Processing Capability Coordinator

class ProcessingCapabilityCoordinator : public trt_edgellm::safety::llm::RequestOperations, public trt_edgellm::safety::vlm::RequestOperations

Public Functions

ProcessingCapabilityCoordinator(

LifecycleState const &lifecycle,

ProcessingConfiguration const &configuration,

ProcessingCapabilitySet capabilities

) noexcept

SafetyStatus configureStages(

ModelInferenceDefinition const &definition,

std::vector<LMStageContext> const &contexts

) noexcept

SafetyStatus declareResources(

ResourceDeclaration &declaration

) noexcept

SafetyStatus initializeResources(

PreparedResources const &resources,

llm::ModelLocalData &data

) noexcept

SafetyStatus initializeModelData(llm::ModelLocalData &data) noexcept

SafetyStatus prepareWarmup(

LMStageContext const &context,

int64_t profile

) noexcept

SafetyStatus deinitialize() noexcept

virtual SafetyStatus prepareVisualStageInputs(

LMStageContext const &context,

vlm::ImageInputView input

) noexcept override

virtual SafetyStatus prepareLlmPrefillInputs(

LMStageContext const &context,

LMStageOutputs const &outputs,

std::size_t imageOffset,

std::size_t imageTokenCount

) noexcept override

Copies the visual output into the reserved prompt span using prepared bindings and streams.

virtual SafetyStatus preparePrefillInputs(

LMStageContext const &context,

TokenIdView prompt

) noexcept override

virtual SafetyStatus prepareDecodeInputs(

LMStageContext const &context,

int32_t token,

int32_t kvLength

) noexcept override

virtual SafetyStatus selectGreedyTokenFromLogits(

LMStageOutputs const &outputs,

int32_t &token

) noexcept override

virtual SafetyStatus commitKvCacheFromLMStage(

LMStageOutputs const &outputs

) noexcept override

struct ProcessingCapabilitySet

Public Members

TokenizerCapability &tokenizer

MultimodalPreprocessorCapability &preprocessor

EmbeddingCapability &embedding

SamplerCapability &sampler