Internvl3 Embedding Capability

class InternVL3EmbeddingCapability : public trt_edgellm::safety::EmbeddingCapability

Public Functions

virtual SafetyStatus declareResources(

EmbeddingArtifactSpec const &artifact,

ProcessingLimits const &limits,

ResourceDeclaration &declaration

) noexcept override

virtual SafetyStatus initialize(

EmbeddingArtifactSpec const &artifact,

PreparedResources const &prepared,

LMStageContext const &visual,

LMStageContext const &prefill,

LMStageContext const &decode

) noexcept override

virtual SafetyStatus embedPrompt(

LMStageContext const &context,

TokenIdView prompt

) noexcept override

virtual SafetyStatus embedDecodeToken(

LMStageContext const &context,

int32_t token,

int32_t kvLength

) noexcept override

virtual SafetyStatus overlayVisualEmbeddings(

LMStageContext const &context,

LMStageOutputs const &outputs,

std::size_t imageOffset,

std::size_t imageTokenCount

) noexcept override

virtual SafetyStatus initializeModelData(

llm::ModelLocalData &data

) noexcept override

virtual SafetyStatus prepareWarmup(

LMStageContext const &context,

int64_t profile

) noexcept override

virtual SafetyStatus deinitialize() noexcept override