Embedding Capability

class EmbeddingCapability

Subclassed by trt_edgellm::safety::InternVL3EmbeddingCapability

Public Functions

virtual ~EmbeddingCapability() = default

virtual SafetyStatus declareResources(

EmbeddingArtifactSpec const &artifact,

ProcessingLimits const &limits,

ResourceDeclaration &declaration

) noexcept = 0

virtual SafetyStatus initialize(

EmbeddingArtifactSpec const &artifact,

PreparedResources const &prepared,

LMStageContext const &visual,

LMStageContext const &prefill,

LMStageContext const &decode

) noexcept = 0

virtual SafetyStatus embedPrompt(

LMStageContext const &context,

TokenIdView prompt

) noexcept = 0

virtual SafetyStatus embedDecodeToken(

LMStageContext const &context,

int32_t token,

int32_t kvLength

) noexcept = 0

virtual SafetyStatus overlayVisualEmbeddings(

LMStageContext const &context,

LMStageOutputs const &outputs,

std::size_t imageOffset,

std::size_t imageTokenCount

) noexcept = 0

virtual SafetyStatus initializeModelData(

llm::ModelLocalData &data

) noexcept = 0

virtual SafetyStatus prepareWarmup(

LMStageContext const &context,

int64_t profile

) noexcept = 0

virtual SafetyStatus deinitialize() noexcept = 0