Internvl3 Tokenizer Capability

class InternVL3TokenizerCapability : public trt_edgellm::safety::TokenizerCapability

Public Functions

virtual SafetyStatus declareResources(

TokenizerArtifactSpec const &artifacts,

ProcessingLimits const &limits,

ResourceDeclaration &declaration

) noexcept override

virtual SafetyStatus initialize(

TokenizerArtifactSpec const &artifacts,

PreparedResources const &prepared

) noexcept override

virtual TokenizationResult encodeMessages(

LLMGenerationRequest::Request const &request

) noexcept override

virtual TokenizationResult encodePrompt(

TextView prompt

) noexcept override

virtual ExpandedTokenResult expandImagePlaceholder(

TokenIdView tokens,

std::size_t imageTokenCount

) noexcept override

virtual SafetyStatus decodeResponse(

TokenIdView generated,

MutableTextBuffer response,

std::size_t &written

) noexcept override

virtual TokenIdView stopTokens() const noexcept override

virtual SafetyStatus deinitialize() noexcept override