Sampler Capability

class SamplerCapability

Subclassed by trt_edgellm::safety::GreedySamplerCapability

Public Functions

virtual ~SamplerCapability() = default

virtual SafetyStatus declareResources(

int32_t vocabularySize,

ResourceDeclaration &declaration

) noexcept = 0

virtual SafetyStatus initialize(

PreparedResources const &prepared,

llm::ModelLocalData &data,

LMStageContext const &prefill,

LMStageContext const &decode

) noexcept = 0

virtual SafetyStatus select(

LMStageOutputs const &outputs,

int32_t &token

) noexcept = 0

virtual SafetyStatus deinitialize() noexcept = 0