Greedy Sampler Capability

class GreedySamplerCapability : public trt_edgellm::safety::SamplerCapability

Public Functions

virtual SafetyStatus declareResources(

int32_t vocabularySize,

ResourceDeclaration &declaration

) noexcept override

virtual SafetyStatus initialize(

PreparedResources const &prepared,

llm::ModelLocalData &data,

LMStageContext const &prefill,

LMStageContext const &decode

) noexcept override

virtual SafetyStatus select(

LMStageOutputs const &outputs,

int32_t &token

) noexcept override

virtual SafetyStatus deinitialize() noexcept override