Model Inference Catalog#

struct LMStageDefinition#

Public Members

LMStageId id#
LMStageKind kind#
int32_t executorId#
int32_t profileId#
int32_t mainStreamIndex#
std::size_t resourceSlot#
struct ExecutorDefinition#

Public Members

std::string_view name#
EngineRole engineRole#
std::string_view const *requiredPlugins#
std::size_t requiredPluginCount#
struct ModelInferenceDefinition#

Immutable logical recipe consumed during Runner and capability initialization.

Public Functions

LMStageDefinition const *findStage(LMStageKind kind) const noexcept#

Public Members

ModelInferenceId id#
SafetyModelFamily family#
SafetyDecodingStrategyKind strategy#
std::string_view tokenizer#
std::string_view multimodalPreprocessor#
std::string_view embedding#
std::string_view sampler#
ExecutorDefinition const *executors#
std::size_t executorCount#
LMStageDefinition const *stages#
std::size_t stageCount#
std::size_t streamCount#
std::size_t resourceSlotCount#
ModelInferenceDefinition const *trt_edgellm::safety::findModelInferenceDefinition(
ModelInferenceId id
) noexcept#

Returns static definition storage, or nullptr for an unsupported composition.