Index

_

__init__() (experimental.server.CompletionOutput method) (experimental.server.LLM method) (experimental.server.SamplingParams method) (experimental.server.StreamDelta method)

_data_types_cuh (C macro)

A

AlibiParams (C++ struct) AlibiParams::alibi_neg4_div_h (C++ member) AlibiParams::AlibiParams (C++ function), [1], [2] AlibiParams::h_pow_2 (C++ member) AlibiParams::head_idx_offset (C++ member) AlibiParams::round_down_to_power_two (C++ function)

AlibiParams::scale_after_alibi (C++ member) AlibiParams::sequence_pos_offset (C++ member) AttentionInputLayout (C++ enum) AttentionInputLayout::CONTIGUOUS_Q_KV (C++ enumerator) AttentionInputLayout::PACKED_QKV (C++ enumerator) AttentionInputLayout::Q_PAGED_KV (C++ enumerator) AttentionInputLayout::SEPARATE_Q_K_V (C++ enumerator)

B

binding_names (C++ type)

C

chat() (experimental.server.LLM method) CompletionOutput (class in experimental.server) ContextAttentionMaskType (C++ enum) ContextAttentionMaskType::CAUSAL (C++ enumerator)

ContextAttentionMaskType::CUSTOM_MASK (C++ enumerator) ContextAttentionMaskType::PADDING (C++ enumerator) ContextAttentionMaskType::SLIDING_OR_CHUNKED_CAUSAL (C++ enumerator) CUDA_CHECK (C macro) CUDA_DRIVER_CHECK (C macro)

D

disable_spec_decode (experimental.server.SamplingParams attribute)

E

ELLM_CHECK (C macro) enable_thinking (experimental.server.SamplingParams attribute)

engine_dir (experimental.server.LLM property) experimental.server module

F

finish_reason (experimental.server.CompletionOutput attribute) (experimental.server.StreamDelta attribute) finished (experimental.server.StreamDelta attribute) FusedMultiheadAttentionParamsV2 (C++ struct) FusedMultiheadAttentionParamsV2::alibi_params (C++ member) FusedMultiheadAttentionParamsV2::attention_sinks (C++ member) FusedMultiheadAttentionParamsV2::b (C++ member) FusedMultiheadAttentionParamsV2::blocks_per_tma_load (C++ member) FusedMultiheadAttentionParamsV2::blocks_per_tma_load_log2 (C++ member) FusedMultiheadAttentionParamsV2::cu_kv_seqlens (C++ member) FusedMultiheadAttentionParamsV2::cu_mask_rows (C++ member) FusedMultiheadAttentionParamsV2::cu_q_seqlens (C++ member) FusedMultiheadAttentionParamsV2::d (C++ member) FusedMultiheadAttentionParamsV2::dv (C++ member) FusedMultiheadAttentionParamsV2::h (C++ member) FusedMultiheadAttentionParamsV2::h_kv (C++ member) FusedMultiheadAttentionParamsV2::h_q_per_kv (C++ member) FusedMultiheadAttentionParamsV2::has_alibi (C++ member) FusedMultiheadAttentionParamsV2::is_s_padded (C++ member) FusedMultiheadAttentionParamsV2::k_ptr (C++ member) FusedMultiheadAttentionParamsV2::k_stride_in_bytes (C++ member) FusedMultiheadAttentionParamsV2::kv_ptr (C++ member) FusedMultiheadAttentionParamsV2::log2_chunked_attention_size (C++ member) FusedMultiheadAttentionParamsV2::num_grouped_heads (C++ member) FusedMultiheadAttentionParamsV2::num_tiles (C++ member) FusedMultiheadAttentionParamsV2::num_tiles_per_head (C++ member) FusedMultiheadAttentionParamsV2::o_ptr (C++ member) FusedMultiheadAttentionParamsV2::o_stride_in_bytes (C++ member) FusedMultiheadAttentionParamsV2::packed_mask_ptr (C++ member) FusedMultiheadAttentionParamsV2::packed_mask_stride_in_bytes (C++ member)

FusedMultiheadAttentionParamsV2::paged_kv_cache (C++ member) FusedMultiheadAttentionParamsV2::q_ptr (C++ member) FusedMultiheadAttentionParamsV2::q_stride_in_bytes (C++ member) FusedMultiheadAttentionParamsV2::qkv_ptr (C++ member) FusedMultiheadAttentionParamsV2::s (C++ member) FusedMultiheadAttentionParamsV2::s_kv (C++ member) FusedMultiheadAttentionParamsV2::sage (C++ member) FusedMultiheadAttentionParamsV2::SageAttention (C++ struct) FusedMultiheadAttentionParamsV2::SageAttention::k (C++ member) FusedMultiheadAttentionParamsV2::SageAttention::q (C++ member) FusedMultiheadAttentionParamsV2::SageAttention::Scales (C++ struct) FusedMultiheadAttentionParamsV2::SageAttention::Scales::max_nblock (C++ member) FusedMultiheadAttentionParamsV2::SageAttention::Scales::scales (C++ member) FusedMultiheadAttentionParamsV2::SageAttention::v (C++ member) FusedMultiheadAttentionParamsV2::scale_bmm1 (C++ member) FusedMultiheadAttentionParamsV2::scale_bmm1_d (C++ member) FusedMultiheadAttentionParamsV2::scale_bmm2 (C++ member) FusedMultiheadAttentionParamsV2::scale_bmm2_d (C++ member) FusedMultiheadAttentionParamsV2::scale_softmax (C++ member) FusedMultiheadAttentionParamsV2::sliding_window_size (C++ member) FusedMultiheadAttentionParamsV2::softcapping_scale_bmm1 (C++ member) FusedMultiheadAttentionParamsV2::softmax_stats_ptr (C++ member) FusedMultiheadAttentionParamsV2::softmax_stats_stride_in_bytes (C++ member) FusedMultiheadAttentionParamsV2::tile_id_counter_ptr (C++ member) FusedMultiheadAttentionParamsV2::tma_desc_k (C++ member) FusedMultiheadAttentionParamsV2::tma_desc_o (C++ member) FusedMultiheadAttentionParamsV2::tma_desc_q (C++ member) FusedMultiheadAttentionParamsV2::tma_desc_v (C++ member) FusedMultiheadAttentionParamsV2::use_balanced_scheduling (C++ member) FusedMultiheadAttentionParamsV2::v_ptr (C++ member) FusedMultiheadAttentionParamsV2::v_stride_in_bytes (C++ member)

G

generate() (experimental.server.LLM method)

generate_stream() (experimental.server.LLM method)

H

has_draft_model (experimental.server.LLM property)

I

IF_CONSTEXPR (C macro)

K

KvBlockArray (C++ struct) KvBlockArray::KvBlockArray (C++ function), [1] KvBlockArray::mBlockOffsets (C++ member) KvBlockArray::mBytesPerBlock (C++ member) KvBlockArray::mMaxBlocksPerSeq (C++ member)

KvBlockArray::mMaxSeqs (C++ member) KvBlockArray::mPoolPtr (C++ member) KvBlockArray::mTokensPerBlock (C++ member) KvBlockArray::mTokensPerBlockLog2 (C++ member) KvBlockArray::PtrType (C++ type)

L

LaunchParams (C++ struct) LaunchParams::attention_input_layout (C++ member) LaunchParams::attention_mask_type (C++ member) LaunchParams::device_l2_cache_size (C++ member) LaunchParams::enable_attn_logit_softcapping (C++ member) LaunchParams::flash_attention (C++ member) LaunchParams::force_fp32_acc (C++ member) LaunchParams::force_unroll (C++ member)

LaunchParams::ignore_b1opt (C++ member) LaunchParams::interleaved (C++ member) LaunchParams::multi_processor_count (C++ member) LaunchParams::total_kv_seqlen (C++ member) LaunchParams::total_q_seqlen (C++ member) LaunchParams::use_granular_tiling (C++ member) LaunchParams::use_tma (C++ member) LaunchParams::warp_specialization (C++ member) LLM (class in experimental.server)

M

mamba_ssm (C++ type) mamba_ssm::conversion (C++ type) mamba_ssm::invokeCaptureConvState (C++ function) mamba_ssm::invokeCausalConv1d (C++ function) mamba_ssm::invokeCausalConv1dDecode (C++ function) mamba_ssm::invokeCausalConv1dDecodeMTP (C++ function) mamba_ssm::invokeSelectiveStateUpdate (C++ function) mamba_ssm::invokeSelectiveStateUpdatePrefill (C++ function) mamba_ssm::PackedAligned (C++ struct) mamba_ssm::PackedAligned::count (C++ member) mamba_ssm::PackedAligned::dtype (C++ type) mamba_ssm::PackedAligned::val (C++ member) MARLIN_NAMESPACE_NAME (C++ type), [1] MARLIN_NAMESPACE_NAME::MarlinScalarType (C++ class) MARLIN_NAMESPACE_NAME::MarlinScalarType2 (C++ class) MARLIN_NAMESPACE_NAME::MarlinScalarType2<half> (C++ class) MARLIN_NAMESPACE_NAME::MarlinScalarType2<int8_t> (C++ class) MARLIN_NAMESPACE_NAME::MarlinScalarType2<nv_bfloat16> (C++ class) MARLIN_NAMESPACE_NAME::MarlinScalarType<trt_edgellm::marlin_dtypes::kBFloat16.id()> (C++ class) MARLIN_NAMESPACE_NAME::MarlinScalarType<trt_edgellm::marlin_dtypes::kBFloat16.id()>::FragA (C++ type) MARLIN_NAMESPACE_NAME::MarlinScalarType<trt_edgellm::marlin_dtypes::kBFloat16.id()>::FragB (C++ type) MARLIN_NAMESPACE_NAME::MarlinScalarType<trt_edgellm::marlin_dtypes::kBFloat16.id()>::FragC (C++ type) MARLIN_NAMESPACE_NAME::MarlinScalarType<trt_edgellm::marlin_dtypes::kBFloat16.id()>::FragS (C++ type) MARLIN_NAMESPACE_NAME::MarlinScalarType<trt_edgellm::marlin_dtypes::kBFloat16.id()>::FragZP (C++ type) MARLIN_NAMESPACE_NAME::MarlinScalarType<trt_edgellm::marlin_dtypes::kBFloat16.id()>::scalar_32bit_t (C++ type) MARLIN_NAMESPACE_NAME::MarlinScalarType<trt_edgellm::marlin_dtypes::kBFloat16.id()>::scalar_t (C++ type)

MARLIN_NAMESPACE_NAME::MarlinScalarType<trt_edgellm::marlin_dtypes::kBFloat16.id()>::scalar_t2 (C++ type) MARLIN_NAMESPACE_NAME::MarlinScalarType<trt_edgellm::marlin_dtypes::kBFloat16.id()>::scalar_t4 (C++ type) MARLIN_NAMESPACE_NAME::MarlinScalarType<trt_edgellm::marlin_dtypes::kFloat16.id()> (C++ class) MARLIN_NAMESPACE_NAME::MarlinScalarType<trt_edgellm::marlin_dtypes::kFloat16.id()>::FragA (C++ type) MARLIN_NAMESPACE_NAME::MarlinScalarType<trt_edgellm::marlin_dtypes::kFloat16.id()>::FragB (C++ type) MARLIN_NAMESPACE_NAME::MarlinScalarType<trt_edgellm::marlin_dtypes::kFloat16.id()>::FragC (C++ type) MARLIN_NAMESPACE_NAME::MarlinScalarType<trt_edgellm::marlin_dtypes::kFloat16.id()>::FragS (C++ type) MARLIN_NAMESPACE_NAME::MarlinScalarType<trt_edgellm::marlin_dtypes::kFloat16.id()>::FragZP (C++ type) MARLIN_NAMESPACE_NAME::MarlinScalarType<trt_edgellm::marlin_dtypes::kFloat16.id()>::scalar_32bit_t (C++ type) MARLIN_NAMESPACE_NAME::MarlinScalarType<trt_edgellm::marlin_dtypes::kFloat16.id()>::scalar_t (C++ type) MARLIN_NAMESPACE_NAME::MarlinScalarType<trt_edgellm::marlin_dtypes::kFloat16.id()>::scalar_t2 (C++ type) MARLIN_NAMESPACE_NAME::MarlinScalarType<trt_edgellm::marlin_dtypes::kFloat16.id()>::scalar_t4 (C++ type) MARLIN_NAMESPACE_NAME::MarlinScalarType<trt_edgellm::marlin_dtypes::kS8.id()> (C++ class) MARLIN_NAMESPACE_NAME::MarlinScalarType<trt_edgellm::marlin_dtypes::kS8.id()>::FragA (C++ type) MARLIN_NAMESPACE_NAME::MarlinScalarType<trt_edgellm::marlin_dtypes::kS8.id()>::FragB (C++ type) MARLIN_NAMESPACE_NAME::MarlinScalarType<trt_edgellm::marlin_dtypes::kS8.id()>::FragC (C++ type) MARLIN_NAMESPACE_NAME::MarlinScalarType<trt_edgellm::marlin_dtypes::kS8.id()>::FragZP (C++ type) MARLIN_NAMESPACE_NAME::MarlinScalarType<trt_edgellm::marlin_dtypes::kS8.id()>::scalar_32bit_t (C++ type) MARLIN_NAMESPACE_NAME::MarlinScalarType<trt_edgellm::marlin_dtypes::kS8.id()>::scalar_t (C++ type) MARLIN_NAMESPACE_NAME::MarlinScalarType<trt_edgellm::marlin_dtypes::kS8.id()>::scalar_t2 (C++ type) MARLIN_NAMESPACE_NAME::MarlinScalarType<trt_edgellm::marlin_dtypes::kS8.id()>::scalar_t4 (C++ type) MARLIN_NAMESPACE_NAME::Vec (C++ struct) MARLIN_NAMESPACE_NAME::Vec::elems (C++ member) max_tokens (experimental.server.SamplingParams attribute) model_dir (experimental.server.LLM property) module experimental.server

N

NVTX_RGB (C macro)

NVTX_SCOPED_RANGE (C macro)

R

reasoning (experimental.server.CompletionOutput attribute)

S

SamplingParams (class in experimental.server) serve() (experimental.server.LLM method) stop (experimental.server.SamplingParams attribute)

StreamDelta (class in experimental.server) SUPPORTS_FP4 (C macro) SUPPORTS_FP8 (C macro)

T

temperature (experimental.server.SamplingParams attribute) text (experimental.server.CompletionOutput attribute) (experimental.server.StreamDelta attribute) token_ids (experimental.server.CompletionOutput attribute) (experimental.server.StreamDelta attribute) tool_calls (experimental.server.CompletionOutput attribute) top_k (experimental.server.SamplingParams attribute) top_p (experimental.server.SamplingParams attribute) trt_edgellm (C++ type), [1], [2], [3], [4], [5], [6], [7], [8], [9], [10], [11], [12], [13] trt_edgellm::action (C++ type) trt_edgellm::action::ActionModelType (C++ enum) trt_edgellm::action::ActionModelType::ALPAMAYO1 (C++ enumerator) trt_edgellm::action::ActionModelType::UNKNOWN (C++ enumerator) trt_edgellm::binding_names (C++ type) trt_edgellm::binding_names::formatConvStateName (C++ function) trt_edgellm::binding_names::formatDeepstackEmbedsName (C++ function) trt_edgellm::binding_names::formatDeepstackFeaturesName (C++ function) trt_edgellm::binding_names::formatIntermediateConvStateName (C++ function) trt_edgellm::binding_names::formatIntermediateRecurrentStateName (C++ function) trt_edgellm::binding_names::formatKCacheName (C++ function) trt_edgellm::binding_names::formatKVCacheName (C++ function) trt_edgellm::binding_names::formatRecurrentStateName (C++ function) trt_edgellm::binding_names::formatVCacheName (C++ function) trt_edgellm::binding_names::isConvStateBinding (C++ function) trt_edgellm::binding_names::isKVCacheBinding (C++ function) trt_edgellm::binding_names::isLoraBinding (C++ function) trt_edgellm::binding_names::isRecurrentStateBinding (C++ function) trt_edgellm::binding_names::kAttentionMask (C++ member) trt_edgellm::binding_names::kAttentionPosId (C++ member) trt_edgellm::binding_names::kAudioAttentionMask (C++ member) trt_edgellm::binding_names::kAudioOutput (C++ member) trt_edgellm::binding_names::kAudioPaddedFeatures (C++ member) trt_edgellm::binding_names::kAudioPaddedMaskIndices (C++ member) trt_edgellm::binding_names::kBaseModelHiddenStates (C++ member) trt_edgellm::binding_names::kCode2WavCodes (C++ member) trt_edgellm::binding_names::kCode2WavWaveform (C++ member) trt_edgellm::binding_names::kContextLengths (C++ member) trt_edgellm::binding_names::kConvStateTemplate (C++ member) trt_edgellm::binding_names::kCuSeqlens (C++ member) trt_edgellm::binding_names::kCuWindowSeqlens (C++ member) trt_edgellm::binding_names::kDeepstackEmbedsTemplate (C++ member) trt_edgellm::binding_names::kDeepstackFeaturesTemplate (C++ member) trt_edgellm::binding_names::kDenoisedTrajectory (C++ member) trt_edgellm::binding_names::kDraftModelHiddenStates (C++ member) trt_edgellm::binding_names::kEdgellmVersion (C++ member) trt_edgellm::binding_names::kFastPosEmbIdx (C++ member) trt_edgellm::binding_names::kFastPosEmbWeight (C++ member) trt_edgellm::binding_names::kInputsEmbeds (C++ member) trt_edgellm::binding_names::kIntermediateConvStateTemplate (C++ member) trt_edgellm::binding_names::kIntermediateRecurrentStateTemplate (C++ member) trt_edgellm::binding_names::kKCacheTemplate (C++ member) trt_edgellm::binding_names::kKVCacheStartIndex (C++ member) trt_edgellm::binding_names::kLastTokenIds (C++ member) trt_edgellm::binding_names::kLmHeadWeight (C++ member) trt_edgellm::binding_names::kLogits (C++ member) trt_edgellm::binding_names::kLoraAPrefix (C++ member) trt_edgellm::binding_names::kLoraBPrefix (C++ member) trt_edgellm::binding_names::kMaxSeqLenCarrier (C++ member) trt_edgellm::binding_names::kNoiseTrajectory (C++ member) trt_edgellm::binding_names::kOutputHiddenStates (C++ member) trt_edgellm::binding_names::kPastKeyValuesTemplate (C++ member) trt_edgellm::binding_names::kPresentConvStateTemplate (C++ member) trt_edgellm::binding_names::kPresentKCacheTemplate (C++ member) trt_edgellm::binding_names::kPresentKeyValuesTemplate (C++ member) trt_edgellm::binding_names::kPresentRecurrentStateTemplate (C++ member) trt_edgellm::binding_names::kPresentVCacheTemplate (C++ member) trt_edgellm::binding_names::kRecurrentStateTemplate (C++ member) trt_edgellm::binding_names::kReducedVocabSizeKey (C++ member) trt_edgellm::binding_names::kReverseWindowIndex (C++ member) trt_edgellm::binding_names::kRopeCosSin (C++ member) trt_edgellm::binding_names::kRotaryPosEmb (C++ member) trt_edgellm::binding_names::kTimeStepsT0 (C++ member) trt_edgellm::binding_names::kTimeStepsT1 (C++ member) trt_edgellm::binding_names::kVCacheTemplate (C++ member) trt_edgellm::binding_names::kVisualInput (C++ member) trt_edgellm::binding_names::kVisualOutput (C++ member) trt_edgellm::binding_names::kVocabMapFileName (C++ member) trt_edgellm::binding_names::kWindowIndex (C++ member) trt_edgellm::builder::ActionBuilder (C++ class) trt_edgellm::builder::ActionBuilder::ActionBuilder (C++ function) trt_edgellm::builder::ActionBuilder::build (C++ function) trt_edgellm::builder::ActionBuilder::~ActionBuilder (C++ function) trt_edgellm::builder::ActionBuilderConfig (C++ struct) trt_edgellm::builder::ActionBuilderConfig::fromJson (C++ function) trt_edgellm::builder::ActionBuilderConfig::maxBatchSize (C++ member) trt_edgellm::builder::ActionBuilderConfig::maxKVCacheCapacity (C++ member) trt_edgellm::builder::ActionBuilderConfig::toJson (C++ function) trt_edgellm::builder::ActionBuilderConfig::toString (C++ function) trt_edgellm::builder::AudioBuilder (C++ class) trt_edgellm::builder::AudioBuilder::AudioBuilder (C++ function) trt_edgellm::builder::AudioBuilder::build (C++ function) trt_edgellm::builder::AudioBuilder::~AudioBuilder (C++ function) trt_edgellm::builder::AudioBuilderConfig (C++ struct) trt_edgellm::builder::AudioBuilderConfig::fromJson (C++ function) trt_edgellm::builder::AudioBuilderConfig::maxCodeLen (C++ member) trt_edgellm::builder::AudioBuilderConfig::maxTimeSteps (C++ member) trt_edgellm::builder::AudioBuilderConfig::minCodeLen (C++ member) trt_edgellm::builder::AudioBuilderConfig::minTimeSteps (C++ member) trt_edgellm::builder::AudioBuilderConfig::optCodeLen (C++ member) trt_edgellm::builder::AudioBuilderConfig::toJson (C++ function) trt_edgellm::builder::AudioBuilderConfig::toString (C++ function) trt_edgellm::builder::buildAndSerializeEngine (C++ function) trt_edgellm::builder::checkOptimizationProfileDims (C++ function) trt_edgellm::builder::createBuilderAndNetwork (C++ function) trt_edgellm::builder::createBuilderConfig (C++ function) trt_edgellm::builder::createDims (C++ function) trt_edgellm::builder::LLMBuilder (C++ class) trt_edgellm::builder::LLMBuilder::build (C++ function) trt_edgellm::builder::LLMBuilder::LLMBuilder (C++ function) trt_edgellm::builder::LLMBuilder::~LLMBuilder (C++ function) trt_edgellm::builder::LLMBuilderConfig (C++ struct) trt_edgellm::builder::LLMBuilderConfig::eagleBase (C++ member) trt_edgellm::builder::LLMBuilderConfig::eagleDraft (C++ member) trt_edgellm::builder::LLMBuilderConfig::fromJson (C++ function) trt_edgellm::builder::LLMBuilderConfig::maxBatchSize (C++ member) trt_edgellm::builder::LLMBuilderConfig::maxDraftTreeSize (C++ member) trt_edgellm::builder::LLMBuilderConfig::maxInputLen (C++ member) trt_edgellm::builder::LLMBuilderConfig::maxKVCacheCapacity (C++ member) trt_edgellm::builder::LLMBuilderConfig::maxLoraRank (C++ member) trt_edgellm::builder::LLMBuilderConfig::maxVerifyTreeSize (C++ member) trt_edgellm::builder::LLMBuilderConfig::profilingDetailed (C++ member) trt_edgellm::builder::LLMBuilderConfig::toJson (C++ function) trt_edgellm::builder::LLMBuilderConfig::toString (C++ function) trt_edgellm::builder::LLMBuilderConfig::useTrtNativeOps (C++ member) trt_edgellm::builder::loadJsonConfig (C++ function) trt_edgellm::builder::parseOnnxModel (C++ function) trt_edgellm::builder::printNetworkInfo (C++ function) trt_edgellm::builder::printOptimizationProfile (C++ function) trt_edgellm::builder::saveConfigWithBuilderInfo (C++ function) trt_edgellm::builder::setOptimizationProfile (C++ function) trt_edgellm::builder::VisualBuilder (C++ class) trt_edgellm::builder::VisualBuilder::build (C++ function) trt_edgellm::builder::VisualBuilder::VisualBuilder (C++ function) trt_edgellm::builder::VisualBuilder::~VisualBuilder (C++ function) trt_edgellm::builder::VisualBuilderConfig (C++ struct) trt_edgellm::builder::VisualBuilderConfig::fromJson (C++ function) trt_edgellm::builder::VisualBuilderConfig::maxImageTokens (C++ member) trt_edgellm::builder::VisualBuilderConfig::maxImageTokensPerImage (C++ member) trt_edgellm::builder::VisualBuilderConfig::minImageTokens (C++ member) trt_edgellm::builder::VisualBuilderConfig::profilingDetailed (C++ member) trt_edgellm::builder::VisualBuilderConfig::toJson (C++ function) trt_edgellm::builder::VisualBuilderConfig::toString (C++ function) trt_edgellm::captureTRTCudaGraph (C++ function) trt_edgellm::check (C++ type) trt_edgellm::check::_checkCuda (C++ function) trt_edgellm::check::_checkCudaDriver (C++ function) trt_edgellm::check::check (C++ function) trt_edgellm::ContextFMHARunner (C++ class) trt_edgellm::ContextFMHARunner::canImplement (C++ function) trt_edgellm::ContextFMHARunner::ContextFMHARunner (C++ function), [1] trt_edgellm::ContextFMHARunner::dispatchFMHAKernel (C++ function) trt_edgellm::ContextFMHARunner::getWorkspaceSize (C++ function) trt_edgellm::ContextFMHARunner::loadContextFMHAKernels (C++ function) trt_edgellm::ContextFMHARunner::setupParams (C++ function) trt_edgellm::ContextFMHARunner::~ContextFMHARunner (C++ function) trt_edgellm::CuteDslFMHARunner (C++ class) trt_edgellm::CuteDslFMHARunner::canImplement (C++ function) trt_edgellm::CuteDslFMHARunner::canImplementViT (C++ function) trt_edgellm::CuteDslFMHARunner::CuteDslFMHARunner (C++ function), [1] trt_edgellm::CuteDslFMHARunner::loadLLMKernelModule (C++ function) trt_edgellm::CuteDslFMHARunner::loadViTKernelModule (C++ function) trt_edgellm::CuteDslFMHARunner::operator= (C++ function) trt_edgellm::CuteDslFMHARunner::run (C++ function), [1] trt_edgellm::CuteDslFMHARunner::unloadLLMKernelModule (C++ function) trt_edgellm::CuteDslFMHARunner::unloadViTKernelModule (C++ function) trt_edgellm::CuteDslFMHARunner::~CuteDslFMHARunner (C++ function) trt_edgellm::CuteDslGemmRunner (C++ class) trt_edgellm::CuteDslGemmRunner::canImplement (C++ function) trt_edgellm::CuteDslGemmRunner::loadKernelModule (C++ function) trt_edgellm::CuteDslGemmRunner::run (C++ function) trt_edgellm::CuteDslGemmRunner::runBias (C++ function) trt_edgellm::CuteDslGemmRunner::runBiasSiLU (C++ function) trt_edgellm::CuteDslGemmRunner::unloadKernelModule (C++ function) trt_edgellm::DecoderXQARunner (C++ class) trt_edgellm::DecoderXQARunner::canImplement (C++ function) trt_edgellm::DecoderXQARunner::DecoderXQARunner (C++ function), [1] trt_edgellm::DecoderXQARunner::dispatchSpecDecodeXQAKernel (C++ function) trt_edgellm::DecoderXQARunner::dispatchXQAKernel (C++ function) trt_edgellm::DecoderXQARunner::initXQAParams (C++ function) trt_edgellm::DecoderXQARunner::loadDecodeXQAKernels (C++ function) trt_edgellm::DecoderXQARunner::~DecoderXQARunner (C++ function) trt_edgellm::Dim3 (C++ type) trt_edgellm::dimsEqual (C++ function) trt_edgellm::dimsToString (C++ function) trt_edgellm::DlDeleter (C++ struct) trt_edgellm::DlDeleter::operator() (C++ function) trt_edgellm::engineHasOutputTensor (C++ function) trt_edgellm::file_io::copyFile (C++ function) trt_edgellm::file_io::MmapReader (C++ class) trt_edgellm::file_io::MmapReader::getByteData (C++ function) trt_edgellm::file_io::MmapReader::getData (C++ function) trt_edgellm::file_io::MmapReader::getSize (C++ function) trt_edgellm::file_io::MmapReader::loadFile (C++ function) trt_edgellm::file_io::MmapReader::MmapReader (C++ function), [1], [2] trt_edgellm::file_io::MmapReader::operator= (C++ function) trt_edgellm::file_io::MmapReader::release (C++ function) trt_edgellm::file_io::MmapReader::~MmapReader (C++ function) trt_edgellm::format::fmtstr (C++ function) trt_edgellm::getProfilingEnabled (C++ function) trt_edgellm::getSelectAllTopKWorkspaceSize (C++ function) trt_edgellm::getSMVersion (C++ function) trt_edgellm::getTopKtopPSamplingWorkspaceSize (C++ function) trt_edgellm::hasDynamicDims (C++ function) trt_edgellm::hash_utils::Hash (C++ struct) trt_edgellm::hash_utils::Hash<std::tuple<Args...>> (C++ struct) trt_edgellm::hash_utils::Hash<std::tuple<Args...>>::operator() (C++ function) trt_edgellm::instantiateCudaGraph (C++ function) trt_edgellm::isEngineInput (C++ function) trt_edgellm::kDefaultMlpW4a4DecodeThreadBlockSize (C++ member) trt_edgellm::kernel::assembleDeepstackEmbedding (C++ function) trt_edgellm::kernel::assembleDraftTreeInput (C++ function) trt_edgellm::kernel::assembleInitialDraftTreeInput (C++ function) trt_edgellm::kernel::assembleInitialIntermediateData (C++ function) trt_edgellm::kernel::assembleIntermediateData (C++ function) trt_edgellm::kernel::buildLayoutGpu (C++ function) trt_edgellm::kernel::calCuQCuKVSeqLensAndKVEndIdxs (C++ function) trt_edgellm::kernel::compactKVCacheBatched (C++ function) trt_edgellm::kernel::compactKVCacheSingleLayer (C++ function) trt_edgellm::kernel::compactTensorBatch (C++ function) trt_edgellm::kernel::computeCuScoresAndTranslateToken (C++ function) trt_edgellm::kernel::computeFC1Alpha (C++ function) trt_edgellm::kernel::computeFC2Alpha (C++ function) trt_edgellm::kernel::constructVerificationDraftTree (C++ function) trt_edgellm::kernel::cvtKVLayoutBHSDToSplitKV (C++ function) trt_edgellm::kernel::DVec (C++ struct) trt_edgellm::kernel::DVec::load (C++ function) trt_edgellm::kernel::DVec::operator[] (C++ function), [1] trt_edgellm::kernel::DVec::store (C++ function) trt_edgellm::kernel::DVec::vec_size (C++ member) trt_edgellm::kernel::eagleAccept (C++ function) trt_edgellm::kernel::eagleBaseAssembleHiddenState (C++ function) trt_edgellm::kernel::eagleBaseCommitKVCache (C++ function) trt_edgellm::kernel::embeddingLookup (C++ function) trt_edgellm::kernel::embeddingLookupMultimodal (C++ function) trt_edgellm::kernel::embeddingLookupWithImageInsertion (C++ function) trt_edgellm::kernel::fp4Quantize (C++ function) trt_edgellm::kernel::gemm_forward_cuda_new (C++ function) trt_edgellm::kernel::gemv_forward_cuda_new (C++ function) trt_edgellm::kernel::getEagleAcceptWorkspaceSize (C++ function) trt_edgellm::kernel::getMoeMarlinWorkspaceSize (C++ function) trt_edgellm::kernel::getMoeTopkSoftmaxWorkspaceSize (C++ function) trt_edgellm::kernel::initFastPosEmbedQwenViT (C++ function) trt_edgellm::kernel::initializeDraftTreeTables (C++ function) trt_edgellm::kernel::initializeLongRopeCosSin (C++ function) trt_edgellm::kernel::initializeMRopeCosSin (C++ function) trt_edgellm::kernel::initializeNormalRopeCosSin (C++ function) trt_edgellm::kernel::initializeTextOnlyMRopeCosSin (C++ function) trt_edgellm::kernel::initRotaryPosEmbQwenViT (C++ function) trt_edgellm::kernel::instantiateKVCacheBatched (C++ function) trt_edgellm::kernel::instantiateKVCacheLayerFromTensor (C++ function) trt_edgellm::kernel::invokeAssistantPreamble (C++ function) trt_edgellm::kernel::invokeGather (C++ function) trt_edgellm::kernel::invokeLinearLayer (C++ function) trt_edgellm::kernel::invokeResidualConnection (C++ function) trt_edgellm::kernel::invokeScatter (C++ function) trt_edgellm::kernel::invokeTalkerLogitAdjust (C++ function) trt_edgellm::kernel::invokeTalkerMLP (C++ function) trt_edgellm::kernel::KVLayerInfo (C++ struct) trt_edgellm::kernel::KVLayerInfo::data (C++ member) trt_edgellm::kernel::KVLayerInfo::maxSeqLen (C++ member) trt_edgellm::kernel::KVLayerInfo::numKVHeads (C++ member) trt_edgellm::kernel::launchAggregateSlotOutputsKernel (C++ function) trt_edgellm::kernel::launchApplyRopeWriteKV (C++ function) trt_edgellm::kernel::launchApplyRopeWriteKVSplitQKV (C++ function) trt_edgellm::kernel::launchApplyRopeWriteKVTreeDecoding (C++ function) trt_edgellm::kernel::launchBuildMarlinIndicesKernel (C++ function) trt_edgellm::kernel::launchBuildSlotListsKernel (C++ function) trt_edgellm::kernel::launchComputePaddedOffsetsKernel (C++ function) trt_edgellm::kernel::launchCountSlotsPerExpertKernel (C++ function) trt_edgellm::kernel::launchMoeGather (C++ function) trt_edgellm::kernel::moeAwqW4A16MarlinGemm (C++ function) trt_edgellm::kernel::MoELayout (C++ struct) trt_edgellm::kernel::MoELayout::mPadded (C++ member) trt_edgellm::kernel::MoELayout::numNonExitingTiles (C++ member) trt_edgellm::kernel::MoELayout::numTiles (C++ member) trt_edgellm::kernel::MoELayout::permutedIdxToExpandedIdx (C++ member) trt_edgellm::kernel::MoELayout::tileIdxToGroupIdx (C++ member) trt_edgellm::kernel::MoELayout::tileIdxToGroupIdxHost (C++ member) trt_edgellm::kernel::MoELayout::tileIdxToMnLimit (C++ member) trt_edgellm::kernel::MoELayout::tileIdxToMnLimitHost (C++ member) trt_edgellm::kernel::MoELayoutBuffers (C++ struct) trt_edgellm::kernel::MoELayoutBuffers::numNonExitingTiles (C++ member) trt_edgellm::kernel::MoELayoutBuffers::permutedIdxToExpandedIdx (C++ member) trt_edgellm::kernel::MoELayoutBuffers::tileIdxToGroupIdx (C++ member) trt_edgellm::kernel::MoELayoutBuffers::tileIdxToMnLimit (C++ member) trt_edgellm::kernel::moeSigmoidGroupTopk (C++ function) trt_edgellm::kernel::moeTopkSoftmax (C++ function) trt_edgellm::kernel::MtpLayerInfo (C++ struct) trt_edgellm::kernel::MtpLayerInfo::convDst (C++ member) trt_edgellm::kernel::MtpLayerInfo::convSrc (C++ member) trt_edgellm::kernel::MtpLayerInfo::recurrentDst (C++ member) trt_edgellm::kernel::MtpLayerInfo::recurrentSrc (C++ member) trt_edgellm::kernel::mtpScatterConvStates (C++ function) trt_edgellm::kernel::mtpScatterRecurrentStates (C++ function) trt_edgellm::kernel::normalizeImage (C++ function) trt_edgellm::kernel::nvfp4_moe::MoELayout (C++ struct) trt_edgellm::kernel::nvfp4_moe::MoELayout::mPadded (C++ member) trt_edgellm::kernel::nvfp4_moe::MoELayout::numNonExitingTiles (C++ member) trt_edgellm::kernel::nvfp4_moe::MoELayout::numTiles (C++ member) trt_edgellm::kernel::nvfp4_moe::MoELayout::permutedIdxToExpandedIdx (C++ member) trt_edgellm::kernel::nvfp4_moe::MoELayout::tileIdxToGroupIdx (C++ member) trt_edgellm::kernel::nvfp4_moe::MoELayout::tileIdxToGroupIdxHost (C++ member) trt_edgellm::kernel::nvfp4_moe::MoELayout::tileIdxToMnLimit (C++ member) trt_edgellm::kernel::nvfp4_moe::MoELayout::tileIdxToMnLimitHost (C++ member) trt_edgellm::kernel::nvfp4_moe::NvFP4MoEContiguousGemmRunner (C++ class) trt_edgellm::kernel::nvfp4_moe::NvFP4MoEContiguousGemmRunner::loadKernelModules (C++ function) trt_edgellm::kernel::nvfp4_moe::NvFP4MoEContiguousGemmRunner::NvFP4MoEContiguousGemmRunner (C++ function) trt_edgellm::kernel::nvfp4_moe::NvFP4MoEContiguousGemmRunner::run (C++ function) trt_edgellm::kernel::nvfp4_moe::NvFP4MoEContiguousGemmRunner::unloadKernelModules (C++ function) trt_edgellm::kernel::nvfp4_moe::NvFP4MoEFC2FinalizeRunner (C++ class) trt_edgellm::kernel::nvfp4_moe::NvFP4MoEFC2FinalizeRunner::loadKernelModules (C++ function) trt_edgellm::kernel::nvfp4_moe::NvFP4MoEFC2FinalizeRunner::NvFP4MoEFC2FinalizeRunner (C++ function) trt_edgellm::kernel::nvfp4_moe::NvFP4MoEFC2FinalizeRunner::run (C++ function) trt_edgellm::kernel::nvfp4_moe::NvFP4MoEFC2FinalizeRunner::unloadKernelModules (C++ function) trt_edgellm::kernel::Phi4MMGN (C++ struct) trt_edgellm::kernel::Phi4MMGN::glbGN (C++ member) trt_edgellm::kernel::Phi4MMGN::subGN (C++ member) trt_edgellm::kernel::Phi4MMIndex (C++ struct) trt_edgellm::kernel::Phi4MMIndex::dstOutStart (C++ member) trt_edgellm::kernel::Phi4MMIndex::hBlocks (C++ member) trt_edgellm::kernel::Phi4MMIndex::hidden (C++ member) trt_edgellm::kernel::Phi4MMIndex::numImages (C++ member) trt_edgellm::kernel::Phi4MMIndex::srcGlbStart (C++ member) trt_edgellm::kernel::Phi4MMIndex::srcSubStart (C++ member) trt_edgellm::kernel::Phi4MMIndex::subOutLen (C++ member) trt_edgellm::kernel::Phi4MMIndex::totalOutTokens (C++ member) trt_edgellm::kernel::Phi4MMIndex::wBlocks (C++ member) trt_edgellm::kernel::phi4mmPostprocessVisionTokens (C++ function) trt_edgellm::kernel::prepareEagleAcceptDecodeTokenInputs (C++ function) trt_edgellm::kernel::prepareEagleAcceptDecodeTokenInputsTrtNative (C++ function) trt_edgellm::kernel::prepareEagleBaseTreeDecodingInputs (C++ function) trt_edgellm::kernel::prepareEagleBaseTreeDecodingInputsTrtNative (C++ function) trt_edgellm::kernel::prepareEagleDraftProposalInputs (C++ function) trt_edgellm::kernel::prepareEagleDraftProposalInputsTrtNative (C++ function) trt_edgellm::kernel::prepareEaglePrefillInputs (C++ function) trt_edgellm::kernel::prepareEaglePrefillInputsTrtNative (C++ function) trt_edgellm::kernel::saveKVCacheBatched (C++ function) trt_edgellm::kernel::saveKVCacheLayerIntoTensor (C++ function) trt_edgellm::kernel::swiGluActivation (C++ function) trt_edgellm::kernel::transposeToPatchInternVLPhi4MM (C++ function) trt_edgellm::kernel::transposeToPatchQwenViT (C++ function) trt_edgellm::kernel::updateDraftTreeFullTables (C++ function) trt_edgellm::kMaxDecodingKernelWarpCount (C++ member) trt_edgellm::kNvfp4ElemsPerTile (C++ member) trt_edgellm::kNvfp4Int4PerTilePayload (C++ member) trt_edgellm::launchGdnCalCuSeqLens (C++ function) trt_edgellm::launchGdnL2NormQK (C++ function) trt_edgellm::launchGdnStateTranspose (C++ function) trt_edgellm::layerProfiler::disableLayerProfilers (C++ function) trt_edgellm::layerProfiler::enableLayerProfilers (C++ function) trt_edgellm::layerProfiler::LayerProfile (C++ struct) trt_edgellm::layerProfiler::LayerProfile::LayerProfile (C++ function) trt_edgellm::layerProfiler::LayerProfile::name (C++ member) trt_edgellm::layerProfiler::LayerProfile::stageName (C++ member) trt_edgellm::layerProfiler::LayerProfile::timeMs (C++ member) trt_edgellm::layerProfiler::LayerProfiler (C++ class) trt_edgellm::layerProfiler::LayerProfiler::getInstance (C++ function) trt_edgellm::layerProfiler::LayerProfiler::getMetrics (C++ function) trt_edgellm::layerProfiler::LayerProfiler::isEnabled (C++ function) trt_edgellm::layerProfiler::LayerProfiler::LayerProfiler (C++ function) trt_edgellm::layerProfiler::LayerProfiler::operator= (C++ function) trt_edgellm::layerProfiler::LayerProfiler::reportLayerTime (C++ function) trt_edgellm::layerProfiler::LayerProfiler::reset (C++ function) trt_edgellm::layerProfiler::LayerProfiler::setEnabled (C++ function) trt_edgellm::layerProfiler::LayerProfiler::~LayerProfiler (C++ function) trt_edgellm::layerProfiler::LayerProfilerMetrics (C++ struct) trt_edgellm::layerProfiler::LayerProfilerMetrics::enabled (C++ member) trt_edgellm::layerProfiler::LayerProfilerMetrics::iterationCount (C++ member) trt_edgellm::layerProfiler::LayerProfilerMetrics::layers (C++ member) trt_edgellm::layerProfiler::LayerProfilerMetrics::stageName (C++ member) trt_edgellm::limits (C++ type) trt_edgellm::limits::kInputLimitsLocation (C++ member) trt_edgellm::limits::security (C++ type) trt_edgellm::limits::security::kMaxContentItemsPerMessage (C++ member) trt_edgellm::limits::security::kMaxMessageContentSizeBytes (C++ member) trt_edgellm::limits::security::kMaxMessagesPerRequest (C++ member) trt_edgellm::limits::security::kReasonableMaxBatchSize (C++ member) trt_edgellm::limits::tokenizer (C++ type) trt_edgellm::limits::tokenizer::kChatTemplateFileSizeBytes (C++ member) trt_edgellm::limits::tokenizer::kMaxConfigFileSizeBytes (C++ member) trt_edgellm::limits::tokenizer::kMaxInputTextSizeBytes (C++ member) trt_edgellm::limits::tokenizer::kMaxTokenPieceSizeBytes (C++ member) trt_edgellm::logger::EdgeLLMLogger (C++ class) trt_edgellm::logger::EdgeLLMLogger::debug (C++ function) trt_edgellm::logger::EdgeLLMLogger::EdgeLLMLogger (C++ function) trt_edgellm::logger::EdgeLLMLogger::error (C++ function) trt_edgellm::logger::EdgeLLMLogger::getLevel (C++ function) trt_edgellm::logger::EdgeLLMLogger::info (C++ function) trt_edgellm::logger::EdgeLLMLogger::log (C++ function) trt_edgellm::logger::EdgeLLMLogger::logWithLocation (C++ function) trt_edgellm::logger::EdgeLLMLogger::setLevel (C++ function) trt_edgellm::logger::EdgeLLMLogger::setShowFunction (C++ function) trt_edgellm::logger::EdgeLLMLogger::setShowLocation (C++ function) trt_edgellm::logger::EdgeLLMLogger::setShowTimestamp (C++ function) trt_edgellm::logger::EdgeLLMLogger::warning (C++ function) trt_edgellm::logger::EdgeLLMLogger::~EdgeLLMLogger (C++ function) trt_edgellm::logger::ScopedFunctionTracer (C++ class) trt_edgellm::logger::ScopedFunctionTracer::ScopedFunctionTracer (C++ function) trt_edgellm::logger::ScopedFunctionTracer::~ScopedFunctionTracer (C++ function) trt_edgellm::logger::SourceLocation (C++ struct) trt_edgellm::logger::SourceLocation::file (C++ member) trt_edgellm::logger::SourceLocation::function (C++ member) trt_edgellm::logger::SourceLocation::lineNumber (C++ member) trt_edgellm::logger::SourceLocation::SourceLocation (C++ function) trt_edgellm::mamba::buildSSDVarlenMetadata (C++ function) trt_edgellm::mamba::fillUniformValidLens (C++ function) trt_edgellm::mapReducedVocabToFullVocab (C++ function) trt_edgellm::math::OverflowError (C++ class) trt_edgellm::math::OverflowError::OverflowError (C++ function), [1] trt_edgellm::math::UnderflowError (C++ class) trt_edgellm::math::UnderflowError::UnderflowError (C++ function), [1] trt_edgellm::metrics::BaseMetrics (C++ class) trt_edgellm::metrics::BaseMetrics::getTotalRuns (C++ function) trt_edgellm::metrics::BaseMetrics::~BaseMetrics (C++ function) trt_edgellm::metrics::LLMGenerationMetrics (C++ class) trt_edgellm::metrics::LLMGenerationMetrics::generatedTokens (C++ member) trt_edgellm::metrics::LLMGenerationMetrics::recordRun (C++ function) trt_edgellm::metrics::LLMPrefillMetrics (C++ class) trt_edgellm::metrics::LLMPrefillMetrics::computedTokens (C++ member) trt_edgellm::metrics::LLMPrefillMetrics::recordRun (C++ function) trt_edgellm::metrics::LLMPrefillMetrics::reusedTokens (C++ member) trt_edgellm::metrics::MultimodalMetrics (C++ class) trt_edgellm::metrics::MultimodalMetrics::recordRun (C++ function) trt_edgellm::metrics::MultimodalMetrics::totalAudios (C++ member) trt_edgellm::metrics::MultimodalMetrics::totalAudioTokens (C++ member) trt_edgellm::metrics::MultimodalMetrics::totalImages (C++ member) trt_edgellm::metrics::MultimodalMetrics::totalImageTokens (C++ member) trt_edgellm::metrics::OmniLatencyMetrics (C++ struct) trt_edgellm::metrics::OmniLatencyMetrics::audioDurationSeconds (C++ member) trt_edgellm::metrics::OmniLatencyMetrics::audioSamples (C++ member) trt_edgellm::metrics::OmniLatencyMetrics::endToEndMs (C++ member) trt_edgellm::metrics::OmniLatencyMetrics::realTimeFactor (C++ member) trt_edgellm::metrics::OmniLatencyMetrics::sampleRate (C++ member) trt_edgellm::metrics::OmniLatencyMetrics::timeToFirstAudioCodeMs (C++ member) trt_edgellm::metrics::OmniLatencyMetrics::timeToFirstPlayableAudioMs (C++ member) trt_edgellm::metrics::OmniTalkerMetrics (C++ class) trt_edgellm::metrics::OmniTalkerMetrics::exitReason (C++ member) trt_edgellm::metrics::OmniTalkerMetrics::isStreaming (C++ member) trt_edgellm::metrics::OmniTalkerMetrics::prefillGpuTimeMs (C++ member) trt_edgellm::metrics::OmniTalkerMetrics::prefillSeqLength (C++ member) trt_edgellm::metrics::OmniTalkerMetrics::recordRun (C++ function) trt_edgellm::metrics::OmniTalkerMetrics::totalFrames (C++ member) trt_edgellm::metrics::OmniTalkerMetrics::totalRvqCodes (C++ member) trt_edgellm::metrics::SpecDecodeGenerationMetrics (C++ class) trt_edgellm::metrics::SpecDecodeGenerationMetrics::recordRun (C++ function) trt_edgellm::metrics::SpecDecodeGenerationMetrics::totalGeneratedTokens (C++ member) trt_edgellm::metrics::SpecDecodeGenerationMetrics::totalIterations (C++ member) trt_edgellm::MoEActivationKind (C++ enum) trt_edgellm::MoEActivationKind::kReLU2 (C++ enumerator) trt_edgellm::MoEActivationKind::kSiLU (C++ enumerator) trt_edgellm::moeDecodeGemvTopkGridDim (C++ function) trt_edgellm::moeDecodeGemvTopkGridDimBatchSeq (C++ function) trt_edgellm::moeDecodeGemvTopkThreads (C++ function) trt_edgellm::moeW4a4DecodeIsValidThreadBlockSize (C++ function) trt_edgellm::moeW4a4DecodeUpGridDim (C++ function) trt_edgellm::multimodal (C++ type) trt_edgellm::multimodal::ModelType (C++ enum) trt_edgellm::multimodal::ModelType::INTERNVL (C++ enumerator) trt_edgellm::multimodal::ModelType::NEMOTRON_OMNI_AUDIO_ENCODER (C++ enumerator) trt_edgellm::multimodal::ModelType::NEMOTRON_OMNI_VISION_ENCODER (C++ enumerator) trt_edgellm::multimodal::ModelType::PHI4MM (C++ enumerator) trt_edgellm::multimodal::ModelType::QWEN2_5_VL (C++ enumerator) trt_edgellm::multimodal::ModelType::QWEN2_VL (C++ enumerator) trt_edgellm::multimodal::ModelType::QWEN3_5 (C++ enumerator) trt_edgellm::multimodal::ModelType::QWEN3_OMNI_AUDIO_ENCODER (C++ enumerator) trt_edgellm::multimodal::ModelType::QWEN3_OMNI_CODE2WAV (C++ enumerator) trt_edgellm::multimodal::ModelType::QWEN3_OMNI_VISION_ENCODER (C++ enumerator) trt_edgellm::multimodal::ModelType::QWEN3_VL (C++ enumerator) trt_edgellm::multimodal::ModelType::UNKNOWN (C++ enumerator) trt_edgellm::multimodal::stringToModelType (C++ function) trt_edgellm::nemotronMoeW4A16DecodeThreadBlockSizeForInterDim (C++ function) trt_edgellm::nemotronMoeW4A16InterBufferNumElems (C++ function) trt_edgellm::nemotronMoeW4A16UpFp16ScratchBytes (C++ function) trt_edgellm::nemotronMoeW4A4DecodeThreadBlockSizeForDims (C++ function) trt_edgellm::NVFP4Tensor (C++ struct) trt_edgellm::NVFP4Tensor::block_scale (C++ member) trt_edgellm::NVFP4Tensor::global_scale (C++ member) trt_edgellm::NVFP4Tensor::quantized_data (C++ member) trt_edgellm::NVFP4Tensor::scaleExpertStride (C++ member) trt_edgellm::NVFP4Tensor::scaleKDimIdx (C++ member) trt_edgellm::NVFP4Tensor::scaleMDimIdx (C++ member) trt_edgellm::NVFP4Tensor::scaleNumKTiles (C++ member) trt_edgellm::NVFP4Tensor::strides (C++ member) trt_edgellm::plugins::applyThorSMRenumberWAR (C++ function) trt_edgellm::plugins::AttentionPlugin (C++ class) trt_edgellm::plugins::AttentionPlugin::attachToContext (C++ function) trt_edgellm::plugins::AttentionPlugin::AttentionPlugin (C++ function), [1], [2], [3] trt_edgellm::plugins::AttentionPlugin::clone (C++ function) trt_edgellm::plugins::AttentionPlugin::configurePlugin (C++ function) trt_edgellm::plugins::AttentionPlugin::enqueue (C++ function) trt_edgellm::plugins::AttentionPlugin::getAliasedInput (C++ function) trt_edgellm::plugins::AttentionPlugin::getCapabilityInterface (C++ function) trt_edgellm::plugins::AttentionPlugin::getFieldsToSerialize (C++ function) trt_edgellm::plugins::AttentionPlugin::getNbOutputs (C++ function) trt_edgellm::plugins::AttentionPlugin::getOutputDataTypes (C++ function) trt_edgellm::plugins::AttentionPlugin::getOutputShapes (C++ function) trt_edgellm::plugins::AttentionPlugin::getPluginName (C++ function) trt_edgellm::plugins::AttentionPlugin::getPluginNamespace (C++ function) trt_edgellm::plugins::AttentionPlugin::getPluginVersion (C++ function) trt_edgellm::plugins::AttentionPlugin::getWorkspaceSize (C++ function) trt_edgellm::plugins::AttentionPlugin::onShapeChange (C++ function) trt_edgellm::plugins::AttentionPlugin::setPluginNamespace (C++ function) trt_edgellm::plugins::AttentionPlugin::supportsFormatCombination (C++ function) trt_edgellm::plugins::AttentionPlugin::~AttentionPlugin (C++ function) trt_edgellm::plugins::AttentionPluginCreator (C++ class) trt_edgellm::plugins::AttentionPluginCreator::AttentionPluginCreator (C++ function) trt_edgellm::plugins::AttentionPluginCreator::createPlugin (C++ function) trt_edgellm::plugins::AttentionPluginCreator::getFieldNames (C++ function) trt_edgellm::plugins::AttentionPluginCreator::getPluginName (C++ function) trt_edgellm::plugins::AttentionPluginCreator::getPluginNamespace (C++ function) trt_edgellm::plugins::AttentionPluginCreator::getPluginVersion (C++ function) trt_edgellm::plugins::AttentionPluginCreator::setPluginNamespace (C++ function) trt_edgellm::plugins::AttentionPluginCreator::~AttentionPluginCreator (C++ function) trt_edgellm::plugins::CausalConv1dPlugin (C++ class) trt_edgellm::plugins::CausalConv1dPlugin::attachToContext (C++ function) trt_edgellm::plugins::CausalConv1dPlugin::CausalConv1dPlugin (C++ function), [1], [2], [3] trt_edgellm::plugins::CausalConv1dPlugin::clone (C++ function) trt_edgellm::plugins::CausalConv1dPlugin::configurePlugin (C++ function) trt_edgellm::plugins::CausalConv1dPlugin::enqueue (C++ function) trt_edgellm::plugins::CausalConv1dPlugin::getAliasedInput (C++ function) trt_edgellm::plugins::CausalConv1dPlugin::getCapabilityInterface (C++ function) trt_edgellm::plugins::CausalConv1dPlugin::getFieldsToSerialize (C++ function) trt_edgellm::plugins::CausalConv1dPlugin::getNbOutputs (C++ function) trt_edgellm::plugins::CausalConv1dPlugin::getOutputDataTypes (C++ function) trt_edgellm::plugins::CausalConv1dPlugin::getOutputShapes (C++ function) trt_edgellm::plugins::CausalConv1dPlugin::getPluginName (C++ function) trt_edgellm::plugins::CausalConv1dPlugin::getPluginNamespace (C++ function) trt_edgellm::plugins::CausalConv1dPlugin::getPluginVersion (C++ function) trt_edgellm::plugins::CausalConv1dPlugin::getWorkspaceSize (C++ function) trt_edgellm::plugins::CausalConv1dPlugin::onShapeChange (C++ function) trt_edgellm::plugins::CausalConv1dPlugin::setPluginNamespace (C++ function) trt_edgellm::plugins::CausalConv1dPlugin::supportsFormatCombination (C++ function) trt_edgellm::plugins::CausalConv1dPlugin::~CausalConv1dPlugin (C++ function) trt_edgellm::plugins::CausalConv1dPluginCreator (C++ class) trt_edgellm::plugins::CausalConv1dPluginCreator::CausalConv1dPluginCreator (C++ function) trt_edgellm::plugins::CausalConv1dPluginCreator::createPlugin (C++ function) trt_edgellm::plugins::CausalConv1dPluginCreator::getFieldNames (C++ function) trt_edgellm::plugins::CausalConv1dPluginCreator::getPluginName (C++ function) trt_edgellm::plugins::CausalConv1dPluginCreator::getPluginNamespace (C++ function) trt_edgellm::plugins::CausalConv1dPluginCreator::getPluginVersion (C++ function) trt_edgellm::plugins::CausalConv1dPluginCreator::setPluginNamespace (C++ function) trt_edgellm::plugins::CausalConv1dPluginCreator::~CausalConv1dPluginCreator (C++ function) trt_edgellm::plugins::GatedDeltaNetPlugin (C++ class) trt_edgellm::plugins::GatedDeltaNetPlugin::attachToContext (C++ function) trt_edgellm::plugins::GatedDeltaNetPlugin::clone (C++ function) trt_edgellm::plugins::GatedDeltaNetPlugin::configurePlugin (C++ function) trt_edgellm::plugins::GatedDeltaNetPlugin::enqueue (C++ function) trt_edgellm::plugins::GatedDeltaNetPlugin::GatedDeltaNetPlugin (C++ function), [1], [2], [3] trt_edgellm::plugins::GatedDeltaNetPlugin::getAliasedInput (C++ function) trt_edgellm::plugins::GatedDeltaNetPlugin::getCapabilityInterface (C++ function) trt_edgellm::plugins::GatedDeltaNetPlugin::getFieldsToSerialize (C++ function) trt_edgellm::plugins::GatedDeltaNetPlugin::getNbOutputs (C++ function) trt_edgellm::plugins::GatedDeltaNetPlugin::getOutputDataTypes (C++ function) trt_edgellm::plugins::GatedDeltaNetPlugin::getOutputShapes (C++ function) trt_edgellm::plugins::GatedDeltaNetPlugin::getPluginName (C++ function) trt_edgellm::plugins::GatedDeltaNetPlugin::getPluginNamespace (C++ function) trt_edgellm::plugins::GatedDeltaNetPlugin::getPluginVersion (C++ function) trt_edgellm::plugins::GatedDeltaNetPlugin::getWorkspaceSize (C++ function) trt_edgellm::plugins::GatedDeltaNetPlugin::onShapeChange (C++ function) trt_edgellm::plugins::GatedDeltaNetPlugin::setPluginNamespace (C++ function) trt_edgellm::plugins::GatedDeltaNetPlugin::supportsFormatCombination (C++ function) trt_edgellm::plugins::GatedDeltaNetPlugin::~GatedDeltaNetPlugin (C++ function) trt_edgellm::plugins::GatedDeltaNetPluginCreator (C++ class) trt_edgellm::plugins::GatedDeltaNetPluginCreator::createPlugin (C++ function) trt_edgellm::plugins::GatedDeltaNetPluginCreator::GatedDeltaNetPluginCreator (C++ function) trt_edgellm::plugins::GatedDeltaNetPluginCreator::getFieldNames (C++ function) trt_edgellm::plugins::GatedDeltaNetPluginCreator::getPluginName (C++ function) trt_edgellm::plugins::GatedDeltaNetPluginCreator::getPluginNamespace (C++ function) trt_edgellm::plugins::GatedDeltaNetPluginCreator::getPluginVersion (C++ function) trt_edgellm::plugins::GatedDeltaNetPluginCreator::setPluginNamespace (C++ function) trt_edgellm::plugins::GatedDeltaNetPluginCreator::~GatedDeltaNetPluginCreator (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPlugin (C++ class) trt_edgellm::plugins::Int4GroupwiseGemmPlugin::attachToContext (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPlugin::clone (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPlugin::configurePlugin (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPlugin::enqueue (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPlugin::getCapabilityInterface (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPlugin::getFieldsToSerialize (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPlugin::getNbOutputs (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPlugin::getOutputDataTypes (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPlugin::getOutputShapes (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPlugin::getPluginName (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPlugin::getPluginNamespace (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPlugin::getPluginVersion (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPlugin::getWorkspaceSize (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPlugin::Int4GroupwiseGemmPlugin (C++ function), [1], [2], [3] trt_edgellm::plugins::Int4GroupwiseGemmPlugin::onShapeChange (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPlugin::setPluginNamespace (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPlugin::supportsFormatCombination (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPlugin::~Int4GroupwiseGemmPlugin (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPluginCreator (C++ class) trt_edgellm::plugins::Int4GroupwiseGemmPluginCreator::createPlugin (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPluginCreator::getFieldNames (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPluginCreator::getPluginName (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPluginCreator::getPluginNamespace (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPluginCreator::getPluginVersion (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPluginCreator::Int4GroupwiseGemmPluginCreator (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPluginCreator::setPluginNamespace (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPluginCreator::~Int4GroupwiseGemmPluginCreator (C++ function) trt_edgellm::plugins::Int4MoePlugin (C++ class) trt_edgellm::plugins::Int4MoePlugin::attachToContext (C++ function) trt_edgellm::plugins::Int4MoePlugin::clone (C++ function) trt_edgellm::plugins::Int4MoePlugin::configurePlugin (C++ function) trt_edgellm::plugins::Int4MoePlugin::enqueue (C++ function) trt_edgellm::plugins::Int4MoePlugin::getCapabilityInterface (C++ function) trt_edgellm::plugins::Int4MoePlugin::getFieldsToSerialize (C++ function) trt_edgellm::plugins::Int4MoePlugin::getNbOutputs (C++ function) trt_edgellm::plugins::Int4MoePlugin::getOutputDataTypes (C++ function) trt_edgellm::plugins::Int4MoePlugin::getOutputShapes (C++ function) trt_edgellm::plugins::Int4MoePlugin::getPluginName (C++ function) trt_edgellm::plugins::Int4MoePlugin::getPluginNamespace (C++ function) trt_edgellm::plugins::Int4MoePlugin::getPluginVersion (C++ function) trt_edgellm::plugins::Int4MoePlugin::getWorkspaceSize (C++ function) trt_edgellm::plugins::Int4MoePlugin::Int4MoePlugin (C++ function), [1], [2], [3] trt_edgellm::plugins::Int4MoePlugin::onShapeChange (C++ function) trt_edgellm::plugins::Int4MoePlugin::setPluginNamespace (C++ function) trt_edgellm::plugins::Int4MoePlugin::supportsFormatCombination (C++ function) trt_edgellm::plugins::Int4MoePlugin::~Int4MoePlugin (C++ function) trt_edgellm::plugins::Int4MoePluginCreator (C++ class) trt_edgellm::plugins::Int4MoePluginCreator::createPlugin (C++ function) trt_edgellm::plugins::Int4MoePluginCreator::getFieldNames (C++ function) trt_edgellm::plugins::Int4MoePluginCreator::getPluginName (C++ function) trt_edgellm::plugins::Int4MoePluginCreator::getPluginNamespace (C++ function) trt_edgellm::plugins::Int4MoePluginCreator::getPluginVersion (C++ function) trt_edgellm::plugins::Int4MoePluginCreator::Int4MoePluginCreator (C++ function) trt_edgellm::plugins::Int4MoePluginCreator::setPluginNamespace (C++ function) trt_edgellm::plugins::Int4MoePluginCreator::~Int4MoePluginCreator (C++ function) trt_edgellm::plugins::MambaPlugin (C++ class) trt_edgellm::plugins::MambaPlugin::attachToContext (C++ function) trt_edgellm::plugins::MambaPlugin::clone (C++ function) trt_edgellm::plugins::MambaPlugin::configurePlugin (C++ function) trt_edgellm::plugins::MambaPlugin::enqueue (C++ function) trt_edgellm::plugins::MambaPlugin::getCapabilityInterface (C++ function) trt_edgellm::plugins::MambaPlugin::getFieldsToSerialize (C++ function) trt_edgellm::plugins::MambaPlugin::getNbOutputs (C++ function) trt_edgellm::plugins::MambaPlugin::getOutputDataTypes (C++ function) trt_edgellm::plugins::MambaPlugin::getOutputShapes (C++ function) trt_edgellm::plugins::MambaPlugin::getPluginName (C++ function) trt_edgellm::plugins::MambaPlugin::getPluginNamespace (C++ function) trt_edgellm::plugins::MambaPlugin::getPluginVersion (C++ function) trt_edgellm::plugins::MambaPlugin::getWorkspaceSize (C++ function) trt_edgellm::plugins::MambaPlugin::MambaPlugin (C++ function), [1], [2] trt_edgellm::plugins::MambaPlugin::onShapeChange (C++ function) trt_edgellm::plugins::MambaPlugin::setPluginNamespace (C++ function) trt_edgellm::plugins::MambaPlugin::supportsFormatCombination (C++ function) trt_edgellm::plugins::MambaPlugin::~MambaPlugin (C++ function) trt_edgellm::plugins::MambaPluginCreator (C++ class) trt_edgellm::plugins::MambaPluginCreator::createPlugin (C++ function) trt_edgellm::plugins::MambaPluginCreator::getFieldNames (C++ function) trt_edgellm::plugins::MambaPluginCreator::getPluginName (C++ function) trt_edgellm::plugins::MambaPluginCreator::getPluginNamespace (C++ function) trt_edgellm::plugins::MambaPluginCreator::getPluginVersion (C++ function) trt_edgellm::plugins::MambaPluginCreator::MambaPluginCreator (C++ function) trt_edgellm::plugins::MambaPluginCreator::setPluginNamespace (C++ function) trt_edgellm::plugins::MambaPluginCreator::~MambaPluginCreator (C++ function) trt_edgellm::plugins::Nvfp4MoePlugin (C++ class) trt_edgellm::plugins::Nvfp4MoePlugin::attachToContext (C++ function) trt_edgellm::plugins::Nvfp4MoePlugin::clone (C++ function) trt_edgellm::plugins::Nvfp4MoePlugin::configurePlugin (C++ function) trt_edgellm::plugins::Nvfp4MoePlugin::enqueue (C++ function) trt_edgellm::plugins::Nvfp4MoePlugin::getCapabilityInterface (C++ function) trt_edgellm::plugins::Nvfp4MoePlugin::getFieldsToSerialize (C++ function) trt_edgellm::plugins::Nvfp4MoePlugin::getNbOutputs (C++ function) trt_edgellm::plugins::Nvfp4MoePlugin::getOutputDataTypes (C++ function) trt_edgellm::plugins::Nvfp4MoePlugin::getOutputShapes (C++ function) trt_edgellm::plugins::Nvfp4MoePlugin::getPluginName (C++ function) trt_edgellm::plugins::Nvfp4MoePlugin::getPluginNamespace (C++ function) trt_edgellm::plugins::Nvfp4MoePlugin::getPluginVersion (C++ function) trt_edgellm::plugins::Nvfp4MoePlugin::getWorkspaceSize (C++ function) trt_edgellm::plugins::Nvfp4MoePlugin::Nvfp4MoePlugin (C++ function), [1], [2], [3] trt_edgellm::plugins::Nvfp4MoePlugin::onShapeChange (C++ function) trt_edgellm::plugins::Nvfp4MoePlugin::setPluginNamespace (C++ function) trt_edgellm::plugins::Nvfp4MoePlugin::supportsFormatCombination (C++ function) trt_edgellm::plugins::Nvfp4MoePlugin::~Nvfp4MoePlugin (C++ function) trt_edgellm::plugins::Nvfp4MoePluginCreator (C++ class) trt_edgellm::plugins::Nvfp4MoePluginCreator::createPlugin (C++ function) trt_edgellm::plugins::Nvfp4MoePluginCreator::getFieldNames (C++ function) trt_edgellm::plugins::Nvfp4MoePluginCreator::getPluginName (C++ function) trt_edgellm::plugins::Nvfp4MoePluginCreator::getPluginNamespace (C++ function) trt_edgellm::plugins::Nvfp4MoePluginCreator::getPluginVersion (C++ function) trt_edgellm::plugins::Nvfp4MoePluginCreator::Nvfp4MoePluginCreator (C++ function) trt_edgellm::plugins::Nvfp4MoePluginCreator::setPluginNamespace (C++ function) trt_edgellm::plugins::Nvfp4MoePluginCreator::~Nvfp4MoePluginCreator (C++ function) trt_edgellm::plugins::NvFP4MoEPluginGeforce (C++ class) trt_edgellm::plugins::NvFP4MoEPluginGeforce::attachToContext (C++ function) trt_edgellm::plugins::NvFP4MoEPluginGeforce::clone (C++ function) trt_edgellm::plugins::NvFP4MoEPluginGeforce::configurePlugin (C++ function) trt_edgellm::plugins::NvFP4MoEPluginGeforce::enqueue (C++ function) trt_edgellm::plugins::NvFP4MoEPluginGeforce::getCapabilityInterface (C++ function) trt_edgellm::plugins::NvFP4MoEPluginGeforce::getFieldsToSerialize (C++ function) trt_edgellm::plugins::NvFP4MoEPluginGeforce::getNbOutputs (C++ function) trt_edgellm::plugins::NvFP4MoEPluginGeforce::getOutputDataTypes (C++ function) trt_edgellm::plugins::NvFP4MoEPluginGeforce::getOutputShapes (C++ function) trt_edgellm::plugins::NvFP4MoEPluginGeforce::getPluginName (C++ function) trt_edgellm::plugins::NvFP4MoEPluginGeforce::getPluginNamespace (C++ function) trt_edgellm::plugins::NvFP4MoEPluginGeforce::getPluginVersion (C++ function) trt_edgellm::plugins::NvFP4MoEPluginGeforce::getWorkspaceSize (C++ function) trt_edgellm::plugins::NvFP4MoEPluginGeforce::NvFP4MoEPluginGeforce (C++ function), [1], [2], [3] trt_edgellm::plugins::NvFP4MoEPluginGeforce::onShapeChange (C++ function) trt_edgellm::plugins::NvFP4MoEPluginGeforce::setPluginNamespace (C++ function) trt_edgellm::plugins::NvFP4MoEPluginGeforce::supportsFormatCombination (C++ function) trt_edgellm::plugins::NvFP4MoEPluginGeforce::~NvFP4MoEPluginGeforce (C++ function) trt_edgellm::plugins::NvFP4MoEPluginGeforceCreator (C++ class) trt_edgellm::plugins::NvFP4MoEPluginGeforceCreator::createPlugin (C++ function) trt_edgellm::plugins::NvFP4MoEPluginGeforceCreator::getFieldNames (C++ function) trt_edgellm::plugins::NvFP4MoEPluginGeforceCreator::getPluginName (C++ function) trt_edgellm::plugins::NvFP4MoEPluginGeforceCreator::getPluginNamespace (C++ function) trt_edgellm::plugins::NvFP4MoEPluginGeforceCreator::getPluginVersion (C++ function) trt_edgellm::plugins::NvFP4MoEPluginGeforceCreator::NvFP4MoEPluginGeforceCreator (C++ function) trt_edgellm::plugins::NvFP4MoEPluginGeforceCreator::setPluginNamespace (C++ function) trt_edgellm::plugins::NvFP4MoEPluginGeforceCreator::~NvFP4MoEPluginGeforceCreator (C++ function) trt_edgellm::plugins::Serializer (C++ struct) trt_edgellm::plugins::Serializer<T, typename std::enable_if_t<std::is_arithmetic_v<T> || std::is_enum_v<T>>> (C++ struct) trt_edgellm::plugins::Serializer<T, typename std::enable_if_t<std::is_arithmetic_v<T> || std::is_enum_v<T>>>::deserialize (C++ function) trt_edgellm::plugins::Serializer<T, typename std::enable_if_t<std::is_arithmetic_v<T> || std::is_enum_v<T>>>::serialize (C++ function) trt_edgellm::plugins::toFieldType (C++ function) trt_edgellm::plugins::ViTAttentionPlugin (C++ class) trt_edgellm::plugins::ViTAttentionPlugin::attachToContext (C++ function) trt_edgellm::plugins::ViTAttentionPlugin::clone (C++ function) trt_edgellm::plugins::ViTAttentionPlugin::configurePlugin (C++ function) trt_edgellm::plugins::ViTAttentionPlugin::enqueue (C++ function) trt_edgellm::plugins::ViTAttentionPlugin::getCapabilityInterface (C++ function) trt_edgellm::plugins::ViTAttentionPlugin::getFieldsToSerialize (C++ function) trt_edgellm::plugins::ViTAttentionPlugin::getNbOutputs (C++ function) trt_edgellm::plugins::ViTAttentionPlugin::getOutputDataTypes (C++ function) trt_edgellm::plugins::ViTAttentionPlugin::getOutputShapes (C++ function) trt_edgellm::plugins::ViTAttentionPlugin::getPluginName (C++ function) trt_edgellm::plugins::ViTAttentionPlugin::getPluginNamespace (C++ function) trt_edgellm::plugins::ViTAttentionPlugin::getPluginVersion (C++ function) trt_edgellm::plugins::ViTAttentionPlugin::getWorkspaceSize (C++ function) trt_edgellm::plugins::ViTAttentionPlugin::onShapeChange (C++ function) trt_edgellm::plugins::ViTAttentionPlugin::setPluginNamespace (C++ function) trt_edgellm::plugins::ViTAttentionPlugin::supportsFormatCombination (C++ function) trt_edgellm::plugins::ViTAttentionPlugin::ViTAttentionPlugin (C++ function), [1], [2], [3] trt_edgellm::plugins::ViTAttentionPlugin::~ViTAttentionPlugin (C++ function) trt_edgellm::plugins::ViTAttentionPluginCreator (C++ class) trt_edgellm::plugins::ViTAttentionPluginCreator::createPlugin (C++ function) trt_edgellm::plugins::ViTAttentionPluginCreator::getFieldNames (C++ function) trt_edgellm::plugins::ViTAttentionPluginCreator::getPluginName (C++ function) trt_edgellm::plugins::ViTAttentionPluginCreator::getPluginNamespace (C++ function) trt_edgellm::plugins::ViTAttentionPluginCreator::getPluginVersion (C++ function) trt_edgellm::plugins::ViTAttentionPluginCreator::setPluginNamespace (C++ function) trt_edgellm::plugins::ViTAttentionPluginCreator::ViTAttentionPluginCreator (C++ function) trt_edgellm::plugins::ViTAttentionPluginCreator::~ViTAttentionPluginCreator (C++ function) trt_edgellm::printEngineInfo (C++ function) trt_edgellm::rt (C++ type), [1], [2], [3], [4], [5] trt_edgellm::rt::action_utils::trajectoryToTokenIds (C++ function) trt_edgellm::rt::ActionConfig (C++ struct) trt_edgellm::rt::ActionConfig::headDim (C++ member) trt_edgellm::rt::ActionConfig::maxKVCacheCapacity (C++ member) trt_edgellm::rt::ActionConfig::mropeSectionH (C++ member) trt_edgellm::rt::ActionConfig::mropeSectionW (C++ member) trt_edgellm::rt::ActionConfig::numDecoderLayers (C++ member) trt_edgellm::rt::ActionConfig::numKVHeads (C++ member) trt_edgellm::rt::ActionConfig::numTrajTokens (C++ member) trt_edgellm::rt::ActionConfig::ropeTheta (C++ member) trt_edgellm::rt::ActionConfig::trajTokenStart (C++ member) trt_edgellm::rt::allocateBasicIO (C++ function) trt_edgellm::rt::allocateDeepstackEmbeds (C++ function) trt_edgellm::rt::allocateMRope (C++ function) trt_edgellm::rt::allocateSpecDecodeHiddenStates (C++ function) trt_edgellm::rt::allocateZeroBuffer (C++ function) trt_edgellm::rt::Alpamayo1ActionRunner (C++ class) trt_edgellm::rt::Alpamayo1ActionRunner::Alpamayo1ActionRunner (C++ function) trt_edgellm::rt::Alpamayo1ActionRunner::getMaxKVCacheCapacity (C++ function) trt_edgellm::rt::Alpamayo1ActionRunner::getModelType (C++ function) trt_edgellm::rt::Alpamayo1ActionRunner::getRequiredContextMemorySize (C++ function) trt_edgellm::rt::Alpamayo1ActionRunner::preprocess (C++ function) trt_edgellm::rt::Alpamayo1ActionRunner::sampleTrajectory (C++ function) trt_edgellm::rt::Alpamayo1ActionRunner::setContextMemory (C++ function) trt_edgellm::rt::Alpamayo1ActionRunner::setNoiseSeed (C++ function) trt_edgellm::rt::Alpamayo1ActionRunner::~Alpamayo1ActionRunner (C++ function) trt_edgellm::rt::applyCancellationToFinishStates (C++ function) trt_edgellm::rt::applyStopStringMatch (C++ function) trt_edgellm::rt::attachStreamChannel (C++ function) trt_edgellm::rt::AudioConfig (C++ struct) trt_edgellm::rt::AudioConfig::audioBosTokenId (C++ member) trt_edgellm::rt::AudioConfig::audioEosTokenId (C++ member) trt_edgellm::rt::AudioConfig::audioFeatureDim (C++ member) trt_edgellm::rt::AudioConfig::audioTokenId (C++ member) trt_edgellm::rt::AudioConfig::melBins (C++ member) trt_edgellm::rt::AudioConfig::mropeSectionH (C++ member) trt_edgellm::rt::AudioConfig::mropeSectionW (C++ member) trt_edgellm::rt::AudioConfig::mropeTheta (C++ member) trt_edgellm::rt::AudioConfig::nWindow (C++ member) trt_edgellm::rt::AudioConfig::nWindowInfer (C++ member) trt_edgellm::rt::audioUtils (C++ type), [1] trt_edgellm::rt::audioUtils::AudioData (C++ struct) trt_edgellm::rt::audioUtils::AudioData::codebookCodes (C++ member) trt_edgellm::rt::audioUtils::AudioData::hasWaveform (C++ member) trt_edgellm::rt::audioUtils::AudioData::melSpectrogramFormat (C++ member) trt_edgellm::rt::audioUtils::AudioData::melSpectrogramPath (C++ member) trt_edgellm::rt::audioUtils::AudioData::numChannels (C++ member) trt_edgellm::rt::audioUtils::AudioData::sampleRate (C++ member) trt_edgellm::rt::audioUtils::AudioData::waveform (C++ member) trt_edgellm::rt::audioUtils::ChunkInfo (C++ struct) trt_edgellm::rt::audioUtils::ChunkInfo::chunkLengths (C++ member) trt_edgellm::rt::audioUtils::ChunkInfo::chunkOffsets (C++ member) trt_edgellm::rt::audioUtils::ChunkInfo::maxChunkLength (C++ member) trt_edgellm::rt::audioUtils::ChunkInfo::numChunks (C++ member) trt_edgellm::rt::BaseEngineResources (C++ struct) trt_edgellm::rt::BaseEngineResources::cacheManager (C++ member) trt_edgellm::rt::BaseEngineResources::captureGraph (C++ member) trt_edgellm::rt::BaseEngineResources::executor (C++ member) trt_edgellm::rt::BaseEngineResources::pipelineIO (C++ member) trt_edgellm::rt::BaseEngineResources::sharedResources (C++ member) trt_edgellm::rt::BaseEngineResources::tensorMap (C++ member) trt_edgellm::rt::BatchResult (C++ struct) trt_edgellm::rt::BatchResult::actualIterations (C++ member) trt_edgellm::rt::BatchResult::effectivePrefillLength (C++ member) trt_edgellm::rt::BatchResult::generateLength (C++ member) trt_edgellm::rt::BatchResult::rawBatchedInputIds (C++ member) trt_edgellm::rt::BatchResult::terminalReason (C++ member) trt_edgellm::rt::BatchResult::tokenIds (C++ member) trt_edgellm::rt::buildBatchMapping (C++ function) trt_edgellm::rt::buildRegistryForLLM (C++ function) trt_edgellm::rt::buildRegistryForSpecDecodeDraft (C++ function) trt_edgellm::rt::buildTensorMap (C++ function) trt_edgellm::rt::buildTensorMapForSpecDecodeDraft (C++ function) trt_edgellm::rt::clampMaxGenerateLengthForKVCapacity (C++ function) trt_edgellm::rt::Code2WavConfig (C++ struct) trt_edgellm::rt::Code2WavConfig::chunkSize (C++ member) trt_edgellm::rt::Code2WavConfig::codebookSize (C++ member) trt_edgellm::rt::Code2WavConfig::decoderDim (C++ member) trt_edgellm::rt::Code2WavConfig::hiddenSize (C++ member) trt_edgellm::rt::Code2WavConfig::leftContextSize (C++ member) trt_edgellm::rt::Code2WavConfig::numQuantizers (C++ member) trt_edgellm::rt::Code2WavConfig::sampleRate (C++ member) trt_edgellm::rt::Code2WavConfig::upsampleRate (C++ member) trt_edgellm::rt::Code2WavRunner (C++ class) trt_edgellm::rt::Code2WavRunner::Code2WavRunner (C++ function) trt_edgellm::rt::Code2WavRunner::generateWaveform (C++ function) trt_edgellm::rt::Code2WavRunner::getConfig (C++ function) trt_edgellm::rt::Code2WavRunner::getExpectedWaveformLength (C++ function) trt_edgellm::rt::Code2WavRunner::~Code2WavRunner (C++ function) trt_edgellm::rt::collectRopeConfig (C++ function) trt_edgellm::rt::compactVector (C++ function) trt_edgellm::rt::Coords (C++ class) trt_edgellm::rt::Coords::Coords (C++ function), [1], [2], [3], [4], [5], [6] trt_edgellm::rt::Coords::formatString (C++ function) trt_edgellm::rt::Coords::getNumDims (C++ function) trt_edgellm::rt::Coords::getTRTDims (C++ function) trt_edgellm::rt::Coords::operator!= (C++ function) trt_edgellm::rt::Coords::operator= (C++ function), [1] trt_edgellm::rt::Coords::operator== (C++ function) trt_edgellm::rt::Coords::operator[] (C++ function), [1] trt_edgellm::rt::Coords::volume (C++ function) trt_edgellm::rt::createDeploymentConfig (C++ function) trt_edgellm::rt::decodePerSlot (C++ function) trt_edgellm::rt::DecoderRegistry (C++ class) trt_edgellm::rt::DecoderRegistry::cachePrimingStrategy (C++ function) trt_edgellm::rt::DecoderRegistry::captureCudaGraphs (C++ function) trt_edgellm::rt::DecoderRegistry::DecoderRegistry (C++ function) trt_edgellm::rt::DecoderRegistry::getRequiredContextMemorySize (C++ function) trt_edgellm::rt::DecoderRegistry::hasSpeculativeDecoder (C++ function) trt_edgellm::rt::DecoderRegistry::select (C++ function) trt_edgellm::rt::DecoderRegistry::setContextMemory (C++ function) trt_edgellm::rt::DecoderRegistry::speculativeDecoderName (C++ function) trt_edgellm::rt::DecoderRegistryConfig (C++ struct) trt_edgellm::rt::DecoderRegistryConfig::draftingConfig (C++ member) trt_edgellm::rt::DecoderRegistryConfig::engineDir (C++ member) trt_edgellm::rt::DecoderRegistryConfig::stream (C++ member) trt_edgellm::rt::DecodingInferenceContext (C++ struct) trt_edgellm::rt::DecodingInferenceContext::activeBatchSize (C++ member) trt_edgellm::rt::DecodingInferenceContext::audioEmbeddings (C++ member) trt_edgellm::rt::DecodingInferenceContext::batchIndexMapping (C++ member) trt_edgellm::rt::DecodingInferenceContext::completedBatches (C++ member) trt_edgellm::rt::DecodingInferenceContext::currentGenerateLengths (C++ member) trt_edgellm::rt::DecodingInferenceContext::deepstackFeatures (C++ member) trt_edgellm::rt::DecodingInferenceContext::effectivePrefillLengths (C++ member) trt_edgellm::rt::DecodingInferenceContext::finishedStates (C++ member) trt_edgellm::rt::DecodingInferenceContext::generationRound (C++ member) trt_edgellm::rt::DecodingInferenceContext::initialize (C++ function) trt_edgellm::rt::DecodingInferenceContext::loraWeightsName (C++ member) trt_edgellm::rt::DecodingInferenceContext::maxGenerateLength (C++ member) trt_edgellm::rt::DecodingInferenceContext::onTokenGenerated (C++ member) trt_edgellm::rt::DecodingInferenceContext::outputThinkerEmbeddings (C++ member) trt_edgellm::rt::DecodingInferenceContext::rawBatchedInputIds (C++ member) trt_edgellm::rt::DecodingInferenceContext::slotStreams (C++ member) trt_edgellm::rt::DecodingInferenceContext::stopStringsPerSlot (C++ member) trt_edgellm::rt::DecodingInferenceContext::stream (C++ member) trt_edgellm::rt::DecodingInferenceContext::systemPrompts (C++ member) trt_edgellm::rt::DecodingInferenceContext::temperature (C++ member) trt_edgellm::rt::DecodingInferenceContext::tokenIds (C++ member) trt_edgellm::rt::DecodingInferenceContext::topK (C++ member) trt_edgellm::rt::DecodingInferenceContext::topP (C++ member) trt_edgellm::rt::DecodingInferenceContext::visualEmbeddings (C++ member) trt_edgellm::rt::DecodingRuntimeContext (C++ struct) trt_edgellm::rt::DecodingRuntimeContext::base (C++ member) trt_edgellm::rt::DecodingRuntimeContext::deployment (C++ member) trt_edgellm::rt::DecodingRuntimeContext::maxRuntimeBatchSize (C++ member) trt_edgellm::rt::DecodingRuntimeContext::preprocess (C++ member) trt_edgellm::rt::DecodingRuntimeContext::sampling (C++ member) trt_edgellm::rt::DecodingRuntimeContext::tokenizer (C++ member) trt_edgellm::rt::DecodingStrategy (C++ class) trt_edgellm::rt::DecodingStrategy::captureCudaGraphs (C++ function) trt_edgellm::rt::DecodingStrategy::decodeStep (C++ function) trt_edgellm::rt::DecodingStrategy::getRequiredContextMemorySize (C++ function) trt_edgellm::rt::DecodingStrategy::hasSystemPromptKVCache (C++ function) trt_edgellm::rt::DecodingStrategy::isSpeculative (C++ function) trt_edgellm::rt::DecodingStrategy::kind (C++ function) trt_edgellm::rt::DecodingStrategy::name (C++ function) trt_edgellm::rt::DecodingStrategy::onBatchEvict (C++ function) trt_edgellm::rt::DecodingStrategy::resetForNewSequences (C++ function) trt_edgellm::rt::DecodingStrategy::restoreSystemPromptKVCache (C++ function) trt_edgellm::rt::DecodingStrategy::runSystemPromptPrefill (C++ function) trt_edgellm::rt::DecodingStrategy::saveSystemPromptKVCache (C++ function) trt_edgellm::rt::DecodingStrategy::setContextMemory (C++ function) trt_edgellm::rt::DecodingStrategy::unsupportedReason (C++ function) trt_edgellm::rt::DecodingStrategy::~DecodingStrategy (C++ function) trt_edgellm::rt::DeepstackBinding (C++ class) trt_edgellm::rt::DeepstackBinding::currentModeName (C++ function) trt_edgellm::rt::DeepstackBinding::DeepstackBinding (C++ function) trt_edgellm::rt::DeepstackBinding::numFeatures (C++ function)

trt_edgellm::rt::DeepstackBinding::ownedNames (C++ function) trt_edgellm::rt::DeepstackBinding::useRealFeatures (C++ function) trt_edgellm::rt::DeepstackBinding::useZeroTarget (C++ function) trt_edgellm::rt::DeploymentConfig (C++ struct) trt_edgellm::rt::DeploymentConfig::base (C++ member) trt_edgellm::rt::DeploymentConfig::draft (C++ member) trt_edgellm::rt::DeploymentConfig::effectiveMaxDraftProposalSize (C++ function) trt_edgellm::rt::DeploymentConfig::maxRuntimeBatchSize (C++ function) trt_edgellm::rt::DeploymentConfig::specConfig (C++ member) trt_edgellm::rt::DeploymentConfig::specDecodeMode (C++ function) trt_edgellm::rt::dimName (C++ function) trt_edgellm::rt::EagleDecoder (C++ class) trt_edgellm::rt::EagleDecoder::captureCudaGraphs (C++ function) trt_edgellm::rt::EagleDecoder::decodeStep (C++ function) trt_edgellm::rt::EagleDecoder::EagleDecoder (C++ function) trt_edgellm::rt::EagleDecoder::getRequiredContextMemorySize (C++ function) trt_edgellm::rt::EagleDecoder::hasSystemPromptKVCache (C++ function) trt_edgellm::rt::EagleDecoder::isSpeculative (C++ function) trt_edgellm::rt::EagleDecoder::kind (C++ function) trt_edgellm::rt::EagleDecoder::name (C++ function) trt_edgellm::rt::EagleDecoder::onBatchEvict (C++ function) trt_edgellm::rt::EagleDecoder::resetForNewSequences (C++ function) trt_edgellm::rt::EagleDecoder::restoreSystemPromptKVCache (C++ function) trt_edgellm::rt::EagleDecoder::runSystemPromptPrefill (C++ function) trt_edgellm::rt::EagleDecoder::saveSystemPromptKVCache (C++ function) trt_edgellm::rt::EagleDecoder::setContextMemory (C++ function) trt_edgellm::rt::EagleDecoder::unsupportedReason (C++ function) trt_edgellm::rt::EagleDraftEngineRunner (C++ class) trt_edgellm::rt::EagleDraftEngineRunner::AcceptDecodeTokenKey (C++ type) trt_edgellm::rt::EagleDraftEngineRunner::captureEagleAcceptDecodeTokenCudaGraph (C++ function) trt_edgellm::rt::EagleDraftEngineRunner::captureEagleDraftProposalCudaGraph (C++ function) trt_edgellm::rt::EagleDraftEngineRunner::DraftProposalKey (C++ type) trt_edgellm::rt::EagleDraftEngineRunner::EagleDraftEngineRunner (C++ function) trt_edgellm::rt::EagleDraftEngineRunner::executeEagleAcceptDecodeTokenStep (C++ function) trt_edgellm::rt::EagleDraftEngineRunner::executeEagleDraftProposalStep (C++ function) trt_edgellm::rt::EagleDraftEngineRunner::executeEaglePrefillStep (C++ function) trt_edgellm::rt::EagleDraftEngineRunner::getCacheManager (C++ function) trt_edgellm::rt::EagleDraftEngineRunner::getDraftEngineConfig (C++ function) trt_edgellm::rt::EagleDraftEngineRunner::getRequiredContextMemorySize (C++ function) trt_edgellm::rt::EagleDraftEngineRunner::getRopeCosSinCacheTensor (C++ function) trt_edgellm::rt::EagleDraftEngineRunner::setContextMemory (C++ function) trt_edgellm::rt::EagleDraftEngineRunner::~EagleDraftEngineRunner (C++ function) trt_edgellm::rt::EagleDraftEngineRunnerConfig (C++ struct) trt_edgellm::rt::EagleDraftEngineRunnerConfig::baseModelHiddenDim (C++ member) trt_edgellm::rt::EagleDraftEngineRunnerConfig::draftModelHiddenDim (C++ member) trt_edgellm::rt::EagleDraftEngineRunnerConfig::draftModelVocabSize (C++ member) trt_edgellm::rt::EagleDraftEngineRunnerConfig::headDim (C++ member) trt_edgellm::rt::EagleDraftEngineRunnerConfig::maxDraftTreeSize (C++ member) trt_edgellm::rt::EagleDraftEngineRunnerConfig::maxKVCacheCapacity (C++ member) trt_edgellm::rt::EagleDraftEngineRunnerConfig::maxSupportedBatchSize (C++ member) trt_edgellm::rt::EagleDraftEngineRunnerConfig::maxSupportedInputLength (C++ member) trt_edgellm::rt::EagleDraftEngineRunnerConfig::numDecoderLayers (C++ member) trt_edgellm::rt::EagleDraftEngineRunnerConfig::numKVHeads (C++ member) trt_edgellm::rt::EagleDraftEngineRunnerConfig::ropeConfig (C++ member) trt_edgellm::rt::EagleDraftEngineRunnerConfig::rotaryDim (C++ member) trt_edgellm::rt::EmbeddingData (C++ struct) trt_edgellm::rt::EmbeddingData::scalesAsOptional (C++ function) trt_edgellm::rt::EmbeddingData::table (C++ member) trt_edgellm::rt::EmbeddingData::tableScalingFactor (C++ member) trt_edgellm::rt::EmbeddingPreprocessor (C++ class) trt_edgellm::rt::EmbeddingPreprocessor::assembleDeepstack (C++ function) trt_edgellm::rt::EmbeddingPreprocessor::embed (C++ function) trt_edgellm::rt::EmbeddingPreprocessor::EmbeddingPreprocessor (C++ function) trt_edgellm::rt::EmbeddingPreprocessor::prepareDeepstack (C++ function) trt_edgellm::rt::emitChunks (C++ function) trt_edgellm::rt::EngineExecutor (C++ class) trt_edgellm::rt::EngineExecutor::BindingSnapshot (C++ struct), [1] trt_edgellm::rt::EngineExecutor::BindingSnapshot::bindings (C++ member), [1] trt_edgellm::rt::EngineExecutor::BindingSnapshot::operator== (C++ function), [1] trt_edgellm::rt::EngineExecutor::captureGraph (C++ function) trt_edgellm::rt::EngineExecutor::createForLLM (C++ function) trt_edgellm::rt::EngineExecutor::createForSpecDecodeDraft (C++ function) trt_edgellm::rt::EngineExecutor::EngineExecutor (C++ function) trt_edgellm::rt::EngineExecutor::execute (C++ function) trt_edgellm::rt::EngineExecutor::getBindingDataType (C++ function) trt_edgellm::rt::EngineExecutor::getEngine (C++ function) trt_edgellm::rt::EngineExecutor::getIOTensorName (C++ function) trt_edgellm::rt::EngineExecutor::getNumIOTensors (C++ function) trt_edgellm::rt::EngineExecutor::getProfileShape (C++ function) trt_edgellm::rt::EngineExecutor::getRequiredContextMemorySize (C++ function) trt_edgellm::rt::EngineExecutor::operator= (C++ function) trt_edgellm::rt::EngineExecutor::prepare (C++ function) trt_edgellm::rt::EngineExecutor::setContextMemory (C++ function) trt_edgellm::rt::EngineExecutor::~EngineExecutor (C++ function) trt_edgellm::rt::ExternalWeightManager (C++ class) trt_edgellm::rt::ExternalWeightManager::ExternalWeightManager (C++ function), [1], [2] trt_edgellm::rt::ExternalWeightManager::load (C++ function) trt_edgellm::rt::ExternalWeightManager::operator= (C++ function), [1] trt_edgellm::rt::ExternalWeightManager::registerTensorMapEntries (C++ function) trt_edgellm::rt::ExternalWeightManager::size (C++ function) trt_edgellm::rt::ExternalWeightManager::validateAgainstEngine (C++ function) trt_edgellm::rt::finishReasonName (C++ function) trt_edgellm::rt::firstInvalidMember (C++ function) trt_edgellm::rt::formatEngineConfig (C++ function) trt_edgellm::rt::formatRopeConfig (C++ function) trt_edgellm::rt::FutureTrajectoryPoint (C++ type) trt_edgellm::rt::generateMultimodalIndices (C++ function) trt_edgellm::rt::HybridCacheManager (C++ class) trt_edgellm::rt::HybridCacheManager::captureConvStates (C++ function) trt_edgellm::rt::HybridCacheManager::captureKVCache (C++ function) trt_edgellm::rt::HybridCacheManager::captureRecurrentStates (C++ function) trt_edgellm::rt::HybridCacheManager::commitSequenceLength (C++ function), [1] trt_edgellm::rt::HybridCacheManager::compactBatch (C++ function) trt_edgellm::rt::HybridCacheManager::getActiveBatchSize (C++ function) trt_edgellm::rt::HybridCacheManager::getCombinedKVCache (C++ function) trt_edgellm::rt::HybridCacheManager::getConvState (C++ function) trt_edgellm::rt::HybridCacheManager::getKVCacheAllEmpty (C++ function) trt_edgellm::rt::HybridCacheManager::getKVCacheLengths (C++ function) trt_edgellm::rt::HybridCacheManager::getKVCacheManager (C++ function) trt_edgellm::rt::HybridCacheManager::getKVHeadDimGroups (C++ function) trt_edgellm::rt::HybridCacheManager::getMambaCacheManager (C++ function) trt_edgellm::rt::HybridCacheManager::getRecurrentState (C++ function) trt_edgellm::rt::HybridCacheManager::getSeparateKVCache (C++ function) trt_edgellm::rt::HybridCacheManager::HybridCacheManager (C++ function), [1], [2], [3] trt_edgellm::rt::HybridCacheManager::KVHeadDimGroupView (C++ struct), [1] trt_edgellm::rt::HybridCacheManager::KVHeadDimGroupView::deviceLayerInfos (C++ member), [1] trt_edgellm::rt::HybridCacheManager::KVHeadDimGroupView::headDim (C++ member), [1] trt_edgellm::rt::HybridCacheManager::KVHeadDimGroupView::maxKVHeads (C++ member), [1] trt_edgellm::rt::HybridCacheManager::KVHeadDimGroupView::numLayers (C++ member), [1] trt_edgellm::rt::HybridCacheManager::LayerType (C++ enum) trt_edgellm::rt::HybridCacheManager::LayerType::kAttention (C++ enumerator) trt_edgellm::rt::HybridCacheManager::LayerType::kMamba (C++ enumerator) trt_edgellm::rt::HybridCacheManager::operator= (C++ function), [1] trt_edgellm::rt::HybridCacheManager::resetForNewSequences (C++ function) trt_edgellm::rt::HybridCacheManager::restoreKVCache (C++ function) trt_edgellm::rt::HybridCacheManager::setActiveBatchSize (C++ function) trt_edgellm::rt::HybridCacheManager::~HybridCacheManager (C++ function) trt_edgellm::rt::imageUtils (C++ type), [1] trt_edgellm::rt::imageUtils::ImageData (C++ class) trt_edgellm::rt::imageUtils::ImageData::buffer (C++ member) trt_edgellm::rt::imageUtils::ImageData::channels (C++ member) trt_edgellm::rt::imageUtils::ImageData::data (C++ function) trt_edgellm::rt::imageUtils::ImageData::height (C++ member) trt_edgellm::rt::imageUtils::ImageData::ImageData (C++ function), [1] trt_edgellm::rt::imageUtils::ImageData::width (C++ member) trt_edgellm::rt::imageUtils::InterpolationMode (C++ enum) trt_edgellm::rt::imageUtils::InterpolationMode::kBICUBIC (C++ enumerator) trt_edgellm::rt::imageUtils::InterpolationMode::kLINEAR (C++ enumerator) trt_edgellm::rt::InferenceDims (C++ struct) trt_edgellm::rt::InferenceDims::attnMaskSeqLen (C++ member) trt_edgellm::rt::InferenceDims::batch (C++ member) trt_edgellm::rt::InferenceDims::kvLen (C++ member) trt_edgellm::rt::InferenceDims::packedMaskLen (C++ member) trt_edgellm::rt::InferenceDims::ropeBatch (C++ member) trt_edgellm::rt::InferenceDims::selectLen (C++ member) trt_edgellm::rt::InferenceDims::seqLen (C++ member) trt_edgellm::rt::InferenceDims::startIndexLen (C++ member) trt_edgellm::rt::InferencePhase (C++ enum) trt_edgellm::rt::InferencePhase::kDecode (C++ enumerator) trt_edgellm::rt::InferencePhase::kPrefill (C++ enumerator) trt_edgellm::rt::initializeLongRopeCosSinCache (C++ function) trt_edgellm::rt::initializeNopeCosSinCache (C++ function) trt_edgellm::rt::initializeRopeCosSinCache (C++ function) trt_edgellm::rt::InternViTConfig (C++ struct) trt_edgellm::rt::InternViTConfig::blockImageSizeH (C++ member) trt_edgellm::rt::InternViTConfig::blockImageSizeW (C++ member) trt_edgellm::rt::InternViTConfig::imageMean (C++ member) trt_edgellm::rt::InternViTConfig::imageStd (C++ member) trt_edgellm::rt::InternViTConfig::imageTokenId (C++ member) trt_edgellm::rt::InternViTConfig::imgEndTokenId (C++ member) trt_edgellm::rt::InternViTConfig::imgStartTokenId (C++ member) trt_edgellm::rt::InternViTConfig::maxImageTokensPerImage (C++ member) trt_edgellm::rt::InternViTConfig::maxNumBlocks (C++ member) trt_edgellm::rt::InternViTConfig::minImageTokensPerImage (C++ member) trt_edgellm::rt::InternViTConfig::minNumBlocks (C++ member) trt_edgellm::rt::InternViTConfig::numChannels (C++ member) trt_edgellm::rt::InternViTConfig::outHiddenSize (C++ member) trt_edgellm::rt::InternViTConfig::patchSizeH (C++ member) trt_edgellm::rt::InternViTConfig::patchSizeW (C++ member) trt_edgellm::rt::InternViTConfig::vocabSize (C++ member) trt_edgellm::rt::InternViTRunner (C++ class) trt_edgellm::rt::InternViTRunner::allocateBuffer (C++ function) trt_edgellm::rt::InternViTRunner::infer (C++ function) trt_edgellm::rt::InternViTRunner::InternViTRunner (C++ function) trt_edgellm::rt::InternViTRunner::preprocess (C++ function) trt_edgellm::rt::InternViTRunner::validateAndFillConfig (C++ function) trt_edgellm::rt::InternViTRunner::~InternViTRunner (C++ function) trt_edgellm::rt::is_arithmetic_ext (C++ struct) trt_edgellm::rt::is_arithmetic_ext<__nv_bfloat16> (C++ struct) trt_edgellm::rt::is_arithmetic_ext<half> (C++ struct) trt_edgellm::rt::kTrajHistoryEndStr (C++ member) trt_edgellm::rt::kTrajHistoryPadStr (C++ member) trt_edgellm::rt::kTrajHistoryStartStr (C++ member) trt_edgellm::rt::KVCacheManager (C++ class) trt_edgellm::rt::KVCacheManager::getCombinedKVCache (C++ function) trt_edgellm::rt::KVCacheManager::getConfig (C++ function) trt_edgellm::rt::KVCacheManager::getLayerConfig (C++ function) trt_edgellm::rt::KVCacheManager::getSeparateKVCache (C++ function) trt_edgellm::rt::KVCacheManager::isUniform (C++ function) trt_edgellm::rt::KVCacheManager::KVCacheManager (C++ function), [1], [2], [3] trt_edgellm::rt::KVCacheManager::numLayers (C++ function) trt_edgellm::rt::KVCacheManager::operator= (C++ function), [1] trt_edgellm::rt::KVCacheManager::~KVCacheManager (C++ function) trt_edgellm::rt::KVLayerConfig (C++ struct) trt_edgellm::rt::KVLayerConfig::headDim (C++ member) trt_edgellm::rt::KVLayerConfig::numKVHeads (C++ member) trt_edgellm::rt::LLMEngineConfig (C++ struct) trt_edgellm::rt::LLMEngineConfig::acceptDims (C++ function) trt_edgellm::rt::LLMEngineConfig::audioTokenId (C++ member) trt_edgellm::rt::LLMEngineConfig::baseModelHiddenSize (C++ member) trt_edgellm::rt::LLMEngineConfig::convDim (C++ member) trt_edgellm::rt::LLMEngineConfig::convKernel (C++ member) trt_edgellm::rt::LLMEngineConfig::convStateDtype (C++ member) trt_edgellm::rt::LLMEngineConfig::decodeDims (C++ function) trt_edgellm::rt::LLMEngineConfig::headDim (C++ member) trt_edgellm::rt::LLMEngineConfig::hiddenSize (C++ member) trt_edgellm::rt::LLMEngineConfig::imageTokenId (C++ member) trt_edgellm::rt::LLMEngineConfig::isSpecDecodeBase (C++ member) trt_edgellm::rt::LLMEngineConfig::kvCacheDtype (C++ member) trt_edgellm::rt::LLMEngineConfig::kvLayerConfigs (C++ member) trt_edgellm::rt::LLMEngineConfig::layerTypes (C++ member) trt_edgellm::rt::LLMEngineConfig::maxDraftTreeSize (C++ member) trt_edgellm::rt::LLMEngineConfig::maxKVCacheCapacity (C++ member) trt_edgellm::rt::LLMEngineConfig::maxSupportedBatchSize (C++ member) trt_edgellm::rt::LLMEngineConfig::maxSupportedInputLength (C++ member) trt_edgellm::rt::LLMEngineConfig::maxSupportedLoraRank (C++ member) trt_edgellm::rt::LLMEngineConfig::maxVerifyTreeSize (C++ member) trt_edgellm::rt::LLMEngineConfig::numAttentionLayers (C++ member) trt_edgellm::rt::LLMEngineConfig::numDecoderLayers (C++ member) trt_edgellm::rt::LLMEngineConfig::numDeepstackFeatures (C++ member) trt_edgellm::rt::LLMEngineConfig::numKVHeads (C++ member) trt_edgellm::rt::LLMEngineConfig::numLinearAttnLayers (C++ member) trt_edgellm::rt::LLMEngineConfig::outputVocabSize (C++ member) trt_edgellm::rt::LLMEngineConfig::prefillDims (C++ function) trt_edgellm::rt::LLMEngineConfig::proposalDims (C++ function) trt_edgellm::rt::LLMEngineConfig::recurrentStateDtype (C++ member) trt_edgellm::rt::LLMEngineConfig::recurrentStateHeadDim (C++ member) trt_edgellm::rt::LLMEngineConfig::recurrentStateNumHeads (C++ member) trt_edgellm::rt::LLMEngineConfig::recurrentStateSize (C++ member) trt_edgellm::rt::LLMEngineConfig::reducedVocabSize (C++ member) trt_edgellm::rt::LLMEngineConfig::resetDims (C++ function) trt_edgellm::rt::LLMEngineConfig::ropeConfig (C++ member) trt_edgellm::rt::LLMEngineConfig::rotaryDim (C++ member) trt_edgellm::rt::LLMEngineConfig::specDecodeType (C++ member) trt_edgellm::rt::LLMEngineConfig::specVerifyDims (C++ function) trt_edgellm::rt::LLMEngineConfig::useContextDependentRope (C++ member) trt_edgellm::rt::LLMEngineConfig::useTrtNativeOps (C++ member) trt_edgellm::rt::LLMEngineConfig::vocabSize (C++ member) trt_edgellm::rt::LLMEngineRunner (C++ class) trt_edgellm::rt::LLMEngineRunner::BaseGraphKey (C++ type) trt_edgellm::rt::LLMEngineRunner::captureEagleBaseTreeDecodingCudaGraph (C++ function) trt_edgellm::rt::LLMEngineRunner::captureVanillaDecodingCudaGraph (C++ function) trt_edgellm::rt::LLMEngineRunner::DecodingGraphKey (C++ type) trt_edgellm::rt::LLMEngineRunner::executeEagleBaseTreeDecodingStep (C++ function) trt_edgellm::rt::LLMEngineRunner::executePrefillStep (C++ function) trt_edgellm::rt::LLMEngineRunner::executeVanillaDecodingStep (C++ function) trt_edgellm::rt::LLMEngineRunner::getActiveLoraWeightsName (C++ function) trt_edgellm::rt::LLMEngineRunner::getAvailableLoraWeights (C++ function) trt_edgellm::rt::LLMEngineRunner::getCacheManager (C++ function) trt_edgellm::rt::LLMEngineRunner::getEngineConfig (C++ function) trt_edgellm::rt::LLMEngineRunner::getRequiredContextMemorySize (C++ function) trt_edgellm::rt::LLMEngineRunner::getRopeCosSinCacheTensor (C++ function) trt_edgellm::rt::LLMEngineRunner::LLMEngineRunner (C++ function) trt_edgellm::rt::LLMEngineRunner::setContextMemory (C++ function) trt_edgellm::rt::LLMEngineRunner::setLmHeadWeight (C++ function) trt_edgellm::rt::LLMEngineRunner::switchLoraWeights (C++ function) trt_edgellm::rt::LLMEngineRunner::~LLMEngineRunner (C++ function) trt_edgellm::rt::LLMEngineRunnerConfig (C++ struct) trt_edgellm::rt::LLMEngineRunnerConfig::audioTokenId (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::convDim (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::convKernel (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::enableEagleSpecDecode (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::headDim (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::hiddenSize (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::imageTokenId (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::kvLayerConfigs (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::layerTypes (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::maxKVCacheCapacity (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::maxSupportedBatchSize (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::maxSupportedInputLength (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::maxSupportedLoraRank (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::maxVerifyTreeSize (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::mtpBase (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::numAttentionLayers (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::numDecoderLayers (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::numDeepstackFeatures (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::numKVHeads (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::numLinearAttnLayers (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::outputHiddenDim (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::outputVocabSize (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::recurrentStateHeadDim (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::recurrentStateNumHeads (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::recurrentStateSize (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::reducedVocabSize (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::ropeConfig (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::rotaryDim (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::useContextDependentRope (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::useTrtNativeOps (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::vocabSize (C++ member) trt_edgellm::rt::LLMGenerationRequest (C++ struct) trt_edgellm::rt::LLMGenerationRequest::acceptHiddenLayer (C++ member) trt_edgellm::rt::LLMGenerationRequest::addGenerationPrompt (C++ member) trt_edgellm::rt::LLMGenerationRequest::applyChatTemplate (C++ member) trt_edgellm::rt::LLMGenerationRequest::disableSpecDecode (C++ member) trt_edgellm::rt::LLMGenerationRequest::enableThinking (C++ member) trt_edgellm::rt::LLMGenerationRequest::formattedRequests (C++ member) trt_edgellm::rt::LLMGenerationRequest::generateAudio (C++ member) trt_edgellm::rt::LLMGenerationRequest::loraWeightsName (C++ member) trt_edgellm::rt::LLMGenerationRequest::maxGenerateLength (C++ member) trt_edgellm::rt::LLMGenerationRequest::onTokenGenerated (C++ member) trt_edgellm::rt::LLMGenerationRequest::requests (C++ member) trt_edgellm::rt::LLMGenerationRequest::saveSystemPromptKVCache (C++ member) trt_edgellm::rt::LLMGenerationRequest::streamChannels (C++ member) trt_edgellm::rt::LLMGenerationRequest::temperature (C++ member) trt_edgellm::rt::LLMGenerationRequest::topK (C++ member) trt_edgellm::rt::LLMGenerationRequest::topP (C++ member) trt_edgellm::rt::LLMGenerationResponse (C++ struct) trt_edgellm::rt::LLMGenerationResponse::finishReasons (C++ member) trt_edgellm::rt::LLMGenerationResponse::outputAudios (C++ member) trt_edgellm::rt::LLMGenerationResponse::outputIds (C++ member) trt_edgellm::rt::LLMGenerationResponse::outputTexts (C++ member) trt_edgellm::rt::LLMGenerationResponse::outputTrajectories (C++ member) trt_edgellm::rt::LLMInferenceRuntime (C++ class) trt_edgellm::rt::LLMInferenceRuntime::captureDecodingCUDAGraph (C++ function) trt_edgellm::rt::LLMInferenceRuntime::genAndSaveSystemPromptKVCache (C++ function) trt_edgellm::rt::LLMInferenceRuntime::getBaseModelHiddenStates (C++ function) trt_edgellm::rt::LLMInferenceRuntime::getBaseModelInputTokenIds (C++ function) trt_edgellm::rt::LLMInferenceRuntime::getBaseModelPrefillLength (C++ function) trt_edgellm::rt::LLMInferenceRuntime::getEmbeddingTable (C++ function) trt_edgellm::rt::LLMInferenceRuntime::getGenerationMetrics (C++ function) trt_edgellm::rt::LLMInferenceRuntime::getMultimodalMetrics (C++ function) trt_edgellm::rt::LLMInferenceRuntime::getPrefillMetrics (C++ function) trt_edgellm::rt::LLMInferenceRuntime::getSpecDecodeGenerationMetrics (C++ function) trt_edgellm::rt::LLMInferenceRuntime::getSpeculativeDecodingStrategyName (C++ function) trt_edgellm::rt::LLMInferenceRuntime::handleRequest (C++ function) trt_edgellm::rt::LLMInferenceRuntime::hasDraftModel (C++ function) trt_edgellm::rt::LLMInferenceRuntime::LLMInferenceRuntime (C++ function), [1] trt_edgellm::rt::LLMInferenceRuntime::setActionNoiseSeed (C++ function) trt_edgellm::rt::LLMInferenceRuntime::~LLMInferenceRuntime (C++ function) trt_edgellm::rt::loadEmbeddingTable (C++ function) trt_edgellm::rt::LongRopeParams (C++ struct) trt_edgellm::rt::LongRopeParams::longFactor (C++ member) trt_edgellm::rt::LongRopeParams::originalMaxPositionEmbeddings (C++ member) trt_edgellm::rt::LongRopeParams::shortFactor (C++ member) trt_edgellm::rt::LoRAManager (C++ class) trt_edgellm::rt::LoRAManager::addWeights (C++ function) trt_edgellm::rt::LoRAManager::getActiveAdapterName (C++ function) trt_edgellm::rt::LoRAManager::getActiveWeight (C++ function) trt_edgellm::rt::LoRAManager::getAdapterNames (C++ function) trt_edgellm::rt::LoRAManager::getBindingNames (C++ function) trt_edgellm::rt::LoRAManager::hasActiveAdapter (C++ function) trt_edgellm::rt::LoRAManager::hasWeightFor (C++ function) trt_edgellm::rt::LoRAManager::initializeEngineBindings (C++ function) trt_edgellm::rt::LoRAManager::loadWeights (C++ function) trt_edgellm::rt::LoRAManager::LoRAManager (C++ function), [1], [2] trt_edgellm::rt::LoRAManager::operator= (C++ function), [1] trt_edgellm::rt::LoRAManager::refreshTensorMap (C++ function) trt_edgellm::rt::LoRAManager::resetWeights (C++ function) trt_edgellm::rt::LoRAManager::switchWeights (C++ function) trt_edgellm::rt::MambaCacheManager (C++ class) trt_edgellm::rt::MambaCacheManager::captureConvStates (C++ function) trt_edgellm::rt::MambaCacheManager::captureRecurrentStates (C++ function) trt_edgellm::rt::MambaCacheManager::clearStates (C++ function) trt_edgellm::rt::MambaCacheManager::getConfig (C++ function) trt_edgellm::rt::MambaCacheManager::getConvState (C++ function) trt_edgellm::rt::MambaCacheManager::getIntermediateConvState (C++ function) trt_edgellm::rt::MambaCacheManager::getIntermediateRecurrentState (C++ function) trt_edgellm::rt::MambaCacheManager::getRecurrentState (C++ function) trt_edgellm::rt::MambaCacheManager::hasIntermediateConvStates (C++ function) trt_edgellm::rt::MambaCacheManager::hasIntermediateRecurrentStates (C++ function) trt_edgellm::rt::MambaCacheManager::MambaCacheManager (C++ function), [1], [2], [3] trt_edgellm::rt::MambaCacheManager::numLayers (C++ function) trt_edgellm::rt::MambaCacheManager::operator= (C++ function), [1] trt_edgellm::rt::MambaCacheManager::reshapeIntermediateStates (C++ function) trt_edgellm::rt::MambaCacheManager::scatterMtpStates (C++ function) trt_edgellm::rt::MambaCacheManager::~MambaCacheManager (C++ function) trt_edgellm::rt::Message (C++ struct) trt_edgellm::rt::Message::contents (C++ member) trt_edgellm::rt::Message::MessageContent (C++ struct), [1] trt_edgellm::rt::Message::MessageContent::content (C++ member), [1] trt_edgellm::rt::Message::MessageContent::type (C++ member), [1] trt_edgellm::rt::Message::role (C++ member) trt_edgellm::rt::MTPDecoder (C++ class) trt_edgellm::rt::MTPDecoder::captureCudaGraphs (C++ function) trt_edgellm::rt::MTPDecoder::decodeStep (C++ function) trt_edgellm::rt::MTPDecoder::getRequiredContextMemorySize (C++ function) trt_edgellm::rt::MTPDecoder::hasSystemPromptKVCache (C++ function) trt_edgellm::rt::MTPDecoder::isSpeculative (C++ function) trt_edgellm::rt::MTPDecoder::kind (C++ function) trt_edgellm::rt::MTPDecoder::MTPDecoder (C++ function) trt_edgellm::rt::MTPDecoder::name (C++ function) trt_edgellm::rt::MTPDecoder::onBatchEvict (C++ function) trt_edgellm::rt::MTPDecoder::resetForNewSequences (C++ function) trt_edgellm::rt::MTPDecoder::restoreSystemPromptKVCache (C++ function) trt_edgellm::rt::MTPDecoder::runSystemPromptPrefill (C++ function) trt_edgellm::rt::MTPDecoder::saveSystemPromptKVCache (C++ function) trt_edgellm::rt::MTPDecoder::setContextMemory (C++ function) trt_edgellm::rt::MTPDecoder::unsupportedReason (C++ function) trt_edgellm::rt::MultimodalRunner (C++ class) trt_edgellm::rt::MultimodalRunner::allocateBuffer (C++ function) trt_edgellm::rt::MultimodalRunner::create (C++ function) trt_edgellm::rt::MultimodalRunner::getDeepstackFeatures (C++ function) trt_edgellm::rt::MultimodalRunner::getModelType (C++ function) trt_edgellm::rt::MultimodalRunner::getMultimodalMetrics (C++ function) trt_edgellm::rt::MultimodalRunner::getOutputEmbedding (C++ function) trt_edgellm::rt::MultimodalRunner::getRequiredContextMemorySize (C++ function) trt_edgellm::rt::MultimodalRunner::infer (C++ function) trt_edgellm::rt::MultimodalRunner::MultimodalRunner (C++ function), [1] trt_edgellm::rt::MultimodalRunner::preprocess (C++ function) trt_edgellm::rt::MultimodalRunner::preprocessSystemPrompt (C++ function) trt_edgellm::rt::MultimodalRunner::setContextMemory (C++ function) trt_edgellm::rt::MultimodalRunner::validateAndFillConfig (C++ function) trt_edgellm::rt::MultimodalRunner::~MultimodalRunner (C++ function) trt_edgellm::rt::NemotronOmniAudioConfig (C++ struct) trt_edgellm::rt::NemotronOmniAudioConfig::audioFeatureDim (C++ member) trt_edgellm::rt::NemotronOmniAudioConfig::melBins (C++ member) trt_edgellm::rt::NemotronOmniAudioConfig::samplingRate (C++ member) trt_edgellm::rt::NemotronOmniAudioConfig::soundContextTokenId (C++ member) trt_edgellm::rt::NemotronOmniAudioConfig::subsamplingFactor (C++ member) trt_edgellm::rt::NemotronOmniAudioConfig::vocabSize (C++ member) trt_edgellm::rt::NemotronOmniAudioRunner (C++ class) trt_edgellm::rt::NemotronOmniAudioRunner::allocateBuffer (C++ function) trt_edgellm::rt::NemotronOmniAudioRunner::getOutputEmbedding (C++ function) trt_edgellm::rt::NemotronOmniAudioRunner::infer (C++ function) trt_edgellm::rt::NemotronOmniAudioRunner::NemotronOmniAudioRunner (C++ function) trt_edgellm::rt::NemotronOmniAudioRunner::preprocess (C++ function) trt_edgellm::rt::NemotronOmniAudioRunner::validateAndFillConfig (C++ function) trt_edgellm::rt::NemotronOmniAudioRunner::~NemotronOmniAudioRunner (C++ function) trt_edgellm::rt::NemotronOmniViTConfig (C++ struct) trt_edgellm::rt::NemotronOmniViTConfig::blockImageSizeH (C++ member) trt_edgellm::rt::NemotronOmniViTConfig::blockImageSizeW (C++ member) trt_edgellm::rt::NemotronOmniViTConfig::imageMean (C++ member) trt_edgellm::rt::NemotronOmniViTConfig::imageStd (C++ member) trt_edgellm::rt::NemotronOmniViTConfig::imgContextTokenId (C++ member) trt_edgellm::rt::NemotronOmniViTConfig::imgEndTokenId (C++ member) trt_edgellm::rt::NemotronOmniViTConfig::imgStartTokenId (C++ member) trt_edgellm::rt::NemotronOmniViTConfig::maxImageTokensPerImage (C++ member) trt_edgellm::rt::NemotronOmniViTConfig::maxNumBlocks (C++ member) trt_edgellm::rt::NemotronOmniViTConfig::minImageTokensPerImage (C++ member) trt_edgellm::rt::NemotronOmniViTConfig::minNumBlocks (C++ member) trt_edgellm::rt::NemotronOmniViTConfig::numChannels (C++ member) trt_edgellm::rt::NemotronOmniViTConfig::outHiddenSize (C++ member) trt_edgellm::rt::NemotronOmniViTConfig::tokensPerBlock (C++ member) trt_edgellm::rt::NemotronOmniViTConfig::vocabSize (C++ member) trt_edgellm::rt::NemotronOmniViTRunner (C++ class) trt_edgellm::rt::NemotronOmniViTRunner::allocateBuffer (C++ function) trt_edgellm::rt::NemotronOmniViTRunner::infer (C++ function) trt_edgellm::rt::NemotronOmniViTRunner::NemotronOmniViTRunner (C++ function) trt_edgellm::rt::NemotronOmniViTRunner::preprocess (C++ function) trt_edgellm::rt::NemotronOmniViTRunner::validateAndFillConfig (C++ function) trt_edgellm::rt::NemotronOmniViTRunner::~NemotronOmniViTRunner (C++ function) trt_edgellm::rt::parseDraftEngineConfig (C++ function) trt_edgellm::rt::parseEngineConfig (C++ function) trt_edgellm::rt::PastTrajectoryPoint (C++ type) trt_edgellm::rt::Phi4MMViTConfig (C++ struct) trt_edgellm::rt::Phi4MMViTConfig::blockDownsampleRatio (C++ member) trt_edgellm::rt::Phi4MMViTConfig::blockImageSizeH (C++ member) trt_edgellm::rt::Phi4MMViTConfig::blockImageSizeW (C++ member) trt_edgellm::rt::Phi4MMViTConfig::imageMean (C++ member) trt_edgellm::rt::Phi4MMViTConfig::imageStd (C++ member) trt_edgellm::rt::Phi4MMViTConfig::imageTokenId (C++ member) trt_edgellm::rt::Phi4MMViTConfig::maxImageTokensPerImage (C++ member) trt_edgellm::rt::Phi4MMViTConfig::maxNumBlocks (C++ member) trt_edgellm::rt::Phi4MMViTConfig::minImageTokensPerImage (C++ member) trt_edgellm::rt::Phi4MMViTConfig::minNumBlocks (C++ member) trt_edgellm::rt::Phi4MMViTConfig::numChannels (C++ member) trt_edgellm::rt::Phi4MMViTConfig::outHiddenSize (C++ member) trt_edgellm::rt::Phi4MMViTConfig::tokensPerSide (C++ member) trt_edgellm::rt::Phi4MMViTConfig::vocabSize (C++ member) trt_edgellm::rt::Phi4MMViTRunner (C++ class) trt_edgellm::rt::Phi4MMViTRunner::allocateBuffer (C++ function) trt_edgellm::rt::Phi4MMViTRunner::infer (C++ function) trt_edgellm::rt::Phi4MMViTRunner::Phi4MMViTRunner (C++ function) trt_edgellm::rt::Phi4MMViTRunner::preprocess (C++ function) trt_edgellm::rt::Phi4MMViTRunner::validateAndFillConfig (C++ function) trt_edgellm::rt::Phi4MMViTRunner::~Phi4MMViTRunner (C++ function) trt_edgellm::rt::PipelineIO (C++ struct) trt_edgellm::rt::PipelineIO::baseHiddenStates (C++ member) trt_edgellm::rt::PipelineIO::contextLengths (C++ member) trt_edgellm::rt::PipelineIO::createForLLM (C++ function) trt_edgellm::rt::PipelineIO::createForSpecDecode (C++ function) trt_edgellm::rt::PipelineIO::deepstackEmbeds (C++ member) trt_edgellm::rt::PipelineIO::draftHiddenStatesIn (C++ member) trt_edgellm::rt::PipelineIO::draftHiddenStatesOut (C++ member) trt_edgellm::rt::PipelineIO::hostContextLengths (C++ member) trt_edgellm::rt::PipelineIO::hostSelectTokenIndices (C++ member) trt_edgellm::rt::PipelineIO::inputsEmbeds (C++ member) trt_edgellm::rt::PipelineIO::mropeCosSin (C++ member) trt_edgellm::rt::PipelineIO::outputHiddenStates (C++ member) trt_edgellm::rt::PipelineIO::outputLogits (C++ member) trt_edgellm::rt::PipelineIO::packedAttentionMask (C++ member) trt_edgellm::rt::PipelineIO::prefillEmbedsBackup (C++ member) trt_edgellm::rt::PipelineIO::selectTokenIndices (C++ member) trt_edgellm::rt::PipelineIO::specDecodePositionIds (C++ member) trt_edgellm::rt::PreprocessResources (C++ struct) trt_edgellm::rt::PreprocessResources::deepstack (C++ member) trt_edgellm::rt::PreprocessResources::embedding (C++ member) trt_edgellm::rt::PreprocessResources::embeddingPreprocessor (C++ member) trt_edgellm::rt::PreprocessResources::idsInput (C++ member) trt_edgellm::rt::PreprocessResources::stepPreparer (C++ member) trt_edgellm::rt::Qwen3OmniAudioRunner (C++ class) trt_edgellm::rt::Qwen3OmniAudioRunner::allocateBuffer (C++ function) trt_edgellm::rt::Qwen3OmniAudioRunner::getOutputEmbedding (C++ function) trt_edgellm::rt::Qwen3OmniAudioRunner::infer (C++ function) trt_edgellm::rt::Qwen3OmniAudioRunner::preprocess (C++ function) trt_edgellm::rt::Qwen3OmniAudioRunner::preprocessSystemPrompt (C++ function) trt_edgellm::rt::Qwen3OmniAudioRunner::Qwen3OmniAudioRunner (C++ function) trt_edgellm::rt::Qwen3OmniAudioRunner::validateAndFillConfig (C++ function) trt_edgellm::rt::Qwen3OmniAudioRunner::~Qwen3OmniAudioRunner (C++ function) trt_edgellm::rt::Qwen3OmniTTSRuntime (C++ class) trt_edgellm::rt::Qwen3OmniTTSRuntime::AudioChunkCallback (C++ type) trt_edgellm::rt::Qwen3OmniTTSRuntime::captureDecodingCUDAGraph (C++ function) trt_edgellm::rt::Qwen3OmniTTSRuntime::getMetrics (C++ function) trt_edgellm::rt::Qwen3OmniTTSRuntime::getMutableOmniLatencyMetrics (C++ function) trt_edgellm::rt::Qwen3OmniTTSRuntime::getOmniLatencyMetrics (C++ function) trt_edgellm::rt::Qwen3OmniTTSRuntime::getOmniTalkerMetrics (C++ function) trt_edgellm::rt::Qwen3OmniTTSRuntime::getSpeakerIdByName (C++ function) trt_edgellm::rt::Qwen3OmniTTSRuntime::getThinkerHiddenLayerIndices (C++ function) trt_edgellm::rt::Qwen3OmniTTSRuntime::getTtfaEndEvent (C++ function) trt_edgellm::rt::Qwen3OmniTTSRuntime::handleAudioGeneration (C++ function), [1] trt_edgellm::rt::Qwen3OmniTTSRuntime::handleAudioGenerationFromThinker (C++ function), [1] trt_edgellm::rt::Qwen3OmniTTSRuntime::handleStreamingGeneration (C++ function) trt_edgellm::rt::Qwen3OmniTTSRuntime::OmniGenerationRequest (C++ struct), [1] trt_edgellm::rt::Qwen3OmniTTSRuntime::OmniGenerationRequest::fullText (C++ member), [1] trt_edgellm::rt::Qwen3OmniTTSRuntime::OmniGenerationRequest::maxAudioLength (C++ member), [1] trt_edgellm::rt::Qwen3OmniTTSRuntime::OmniGenerationRequest::prefillLength (C++ member), [1] trt_edgellm::rt::Qwen3OmniTTSRuntime::OmniGenerationRequest::repetitionPenalty (C++ member), [1] trt_edgellm::rt::Qwen3OmniTTSRuntime::OmniGenerationRequest::speakerId (C++ member), [1] trt_edgellm::rt::Qwen3OmniTTSRuntime::OmniGenerationRequest::speakerName (C++ member), [1] trt_edgellm::rt::Qwen3OmniTTSRuntime::OmniGenerationRequest::talkerTemperature (C++ member), [1] trt_edgellm::rt::Qwen3OmniTTSRuntime::OmniGenerationRequest::talkerTopK (C++ member), [1] trt_edgellm::rt::Qwen3OmniTTSRuntime::OmniGenerationRequest::talkerTopP (C++ member), [1] trt_edgellm::rt::Qwen3OmniTTSRuntime::OmniGenerationRequest::textTokenIds (C++ member), [1] trt_edgellm::rt::Qwen3OmniTTSRuntime::OmniGenerationRequest::thinkerHiddenStates (C++ member), [1] trt_edgellm::rt::Qwen3OmniTTSRuntime::OmniGenerationRequest::thinkerPrefillEmbeds (C++ member), [1] trt_edgellm::rt::Qwen3OmniTTSRuntime::Qwen3OmniTTSRuntime (C++ function) trt_edgellm::rt::Qwen3OmniTTSRuntime::TalkerGenerationRequest (C++ struct), [1] trt_edgellm::rt::Qwen3OmniTTSRuntime::TalkerGenerationRequest::addGenerationPrompt (C++ member), [1] trt_edgellm::rt::Qwen3OmniTTSRuntime::TalkerGenerationRequest::applyChatTemplate (C++ member), [1] trt_edgellm::rt::Qwen3OmniTTSRuntime::TalkerGenerationRequest::enableThinking (C++ member), [1] trt_edgellm::rt::Qwen3OmniTTSRuntime::TalkerGenerationRequest::maxAudioLength (C++ member), [1] trt_edgellm::rt::Qwen3OmniTTSRuntime::TalkerGenerationRequest::messages (C++ member), [1] trt_edgellm::rt::Qwen3OmniTTSRuntime::TalkerGenerationRequest::repetitionPenalty (C++ member), [1] trt_edgellm::rt::Qwen3OmniTTSRuntime::TalkerGenerationRequest::speakerId (C++ member), [1] trt_edgellm::rt::Qwen3OmniTTSRuntime::TalkerGenerationRequest::speakerName (C++ member), [1] trt_edgellm::rt::Qwen3OmniTTSRuntime::TalkerGenerationRequest::talkerTemperature (C++ member), [1] trt_edgellm::rt::Qwen3OmniTTSRuntime::TalkerGenerationRequest::talkerTopK (C++ member), [1] trt_edgellm::rt::Qwen3OmniTTSRuntime::TalkerGenerationRequest::talkerTopP (C++ member), [1] trt_edgellm::rt::Qwen3OmniTTSRuntime::TalkerGenerationResponse (C++ struct), [1] trt_edgellm::rt::Qwen3OmniTTSRuntime::TalkerGenerationResponse::batchRvqCodes (C++ member), [1] trt_edgellm::rt::Qwen3OmniTTSRuntime::TalkerGenerationResponse::numFramesPerSample (C++ member), [1] trt_edgellm::rt::Qwen3OmniTTSRuntime::TalkerGenerationResponse::success (C++ member), [1] trt_edgellm::rt::Qwen3OmniTTSRuntime::ThinkerTalkerStreamingConfig (C++ struct), [1] trt_edgellm::rt::Qwen3OmniTTSRuntime::ThinkerTalkerStreamingConfig::codecChunkFrames (C++ member), [1] trt_edgellm::rt::Qwen3OmniTTSRuntime::ThinkerTalkerStreamingConfig::onAudioChunkReady (C++ member), [1] trt_edgellm::rt::Qwen3OmniTTSRuntime::ThinkerTalkerStreamingConfig::talkerPrefillThreshold (C++ member), [1] trt_edgellm::rt::Qwen3OmniTTSRuntime::~Qwen3OmniTTSRuntime (C++ function) trt_edgellm::rt::QwenViTConfig (C++ struct) trt_edgellm::rt::QwenViTConfig::imageMean (C++ member) trt_edgellm::rt::QwenViTConfig::imageStd (C++ member) trt_edgellm::rt::QwenViTConfig::imageTokenId (C++ member) trt_edgellm::rt::QwenViTConfig::inputDim (C++ member) trt_edgellm::rt::QwenViTConfig::maxHW (C++ member) trt_edgellm::rt::QwenViTConfig::maxImageTokensPerImage (C++ member) trt_edgellm::rt::QwenViTConfig::maxNumImages (C++ member) trt_edgellm::rt::QwenViTConfig::mergeSize (C++ member) trt_edgellm::rt::QwenViTConfig::minHW (C++ member) trt_edgellm::rt::QwenViTConfig::minImageTokensPerImage (C++ member) trt_edgellm::rt::QwenViTConfig::mropeInterleaved (C++ member) trt_edgellm::rt::QwenViTConfig::mropeSectionH (C++ member) trt_edgellm::rt::QwenViTConfig::mropeSectionW (C++ member) trt_edgellm::rt::QwenViTConfig::mropeTheta (C++ member) trt_edgellm::rt::QwenViTConfig::numDeepstackFeatures (C++ member) trt_edgellm::rt::QwenViTConfig::numGridPerSide (C++ member) trt_edgellm::rt::QwenViTConfig::outHiddenSize (C++ member) trt_edgellm::rt::QwenViTConfig::patchSize (C++ member) trt_edgellm::rt::QwenViTConfig::temporalPatchSize (C++ member) trt_edgellm::rt::QwenViTConfig::videoTokenId (C++ member) trt_edgellm::rt::QwenViTConfig::visionEndTokenId (C++ member) trt_edgellm::rt::QwenViTConfig::visionStartTokenId (C++ member) trt_edgellm::rt::QwenViTConfig::vitPosEmbDim (C++ member) trt_edgellm::rt::QwenViTConfig::vocabSize (C++ member) trt_edgellm::rt::QwenViTConfig::windowSize (C++ member) trt_edgellm::rt::QwenViTRunner (C++ class) trt_edgellm::rt::QwenViTRunner::allocateBuffer (C++ function) trt_edgellm::rt::QwenViTRunner::getDeepstackFeatures (C++ function) trt_edgellm::rt::QwenViTRunner::getMropeRopeDeltasPerBatch (C++ function) trt_edgellm::rt::QwenViTRunner::infer (C++ function) trt_edgellm::rt::QwenViTRunner::preprocess (C++ function) trt_edgellm::rt::QwenViTRunner::preprocessSystemPrompt (C++ function) trt_edgellm::rt::QwenViTRunner::QwenViTRunner (C++ function) trt_edgellm::rt::QwenViTRunner::validateAndFillConfig (C++ function) trt_edgellm::rt::QwenViTRunner::~QwenViTRunner (C++ function) trt_edgellm::rt::RopeCache (C++ class) trt_edgellm::rt::RopeCache::getOrCreate (C++ function) trt_edgellm::rt::RopeCache::operator= (C++ function), [1] trt_edgellm::rt::RopeCache::RopeCache (C++ function), [1], [2] trt_edgellm::rt::RopeCache::size (C++ function) trt_edgellm::rt::RopeConfig (C++ struct) trt_edgellm::rt::RopeConfig::longRope (C++ member) trt_edgellm::rt::RopeConfig::maxPositionEmbeddings (C++ member) trt_edgellm::rt::RopeConfig::rotaryScale (C++ member) trt_edgellm::rt::RopeConfig::rotaryTheta (C++ member) trt_edgellm::rt::RopeConfig::type (C++ member) trt_edgellm::rt::safetensors::loadSafetensors (C++ function) trt_edgellm::rt::safetensors::saveSafetensors (C++ function) trt_edgellm::rt::SamplingBuffers (C++ struct) trt_edgellm::rt::SamplingBuffers::baseVocabMappingTable (C++ member) trt_edgellm::rt::SamplingBuffers::hostPackedTokenIds (C++ member) trt_edgellm::rt::SamplingBuffers::hostSelectedTokenIds (C++ member) trt_edgellm::rt::SamplingBuffers::indices (C++ member) trt_edgellm::rt::SamplingBuffers::scores (C++ member) trt_edgellm::rt::SamplingBuffers::workspace (C++ member) trt_edgellm::rt::ShapeDim (C++ struct) trt_edgellm::rt::ShapeDim::isSymbolic (C++ function) trt_edgellm::rt::ShapeDim::symbol (C++ member) trt_edgellm::rt::ShapeDim::value (C++ member) trt_edgellm::rt::SharedResources (C++ struct) trt_edgellm::rt::SharedResources::cacheManagers (C++ member) trt_edgellm::rt::SharedResources::createForLLM (C++ function) trt_edgellm::rt::SharedResources::createForSpecDecode (C++ function) trt_edgellm::rt::SharedResources::externalWeightManager (C++ member) trt_edgellm::rt::SharedResources::kCacheViews (C++ member) trt_edgellm::rt::SharedResources::loraManager (C++ member) trt_edgellm::rt::SharedResources::ropePool (C++ member) trt_edgellm::rt::SharedResources::vCacheViews (C++ member) trt_edgellm::rt::SharedResources::zeroBuffer (C++ member) trt_edgellm::rt::SlotStreamState (C++ struct) trt_edgellm::rt::SlotStreamState::channel (C++ member) trt_edgellm::rt::SlotStreamState::lastEmittedTokenCount (C++ member) trt_edgellm::rt::SlotStreamState::maxStopLen (C++ member) trt_edgellm::rt::SlotStreamState::pendingBytes (C++ member) trt_edgellm::rt::SlotStreamState::pendingEmitText (C++ member) trt_edgellm::rt::SlotStreamState::sentTokenCount (C++ member) trt_edgellm::rt::SlotStreamState::stopMatchBuffer (C++ member) trt_edgellm::rt::SlotStreamState::stopMatchedThisIter (C++ member) trt_edgellm::rt::SlotStreamState::terminalReason (C++ member) trt_edgellm::rt::spec_decode_utils::appendAcceptedTokens (C++ function) trt_edgellm::rt::spec_decode_utils::isGreedyCompatible (C++ function) trt_edgellm::rt::spec_decode_utils::loadDraftEngine (C++ function) trt_edgellm::rt::SpecDecodeConfig (C++ struct) trt_edgellm::rt::SpecDecodeConfig::baseOutputHiddenDim (C++ member) trt_edgellm::rt::SpecDecodeConfig::draftHiddenSize (C++ member) trt_edgellm::rt::SpecDecodeConfig::draftingStep (C++ member) trt_edgellm::rt::SpecDecodeConfig::draftingTopK (C++ member) trt_edgellm::rt::SpecDecodeConfig::maxDraftProposalSize (C++ member) trt_edgellm::rt::SpecDecodeConfig::maxVerifySize (C++ member) trt_edgellm::rt::SpecDecodeConfig::verifySize (C++ member) trt_edgellm::rt::SpecDecodeDraftingConfig (C++ struct) trt_edgellm::rt::SpecDecodeDraftingConfig::draftingStep (C++ member) trt_edgellm::rt::SpecDecodeDraftingConfig::draftingTopK (C++ member) trt_edgellm::rt::SpecDecodeDraftingConfig::verifySize (C++ member) trt_edgellm::rt::StepPreparer (C++ class) trt_edgellm::rt::StepPreparer::prepare (C++ function) trt_edgellm::rt::StepPreparer::StepPreparer (C++ function) trt_edgellm::rt::StopMatchOutcome (C++ struct) trt_edgellm::rt::StopMatchOutcome::emitted (C++ member) trt_edgellm::rt::StopMatchOutcome::stopMatched (C++ member) trt_edgellm::rt::StreamChannel (C++ class) trt_edgellm::rt::StreamChannel::cancel (C++ function) trt_edgellm::rt::StreamChannel::consume (C++ function) trt_edgellm::rt::StreamChannel::create (C++ function) trt_edgellm::rt::StreamChannel::getOriginalBatchIdx (C++ function) trt_edgellm::rt::StreamChannel::getReason (C++ function) trt_edgellm::rt::StreamChannel::getSkipSpecialTokens (C++ function) trt_edgellm::rt::StreamChannel::getStreamInterval (C++ function) trt_edgellm::rt::StreamChannel::isCancelled (C++ function) trt_edgellm::rt::StreamChannel::isFinished (C++ function) trt_edgellm::rt::StreamChannel::operator= (C++ function), [1] trt_edgellm::rt::StreamChannel::setSkipSpecialTokens (C++ function) trt_edgellm::rt::StreamChannel::setStreamInterval (C++ function) trt_edgellm::rt::StreamChannel::StreamChannel (C++ function), [1] trt_edgellm::rt::StreamChannel::tryPop (C++ function) trt_edgellm::rt::StreamChannel::waitPop (C++ function) trt_edgellm::rt::StreamChannel::~StreamChannel (C++ function) trt_edgellm::rt::StreamChannelFinalizer (C++ class) trt_edgellm::rt::StreamChannelFinalizer::operator= (C++ function), [1] trt_edgellm::rt::StreamChannelFinalizer::StreamChannelFinalizer (C++ function), [1], [2] trt_edgellm::rt::StreamChannelFinalizer::~StreamChannelFinalizer (C++ function) trt_edgellm::rt::StreamChunk (C++ struct) trt_edgellm::rt::StreamChunk::finished (C++ member) trt_edgellm::rt::StreamChunk::reason (C++ member) trt_edgellm::rt::StreamChunk::text (C++ member) trt_edgellm::rt::StreamChunk::tokenIds (C++ member) trt_edgellm::rt::Tensor (C++ class) trt_edgellm::rt::Tensor::dataPointer (C++ function), [1] trt_edgellm::rt::Tensor::getDataType (C++ function) trt_edgellm::rt::Tensor::getDeviceType (C++ function) trt_edgellm::rt::Tensor::getMemoryCapacity (C++ function) trt_edgellm::rt::Tensor::getName (C++ function) trt_edgellm::rt::Tensor::getOwnMemory (C++ function) trt_edgellm::rt::Tensor::getShape (C++ function) trt_edgellm::rt::Tensor::getStride (C++ function) trt_edgellm::rt::Tensor::getTRTDims (C++ function) trt_edgellm::rt::Tensor::isEmpty (C++ function) trt_edgellm::rt::Tensor::operator= (C++ function), [1] trt_edgellm::rt::Tensor::rawPointer (C++ function), [1] trt_edgellm::rt::Tensor::reshape (C++ function) trt_edgellm::rt::Tensor::Tensor (C++ function), [1], [2], [3], [4] trt_edgellm::rt::Tensor::~Tensor (C++ function) trt_edgellm::rt::TensorMap (C++ class) trt_edgellm::rt::TensorMap::allNames (C++ function) trt_edgellm::rt::TensorMap::contains (C++ function) trt_edgellm::rt::TensorMap::get (C++ function) trt_edgellm::rt::TensorMap::set (C++ function), [1] trt_edgellm::rt::TensorMap::size (C++ function) trt_edgellm::rt::TensorMap::TensorMap (C++ function) trt_edgellm::rt::TensorRegistry (C++ class) trt_edgellm::rt::TensorRegistry::addTensor (C++ function) trt_edgellm::rt::TensorRegistry::allExpandedSpecs (C++ function) trt_edgellm::rt::TensorRegistry::allTensorNames (C++ function) trt_edgellm::rt::TensorRegistry::bindAll (C++ function) trt_edgellm::rt::TensorRegistry::contains (C++ function) trt_edgellm::rt::TensorRegistry::referencedMembers (C++ function) trt_edgellm::rt::TensorRegistry::resolveShape (C++ function) trt_edgellm::rt::TensorSpec (C++ struct) trt_edgellm::rt::TensorSpec::dtype (C++ member) trt_edgellm::rt::TensorSpec::io (C++ member) trt_edgellm::rt::TensorSpec::name (C++ member) trt_edgellm::rt::TensorSpec::perLayer (C++ member) trt_edgellm::rt::TensorSpec::shape (C++ member) trt_edgellm::rt::TokenCallbackInfo (C++ struct) trt_edgellm::rt::TokenCallbackInfo::batchIdx (C++ member) trt_edgellm::rt::TokenCallbackInfo::generationStep (C++ member) trt_edgellm::rt::TokenCallbackInfo::isFinished (C++ member) trt_edgellm::rt::TokenCallbackInfo::tokenId (C++ member) trt_edgellm::rt::toString (C++ function) trt_edgellm::rt::utils::computeStrides (C++ function) trt_edgellm::rt::validateAgainstEngine (C++ function) trt_edgellm::rt::validateStreamingSubmission (C++ function) trt_edgellm::rt::VanillaDecoder (C++ class) trt_edgellm::rt::VanillaDecoder::captureCudaGraphs (C++ function) trt_edgellm::rt::VanillaDecoder::decodeStep (C++ function) trt_edgellm::rt::VanillaDecoder::getRequiredContextMemorySize (C++ function) trt_edgellm::rt::VanillaDecoder::hasSystemPromptKVCache (C++ function) trt_edgellm::rt::VanillaDecoder::isSpeculative (C++ function) trt_edgellm::rt::VanillaDecoder::kind (C++ function) trt_edgellm::rt::VanillaDecoder::name (C++ function) trt_edgellm::rt::VanillaDecoder::onBatchEvict (C++ function) trt_edgellm::rt::VanillaDecoder::resetForNewSequences (C++ function) trt_edgellm::rt::VanillaDecoder::restoreSystemPromptKVCache (C++ function) trt_edgellm::rt::VanillaDecoder::runSystemPromptPrefill (C++ function) trt_edgellm::rt::VanillaDecoder::saveSystemPromptKVCache (C++ function) trt_edgellm::rt::VanillaDecoder::setContextMemory (C++ function) trt_edgellm::rt::VanillaDecoder::unsupportedReason (C++ function) trt_edgellm::rt::VanillaDecoder::VanillaDecoder (C++ function) trt_edgellm::SamplingParams (C++ struct) trt_edgellm::SamplingParams::batchSize (C++ member) trt_edgellm::SamplingParams::SamplingParams (C++ function) trt_edgellm::SamplingParams::temperature (C++ member) trt_edgellm::SamplingParams::topK (C++ member) trt_edgellm::SamplingParams::topP (C++ member) trt_edgellm::SamplingParams::useTopK (C++ member) trt_edgellm::SamplingParams::useTopP (C++ member) trt_edgellm::SamplingParams::vocabSize (C++ member) trt_edgellm::selectAllTopK (C++ function) trt_edgellm::setProfilingEnabled (C++ function) trt_edgellm::shouldUseNonGreedySampling (C++ function) trt_edgellm::SystemPromptKVCache (C++ struct) trt_edgellm::SystemPromptKVCache::convStateContents (C++ member) trt_edgellm::SystemPromptKVCache::kvCacheLayers (C++ member) trt_edgellm::SystemPromptKVCache::recurrentStateContents (C++ member) trt_edgellm::SystemPromptKVCache::systemPrompt (C++ member) trt_edgellm::SystemPromptKVCache::tokenizedPrompt (C++ member) trt_edgellm::timer::StageTimingData (C++ struct) trt_edgellm::timer::StageTimingData::addTiming (C++ function) trt_edgellm::timer::StageTimingData::getAverageTimeMs (C++ function) trt_edgellm::timer::StageTimingData::getTotalGpuTimeMs (C++ function) trt_edgellm::timer::StageTimingData::getTotalRuns (C++ function) trt_edgellm::timer::StageTimingData::gpuTimesMs (C++ member) trt_edgellm::timer::StageTimingData::reset (C++ function) trt_edgellm::timer::Timer (C++ class) trt_edgellm::timer::Timer::getAllTimingData (C++ function) trt_edgellm::timer::Timer::getTimingData (C++ function) trt_edgellm::timer::Timer::reset (C++ function) trt_edgellm::timer::Timer::startStage (C++ function) trt_edgellm::timer::Timer::Timer (C++ function) trt_edgellm::timer::Timer::~Timer (C++ function) trt_edgellm::timer::TimerPair (C++ struct) trt_edgellm::timer::TimerPair::gpuEnd (C++ member) trt_edgellm::timer::TimerPair::gpuStart (C++ member) trt_edgellm::timer::TimerPair::hasStarted (C++ member) trt_edgellm::timer::TimerPair::initialize (C++ function) trt_edgellm::timer::TimerPair::isInitialized (C++ member) trt_edgellm::timer::TimerPair::operator= (C++ function), [1] trt_edgellm::timer::TimerPair::TimerPair (C++ function), [1], [2] trt_edgellm::timer::TimerPair::~TimerPair (C++ function) trt_edgellm::timer::TimerSession (C++ class) trt_edgellm::timer::TimerSession::operator= (C++ function), [1] trt_edgellm::timer::TimerSession::TimerSession (C++ function), [1], [2], [3] trt_edgellm::timer::TimerSession::~TimerSession (C++ function) trt_edgellm::tokenizer::ChatTemplateConfig (C++ struct) trt_edgellm::tokenizer::ChatTemplateConfig::contentTypes (C++ member) trt_edgellm::tokenizer::ChatTemplateConfig::defaultSystemPrompt (C++ member) trt_edgellm::tokenizer::ChatTemplateConfig::generationPrompt (C++ member) trt_edgellm::tokenizer::ChatTemplateConfig::generationPromptThinking (C++ member) trt_edgellm::tokenizer::ChatTemplateConfig::modelPath (C++ member) trt_edgellm::tokenizer::ChatTemplateConfig::roles (C++ member) trt_edgellm::tokenizer::ChatTemplateContentType (C++ struct) trt_edgellm::tokenizer::ChatTemplateContentType::format (C++ member) trt_edgellm::tokenizer::ChatTemplateRole (C++ struct) trt_edgellm::tokenizer::ChatTemplateRole::prefix (C++ member) trt_edgellm::tokenizer::ChatTemplateRole::suffix (C++ member) trt_edgellm::tokenizer::codepointFlags (C++ struct) trt_edgellm::tokenizer::codepointFlags::asUint (C++ function) trt_edgellm::tokenizer::codepointFlags::categoryFlag (C++ function) trt_edgellm::tokenizer::codepointFlags::CategoryFlags (C++ enum) trt_edgellm::tokenizer::codepointFlags::CategoryFlags::ACCENT_MARK (C++ enumerator) trt_edgellm::tokenizer::codepointFlags::CategoryFlags::CONTROL (C++ enumerator) trt_edgellm::tokenizer::codepointFlags::CategoryFlags::LETTER (C++ enumerator) trt_edgellm::tokenizer::codepointFlags::CategoryFlags::MASK_CATEGORIES (C++ enumerator) trt_edgellm::tokenizer::codepointFlags::CategoryFlags::NUMBER (C++ enumerator) trt_edgellm::tokenizer::codepointFlags::CategoryFlags::PUNCTUATION (C++ enumerator) trt_edgellm::tokenizer::codepointFlags::CategoryFlags::SEPARATOR (C++ enumerator) trt_edgellm::tokenizer::codepointFlags::CategoryFlags::SYMBOL (C++ enumerator) trt_edgellm::tokenizer::codepointFlags::CategoryFlags::UNDEFINED (C++ enumerator) trt_edgellm::tokenizer::codepointFlags::codepointFlags (C++ function) trt_edgellm::tokenizer::codepointFlags::isAccentMark (C++ member) trt_edgellm::tokenizer::codepointFlags::isControl (C++ member) trt_edgellm::tokenizer::codepointFlags::isLetter (C++ member) trt_edgellm::tokenizer::codepointFlags::isLowercase (C++ member) trt_edgellm::tokenizer::codepointFlags::isNfd (C++ member) trt_edgellm::tokenizer::codepointFlags::isNumber (C++ member) trt_edgellm::tokenizer::codepointFlags::isPunctuation (C++ member) trt_edgellm::tokenizer::codepointFlags::isSeparator (C++ member) trt_edgellm::tokenizer::codepointFlags::isSymbol (C++ member) trt_edgellm::tokenizer::codepointFlags::isUndefined (C++ member) trt_edgellm::tokenizer::codepointFlags::isUppercase (C++ member) trt_edgellm::tokenizer::codepointFlags::isWhitespace (C++ member) trt_edgellm::tokenizer::emitDelta (C++ function) trt_edgellm::tokenizer::emitDeltaFlush (C++ function) trt_edgellm::tokenizer::PreTokenizer (C++ class) trt_edgellm::tokenizer::PreTokenizer::getTypeName (C++ function) trt_edgellm::tokenizer::PreTokenizer::process (C++ function) trt_edgellm::tokenizer::PreTokenizer::~PreTokenizer (C++ function) trt_edgellm::tokenizer::rangeNfd (C++ struct) trt_edgellm::tokenizer::rangeNfd::first (C++ member) trt_edgellm::tokenizer::rangeNfd::last (C++ member) trt_edgellm::tokenizer::rangeNfd::nfd (C++ member) trt_edgellm::tokenizer::RegexSplit (C++ class) trt_edgellm::tokenizer::RegexSplit::getPattern (C++ function) trt_edgellm::tokenizer::RegexSplit::getTypeName (C++ function) trt_edgellm::tokenizer::RegexSplit::process (C++ function) trt_edgellm::tokenizer::RegexSplit::RegexSplit (C++ function) trt_edgellm::tokenizer::RegexSplit::~RegexSplit (C++ function) trt_edgellm::tokenizer::Sequence (C++ class) trt_edgellm::tokenizer::Sequence::addStep (C++ function) trt_edgellm::tokenizer::Sequence::getStep (C++ function) trt_edgellm::tokenizer::Sequence::getStepCount (C++ function) trt_edgellm::tokenizer::Sequence::getTypeName (C++ function) trt_edgellm::tokenizer::Sequence::process (C++ function) trt_edgellm::tokenizer::Sequence::Sequence (C++ function), [1] trt_edgellm::tokenizer::Sequence::~Sequence (C++ function) trt_edgellm::tokenizer::textPartition (C++ struct) trt_edgellm::tokenizer::textPartition::_dummy (C++ member) trt_edgellm::tokenizer::textPartition::length (C++ member) trt_edgellm::tokenizer::textPartition::offset (C++ member) trt_edgellm::tokenizer::textPartition::rawText (C++ member) trt_edgellm::tokenizer::textPartition::textPartition (C++ function), [1] trt_edgellm::tokenizer::textPartition::token (C++ member) trt_edgellm::tokenizer::textPartition::type (C++ member) trt_edgellm::tokenizer::TokenEncoder (C++ class) trt_edgellm::tokenizer::TokenEncoder::decode (C++ function) trt_edgellm::tokenizer::TokenEncoder::encode (C++ function) trt_edgellm::tokenizer::TokenEncoder::getRankToken (C++ function) trt_edgellm::tokenizer::TokenEncoder::getTokenRank (C++ function) trt_edgellm::tokenizer::TokenEncoder::getType (C++ function) trt_edgellm::tokenizer::TokenEncoder::getVocabSize (C++ function) trt_edgellm::tokenizer::TokenEncoder::hasToken (C++ function) trt_edgellm::tokenizer::TokenEncoder::initialize (C++ function) trt_edgellm::tokenizer::TokenEncoder::TokenEncoder (C++ function) trt_edgellm::tokenizer::TokenEncoder::Type (C++ enum) trt_edgellm::tokenizer::TokenEncoder::Type::BPE (C++ enumerator) trt_edgellm::tokenizer::TokenEncoder::Type::SENTENCEPIECE (C++ enumerator) trt_edgellm::tokenizer::TokenEncoder::Type::WORDPIECE (C++ enumerator) trt_edgellm::tokenizer::TokenEncoder::~TokenEncoder (C++ function) trt_edgellm::tokenizer::Tokenizer (C++ class) trt_edgellm::tokenizer::Tokenizer::applyChatTemplate (C++ function) trt_edgellm::tokenizer::Tokenizer::decode (C++ function) trt_edgellm::tokenizer::Tokenizer::encode (C++ function) trt_edgellm::tokenizer::Tokenizer::getBosId (C++ function) trt_edgellm::tokenizer::Tokenizer::getDefaultSystemPrompt (C++ function) trt_edgellm::tokenizer::Tokenizer::getEosId (C++ function) trt_edgellm::tokenizer::Tokenizer::getNumVocab (C++ function) trt_edgellm::tokenizer::Tokenizer::getPadId (C++ function) trt_edgellm::tokenizer::Tokenizer::getSpecialTokensEncoder (C++ function) trt_edgellm::tokenizer::Tokenizer::getTokenId (C++ function) trt_edgellm::tokenizer::Tokenizer::getUnkId (C++ function) trt_edgellm::tokenizer::Tokenizer::idToPiece (C++ function) trt_edgellm::tokenizer::Tokenizer::isInitialized (C++ function) trt_edgellm::tokenizer::Tokenizer::loadChatTemplate (C++ function) trt_edgellm::tokenizer::Tokenizer::loadFromHF (C++ function) trt_edgellm::tokenizer::Tokenizer::Tokenizer (C++ function) trt_edgellm::tokenizer::Tokenizer::~Tokenizer (C++ function) trt_edgellm::tokenizer::validateFileSize (C++ function) trt_edgellm::topKtopPSamplingFromLogits (C++ function) trt_edgellm::utf8::decodeCodepoint (C++ function) trt_edgellm::utf8::isValidCodepointForLen (C++ function) trt_edgellm::utf8::leaderByteLen (C++ function) trt_edgellm::utf8::sanitizeUtf8Flush (C++ function) trt_edgellm::utf8::sanitizeUtf8Streaming (C++ function) trt_edgellm::version::checkVersion (C++ function) trt_edgellm::XQALaunchParams (C++ struct) trt_edgellm::XQALaunchParams::attentionSinks (C++ member) trt_edgellm::XQALaunchParams::batchSize (C++ member) trt_edgellm::XQALaunchParams::dataType (C++ member) trt_edgellm::XQALaunchParams::headGroupSize (C++ member) trt_edgellm::XQALaunchParams::headSize (C++ member) trt_edgellm::XQALaunchParams::kScale (C++ member) trt_edgellm::XQALaunchParams::kvCache (C++ member) trt_edgellm::XQALaunchParams::kvDataType (C++ member) trt_edgellm::XQALaunchParams::numKVheads (C++ member) trt_edgellm::XQALaunchParams::numQheads (C++ member) trt_edgellm::XQALaunchParams::output (C++ member) trt_edgellm::XQALaunchParams::qCuSeqLen (C++ member) trt_edgellm::XQALaunchParams::qInputPtr (C++ member) trt_edgellm::XQALaunchParams::qScale (C++ member) trt_edgellm::XQALaunchParams::qSeqLen (C++ member) trt_edgellm::XQALaunchParams::scratch (C++ member) trt_edgellm::XQALaunchParams::semaphores (C++ member) trt_edgellm::XQALaunchParams::treeAttnMask (C++ member) trt_edgellm::XQALaunchParams::vScale (C++ member) TRT_EDGELLM_STRINGIFY (C macro) TRT_EDGELLM_STRINGIFY_IMPL (C macro)