Index

A

AlibiParams (C++ struct) AlibiParams::alibi_neg4_div_h (C++ member) AlibiParams::AlibiParams (C++ function), [1], [2] AlibiParams::h_pow_2 (C++ member) AlibiParams::head_idx_offset (C++ member) AlibiParams::round_down_to_power_two (C++ function)

AlibiParams::scale_after_alibi (C++ member) AlibiParams::sequence_pos_offset (C++ member) AttentionInputLayout (C++ enum) AttentionInputLayout::CONTIGUOUS_Q_KV (C++ enumerator) AttentionInputLayout::PACKED_QKV (C++ enumerator) AttentionInputLayout::Q_PAGED_KV (C++ enumerator) AttentionInputLayout::SEPARATE_Q_K_V (C++ enumerator)

B

binding_names (C++ type)

C

ContextAttentionMaskType (C++ enum) ContextAttentionMaskType::CAUSAL (C++ enumerator) ContextAttentionMaskType::CUSTOM_MASK (C++ enumerator)

ContextAttentionMaskType::PADDING (C++ enumerator) ContextAttentionMaskType::SLIDING_OR_CHUNKED_CAUSAL (C++ enumerator) CUDA_CHECK (C macro) CUDA_DRIVER_CHECK (C macro)

E

export_draft_model() (in module tensorrt_edgellm)

export_llm_model() (in module tensorrt_edgellm)

F

FusedMultiheadAttentionParamsV2 (C++ struct) FusedMultiheadAttentionParamsV2::alibi_params (C++ member) FusedMultiheadAttentionParamsV2::attention_sinks (C++ member) FusedMultiheadAttentionParamsV2::b (C++ member) FusedMultiheadAttentionParamsV2::blocks_per_tma_load (C++ member) FusedMultiheadAttentionParamsV2::blocks_per_tma_load_log2 (C++ member) FusedMultiheadAttentionParamsV2::cu_kv_seqlens (C++ member) FusedMultiheadAttentionParamsV2::cu_mask_rows (C++ member) FusedMultiheadAttentionParamsV2::cu_q_seqlens (C++ member) FusedMultiheadAttentionParamsV2::d (C++ member) FusedMultiheadAttentionParamsV2::dv (C++ member) FusedMultiheadAttentionParamsV2::h (C++ member) FusedMultiheadAttentionParamsV2::h_kv (C++ member) FusedMultiheadAttentionParamsV2::h_q_per_kv (C++ member) FusedMultiheadAttentionParamsV2::has_alibi (C++ member) FusedMultiheadAttentionParamsV2::is_s_padded (C++ member) FusedMultiheadAttentionParamsV2::k_ptr (C++ member) FusedMultiheadAttentionParamsV2::k_stride_in_bytes (C++ member) FusedMultiheadAttentionParamsV2::kv_ptr (C++ member) FusedMultiheadAttentionParamsV2::log2_chunked_attention_size (C++ member) FusedMultiheadAttentionParamsV2::num_grouped_heads (C++ member) FusedMultiheadAttentionParamsV2::num_tiles (C++ member) FusedMultiheadAttentionParamsV2::num_tiles_per_head (C++ member) FusedMultiheadAttentionParamsV2::o_ptr (C++ member) FusedMultiheadAttentionParamsV2::o_stride_in_bytes (C++ member) FusedMultiheadAttentionParamsV2::packed_mask_ptr (C++ member) FusedMultiheadAttentionParamsV2::packed_mask_stride_in_bytes (C++ member) FusedMultiheadAttentionParamsV2::paged_kv_cache (C++ member) FusedMultiheadAttentionParamsV2::q_ptr (C++ member)

FusedMultiheadAttentionParamsV2::q_stride_in_bytes (C++ member) FusedMultiheadAttentionParamsV2::qkv_ptr (C++ member) FusedMultiheadAttentionParamsV2::s (C++ member) FusedMultiheadAttentionParamsV2::s_kv (C++ member) FusedMultiheadAttentionParamsV2::sage (C++ member) FusedMultiheadAttentionParamsV2::SageAttention (C++ struct) FusedMultiheadAttentionParamsV2::SageAttention::k (C++ member) FusedMultiheadAttentionParamsV2::SageAttention::q (C++ member) FusedMultiheadAttentionParamsV2::SageAttention::Scales (C++ struct) FusedMultiheadAttentionParamsV2::SageAttention::Scales::max_nblock (C++ member) FusedMultiheadAttentionParamsV2::SageAttention::Scales::scales (C++ member) FusedMultiheadAttentionParamsV2::SageAttention::v (C++ member) FusedMultiheadAttentionParamsV2::scale_bmm1 (C++ member) FusedMultiheadAttentionParamsV2::scale_bmm1_d (C++ member) FusedMultiheadAttentionParamsV2::scale_bmm2 (C++ member) FusedMultiheadAttentionParamsV2::scale_bmm2_d (C++ member) FusedMultiheadAttentionParamsV2::scale_softmax (C++ member) FusedMultiheadAttentionParamsV2::sliding_window_size (C++ member) FusedMultiheadAttentionParamsV2::softcapping_scale_bmm1 (C++ member) FusedMultiheadAttentionParamsV2::softmax_stats_ptr (C++ member) FusedMultiheadAttentionParamsV2::softmax_stats_stride_in_bytes (C++ member) FusedMultiheadAttentionParamsV2::tile_id_counter_ptr (C++ member) FusedMultiheadAttentionParamsV2::tma_desc_k (C++ member) FusedMultiheadAttentionParamsV2::tma_desc_o (C++ member) FusedMultiheadAttentionParamsV2::tma_desc_q (C++ member) FusedMultiheadAttentionParamsV2::tma_desc_v (C++ member) FusedMultiheadAttentionParamsV2::use_balanced_scheduling (C++ member) FusedMultiheadAttentionParamsV2::v_ptr (C++ member) FusedMultiheadAttentionParamsV2::v_stride_in_bytes (C++ member)

I

insert_lora_and_save() (in module tensorrt_edgellm)

K

KvBlockArray (C++ struct) KvBlockArray::KvBlockArray (C++ function), [1] KvBlockArray::mBlockOffsets (C++ member) KvBlockArray::mBytesPerBlock (C++ member) KvBlockArray::mMaxBlocksPerSeq (C++ member)

KvBlockArray::mMaxSeqs (C++ member) KvBlockArray::mPoolPtr (C++ member) KvBlockArray::mTokensPerBlock (C++ member) KvBlockArray::mTokensPerBlockLog2 (C++ member) KvBlockArray::PtrType (C++ type)

L

LaunchParams (C++ struct) LaunchParams::attention_input_layout (C++ member) LaunchParams::attention_mask_type (C++ member) LaunchParams::device_l2_cache_size (C++ member) LaunchParams::enable_attn_logit_softcapping (C++ member) LaunchParams::flash_attention (C++ member) LaunchParams::force_fp32_acc (C++ member) LaunchParams::force_unroll (C++ member)

LaunchParams::ignore_b1opt (C++ member) LaunchParams::interleaved (C++ member) LaunchParams::multi_processor_count (C++ member) LaunchParams::total_kv_seqlen (C++ member) LaunchParams::total_q_seqlen (C++ member) LaunchParams::use_granular_tiling (C++ member) LaunchParams::use_tma (C++ member) LaunchParams::warp_specialization (C++ member)

M

module tensorrt_edgellm

P

process_lora_weights_and_save() (in module tensorrt_edgellm)

Q

quantize_and_save_draft() (in module tensorrt_edgellm)

quantize_and_save_llm() (in module tensorrt_edgellm)

R

reduce_vocab_size() (in module tensorrt_edgellm)

T

tensorrt_edgellm module trt_edgellm (C++ type), [1], [2], [3], [4], [5], [6] trt_edgellm::binding_names (C++ type) trt_edgellm::binding_names::formatDeepstackFeaturesName (C++ function) trt_edgellm::binding_names::formatKVCacheName (C++ function) trt_edgellm::binding_names::isKVCacheBinding (C++ function) trt_edgellm::binding_names::isLoraBinding (C++ function) trt_edgellm::binding_names::kAttentionMask (C++ member) trt_edgellm::binding_names::kAttentionPosId (C++ member) trt_edgellm::binding_names::kBaseModelHiddenStates (C++ member) trt_edgellm::binding_names::kContextLengths (C++ member) trt_edgellm::binding_names::kDeepstackFeaturesTemplate (C++ member) trt_edgellm::binding_names::kDraftModelHiddenStates (C++ member) trt_edgellm::binding_names::kEdgellmVersion (C++ member) trt_edgellm::binding_names::kFastPosEmbIdx (C++ member) trt_edgellm::binding_names::kFastPosEmbWeight (C++ member) trt_edgellm::binding_names::kImageEmbeds (C++ member) trt_edgellm::binding_names::kInputIds (C++ member) trt_edgellm::binding_names::kKVCacheStartIndex (C++ member) trt_edgellm::binding_names::kLastTokenIds (C++ member) trt_edgellm::binding_names::kLogits (C++ member) trt_edgellm::binding_names::kLoraAPrefix (C++ member) trt_edgellm::binding_names::kLoraBPrefix (C++ member) trt_edgellm::binding_names::kOutputHiddenStates (C++ member) trt_edgellm::binding_names::kPastKeyValuesTemplate (C++ member) trt_edgellm::binding_names::kPresentKeyValuesTemplate (C++ member) trt_edgellm::binding_names::kReducedVocabSizeKey (C++ member) trt_edgellm::binding_names::kReverseWindowIndex (C++ member) trt_edgellm::binding_names::kRopeCosSin (C++ member) trt_edgellm::binding_names::kRotaryPosEmb (C++ member) trt_edgellm::binding_names::kVisualInput (C++ member) trt_edgellm::binding_names::kVisualOutput (C++ member) trt_edgellm::binding_names::kVocabMapFileName (C++ member) trt_edgellm::binding_names::kWindowAttentionMask (C++ member) trt_edgellm::binding_names::kWindowIndex (C++ member) trt_edgellm::builder::LLMBuilder (C++ class) trt_edgellm::builder::LLMBuilder::build (C++ function) trt_edgellm::builder::LLMBuilder::LLMBuilder (C++ function) trt_edgellm::builder::LLMBuilder::~LLMBuilder (C++ function) trt_edgellm::builder::LLMBuilderConfig (C++ struct) trt_edgellm::builder::LLMBuilderConfig::eagleBase (C++ member) trt_edgellm::builder::LLMBuilderConfig::eagleDraft (C++ member) trt_edgellm::builder::LLMBuilderConfig::fromJson (C++ function) trt_edgellm::builder::LLMBuilderConfig::isVlm (C++ member) trt_edgellm::builder::LLMBuilderConfig::maxBatchSize (C++ member) trt_edgellm::builder::LLMBuilderConfig::maxDraftTreeSize (C++ member) trt_edgellm::builder::LLMBuilderConfig::maxImageTokens (C++ member) trt_edgellm::builder::LLMBuilderConfig::maxInputLen (C++ member) trt_edgellm::builder::LLMBuilderConfig::maxKVCacheCapacity (C++ member) trt_edgellm::builder::LLMBuilderConfig::maxLoraRank (C++ member) trt_edgellm::builder::LLMBuilderConfig::maxVerifyTreeSize (C++ member) trt_edgellm::builder::LLMBuilderConfig::minImageTokens (C++ member) trt_edgellm::builder::LLMBuilderConfig::toJson (C++ function) trt_edgellm::builder::LLMBuilderConfig::toString (C++ function) trt_edgellm::builder::VisualBuilder (C++ class) trt_edgellm::builder::VisualBuilder::build (C++ function) trt_edgellm::builder::VisualBuilder::VisualBuilder (C++ function) trt_edgellm::builder::VisualBuilder::~VisualBuilder (C++ function) trt_edgellm::builder::VisualBuilderConfig (C++ struct) trt_edgellm::builder::VisualBuilderConfig::fromJson (C++ function) trt_edgellm::builder::VisualBuilderConfig::maxImageTokens (C++ member) trt_edgellm::builder::VisualBuilderConfig::maxImageTokensPerImage (C++ member) trt_edgellm::builder::VisualBuilderConfig::minImageTokens (C++ member) trt_edgellm::builder::VisualBuilderConfig::toJson (C++ function) trt_edgellm::builder::VisualBuilderConfig::toString (C++ function) trt_edgellm::check (C++ type) trt_edgellm::check::_checkCuda (C++ function) trt_edgellm::check::_checkCudaDriver (C++ function) trt_edgellm::check::check (C++ function) trt_edgellm::ContextFMHARunner (C++ class) trt_edgellm::ContextFMHARunner::canImplement (C++ function) trt_edgellm::ContextFMHARunner::ContextFMHARunner (C++ function), [1] trt_edgellm::ContextFMHARunner::dispatchFMHAKernel (C++ function) trt_edgellm::ContextFMHARunner::getWorkspaceSize (C++ function) trt_edgellm::ContextFMHARunner::loadContextFMHAKernels (C++ function) trt_edgellm::ContextFMHARunner::setupParams (C++ function) trt_edgellm::ContextFMHARunner::~ContextFMHARunner (C++ function) trt_edgellm::DecoderXQARunner (C++ class) trt_edgellm::DecoderXQARunner::canImplement (C++ function) trt_edgellm::DecoderXQARunner::DecoderXQARunner (C++ function), [1] trt_edgellm::DecoderXQARunner::dispatchSpecDecodeXQAKernel (C++ function) trt_edgellm::DecoderXQARunner::dispatchXQAKernel (C++ function) trt_edgellm::DecoderXQARunner::initXQAParams (C++ function) trt_edgellm::DecoderXQARunner::loadDecodeXQAKernels (C++ function) trt_edgellm::DecoderXQARunner::~DecoderXQARunner (C++ function) trt_edgellm::divUp (C++ function) trt_edgellm::DlDeleter (C++ struct) trt_edgellm::DlDeleter::operator() (C++ function) trt_edgellm::file_io::copyFile (C++ function) trt_edgellm::file_io::MmapReader (C++ class) trt_edgellm::file_io::MmapReader::getByteData (C++ function) trt_edgellm::file_io::MmapReader::getData (C++ function) trt_edgellm::file_io::MmapReader::getSize (C++ function) trt_edgellm::file_io::MmapReader::loadFile (C++ function) trt_edgellm::file_io::MmapReader::MmapReader (C++ function), [1], [2] trt_edgellm::file_io::MmapReader::operator= (C++ function) trt_edgellm::file_io::MmapReader::release (C++ function) trt_edgellm::file_io::MmapReader::~MmapReader (C++ function) trt_edgellm::format::fmtstr (C++ function) trt_edgellm::getProfilingEnabled (C++ function) trt_edgellm::getSelectAllTopKWorkspaceSize (C++ function) trt_edgellm::getSMVersion (C++ function) trt_edgellm::getTopKtopPSamplingWorkspaceSize (C++ function) trt_edgellm::hash_utils (C++ type) trt_edgellm::hash_utils::hashCombine (C++ function) trt_edgellm::instantiateCudaGraph (C++ function) trt_edgellm::kernel::assembleDraftTreeInput (C++ function) trt_edgellm::kernel::assembleInitialDraftTreeInput (C++ function) trt_edgellm::kernel::assembleInitialIntermediateData (C++ function) trt_edgellm::kernel::assembleIntermediateData (C++ function) trt_edgellm::kernel::calCuQCuKVSeqLensAndKVEndIdxs (C++ function) trt_edgellm::kernel::compactKVCache (C++ function) trt_edgellm::kernel::compactTensorBatch (C++ function) trt_edgellm::kernel::computeCuScoresAndTranslateToken (C++ function) trt_edgellm::kernel::constructVerificationDraftTree (C++ function) trt_edgellm::kernel::cvtKVLayoutBHSDToBSHD (C++ function) trt_edgellm::kernel::DVec (C++ struct) trt_edgellm::kernel::DVec::load (C++ function) trt_edgellm::kernel::DVec::operator[] (C++ function), [1] trt_edgellm::kernel::DVec::store (C++ function) trt_edgellm::kernel::DVec::vec_size (C++ member) trt_edgellm::kernel::eagleAccept (C++ function) trt_edgellm::kernel::eagleBaseCommitKVCacheAndAssembleHiddenState (C++ function) trt_edgellm::kernel::embeddingLookup (C++ function) trt_edgellm::kernel::embeddingLookupWithImageInsertion (C++ function) trt_edgellm::kernel::gemm_forward_cuda_new (C++ function) trt_edgellm::kernel::gemv_forward_cuda_new (C++ function) trt_edgellm::kernel::getEagleAcceptWorkspaceSize (C++ function) trt_edgellm::kernel::initAttentionMaskQwenViT (C++ function) trt_edgellm::kernel::initFastPosEmbedQwenViT (C++ function) trt_edgellm::kernel::initializeDraftTreeTables (C++ function) trt_edgellm::kernel::initializeLongRopeCosSin (C++ function) trt_edgellm::kernel::initializeMRopeCosSin (C++ function) trt_edgellm::kernel::initializeNormalRopeCosSin (C++ function) trt_edgellm::kernel::initRotaryPosEmbQwenViT (C++ function) trt_edgellm::kernel::instantiateKVCacheFromTensor (C++ function) trt_edgellm::kernel::launchApplyRopeWriteKVContinuousQAndKVCache (C++ function) trt_edgellm::kernel::launchApplyRopeWriteKVPackedQKV (C++ function) trt_edgellm::kernel::launchApplyRopeWriteKVTreeDecoding (C++ function) trt_edgellm::kernel::normalizeImage (C++ function) trt_edgellm::kernel::Phi4MMGN (C++ struct) trt_edgellm::kernel::Phi4MMGN::glbGN (C++ member) trt_edgellm::kernel::Phi4MMGN::subGN (C++ member) trt_edgellm::kernel::Phi4MMIndex (C++ struct) trt_edgellm::kernel::Phi4MMIndex::dstOutStart (C++ member) trt_edgellm::kernel::Phi4MMIndex::hBlocks (C++ member) trt_edgellm::kernel::Phi4MMIndex::hidden (C++ member) trt_edgellm::kernel::Phi4MMIndex::numImages (C++ member) trt_edgellm::kernel::Phi4MMIndex::srcGlbStart (C++ member) trt_edgellm::kernel::Phi4MMIndex::srcSubStart (C++ member) trt_edgellm::kernel::Phi4MMIndex::subOutLen (C++ member) trt_edgellm::kernel::Phi4MMIndex::totalOutTokens (C++ member) trt_edgellm::kernel::Phi4MMIndex::wBlocks (C++ member) trt_edgellm::kernel::phi4mmPostprocessVisionTokens (C++ function) trt_edgellm::kernel::prepareEagleAcceptDecodeTokenInputs (C++ function) trt_edgellm::kernel::prepareEagleBaseTreeDecodingInputs (C++ function) trt_edgellm::kernel::prepareEagleDraftProposalInputs (C++ function) trt_edgellm::kernel::prepareEaglePrefillInputs (C++ function) trt_edgellm::kernel::saveKVCacheIntoTensor (C++ function) trt_edgellm::kernel::transposeToPatchInternVLPhi4MM (C++ function) trt_edgellm::kernel::transposeToPatchQwenViT (C++ function) trt_edgellm::kernel::updateDraftTreeFullTables (C++ function) trt_edgellm::logger::EdgeLLMLogger (C++ class) trt_edgellm::logger::EdgeLLMLogger::debug (C++ function) trt_edgellm::logger::EdgeLLMLogger::EdgeLLMLogger (C++ function) trt_edgellm::logger::EdgeLLMLogger::error (C++ function) trt_edgellm::logger::EdgeLLMLogger::getLevel (C++ function) trt_edgellm::logger::EdgeLLMLogger::info (C++ function) trt_edgellm::logger::EdgeLLMLogger::log (C++ function) trt_edgellm::logger::EdgeLLMLogger::logWithLocation (C++ function) trt_edgellm::logger::EdgeLLMLogger::setLevel (C++ function) trt_edgellm::logger::EdgeLLMLogger::setShowFunction (C++ function) trt_edgellm::logger::EdgeLLMLogger::setShowLocation (C++ function) trt_edgellm::logger::EdgeLLMLogger::setShowTimestamp (C++ function) trt_edgellm::logger::EdgeLLMLogger::warning (C++ function) trt_edgellm::logger::EdgeLLMLogger::~EdgeLLMLogger (C++ function) trt_edgellm::logger::ScopedFunctionTracer (C++ class) trt_edgellm::logger::ScopedFunctionTracer::ScopedFunctionTracer (C++ function) trt_edgellm::logger::ScopedFunctionTracer::~ScopedFunctionTracer (C++ function) trt_edgellm::logger::SourceLocation (C++ struct) trt_edgellm::logger::SourceLocation::file (C++ member) trt_edgellm::logger::SourceLocation::function (C++ member) trt_edgellm::logger::SourceLocation::lineNumber (C++ member) trt_edgellm::logger::SourceLocation::SourceLocation (C++ function) trt_edgellm::mapReducedVocabToFullVocab (C++ function) trt_edgellm::metrics::BaseMetrics (C++ class) trt_edgellm::metrics::BaseMetrics::getTotalRuns (C++ function) trt_edgellm::metrics::BaseMetrics::~BaseMetrics (C++ function) trt_edgellm::metrics::EagleGenerationMetrics (C++ class) trt_edgellm::metrics::EagleGenerationMetrics::recordRun (C++ function) trt_edgellm::metrics::EagleGenerationMetrics::totalGeneratedTokens (C++ member) trt_edgellm::metrics::EagleGenerationMetrics::totalIterations (C++ member) trt_edgellm::metrics::LLMGenerationMetrics (C++ class) trt_edgellm::metrics::LLMGenerationMetrics::generatedTokens (C++ member) trt_edgellm::metrics::LLMGenerationMetrics::recordRun (C++ function) trt_edgellm::metrics::LLMPrefillMetrics (C++ class) trt_edgellm::metrics::LLMPrefillMetrics::computedTokens (C++ member) trt_edgellm::metrics::LLMPrefillMetrics::recordRun (C++ function) trt_edgellm::metrics::LLMPrefillMetrics::reusedTokens (C++ member) trt_edgellm::metrics::MultimodalMetrics (C++ class) trt_edgellm::metrics::MultimodalMetrics::recordRun (C++ function) trt_edgellm::metrics::MultimodalMetrics::totalImages (C++ member) trt_edgellm::metrics::MultimodalMetrics::totalImageTokens (C++ member) trt_edgellm::multimodal (C++ type) trt_edgellm::multimodal::ModelType (C++ enum) trt_edgellm::multimodal::ModelType::INTERNVL (C++ enumerator) trt_edgellm::multimodal::ModelType::PHI4MM (C++ enumerator) trt_edgellm::multimodal::ModelType::QWEN2_5_VL (C++ enumerator) trt_edgellm::multimodal::ModelType::QWEN2_VL (C++ enumerator) trt_edgellm::multimodal::ModelType::QWEN3_VL (C++ enumerator) trt_edgellm::multimodal::ModelType::UNKNOWN (C++ enumerator) trt_edgellm::multimodal::stringToModelType (C++ function) trt_edgellm::plugins::alignDevicePtr (C++ function) trt_edgellm::plugins::AttentionPlugin (C++ class) trt_edgellm::plugins::AttentionPlugin::AttentionPlugin (C++ function), [1], [2], [3] trt_edgellm::plugins::AttentionPlugin::clone (C++ function) trt_edgellm::plugins::AttentionPlugin::configurePlugin (C++ function) trt_edgellm::plugins::AttentionPlugin::destroy (C++ function) trt_edgellm::plugins::AttentionPlugin::enqueue (C++ function) trt_edgellm::plugins::AttentionPlugin::getNbOutputs (C++ function) trt_edgellm::plugins::AttentionPlugin::getOutputDataType (C++ function) trt_edgellm::plugins::AttentionPlugin::getOutputDimensions (C++ function) trt_edgellm::plugins::AttentionPlugin::getPluginNamespace (C++ function) trt_edgellm::plugins::AttentionPlugin::getPluginType (C++ function) trt_edgellm::plugins::AttentionPlugin::getPluginVersion (C++ function) trt_edgellm::plugins::AttentionPlugin::getSerializationSize (C++ function) trt_edgellm::plugins::AttentionPlugin::getWorkspaceSize (C++ function) trt_edgellm::plugins::AttentionPlugin::initialize (C++ function) trt_edgellm::plugins::AttentionPlugin::serialize (C++ function) trt_edgellm::plugins::AttentionPlugin::setPluginNamespace (C++ function) trt_edgellm::plugins::AttentionPlugin::supportsFormatCombination (C++ function) trt_edgellm::plugins::AttentionPlugin::terminate (C++ function) trt_edgellm::plugins::AttentionPlugin::~AttentionPlugin (C++ function) trt_edgellm::plugins::AttentionPluginCreator (C++ class) trt_edgellm::plugins::AttentionPluginCreator::AttentionPluginCreator (C++ function) trt_edgellm::plugins::AttentionPluginCreator::createPlugin (C++ function) trt_edgellm::plugins::AttentionPluginCreator::deserializePlugin (C++ function) trt_edgellm::plugins::AttentionPluginCreator::getFieldNames (C++ function) trt_edgellm::plugins::AttentionPluginCreator::getPluginName (C++ function) trt_edgellm::plugins::AttentionPluginCreator::getPluginNamespace (C++ function) trt_edgellm::plugins::AttentionPluginCreator::getPluginVersion (C++ function) trt_edgellm::plugins::AttentionPluginCreator::setPluginNamespace (C++ function) trt_edgellm::plugins::AttentionPluginCreator::~AttentionPluginCreator (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPlugin (C++ class) trt_edgellm::plugins::Int4GroupwiseGemmPlugin::clone (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPlugin::configurePlugin (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPlugin::destroy (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPlugin::enqueue (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPlugin::getNbOutputs (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPlugin::getOutputDataType (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPlugin::getOutputDimensions (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPlugin::getPluginNamespace (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPlugin::getPluginType (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPlugin::getPluginVersion (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPlugin::getSerializationSize (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPlugin::getWorkspaceSize (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPlugin::initialize (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPlugin::Int4GroupwiseGemmPlugin (C++ function), [1], [2], [3] trt_edgellm::plugins::Int4GroupwiseGemmPlugin::serialize (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPlugin::setPluginNamespace (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPlugin::supportsFormatCombination (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPlugin::terminate (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPlugin::~Int4GroupwiseGemmPlugin (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPluginCreator (C++ class) trt_edgellm::plugins::Int4GroupwiseGemmPluginCreator::createPlugin (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPluginCreator::deserializePlugin (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPluginCreator::getFieldNames (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPluginCreator::getPluginName (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPluginCreator::getPluginNamespace (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPluginCreator::getPluginVersion (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPluginCreator::Int4GroupwiseGemmPluginCreator (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPluginCreator::setPluginNamespace (C++ function) trt_edgellm::plugins::Int4GroupwiseGemmPluginCreator::~Int4GroupwiseGemmPluginCreator (C++ function) trt_edgellm::plugins::Serializer (C++ struct) trt_edgellm::plugins::Serializer<T, typename std::enable_if_t<std::is_arithmetic_v<T> || std::is_enum_v<T>>> (C++ struct) trt_edgellm::plugins::Serializer<T, typename std::enable_if_t<std::is_arithmetic_v<T> || std::is_enum_v<T>>>::deserialize (C++ function) trt_edgellm::plugins::Serializer<T, typename std::enable_if_t<std::is_arithmetic_v<T> || std::is_enum_v<T>>>::serialize (C++ function) trt_edgellm::plugins::toFieldType (C++ function) trt_edgellm::rt (C++ type), [1] trt_edgellm::rt::buildBatchMapping (C++ function) trt_edgellm::rt::collectRopeConfig (C++ function) trt_edgellm::rt::compactVector (C++ function) trt_edgellm::rt::Coords (C++ class) trt_edgellm::rt::Coords::Coords (C++ function), [1], [2], [3], [4], [5], [6] trt_edgellm::rt::Coords::formatString (C++ function) trt_edgellm::rt::Coords::getNumDims (C++ function) trt_edgellm::rt::Coords::getTRTDims (C++ function) trt_edgellm::rt::Coords::operator= (C++ function), [1] trt_edgellm::rt::Coords::operator[] (C++ function), [1] trt_edgellm::rt::Coords::volume (C++ function) trt_edgellm::rt::EagleDraftEngineRunner (C++ class) trt_edgellm::rt::EagleDraftEngineRunner::captureEagleAcceptDecodeTokenCudaGraph (C++ function) trt_edgellm::rt::EagleDraftEngineRunner::captureEagleDraftProposalCudaGraph (C++ function) trt_edgellm::rt::EagleDraftEngineRunner::EagleDraftEngineRunner (C++ function) trt_edgellm::rt::EagleDraftEngineRunner::executeEagleAcceptDecodeTokenStep (C++ function) trt_edgellm::rt::EagleDraftEngineRunner::executeEagleDraftProposalStep (C++ function) trt_edgellm::rt::EagleDraftEngineRunner::executeEaglePrefillStep (C++ function) trt_edgellm::rt::EagleDraftEngineRunner::getDraftEngineConfig (C++ function) trt_edgellm::rt::EagleDraftEngineRunner::getLinearKVCache (C++ function) trt_edgellm::rt::EagleDraftEngineRunner::getRopeCosSinCacheTensor (C++ function) trt_edgellm::rt::EagleDraftEngineRunner::~EagleDraftEngineRunner (C++ function) trt_edgellm::rt::EagleDraftEngineRunnerConfig (C++ struct) trt_edgellm::rt::EagleDraftEngineRunnerConfig::baseModelHiddenDim (C++ member) trt_edgellm::rt::EagleDraftEngineRunnerConfig::draftModelHiddenDim (C++ member) trt_edgellm::rt::EagleDraftEngineRunnerConfig::draftModelVocabSize (C++ member) trt_edgellm::rt::EagleDraftEngineRunnerConfig::headDim (C++ member) trt_edgellm::rt::EagleDraftEngineRunnerConfig::isVlm (C++ member) trt_edgellm::rt::EagleDraftEngineRunnerConfig::maxDraftTreeSize (C++ member) trt_edgellm::rt::EagleDraftEngineRunnerConfig::maxKVCacheCapacity (C++ member) trt_edgellm::rt::EagleDraftEngineRunnerConfig::maxSupportedBatchSize (C++ member) trt_edgellm::rt::EagleDraftEngineRunnerConfig::maxSupportedInputLength (C++ member) trt_edgellm::rt::EagleDraftEngineRunnerConfig::numDecoderLayers (C++ member) trt_edgellm::rt::EagleDraftEngineRunnerConfig::numKVHeads (C++ member) trt_edgellm::rt::EagleDraftEngineRunnerConfig::ropeConfig (C++ member) trt_edgellm::rt::EagleDraftEngineRunnerConfig::rotaryDim (C++ member) trt_edgellm::rt::EagleDraftingConfig (C++ struct) trt_edgellm::rt::EagleDraftingConfig::draftingStep (C++ member) trt_edgellm::rt::EagleDraftingConfig::draftingTopK (C++ member) trt_edgellm::rt::EagleDraftingConfig::verifyTreeSize (C++ member) trt_edgellm::rt::formatRopeConfig (C++ function) trt_edgellm::rt::imageUtils (C++ type), [1] trt_edgellm::rt::imageUtils::ImageData (C++ class) trt_edgellm::rt::imageUtils::ImageData::buffer (C++ member) trt_edgellm::rt::imageUtils::ImageData::channels (C++ member) trt_edgellm::rt::imageUtils::ImageData::data (C++ function) trt_edgellm::rt::imageUtils::ImageData::height (C++ member) trt_edgellm::rt::imageUtils::ImageData::ImageData (C++ function), [1] trt_edgellm::rt::imageUtils::ImageData::width (C++ member) trt_edgellm::rt::initializeLongRopeCosSinCache (C++ function) trt_edgellm::rt::initializeRopeCosSinCache (C++ function) trt_edgellm::rt::InternViTConfig (C++ struct) trt_edgellm::rt::InternViTConfig::blockImageSizeH (C++ member) trt_edgellm::rt::InternViTConfig::blockImageSizeW (C++ member) trt_edgellm::rt::InternViTConfig::imageMean (C++ member) trt_edgellm::rt::InternViTConfig::imageStd (C++ member) trt_edgellm::rt::InternViTConfig::imageTokenId (C++ member) trt_edgellm::rt::InternViTConfig::imgEndTokenId (C++ member) trt_edgellm::rt::InternViTConfig::imgStartTokenId (C++ member) trt_edgellm::rt::InternViTConfig::maxImageTokensPerImage (C++ member) trt_edgellm::rt::InternViTConfig::maxNumBlocks (C++ member) trt_edgellm::rt::InternViTConfig::minImageTokensPerImage (C++ member) trt_edgellm::rt::InternViTConfig::minNumBlocks (C++ member) trt_edgellm::rt::InternViTConfig::numChannels (C++ member) trt_edgellm::rt::InternViTConfig::outHiddenSize (C++ member) trt_edgellm::rt::InternViTConfig::patchSizeH (C++ member) trt_edgellm::rt::InternViTConfig::patchSizeW (C++ member) trt_edgellm::rt::InternViTConfig::vocabSize (C++ member) trt_edgellm::rt::InternViTRunner (C++ class) trt_edgellm::rt::InternViTRunner::allocateBuffer (C++ function) trt_edgellm::rt::InternViTRunner::infer (C++ function) trt_edgellm::rt::InternViTRunner::InternViTRunner (C++ function) trt_edgellm::rt::InternViTRunner::preprocess (C++ function) trt_edgellm::rt::InternViTRunner::validateAndFillConfig (C++ function) trt_edgellm::rt::InternViTRunner::~InternViTRunner (C++ function) trt_edgellm::rt::is_arithmetic_ext (C++ struct) trt_edgellm::rt::is_arithmetic_ext<__nv_bfloat16> (C++ struct) trt_edgellm::rt::is_arithmetic_ext<half> (C++ struct) trt_edgellm::rt::LinearKVCache (C++ class) trt_edgellm::rt::LinearKVCache::commitSequenceLength (C++ function), [1] trt_edgellm::rt::LinearKVCache::getActiveBatchSize (C++ function) trt_edgellm::rt::LinearKVCache::getConfig (C++ function) trt_edgellm::rt::LinearKVCache::getKVCacheAllEmpty (C++ function) trt_edgellm::rt::LinearKVCache::getKVCacheBuffer (C++ function) trt_edgellm::rt::LinearKVCache::getKVCacheForDecoderLayer (C++ function) trt_edgellm::rt::LinearKVCache::getKVCacheLengths (C++ function)

trt_edgellm::rt::LinearKVCache::KVCacheType (C++ type) trt_edgellm::rt::LinearKVCache::KVCacheTypeTRT (C++ member) trt_edgellm::rt::LinearKVCache::LinearKVCache (C++ function), [1], [2], [3] trt_edgellm::rt::LinearKVCache::operator= (C++ function), [1] trt_edgellm::rt::LinearKVCache::resetForNewSequences (C++ function) trt_edgellm::rt::LinearKVCache::setActiveBatchSize (C++ function) trt_edgellm::rt::LinearKVCache::~LinearKVCache (C++ function) trt_edgellm::rt::LLMEngineRunner (C++ class) trt_edgellm::rt::LLMEngineRunner::captureEagleBaseTreeDecodingCudaGraph (C++ function) trt_edgellm::rt::LLMEngineRunner::captureVanillaDecodingCudaGraph (C++ function) trt_edgellm::rt::LLMEngineRunner::executeEagleBaseTreeDecodingStep (C++ function) trt_edgellm::rt::LLMEngineRunner::executePrefillStep (C++ function) trt_edgellm::rt::LLMEngineRunner::executeVanillaDecodingStep (C++ function) trt_edgellm::rt::LLMEngineRunner::getActiveLoraWeightsName (C++ function) trt_edgellm::rt::LLMEngineRunner::getAvailableLoraWeights (C++ function) trt_edgellm::rt::LLMEngineRunner::getEngineConfig (C++ function) trt_edgellm::rt::LLMEngineRunner::getLinearKVCache (C++ function) trt_edgellm::rt::LLMEngineRunner::getRopeCosSinCacheTensor (C++ function) trt_edgellm::rt::LLMEngineRunner::LLMEngineRunner (C++ function) trt_edgellm::rt::LLMEngineRunner::switchLoraWeights (C++ function) trt_edgellm::rt::LLMEngineRunner::~LLMEngineRunner (C++ function) trt_edgellm::rt::LLMEngineRunnerConfig (C++ struct) trt_edgellm::rt::LLMEngineRunnerConfig::enableEagleSpecDecode (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::headDim (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::hiddenSize (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::isVlm (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::maxKVCacheCapacity (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::maxSupportedBatchSize (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::maxSupportedInputLength (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::maxSupportedLoraRank (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::maxVerifyTreeSize (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::minSupportedInputLength (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::numDecoderLayers (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::numDeepstackFeatures (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::numKVHeads (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::outputHiddenDim (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::outputVocabSize (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::reducedVocabSize (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::ropeConfig (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::rotaryDim (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::useContextDependentRope (C++ member) trt_edgellm::rt::LLMEngineRunnerConfig::vocabSize (C++ member) trt_edgellm::rt::LLMGenerationRequest (C++ struct) trt_edgellm::rt::LLMGenerationRequest::addGenerationPrompt (C++ member) trt_edgellm::rt::LLMGenerationRequest::applyChatTemplate (C++ member) trt_edgellm::rt::LLMGenerationRequest::enableThinking (C++ member) trt_edgellm::rt::LLMGenerationRequest::formattedRequests (C++ member) trt_edgellm::rt::LLMGenerationRequest::loraWeightsName (C++ member) trt_edgellm::rt::LLMGenerationRequest::maxGenerateLength (C++ member) trt_edgellm::rt::LLMGenerationRequest::requests (C++ member) trt_edgellm::rt::LLMGenerationRequest::saveSystemPromptKVCache (C++ member) trt_edgellm::rt::LLMGenerationRequest::temperature (C++ member) trt_edgellm::rt::LLMGenerationRequest::topK (C++ member) trt_edgellm::rt::LLMGenerationRequest::topP (C++ member) trt_edgellm::rt::LLMGenerationResponse (C++ struct) trt_edgellm::rt::LLMGenerationResponse::outputIds (C++ member) trt_edgellm::rt::LLMGenerationResponse::outputTexts (C++ member) trt_edgellm::rt::LLMInferenceRuntime (C++ class) trt_edgellm::rt::LLMInferenceRuntime::captureDecodingCUDAGraph (C++ function) trt_edgellm::rt::LLMInferenceRuntime::genAndSaveSystemPromptKVCache (C++ function) trt_edgellm::rt::LLMInferenceRuntime::getGenerationMetrics (C++ function) trt_edgellm::rt::LLMInferenceRuntime::getMultimodalMetrics (C++ function) trt_edgellm::rt::LLMInferenceRuntime::getPrefillMetrics (C++ function) trt_edgellm::rt::LLMInferenceRuntime::handleRequest (C++ function) trt_edgellm::rt::LLMInferenceRuntime::LLMInferenceRuntime (C++ function) trt_edgellm::rt::LLMInferenceRuntime::~LLMInferenceRuntime (C++ function) trt_edgellm::rt::LLMInferenceSpecDecodeRuntime (C++ class) trt_edgellm::rt::LLMInferenceSpecDecodeRuntime::captureBaseVerificationCudaGraph (C++ function) trt_edgellm::rt::LLMInferenceSpecDecodeRuntime::captureDraftAcceptDecodeTokenCudaGraph (C++ function) trt_edgellm::rt::LLMInferenceSpecDecodeRuntime::captureDraftProposalCudaGraph (C++ function) trt_edgellm::rt::LLMInferenceSpecDecodeRuntime::getEagleGenerationMetrics (C++ function) trt_edgellm::rt::LLMInferenceSpecDecodeRuntime::getMultimodalMetrics (C++ function) trt_edgellm::rt::LLMInferenceSpecDecodeRuntime::getPrefillMetrics (C++ function) trt_edgellm::rt::LLMInferenceSpecDecodeRuntime::handleRequest (C++ function) trt_edgellm::rt::LLMInferenceSpecDecodeRuntime::LLMInferenceSpecDecodeRuntime (C++ function) trt_edgellm::rt::LLMInferenceSpecDecodeRuntime::~LLMInferenceSpecDecodeRuntime (C++ function) trt_edgellm::rt::LongRopeParams (C++ struct) trt_edgellm::rt::LongRopeParams::longFactor (C++ member) trt_edgellm::rt::LongRopeParams::originalMaxPositionEmbeddings (C++ member) trt_edgellm::rt::LongRopeParams::shortFactor (C++ member) trt_edgellm::rt::Message (C++ struct) trt_edgellm::rt::Message::contents (C++ member) trt_edgellm::rt::Message::MessageContent (C++ struct), [1] trt_edgellm::rt::Message::MessageContent::content (C++ member), [1] trt_edgellm::rt::Message::MessageContent::type (C++ member), [1] trt_edgellm::rt::Message::role (C++ member) trt_edgellm::rt::MultimodalRunner (C++ class) trt_edgellm::rt::MultimodalRunner::allocateBuffer (C++ function) trt_edgellm::rt::MultimodalRunner::create (C++ function) trt_edgellm::rt::MultimodalRunner::getExtraVisualFeatures (C++ function) trt_edgellm::rt::MultimodalRunner::getModelType (C++ function) trt_edgellm::rt::MultimodalRunner::getMultimodalMetrics (C++ function) trt_edgellm::rt::MultimodalRunner::getOutputEmbedding (C++ function) trt_edgellm::rt::MultimodalRunner::infer (C++ function) trt_edgellm::rt::MultimodalRunner::MultimodalRunner (C++ function), [1] trt_edgellm::rt::MultimodalRunner::preprocess (C++ function) trt_edgellm::rt::MultimodalRunner::preprocessSystemPrompt (C++ function) trt_edgellm::rt::MultimodalRunner::validateAndFillConfig (C++ function) trt_edgellm::rt::MultimodalRunner::~MultimodalRunner (C++ function) trt_edgellm::rt::Phi4MMViTConfig (C++ struct) trt_edgellm::rt::Phi4MMViTConfig::blockDownsampleRatio (C++ member) trt_edgellm::rt::Phi4MMViTConfig::blockImageSizeH (C++ member) trt_edgellm::rt::Phi4MMViTConfig::blockImageSizeW (C++ member) trt_edgellm::rt::Phi4MMViTConfig::imageMean (C++ member) trt_edgellm::rt::Phi4MMViTConfig::imageStd (C++ member) trt_edgellm::rt::Phi4MMViTConfig::imageTokenId (C++ member) trt_edgellm::rt::Phi4MMViTConfig::maxImageTokensPerImage (C++ member) trt_edgellm::rt::Phi4MMViTConfig::maxNumBlocks (C++ member) trt_edgellm::rt::Phi4MMViTConfig::minImageTokensPerImage (C++ member) trt_edgellm::rt::Phi4MMViTConfig::minNumBlocks (C++ member) trt_edgellm::rt::Phi4MMViTConfig::numChannels (C++ member) trt_edgellm::rt::Phi4MMViTConfig::outHiddenSize (C++ member) trt_edgellm::rt::Phi4MMViTConfig::tokensPerSide (C++ member) trt_edgellm::rt::Phi4MMViTConfig::vocabSize (C++ member) trt_edgellm::rt::Phi4MMViTRunner (C++ class) trt_edgellm::rt::Phi4MMViTRunner::allocateBuffer (C++ function) trt_edgellm::rt::Phi4MMViTRunner::infer (C++ function) trt_edgellm::rt::Phi4MMViTRunner::Phi4MMViTRunner (C++ function) trt_edgellm::rt::Phi4MMViTRunner::preprocess (C++ function) trt_edgellm::rt::Phi4MMViTRunner::validateAndFillConfig (C++ function) trt_edgellm::rt::Phi4MMViTRunner::~Phi4MMViTRunner (C++ function) trt_edgellm::rt::QwenViTConfig (C++ struct) trt_edgellm::rt::QwenViTConfig::imageMean (C++ member) trt_edgellm::rt::QwenViTConfig::imageStd (C++ member) trt_edgellm::rt::QwenViTConfig::imageTokenId (C++ member) trt_edgellm::rt::QwenViTConfig::inputDim (C++ member) trt_edgellm::rt::QwenViTConfig::maxHW (C++ member) trt_edgellm::rt::QwenViTConfig::maxImageTokensPerImage (C++ member) trt_edgellm::rt::QwenViTConfig::maxNumImages (C++ member) trt_edgellm::rt::QwenViTConfig::mergeSize (C++ member) trt_edgellm::rt::QwenViTConfig::minHW (C++ member) trt_edgellm::rt::QwenViTConfig::minImageTokensPerImage (C++ member) trt_edgellm::rt::QwenViTConfig::mropeTheta (C++ member) trt_edgellm::rt::QwenViTConfig::numDeepstackFeatures (C++ member) trt_edgellm::rt::QwenViTConfig::numGridPerSide (C++ member) trt_edgellm::rt::QwenViTConfig::outHiddenSize (C++ member) trt_edgellm::rt::QwenViTConfig::patchSize (C++ member) trt_edgellm::rt::QwenViTConfig::temporalPatchSize (C++ member) trt_edgellm::rt::QwenViTConfig::videoTokenId (C++ member) trt_edgellm::rt::QwenViTConfig::visionStartTokenId (C++ member) trt_edgellm::rt::QwenViTConfig::vitPosEmbDim (C++ member) trt_edgellm::rt::QwenViTConfig::vocabSize (C++ member) trt_edgellm::rt::QwenViTConfig::windowSize (C++ member) trt_edgellm::rt::QwenViTRunner (C++ class) trt_edgellm::rt::QwenViTRunner::allocateBuffer (C++ function) trt_edgellm::rt::QwenViTRunner::getExtraVisualFeatures (C++ function) trt_edgellm::rt::QwenViTRunner::infer (C++ function) trt_edgellm::rt::QwenViTRunner::preprocess (C++ function) trt_edgellm::rt::QwenViTRunner::preprocessSystemPrompt (C++ function) trt_edgellm::rt::QwenViTRunner::QwenViTRunner (C++ function) trt_edgellm::rt::QwenViTRunner::validateAndFillConfig (C++ function) trt_edgellm::rt::QwenViTRunner::~QwenViTRunner (C++ function) trt_edgellm::rt::RopeConfig (C++ struct) trt_edgellm::rt::RopeConfig::longRope (C++ member) trt_edgellm::rt::RopeConfig::maxPositionEmbeddings (C++ member) trt_edgellm::rt::RopeConfig::rotaryScale (C++ member) trt_edgellm::rt::RopeConfig::rotaryTheta (C++ member) trt_edgellm::rt::RopeConfig::type (C++ member) trt_edgellm::rt::safetensors::loadSafetensors (C++ function) trt_edgellm::rt::safetensors::saveSafetensors (C++ function) trt_edgellm::rt::SpecDecodeInferenceContext (C++ struct) trt_edgellm::rt::SpecDecodeInferenceContext::activeBatchSize (C++ member) trt_edgellm::rt::SpecDecodeInferenceContext::actualIterations (C++ member) trt_edgellm::rt::SpecDecodeInferenceContext::batchIndexMapping (C++ member) trt_edgellm::rt::SpecDecodeInferenceContext::currentGenerateLengths (C++ member) trt_edgellm::rt::SpecDecodeInferenceContext::evictedActualIterations (C++ member) trt_edgellm::rt::SpecDecodeInferenceContext::evictedGenerateLengths (C++ member) trt_edgellm::rt::SpecDecodeInferenceContext::evictedPromptLengths (C++ member) trt_edgellm::rt::SpecDecodeInferenceContext::evictedRawBatchedInputIds (C++ member) trt_edgellm::rt::SpecDecodeInferenceContext::evictedSystemPrompts (C++ member) trt_edgellm::rt::SpecDecodeInferenceContext::evictedTokenIds (C++ member) trt_edgellm::rt::SpecDecodeInferenceContext::extraInputTensors (C++ member) trt_edgellm::rt::SpecDecodeInferenceContext::finishedStates (C++ member) trt_edgellm::rt::SpecDecodeInferenceContext::genAndSaveSystemCacheIndex (C++ member) trt_edgellm::rt::SpecDecodeInferenceContext::generationRound (C++ member) trt_edgellm::rt::SpecDecodeInferenceContext::initialize (C++ function) trt_edgellm::rt::SpecDecodeInferenceContext::maxGenerateLength (C++ member) trt_edgellm::rt::SpecDecodeInferenceContext::multimodalEmbeddings (C++ member) trt_edgellm::rt::SpecDecodeInferenceContext::originalBatchSize (C++ member) trt_edgellm::rt::SpecDecodeInferenceContext::packedInputLength (C++ member) trt_edgellm::rt::SpecDecodeInferenceContext::promptLengths (C++ member) trt_edgellm::rt::SpecDecodeInferenceContext::rawBatchedInputIds (C++ member) trt_edgellm::rt::SpecDecodeInferenceContext::stream (C++ member) trt_edgellm::rt::SpecDecodeInferenceContext::systemPrompts (C++ member) trt_edgellm::rt::SpecDecodeInferenceContext::tokenIds (C++ member) trt_edgellm::rt::SystemPromptKVCache (C++ struct) trt_edgellm::rt::SystemPromptKVCache::kvCacheContent (C++ member) trt_edgellm::rt::SystemPromptKVCache::systemPrompt (C++ member) trt_edgellm::rt::SystemPromptKVCache::tokenizedPrompt (C++ member) trt_edgellm::rt::Tensor (C++ class) trt_edgellm::rt::Tensor::dataPointer (C++ function), [1] trt_edgellm::rt::Tensor::getDataType (C++ function) trt_edgellm::rt::Tensor::getDeviceType (C++ function) trt_edgellm::rt::Tensor::getMemoryCapacity (C++ function) trt_edgellm::rt::Tensor::getName (C++ function) trt_edgellm::rt::Tensor::getOwnMemory (C++ function) trt_edgellm::rt::Tensor::getShape (C++ function) trt_edgellm::rt::Tensor::getStride (C++ function) trt_edgellm::rt::Tensor::getTRTDims (C++ function) trt_edgellm::rt::Tensor::isEmpty (C++ function) trt_edgellm::rt::Tensor::operator= (C++ function), [1] trt_edgellm::rt::Tensor::rawPointer (C++ function), [1] trt_edgellm::rt::Tensor::reshape (C++ function) trt_edgellm::rt::Tensor::Tensor (C++ function), [1], [2], [3], [4] trt_edgellm::rt::Tensor::~Tensor (C++ function) trt_edgellm::rt::utils::computeStrides (C++ function) trt_edgellm::rt::utils::formatString (C++ function) trt_edgellm::rt::utils::toGB (C++ function) trt_edgellm::rt::utils::toKB (C++ function) trt_edgellm::rt::utils::toMB (C++ function) trt_edgellm::SamplingParams (C++ struct) trt_edgellm::SamplingParams::batchSize (C++ member) trt_edgellm::SamplingParams::SamplingParams (C++ function) trt_edgellm::SamplingParams::temperature (C++ member) trt_edgellm::SamplingParams::topK (C++ member) trt_edgellm::SamplingParams::topP (C++ member) trt_edgellm::SamplingParams::useTopK (C++ member) trt_edgellm::SamplingParams::useTopP (C++ member) trt_edgellm::SamplingParams::vocabSize (C++ member) trt_edgellm::selectAllTopK (C++ function) trt_edgellm::setProfilingEnabled (C++ function) trt_edgellm::timer::StageTimingData (C++ struct) trt_edgellm::timer::StageTimingData::addTiming (C++ function) trt_edgellm::timer::StageTimingData::getAverageTimeMs (C++ function) trt_edgellm::timer::StageTimingData::getTotalGpuTimeMs (C++ function) trt_edgellm::timer::StageTimingData::getTotalRuns (C++ function) trt_edgellm::timer::StageTimingData::gpuTimesMs (C++ member) trt_edgellm::timer::StageTimingData::reset (C++ function) trt_edgellm::timer::Timer (C++ class) trt_edgellm::timer::Timer::getAllTimingData (C++ function) trt_edgellm::timer::Timer::getTimingData (C++ function) trt_edgellm::timer::Timer::reset (C++ function) trt_edgellm::timer::Timer::startStage (C++ function) trt_edgellm::timer::Timer::Timer (C++ function) trt_edgellm::timer::Timer::~Timer (C++ function) trt_edgellm::timer::TimerPair (C++ struct) trt_edgellm::timer::TimerPair::gpuEnd (C++ member) trt_edgellm::timer::TimerPair::gpuStart (C++ member) trt_edgellm::timer::TimerPair::hasStarted (C++ member) trt_edgellm::timer::TimerPair::initialize (C++ function) trt_edgellm::timer::TimerPair::isInitialized (C++ member) trt_edgellm::timer::TimerPair::operator= (C++ function), [1] trt_edgellm::timer::TimerPair::TimerPair (C++ function), [1], [2] trt_edgellm::timer::TimerPair::~TimerPair (C++ function) trt_edgellm::timer::TimerSession (C++ class) trt_edgellm::timer::TimerSession::operator= (C++ function), [1] trt_edgellm::timer::TimerSession::TimerSession (C++ function), [1], [2], [3] trt_edgellm::timer::TimerSession::~TimerSession (C++ function) trt_edgellm::tokenizer::ChatTemplateConfig (C++ struct) trt_edgellm::tokenizer::ChatTemplateConfig::contentTypes (C++ member) trt_edgellm::tokenizer::ChatTemplateConfig::defaultSystemPrompt (C++ member) trt_edgellm::tokenizer::ChatTemplateConfig::generationPrompt (C++ member) trt_edgellm::tokenizer::ChatTemplateConfig::generationPromptThinking (C++ member) trt_edgellm::tokenizer::ChatTemplateConfig::modelPath (C++ member) trt_edgellm::tokenizer::ChatTemplateConfig::roles (C++ member) trt_edgellm::tokenizer::ChatTemplateContentType (C++ struct) trt_edgellm::tokenizer::ChatTemplateContentType::format (C++ member) trt_edgellm::tokenizer::ChatTemplateRole (C++ struct) trt_edgellm::tokenizer::ChatTemplateRole::prefix (C++ member) trt_edgellm::tokenizer::ChatTemplateRole::suffix (C++ member) trt_edgellm::tokenizer::codepointFlags (C++ struct) trt_edgellm::tokenizer::codepointFlags::asUint (C++ function) trt_edgellm::tokenizer::codepointFlags::categoryFlag (C++ function) trt_edgellm::tokenizer::codepointFlags::CategoryFlags (C++ enum) trt_edgellm::tokenizer::codepointFlags::CategoryFlags::ACCENT_MARK (C++ enumerator) trt_edgellm::tokenizer::codepointFlags::CategoryFlags::CONTROL (C++ enumerator) trt_edgellm::tokenizer::codepointFlags::CategoryFlags::LETTER (C++ enumerator) trt_edgellm::tokenizer::codepointFlags::CategoryFlags::MASK_CATEGORIES (C++ enumerator) trt_edgellm::tokenizer::codepointFlags::CategoryFlags::NUMBER (C++ enumerator) trt_edgellm::tokenizer::codepointFlags::CategoryFlags::PUNCTUATION (C++ enumerator) trt_edgellm::tokenizer::codepointFlags::CategoryFlags::SEPARATOR (C++ enumerator) trt_edgellm::tokenizer::codepointFlags::CategoryFlags::SYMBOL (C++ enumerator) trt_edgellm::tokenizer::codepointFlags::CategoryFlags::UNDEFINED (C++ enumerator) trt_edgellm::tokenizer::codepointFlags::codepointFlags (C++ function) trt_edgellm::tokenizer::codepointFlags::isAccentMark (C++ member) trt_edgellm::tokenizer::codepointFlags::isControl (C++ member) trt_edgellm::tokenizer::codepointFlags::isLetter (C++ member) trt_edgellm::tokenizer::codepointFlags::isLowercase (C++ member) trt_edgellm::tokenizer::codepointFlags::isNfd (C++ member) trt_edgellm::tokenizer::codepointFlags::isNumber (C++ member) trt_edgellm::tokenizer::codepointFlags::isPunctuation (C++ member) trt_edgellm::tokenizer::codepointFlags::isSeparator (C++ member) trt_edgellm::tokenizer::codepointFlags::isSymbol (C++ member) trt_edgellm::tokenizer::codepointFlags::isUndefined (C++ member) trt_edgellm::tokenizer::codepointFlags::isUppercase (C++ member) trt_edgellm::tokenizer::codepointFlags::isWhitespace (C++ member) trt_edgellm::tokenizer::PreTokenizer (C++ class) trt_edgellm::tokenizer::PreTokenizer::getTypeName (C++ function) trt_edgellm::tokenizer::PreTokenizer::process (C++ function) trt_edgellm::tokenizer::PreTokenizer::~PreTokenizer (C++ function) trt_edgellm::tokenizer::rangeNfd (C++ struct) trt_edgellm::tokenizer::rangeNfd::first (C++ member) trt_edgellm::tokenizer::rangeNfd::last (C++ member) trt_edgellm::tokenizer::rangeNfd::nfd (C++ member) trt_edgellm::tokenizer::RegexSplit (C++ class) trt_edgellm::tokenizer::RegexSplit::getPattern (C++ function) trt_edgellm::tokenizer::RegexSplit::getTypeName (C++ function) trt_edgellm::tokenizer::RegexSplit::process (C++ function) trt_edgellm::tokenizer::RegexSplit::RegexSplit (C++ function) trt_edgellm::tokenizer::RegexSplit::~RegexSplit (C++ function) trt_edgellm::tokenizer::Sequence (C++ class) trt_edgellm::tokenizer::Sequence::addStep (C++ function) trt_edgellm::tokenizer::Sequence::getStep (C++ function) trt_edgellm::tokenizer::Sequence::getStepCount (C++ function) trt_edgellm::tokenizer::Sequence::getTypeName (C++ function) trt_edgellm::tokenizer::Sequence::process (C++ function) trt_edgellm::tokenizer::Sequence::Sequence (C++ function), [1] trt_edgellm::tokenizer::Sequence::~Sequence (C++ function) trt_edgellm::tokenizer::textPartition (C++ struct) trt_edgellm::tokenizer::textPartition::_dummy (C++ member) trt_edgellm::tokenizer::textPartition::length (C++ member) trt_edgellm::tokenizer::textPartition::offset (C++ member) trt_edgellm::tokenizer::textPartition::rawText (C++ member) trt_edgellm::tokenizer::textPartition::textPartition (C++ function), [1] trt_edgellm::tokenizer::textPartition::token (C++ member) trt_edgellm::tokenizer::textPartition::type (C++ member) trt_edgellm::tokenizer::TokenEncoder (C++ class) trt_edgellm::tokenizer::TokenEncoder::decode (C++ function) trt_edgellm::tokenizer::TokenEncoder::encode (C++ function) trt_edgellm::tokenizer::TokenEncoder::getRankToken (C++ function) trt_edgellm::tokenizer::TokenEncoder::getTokenRank (C++ function) trt_edgellm::tokenizer::TokenEncoder::getType (C++ function) trt_edgellm::tokenizer::TokenEncoder::getVocabSize (C++ function) trt_edgellm::tokenizer::TokenEncoder::hasToken (C++ function) trt_edgellm::tokenizer::TokenEncoder::initialize (C++ function) trt_edgellm::tokenizer::TokenEncoder::TokenEncoder (C++ function) trt_edgellm::tokenizer::TokenEncoder::Type (C++ enum) trt_edgellm::tokenizer::TokenEncoder::Type::BPE (C++ enumerator) trt_edgellm::tokenizer::TokenEncoder::Type::SENTENCEPIECE (C++ enumerator) trt_edgellm::tokenizer::TokenEncoder::Type::WORDPIECE (C++ enumerator) trt_edgellm::tokenizer::TokenEncoder::~TokenEncoder (C++ function) trt_edgellm::tokenizer::Tokenizer (C++ class) trt_edgellm::tokenizer::Tokenizer::applyChatTemplate (C++ function) trt_edgellm::tokenizer::Tokenizer::decode (C++ function) trt_edgellm::tokenizer::Tokenizer::encode (C++ function) trt_edgellm::tokenizer::Tokenizer::getBosId (C++ function) trt_edgellm::tokenizer::Tokenizer::getDefaultSystemPrompt (C++ function) trt_edgellm::tokenizer::Tokenizer::getEosId (C++ function) trt_edgellm::tokenizer::Tokenizer::getNumVocab (C++ function) trt_edgellm::tokenizer::Tokenizer::getPadId (C++ function) trt_edgellm::tokenizer::Tokenizer::getUnkId (C++ function) trt_edgellm::tokenizer::Tokenizer::isInitialized (C++ function) trt_edgellm::tokenizer::Tokenizer::loadChatTemplate (C++ function) trt_edgellm::tokenizer::Tokenizer::loadFromHF (C++ function) trt_edgellm::tokenizer::Tokenizer::Tokenizer (C++ function) trt_edgellm::tokenizer::Tokenizer::~Tokenizer (C++ function) trt_edgellm::tokenizer::validateFileSize (C++ function) trt_edgellm::topKtopPSamplingFromLogits (C++ function) trt_edgellm::version::checkVersion (C++ function) trt_edgellm::XQALaunchParams (C++ struct) trt_edgellm::XQALaunchParams::attentionSinks (C++ member) trt_edgellm::XQALaunchParams::batchSize (C++ member) trt_edgellm::XQALaunchParams::dataType (C++ member) trt_edgellm::XQALaunchParams::headGroupSize (C++ member) trt_edgellm::XQALaunchParams::headSize (C++ member) trt_edgellm::XQALaunchParams::kvCache (C++ member) trt_edgellm::XQALaunchParams::kvScale (C++ member) trt_edgellm::XQALaunchParams::numKVheads (C++ member) trt_edgellm::XQALaunchParams::numQheads (C++ member) trt_edgellm::XQALaunchParams::output (C++ member) trt_edgellm::XQALaunchParams::qCuSeqLen (C++ member) trt_edgellm::XQALaunchParams::qInputPtr (C++ member) trt_edgellm::XQALaunchParams::qScale (C++ member) trt_edgellm::XQALaunchParams::qSeqLen (C++ member) trt_edgellm::XQALaunchParams::scratch (C++ member) trt_edgellm::XQALaunchParams::semaphores (C++ member) trt_edgellm::XQALaunchParams::treeAttnMask (C++ member)

V

visual_export() (in module tensorrt_edgellm)