Deployment Options

struct DeploymentOptions

Caller-selected deployment policies and artifact locations, separate from resolved engine metadata.

Public Members

std::string engineDir = {}

std::string multimodalEngineDir = {}

std::unordered_map<std::string, std::string> loraWeightsMap = {}

std::optional<SpecDecodeDraftingConfig> draftingConfig = {}

ContextCacheConfig contextCacheConfig = {}

PleRuntimeConfig pleConfig = {}

std::string checkpointDir = {}

std::string draftCheckpointDir = {}

ParallelConfig parallelConfig = {}

std::optional<std::filesystem::path> runtimeCachePath = {}

TRT-RTX runtime cache file path.

RuntimeBenchmarkOptions benchmark = {}

bool offloadEmbedding = {false}

Keep embedding storage in CUDA-pinned host memory, using the same GPU lookup.