Safety Builder Config

struct SafetyLLMStaticShapeProfile

Public Functions

inline Json toJson() const

Public Members

int64_t batchSize = {1}

int64_t inputSeqLen = {128}

int64_t kvCacheCapacity = {512}

int64_t imageTokens = {0}

struct SafetyLLMBuilderConfig

Public Functions

inline Json toJson() const

Public Members

std::vector<SafetyLLMStaticShapeProfile> profiles

std::string remoteAutoTuningConfig

std::string safetyPluginLibrary

bool isVlm = {false}

bool profilingDetailed = {false}

struct SafetyVisualStaticShapeProfile

Public Functions

inline Json toJson() const

Public Members

int64_t imageTokens = {256}

struct SafetyVisualBuilderConfig

Public Functions

inline Json toJson() const

Public Members

std::vector<SafetyVisualStaticShapeProfile> profiles

std::string remoteAutoTuningConfig

std::string safetyPluginLibrary

int64_t maxImageTokensPerImage = {512}

bool profilingDetailed = {false}