Input Limits

namespace trt_edgellm

namespace limits

Variables

char const *kInputLimitsLocation = "cpp/common/inputLimits.h"

Centralized input limits for validation and resource protection.

namespace security

Variables

int kReasonableMaxBatchSize = 16

DoS-prevention and unsafe input rejection limits.

size_t kMaxMessageContentSizeBytes = 128 * 1024

size_t kMaxMessagesPerRequest = 64

size_t kMaxContentItemsPerMessage = 18

size_t kMaxLogitBiasTokens = 1024

float kMinLogitBias = -100.0F

float kMaxLogitBias = 100.0F

namespace tokenizer

Variables

size_t kMaxConfigFileSizeBytes = 100 * 1024 * 1024

Tokenizer file size and text processing limits.

size_t kChatTemplateFileSizeBytes = 1024 * 1024

size_t kMaxInputTextSizeBytes = 1024 * 1024

size_t kMaxTokenPieceSizeBytes = 1024 * 1024