Input Limits#

namespace trt_edgellm
namespace limits#

Variables

constexpr char const *kInputLimitsLocation = "cpp/common/inputLimits.h"#

Centralized input limits for validation and resource protection.

namespace security#

Variables

constexpr int kReasonableMaxBatchSize = 16#

DoS-prevention and unsafe input rejection limits.

constexpr size_t kMaxMessageContentSizeBytes = 128 * 1024#
constexpr size_t kMaxMessagesPerRequest = 64#
constexpr size_t kMaxContentItemsPerMessage = 18#
namespace tokenizer#

Variables

constexpr size_t kMaxConfigFileSizeBytes = 100 * 1024 * 1024#

Tokenizer file size and text processing limits.

constexpr size_t kChatTemplateFileSizeBytes = 1024 * 1024#
constexpr size_t kMaxInputTextSizeBytes = 1024 * 1024#
constexpr size_t kMaxTokenPieceSizeBytes = 1024 * 1024#