Processing Capabilities

struct TextView

Public Members

char const *data = {nullptr}

std::size_t size = {0}

struct MutableTextBuffer

Public Members

char *data = {nullptr}

std::size_t capacity = {0}

struct ProcessingLimits

Public Members

std::size_t maxPromptBytes = {0}

std::size_t maxPromptTokens = {0}

std::size_t maxResponseBytes = {0}

std::size_t maxGeneratedTokens = {0}

std::size_t maxContextTokens = {0}

int32_t vocabularySize = {0}

int32_t hiddenSize = {0}

float ropeTheta = {1000000.0F}

float ropeScale = {1.0F}

struct ImageProcessingLimits

Public Members

int32_t maxImageWidth = {0}

int32_t maxImageHeight = {0}

int32_t minBlocks = {1}

int32_t maxMainBlocks = {0}

int32_t visualProfileBlocks = {0}

int32_t tokensPerTile = {0}

std::size_t maxImageTokens = {0}

bool addThumbnail = {true}

float normalizationScale = {1.0F / 255.0F}

std::array<float, 3> normalizationMean = {}

std::array<float, 3> normalizationDeviation = {}

struct TokenizerArtifactSpec

Public Members

std::filesystem::path path = {}

int32_t imagePlaceholderId = {-1}

int32_t imageStartId = {-1}

int32_t imageContextId = {-1}

int32_t imageEndId = {-1}

int32_t padTokenId = {-1}

std::array<int32_t, 8> stopTokenIds = {}

std::size_t stopTokenCount = {0}

struct EmbeddingArtifactSpec

Public Members

std::filesystem::path path = {}

struct ProcessingConfiguration

Public Members

TokenizerArtifactSpec tokenizer = {}

EmbeddingArtifactSpec embedding = {}

ProcessingLimits limits = {}

ImageProcessingLimits image = {}

struct ImageProcessingPlan

Public Members

SafetyStatus status = {SafetyStatus::ok()}

std::size_t imageTokenCount = {0}

struct ProcessingRequest

Public Members

TokenIdView prompt = {}

vlm::ImageInputView image = {}

std::size_t imageTokenOffset = {0}

std::size_t imageTokenCount = {0}

int64_t maxGeneratedTokens = {0}

TokenIdView stopTokenIds = {}