Vlm Request Context

class RequestOperations

Subclassed by trt_edgellm::safety::ProcessingCapabilityCoordinator

Public Functions

virtual ~RequestOperations() = default

virtual SafetyStatus prepareVisualStageInputs(

LMStageContext const &context,

ImageInputView input

) noexcept = 0

virtual SafetyStatus prepareLlmPrefillInputs(

LMStageContext const &context,

LMStageOutputs const &visualOutputs,

std::size_t imageTokenOffset,

std::size_t imageTokenCount

) noexcept = 0

Copies the visual output into the reserved prompt span using prepared bindings and streams.

class RequestContext

Public Functions

inline explicit RequestContext(

RequestOperations &operations

) noexcept

RequestContext(RequestContext const&) = delete

RequestContext &operator=(RequestContext const&) = delete

SafetyStatus beginRequest(

ImageInputView input,

std::size_t imageTokenOffset,

std::size_t imageTokenCount,

std::size_t promptTokenCount

) noexcept

SafetyStatus prepareVisualStageInputs(

LMStageContext const &context

) noexcept

SafetyStatus acceptVisualStageOutputs(

LMStageOutputs const &outputs

) noexcept

SafetyStatus prepareLlmPrefillInputs(

LMStageContext const &context

) noexcept

inline bool hasVisualInput() const noexcept

struct ImageInputView

Preprocessed image storage borrowed for this request.

Public Members

void const *data = {nullptr}

std::size_t sizeInBytes = {0}

int32_t width = {0}

int32_t height = {0}

std::size_t rowStride = {0}