Ple Gather

cudaError_t trt_edgellm::kernel::launchPleGather(

void const *pool,

int32_t const *rowMap,

void *output,

int64_t rowCount,

int64_t rowBytes,

cudaStream_t stream

) noexcept

Copy rows verbatim. Every rowMap entry must identify an allocated, ready pool row.

cudaError_t trt_edgellm::kernel::launchGemmaPleResidentMap(

int32_t const *tokenIds,

int32_t *rowMap,

int64_t count,

int64_t vocabularySize,

int32_t padTokenId,

int32_t imageTokenId,

int32_t audioTokenId,

cudaStream_t stream,

int32_t const *queryLengths = nullptr,

int64_t queryWidth = 0

) noexcept

Map Gemma token IDs to resident slots; optional query lengths mask entry-padded tokens.