Spec State Plan

struct SpecReusePlanInput

Host-only inputs required to plan speculative context reuse.

Public Members

std::vector<BlockHash> const &inputFullBlockHashes

int32_t inputTokenCount = {}

int32_t pageSize = {}

ContextCacheLookupPolicy lookupPolicy = {ContextCacheLookupPolicy::kUseCache}

BaseBlockIndex const &baseIndex

SpecStateIndex const &specIndex

CacheRecordStore const &records

struct SpecLeaseStateView

Speculative state carried by one active lease at publication time.

Public Members

std::vector<PageId> const &pageBindings

struct SpecPublishStateInput

Host-only inputs required to describe publishable speculative state.

Public Members

SpecLeaseStateView const &leaseState

std::vector<BlockHash> const &fullBlockHashes

int32_t residentStateLength = {}

ReusePlan trt_edgellm::rt::makeSpecReusePlan(

SpecReusePlanInput const &input,

SpecReuseContract const &contract

)

std::optional<SpecPagedStateRecord> trt_edgellm::rt::makeSpecPublishedState(

SpecPublishStateInput const &input,

SpecReuseContract const &contract

)