Scheduled Step

struct ResidentRef

Public Members

CacheSlot slot = {-1}

uint64_t epoch = {0}

struct SequenceIdentity

Public Members

RequestId requestId = {0}

ResidentRef resident

struct HostTokenRange

Public Members

int32_t const *data = {nullptr}

int32_t extent = {0}

int32_t begin = {0}

int32_t count = {0}

struct ScheduledSequence

Public Members

SequenceIdentity identity

SequenceWork work = {SequenceWork::kContext}

int32_t queryLength = {0}

int32_t pastLength = {0}

HostTokenRange queryTokens

bool selectLastTokenLogits = {true}

struct ScheduledSequenceDescriptor

Owning, pointer-free description of one executed sequence. Suitable for scheduler ownership and cross-rank consensus; queryTokens remains rank-local execution materialization.

Public Members

SequenceIdentity identity

SequenceWork work = {SequenceWork::kContext}

int32_t queryLength = {0}

int32_t pastLength = {0}

bool selectLastTokenLogits = {true}

struct ScheduledStep

Public Members

StepId id = {0}

std::vector<ScheduledSequence> sequences