Context Cache Types

struct ResourceId

Pool-local identity for one typed cache resource.

Identical numeric indexes in different ResourceType pools identify different physical resources.

Public Members

ResourceType type = {}

int32_t index = {}

struct ResourceDemand

Number of resources required from each typed pool by one atomic operation.

Public Functions

inline int32_t get(ResourceType type) const noexcept

inline int32_t &get(ResourceType type) noexcept

inline bool isNonNegative() const noexcept

Public Members

int32_t baseKvPages = {}

int32_t draftKvPages = {}

int32_t recurrentSnapshotSlots = {}

int32_t partialKvSnapshotSlots = {}

template<>
struct hash<trt_edgellm::rt::ResourceId>

Public Functions

inline size_t operator()(

trt_edgellm::rt::ResourceId const &resource

) const noexcept