Hybrid Snapshot Storage#
-
class HybridSnapshotStorage#
Preallocated device storage for exact hybrid checkpoints.
ResourcePools owns snapshot slot IDs and refcounts. This class owns only the corresponding device slabs and performs stream-ordered D2D copies between one immutable snapshot slot and one live batch/page slot. Deployment compatibility is fixed by the owning runtime; this physical storage has no lookup or schema policy.
Public Functions
- HybridSnapshotStorage(
- HybridCacheManager &cacheManager,
- int32_t recurrentSlotCount,
- int32_t partialKvSlotCount
-
HybridSnapshotStorage(HybridSnapshotStorage const&) = delete#
- HybridSnapshotStorage &operator=(
- HybridSnapshotStorage const&
-
void zeroRecurrent(int32_t batchSlot, cudaStream_t stream)#
- void captureRecurrent(
- int32_t snapshotSlot,
- int32_t batchSlot,
- cudaStream_t stream
- void restoreRecurrent(
- int32_t snapshotSlot,
- int32_t batchSlot,
- cudaStream_t stream
- void capturePartialKv(
- int32_t snapshotSlot,
- PageId sourcePage,
- int32_t validTokenCount,
- cudaStream_t stream
- void restorePartialKv(
- int32_t snapshotSlot,
- PageId destinationPage,
- int32_t validTokenCount,
- cudaStream_t stream
-
int32_t recurrentSlotCount() const noexcept#
-
int32_t partialKvSlotCount() const noexcept#
Public Static Functions
- static size_t recurrentBytesPerSlot(
- MambaCacheManager::Config const &config
- static size_t partialKvBytesPerSlot(
- KVCacheManager::Config const &config