kvbm-common 1.2.1

Dynamo Inference Framework
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28

// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
// SPDX-License-Identifier: Apache-2.0

use serde::{Deserialize, Serialize};

pub type BlockId = usize;
pub type SequenceHash = dynamo_tokens::PositionalLineageHash;

pub use dynamo_tokens as tokens;

/// Logical layout handle type encoding the layout ID.
///
/// KVBM manages G1, G2 and G3 layouts directly. G4 is managed by an external service.
#[derive(Debug, Clone, Copy, PartialEq, Eq, Hash, Serialize, Deserialize)]
pub enum LogicalLayoutHandle {
    /// Representation of GPU / Device Memory
    /// G1 is fixed sized and managed by either the framework or the local instance of KVBM.
    G1,
    /// Representation of CPU / Host Memory
    /// G2 is fixed sized and managed by the local instance of KVBM.
    G2,
    /// Representation of Disk Storage (Local or AttachedStorage)
    /// G3 is fixed sized and managed by the local instance of KVBM.
    G3,
    /// Representation of Blocks held in an external service
    /// outside the control of the KVBM system.
    G4,
}