Struct BlockTable 

pub struct BlockTable {
    pub physical_blocks: SmallVec<[u32; 8]>,
    pub logical_to_physical: SmallVec<[u32; 8]>,
    pub sequence_length: usize,
    pub block_size: usize,
}

Block table for mapping logical to physical cache blocks

Fields

physical_blocks: SmallVec<[u32; 8]>

Physical block IDs allocated for this sequence

logical_to_physical: SmallVec<[u32; 8]>

Mapping from logical to physical block indices

sequence_length: usize

Cache-fill bookkeeping owned by the KvCacheManager that allocated this handle. Not authoritative for engine-side position tracking: only updated by the manager that minted the handle (Paged sets it at allocate-time and never bumps it; Default ignores initial_tokens and leaves it at 0; GenericKvCacheHandle is the only one updated per decode step, via with_sequence_length). The engine sources the “where is the next token written” answer from SequenceState (input_tokens.len() + generated_tokens.len() - 1) — see ContinuousBatchEngine::process_batch_unified / run_batch_decode.

block_size: usize

Block size (tokens per block)

Implementations

impl BlockTable

pub fn new(block_size: usize) -> BlockTable

Create new block table

pub fn num_blocks(&self) -> usize

Get number of blocks allocated

pub fn blocks_needed_for_length(length: usize, block_size: usize) -> usize

Get required number of blocks for sequence length

pub fn has_free_space(&self) -> bool

Check if can accommodate more tokens without new blocks

pub fn free_tokens(&self) -> usize

Get number of free tokens in allocated blocks

pub fn add_blocks(&mut self, blocks: &[u32])

Add blocks to the table

pub fn extend_sequence( &mut self, additional_tokens: usize, ) -> Result<(), FerrumError>

Extend sequence length

Trait Implementations

impl Clone for BlockTable

fn clone(&self) -> BlockTable

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for BlockTable

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for BlockTable

fn deserialize<__D>( __deserializer: __D, ) -> Result<BlockTable, <__D as Deserializer<'de>>::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl From<BlockTable> for DefaultBlockTable

fn from(table: BlockTable) -> Self

Converts to this type from the input type.

impl From<DefaultBlockTable> for BlockTable

fn from(table: DefaultBlockTable) -> Self

Converts to this type from the input type.

impl Serialize for BlockTable

fn serialize<__S>( &self, __serializer: __S, ) -> Result<<__S as Serializer>::Ok, <__S as Serializer>::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.