Skip to main content

BlockAllocator

Struct BlockAllocator 

Source
pub struct BlockAllocator {
    pub block_size: usize,
    pub total_blocks: usize,
    /* private fields */
}
Expand description

Central allocator managing the physical pool of KV-cache blocks.

Fields§

§block_size: usize§total_blocks: usize

Implementations§

Source§

impl BlockAllocator

Source

pub fn new(total_blocks: usize, block_size: usize) -> BlockAllocator

Initializes a pool with total_blocks of capacity block_size tokens each.

Source

pub fn with_default_block_size(total_blocks: usize) -> BlockAllocator

Source

pub fn num_free_blocks(&self) -> usize

Number of physical blocks currently available for allocation.

Source

pub fn num_allocated_blocks(&self) -> usize

Number of physical blocks currently in use.

Source

pub fn num_prefix_entries(&self) -> usize

Number of distinct prefix entries cached.

Source

pub fn allocate(&mut self) -> Result<usize, CacheError>

Allocates an empty physical block from the free list.

Source

pub fn clone_block(&mut self, src_block_id: usize) -> Result<usize, CacheError>

Duplicates an existing physical block into a new block with ref_count = 1 (Copy-on-Write).

Source

pub fn inc_ref(&mut self, block_id: usize) -> Result<(), CacheError>

Increments ref_count for sharing an existing block (e.g. prompt prefix).

Source

pub fn free(&mut self, block_id: usize) -> Result<(), CacheError>

Decrements ref_count and frees the block if ref_count hits zero.

Source

pub fn register_prefix(&mut self, hash: u64, block_id: usize)

Registers a full block into the prefix cache for reuse.

Source

pub fn find_prefix(&mut self, hash: u64) -> Option<usize>

Searches for an existing shared block by prefix hash.

Source

pub fn get_block(&self, block_id: usize) -> Result<&PhysicalBlock, CacheError>

Returns a reference to a physical block.

Source

pub fn get_block_mut( &mut self, block_id: usize, ) -> Result<&mut PhysicalBlock, CacheError>

Returns a mutable reference to a physical block.

Source

pub fn defragment_free_list(&mut self)

Defragments the free list by sorting block IDs so future allocations favor lowest contiguous physical pages.

Source

pub fn utilization_ratio(&self) -> f32

Computes pool utilization ratio between 0.0 (empty) and 1.0 (fully saturated).

Source

pub fn fragmentation_ratio(&self) -> f32

Computes memory fragmentation ratio of the free block list. Returns 0.0 when free blocks form a single contiguous block range, higher when scattered.

Source§

impl BlockAllocator

Source

pub fn export_prefix_snapshot(&self) -> PrefixCacheSnapshot

Exports all active prefix cache entries into a snapshot.

Source

pub fn import_prefix_snapshot( &mut self, snapshot: &PrefixCacheSnapshot, ) -> Result<usize, CacheError>

Imports warm prefix entries from a snapshot into the allocator pool. Returns the number of prefix blocks successfully restored.

Trait Implementations§

Source§

impl Debug for BlockAllocator

Source§

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter. Read more

Auto Trait Implementations§

Blanket Implementations§

Source§

impl<T> Any for T
where T: 'static + ?Sized,

Source§

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more
Source§

impl<T> Borrow<T> for T
where T: ?Sized,

Source§

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more
Source§

impl<T> BorrowMut<T> for T
where T: ?Sized,

Source§

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more
Source§

impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
where ST: ?Sized, DT: ?Sized,

Source§

impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
where ST: ?Sized, DT: ?Sized,

Source§

impl<T> From<T> for T

Source§

fn from(t: T) -> T

Returns the argument unchanged.

Source§

impl<T> Instrument for T

Source§

fn instrument(self, span: Span) -> Instrumented<Self> ⓘ

Instruments this type with the provided Span, returning an Instrumented wrapper. Read more
Source§

fn in_current_span(self) -> Instrumented<Self> ⓘ

Instruments this type with the current Span, returning an Instrumented wrapper. Read more
Source§

impl<T, U> Into<U> for T
where U: From<T>,

Source§

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

Source§

impl<T> Read<Exclusive, BecauseExclusive> for T
where T: ?Sized,

Source§

impl<T, U> TryFrom<U> for T
where U: Into<T>,

Source§

type Error = !

The type returned in the event of a conversion error.
Source§

fn try_from(value: U) -> Result<T, !>

Performs the conversion.
Source§

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

Source§

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.
Source§

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Performs the conversion.
Source§

impl<V, T> VZip<V> for T
where V: MultiLane<T>,

Source§

fn vzip(self) -> V

Source§

impl<T> WithSubscriber for T

Source§

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self> ⓘ
where S: Into<Dispatch>,

Attaches the provided Subscriber to this type, returning a WithDispatch wrapper. Read more
Source§

fn with_current_subscriber(self) -> WithDispatch<Self> ⓘ

Attaches the current default Subscriber to this type, returning a WithDispatch wrapper. Read more