Struct G1Manager 

pub struct G1Manager { /* private fields */ }

Temporary facade over the G1 implementation selected by G1Backend.

This is not a separate manager implementation and will be removed with the KVBM G1 backend.

Implementations

impl G1Manager

pub fn new_with_event_sink( max_capacity: usize, block_size: usize, kv_event_publishers: KvEventPublishers, dp_rank: u32, ) -> Self

Constructs the default KVBM G1 backend.

pub fn new_with_backend( max_capacity: usize, block_size: usize, kv_event_publishers: KvEventPublishers, dp_rank: u32, backend: G1Backend, ) -> Self

pub fn new_with_backend_and_caching( max_capacity: usize, block_size: usize, kv_event_publishers: KvEventPublishers, dp_rank: u32, backend: G1Backend, enable_prefix_caching: bool, ) -> Self

pub fn new_with_eviction_backend( max_capacity: usize, block_size: usize, kv_event_publishers: KvEventPublishers, dp_rank: u32, eviction_backend: MockerEvictionBackend, ) -> Self

pub fn num_active_blocks(&self) -> usize

pub fn num_active_block_refs(&self) -> usize

pub fn num_inactive_blocks(&self) -> usize

pub fn get_active_perc(&self) -> f64

pub fn max_capacity(&self) -> usize

pub fn block_size(&self) -> usize

pub fn dp_rank(&self) -> u32

pub fn get_prefill_cost(&self, sequence: &ActiveSequence) -> PrefillCost