Struct PagedCacheOptions 

pub struct PagedCacheOptions { /* private fields */ }

Validated finite limits for block-addressable mutable state.

Implementations

impl PagedCacheOptions

pub fn new( block_size_tokens: i32, device_budget_bytes: u64, host_budget_bytes: u64, recent_device_blocks: usize, ) -> Result<Self, CacheResidencyConfigurationError>

Creates paged-state limits. Every memory limit is finite and explicit.

pub const fn with_full_attention(self, enabled: bool) -> Self

Enables exact blockwise full-context attention.

pub const fn with_persistence_retention(self, enabled: bool) -> Self

Retains blocks older than a sliding window solely for later persistence.

pub const fn with_eviction_policy(self, policy: CacheEvictionPolicy) -> Self

Selects deterministic block eviction ordering.

pub fn with_live_disk( self, directory: impl Into<PathBuf>, budget_bytes: u64, queue_capacity: usize, ) -> Result<Self, CacheResidencyConfigurationError>

Configures explicit live disk backing.

pub const fn with_process_sampling(self, enabled: bool) -> Self

Enables optional process-memory sampling in reports.

pub fn with_pool( self, pool: CacheResidencyPool, ) -> Result<Self, CacheResidencyConfigurationError>

Attaches this per-cache policy to an aggregate process pool.

pub const fn block_size_tokens(&self) -> i32

Returns the block size in tokens.

pub const fn device_budget_bytes(&self) -> u64

Returns the finite logical device-cache budget.

pub const fn host_budget_bytes(&self) -> u64

Returns the finite physical host-transfer allocation budget.

pub const fn recent_device_blocks(&self) -> usize

Returns the recent block count protected on the execution device per layer.

pub const fn eviction_policy(&self) -> CacheEvictionPolicy

Returns deterministic block eviction ordering.

pub const fn full_attention_enabled(&self) -> bool

Returns whether exact blockwise full attention is enabled.

pub const fn retains_discarded_for_persistence(&self) -> bool

Returns whether discarded sliding state is retained for persistence.

pub const fn live_disk_policy(&self) -> &LiveCacheDiskPolicy

Returns the live disk policy.

pub const fn process_sampling_enabled(&self) -> bool

Returns whether process-memory sampling is enabled.

pub fn pool(&self) -> Option<&CacheResidencyPool>

Returns the explicitly attached aggregate pool, if any.

pub fn create_pool( &self, ) -> Result<CacheResidencyPool, CacheResidencyConfigurationError>

Creates the default aggregate ownership pool for this policy.

Trait Implementations

impl Clone for PagedCacheOptions

fn clone(&self) -> PagedCacheOptions

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for PagedCacheOptions

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Eq for PagedCacheOptions

impl PartialEq for PagedCacheOptions

fn eq(&self, other: &PagedCacheOptions) -> bool

Equality operator ==.

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=.

impl StructuralPartialEq for PagedCacheOptions