Struct PromptCacheModelIdentity 

pub struct PromptCacheModelIdentity { /* private fields */ }

Cache-relevant structure derived from a prepared model.

Implementations

impl PromptCacheModelIdentity

pub fn new( model_family: impl Into<String>, effective_model_type: impl Into<String>, architecture_fingerprint: impl Into<String>, layer_count: usize, global_layer_start: usize, global_layer_end: usize, sink_tokens: usize, topology: PromptCacheTopology, layer_layout: LayerSchedule<LayerCachePolicy>, layer_prefix_offsets: Vec<i32>, state_segments: Vec<PromptCacheStateSegment>, ) -> Result<Self, PromptCacheError>

Creates and validates cache-relevant prepared-model identity.

pub fn model_family(&self) -> &str

Stable architecture family.

pub fn effective_model_type(&self) -> &str

Effective normalized model type.

pub fn architecture_fingerprint(&self) -> &str

Cache-relevant architecture identity.

pub const fn layer_count(&self) -> usize

Total model layer count.

pub const fn global_layer_start(&self) -> usize

Inclusive first global layer owned locally.

pub const fn global_layer_end(&self) -> usize

Exclusive global layer boundary owned locally.

pub const fn sink_tokens(&self) -> usize

Attention sink token count.

pub const fn topology(&self) -> &PromptCacheTopology

Distributed rank-local layout.

pub const fn layer_layout(&self) -> &LayerSchedule<LayerCachePolicy>

Ordered cache layout.

pub fn layer_prefix_offsets(&self) -> &[i32]

Per-layer processed-token deltas.

pub fn state_segments(&self) -> &[PromptCacheStateSegment]

Named state-layout ranges.

pub fn key_value_layouts( sliding_windows: impl IntoIterator<Item = Option<i32>>, num_key_value_heads: i32, head_dim: i32, ) -> Result<LayerSchedule<LayerCachePolicy>, PromptCacheError>

Builds an ordered ordinary key/value layout from runtime window values.

pub fn compressed_layouts( layer_count: usize, latent_dim: i32, rotary_dim: i32, ) -> Result<LayerSchedule<LayerCachePolicy>, PromptCacheError>

Builds a uniform compressed-latent layout.

pub fn validate(&self) -> Result<(), PromptCacheError>

Validates the owned layer range and every policy.

pub fn state_segment( &self, id: &str, ) -> Result<&PromptCacheStateSegment, PromptCacheError>

Returns one architecture-declared state segment by stable identity.

pub fn select_state_segment(&self, id: &str) -> Result<Self, PromptCacheError>

Selects one named state segment as a validated standalone identity.

Trait Implementations

impl Clone for PromptCacheModelIdentity

fn clone(&self) -> PromptCacheModelIdentity

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for PromptCacheModelIdentity

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Eq for PromptCacheModelIdentity

impl Hash for PromptCacheModelIdentity

fn hash<__H: Hasher>(&self, state: &mut __H)

Feeds this value into the given Hasher.

fn hash_slice<H>(data: &[Self], state: &mut H)

where H: Hasher, Self: Sized,

Feeds a slice of this type into the given Hasher.

impl PartialEq for PromptCacheModelIdentity

fn eq(&self, other: &PromptCacheModelIdentity) -> bool

Equality operator ==.

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=.

impl StructuralPartialEq for PromptCacheModelIdentity