Struct PrefixCandidatePolicy 

pub struct PrefixCandidatePolicy {
    pub min_tokens: u64,
    pub stride_tokens: u64,
    pub record_limit: u64,
    pub page_size_tokens: u64,
}

Fields

min_tokens: u64

stride_tokens: u64

record_limit: u64

page_size_tokens: u64

Implementations

impl PrefixCandidatePolicy

pub fn from_cache(cache: &StageKvCacheConfig) -> Self

pub fn candidate_token_counts(self, token_count: u64) -> Vec<u64>

pub fn record_candidate_token_counts(self, token_count: u64) -> Vec<u64>

Trait Implementations

impl Clone for PrefixCandidatePolicy

fn clone(&self) -> PrefixCandidatePolicy

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Copy for PrefixCandidatePolicy

impl Debug for PrefixCandidatePolicy

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Eq for PrefixCandidatePolicy

impl PartialEq for PrefixCandidatePolicy

fn eq(&self, other: &PrefixCandidatePolicy) -> bool

Equality operator ==.

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=.

impl StructuralPartialEq for PrefixCandidatePolicy