Struct CacheKeyBuilder 

pub struct CacheKeyBuilder { /* private fields */ }

Builder for creating cache keys with proper hashing

Implementations

impl CacheKeyBuilder

pub fn new(model_id: impl Into<String>, task: impl Into<String>) -> Self

pub fn with_text(self, text: &str) -> Self

Add text input to the key

pub fn with_tokens(self, tokens: &[u32]) -> Self

Add tokenized input to the key

pub fn with_param<T: Hash>(self, name: &str, value: &T) -> Self

Add a parameter that affects output

pub fn with_generation_params( self, max_length: Option<usize>, temperature: Option<f32>, top_p: Option<f32>, top_k: Option<usize>, do_sample: bool, num_beams: Option<usize>, ) -> Self

Add generation-specific parameters

pub fn build(self) -> CacheKey

Build the final cache key