pub struct L2Cache { /* private fields */ }Expand description
Semantic L2 cache. Constructing this downloads the bge model on first run
(cached by fastembed under ~/.cache/fastembed).
Implementations§
Source§impl L2Cache
impl L2Cache
pub fn new( threshold: f32, ttl: Duration, per_tenant_capacity: usize, numeric_guard: bool, ) -> Result<Arc<Self>>
pub fn lookup(&self, req: &ChatRequest, tenant: &str) -> Option<ChatResponse>
pub fn insert(&self, req: &ChatRequest, tenant: &str, resp: &ChatResponse)
pub fn stats(&self) -> SemanticStats
Auto Trait Implementations§
impl !Freeze for L2Cache
impl !RefUnwindSafe for L2Cache
impl !UnwindSafe for L2Cache
impl Send for L2Cache
impl Sync for L2Cache
impl Unpin for L2Cache
impl UnsafeUnpin for L2Cache
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
Source§fn in_current_span(self) -> Instrumented<Self> ⓘ
fn in_current_span(self) -> Instrumented<Self> ⓘ
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more