pub struct NativeCacheProvider;Expand description
Cache settings each backend already exposes (verified: llama.cpp b10090, Ollama 0.32.5).
Trait Implementations§
Source§impl CacheProvider for NativeCacheProvider
impl CacheProvider for NativeCacheProvider
fn name(&self) -> &'static str
fn apply( &self, profile: &CacheProfile, backend: &str, owned: bool, ) -> Result<SpawnDelta, CacheError>
Auto Trait Implementations§
impl Forget for NativeCacheProvider
impl Freeze for NativeCacheProvider
impl RefUnwindSafe for NativeCacheProvider
impl Send for NativeCacheProvider
impl Sync for NativeCacheProvider
impl Unpin for NativeCacheProvider
impl UnsafeUnpin for NativeCacheProvider
impl UnwindSafe for NativeCacheProvider
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more