pub struct PromptCacheConfig {
pub enabled: bool,
pub provider: CacheProvider,
pub cache_system_prompt: bool,
pub cache_tools: bool,
pub cache_history: bool,
pub ttl: CacheTtl,
}Expand description
Configuration for prompt caching. Defaults are tuned for Anthropic, which benefits most from explicit breakpoints.
Fields§
§enabled: bool§provider: CacheProvider§cache_system_prompt: boolCache the system prompt (default true).
cache_tools: boolCache up to the tool definitions (default true).
cache_history: boolCache conversation history (default true).
ttl: CacheTtlCache TTL (default 5 minutes).
Implementations§
Trait Implementations§
Source§impl Clone for PromptCacheConfig
impl Clone for PromptCacheConfig
Source§fn clone(&self) -> PromptCacheConfig
fn clone(&self) -> PromptCacheConfig
Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for PromptCacheConfig
impl Debug for PromptCacheConfig
Source§impl Default for PromptCacheConfig
impl Default for PromptCacheConfig
Source§impl<'de> Deserialize<'de> for PromptCacheConfig
impl<'de> Deserialize<'de> for PromptCacheConfig
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
impl Eq for PromptCacheConfig
Source§impl PartialEq for PromptCacheConfig
impl PartialEq for PromptCacheConfig
Source§impl Serialize for PromptCacheConfig
impl Serialize for PromptCacheConfig
impl StructuralPartialEq for PromptCacheConfig
Auto Trait Implementations§
impl Freeze for PromptCacheConfig
impl RefUnwindSafe for PromptCacheConfig
impl Send for PromptCacheConfig
impl Sync for PromptCacheConfig
impl Unpin for PromptCacheConfig
impl UnsafeUnpin for PromptCacheConfig
impl UnwindSafe for PromptCacheConfig
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> DeserializeOwned for Twhere
T: for<'de> Deserialize<'de>,
Source§impl<Q, K> Equivalent<K> for Q
impl<Q, K> Equivalent<K> for Q
Source§fn equivalent(&self, key: &K) -> bool
fn equivalent(&self, key: &K) -> bool
Compare self to
key and return true if they are equal.Source§impl<Q, K> Equivalent<K> for Q
impl<Q, K> Equivalent<K> for Q
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more