pub struct CachedEmbeddingResponse {
pub response: Arc<EmbeddingResponse>,
pub model: String,
pub cached: bool,
pub cached_at: u64,
}Expand description
Cached embedding response wrapper
Fields§
§response: Arc<EmbeddingResponse>The original response
model: StringModel used for the request
cached: boolWhether this was a cached response
cached_at: u64Cache timestamp
Implementations§
Source§impl CachedEmbeddingResponse
impl CachedEmbeddingResponse
Sourcepub fn new(response: EmbeddingResponse, model: String) -> Self
pub fn new(response: EmbeddingResponse, model: String) -> Self
Create a new cached response
Sourcepub fn from_arc_response(
response: Arc<EmbeddingResponse>,
model: String,
) -> Self
pub fn from_arc_response( response: Arc<EmbeddingResponse>, model: String, ) -> Self
Create a new cached response from a shared payload
Sourcepub fn response_arc(&self) -> Arc<EmbeddingResponse> ⓘ
pub fn response_arc(&self) -> Arc<EmbeddingResponse> ⓘ
Clone the shared response payload
Sourcepub fn into_response_arc(self) -> Arc<EmbeddingResponse> ⓘ
pub fn into_response_arc(self) -> Arc<EmbeddingResponse> ⓘ
Get the shared response payload
Sourcepub fn into_response(self) -> EmbeddingResponse
pub fn into_response(self) -> EmbeddingResponse
Get the underlying response
Trait Implementations§
Source§impl CacheWriteIdentity for CachedEmbeddingResponse
impl CacheWriteIdentity for CachedEmbeddingResponse
Source§fn cache_write_identity(&self) -> Option<u64>
fn cache_write_identity(&self) -> Option<u64>
Stable fingerprint of the logical value (not wrapper metadata).
Source§impl Clone for CachedEmbeddingResponse
impl Clone for CachedEmbeddingResponse
Source§impl Debug for CachedEmbeddingResponse
impl Debug for CachedEmbeddingResponse
Source§impl<'de> Deserialize<'de> for CachedEmbeddingResponse
impl<'de> Deserialize<'de> for CachedEmbeddingResponse
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Auto Trait Implementations§
impl Freeze for CachedEmbeddingResponse
impl RefUnwindSafe for CachedEmbeddingResponse
impl Send for CachedEmbeddingResponse
impl Sync for CachedEmbeddingResponse
impl Unpin for CachedEmbeddingResponse
impl UnsafeUnpin for CachedEmbeddingResponse
impl UnwindSafe for CachedEmbeddingResponse
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> BudgetAwareRouting for T
impl<T> BudgetAwareRouting for T
Source§fn filter_by_budget(
&self,
providers: Vec<String>,
budget_router: &BudgetAwareRouter,
) -> Vec<String>
fn filter_by_budget( &self, providers: Vec<String>, budget_router: &BudgetAwareRouter, ) -> Vec<String>
Filter providers based on budget availability
Source§impl<T> CacheValue for T
impl<T> CacheValue for T
Source§fn from_bytes(bytes: &[u8]) -> Result<T, CacheError>
fn from_bytes(bytes: &[u8]) -> Result<T, CacheError>
Deserialize from bytes
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> DeserializeOwned for Twhere
T: for<'de> Deserialize<'de>,
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
Source§fn in_current_span(self) -> Instrumented<Self> ⓘ
fn in_current_span(self) -> Instrumented<Self> ⓘ
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreCreates a shared type from an unshared type.