Struct SemanticCacheServer 

pub struct SemanticCacheServer { /* private fields */ }

Semantic Cache gRPC Server

Implementations

impl SemanticCacheServer

pub fn new() -> Self

pub fn into_service(self) -> SemanticCacheServiceServer<Self>

Trait Implementations

impl Default for SemanticCacheServer

fn default() -> Self

Returns the “default value” for a type.

impl SemanticCacheService for SemanticCacheServer

fn get<'life0, 'async_trait>( &'life0 self, request: Request<SemanticCacheGetRequest>, ) -> Pin<Box<dyn Future<Output = Result<Response<SemanticCacheGetResponse>, Status>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Get from cache by semantic similarity

fn put<'life0, 'async_trait>( &'life0 self, request: Request<SemanticCachePutRequest>, ) -> Pin<Box<dyn Future<Output = Result<Response<SemanticCachePutResponse>, Status>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Put a value in cache

fn invalidate<'life0, 'async_trait>( &'life0 self, request: Request<SemanticCacheInvalidateRequest>, ) -> Pin<Box<dyn Future<Output = Result<Response<SemanticCacheInvalidateResponse>, Status>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Invalidate cache entries

fn get_stats<'life0, 'async_trait>( &'life0 self, request: Request<SemanticCacheStatsRequest>, ) -> Pin<Box<dyn Future<Output = Result<Response<SemanticCacheStatsResponse>, Status>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Get cache statistics