pub struct TensorFlowModelServer { /* private fields */ }Expand description
TensorFlow model server for serving multiple models
Implementations§
Source§impl TensorFlowModelServer
impl TensorFlowModelServer
Sourcepub fn new(default_model: String, config: ServerConfig) -> Self
pub fn new(default_model: String, config: ServerConfig) -> Self
Create a new TensorFlow model server
Sourcepub fn register_model(
&mut self,
name: String,
embedder: TensorFlowEmbedder,
) -> Result<()>
pub fn register_model( &mut self, name: String, embedder: TensorFlowEmbedder, ) -> Result<()>
Register a model with the server
Sourcepub fn list_models(&self) -> Vec<String>
pub fn list_models(&self) -> Vec<String>
Get available models
Sourcepub fn embed_with_model(
&self,
model_name: &str,
texts: &[String],
) -> Result<Vec<Vector>>
pub fn embed_with_model( &self, model_name: &str, texts: &[String], ) -> Result<Vec<Vector>>
Generate embeddings using a specific model
Sourcepub fn embed(&self, texts: &[String]) -> Result<Vec<Vector>>
pub fn embed(&self, texts: &[String]) -> Result<Vec<Vector>>
Generate embeddings using the default model
Sourcepub fn get_model_info(&self, model_name: &str) -> Option<&TensorFlowModelInfo>
pub fn get_model_info(&self, model_name: &str) -> Option<&TensorFlowModelInfo>
Get model info for a specific model
Sourcepub fn update_config(&mut self, config: ServerConfig)
pub fn update_config(&mut self, config: ServerConfig)
Update server configuration
Trait Implementations§
Auto Trait Implementations§
impl Freeze for TensorFlowModelServer
impl RefUnwindSafe for TensorFlowModelServer
impl Send for TensorFlowModelServer
impl Sync for TensorFlowModelServer
impl Unpin for TensorFlowModelServer
impl UnwindSafe for TensorFlowModelServer
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§impl<T> Pointable for T
impl<T> Pointable for T
Source§impl<T> PolicyExt for Twhere
T: ?Sized,
impl<T> PolicyExt for Twhere
T: ?Sized,
Source§impl<SS, SP> SupersetOf<SS> for SPwhere
SS: SubsetOf<SP>,
impl<SS, SP> SupersetOf<SS> for SPwhere
SS: SubsetOf<SP>,
Source§fn to_subset(&self) -> Option<SS>
fn to_subset(&self) -> Option<SS>
The inverse inclusion map: attempts to construct
self from the equivalent element of its
superset. Read moreSource§fn is_in_subset(&self) -> bool
fn is_in_subset(&self) -> bool
Checks if
self is actually part of its subset T (and can be converted to it).Source§fn to_subset_unchecked(&self) -> SS
fn to_subset_unchecked(&self) -> SS
Use with care! Same as
self.to_subset but without any property checks. Always succeeds.Source§fn from_subset(element: &SS) -> SP
fn from_subset(element: &SS) -> SP
The inclusion map: converts
self to the equivalent element of its superset.