Struct Client 

pub struct Client<T = Client> { /* private fields */ }

Provider client: Client Note: base_url is resolved into concrete endpoints during build, so we don’t store base_url.

Implementations

impl<T> Client<T>

where T: Default,

pub fn builder<'a>() -> ClientBuilder<'a, T>

pub fn new() -> Self

impl Client<Client>

pub async fn predict( &self, inputs: impl IntoIterator<Item = String>, ) -> Result<PredictResponse, PredictError>

Predict/classify inputs using TEI router endpoint (customizable via ClientBuilder)

impl Client<Client>

pub async fn rerank( &self, query: &str, texts: impl IntoIterator<Item = String>, top_n: Option<usize>, ) -> Result<Vec<RerankResult>, RerankError>

Rerank endpoint (customizable via ClientBuilder): POST {endpoints.rerank}

Trait Implementations

impl<T> AsCompletion for Client<T>

fn as_completion(&self) -> Option<Box<dyn CompletionClientDyn>>

impl<T> AsTranscription for Client<T>

fn as_transcription(&self) -> Option<Box<dyn TranscriptionClientDyn>>

impl<T: Clone> Clone for Client<T>

fn clone(&self) -> Client<T>

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<T: Debug> Debug for Client<T>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<T> Default for Client<T>

where T: Default,

fn default() -> Self

Returns the “default value” for a type.

impl EmbeddingsClient for Client<Client>

type EmbeddingModel = EmbeddingModel

The type of EmbeddingModel used by the Client

fn embedding_model(&self, model: &str) -> Self::EmbeddingModel

Create an embedding model with the given name. Note: default embedding dimension of 0 will be used if model is not known. If this is the case, it’s better to use function embedding_model_with_ndims

fn embedding_model_with_ndims( &self, model: &str, ndims: usize, ) -> Self::EmbeddingModel

Create an embedding model with the given name and the number of dimensions in the embedding generated by the model.

fn embeddings<D>( &self, model: &str, ) -> EmbeddingsBuilder<Self::EmbeddingModel, D>

where D: Embed,

Create an embedding builder with the given embedding model.

fn embeddings_with_ndims<D>( &self, model: &str, ndims: usize, ) -> EmbeddingsBuilder<Self::EmbeddingModel, D>

where D: Embed,

Create an embedding builder with the given name and the number of dimensions in the embedding generated by the model.

impl ProviderClient for Client<Client>

fn from_env() -> Self

Create a client from the process’s environment. Panics if an environment is improperly configured.

fn from_val(input: ProviderValue) -> Self

fn boxed(self) -> Box<dyn ProviderClient>

where Self: Sized + 'static,

A helper method to box the client.

fn from_env_boxed<'a>() -> Box<dyn ProviderClient + 'a>

where Self: Sized + 'a,

Create a boxed client from the process’s environment. Panics if an environment is improperly configured.

fn from_val_boxed<'a>(input: ProviderValue) -> Box<dyn ProviderClient + 'a>

where Self: Sized + 'a,

Create a boxed client from the process’s environment. Panics if an environment is improperly configured.

impl VerifyClient for Client<Client>

async fn verify(&self) -> Result<(), VerifyError>

Verify the configuration.