Struct DynClientBuilder 

pub struct DynClientBuilder(/* private fields */);

👎Deprecated since 0.25.0: DynClientBuilder and related features have been deprecated and will be removed in a future release.

Implementations

impl DynClientBuilder

pub fn new() -> Self

pub fn register<Ext, H, Models>( self, provider_name: &'static str, model: Models, ) -> Self

where Ext: Provider + Capabilities + WasmCompatSend + WasmCompatSync + 'static, H: Default + WasmCompatSend + WasmCompatSync + 'static, Client<Ext, H>: ProviderClient + WasmCompatSend + WasmCompatSync + 'static, Models: ToString,

pub fn from_env<T, Models>( &self, provider_name: &'static str, model: Models, ) -> Result<AnyClient, Error>

where T: 'static, Models: ToString,

pub fn factory<Models>( &self, provider_name: &'static str, model: Models, ) -> Option<&ProviderFactory>

where Models: ToString,

pub fn agent<Models>( &self, provider_name: impl Into<&'static str>, model: Models, ) -> Result<AgentBuilder<CompletionModelHandle<'_>>, Error>

where Models: ToString,

Get a boxed agent based on the provider and model, as well as an API key.

pub fn completion<Models>( &self, provider_name: &'static str, model: Models, ) -> Result<Box<dyn CompletionModelDyn>, Error>

where Models: ToString,

Get a boxed completion model based on the provider and model.

pub fn embeddings<Models>( &self, provider_name: &'static str, model: Models, ) -> Result<Box<dyn EmbeddingModelDyn>, Error>

where Models: ToString,

Get a boxed embedding model based on the provider and model.

pub fn transcription<Models>( &self, provider_name: &'static str, model: Models, ) -> Result<Box<dyn TranscriptionModelDyn>, Error>

where Models: ToString,

Get a boxed transcription model based on the provider and model.

pub fn image_generation<Models>( &self, provider_name: &'static str, model: Models, ) -> Result<Box<dyn ImageGenerationModelDyn>, Error>

where Models: ToString,

Available on crate feature image only.

pub fn audio_generation<Models>( &self, provider_name: &'static str, model: Models, ) -> Result<Box<dyn AudioGenerationModelDyn>, Error>

where Models: ToString,

Available on crate feature audio only.

pub async fn stream_completion<Models>( &self, provider_name: &'static str, model: Models, request: CompletionRequest, ) -> Result<StreamingCompletionResponse<FinalCompletionResponse>, Error>

where Models: ToString,

Stream a completion request to the specified provider and model.

pub async fn stream_prompt<Models, Prompt>( &self, provider_name: impl Into<&'static str>, model: Models, prompt: Prompt, ) -> Result<StreamingCompletionResponse<FinalCompletionResponse>, Error>

where Models: ToString, Prompt: Into<Message> + WasmCompatSend,

Stream a simple prompt to the specified provider and model.

pub async fn stream_chat<Models, Prompt>( &self, provider_name: &'static str, model: Models, prompt: Prompt, history: Vec<Message>, ) -> Result<StreamingCompletionResponse<FinalCompletionResponse>, Error>

where Models: ToString, Prompt: Into<Message> + WasmCompatSend,

Stream a chat with history to the specified provider and model.

Trait Implementations

impl Clone for DynClientBuilder

fn clone(&self) -> DynClientBuilder

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for DynClientBuilder

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for DynClientBuilder

fn default() -> Self

Returns the “default value” for a type.