Struct CustomProvider 

pub struct CustomProvider { /* private fields */ }

Implementations

impl CustomProvider

pub fn new( config: ProviderConfig, custom_config: CustomProviderConfig, ) -> Result<Self, ProviderError>

Trait Implementations

impl Provider for CustomProvider

fn name(&self) -> &str

Get the provider name/identifier.

fn supports_streaming(&self) -> bool

Check if this provider supports streaming responses.

fn supports_function_calling(&self) -> bool

Check if this provider supports function calling.

fn supported_models(&self) -> Vec<String>

Get the list of models supported by this provider.

fn chat_completion<'life0, 'async_trait>( &'life0 self, request: ChatRequest, ) -> Pin<Box<dyn Future<Output = Result<ChatResponse, ProviderError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Perform a chat completion request.

fn stream_chat_completion<'life0, 'async_trait>( &'life0 self, request: ChatRequest, ) -> Pin<Box<dyn Future<Output = Result<StreamResult, ProviderError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Perform a streaming chat completion request.

fn embedding<'life0, 'async_trait>( &'life0 self, request: EmbeddingRequest, ) -> Pin<Box<dyn Future<Output = Result<EmbeddingResponse, ProviderError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Generate embeddings for text input.

fn image_generation<'life0, 'async_trait>( &'life0 self, _request: ImageRequest, ) -> Pin<Box<dyn Future<Output = Result<ImageResponse, ProviderError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Generate images from text prompts.

fn audio_transcription<'life0, 'async_trait>( &'life0 self, _request: AudioRequest, ) -> Pin<Box<dyn Future<Output = Result<AudioResponse, ProviderError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Transcribe audio to text.

fn text_to_speech<'life0, 'async_trait>( &'life0 self, _request: SpeechRequest, ) -> Pin<Box<dyn Future<Output = Result<SpeechResponse, ProviderError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Convert text to speech.

fn health_check<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<ProviderHealth, ProviderError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Perform a health check on this provider.