Struct OpenAiProvider 

pub struct OpenAiProvider { /* private fields */ }

OpenAI provider implementation

Implementations

impl OpenAiProvider

pub fn new(api_key: String) -> Self

Create a new OpenAI provider

pub fn new_with_base_url(api_key: String, base_url: String) -> Self

Create with custom base URL

Trait Implementations

impl LlmProviderTrait for OpenAiProvider

fn generate_completion<'life0, 'life1, 'async_trait>( &'life0 self, prompt: &'life1 str, max_tokens: Option<usize>, temperature: Option<f32>, top_p: Option<f32>, stop_sequences: Option<Vec<String>>, ) -> Pin<Box<dyn Future<Output = Result<String>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Generate text completion

fn generate_chat_completion<'life0, 'async_trait>( &'life0 self, messages: Vec<ChatMessage>, max_tokens: Option<usize>, temperature: Option<f32>, top_p: Option<f32>, stop_sequences: Option<Vec<String>>, ) -> Pin<Box<dyn Future<Output = Result<String>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Generate chat completion

fn get_available_models<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<Vec<String>>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Get available models

fn is_available<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = bool> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Check if provider is available

fn name(&self) -> &'static str

Get provider name

fn max_context_length(&self) -> usize

Get maximum context length