Struct OpenAiCompatibleProvider 

pub struct OpenAiCompatibleProvider { /* private fields */ }

OpenAI-compatible provider implementation

Implementations

impl OpenAiCompatibleProvider

pub fn new(api_key: String, base_url: String, model: String) -> Self

Create a new OpenAI-compatible provider

Trait Implementations

impl LlmProviderTrait for OpenAiCompatibleProvider

fn generate_completion<'life0, 'life1, 'async_trait>( &'life0 self, prompt: &'life1 str, max_tokens: Option<usize>, temperature: Option<f32>, top_p: Option<f32>, stop_sequences: Option<Vec<String>>, ) -> Pin<Box<dyn Future<Output = Result<String>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Generate text completion

fn generate_chat_completion<'life0, 'async_trait>( &'life0 self, messages: Vec<ChatMessage>, max_tokens: Option<usize>, temperature: Option<f32>, top_p: Option<f32>, stop_sequences: Option<Vec<String>>, ) -> Pin<Box<dyn Future<Output = Result<String>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Generate chat completion

fn get_available_models<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = Result<Vec<String>>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Get available models

fn is_available<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = bool> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Check if provider is available

fn name(&self) -> &'static str

Get provider name

fn max_context_length(&self) -> usize

Get maximum context length