Struct OpenAiCompatibleProvider 

pub struct OpenAiCompatibleProvider {
    pub api_key: String,
    pub base_url: String,
    /* private fields */
}

Fields

api_key: String

base_url: String

Implementations

impl OpenAiCompatibleProvider

pub fn new(api_key: impl Into<String>, base_url: impl Into<String>) -> Self

pub fn with_timeout( api_key: impl Into<String>, base_url: impl Into<String>, timeout: Duration, ) -> Self

Trait Implementations

impl LlmProvider for OpenAiCompatibleProvider

fn name(&self) -> &str

fn request_snapshot(&self, req: &LLMRequest) -> Value

fn chat_completion<'life0, 'async_trait>( &'life0 self, req: LLMRequest, ) -> Pin<Box<dyn Future<Output = Result<BoxStream<'static, Result<ProviderStreamChunk, ProviderError>>, ProviderError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,