Struct OpenAiProvider 

pub struct OpenAiProvider { /* private fields */ }

Implementations

impl OpenAiProvider

pub fn new( base_url: impl Into<String>, api_key: impl Into<String>, model: impl Into<String>, ) -> Self

pub fn with_stream_tx(self, tx: StreamSender) -> Self

Enable streaming by providing a channel sender for partial tokens.

pub fn with_temperature(self, t: f64) -> Self

pub fn with_max_tokens(self, n: u32) -> Self

pub fn with_retry_policy(self, policy: RetryPolicy) -> Self

Trait Implementations

impl Clone for OpenAiProvider

fn clone(&self) -> OpenAiProvider

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for OpenAiProvider

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl LlmProvider for OpenAiProvider

fn complete<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, messages: &'life1 [Message], tools: &'life2 [ToolSpec], ) -> Pin<Box<dyn Future<Output = Result<Completion>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

fn complete_structured<'life0, 'async_trait>( &'life0 self, req: StructuredRequest, ) -> Pin<Box<dyn Future<Output = Result<Value>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Request a JSON response conforming to a caller-supplied schema. Default impl returns an error. Providers that support structured output (e.g. OpenAI-compatible) override this.

fn stream<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, messages: &'life1 [Message], tools: &'life2 [ToolSpec], stream_tx: Option<StreamSender>, ) -> Pin<Box<dyn Future<Output = Result<Completion>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

Stream a completion token-by-token.