Struct OpenAIProvider 

pub struct OpenAIProvider { /* private fields */ }

OpenAI-compatible LLM provider

Examples

use tiny_loop::llm::OpenAIProvider;

let provider = OpenAIProvider::new()
    .api_key("sk-...")
    .model("gpt-4o");

Implementations

impl OpenAIProvider

pub fn new() -> Self

Create a new OpenAI provider with default settings

Examples

use tiny_loop::llm::OpenAIProvider;

let provider = OpenAIProvider::new();

pub fn base_url(self, value: impl Into<String>) -> Self

Set the base URL for the API endpoint (default: https://api.openai.com/v1)

Examples

use tiny_loop::llm::OpenAIProvider;

let provider = OpenAIProvider::new()
    .base_url("https://api.custom.com/v1");

pub fn api_key(self, value: impl Into<String>) -> Self

Set the API key for authentication (default: empty string)

Examples

use tiny_loop::llm::OpenAIProvider;

let provider = OpenAIProvider::new()
    .api_key("sk-...");

pub fn model(self, value: impl Into<String>) -> Self

Set the model name to use (default: gpt-4o)

Examples

use tiny_loop::llm::OpenAIProvider;

let provider = OpenAIProvider::new()
    .model("gpt-4o-mini");

pub fn header( self, key: impl Into<String>, value: impl Into<String>, ) -> Result<Self>

Add a custom HTTP header to requests

Examples

use tiny_loop::llm::OpenAIProvider;

let provider = OpenAIProvider::new()
    .header("x-custom-header", "value")
    .unwrap();

Errors

Returns an error if the header name or value contains invalid characters.

pub fn max_retries(self, retries: u32) -> Self

Set maximum number of retries on failure (default: 3)

Examples

use tiny_loop::llm::OpenAIProvider;

let provider = OpenAIProvider::new()
    .max_retries(5);

pub fn retry_delay(self, delay_ms: u64) -> Self

Set delay between retries in milliseconds (default: 1000)

Examples

use tiny_loop::llm::OpenAIProvider;

let provider = OpenAIProvider::new()
    .retry_delay(2000);

pub fn body(self, body: Value) -> Result<Self>

Set custom body fields to merge into the request

Examples

use tiny_loop::llm::OpenAIProvider;
use serde_json::json;

let provider = OpenAIProvider::new()
    .body(json!({
        "top_p": 0.9,
        "frequency_penalty": 0.5
    }))
    .unwrap();

Errors

Returns an error if the value is not a JSON object

pub fn stream_callback<F>(self, callback: F) -> Self

where F: FnMut(String) + Send + Sync + 'static,

Set stream callback for LLM responses

Examples

use tiny_loop::llm::OpenAIProvider;

let provider = OpenAIProvider::new()
    .stream_callback(|chunk| print!("{}", chunk));

Trait Implementations

impl Default for OpenAIProvider

fn default() -> Self

Returns the “default value” for a type.

impl LLMProvider for OpenAIProvider

fn call<'life0, 'life1, 'life2, 'async_trait>( &'life0 mut self, messages: &'life1 [Message], tools: &'life2 [ToolDefinition], ) -> Pin<Box<dyn Future<Output = Result<LLMResponse>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

Call the LLM with messages and available tools, returning the assistant’s response