unia 0.1.0

A pragmatic, provider-agnostic Rust LLM client.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40

//! OpenAI API client implementation.

use crate::api::openai::{OpenAIClient as GenericOpenAIClient, OpenAICompatibleModel};
use crate::options::{ModelOptions, TransportOptions};
use crate::providers::Provider;
use serde::{Deserialize, Serialize};

#[derive(Debug, Clone, Serialize, Deserialize, Default)]
pub struct OpenAIModel;

impl OpenAICompatibleModel for OpenAIModel {}

pub type OpenAIClient = GenericOpenAIClient<OpenAIModel>;

pub struct OpenAI;

impl Provider for OpenAI {
    type Client = OpenAIClient;

    fn create(api_key: String, model: String) -> Self::Client {
        Self::create_with_options(
            api_key,
            ModelOptions::new(model),
            TransportOptions::default(),
        )
    }

    fn create_with_options(
        api_key: String,
        model_options: ModelOptions<OpenAIModel>,
        transport_options: TransportOptions,
    ) -> Self::Client {
        OpenAIClient::new(
            api_key,
            "https://api.openai.com".to_string(),
            model_options,
            transport_options,
        )
    }
}