unia 0.1.0

A pragmatic, provider-agnostic Rust LLM client.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40

//! Fireworks API client implementation.

use crate::api::openai::{OpenAIClient, OpenAICompatibleModel};
use crate::options::{ModelOptions, TransportOptions};
use crate::providers::Provider;
use serde::{Deserialize, Serialize};

#[derive(Debug, Clone, Serialize, Deserialize, Default)]
pub struct FireworksModel;

impl OpenAICompatibleModel for FireworksModel {}

pub type FireworksClient = OpenAIClient<FireworksModel>;

pub struct Fireworks;

impl Provider for Fireworks {
    type Client = FireworksClient;

    fn create(api_key: String, model: String) -> Self::Client {
        Self::create_with_options(
            api_key,
            ModelOptions::new(model),
            TransportOptions::default(),
        )
    }

    fn create_with_options(
        api_key: String,
        model_options: ModelOptions<FireworksModel>,
        transport_options: TransportOptions,
    ) -> Self::Client {
        FireworksClient::new(
            api_key,
            "https://api.fireworks.ai/inference".to_string(),
            model_options,
            transport_options,
        )
    }
}