onellm 1.0.3

Official rust crate to communicate with the OneLLM API in rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23

use serde::{Deserialize, Serialize};

#[derive(Debug, Serialize, Deserialize)]
pub struct ApiResponse {
    pub code: u16,
    pub output: LlmUnifiedResponse,
}

#[derive(Debug, Serialize, Deserialize)]
pub struct LlmUnifiedResponse {
    pub role: Option<String>,
    #[serde(alias = "output")]
    pub content: String,
    pub usage: Option<LlmUsage>,
    pub finish_reason: Option<String>,
}

#[derive(Debug, Serialize, Deserialize)]
pub struct LlmUsage {
    pub input_tokens: Option<u32>,
    pub output_tokens: Option<u32>,
    pub total_tokens: Option<u32>,
}