ragit-api 0.4.5

api utilities for ragit
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62

use super::{IntoChatResponse, Response};
use crate::error::Error;
use serde::Deserialize;

#[allow(dead_code)]
#[derive(Deserialize)]
pub struct OpenAiResponse {
    id: String,
    object: String,
    created: i64,
    model: String,
    choices: Vec<OpenAiChoice>,
    usage: OpenAiUsage,
}

#[allow(dead_code)]
#[derive(Deserialize)]
struct OpenAiChoice {
    index: usize,
    message: OpenAiMessage,
    finish_reason: String,
}

#[allow(dead_code)]
#[derive(Deserialize)]
struct OpenAiUsage {
    prompt_tokens: usize,
    completion_tokens: usize,
    total_tokens: usize,

    // only on groq api
    #[serde(skip)]
    prompt_time: f32,
    #[serde(skip)]
    completion_time: f32,
    #[serde(skip)]
    total_time: f32,
}

#[allow(dead_code)]
#[derive(Deserialize)]
struct OpenAiMessage {
    role: String,
    content: String,
    reasoning_content: Option<String>,
}

impl IntoChatResponse for OpenAiResponse {
    fn into_chat_response(&self) -> Result<Response, Error> {
        Ok(Response {
            messages: self.choices.iter().map(
                |choice| choice.message.content.to_string()
            ).collect(),
            reasonings: self.choices.iter().map(
                |choice| choice.message.reasoning_content.clone()
            ).collect(),
            output_tokens: self.usage.completion_tokens,
            prompt_tokens: self.usage.prompt_tokens,
            total_tokens: self.usage.total_tokens,
        })
    }
}