ragit-api 0.4.5

api utilities for ragit
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52

use super::{IntoChatResponse, Response};
use crate::error::Error;
use serde::Deserialize;

#[allow(dead_code)]
#[derive(Deserialize)]
pub struct CohereResponse {
    id: String,
    finish_reason: String,
    message: CohereMessage,
    usage: CohereUsage,
}

#[allow(dead_code)]
#[derive(Deserialize)]
struct CohereMessage {
    role: String,
    content: Vec<CohereContent>,
}

#[allow(dead_code)]
#[derive(Deserialize)]
struct CohereUsage {
    billed_units: CohereTokens,
    tokens: CohereTokens,
}

#[allow(dead_code)]
#[derive(Deserialize)]
struct CohereContent {
    r#type: String,
    text: String,
}

#[allow(dead_code)]
#[derive(Deserialize)]
struct CohereTokens {
    input_tokens: usize,
    output_tokens: usize,
}

impl IntoChatResponse for CohereResponse {
    fn into_chat_response(&self) -> Result<Response, Error> {
        Ok(Response {
            messages: vec![self.message.content[0].text.to_string()],
            reasonings: self.message.content.iter().map(|_| None).collect(),
            output_tokens: self.usage.tokens.output_tokens,
            prompt_tokens: self.usage.tokens.input_tokens,
            total_tokens: self.usage.tokens.output_tokens + self.usage.tokens.input_tokens,
        })
    }
}