gems 0.1.4

💎 A cli, tui, and sdk for interacting with the Gemini API (WIP)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50

use crate::messages::Message;
use crate::models::Model;
use crate::requests::Content;
use crate::requests::GeminiRequest;
use crate::traits::CTrait;
use crate::Client;
use anyhow::Result;
use derive_builder::Builder;
use reqwest::Method;
use serde_json::Value;

#[derive(Clone)]
pub struct Tokens {
    pub client: Client,
}

#[derive(Builder, Default, Clone)]
#[builder(setter(into), default)]
pub struct Token {
    model: Model,
    input: Message,
    system: Vec<Message>,
}

impl Tokens {
    pub async fn count(&self, params: Token) -> Result<usize> {
        let system_instruction = Content {
            parts: params.system.iter().map(|msg| msg.to_part()).collect(),
        };

        let request_body = GeminiRequest {
            model: params.model.to_string(),
            contents: vec![Content {
                parts: vec![params.input.to_part()],
            }],
            system_instruction: Some(system_instruction),
            config: None,
        };

        let req = self
            .client
            .request(Method::POST, "countTokens")?
            .json(&request_body);

        let res = req.send().await?;
        let json: Value = res.json().await?;

        Ok(json["totalTokens"].as_u64().unwrap_or(0) as usize)
    }
}