gems 0.1.4

💎 A cli, tui, and sdk for interacting with the Gemini API (WIP)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65

use crate::client::Client;
use crate::messages::Message;
use crate::models::Model;
use crate::requests::GenerationConfig;
use crate::requests::{Content, GeminiRequest};
use crate::responses::ImagenResponse;
use crate::traits::CTrait;
use crate::utils::extract_image_or_text;
use anyhow::{anyhow, Result};
use derive_builder::Builder;
use reqwest::Method;

#[derive(Clone)]
pub struct Images {
    pub client: Client,
}

#[derive(Builder, Clone)]
#[builder(setter(into))]
pub struct ImageGen {
    pub model: Model,
    pub input: Message,
    #[builder(setter(into, strip_option), default)]
    pub system: Option<Vec<Message>>,
}

impl Images {
    pub async fn generate(&self, params: ImageGen) -> Result<Vec<u8>> {
        let content = Content {
            parts: vec![params.input.to_part()],
        };

        let system_instruction = params.system.as_ref().map(|messages| Content {
            parts: messages.iter().map(|msg| msg.to_part()).collect(),
        });

        let request_body = GeminiRequest {
            model: params.model.to_string(),
            contents: vec![content],
            system_instruction,
            config: Some(GenerationConfig {
                response_modalities: vec!["Text".into(), "Image".into()],
            }),
        };

        let req = self
            .client
            .request(Method::POST, "generateContent")?
            .json(&request_body);

        let res = req.send().await?;
        let json: ImagenResponse = res.json().await?;

        let parts = json
            .candidates
            .ok_or_else(|| anyhow!("Missing candidates"))?
            .first()
            .ok_or_else(|| anyhow!("No candidate response"))?
            .content
            .parts
            .clone();

        extract_image_or_text(&parts)
    }
}