menta 0.0.5

Minimal Rust library for non-UI LLM and AI primitives
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43

use serde::{Deserialize, Serialize};

use menta::{GenerateTextRequest, Tool, ToolChoice, ToolExecute, generate_text};

#[derive(Deserialize, Tool)]
#[tool(description = "Get the weather in a location")]
struct WeatherTool {
    #[description = "The location to get the weather for"]
    location: String,
}

#[derive(Serialize)]
struct WeatherOutput {
    temperature: i32,
    conditions: String,
}

impl ToolExecute for WeatherTool {
    type Output = WeatherOutput;

    async fn execute(&self) -> std::result::Result<Self::Output, String> {
        Ok(WeatherOutput {
            temperature: 72,
            conditions: format!("sunny in {}", self.location),
        })
    }
}

#[tokio::main]
async fn main() {
    let result = generate_text(
        GenerateTextRequest::new()
            .model("openai/gpt-4.1-mini")
            .prompt("What is the weather in Paris?")
            .tool::<WeatherTool>()
            .tool_choice(ToolChoice::Required("weather".into()))
            .max_steps(2),
    )
    .await
    .expect("generate_text failed");

    println!("{}", result.text);
}