use molo::agent::{Agent, MessageChunk};
use molo::provider::OpenAiProvider;
use molo::react_agent;
use molo::tool::{SharedState, Tool, ToolError, ToolSchema};
use futures::stream::StreamExt;
use schemars::JsonSchema;
use serde::Deserialize;
use std::io::Write;
#[derive(Debug, Deserialize, JsonSchema)]
struct CalcArgs {
#[schemars(description = "The math expression to evaluate, e.g. \"1 + 2 * 3\"")]
expression: String,
}
struct Calculator;
#[async_trait::async_trait]
impl Tool for Calculator {
fn schema(&self) -> ToolSchema {
ToolSchema {
name: "calculator".into(),
description: "Evaluates a math expression; supports basic arithmetic and parentheses, e.g. \"(1 + 2) * 3\".".into(),
parameters: serde_json::to_value(schemars::schema_for!(CalcArgs))
.expect("tool schema must serialize"),
}
}
async fn call(
&self,
arguments: serde_json::Value,
_state: &SharedState,
) -> Result<String, ToolError> {
let args: CalcArgs = serde_json::from_value(arguments)?;
let value =
evalexpr::eval(&args.expression).map_err(|e| ToolError::Execution(e.to_string()))?;
Ok(value.to_string())
}
}
enum Mode {
Stream,
Chat,
}
#[tokio::main]
async fn main() -> Result<(), Box<dyn std::error::Error>> {
dotenvy::dotenv().ok();
let base_url =
std::env::var("MOLO_BASE_URL").unwrap_or_else(|_| "https://api.openai.com/v1".to_string());
let api_key = std::env::var("MOLO_API_KEY").unwrap_or_default();
let model = std::env::var("MOLO_MODEL").unwrap_or_else(|_| "gpt-4o-mini".to_string());
let mode = match std::env::args().nth(1).as_deref() {
Some("chat") => Mode::Chat,
_ => Mode::Stream,
};
let provider = OpenAiProvider::new(base_url, api_key, model);
let mut agent = react_agent!(
provider,
[Calculator],
"You are a helpful assistant. Use the calculator tool for calculations instead of doing math in your head.",
);
let mut input = String::new();
loop {
input.clear();
println!("user:");
let read = std::io::stdin().read_line(&mut input)?;
if read == 0 {
break; }
let input = input.trim();
if input.is_empty() {
continue;
}
if input == "exit" || input == "quit" {
break;
}
match mode {
Mode::Stream => {
let mut stream = agent.run_stream(input).await?;
let mut prefix_printed = false;
while let Some(event) = stream.next().await {
match event? {
MessageChunk::Delta(delta) => {
if !prefix_printed {
print!("assistant: ");
std::io::stdout().flush()?;
prefix_printed = true;
}
print!("{delta}");
std::io::stdout().flush()?;
}
MessageChunk::ToolCall {
id,
name,
arguments,
} => {
println!("\n → calling {name}(#{id}), arguments: {arguments}");
}
MessageChunk::ToolResult { id, name, content } => {
println!(" → {name}(#{id}) returned: {content}");
}
MessageChunk::Done(_) => break,
MessageChunk::Cancelled => {
println!("\n[cancelled]");
break;
}
_ => {}
}
}
println!();
}
Mode::Chat => {
let answer = agent.run(input).await?;
if !answer.is_empty() {
println!("assistant: {answer}");
}
}
}
}
Ok(())
}