needle_lib 0.1.1

A Rust inference library for the Cactus Needle2 binary model, supporting local tool-calling and LLM reasoning.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31

// examples/weather_agent.rs
use needle_lib::{Needle, ResponseType}; // The crate name as defined in [package] name

fn main() -> anyhow::Result<()> {
    let tools = serde_json::json!([{
        "name": "get_weather",
        "description": "Get the current weather for a city.",
        "parameters": {
            "type": "object",
            "properties": { "city": { "type": "string" } },
            "required": ["city"]
        }
    }]);

    let needle = Needle::init("", &tools.to_string())?;
    let response = needle.complete("what's it like in Lagos right now?", 256)?;
    if response.kind == ResponseType::Call {
        for call in &response.function_calls {
            println!("Tool: {}", call.name);
            if let Some(city) = call.arguments.get("city").and_then(|v| v.as_str()) {
                println!("  city = {city}");
            }
        }
    }

    println!("confidence: {}", response.confidence);
    println!("reasoning: {}", response.reasoning.as_deref().unwrap_or("none"));
    //println!("{}", serde_json::to_string_pretty(&response)?);

    Ok(())
}