llmr 0.2.0

Reach language models across providers, with capabilities you can read before you ask and usage you can trust.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34

//! The smallest thing that works.
//!
//! ```sh
//! ANTHROPIC_API_KEY=... cargo run --example ask -- "what is a monad"
//! ```

use llmr::providers::anthropic;
use llmr::{ChatRequest, Message, Provider};
use std::time::Duration;

#[tokio::main]
async fn main() -> Result<(), Box<dyn std::error::Error>> {
    let question = std::env::args()
        .nth(1)
        .unwrap_or_else(|| "Say hello in one sentence.".to_string());

    let claude = anthropic::api::from_env(Duration::from_secs(60))?;

    let reply = claude
        .chat(
            ChatRequest::new("claude-sonnet-5", vec![Message::user(question)]).with_max_tokens(512),
        )
        .await?;

    println!("{}", reply.text());

    // Worth checking rather than assuming. A reply that hit the output limit arrives with
    // a successful status code and is cut off mid sentence.
    if !reply.is_complete() {
        eprintln!("\n(the answer is incomplete: {:?})", reply.stop_reason);
    }

    Ok(())
}