ask_llm 2.2.2

make a request to whatever llm is the best these days, without hardcoding model/provider
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33

use ask_llm::{
	Client, Model,
	config::{AppConfig, SettingsFlags},
};
use clap::Parser;

#[derive(Debug, Parser)]
#[command(author, version, about, long_about = None)]
struct Cli {
	question: String,
	#[clap(short, long, default_value = "medium")]
	model: Model,
	/// If true, will avoid streaming (caps response at 4096 tokens)
	#[clap(short, long)]
	fast: bool,
	#[command(flatten)]
	settings: SettingsFlags,
}
#[tokio::main]
async fn main() {
	v_utils::clientside!();
	let cli = Cli::parse();

	let config = AppConfig::try_build(cli.settings).expect("Failed to build config");

	let mut client = Client::new(config).model(cli.model);
	if cli.fast {
		client = client.max_tokens(4096);
	}
	let answer: String = client.ask(cli.question).await.unwrap().text;

	println!("{answer:#}");
}