tofu-llm 0.7.2

A command-line tool for interacting with LLMs
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58

use clap::Parser;
use std::error::Error;
use tofu::Config;

#[derive(Parser, Debug)]
#[command(version, about = "The Tofu LLM client")]
struct Args {
    /// Enable verbose output
    #[arg(short, long)]
    verbose: bool,

    /// Optional message string
    message: Option<String>,

    /// Modify the config file
    #[arg(short, long, alias = "configure", alias = "settings")]
    config: bool,

    /// Modify your API keys file
    #[arg(short, long, alias = "api-keys")]
    keys: bool,

    /// Choose a config profile
    #[arg(short, long)]
    profile: Option<String>,
}

#[tokio::main]
async fn main() -> Result<(), Box<dyn Error>> {
    let args = Args::parse();

    if args.config {
        tofu::open_config()?;
        return Ok(());
    }

    if args.keys {
        tofu::open_keys()?;
        return Ok(());
    }

    // Get the selected profile from CLI argument
    let selected_profile = args.profile;
    let message = args.message;

    // Load the configuration file (multi-profile aware)
    let config_file = tofu::load_config(selected_profile.as_deref())?;

    let config = Config {
        verbose: args.verbose,
        interactive: message.is_none(),
        message,
        stream: config_file.stream,
        file: Some(config_file),
    };

    tofu::run(config).await
}