llm 1.3.8

A Rust library unifying multiple LLM backends.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83

use llm::secret_store::SecretStore;

use crate::provider::{ProviderId, ProviderSelection};
use crate::runtime::controller::AppController;

use super::super::utils::parse_provider_and_model;
use super::options::TuiOptions;

pub(super) fn apply_launch_options(
    controller: &mut AppController,
    options: &TuiOptions,
) -> anyhow::Result<()> {
    if options.first_run {
        controller.start_onboarding();
        return Ok(());
    }
    if let Some(id) = options.conversation_id {
        if !controller.state.conversations.set_active(id) {
            return Err(anyhow::anyhow!("conversation {id} not found"));
        }
    }
    if options.force_new {
        create_new_conversation(
            controller,
            options.initial_selection.as_ref(),
            options.system_prompt.as_deref(),
        );
        return Ok(());
    }
    ensure_default_conversation(controller, options)?;
    Ok(())
}

fn ensure_default_conversation(
    controller: &mut AppController,
    options: &TuiOptions,
) -> anyhow::Result<()> {
    if controller.state.active_conversation().is_some() {
        return Ok(());
    }
    create_new_conversation(
        controller,
        options.initial_selection.as_ref(),
        options.system_prompt.as_deref(),
    );
    Ok(())
}

fn create_new_conversation(
    controller: &mut AppController,
    selection: Option<&ProviderSelection>,
    system_prompt: Option<&str>,
) {
    let (provider_id, model) = selection
        .map(|sel| (sel.provider_id.clone(), sel.model.clone()))
        .or_else(|| default_provider_selection(controller))
        .unwrap_or((
            ProviderId::new("openai"),
            controller.state.config.default_model.clone(),
        ));
    let system_prompt = system_prompt
        .map(|value| value.to_string())
        .or_else(|| controller.state.config.chat.system_prompt.clone());
    controller
        .state
        .conversations
        .new_conversation(provider_id, model, system_prompt);
    controller.state.scroll.reset();
}

fn default_provider_selection(controller: &AppController) -> Option<(ProviderId, Option<String>)> {
    let default = SecretStore::new()
        .ok()
        .and_then(|store| store.get_default_provider().cloned());
    parse_provider_and_model(default.as_deref()).or_else(|| {
        controller
            .state
            .config
            .default_provider
            .as_deref()
            .and_then(|value| parse_provider_and_model(Some(value)))
    })
}