llm-cascade 0.1.0

Resilient cascading LLM inference with automatic failover across multiple providers
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46

//! Persistence of failed conversations to JSON files.

use std::io::Write;
use std::path::PathBuf;

use chrono::Local;
use serde::Serialize;

use crate::config::expand_tilde;
use crate::models::Conversation;

#[derive(Serialize)]
struct FailedConversationEnvelope<'a> {
    cascade_name: &'a str,
    timestamp: String,
    conversation: &'a Conversation,
}

/// Saves a failed conversation as a timestamped JSON file.
///
/// Returns the path to the saved file. Creates the directory if it doesn't exist.
pub fn save_failed_conversation(
    conversation: &Conversation,
    dir: &str,
    cascade_name: &str,
) -> PathBuf {
    let expanded_dir = expand_tilde(dir);
    std::fs::create_dir_all(&expanded_dir).ok();

    let timestamp = Local::now().format("%Y%m%d_%H%M%S");
    let filename = format!("{}_{}.json", cascade_name, timestamp);
    let filepath = expanded_dir.join(&filename);

    let envelope = FailedConversationEnvelope {
        cascade_name,
        timestamp: Local::now().to_rfc3339(),
        conversation,
    };

    if let Ok(mut file) = std::fs::File::create(&filepath) {
        let content = serde_json::to_string_pretty(&envelope).unwrap_or_default();
        file.write_all(content.as_bytes()).ok();
    }

    filepath
}