spice-framework 0.1.0

A Rust test framework for nondeterministic LLM agents
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34

use crate::agent::AgentOutput;
use crate::error::SpiceError;
use serde::{Deserialize, Serialize};
use std::path::Path;

/// A trace record for a single test execution.
#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct Trace {
    pub test_id: String,
    pub user_message: String,
    pub output: AgentOutput,
    pub timestamp: chrono::DateTime<chrono::Utc>,
}

impl Trace {
    pub fn new(test_id: String, user_message: String, output: AgentOutput) -> Self {
        Self {
            test_id,
            user_message,
            output,
            timestamp: chrono::Utc::now(),
        }
    }

    /// Save trace to a JSON file.
    pub fn save_to_file(&self, path: &Path) -> Result<(), SpiceError> {
        if let Some(parent) = path.parent() {
            std::fs::create_dir_all(parent)?;
        }
        let json = serde_json::to_string_pretty(self)?;
        std::fs::write(path, json)?;
        Ok(())
    }
}