llmprogram 0.1.0

A Rust library that provides a structured and powerful way to create and run programs that use Large Language Models (LLMs). It uses a YAML-based configuration to define the behavior of your LLM programs, making them easy to create, manage, and share.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69

use rusqlite::Connection;
use serde_json::Value;
use std::time::{SystemTime, UNIX_EPOCH};
use anyhow::Result;

pub struct SQLiteLogger {
    conn: Connection,
}

impl SQLiteLogger {
    pub fn new(db_path: &str) -> Result<Self> {
        let conn = Connection::open(db_path)?;
        
        // Create the table if it doesn't exist
        conn.execute(
            "CREATE TABLE IF NOT EXISTS program_logs (
                id TEXT PRIMARY KEY,
                timestamp REAL,
                function_input TEXT,
                function_output TEXT,
                llm_input TEXT,
                llm_output TEXT,
                function_version TEXT,
                response_metadata TEXT,
                execution_time REAL
            )",
            [],
        )?;
        
        Ok(SQLiteLogger { conn })
    }
    
    pub fn log_execution(
        &self,
        function_input: &Value,
        function_output: &Value,
        llm_input: &str,
        llm_output: &str,
        function_version: &str,
        response_metadata: &Value,
        execution_time: f64,
    ) -> Result<()> {
        let id = uuid::Uuid::new_v4().to_string();
        let timestamp = SystemTime::now()
            .duration_since(UNIX_EPOCH)
            .unwrap()
            .as_secs_f64();
            
        self.conn.execute(
            "INSERT INTO program_logs 
            (id, timestamp, function_input, function_output, llm_input, llm_output, 
             function_version, response_metadata, execution_time)
            VALUES (?1, ?2, ?3, ?4, ?5, ?6, ?7, ?8, ?9)",
            [
                &id,
                &timestamp.to_string(),
                &serde_json::to_string(function_input)?,
                &serde_json::to_string(function_output)?,
                &llm_input.to_string(),
                &llm_output.to_string(),
                &function_version.to_string(),
                &serde_json::to_string(response_metadata)?,
                &execution_time.to_string(),
            ],
        )?;
        
        Ok(())
    }
}