mullama 0.3.0

Comprehensive Rust bindings for llama.cpp with memory-safe API and advanced features
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62

//! Session management example showing how to save and restore model states
//!
//! This example demonstrates:
//! 1. Session creation and management
//! 2. Session API usage patterns
//! 3. State management concepts

use mullama::{ContextParams, MullamaError, Session};

fn main() -> Result<(), MullamaError> {
    println!("Mullama session management example");

    // In a real implementation, you would load an actual GGUF model file:
    // let model = Model::load("path/to/model.gguf")?;

    // For this example, we'll demonstrate the session API
    println!("Demonstrating session API...");

    println!("Creating session with data...");
    let session_data = vec![1, 2, 3, 4, 5, 6, 7, 8];
    let session = Session {
        data: session_data.clone(),
    };
    println!(" Session created with {} bytes of data", session.data.len());

    println!("Working with session data...");
    println!("   Session data length: {}", session.data.len());
    println!(
        "   First few bytes: {:?}",
        &session.data[..std::cmp::min(4, session.data.len())]
    );

    // Example of context parameters for session management
    println!("Creating context parameters for session management...");
    let mut ctx_params = ContextParams::default();
    ctx_params.n_ctx = 4096; // Set context size for state management
    println!(" Context parameters configured");
    println!("   Context size: {}", ctx_params.n_ctx);

    // Example of what real session management would look like
    println!("Session management concepts:");
    println!("  1. Create sessions to store model state");
    println!("  2. Sessions contain binary data representing the model state");
    println!("  3. Save sessions for later restoration of conversation state");
    println!("  4. Restore sessions to continue from a previous point");
    println!("  5. Use Session::from_context() to capture current state (when implemented)");
    println!("  6. Use Session::save_to_file() and Session::load_from_file() for persistence");

    println!("Creating a larger session example...");
    let large_session_data = vec![0u8; 1024]; // 1KB of data
    let large_session = Session {
        data: large_session_data,
    };
    println!(
        " Large session created with {} bytes",
        large_session.data.len()
    );

    println!("Session management example completed successfully!");

    Ok(())
}