ai-lib 0.4.0

A unified AI SDK for Rust providing a single interface for multiple AI providers with hybrid architecture
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82

//! JSONL Streaming Protocol Example
//!
//! This example demonstrates the new JSONL streaming protocol that provides
//! both streaming experience and complete JSON data without conflicts.

#[cfg(feature = "unified_sse")]
use ai_lib::sse::jsonl_parser::{FinalData, JsonlMessage, JsonlParser};
use ai_lib::types::AiLibError;

#[cfg(feature = "unified_sse")]
#[tokio::main]
async fn main() -> Result<(), AiLibError> {
    println!("JSONL Streaming Protocol Demo");
    println!("=============================");

    // Simulate streaming data
    let jsonl_data = r#"{"type":"delta","data":"你"}
{"type":"delta","data":"好"}
{"type":"delta","data":"呀"}
{"type":"final","data":{"answer":"你好呀","confidence":0.98,"metadata":{"tokens":3}}}"#;

    let mut parser = JsonlParser::new();
    let mut accumulated = String::new();

    println!("\nProcessing JSONL stream:");
    println!("------------------------");

    for line in jsonl_data.lines() {
        if let Some(chunk) = parser.parse_line(line)? {
            if let Some(content) = &chunk.choices[0].delta.content {
                accumulated.push_str(content);
                println!("Delta: '{}' (accumulated: '{}')", content, accumulated);
            }

            if let Some(finish_reason) = &chunk.choices[0].finish_reason {
                println!("Final: {}", finish_reason);
            }
        }
    }

    println!(
        "\nFinal accumulated content: '{}'",
        parser.accumulated_content()
    );

    // Demonstrate the protocol structure
    println!("\nProtocol Structure:");
    println!("------------------");

    let delta_example = JsonlMessage::Delta {
        data: "Hello".to_string(),
    };
    println!(
        "Delta message: {}",
        serde_json::to_string_pretty(&delta_example)
            .map_err(|e| AiLibError::ProviderError(format!("JSON serialization error: {}", e)))?
    );

    let final_example = JsonlMessage::Final {
        data: FinalData {
            answer: "Hello World".to_string(),
            confidence: Some(0.95),
            metadata: Some(serde_json::json!({
                "tokens": 2,
                "model": "gpt-4"
            })),
        },
    };
    println!(
        "Final message: {}",
        serde_json::to_string_pretty(&final_example)
            .map_err(|e| AiLibError::ProviderError(format!("JSON serialization error: {}", e)))?
    );

    Ok(())
}

#[cfg(not(feature = "unified_sse"))]
fn main() {
    // This example requires the `unified_sse` feature to be enabled.
    println!("jsonl_streaming example requires --features unified_sse to run. Skipping.");
}