elph-ai 0.0.28

Unified LLM API with provider collections, auth resolution, and streaming
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105

use serde_json::Value;

const VALID_JSON_ESCAPES: &[char] = &['"', '\\', '/', 'b', 'f', 'n', 'r', 't', 'u'];

fn is_control_character(ch: char) -> bool {
    let code = ch as u32;
    code <= 0x1f
}

fn escape_control_character(ch: char) -> String {
    match ch {
        '\x08' => "\\b".to_string(),
        '\x0C' => "\\f".to_string(),
        '\n' => "\\n".to_string(),
        '\r' => "\\r".to_string(),
        '\t' => "\\t".to_string(),
        _ => format!("\\u{:04x}", ch as u32),
    }
}

/// Repairs malformed JSON string literals by escaping control characters.
pub fn repair_json(json: &str) -> String {
    let mut repaired = String::new();
    let mut in_string = false;
    let mut chars = json.chars().peekable();

    while let Some(ch) = chars.next() {
        if !in_string {
            repaired.push(ch);
            if ch == '"' {
                in_string = true;
            }
            continue;
        }

        if ch == '"' {
            repaired.push(ch);
            in_string = false;
            continue;
        }

        if ch == '\\' {
            if let Some(&next) = chars.peek() {
                if next == 'u' {
                    let unicode: String = chars.by_ref().take(5).collect();
                    if unicode.len() == 5 && unicode[1..].chars().all(|c| c.is_ascii_hexdigit()) {
                        repaired.push_str(&unicode);
                        continue;
                    }
                }
                if VALID_JSON_ESCAPES.contains(&next) {
                    repaired.push(ch);
                    repaired.push(chars.next().unwrap());
                    continue;
                }
            }
            repaired.push_str("\\\\");
            continue;
        }

        if is_control_character(ch) {
            repaired.push_str(&escape_control_character(ch));
        } else {
            repaired.push(ch);
        }
    }

    repaired
}

pub fn parse_json_with_repair(json: &str) -> Result<Value, serde_json::Error> {
    match serde_json::from_str::<Value>(json) {
        Ok(v) => Ok(v),
        Err(e) => {
            let repaired = repair_json(json);
            if repaired != json {
                serde_json::from_str(&repaired)
            } else {
                Err(e)
            }
        }
    }
}

/// Parse potentially incomplete JSON during streaming.
pub fn parse_streaming_json(partial_json: Option<&str>) -> Value {
    let partial_json = partial_json.unwrap_or("").trim();
    if partial_json.is_empty() {
        return Value::Object(serde_json::Map::new());
    }

    if let Ok(v) = parse_json_with_repair(partial_json) {
        return v;
    }

    // Best-effort partial parse: close open braces/brackets
    for suffix in ["", "}", "]}", "\"}", "\":\"\"}", "]}"] {
        let attempt = format!("{partial_json}{suffix}");
        if let Ok(v) = parse_json_with_repair(&attempt) {
            return v;
        }
    }

    Value::Object(serde_json::Map::new())
}