toon-rust 0.1.3

Token-Oriented Object Notation (TOON) - JSON for LLM prompts at half the tokens. Rust implementation.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123

//! Tests for TOON encoding

use serde_json::json;
use toon_rust::{encode, EncodeOptions};

#[test]
fn test_encode_simple_object() {
    let data = json!({
        "name": "Alice",
        "age": 30
    });
    let result = encode(&data, None).unwrap();
    assert!(result.contains("name: Alice"));
    assert!(result.contains("age: 30"));
}

#[test]
fn test_encode_primitive_array() {
    let data = json!({
        "tags": ["reading", "gaming", "coding"]
    });
    let result = encode(&data, None).unwrap();
    assert!(result.contains("tags[3]:"));
    assert!(result.contains("reading"));
    assert!(result.contains("gaming"));
    assert!(result.contains("coding"));
}

#[test]
fn test_encode_tabular_array() {
    let data = json!({
        "items": [
            {"sku": "A1", "qty": 2, "price": 9.99},
            {"sku": "B2", "qty": 1, "price": 14.5}
        ]
    });
    let result = encode(&data, None).unwrap();
    assert!(result.contains("items[2]{"));
    // Keys can be in any order (serde_json::Map is BTreeMap which sorts)
    assert!(result.contains("sku") && result.contains("qty") && result.contains("price"));
    assert!(result.contains("A1") && result.contains("2") && result.contains("9.99"));
    assert!(result.contains("B2") && result.contains("1") && result.contains("14.5"));
}

#[test]
fn test_encode_list_array() {
    let data = json!({
        "items": [1, {"a": 1}, "x"]
    });
    let result = encode(&data, None).unwrap();
    assert!(result.contains("items[3]:"));
    assert!(result.contains("- 1"));
    assert!(result.contains("- a: 1"));
    assert!(result.contains("- x"));
}

#[test]
fn test_encode_nested_object() {
    let data = json!({
        "user": {
            "id": 1,
            "name": "Alice"
        }
    });
    let result = encode(&data, None).unwrap();
    assert!(result.contains("user:"));
    assert!(result.contains("id: 1"));
    assert!(result.contains("name: Alice"));
}

#[test]
fn test_encode_empty_array() {
    let data = json!({
        "items": []
    });
    let result = encode(&data, None).unwrap();
    assert!(result.contains("items[0]:"));
}

#[test]
fn test_encode_with_custom_delimiter() {
    let data = json!({
        "items": [
            {"sku": "A1", "qty": 2},
            {"sku": "B2", "qty": 1}
        ]
    });
    let options = EncodeOptions::new().delimiter(toon_rust::options::Delimiter::Pipe);
    let result = encode(&data, Some(&options)).unwrap();
    // Keys can be in any order, but delimiter should be pipe
    assert!(result.contains("sku") && result.contains("qty"));
    assert!(result.contains("|"));
    assert!(result.contains("A1|2") || result.contains("2|A1"));
}

#[test]
fn test_encode_with_length_marker() {
    let data = json!({
        "tags": ["reading", "gaming"]
    });
    let options = EncodeOptions::new().length_marker('#');
    let result = encode(&data, Some(&options)).unwrap();
    assert!(result.contains("tags[#2]:"));
}

#[test]
fn test_encode_string_with_comma() {
    let data = json!({
        "note": "hello, world"
    });
    let result = encode(&data, None).unwrap();
    assert!(result.contains("\"hello, world\""));
}

#[test]
fn test_encode_boolean_string_vs_boolean() {
    let data = json!({
        "items": ["true", true]
    });
    let result = encode(&data, None).unwrap();
    assert!(result.contains("\"true\""));
    assert!(result.contains(",true"));
}