asmjson 0.2.6

A fast JSON parser using AVX-512/AVX2/SWAR classifiers
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140

//! Serde deserialization example.
//!
//! Generates the same "mixed" JSON format used in the benchmarks, then
//! deserialises the array into a `Vec<Record>` using asmjson's serde
//! integration.
//!
//! CPUID auto-selects the AVX-512BW assembly path when available.
//!
//! ```sh
//! cargo run --features serde --example serde_example
//! ```

use asmjson::de::from_taperef;
use asmjson::dom_parser;
use serde::Deserialize;
use std::time::Instant;

// ---------------------------------------------------------------------------
// Data model matching the "mixed" generator
// ---------------------------------------------------------------------------

#[derive(Debug, Deserialize)]
struct Meta {
    x: u64,
    y: u64,
}

#[derive(Debug, Deserialize)]
struct Record {
    id: u64,
    name: String,
    active: bool,
    /// `null` when `id % 3 == 0`.
    score: Option<f64>,
    tags: Vec<String>,
    meta: Meta,
}

// ---------------------------------------------------------------------------
// Data generator (same as benches/parse.rs gen_mixed)
// ---------------------------------------------------------------------------

fn gen_mixed(target_bytes: usize) -> String {
    let record_size = 130usize;
    let records_needed = target_bytes / record_size + 1;
    let mut out = String::with_capacity(target_bytes + 64);
    out.push('[');
    for i in 0..records_needed {
        if i > 0 {
            out.push(',');
        }
        let active = if i % 2 == 0 { "true" } else { "false" };
        let score = if i % 3 == 0 {
            "null".to_string()
        } else {
            format!("{}", i / 2)
        };
        out.push_str(&format!(
            r#"{{"id":{i},"name":"item{i}","active":{active},"score":{score},"tags":["alpha","beta"],"meta":{{"x":{x},"y":{y}}}}}"#,
            x = i % 1000,
            y = (i * 7) % 1000,
        ));
    }
    out.push(']');
    out
}

// ---------------------------------------------------------------------------
// Parse + deserialise
// ---------------------------------------------------------------------------

fn run(label: &str, data: &str) {
    // Parse to DOM — CPUID dispatch handled by dom_parser().
    let parse = dom_parser();
    let t0 = Instant::now();
    let tape = parse(data, None).expect("parse failed");
    let parse_elapsed = t0.elapsed();

    // Deserialise the root array.
    let t1 = Instant::now();
    let root = tape.root().expect("empty tape");
    let records: Vec<Record> = from_taperef(root).expect("deserialise failed");
    let serde_elapsed = t1.elapsed();

    // Spot-check a few records.
    assert_eq!(records[0].id, 0);
    assert_eq!(records[0].name, "item0");
    assert!(records[0].active);
    assert_eq!(records[0].score, None); // id % 3 == 0 → null
    assert_eq!(records[0].tags, ["alpha", "beta"]);
    assert_eq!(records[0].meta.x, 0);
    assert_eq!(records[0].meta.y, 0);

    assert_eq!(records[1].id, 1);
    assert!(!records[1].active);
    assert_eq!(records[1].score, Some(0.0)); // i/2 = 0

    let bytes = data.len() as f64;
    let mib = 1_048_576.0_f64;
    let combined_ms = (parse_elapsed + serde_elapsed).as_secs_f64() * 1000.0;
    let combined_mibs = bytes / ((parse_elapsed + serde_elapsed).as_secs_f64() * mib);
    let parse_ms = parse_elapsed.as_secs_f64() * 1000.0;
    let serde_ms = serde_elapsed.as_secs_f64() * 1000.0;
    println!(
        "{label}: {} records  |  parse: {parse_ms:.3} ms  serde: {serde_ms:.3} ms  combined: {combined_ms:.3} ms  ({combined_mibs:.0} MiB/s)",
        records.len(),
    );
}

fn run_serde_json(data: &str) {
    let t0 = Instant::now();
    let records: Vec<Record> = serde_json::from_str(data).expect("serde_json failed");
    let elapsed = t0.elapsed();

    let bytes = data.len() as f64;
    let mib = 1_048_576.0_f64;
    let ms = elapsed.as_secs_f64() * 1000.0;
    let mibs = bytes / (elapsed.as_secs_f64() * mib);
    println!(
        "serde_json:          {} records  |  combined: {ms:.3} ms  ({mibs:.0} MiB/s)",
        records.len(),
    );
}

fn main() {
    // ~1 MiB so the example runs instantly.
    let data = gen_mixed(1024 * 1024);

    #[cfg(target_arch = "x86_64")]
    let label = if is_x86_feature_detected!("avx512bw") {
        "asmjson (AVX-512BW)    "
    } else {
        "asmjson (portable SWAR)"
    };
    #[cfg(not(target_arch = "x86_64"))]
    let label = "asmjson (portable SWAR)";

    run(label, &data);
    run_serde_json(&data);
}