dx-serializer 0.1.0

A token-efficient serialization format for LLM context windows with high-performance binary encoding
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33

use serializer::llm_to_document;
use std::fs;

fn main() -> Result<(), Box<dyn std::error::Error>> {
    let llm = fs::read_to_string("../../dx.llm")?;
    let doc = llm_to_document(&llm)?;

    println!("=== Entry Order from dx.llm ===");
    for (i, entry_ref) in doc.entry_order.iter().enumerate() {
        match entry_ref {
            serializer::llm::types::EntryRef::Context(key) => {
                println!("  {}: Context({})", i, key);
            }
            serializer::llm::types::EntryRef::Section(id) => {
                let name = doc.section_names.get(id).map(|s| s.as_str()).unwrap_or("?");
                println!("  {}: Section('{}' = {})", i, id, name);
            }
        }
    }

    println!("\n=== Context Keys (in IndexMap order) ===");
    for (i, key) in doc.context.keys().enumerate() {
        println!("  {}: {}", i, key);
    }

    println!("\n=== Section IDs (in IndexMap order) ===");
    for (i, (id, _)) in doc.sections.iter().enumerate() {
        let name = doc.section_names.get(id).map(|s| s.as_str()).unwrap_or("?");
        println!("  {}: '{}' = {}", i, id, name);
    }

    Ok(())
}