dx-serializer 0.1.0

A token-efficient serialization format for LLM context windows with high-performance binary encoding
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67

//! Converters from other formats to DX format
//!
//! Supports: JSON, YAML, TOON, TOML → DX
//!
//! All converters apply optimization automatically:
//! - Abbreviated keys (name → n, version → v)
//! - Minimal prefixes (context → c, media → m)
//! - Inline chaining with ^
//! - Compact arrays with |
//! - 2-letter language codes

// JSON, YAML, TOML converters require the converters feature (serde dependencies)
#[cfg(feature = "converters")]
/// JSON to DX conversion support.
pub mod json;
#[cfg(feature = "converters")]
/// TOML to DX conversion support.
pub mod toml;
#[cfg(feature = "converters")]
/// YAML to DX conversion support.
pub mod yaml;

// TOON converter has no external dependencies
/// TOON to DX conversion support.
pub mod toon;

// Property tests for converters require the converters feature
#[cfg(all(test, feature = "converters"))]
mod converter_props;

#[cfg(feature = "converters")]
pub use json::{json_to_document, json_to_dx};
#[cfg(feature = "converters")]
pub use toml::{toml_to_document, toml_to_dx};
pub use toon::{dx_to_toon, toon_to_dx};
#[cfg(feature = "converters")]
pub use yaml::yaml_to_dx;

/// Common converter trait
pub trait ToDx {
    /// Convert the implementor into DX text.
    fn to_dx(&self) -> Result<String, String>;
}

/// Convert any supported format to DX
#[cfg(feature = "converters")]
pub fn convert_to_dx(input: &str, format: &str) -> Result<String, String> {
    match format.to_lowercase().as_str() {
        "json" => json_to_dx(input),
        "yaml" | "yml" => yaml_to_dx(input),
        "toon" => toon_to_dx(input),
        "toml" => toml_to_dx(input),
        _ => Err(format!("Unsupported format: {}", format)),
    }
}

/// Convert any supported format to DX (minimal version without converters feature)
#[cfg(not(feature = "converters"))]
pub fn convert_to_dx(input: &str, format: &str) -> Result<String, String> {
    match format.to_lowercase().as_str() {
        "toon" => toon_to_dx(input),
        _ => Err(format!(
            "Format '{}' requires the 'converters' feature. Only 'toon' is available without it.",
            format
        )),
    }
}