pithy-core 0.0.2

UltraCoS® symbolic token compression — 17-rule encoder for LLM prompts. PolyForm Noncommercial.
Documentation
//! pithy-core - Encoder decoder measurer format selector tokenizer registry fallback cascade session symbol table
//!
//! Licensed under PolyForm Noncommercial 1.0 + Pithy Attribution Rider.
//! Commercial use requires a separate license. See COMMERCIAL.md.
//!
//! Copyright (c) 2026 Mikko Parkkola. All rights reserved.

#![forbid(unsafe_code)]
#![warn(clippy::all)]

pub mod branding;
pub mod dialect;
pub mod encoder;
pub mod interfaces;
pub mod session;
pub mod tokenizers;

pub use branding::ATTRIBUTION;
pub use dialect::{pick_dialect, rules_for, Dialect, Rule};
pub use encoder::{
    encode_symbolic, encode_symbolic_traced, encode_symbolic_traced_with, EncoderTrace, RuleSet,
    SymbolicEncoder, ENABLE_WEIGHT_THRESHOLD, MAX_INPUT_CHARS, MIN_INPUT_CHARS, RULE_NAMES,
};
pub use interfaces::{
    Compressed, CostEntry, Encoder, FallbackReason, Format, Integrity, LogError, MeasurementLog,
    Measurer, Model, QualityScore, Record, RecordId, Signer, SignerError, StreamDelta,
    TokenizerError,
};
pub use session::{Binding, SessionPolicy, SessionSymbolTable};
pub use tokenizers::{LocalMeasurer, TokenizerId, TokenizerRegistry};

/// Crate semantic version (read from Cargo.toml at compile time).
pub const VERSION: &str = env!("CARGO_PKG_VERSION");