pithy_core/
lib.rs

1//! pithy-core - Encoder decoder measurer format selector tokenizer registry fallback cascade session symbol table
2//!
3//! Licensed under PolyForm Noncommercial 1.0 + Pithy Attribution Rider.
4//! Commercial use requires a separate license. See COMMERCIAL.md.
5//!
6//! Copyright (c) 2026 Mikko Parkkola. All rights reserved.
7
8#![forbid(unsafe_code)]
9#![warn(clippy::all)]
10
11pub mod branding;
12pub mod dialect;
13pub mod encoder;
14pub mod interfaces;
15pub mod session;
16pub mod tokenizers;
17
18pub use branding::ATTRIBUTION;
19pub use dialect::{pick_dialect, rules_for, Dialect, Rule};
20pub use encoder::{
21    encode_symbolic, encode_symbolic_traced, encode_symbolic_traced_with, EncoderTrace, RuleSet,
22    SymbolicEncoder, ENABLE_WEIGHT_THRESHOLD, MAX_INPUT_CHARS, MIN_INPUT_CHARS, RULE_NAMES,
23};
24pub use interfaces::{
25    Compressed, CostEntry, Encoder, FallbackReason, Format, Integrity, LogError, MeasurementLog,
26    Measurer, Model, QualityScore, Record, RecordId, Signer, SignerError, StreamDelta,
27    TokenizerError,
28};
29pub use session::{Binding, SessionPolicy, SessionSymbolTable};
30pub use tokenizers::{LocalMeasurer, TokenizerId, TokenizerRegistry};
31
32/// Crate semantic version (read from Cargo.toml at compile time).
33pub const VERSION: &str = env!("CARGO_PKG_VERSION");
pithy_core/lib.rs

pithy_core/
lib.rs
