tokenfold-core 0.3.2

Token-aware compression for LLM payloads: shrink JSON tool-call bodies, command output, and diffs with exact tiktoken accounting and a typed safety report.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20

pub mod budget;
pub mod errors;
pub mod filters;
pub mod input;
pub mod modes;
pub mod pipeline;
pub mod report;
pub mod retrieval_store;
pub mod safety;
pub mod stats;
pub mod status;
pub mod token_estimator;
pub mod transforms;

pub use budget::{CacheBoundary, CompressionMode, CompressionPolicy, TaskScope};
pub use errors::TokenFoldError;
pub use input::{CompressionInput, CompressionOutput, InputFormat};
pub use modes::TransformId;
pub use pipeline::{compress, compress_with_estimator};
pub use status::Status;