stowken 0.7.0

Compressed storage and retrieval of LLM token sequences
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
pub mod roundtrip;
pub mod dedup;
pub mod compression;
pub mod analytics;
pub mod reindex;
pub mod dict_rotation;
pub mod near_dedup;
pub mod substrings;

#[cfg(feature = "s3")]
pub mod s3;

#[cfg(feature = "semantic-search")]
pub mod semantic_search;