wordchipper 0.9.2

HPC Rust LLM Tokenizer Library
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
//! # Pretrained Model Factories

mod vocab_description;
mod vocab_factory;
mod vocab_provider;
mod vocab_query;

#[doc(inline)]
pub use vocab_description::*;
#[doc(inline)]
pub use vocab_factory::*;
#[doc(inline)]
pub use vocab_provider::*;
#[doc(inline)]
pub use vocab_query::*;