ferrite_model/lib.rs
1//! GGUF parsing, model configuration, and tokenizer support for Ferrite.
2//!
3//! The crate validates GGUF v3 structure before exposing tensor byte ranges,
4//! converts supported architecture metadata into typed configuration, and
5//! provides atomic and BPE tokenization from GGUF tokenizer metadata.
6#![deny(missing_docs)]
7#![deny(
8 clippy::doc_markdown,
9 clippy::missing_errors_doc,
10 clippy::return_self_not_must_use
11)]
12
13mod gguf_config;
14
15/// Validated GGUF v3 metadata and tensor layout parsing.
16pub mod gguf;
17/// Read-only model-file mapping for shared GGUF tensor storage.
18pub mod model_file;
19/// Tokenization backed by metadata embedded in a parsed GGUF file.
20pub mod tokenizer;