sapient_models/lib.rs
1//! `sapient-models` — pre-built LLM architecture graph builders.
2//!
3//! Each architecture module builds a SAPIENT `Graph` from a `ModelInfo`,
4//! matching the exact HuggingFace architecture for that model family.
5//!
6//! # Supported architectures
7//! | HuggingFace class | Module | Models |
8//! |---|---|---|
9//! | `LlamaForCausalLM` | `llama` | Llama 1/2/3, Mistral, CodeLlama, Vicuna, WizardLM |
10//! | `PhiForCausalLM` | `phi` | Phi-1/2/3/3.5 |
11//! | `GemmaForCausalLM` | `gemma` | Gemma, Gemma 2 |
12//! | `GPT2LMHeadModel` | `gpt2` | GPT-2, CodeGen, GPT-J |
13//! | `BertForMaskedLM` | `bert` | BERT, RoBERTa, DistilBERT |
14//! | `Qwen2ForCausalLM` | `qwen` | Qwen, Qwen2, Qwen2.5 |
15//! | `MixtralForCausalLM` | `mixtral` | Mixtral-8x7B, Mixtral-8x22B |
16
17pub mod architectures;
18pub mod forward;
19pub mod gguf_weights;
20pub mod registry;
21pub mod weights;
22
23pub use forward::{
24 mac_gpu_support, total_system_ram_bytes, ForwardEngine, LlmBackendKind, MacGpuSupport,
25};
26pub use registry::{build_graph, ModelGraph};