forgellm_runtime/lib.rs
1//! ForgeLLM Runtime — minimal inference runtime.
2//!
3//! Provides KV cache management, token sampling,
4//! and tokenizer integration for compiled models.
5
6pub mod chat;
7pub mod interpreter;
8pub mod kernels;
9pub mod kv_cache;
10pub mod sampling;
11pub mod tokenizer;
12
13pub fn version() -> &'static str {
14 env!("CARGO_PKG_VERSION")
15}