boostr 0.1.0

ML framework built on numr - attention, quantization, model architectures
Documentation
1
2
3
4
5
6
7
pub mod basic;
pub mod layered;
pub mod paged;

pub use basic::KvCache;
pub use layered::{LayeredKvCache, LayeredKvCacheConfig};
pub use paged::{LayeredPagedKvCache, PagedKvCache};