boostr 0.1.0

ML framework built on numr - attention, quantization, model architectures
Documentation
1
2
3
4
5
6
7
8
9
pub mod decode_worker;
pub mod prefill_worker;
pub mod protocol;
pub mod router;

pub use decode_worker::DecodeWorker;
pub use prefill_worker::PrefillWorker;
pub use protocol::*;
pub use router::DisaggRouter;