boostr 0.1.0

ML framework built on numr - attention, quantization, model architectures
Documentation 
1
2
3
4
5
6
7
8

pub mod executor;
pub mod types;

pub use executor::SpeculativeExecutor;
pub use types::{
    DraftOutput, SpeculativeConfig, SpeculativeModel, SpeculativeStats, TargetOutput, TokenId,
    VerificationResult,
};