boostr 0.1.0

ML framework built on numr - attention, quantization, model architectures
Documentation
1
2
3
4
5
6
7
pub mod sampling;
pub mod speculative;

pub use sampling::{apply_sampling_penalties_impl, sample_token_impl};
pub use speculative::{
    compute_acceptance_probs_impl, compute_expected_tokens_impl, verify_speculative_tokens_impl,
};