kalosm_sample/
lib.rs

1//! # kalosm-sample
2//! This is a sampling library for Kalosm.
3//!
4//! It handles choosing a token from a probability distribution. Samplers can be used to constrain the generation of text for example you can use a sampler to prevent the model from generating the same word twice in a row. Or you could only allow the model to generate a list of single digit numbers.
5
6#![warn(missing_docs)]
7
8mod structured_parser;
9pub use structured_parser::*;