rustformers 0.0.2

A transformers like interface for interacting with local LLMs
Documentation 
1
2
3
4
5
6
7
8

mod models;
pub mod pipelines;
mod utils;

pub(crate) const DEFAULT_TEMPERATURE: f64 = 0.7;
pub(crate) const DEFAULT_REPEAT_PENALTY: f32 = 1.1;
pub(crate) const DEFAULT_REPEAT_LAST_N: usize = 64;
pub(crate) const DEFAULT_SEED: u64 = 299792458;