rllama 0.3.0

Pure Rust implementation of LLaMA-family of models, executable
1
2
3
4
5
6
7
8
9
10
11
12
#![feature(stdsimd)]

pub mod embedding;
pub mod protomodels;
pub mod rllama_main;
pub mod tensor;
#[cfg(feature = "opencl")]
pub mod tensor_opencl_support;
pub mod token_sampler;
pub mod tokenizer;
pub mod transformer;
pub mod unpickler;