wgml 0.2.0

Cross-platform GPU LLM inference.
Documentation 
1
2
3
4
5
6
7

//! GPT-2 inference on the GPU or CPU.

pub use tokenizer::Tokenizer;

pub mod cpu;
mod tokenizer;
pub mod transformer;