eld_llm 0.0.1

An LLM built from scratch in Rust
1
2
3
4
5

pub fn run_bench(tokenizer: &str, data: &str) {
    println!("Running tokenizer benchmark");
    println!("  tokenizer: {}", tokenizer);
    println!("  data:      {}", data);
}