minillm 0.1.1

A mini inference engine for running transformer language models
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26

//! Basic text generation example using MiniLLM

use minillm::inference::InferenceEngine;

fn main() -> minillm::Result<()> {
    println!("🚀 MiniLLM Text Generation Example");
    
    // Create inference engine
    println!("📥 Loading GPT-2 model...");
    let engine = InferenceEngine::new("openai-community/gpt2")?;
    
    // Display model info
    println!("✅ Model loaded successfully!");
    engine.config().print_summary();
    
    // Generate text
    let prompt = "The future of artificial intelligence is";
    println!("\n🎯 Prompt: \"{}\"", prompt);
    
    println!("🔄 Generating text...");
    let generated = engine.generate(prompt, 20)?;
    
    println!("✨ Generated text:\n{}", generated);
    
    Ok(())
}