edgebert 0.4.0

Fast local text embeddings library for Rust and WASM for BERT inference on native and edge devices with no dependencies.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24

use std::time::Instant;
use anyhow::Result;
use edgebert::{Model, ModelType};
fn main() -> Result<()> {
    let model = Model::from_pretrained(ModelType::MiniLML6V2)?;
    let texts: Vec<String> = (0..100).map(|i| format!("Hello world {}", i)).collect();
    let text_refs: Vec<&str> = texts.iter().map(|s| s.as_str()).collect();
    // Warm-up
    let _ = model.encode(vec!["warmup"], true)?;
    println!("Warm up complete, running 100 iterations");
    let iterations = 100;
    let mut total_duration = 0.0;
    for _ in 0..iterations {
        let start = Instant::now();
        let _ = model.encode(text_refs.clone(), true)?;
        let elapsed = start.elapsed().as_secs_f64() * 1000.0; // ms
        total_duration += elapsed;
    }
    let avg_total = total_duration / iterations as f64;
    let avg_per_sentence = avg_total / texts.len() as f64;
    println!("Average total time per run (100 sentences): {:.3} ms", avg_total);
    println!("Average per sentence: {:.3} ms", avg_per_sentence);
    Ok(())
}