encoderfile 0.6.2

Distribute and run transformer encoders with a single file.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68

use encoderfile::transforms::{DEFAULT_LIBS, Postprocessor};
use ndarray::{Array2, Array3};
use rand::Rng;

fn main() {
    divan::main()
}

fn get_random_2d(x: usize, y: usize) -> Array2<f32> {
    let mut rng = rand::rng();
    let vals: Vec<f32> = (0..(x * y)).map(|_| rng.random()).collect();

    Array2::from_shape_vec((x, y), vals).expect("Failed to create shape vec")
}

fn get_random_3d(x: usize, y: usize, z: usize) -> Array3<f32> {
    let mut rng = rand::rng();
    let vals: Vec<f32> = (0..(x * y * z)).map(|_| rng.random()).collect();

    Array3::from_shape_vec((x, y, z), vals).expect("Failed to create shape vec")
}

#[divan::bench(args = [(16, 16, 16), (32, 128, 384), (32, 256, 768)])]
fn bench_embedding_l2_normalization(bencher: divan::Bencher, (x, y, z): (usize, usize, usize)) {
    let engine = encoderfile::transforms::EmbeddingTransform::new(
        DEFAULT_LIBS.to_vec(),
        Some(include_str!("../../transforms/embedding/l2_normalize_embeddings.lua").to_string()),
    )
    .unwrap();

    let test_tensor = get_random_3d(x, y, z);

    bencher.bench_local(|| {
        engine.postprocess(test_tensor.clone()).unwrap();
    });
}

#[divan::bench(args = [(16, 2), (32, 8), (128, 32)])]
fn bench_seq_cls_softmax(bencher: divan::Bencher, (x, y): (usize, usize)) {
    let engine = encoderfile::transforms::SequenceClassificationTransform::new(
        DEFAULT_LIBS.to_vec(),
        Some(
            include_str!("../../transforms/sequence_classification/softmax_logits.lua").to_string(),
        ),
    )
    .unwrap();

    let test_tensor = get_random_2d(x, y);

    bencher.bench_local(|| {
        engine.postprocess(test_tensor.clone()).unwrap();
    });
}

#[divan::bench(args = [(16, 16, 2), (32, 128, 8), (128, 256, 32)])]
fn bench_tok_cls_softmax(bencher: divan::Bencher, (x, y, z): (usize, usize, usize)) {
    let engine = encoderfile::transforms::TokenClassificationTransform::new(
        DEFAULT_LIBS.to_vec(),
        Some(include_str!("../../transforms/token_classification/softmax_logits.lua").to_string()),
    )
    .unwrap();

    let test_tensor = get_random_3d(x, y, z);

    bencher.bench_local(|| {
        engine.postprocess(test_tensor.clone()).unwrap();
    });
}