modelc 0.1.3

Compile model weight files to standalone executable binaries
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77

use std::cell::RefCell;
use std::collections::VecDeque;

pub struct Tensor {
    pub data: Vec<f32>,
    pub shape: Vec<usize>,
}

// Memory pool for reusing tensor buffers
thread_local! {
    static MEMORY_POOL: RefCell<VecDeque<Vec<f32>>> = RefCell::new(VecDeque::new());
}

pub fn with_capacity(size: usize) -> Vec<f32> {
    MEMORY_POOL.with_borrow_mut(|pool| {
        if let Some(mut buf) = pool.pop_front() {
            if buf.capacity() >= size {
                unsafe { buf.set_len(size); }
                return buf;
            }
        }
        Vec::with_capacity(size)
    })
}

pub fn return_to_pool(buf: Vec<f32>) {
    MEMORY_POOL.with_borrow_mut(|pool| {
        if pool.len() < 32 { // Limit pool size to prevent unbounded growth
            pool.push_back(buf);
        }
    });
}

impl Tensor {
    pub fn zeros(shape: Vec<usize>) -> Self {
        let n: usize = shape.iter().product();
        Self {
            data: vec![0.0; n],
            shape,
        }
    }

    pub fn zeros_pooled(shape: Vec<usize>) -> Self {
        let n: usize = shape.iter().product();
        let mut data = with_capacity(n);
        data.resize(n, 0.0);
        Self { data, shape }
    }

    pub fn from_vec(data: Vec<f32>, shape: Vec<usize>) -> Self {
        Self { data, shape }
    }

    pub fn from_vec_pooled(data: Vec<f32>, shape: Vec<usize>) -> Self {
        Self { data, shape }
    }

    pub fn len(&self) -> usize {
        self.data.len()
    }

    pub fn is_empty(&self) -> bool {
        self.data.is_empty()
    }

    pub fn reshape(&self, shape: Vec<usize>) -> Self {
        assert_eq!(self.data.len(), shape.iter().product::<usize>());
        Self {
            data: self.data.clone(),
            shape,
        }
    }

    pub fn into_pool(self) {
        return_to_pool(self.data);
    }
}