smelte-rs 0.1.0

Efficient inference ML framework written in rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77

use crate::SmeltError;

/// TODO
pub trait Tensor: Clone {
    /// TODO
    fn shape(&self) -> &[usize];
    /// TODO
    fn zeros(shape: Vec<usize>) -> Self;
}

/// All common tensor operations
pub trait TensorOps<T>:
    TensorMatmul<T>
    + TensorMatmulT<T>
    + TensorAdd<T>
    + TensorMul<T>
    + TensorNormalize<T>
    + TensorSelect<T>
    + TensorGelu<T>
    + TensorTanh<T>
    + TensorSoftmax<T>
{
}

/// TODO
pub trait TensorMatmul<T> {
    /// TODO
    fn matmul(a: &T, b: &T, c: &mut T) -> Result<(), SmeltError>;
}

/// TODO
pub trait TensorMatmulT<T> {
    /// TODO
    fn matmul_t(a: &T, b: &T, c: &mut T) -> Result<(), SmeltError>;
}

/// TODO
pub trait TensorAdd<T> {
    /// TODO
    fn add(a: &T, b: &mut T) -> Result<(), SmeltError>;
}

/// TODO
pub trait TensorMul<T> {
    /// TODO
    fn mul(a: &T, b: &mut T) -> Result<(), SmeltError>;
}

/// TODO
pub trait TensorNormalize<T> {
    /// TODO
    fn normalize(x: &mut T, epsilon: f32) -> Result<(), SmeltError>;
}

/// TODO
pub trait TensorSelect<T> {
    /// TODO
    fn select(x: &[usize], weight: &T, out: &mut T) -> Result<(), SmeltError>;
}

/// TODO
pub trait TensorGelu<T> {
    /// TODO
    fn gelu(x: &mut T) -> Result<(), SmeltError>;
}

/// TODO
pub trait TensorTanh<T> {
    /// TODO
    fn tanh(x: &mut T) -> Result<(), SmeltError>;
}

/// TODO
pub trait TensorSoftmax<T> {
    /// TODO
    fn softmax(x: &mut T) -> Result<(), SmeltError>;
}