tract-linalg 0.23.8

Tiny, no-nonsense, self contained, TensorFlow and ONNX inference
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35

use tract_data::half::f16;

mod by_scalar;
mod leaky_relu;
mod max;
pub mod panel_extract;
mod sum;
mod unicast;
pub use by_scalar::*;
pub use leaky_relu::*;
pub use max::*;
pub use sum::*;
pub use unicast::*;

use crate::block_quant::PackedBlockQuantFormat;
use crate::block_quant::Q4_0;

MMMExternKernel!(aarch64; arm64fp16_mmm_f16_16x8_gen<f16>(16, 8)@(16, 16) isa(Aarch64Fp16));
MMMExternKernel!(aarch64; arm64fp16_mmm_f16_16x8_a55<f16>(16, 8)@(16, 16) isa(Aarch64Fp16));
MMMExternKernel!(aarch64; arm64fp16_mmm_f16_32x4_gen<f16>(32, 4)@(16, 16) isa(Aarch64Fp16));
MMMExternKernel!(aarch64; arm64fp16_mmm_f16_32x4_a55<f16>(32, 4)@(16, 16) isa(Aarch64Fp16));
MMMExternKernel!(aarch64; arm64fp16_mmm_f16_128x1_gen<f16>(128,1)@(16, 16) isa(Aarch64Fp16));
MMMExternKernel!(aarch64; arm64fp16_mmm_f16_128x1_a55<f16>(128,1)@(16, 16) isa(Aarch64Fp16));

MMMExternKernel!(aarch64; arm64fp16_mmm_f16_64x3_gen<f16>(64, 3)@(16, 16) isa(Aarch64Fp16));
MMMExternKernel!(aarch64; arm64fp16_mmm_f16_32x6_gen<f16>(32, 6)@(16, 16) isa(Aarch64Fp16));

MMMExternKernel! { aarch64; arm64fp16_mmm_f16_64x1_gen<f16>(64, 1)@(16, 16) isa(Aarch64Fp16)
    packing[1] = q40f16z16se => |k| k.with_packing_a(PackedBlockQuantFormat::new(&Q4_0, 64, 16, true));
    packing[2] = q40f16z16 => |k| k.with_packing_a(PackedBlockQuantFormat::new(&Q4_0, 64, 16, false));

}

routine_ew_extern!(aarch64; Tanh, f16, arm64fp16_tanh_f16_8n, 8, 8, isa(Aarch64Fp16));
routine_ew_extern!(aarch64; Sigmoid, f16, arm64fp16_sigmoid_f16_8n, 8, 8, isa(Aarch64Fp16));