instmodel_inference 0.8.0

High-performance neural network inference library with instruction-based execution
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23

//! Neural inference library for executing optimized computation sequences.
//!
//! This library provides functionality to run neural network inference using
//! a sequence of instructions that operate on computation buffers. It supports
//! various operations like dot products, activations, copying, and element-wise operations.

pub mod activation;
pub mod errors;
pub mod gpu;
pub mod high_performance_execution_utils;
pub mod instruction_model;
pub mod instruction_model_info;
pub mod instructions;
pub mod parallel_predict;
pub mod utils;

// Benchmarks module
pub mod benchmarks;

pub use activation::Activation;
pub use instruction_model::InstructionModel;
pub use instruction_model_info::{InstructionModelInfo, ValidationData};
pub use parallel_predict::{ParallelPredictOutput, PredictConfig};