kapsl-backends 0.1.0

Pluggable inference backends (ONNX, llama.cpp) for the Kapsl engine
Documentation
1
2
3
4
5
6
7
pub mod engine_pool;
pub mod factory;
pub mod onnx;

pub use engine_pool::{EnginePool, EnginePoolConfig};
pub use factory::{BackendFactory, OnnxRuntimeTuning};
pub use onnx::OnnxBackend;