hot_loop/lib.rs
1//! # High-Level Rust Crate for Running Gguf Chat-Models, Uses the Candle Backend
2
3#[cfg(feature = "mkl")]
4extern crate intel_mkl_src;
5
6#[cfg(feature = "accelerate")]
7extern crate accelerate_src;
8
9pub(crate) mod utils;
10pub use candle_core::Device;
11
12pub mod models;
13pub use models::{
14 models_core::model::Model,
15};
16
17pub(crate) mod backend;
18pub use backend::{
19 error::Error,
20 session,
21 settings,
22};