wax-core 0.1.0

Core inference engine for wax, a small Candle-based local LLM runner
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
pub mod device;
pub mod engine;
pub mod error;
pub mod loader;
pub mod sampler;
pub mod stats;
pub mod token_stream;

pub use candle_core::{DType, Device};
pub use device::{DTypeChoice, DeviceChoice};
pub use engine::{Engine, EngineConfig, GenerateRequest, StreamSink};
pub use error::{Result, WaxError};
pub use loader::{resolve_model_source, resolve_safetensors_files, ModelConfig, ModelSource};
pub use sampler::SamplingConfig;