car-inference 0.6.0

Local model inference for CAR — Candle backend with Qwen3 models
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37

#[cfg(not(all(target_os = "macos", target_arch = "aarch64")))]
pub mod candle;
#[cfg(not(all(target_os = "macos", target_arch = "aarch64")))]
pub mod embedding;
#[cfg(not(all(target_os = "macos", target_arch = "aarch64")))]
pub mod moe;

#[cfg(all(target_os = "macos", target_arch = "aarch64"))]
pub mod foundation_models;
#[cfg(all(target_os = "macos", target_arch = "aarch64"))]
pub mod mlx;
#[cfg(all(target_os = "macos", target_arch = "aarch64"))]
pub mod mlx_flux;
#[cfg(all(target_os = "macos", target_arch = "aarch64"))]
pub mod mlx_kokoro;
#[cfg(all(target_os = "macos", target_arch = "aarch64"))]
pub mod external_flux;
#[cfg(all(target_os = "macos", target_arch = "aarch64"))]
pub mod external_ltx;
#[cfg(all(target_os = "macos", target_arch = "aarch64"))]
pub mod image_io;
#[cfg(all(target_os = "macos", target_arch = "aarch64"))]
pub mod mlx_gemma3;
#[cfg(all(target_os = "macos", target_arch = "aarch64"))]
pub mod mlx_ltx;
#[cfg(all(target_os = "macos", target_arch = "aarch64"))]
pub mod mlx_parakeet;
#[cfg(all(target_os = "macos", target_arch = "aarch64"))]
pub mod mlx_vlm_cli;

#[cfg(not(all(target_os = "macos", target_arch = "aarch64")))]
pub use self::candle::CandleBackend;
#[cfg(not(all(target_os = "macos", target_arch = "aarch64")))]
pub use self::embedding::EmbeddingBackend;

#[cfg(all(target_os = "macos", target_arch = "aarch64"))]
pub use self::mlx::MlxBackend;