ferrum_kernels/backend/
mod.rs

1//! Unified Backend trait for CUDA, Metal, and CPU compute.
2//!
3//! Each backend implements the same set of transformer-layer primitives
4//! (GEMM, norms, RoPE, attention, activations). `layer_forward()` and
5//! `ModelRunner` are generic over `Backend`, so one forward path serves
6//! all hardware targets.
7
8mod traits;
9pub use traits::*;
10
11mod types;
12pub use types::*;
13
14mod capabilities;
15mod memory;
16pub use memory::probe_device_memory;
17#[cfg(any(feature = "cuda", test))]
18mod native_status;
19
20#[cfg(any(feature = "cuda", test))]
21mod reusable_execution;
22
23mod kv_layer;
24pub use kv_layer::*;
25
26pub mod dtype;
27pub use dtype::{Dtype, HostDtype};
28
29pub mod buffer;
30pub use buffer::CpuBuf;
31#[cfg(feature = "cuda")]
32pub use buffer::CudaBuf;
33
34pub mod cpu;
35
36pub mod reference;
37
38#[cfg(feature = "metal")]
39pub mod metal;
40
41#[cfg(feature = "cuda")]
42pub mod cuda;
43
44pub mod timer;
ferrum_kernels/backend/mod.rs

ferrum_kernels/backend/
mod.rs
