numr 0.5.1

High-performance numerical computing with multi-backend GPU acceleration (CPU/CUDA/WebGPU)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56

//! Runtime backends for tensor computation
//!
//! This module defines the `Runtime` trait and provides implementations
//! for different compute backends (CPU, CUDA, WebGPU).
//!
//! # Architecture
//!
//! ```text
//! Runtime (backend identity)
//! ├── Device (identifies a specific GPU/CPU)
//! ├── Client (dispatches operations, owns stream/queue)
//! ├── Allocator (memory management with freeze support)
//! └── RawHandle (escape hatch for custom kernels)
//! ```

pub(crate) mod common;
mod communicator;
pub mod traits;

pub mod cpu;

#[cfg(feature = "cuda")]
pub mod cuda;

#[cfg(feature = "wgpu")]
pub mod wgpu;

// CPU fallback utilities for GPU backends (not common - GPU-specific)
#[cfg(any(feature = "cuda", feature = "wgpu"))]
pub(crate) mod fallback;

// Common re-exports
#[cfg(any(feature = "cuda", feature = "wgpu"))]
pub(crate) use common::AllocGuard;
pub(crate) use common::DefaultAllocator;
#[cfg(any(feature = "cuda", feature = "wgpu"))]
pub(crate) use common::compute_contiguous_strides;
pub use common::{AllocationStats, Allocator, Graph, NoOpGraph, TrackingAllocator};
pub(crate) use common::{
    compute_broadcast_shape, ensure_contiguous, normalize_dim, validate_arange,
    validate_binary_dtypes, validate_eye,
};

// Communicator re-exports
#[cfg(feature = "distributed-gpu")]
pub use communicator::HierarchicalCommunicator;
#[cfg(feature = "distributed")]
pub use communicator::NexarNetCommunicator;
pub use communicator::{
    Communicator, CommunicatorGroup, NoOpCommunicator, ParallelDim, ReduceOp, StreamSyncOps,
};
#[cfg(feature = "nccl")]
pub use cuda::NcclCommunicator;

// Trait re-exports
pub use traits::{Device, Runtime, RuntimeClient};