ruda-tensor 0.21.35

Ruda tensor operations, backend contracts, and framework-facing primitives.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118

pub(crate) mod stats;

pub(crate) mod check;

mod autodiff;
mod base;
mod bool;
mod cartesian_grid;
#[path = "cast.rs"]
mod tensor_cast;
mod float;
mod fmod;
mod int;
mod numeric;
mod moe;
mod exchange;
mod moe_exchange;
pub use moe_exchange::{NativeMoeDispatched,dispatch_moe,combine_moe,received_moe_experts};
mod options;
mod orderable;
mod pad;
pub use pad::IntoPadding;
mod take;
mod transaction;
pub mod sparse;

mod trunc;

pub use autodiff::*;
pub use base::*;
pub use cartesian_grid::cartesian_grid;
pub use tensor_cast::*;
pub use crate::element::cast;
pub use float::{DEFAULT_ATOL, DEFAULT_RTOL};
pub use numeric::*;
pub use moe::{selected_router_weights,selected_router_weights_backward};
pub use options::*;
pub use transaction::*;

pub use crate::tensor::IndexingUpdateOp;
pub use crate::collective::{TensorCollective,ReplicatedTensorCollective,BroadcastTensorCollective,IntegerTensorCollective,VariableTensorCollective,VariableTensorExchange};
pub use crate::frozen_awq::{FrozenAwqOps, FrozenAwqError};
pub use crate::frozen_nf4::{FrozenNf4Ops,FrozenNf4Error,Nf4ProjectionOptions};
pub use crate::grouped_nf4::{Nf4GroupedOptions,Nf4ExpertPayload,FrozenNf4GroupedOps,FrozenNf4SwiGluOps};
pub use crate::packed_experts::{AwqExpertOptions,AwqExpertPayload,PackedExpertPayload,PackedExpertAutodiffError,FrozenPackedExpertOps};
pub use crate::expert_projection::{ExpertProjectionOptions,ExpertProjectionSelection,ExpertProjectionBackward,ExpertProjectionOps,
    NativeSwiGluSelection,NativeSwiGluBackward,NativeSwiGluOps};
pub use crate::moe::{MoeOps,MoeOptions,MoeSelectionOptions,MoeRouterScoring,MoeRouterWeightOptions,
    MoeExpertStrategy,MoeCombineGradientStrategy,MoeBackward,MoeGradientSelection,MoeBackwardSelected,MoeAutodiffError};
pub use crate::moe_exchange::{MoeDispatched,MoeDispatchOps,MoeCombineSelection,MoeCombineBackward,
    MoeReceivedOptions,MoeReceivedSelection,MoeReceivedBackward,MoeReceivedOps};

// Re-exported types
pub use crate::{
    BoolDType, BoolStore, DType, DataError, FloatDType, IntDType, TensorData, TensorMetadata,
    TensorPrimitive, Tolerance,
    distribution::*,
    element::*,
    indexing::*,
    ops::TransactionPrimitive,
    shape::*,
    slice::*,
    tensor::{Bool, Float, Int, TensorKind},
};

/// The activation module.
pub mod activation;

/// The backend module.
pub mod backend {
    pub use crate::backend::*;
}

/// The container module.
pub mod container {
    pub use crate::tensor::TensorContainer;
}

/// The grid module.
pub mod grid;

/// The linalg module.
pub mod linalg;

/// The loss module.
pub mod loss;

/// The neural network module.
pub mod module;

/// The signal processing module.
pub mod signal;

/// Operations on tensors module.
pub mod ops {
    pub use crate::backend::ops::*;
    pub use crate::tensor::{
        BoolElem, BoolTensor, Device, FloatElem, FloatTensor, IntElem, IntTensor, QuantizedTensor,
    };
}

/// Tensor quantization module.
pub mod quantization;

#[cfg(feature = "api-std")]
pub use report::*;

#[cfg(feature = "api-std")]
mod report;

pub use ops::Device; // Re-export device so that it's available from `ruda_tensor::api::Device`.

pub(crate) use check::macros::check;

pub use crate::{
    AllocationProperty, Bytes, DeviceSettings, StreamId, bf16, f16, get_device_settings, read_sync,
    set_default_dtypes, try_read_sync,
};