trustformers-core 0.1.1

Core traits and utilities for TrustformeRS
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98

// Custom optimized kernels for performance-critical operations
// Note: Glob re-exports may have name collisions across different backend implementations.
// This is intentional as each backend provides its own implementation of common types.
#![allow(ambiguous_glob_reexports)]

pub mod advanced_simd;
pub mod fused_ops;
pub mod rope;
pub mod simd;
pub mod simd_ops;

// Temporarily disabled - needs cudarc 0.17.7 API migration
// #[cfg(feature = "cuda")]
// pub mod cuda_kernels;

// Temporarily disabled - needs cudarc 0.17.7 API migration
// #[cfg(feature = "cuda")]
// pub mod cuda_impl;

#[cfg(feature = "rocm")]
pub mod rocm_kernels;

#[cfg(feature = "rocm")]
pub mod rocm_impl;

#[cfg(feature = "intel")]
pub mod intel_kernels;

#[cfg(feature = "intel")]
pub mod intel_impl;

#[cfg(feature = "vulkan")]
pub mod vulkan_kernels;

#[cfg(feature = "vulkan")]
pub mod vulkan_impl;

#[cfg(feature = "xla")]
pub mod xla_impl;

#[cfg(feature = "tpu")]
pub mod tpu_impl;

#[cfg(feature = "oneapi")]
pub mod oneapi_impl;

#[cfg(feature = "riscv")]
pub mod riscv_impl;

#[cfg(all(target_os = "macos", feature = "metal"))]
pub mod metal_impl;

pub use fused_ops::*;
pub use rope::*;
pub use simd::CpuFeatures as SIMDCpuFeatures;
pub use simd::{SIMDLayerNorm, SIMDMatrixOps, SIMDSoftmax};
pub use simd_ops::CpuFeatures;

// Temporarily disabled - needs cudarc 0.17.7 API migration
// #[cfg(feature = "cuda")]
// pub use cuda_kernels::*;

// Temporarily disabled - needs cudarc 0.17.7 API migration
// #[cfg(feature = "cuda")]
// pub use cuda_impl::*;

#[cfg(feature = "rocm")]
pub use rocm_kernels::*;

#[cfg(feature = "rocm")]
pub use rocm_impl::*;

#[cfg(feature = "intel")]
pub use intel_kernels::*;

#[cfg(feature = "intel")]
pub use intel_impl::*;

#[cfg(feature = "vulkan")]
pub use vulkan_kernels::*;

#[cfg(feature = "vulkan")]
pub use vulkan_impl::*;

#[cfg(feature = "xla")]
pub use xla_impl::*;

#[cfg(feature = "tpu")]
pub use tpu_impl::*;

#[cfg(feature = "oneapi")]
pub use oneapi_impl::*;

#[cfg(feature = "riscv")]
pub use riscv_impl::*;

#[cfg(all(target_os = "macos", feature = "metal"))]
pub use metal_impl::*;