oxibonsai-kernels 0.1.1

1-bit Q1_0_g128 compute kernels (dequant, GEMV, GEMM) for OxiBonsai
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39

//! Auto-generated module structure

pub mod cudagraph_accessors;
pub mod cudagraph_accessors_1;
pub mod cudagraph_context_arc_group;
pub mod cudagraph_encoding;
pub mod cudagraph_encoding_1;
pub mod cudagraph_encoding_2;
pub mod cudagraph_encoding_3;
pub mod cudagraph_encoding_4;
pub mod cudagraph_encoding_5;
pub mod cudagraph_global_group;
pub mod cudagraph_launch_fused_gate_up_swiglu_group;
pub mod cudagraph_launch_gemv_v7_residual_group;
pub mod cudagraph_launch_gemv_v8_group;
pub mod cudagraph_launch_gemv_v8_residual_group;
pub mod cudagraph_launch_gemv_v9_group;
pub mod cudagraph_launch_gemv_v9_residual_group;
pub mod cudagraph_launch_residual_add_group;
pub mod cudagraph_launch_rmsnorm_group;
pub mod cudagraph_launch_swiglu_group;
pub mod cudagraph_raw_dtoh_group;
pub mod cudagraph_raw_htod_group;
pub mod cudagraph_reformat_q1_aos_to_soa_group;
pub mod cudagraph_reformat_tq2_blocks_to_soa_group;
pub mod cudagraph_stream_arc_group;
pub mod cudagraph_traits;
pub mod cudagraph_type;
pub mod cudagraph_upload_weight_soa_new_group;
pub mod cudagraph_v8_shared_bytes_group;
pub mod cudagrapherror_traits;
pub mod functions;
pub mod nativecudabackend_traits;
pub mod types;

// Re-export public types and functions
pub use cudagraph_type::*;
pub use functions::*;
pub use types::*;