mlx-native-0.9.6

docs.rs

Rust

mlx-native 0.9.6

Pure-Rust Metal GPU compute library for MLX-compatible inference on Apple Silicon

Crate
Source
Builds
Feature flags

..
fixtures
adr_022_phase1_dense_mv_gpu_parity.rs
adr_022_phase1_dequant_parity.rs
adr_022_phase1_mv_ext_gpu_parity.rs
adr_022_phase1_mv_id_gpu_parity.rs
adr_022_phase2_q5_k_dense_parity.rs
adr_022_phase2_q5_k_mm_id_parity.rs
adr_022_phase3_q4_k_dense_parity.rs
adr_022_phase4_mv_ext_parity.rs
adr_028_iter309_q6k_mv_nr2_parity.rs
adr_028_iter310_rms_norm_v2_parity.rs
adr_028_iter321_q6k_id_mv_nr2_parity.rs
adr_028_iter331_fused_norm_add_v2_parity.rs
adr_028_iter368_q8_0_mv_nr2_parity.rs
adr_033_pi_iq4_xs_dense_mv_gpu_parity.rs
adr_033_pi_iq4_xs_dequant_dump.rs
adr_033_pi_iq4_xs_mm_id_parity.rs
adr_033_pi_iq4_xs_mv_id_gpu_parity.rs
adr_033_pi_task20_fused_mm_id_q6_K_microbench.rs
adr_033_pi_task20_fused_mm_id_q6_K_parity.rs
adr_033_pi_task25_chunk_k256_perf.rs
adr_034_task93_fused_gate_up_silu_iq4_nl_parity.rs
adr_034_task93_fused_gate_up_silu_q4_K_parity.rs
adr_034_task93_fused_gate_up_silu_q5_K_parity.rs
adr_034_task93_fused_gate_up_silu_q6_K_parity.rs
adr_034_task93_fused_gate_up_silu_q8_0_parity.rs
adr_034_task94_fused_dual_proj_q4_0_parity.rs
adr_040_concurrent_encoder_ordering.rs
adr_040_gpu_sample.rs
adr_040_q6k_mv_mN_byte_parity.rs
adr_040_q6k_mv_mN_speed.rs
adr_040_tq_fold_oproj_shadow.rs
bench_deepseek_compressor.rs
bench_deepseek_hyper_connection.rs
bench_deepseek_indexer.rs
bench_deepseek_moe.rs
bench_deepseek_sparse_attention.rs
bench_sdpa_tq.rs
bitwidth_ab.rs
deepseek_activation_quant.rs
deepseek_compressor.rs
deepseek_flash_skip.rs
deepseek_hyper_connection.rs
deepseek_i32_gguf.rs
deepseek_indexer.rs
deepseek_moe_activation.rs
deepseek_moe_routing.rs
deepseek_q2_k.rs
deepseek_sparse_attention.rs
deepseek_sparse_prefill_mask.rs
deepseek_tail_rope.rs
dispatch_profile.rs
encoder_session_cb_count_smoke.rs
encoder_session_lifecycle.rs
encoder_session_multistage.rs
encoder_session_wait_event_smoke.rs
iter175_h_e_metallib_perf.rs
iter175_h_f_threads_per_tg_geometry.rs
iter175_h_h_id_kernel_perdispatch.rs
iter175_h_i_peer_id_kernel_compare.rs
iter175_h_j_down_exps_q8_0.rs
iter175_h_k_dispatch_overhead.rs
iter175_h_l_wrapper_overhead.rs
iter175_h_m_pipeline_lookup_cost.rs
iter175_h_n_env_var_cost.rs
iter175_h_o_barrier_between_cost.rs
iter_g_hb_seq_determinism_spike.rs
metal_capture.rs
metal_capture_happy_path.rs
perf_chunk_scan_chunk_o.rs
perf_chunk_scan_inter_state.rs
round_trip_identity.rs
test_all_shaders_compile.rs
test_argmax.rs
test_argsort.rs
test_auto_barrier.rs
test_barrier_counter.rs
test_batch_kernels.rs
test_bf16_kernels.rs
test_cb_label_propagation.rs
test_chunk_gated_delta_rule_fwd.rs
test_chunk_tri_solve_invert.rs
test_copy.rs
test_cumsum.rs
test_dense_gemm.rs
test_dense_mm_bf16.rs
test_dense_mm_f16.rs
test_dense_mm_f32_f32.rs
test_elementwise.rs
test_embedding.rs
test_flash_attn_prefill.rs
test_flash_attn_train.rs
test_flash_attn_vec.rs
test_flash_attn_vec_f16_byte_identity.rs
test_flash_attn_vec_hybrid.rs
test_flash_attn_vec_reduce_tq_hb_undo_parity.rs
test_flash_attn_vec_tq.rs
test_flash_attn_vec_tq_hb_batched_parity.rs
test_flash_attn_vec_tq_hb_batched_parity_nwg1.rs
test_fused_moe_routing_batch_v3_parity.rs
test_fused_moe_routing_v2_parity.rs
test_fused_moe_routing_v3_parity.rs
test_fused_moe_wsum_endlayer_v2_parity.rs
test_fused_ops.rs
test_fused_post_attn_triple_norm_v2_parity.rs
test_fused_post_ff_norm2_endlayer.rs
test_fused_post_ff_norm2_endlayer_v2_parity.rs
test_gated_delta_net.rs
test_gated_delta_net_chunk.rs
test_gated_delta_net_chunk_o.rs
test_gated_delta_net_decode.rs
test_gated_delta_net_decode_capture.rs
test_gated_delta_net_kkt.rs
test_gated_delta_net_recompute_wu.rs
test_gather.rs
test_gather_bench.rs
test_gelu.rs
test_gguf_load_tensor_into_pool.rs
test_graph.rs
test_hadamard.rs
test_hadamard_quantize_kv.rs
test_hadamard_quantize_kv_hb_batched_parity.rs
test_iter386_parallel_encoding_bench.rs
test_iter396_storage_mode_bench.rs
test_kv_cache.rs
test_kv_copy_kf16_quantize_v_no_fwht_parity.rs
test_kv_quantize_v_no_fwht.rs
test_l2_norm.rs
test_moe_dispatch.rs
test_moe_gate.rs
test_q4_k_kernels.rs
test_q5_k_dequant.rs
test_qkv_split.rs
test_quantized_matmul.rs
test_quantized_matmul_ggml.rs
test_quantized_matmul_id.rs
test_quantized_matmul_id_ggml.rs
test_quantized_matmul_id_mm.rs
test_quantized_matmul_id_swiglu.rs
test_quantized_matmul_mm.rs
test_repeat_tiled.rs
test_residency_set.rs
test_rms_norm.rs
test_rms_norm_no_scale_f32.rs
test_rope.rs
test_rope_multi.rs
test_rope_neox_f32.rs
test_rope_train.rs
test_sampling.rs
test_scale_mask_softmax.rs
test_sdpa.rs
test_sigmoid_mul.rs
test_softcap.rs
test_softmax.rs
test_ssm_conv.rs
test_ssm_conv_capture.rs
test_tq_hb_encoder_byte_parity.rs
test_tq_hb_encoder_byte_parity.rs.bak
test_transpose_extended.rs
test_tree_attention_e1_1_parity.rs
test_tri_solve.rs
test_turboquant.rs
test_unretained_refs.rs
test_vision_2d_rope.rs