Docs.rs
ik-llama-cpp-sys-0.1.2
Platform
x86_64-unknown-linux-gnu
Feature flags
docs.rs
About docs.rs
Badges
Builds
Metadata
Shorthand URLs
Download
Rustdoc JSON
Build queue
Privacy policy
Rust
Rust website
The Book
Standard Library API Reference
Rust by Example
The Cargo Guide
Clippy Documentation
ik-llama-cpp-sys 0.1.2
Low level bindings to ik_llama.cpp (ikawrakow's SOTA-quant fork)
Crate
Source
Builds
Feature flags
Documentation
..
fattn-mma-f16-instance-ncols1_1-ncols2_8.cu
fattn-mma-f16-instance-ncols1_16-ncols2_1.cu
fattn-mma-f16-instance-ncols1_16-ncols2_2.cu
fattn-mma-f16-instance-ncols1_16-ncols2_4.cu
fattn-mma-f16-instance-ncols1_2-ncols2_4.cu
fattn-mma-f16-instance-ncols1_2-ncols2_8.cu
fattn-mma-f16-instance-ncols1_32-ncols2_1.cu
fattn-mma-f16-instance-ncols1_32-ncols2_2.cu
fattn-mma-f16-instance-ncols1_4-ncols2_2.cu
fattn-mma-f16-instance-ncols1_4-ncols2_4.cu
fattn-mma-f16-instance-ncols1_4-ncols2_8.cu
fattn-mma-f16-instance-ncols1_64-ncols2_1.cu
fattn-mma-f16-instance-ncols1_8-ncols2_1.cu
fattn-mma-f16-instance-ncols1_8-ncols2_2.cu
fattn-mma-f16-instance-ncols1_8-ncols2_4.cu
fattn-mma-f16-instance-ncols1_8-ncols2_8.cu
fattn-vec-f16-instance-hs128-f16-f16.cu
fattn-vec-f16-instance-hs128-f16-iq4_nl.cu
fattn-vec-f16-instance-hs128-f16-q4_0.cu
fattn-vec-f16-instance-hs128-f16-q4_1.cu
fattn-vec-f16-instance-hs128-f16-q5_0.cu
fattn-vec-f16-instance-hs128-f16-q5_1.cu
fattn-vec-f16-instance-hs128-f16-q8_0.cu
fattn-vec-f16-instance-hs128-iq4_nl-iq4_nl.cu
fattn-vec-f16-instance-hs128-q4_0-f16.cu
fattn-vec-f16-instance-hs128-q4_0-iq4_nl.cu
fattn-vec-f16-instance-hs128-q4_0-q4_0.cu
fattn-vec-f16-instance-hs128-q4_0-q4_1.cu
fattn-vec-f16-instance-hs128-q4_0-q5_0.cu
fattn-vec-f16-instance-hs128-q4_0-q5_1.cu
fattn-vec-f16-instance-hs128-q4_0-q8_0.cu
fattn-vec-f16-instance-hs128-q4_1-f16.cu
fattn-vec-f16-instance-hs128-q4_1-iq4_nl.cu
fattn-vec-f16-instance-hs128-q4_1-q4_0.cu
fattn-vec-f16-instance-hs128-q4_1-q4_1.cu
fattn-vec-f16-instance-hs128-q4_1-q5_0.cu
fattn-vec-f16-instance-hs128-q4_1-q5_1.cu
fattn-vec-f16-instance-hs128-q4_1-q8_0.cu
fattn-vec-f16-instance-hs128-q5_0-f16.cu
fattn-vec-f16-instance-hs128-q5_0-iq4_nl.cu
fattn-vec-f16-instance-hs128-q5_0-q4_0.cu
fattn-vec-f16-instance-hs128-q5_0-q4_1.cu
fattn-vec-f16-instance-hs128-q5_0-q5_0.cu
fattn-vec-f16-instance-hs128-q5_0-q5_1.cu
fattn-vec-f16-instance-hs128-q5_0-q8_0.cu
fattn-vec-f16-instance-hs128-q5_1-f16.cu
fattn-vec-f16-instance-hs128-q5_1-iq4_nl.cu
fattn-vec-f16-instance-hs128-q5_1-q4_0.cu
fattn-vec-f16-instance-hs128-q5_1-q4_1.cu
fattn-vec-f16-instance-hs128-q5_1-q5_0.cu
fattn-vec-f16-instance-hs128-q5_1-q5_1.cu
fattn-vec-f16-instance-hs128-q5_1-q8_0.cu
fattn-vec-f16-instance-hs128-q6_0-q5_0.cu
fattn-vec-f16-instance-hs128-q6_0-q6_0.cu
fattn-vec-f16-instance-hs128-q8_0-f16.cu
fattn-vec-f16-instance-hs128-q8_0-iq4_nl.cu
fattn-vec-f16-instance-hs128-q8_0-q4_0.cu
fattn-vec-f16-instance-hs128-q8_0-q4_1.cu
fattn-vec-f16-instance-hs128-q8_0-q5_0.cu
fattn-vec-f16-instance-hs128-q8_0-q5_1.cu
fattn-vec-f16-instance-hs128-q8_0-q6_0.cu
fattn-vec-f16-instance-hs128-q8_0-q8_0.cu
fattn-vec-f16-instance-hs192-f16-f16.cu
fattn-vec-f16-instance-hs192-q8_0-q8_0.cu
fattn-vec-f16-instance-hs256-f16-f16.cu
fattn-vec-f16-instance-hs256-q8_0-q8_0.cu
fattn-vec-f16-instance-hs64-f16-f16.cu
fattn-vec-f16-instance-hs64-f16-iq4_nl.cu
fattn-vec-f16-instance-hs64-f16-q4_0.cu
fattn-vec-f16-instance-hs64-f16-q4_1.cu
fattn-vec-f16-instance-hs64-f16-q5_0.cu
fattn-vec-f16-instance-hs64-f16-q5_1.cu
fattn-vec-f16-instance-hs64-f16-q8_0.cu
fattn-vec-f32-instance-hs128-f16-f16.cu
fattn-vec-f32-instance-hs128-f16-iq4_nl.cu
fattn-vec-f32-instance-hs128-f16-q4_0.cu
fattn-vec-f32-instance-hs128-f16-q4_1.cu
fattn-vec-f32-instance-hs128-f16-q5_0.cu
fattn-vec-f32-instance-hs128-f16-q5_1.cu
fattn-vec-f32-instance-hs128-f16-q8_0.cu
fattn-vec-f32-instance-hs128-iq4_nl-iq4_nl.cu
fattn-vec-f32-instance-hs128-q4_0-f16.cu
fattn-vec-f32-instance-hs128-q4_0-iq4_nl.cu
fattn-vec-f32-instance-hs128-q4_0-q4_0.cu
fattn-vec-f32-instance-hs128-q4_0-q4_1.cu
fattn-vec-f32-instance-hs128-q4_0-q5_0.cu
fattn-vec-f32-instance-hs128-q4_0-q5_1.cu
fattn-vec-f32-instance-hs128-q4_0-q8_0.cu
fattn-vec-f32-instance-hs128-q4_1-f16.cu
fattn-vec-f32-instance-hs128-q4_1-iq4_nl.cu
fattn-vec-f32-instance-hs128-q4_1-q4_0.cu
fattn-vec-f32-instance-hs128-q4_1-q4_1.cu
fattn-vec-f32-instance-hs128-q4_1-q5_0.cu
fattn-vec-f32-instance-hs128-q4_1-q5_1.cu
fattn-vec-f32-instance-hs128-q4_1-q8_0.cu
fattn-vec-f32-instance-hs128-q5_0-f16.cu
fattn-vec-f32-instance-hs128-q5_0-iq4_nl.cu
fattn-vec-f32-instance-hs128-q5_0-q4_0.cu
fattn-vec-f32-instance-hs128-q5_0-q4_1.cu
fattn-vec-f32-instance-hs128-q5_0-q5_0.cu
fattn-vec-f32-instance-hs128-q5_0-q5_1.cu
fattn-vec-f32-instance-hs128-q5_0-q8_0.cu
fattn-vec-f32-instance-hs128-q5_1-f16.cu
fattn-vec-f32-instance-hs128-q5_1-iq4_nl.cu
fattn-vec-f32-instance-hs128-q5_1-q4_0.cu
fattn-vec-f32-instance-hs128-q5_1-q4_1.cu
fattn-vec-f32-instance-hs128-q5_1-q5_0.cu
fattn-vec-f32-instance-hs128-q5_1-q5_1.cu
fattn-vec-f32-instance-hs128-q5_1-q8_0.cu
fattn-vec-f32-instance-hs128-q6_0-q5_0.cu
fattn-vec-f32-instance-hs128-q6_0-q6_0.cu
fattn-vec-f32-instance-hs128-q8_0-f16.cu
fattn-vec-f32-instance-hs128-q8_0-iq4_nl.cu
fattn-vec-f32-instance-hs128-q8_0-q4_0.cu
fattn-vec-f32-instance-hs128-q8_0-q4_1.cu
fattn-vec-f32-instance-hs128-q8_0-q5_0.cu
fattn-vec-f32-instance-hs128-q8_0-q5_1.cu
fattn-vec-f32-instance-hs128-q8_0-q6_0.cu
fattn-vec-f32-instance-hs128-q8_0-q8_0.cu
fattn-vec-f32-instance-hs192-f16-f16.cu
fattn-vec-f32-instance-hs192-q8_0-q8_0.cu
fattn-vec-f32-instance-hs256-f16-f16.cu
fattn-vec-f32-instance-hs256-q8_0-q8_0.cu
fattn-vec-f32-instance-hs576-f16-f16.cu
fattn-vec-f32-instance-hs576-q8_0-q8_0.cu
fattn-vec-f32-instance-hs64-f16-f16.cu
fattn-vec-f32-instance-hs64-f16-iq4_nl.cu
fattn-vec-f32-instance-hs64-f16-q4_0.cu
fattn-vec-f32-instance-hs64-f16-q4_1.cu
fattn-vec-f32-instance-hs64-f16-q5_0.cu
fattn-vec-f32-instance-hs64-f16-q5_1.cu
fattn-vec-f32-instance-hs64-f16-q8_0.cu
fattn-wmma-f16-instance-kqfloat-cpb16.cu
fattn-wmma-f16-instance-kqfloat-cpb32.cu
fattn-wmma-f16-instance-kqhalf-cpb16.cu
fattn-wmma-f16-instance-kqhalf-cpb32.cu
fattn-wmma-f16-instance-kqhalf-cpb8.cu
generate_cu_files.py
mmq-instance-iq1_kt.cu
mmq-instance-iq1_kt_id.cu
mmq-instance-iq1_s.cu
mmq-instance-iq1_s_id.cu
mmq-instance-iq1_s_r4.cu
mmq-instance-iq2_k.cu
mmq-instance-iq2_k_id.cu
mmq-instance-iq2_k_r4.cu
mmq-instance-iq2_kl.cu
mmq-instance-iq2_kl_id.cu
mmq-instance-iq2_ks.cu
mmq-instance-iq2_ks_id.cu
mmq-instance-iq2_kt.cu
mmq-instance-iq2_kt_id.cu
mmq-instance-iq2_s.cu
mmq-instance-iq2_s_id.cu
mmq-instance-iq2_xs.cu
mmq-instance-iq2_xs_id.cu
mmq-instance-iq2_xxs.cu
mmq-instance-iq2_xxs_id.cu
mmq-instance-iq3_k.cu
mmq-instance-iq3_k_id.cu
mmq-instance-iq3_k_r4.cu
mmq-instance-iq3_ks.cu
mmq-instance-iq3_ks_id.cu
mmq-instance-iq3_kt.cu
mmq-instance-iq3_kt_id.cu
mmq-instance-iq3_s.cu
mmq-instance-iq3_s_id.cu
mmq-instance-iq3_xxs.cu
mmq-instance-iq3_xxs_id.cu
mmq-instance-iq4_k.cu
mmq-instance-iq4_k_id.cu
mmq-instance-iq4_k_r4.cu
mmq-instance-iq4_ks.cu
mmq-instance-iq4_ks_id.cu
mmq-instance-iq4_ks_r4.cu
mmq-instance-iq4_kss.cu
mmq-instance-iq4_kt.cu
mmq-instance-iq4_kt_id.cu
mmq-instance-iq4_nl.cu
mmq-instance-iq4_nl_id.cu
mmq-instance-iq4_xs.cu
mmq-instance-iq4_xs_id.cu
mmq-instance-iq5_k.cu
mmq-instance-iq5_k_id.cu
mmq-instance-iq5_k_r4.cu
mmq-instance-iq5_ks.cu
mmq-instance-iq5_ks_id.cu
mmq-instance-iq5_ks_r4.cu
mmq-instance-iq6_k.cu
mmq-instance-iq6_k_id.cu
mmq-instance-q2_k.cu
mmq-instance-q2_k_id.cu
mmq-instance-q3_k.cu
mmq-instance-q3_k_id.cu
mmq-instance-q4_0.cu
mmq-instance-q4_0_id.cu
mmq-instance-q4_1.cu
mmq-instance-q4_1_id.cu
mmq-instance-q4_k.cu
mmq-instance-q4_k_id.cu
mmq-instance-q5_0.cu
mmq-instance-q5_0_id.cu
mmq-instance-q5_1.cu
mmq-instance-q5_1_id.cu
mmq-instance-q5_k.cu
mmq-instance-q5_k_id.cu
mmq-instance-q6_0.cu
mmq-instance-q6_0_id.cu
mmq-instance-q6_k.cu
mmq-instance-q6_k_id.cu
mmq-instance-q8_0.cu
mmq-instance-q8_0_id.cu
mmvq-instance-iq1_bn.cu
mmvq-instance-iq1_kt.cu
mmvq-instance-iq1_m.cu
mmvq-instance-iq1_m_r4.cu
mmvq-instance-iq1_s.cu
mmvq-instance-iq1_s_r4.cu
mmvq-instance-iq2_bn.cu
mmvq-instance-iq2_k.cu
mmvq-instance-iq2_k_r4.cu
mmvq-instance-iq2_kl.cu
mmvq-instance-iq2_ks.cu
mmvq-instance-iq2_kt.cu
mmvq-instance-iq2_s.cu
mmvq-instance-iq2_xs.cu
mmvq-instance-iq2_xxs.cu
mmvq-instance-iq3_k.cu
mmvq-instance-iq3_k_r4.cu
mmvq-instance-iq3_ks.cu
mmvq-instance-iq3_kt.cu
mmvq-instance-iq3_s.cu
mmvq-instance-iq3_xxs.cu
mmvq-instance-iq4_k.cu
mmvq-instance-iq4_k_r4.cu
mmvq-instance-iq4_ks.cu
mmvq-instance-iq4_ks_r4.cu
mmvq-instance-iq4_kss.cu
mmvq-instance-iq4_kt.cu
mmvq-instance-iq4_nl.cu
mmvq-instance-iq4_xs.cu
mmvq-instance-iq5_k.cu
mmvq-instance-iq5_k_r4.cu
mmvq-instance-iq5_ks.cu
mmvq-instance-iq5_ks_r4.cu
mmvq-instance-iq6_k.cu
mmvq-instance-mxfp4.cu
mmvq-instance-q2_K.cu
mmvq-instance-q3_K.cu
mmvq-instance-q4_0.cu
mmvq-instance-q4_1.cu
mmvq-instance-q4_K.cu
mmvq-instance-q5_0.cu
mmvq-instance-q5_1.cu
mmvq-instance-q5_K.cu
mmvq-instance-q6_0.cu
mmvq-instance-q6_K.cu
mmvq-instance-q8_0.cu