ik-llama-cpp-sys 0.1.5

Low level bindings to ik_llama.cpp (ikawrakow's SOTA-quant fork)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52

//
// Copyright (C) 2025 Iwan Kawrakow
// MIT license
// SPDX-License-Identifier: MIT
//

#pragma once
#include <stdint.h>
#include <stdbool.h>
#include "iqk_config.h"
#ifdef __cplusplus
extern "C" {
#endif

struct ggml_tensor;

bool iqk_has_fancy_simd(void);

void iqk_sumrows_div(struct ggml_tensor * div, int ith, int nth);

void iqk_grouped_top_k(struct ggml_tensor * dst, int ith, int nth);

void iqk_argsort(struct ggml_tensor * dst, int ith, int nth);

void iqk_bailingmoev2_experts(struct ggml_tensor * dst, struct ggml_tensor * topk, int ith, int nth);

void iqk_glm45moe_experts(struct ggml_tensor * dst, struct ggml_tensor * topk_view, int ith, int nth);

void iqk_openai_experts(struct ggml_tensor * topk, struct ggml_tensor * softmax, int ith, int nth);

void iqk_mul_multi_add(struct ggml_tensor * dst, int ith, int nth);

void iqk_hadamard(struct ggml_tensor * dst, int ith, int nth);

float iqk_exp_with_thresh(int n, float * logits, float max, float min);

bool iqk_ssm_conv4(int nr, int nc, int nt,
        uint64_t nb01, uint64_t nb10, uint64_t nb11, uint64_t nb21,
        const float * x0, const float * s0, const float * c,
        float * dst, float * dst_silu, int ith, int nth);

void iqk_rms_rms_add(struct ggml_tensor * dst, int ith, int nth);

void iqk_blend(struct ggml_tensor * dst, int ith, int nth);

void iqk_mask_topk(struct ggml_tensor * dst, int ith, int nth);

#ifdef __cplusplus
}
#endif