llama-cpp-sys-4 0.2.46

Low Level Bindings to llama.cpp
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51

#pragma OPENCL EXTENSION cl_khr_fp16 : enable

//------------------------------------------------------------------------------
// solve_tri
//------------------------------------------------------------------------------
kernel void kernel_solve_tri_f32(
        global uchar * src0,
        ulong offset0,
        global uchar * src1,
        ulong offset1,
        global uchar * dst,
        ulong offsetd,
        int n,
        int k,
        ulong nb00,
        ulong nb01,
        ulong nb02,
        ulong nb03,
        ulong nb10,
        ulong nb11,
        ulong nb12,
        ulong nb13,
        ulong nb0,
        ulong nb1,
        ulong nb2,
        ulong nb3
) {
    int col = get_global_id(0);
    int i2 = get_global_id(1);
    int i3 = get_global_id(2);

    global const uchar * Lb = src0 + offset0 + i2 * nb02 + i3 * nb03;
    global const uchar * Bb = src1 + offset1 + i2 * nb12 + i3 * nb13;
    global       uchar * Xb = dst + offsetd + i2 * nb2 + i3 * nb3;

    for(int row = 0; row < n; ++row){
        global const float *pB = (global const float *)(Bb + row * nb11 + col * nb10);

        float sum = 0.0f;
        for(int j = 0; j < row; ++j){
            global const float *pL = (global const float *)(Lb + row * nb01 + j * nb00);
            global const float *pX = (global const float *)(Xb + j * nb1 + col * nb0);
            sum += (*pL) * (*pX);
        }

        global const float * pDiag = (global const float *)(Lb + row * nb01 + row *nb00);
        global float * pOut = (global float *)(Xb + row * nb1 + col *nb0);

        *pOut = ((* pB) - sum) / (*pDiag);
    }
}