llama-cpp-sys-4 0.7.0

Low Level Bindings to llama.cpp
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21

#version 450

#include "generic_head.glsl"
#include "types.glsl"

layout(local_size_x = 512, local_size_y = 1, local_size_z = 1) in;

layout (binding = 0) writeonly buffer D {D_TYPE data_d[];};

void main() {
    // 2D grid flattening: each x workgroup covers gl_WorkGroupSize.x elements,
    // each y workgroup covers gl_NumWorkGroups.x * gl_WorkGroupSize.x elements.
    const uint i = (gl_GlobalInvocationID.y * gl_NumWorkGroups.x * gl_WorkGroupSize.x) + gl_GlobalInvocationID.x;

    if (i >= p.KX) {
        return;
    }

    // p.param1 = fill value
    data_d[i] = D_TYPE(p.param1);
}