llama-cpp-sys-4 0.3.1

Low Level Bindings to llama.cpp
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90

#ifndef HVX_SIN_COS_H
#define HVX_SIN_COS_H

#include "hvx-base.h"
#include "hvx-floor.h"

static inline HVX_Vector hvx_vec_cos_f32(HVX_Vector x) {
    HVX_Vector const_inv_pi = hvx_vec_splat_f32(0.3183098861837907f);
    HVX_Vector const_half   = hvx_vec_splat_f32(0.5f);
    HVX_Vector const_pi     = hvx_vec_splat_f32(3.141592653589793f);
    HVX_Vector const_one    = hvx_vec_splat_f32(1.0f);
    HVX_Vector const_neg_one = hvx_vec_splat_f32(-1.0f);

    // n = floor(x * (1/pi) + 0.5)
    HVX_Vector n_float = hvx_vec_floor_f32(hvx_vec_add_f32_f32(hvx_vec_mul_f32_f32(x, const_inv_pi), const_half));

    // y = x - n * pi
    HVX_Vector y = hvx_vec_sub_f32_f32(x, hvx_vec_mul_f32_f32(n_float, const_pi));

    // Sign determination: if n is odd, sign is -1.0f, else 1.0f
    // half_n = n * 0.5f
    HVX_Vector half_n = hvx_vec_mul_f32_f32(n_float, const_half);
    // floor_half_n = floor(half_n)
    HVX_Vector floor_half_n = hvx_vec_floor_f32(half_n);
    // is_odd = half_n > floor_half_n
    HVX_VectorPred is_odd = Q6_Q_vcmp_gt_VsfVsf(half_n, floor_half_n);
    // sign = vmux(is_odd, -1.0f, 1.0f)
    HVX_Vector sign = Q6_V_vmux_QVV(is_odd, const_neg_one, const_one);

    // z = y^2
    HVX_Vector z = hvx_vec_mul_f32_f32(y, y);

    // Chebyshev approximation for cos(y)
    HVX_Vector c4 = hvx_vec_splat_f32(2.3557242013849433e-05f);
    HVX_Vector c3 = hvx_vec_splat_f32(-0.0013871428263450528f);
    HVX_Vector c2 = hvx_vec_splat_f32(0.041665895266688284f);
    HVX_Vector c1 = hvx_vec_splat_f32(-0.4999999360426369f);
    HVX_Vector c0 = hvx_vec_splat_f32(0.9999999999071725f);

    HVX_Vector cos_y = hvx_vec_add_f32_f32(c3, hvx_vec_mul_f32_f32(z, c4));
    cos_y = hvx_vec_add_f32_f32(c2, hvx_vec_mul_f32_f32(z, cos_y));
    cos_y = hvx_vec_add_f32_f32(c1, hvx_vec_mul_f32_f32(z, cos_y));
    cos_y = hvx_vec_add_f32_f32(c0, hvx_vec_mul_f32_f32(z, cos_y));

    return hvx_vec_mul_f32_f32(cos_y, sign);
}

static inline HVX_Vector hvx_vec_sin_f32(HVX_Vector x) {
    HVX_Vector const_inv_pi = hvx_vec_splat_f32(0.3183098861837907f);
    HVX_Vector const_half   = hvx_vec_splat_f32(0.5f);
    HVX_Vector const_pi     = hvx_vec_splat_f32(3.141592653589793f);
    HVX_Vector const_one    = hvx_vec_splat_f32(1.0f);
    HVX_Vector const_neg_one = hvx_vec_splat_f32(-1.0f);

    // n = floor(x * (1/pi) + 0.5)
    HVX_Vector n_float = hvx_vec_floor_f32(hvx_vec_add_f32_f32(hvx_vec_mul_f32_f32(x, const_inv_pi), const_half));

    // y = x - n * pi
    HVX_Vector y = hvx_vec_sub_f32_f32(x, hvx_vec_mul_f32_f32(n_float, const_pi));

    // Sign determination: if n is odd, sign is -1.0f, else 1.0f
    // half_n = n * 0.5f
    HVX_Vector half_n = hvx_vec_mul_f32_f32(n_float, const_half);
    // floor_half_n = floor(half_n)
    HVX_Vector floor_half_n = hvx_vec_floor_f32(half_n);
    // is_odd = half_n > floor_half_n
    HVX_VectorPred is_odd = Q6_Q_vcmp_gt_VsfVsf(half_n, floor_half_n);
    // sign = vmux(is_odd, -1.0f, 1.0f)
    HVX_Vector sign = Q6_V_vmux_QVV(is_odd, const_neg_one, const_one);

    // z = y^2
    HVX_Vector z = hvx_vec_mul_f32_f32(y, y);

    // Chebyshev approximation for sin(y)
    HVX_Vector s4 = hvx_vec_splat_f32(2.642186986152672e-06f);
    HVX_Vector s3 = hvx_vec_splat_f32(-0.00019825318964070864f);
    HVX_Vector s2 = hvx_vec_splat_f32(0.00833326283319605f);
    HVX_Vector s1 = hvx_vec_splat_f32(-0.16666666082087775f);
    HVX_Vector s0 = hvx_vec_splat_f32(0.999999999915155f);

    HVX_Vector sin_y = hvx_vec_add_f32_f32(s3, hvx_vec_mul_f32_f32(z, s4));
    sin_y = hvx_vec_add_f32_f32(s2, hvx_vec_mul_f32_f32(z, sin_y));
    sin_y = hvx_vec_add_f32_f32(s1, hvx_vec_mul_f32_f32(z, sin_y));
    sin_y = hvx_vec_add_f32_f32(s0, hvx_vec_mul_f32_f32(z, sin_y));
    sin_y = hvx_vec_mul_f32_f32(y, sin_y);

    return hvx_vec_mul_f32_f32(sin_y, sign);
}

#endif /* HVX_SIN_COS_H */