1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
/******************************************************************************\
* Authors: Iconoclast *
* Release: 2013.11.26 *
* License: CC0 Public Domain Dedication *
* *
* To the extent possible under law, the author(s) have dedicated all copyright *
* and related and neighboring rights to this software to the public domain *
* worldwide. This software is distributed without any warranty. *
* *
* You should have received a copy of the CC0 Public Domain Dedication along *
* with this software. *
* If not, see <http://creativecommons.org/publicdomain/zero/1.0/>. *
\******************************************************************************/
#include "vu.h"
INLINE static void clr_ci(usf_state_t * state, short* VD, short* VS, short* VT)
{ /* clear CARRY and carry in to accumulators */
#ifdef ARCH_MIN_SSE2
__m128i xmm,vs,vt,co; /*,ne;*/
xmm = _mm_setzero_si128();
vs = _mm_load_si128((const __m128i*)VS);
vt = _mm_load_si128((const __m128i*)VT);
co = _mm_load_si128((const __m128i*)state->co);
vs = _mm_add_epi16(vs,vt);
vs = _mm_add_epi16(vs,co);
_mm_store_si128((__m128i*)VACC_L, vs);
SIGNED_CLAMP_ADD(state, VD, VS, VT);
_mm_storeu_si128((__m128i*)state->ne, xmm);
_mm_storeu_si128((__m128i*)state->co, xmm);
return;
#endif
#ifdef ARCH_MIN_ARM_NEON
int16x8_t vs, vt, zero1,co;
zero1 = vdupq_n_s16(0);
vs = vld1q_s16((const int16_t*)VS);
vt = vld1q_s16((const int16_t*)VT);
co = vld1q_s16((const int16_t*)state->co);
vs = vaddq_s16(vs,vt);
vs = vaddq_s16(vs,co);
vst1q_s16(VACC_L, vs);
SIGNED_CLAMP_ADD(state, VD, VS, VT);
vst1q_s16(state->ne, zero1);
vst1q_s16(state->co, zero1);
return;
#endif
#if !defined ARCH_MIN_ARM_NEON && !defined ARCH_MIN_SSE2
register int i;
for (i = 0; i < N; i++)
VACC_L[i] = VS[i] + VT[i] + state->co[i];
SIGNED_CLAMP_ADD(state, VD, VS, VT);
for (i = 0; i < N; i++)
state->ne[i] = 0;
for (i = 0; i < N; i++)
state->co[i] = 0;
return;
#endif
}
static void VADD(usf_state_t * state, int vd, int vs, int vt, int e)
{
ALIGNED short ST[N];
SHUFFLE_VECTOR(ST, state->VR[vt], e);
clr_ci(state, state->VR[vd], state->VR[vs], ST);
return;
}