bitcoin_sha256/sha256_shani.rs
1/*!
2 | Based on
3 | https://github.com/noloader/SHA-Intrinsics/blob/master/sha256-x86.c,
4 |
5 | Written and placed in public domain by Jeffrey
6 | Walton.
7 |
8 | Based on code from Intel, and by Sean Gulley
9 | for the miTLS project.
10 */
11
12crate::ix!();
13
14
15
16//-------------------------------------------[.cpp/bitcoin/src/crypto/sha256_shani.cpp]
17
18#[cfg(ENABLE_SHANI)]
19pub mod enable_shani {
20
21 pub const MASK: AlignAs<[u8; 16],__m128i> = vec!{0x03, 0x02, 0x01, 0x00, 0x07, 0x06, 0x05, 0x04, 0x0b, 0x0a, 0x09, 0x08, 0x0f, 0x0e, 0x0d, 0x0c};
22 pub const INIT0: AlignAs<[u8; 16],__m128i> = vec!{0x8c, 0x68, 0x05, 0x9b, 0x7f, 0x52, 0x0e, 0x51, 0x85, 0xae, 0x67, 0xbb, 0x67, 0xe6, 0x09, 0x6a};
23 pub const INIT1: AlignAs<[u8; 16],__m128i> = vec!{0x19, 0xcd, 0xe0, 0x5b, 0xab, 0xd9, 0x83, 0x1f, 0x3a, 0xf5, 0x4f, 0xa5, 0x72, 0xf3, 0x6e, 0x3c};
24
25 #[inline(always)] pub fn quad_round(
26 state0: &mut __m128i,
27 state1: &mut __m128i,
28 k1: u64,
29 k0: u64) {
30
31 todo!();
32 /*
33 const __m128i msg = _mm_set_epi64x(k1, k0);
34 state1 = _mm_sha256rnds2_epu32(state1, state0, msg);
35 state0 = _mm_sha256rnds2_epu32(state0, state1, _mm_shuffle_epi32(msg, 0x0e));
36 */
37 }
38
39 #[inline(always)] pub fn quad_round(
40 state0: &mut __m128i,
41 state1: &mut __m128i,
42 m: __m128i,
43 k1: u64,
44 k0: u64) {
45
46 todo!();
47 /*
48 const __m128i msg = _mm_add_epi32(m, _mm_set_epi64x(k1, k0));
49 state1 = _mm_sha256rnds2_epu32(state1, state0, msg);
50 state0 = _mm_sha256rnds2_epu32(state0, state1, _mm_shuffle_epi32(msg, 0x0e));
51 */
52 }
53
54 #[inline(always)] pub fn shift_messagea(
55 m0: &mut __m128i,
56 m1: __m128i) {
57
58 todo!();
59 /*
60 m0 = _mm_sha256msg1_epu32(m0, m1);
61 */
62 }
63
64 #[inline(always)] pub fn shift_messagec(
65 m0: &mut __m128i,
66 m1: __m128i,
67 m2: &mut __m128i) {
68
69 todo!();
70 /*
71 m2 = _mm_sha256msg2_epu32(_mm_add_epi32(m2, _mm_alignr_epi8(m1, m0, 4)), m1);
72 */
73 }
74
75 #[inline(always)] pub fn shift_messageb(
76 m0: &mut __m128i,
77 m1: __m128i,
78 m2: &mut __m128i) {
79
80 todo!();
81 /*
82 ShiftMessageC(m0, m1, m2);
83 ShiftMessageA(m0, m1);
84 */
85 }
86
87 #[inline(always)] pub fn shuffle(
88 s0: &mut __m128i,
89 s1: &mut __m128i) {
90
91 todo!();
92 /*
93 const __m128i t1 = _mm_shuffle_epi32(s0, 0xB1);
94 const __m128i t2 = _mm_shuffle_epi32(s1, 0x1B);
95 s0 = _mm_alignr_epi8(t1, t2, 0x08);
96 s1 = _mm_blend_epi16(t2, t1, 0xF0);
97 */
98 }
99
100 #[inline(always)] pub fn unshuffle(
101 s0: &mut __m128i,
102 s1: &mut __m128i) {
103
104 todo!();
105 /*
106 const __m128i t1 = _mm_shuffle_epi32(s0, 0x1B);
107 const __m128i t2 = _mm_shuffle_epi32(s1, 0xB1);
108 s0 = _mm_blend_epi16(t1, t2, 0xF0);
109 s1 = _mm_alignr_epi8(t2, t1, 0x08);
110 */
111 }
112
113 #[inline(always)] pub fn load(in_: *const u8) {
114
115 todo!();
116 /*
117 return _mm_shuffle_epi8(_mm_loadu_si128((const __m128i*)in), _mm_load_si128((const __m128i*)MASK));
118 */
119 }
120
121 #[inline(always)] pub fn save(
122 out: *mut u8,
123 s: __m128i) {
124
125 todo!();
126 /*
127 _mm_storeu_si128((__m128i*)out, _mm_shuffle_epi8(s, _mm_load_si128((const __m128i*)MASK)));
128 */
129 }
130
131 pub mod sha256_shani {
132
133 pub fn transform(
134 s: *mut u32,
135 chunk: *const u8,
136 blocks: usize) {
137
138 todo!();
139 /*
140 __m128i m0, m1, m2, m3, s0, s1, so0, so1;
141
142 /* Load state */
143 s0 = _mm_loadu_si128((const __m128i*)s);
144 s1 = _mm_loadu_si128((const __m128i*)(s + 4));
145 Shuffle(s0, s1);
146
147 while (blocks--) {
148 /* Remember old state */
149 so0 = s0;
150 so1 = s1;
151
152 /* Load data and transform */
153 m0 = Load(chunk);
154 QuadRound(s0, s1, m0, 0xe9b5dba5b5c0fbcfull, 0x71374491428a2f98ull);
155 m1 = Load(chunk + 16);
156 QuadRound(s0, s1, m1, 0xab1c5ed5923f82a4ull, 0x59f111f13956c25bull);
157 ShiftMessageA(m0, m1);
158 m2 = Load(chunk + 32);
159 QuadRound(s0, s1, m2, 0x550c7dc3243185beull, 0x12835b01d807aa98ull);
160 ShiftMessageA(m1, m2);
161 m3 = Load(chunk + 48);
162 QuadRound(s0, s1, m3, 0xc19bf1749bdc06a7ull, 0x80deb1fe72be5d74ull);
163 ShiftMessageB(m2, m3, m0);
164 QuadRound(s0, s1, m0, 0x240ca1cc0fc19dc6ull, 0xefbe4786E49b69c1ull);
165 ShiftMessageB(m3, m0, m1);
166 QuadRound(s0, s1, m1, 0x76f988da5cb0a9dcull, 0x4a7484aa2de92c6full);
167 ShiftMessageB(m0, m1, m2);
168 QuadRound(s0, s1, m2, 0xbf597fc7b00327c8ull, 0xa831c66d983e5152ull);
169 ShiftMessageB(m1, m2, m3);
170 QuadRound(s0, s1, m3, 0x1429296706ca6351ull, 0xd5a79147c6e00bf3ull);
171 ShiftMessageB(m2, m3, m0);
172 QuadRound(s0, s1, m0, 0x53380d134d2c6dfcull, 0x2e1b213827b70a85ull);
173 ShiftMessageB(m3, m0, m1);
174 QuadRound(s0, s1, m1, 0x92722c8581c2c92eull, 0x766a0abb650a7354ull);
175 ShiftMessageB(m0, m1, m2);
176 QuadRound(s0, s1, m2, 0xc76c51A3c24b8b70ull, 0xa81a664ba2bfe8a1ull);
177 ShiftMessageB(m1, m2, m3);
178 QuadRound(s0, s1, m3, 0x106aa070f40e3585ull, 0xd6990624d192e819ull);
179 ShiftMessageB(m2, m3, m0);
180 QuadRound(s0, s1, m0, 0x34b0bcb52748774cull, 0x1e376c0819a4c116ull);
181 ShiftMessageB(m3, m0, m1);
182 QuadRound(s0, s1, m1, 0x682e6ff35b9cca4full, 0x4ed8aa4a391c0cb3ull);
183 ShiftMessageC(m0, m1, m2);
184 QuadRound(s0, s1, m2, 0x8cc7020884c87814ull, 0x78a5636f748f82eeull);
185 ShiftMessageC(m1, m2, m3);
186 QuadRound(s0, s1, m3, 0xc67178f2bef9A3f7ull, 0xa4506ceb90befffaull);
187
188 /* Combine with old state */
189 s0 = _mm_add_epi32(s0, so0);
190 s1 = _mm_add_epi32(s1, so1);
191
192 /* Advance */
193 chunk += 64;
194 }
195
196 Unshuffle(s0, s1);
197 _mm_storeu_si128((__m128i*)s, s0);
198 _mm_storeu_si128((__m128i*)(s + 4), s1);
199 */
200 }
201 }
202
203 pub mod sha256d64_shani {
204
205 pub fn transform_2way(
206 out: *mut u8,
207 in_: *const u8) {
208
209 todo!();
210 /*
211 __m128i am0, am1, am2, am3, as0, as1, aso0, aso1;
212 __m128i bm0, bm1, bm2, bm3, bs0, bs1, bso0, bso1;
213
214 /* Transform 1 */
215 bs0 = as0 = _mm_load_si128((const __m128i*)INIT0);
216 bs1 = as1 = _mm_load_si128((const __m128i*)INIT1);
217 am0 = Load(in);
218 bm0 = Load(in + 64);
219 QuadRound(as0, as1, am0, 0xe9b5dba5b5c0fbcfull, 0x71374491428a2f98ull);
220 QuadRound(bs0, bs1, bm0, 0xe9b5dba5b5c0fbcfull, 0x71374491428a2f98ull);
221 am1 = Load(in + 16);
222 bm1 = Load(in + 80);
223 QuadRound(as0, as1, am1, 0xab1c5ed5923f82a4ull, 0x59f111f13956c25bull);
224 QuadRound(bs0, bs1, bm1, 0xab1c5ed5923f82a4ull, 0x59f111f13956c25bull);
225 ShiftMessageA(am0, am1);
226 ShiftMessageA(bm0, bm1);
227 am2 = Load(in + 32);
228 bm2 = Load(in + 96);
229 QuadRound(as0, as1, am2, 0x550c7dc3243185beull, 0x12835b01d807aa98ull);
230 QuadRound(bs0, bs1, bm2, 0x550c7dc3243185beull, 0x12835b01d807aa98ull);
231 ShiftMessageA(am1, am2);
232 ShiftMessageA(bm1, bm2);
233 am3 = Load(in + 48);
234 bm3 = Load(in + 112);
235 QuadRound(as0, as1, am3, 0xc19bf1749bdc06a7ull, 0x80deb1fe72be5d74ull);
236 QuadRound(bs0, bs1, bm3, 0xc19bf1749bdc06a7ull, 0x80deb1fe72be5d74ull);
237 ShiftMessageB(am2, am3, am0);
238 ShiftMessageB(bm2, bm3, bm0);
239 QuadRound(as0, as1, am0, 0x240ca1cc0fc19dc6ull, 0xefbe4786E49b69c1ull);
240 QuadRound(bs0, bs1, bm0, 0x240ca1cc0fc19dc6ull, 0xefbe4786E49b69c1ull);
241 ShiftMessageB(am3, am0, am1);
242 ShiftMessageB(bm3, bm0, bm1);
243 QuadRound(as0, as1, am1, 0x76f988da5cb0a9dcull, 0x4a7484aa2de92c6full);
244 QuadRound(bs0, bs1, bm1, 0x76f988da5cb0a9dcull, 0x4a7484aa2de92c6full);
245 ShiftMessageB(am0, am1, am2);
246 ShiftMessageB(bm0, bm1, bm2);
247 QuadRound(as0, as1, am2, 0xbf597fc7b00327c8ull, 0xa831c66d983e5152ull);
248 QuadRound(bs0, bs1, bm2, 0xbf597fc7b00327c8ull, 0xa831c66d983e5152ull);
249 ShiftMessageB(am1, am2, am3);
250 ShiftMessageB(bm1, bm2, bm3);
251 QuadRound(as0, as1, am3, 0x1429296706ca6351ull, 0xd5a79147c6e00bf3ull);
252 QuadRound(bs0, bs1, bm3, 0x1429296706ca6351ull, 0xd5a79147c6e00bf3ull);
253 ShiftMessageB(am2, am3, am0);
254 ShiftMessageB(bm2, bm3, bm0);
255 QuadRound(as0, as1, am0, 0x53380d134d2c6dfcull, 0x2e1b213827b70a85ull);
256 QuadRound(bs0, bs1, bm0, 0x53380d134d2c6dfcull, 0x2e1b213827b70a85ull);
257 ShiftMessageB(am3, am0, am1);
258 ShiftMessageB(bm3, bm0, bm1);
259 QuadRound(as0, as1, am1, 0x92722c8581c2c92eull, 0x766a0abb650a7354ull);
260 QuadRound(bs0, bs1, bm1, 0x92722c8581c2c92eull, 0x766a0abb650a7354ull);
261 ShiftMessageB(am0, am1, am2);
262 ShiftMessageB(bm0, bm1, bm2);
263 QuadRound(as0, as1, am2, 0xc76c51A3c24b8b70ull, 0xa81a664ba2bfe8a1ull);
264 QuadRound(bs0, bs1, bm2, 0xc76c51A3c24b8b70ull, 0xa81a664ba2bfe8a1ull);
265 ShiftMessageB(am1, am2, am3);
266 ShiftMessageB(bm1, bm2, bm3);
267 QuadRound(as0, as1, am3, 0x106aa070f40e3585ull, 0xd6990624d192e819ull);
268 QuadRound(bs0, bs1, bm3, 0x106aa070f40e3585ull, 0xd6990624d192e819ull);
269 ShiftMessageB(am2, am3, am0);
270 ShiftMessageB(bm2, bm3, bm0);
271 QuadRound(as0, as1, am0, 0x34b0bcb52748774cull, 0x1e376c0819a4c116ull);
272 QuadRound(bs0, bs1, bm0, 0x34b0bcb52748774cull, 0x1e376c0819a4c116ull);
273 ShiftMessageB(am3, am0, am1);
274 ShiftMessageB(bm3, bm0, bm1);
275 QuadRound(as0, as1, am1, 0x682e6ff35b9cca4full, 0x4ed8aa4a391c0cb3ull);
276 QuadRound(bs0, bs1, bm1, 0x682e6ff35b9cca4full, 0x4ed8aa4a391c0cb3ull);
277 ShiftMessageC(am0, am1, am2);
278 ShiftMessageC(bm0, bm1, bm2);
279 QuadRound(as0, as1, am2, 0x8cc7020884c87814ull, 0x78a5636f748f82eeull);
280 QuadRound(bs0, bs1, bm2, 0x8cc7020884c87814ull, 0x78a5636f748f82eeull);
281 ShiftMessageC(am1, am2, am3);
282 ShiftMessageC(bm1, bm2, bm3);
283 QuadRound(as0, as1, am3, 0xc67178f2bef9A3f7ull, 0xa4506ceb90befffaull);
284 QuadRound(bs0, bs1, bm3, 0xc67178f2bef9A3f7ull, 0xa4506ceb90befffaull);
285 as0 = _mm_add_epi32(as0, _mm_load_si128((const __m128i*)INIT0));
286 bs0 = _mm_add_epi32(bs0, _mm_load_si128((const __m128i*)INIT0));
287 as1 = _mm_add_epi32(as1, _mm_load_si128((const __m128i*)INIT1));
288 bs1 = _mm_add_epi32(bs1, _mm_load_si128((const __m128i*)INIT1));
289
290 /* Transform 2 */
291 aso0 = as0;
292 bso0 = bs0;
293 aso1 = as1;
294 bso1 = bs1;
295 QuadRound(as0, as1, 0xe9b5dba5b5c0fbcfull, 0x71374491c28a2f98ull);
296 QuadRound(bs0, bs1, 0xe9b5dba5b5c0fbcfull, 0x71374491c28a2f98ull);
297 QuadRound(as0, as1, 0xab1c5ed5923f82a4ull, 0x59f111f13956c25bull);
298 QuadRound(bs0, bs1, 0xab1c5ed5923f82a4ull, 0x59f111f13956c25bull);
299 QuadRound(as0, as1, 0x550c7dc3243185beull, 0x12835b01d807aa98ull);
300 QuadRound(bs0, bs1, 0x550c7dc3243185beull, 0x12835b01d807aa98ull);
301 QuadRound(as0, as1, 0xc19bf3749bdc06a7ull, 0x80deb1fe72be5d74ull);
302 QuadRound(bs0, bs1, 0xc19bf3749bdc06a7ull, 0x80deb1fe72be5d74ull);
303 QuadRound(as0, as1, 0x240cf2540fe1edc6ull, 0xf0fe4786649b69c1ull);
304 QuadRound(bs0, bs1, 0x240cf2540fe1edc6ull, 0xf0fe4786649b69c1ull);
305 QuadRound(as0, as1, 0x16f988fa61b9411eull, 0x6cc984be4fe9346full);
306 QuadRound(bs0, bs1, 0x16f988fa61b9411eull, 0x6cc984be4fe9346full);
307 QuadRound(as0, as1, 0xb9d99ec7b019fc65ull, 0xa88e5a6df2c65152ull);
308 QuadRound(bs0, bs1, 0xb9d99ec7b019fc65ull, 0xa88e5a6df2c65152ull);
309 QuadRound(as0, as1, 0xc7353eb0fdb1232bull, 0xe70eeaa09a1231c3ull);
310 QuadRound(bs0, bs1, 0xc7353eb0fdb1232bull, 0xe70eeaa09a1231c3ull);
311 QuadRound(as0, as1, 0xdc1eeefd5a0f118full, 0xcb976d5f3069bad5ull);
312 QuadRound(bs0, bs1, 0xdc1eeefd5a0f118full, 0xcb976d5f3069bad5ull);
313 QuadRound(as0, as1, 0xe15d5b1658f4ca9dull, 0xde0b7a040a35b689ull);
314 QuadRound(bs0, bs1, 0xe15d5b1658f4ca9dull, 0xde0b7a040a35b689ull);
315 QuadRound(as0, as1, 0x6fab9537a507ea32ull, 0x37088980007f3e86ull);
316 QuadRound(bs0, bs1, 0x6fab9537a507ea32ull, 0x37088980007f3e86ull);
317 QuadRound(as0, as1, 0xc0bbbe37cdaa3b6dull, 0x0d8cd6f117406110ull);
318 QuadRound(bs0, bs1, 0xc0bbbe37cdaa3b6dull, 0x0d8cd6f117406110ull);
319 QuadRound(as0, as1, 0x6fd15ca70b02e931ull, 0xdb48a36383613bdaull);
320 QuadRound(bs0, bs1, 0x6fd15ca70b02e931ull, 0xdb48a36383613bdaull);
321 QuadRound(as0, as1, 0x6d4378906ed41a95ull, 0x31338431521afacaull);
322 QuadRound(bs0, bs1, 0x6d4378906ed41a95ull, 0x31338431521afacaull);
323 QuadRound(as0, as1, 0x532fb63cb5c9a0e6ull, 0x9eccabbdc39c91f2ull);
324 QuadRound(bs0, bs1, 0x532fb63cb5c9a0e6ull, 0x9eccabbdc39c91f2ull);
325 QuadRound(as0, as1, 0x4c191d76a4954b68ull, 0x07237ea3d2c741c6ull);
326 QuadRound(bs0, bs1, 0x4c191d76a4954b68ull, 0x07237ea3d2c741c6ull);
327 as0 = _mm_add_epi32(as0, aso0);
328 bs0 = _mm_add_epi32(bs0, bso0);
329 as1 = _mm_add_epi32(as1, aso1);
330 bs1 = _mm_add_epi32(bs1, bso1);
331
332 /* Extract hash */
333 Unshuffle(as0, as1);
334 Unshuffle(bs0, bs1);
335 am0 = as0;
336 bm0 = bs0;
337 am1 = as1;
338 bm1 = bs1;
339
340 /* Transform 3 */
341 bs0 = as0 = _mm_load_si128((const __m128i*)INIT0);
342 bs1 = as1 = _mm_load_si128((const __m128i*)INIT1);
343 QuadRound(as0, as1, am0, 0xe9b5dba5B5c0fbcfull, 0x71374491428a2f98ull);
344 QuadRound(bs0, bs1, bm0, 0xe9b5dba5B5c0fbcfull, 0x71374491428a2f98ull);
345 QuadRound(as0, as1, am1, 0xab1c5ed5923f82a4ull, 0x59f111f13956c25bull);
346 QuadRound(bs0, bs1, bm1, 0xab1c5ed5923f82a4ull, 0x59f111f13956c25bull);
347 ShiftMessageA(am0, am1);
348 ShiftMessageA(bm0, bm1);
349 bm2 = am2 = _mm_set_epi64x(0x0ull, 0x80000000ull);
350 QuadRound(as0, as1, 0x550c7dc3243185beull, 0x12835b015807aa98ull);
351 QuadRound(bs0, bs1, 0x550c7dc3243185beull, 0x12835b015807aa98ull);
352 ShiftMessageA(am1, am2);
353 ShiftMessageA(bm1, bm2);
354 bm3 = am3 = _mm_set_epi64x(0x10000000000ull, 0x0ull);
355 QuadRound(as0, as1, 0xc19bf2749bdc06a7ull, 0x80deb1fe72be5d74ull);
356 QuadRound(bs0, bs1, 0xc19bf2749bdc06a7ull, 0x80deb1fe72be5d74ull);
357 ShiftMessageB(am2, am3, am0);
358 ShiftMessageB(bm2, bm3, bm0);
359 QuadRound(as0, as1, am0, 0x240ca1cc0fc19dc6ull, 0xefbe4786e49b69c1ull);
360 QuadRound(bs0, bs1, bm0, 0x240ca1cc0fc19dc6ull, 0xefbe4786e49b69c1ull);
361 ShiftMessageB(am3, am0, am1);
362 ShiftMessageB(bm3, bm0, bm1);
363 QuadRound(as0, as1, am1, 0x76f988da5cb0a9dcull, 0x4a7484aa2de92c6full);
364 QuadRound(bs0, bs1, bm1, 0x76f988da5cb0a9dcull, 0x4a7484aa2de92c6full);
365 ShiftMessageB(am0, am1, am2);
366 ShiftMessageB(bm0, bm1, bm2);
367 QuadRound(as0, as1, am2, 0xbf597fc7b00327c8ull, 0xa831c66d983e5152ull);
368 QuadRound(bs0, bs1, bm2, 0xbf597fc7b00327c8ull, 0xa831c66d983e5152ull);
369 ShiftMessageB(am1, am2, am3);
370 ShiftMessageB(bm1, bm2, bm3);
371 QuadRound(as0, as1, am3, 0x1429296706ca6351ull, 0xd5a79147c6e00bf3ull);
372 QuadRound(bs0, bs1, bm3, 0x1429296706ca6351ull, 0xd5a79147c6e00bf3ull);
373 ShiftMessageB(am2, am3, am0);
374 ShiftMessageB(bm2, bm3, bm0);
375 QuadRound(as0, as1, am0, 0x53380d134d2c6dfcull, 0x2e1b213827b70a85ull);
376 QuadRound(bs0, bs1, bm0, 0x53380d134d2c6dfcull, 0x2e1b213827b70a85ull);
377 ShiftMessageB(am3, am0, am1);
378 ShiftMessageB(bm3, bm0, bm1);
379 QuadRound(as0, as1, am1, 0x92722c8581c2c92eull, 0x766a0abb650a7354ull);
380 QuadRound(bs0, bs1, bm1, 0x92722c8581c2c92eull, 0x766a0abb650a7354ull);
381 ShiftMessageB(am0, am1, am2);
382 ShiftMessageB(bm0, bm1, bm2);
383 QuadRound(as0, as1, am2, 0xc76c51a3c24b8b70ull, 0xa81a664ba2bfe8A1ull);
384 QuadRound(bs0, bs1, bm2, 0xc76c51a3c24b8b70ull, 0xa81a664ba2bfe8A1ull);
385 ShiftMessageB(am1, am2, am3);
386 ShiftMessageB(bm1, bm2, bm3);
387 QuadRound(as0, as1, am3, 0x106aa070f40e3585ull, 0xd6990624d192e819ull);
388 QuadRound(bs0, bs1, bm3, 0x106aa070f40e3585ull, 0xd6990624d192e819ull);
389 ShiftMessageB(am2, am3, am0);
390 ShiftMessageB(bm2, bm3, bm0);
391 QuadRound(as0, as1, am0, 0x34b0bcb52748774cull, 0x1e376c0819a4c116ull);
392 QuadRound(bs0, bs1, bm0, 0x34b0bcb52748774cull, 0x1e376c0819a4c116ull);
393 ShiftMessageB(am3, am0, am1);
394 ShiftMessageB(bm3, bm0, bm1);
395 QuadRound(as0, as1, am1, 0x682e6ff35b9cca4full, 0x4ed8aa4a391c0cb3ull);
396 QuadRound(bs0, bs1, bm1, 0x682e6ff35b9cca4full, 0x4ed8aa4a391c0cb3ull);
397 ShiftMessageC(am0, am1, am2);
398 ShiftMessageC(bm0, bm1, bm2);
399 QuadRound(as0, as1, am2, 0x8cc7020884c87814ull, 0x78a5636f748f82eeull);
400 QuadRound(bs0, bs1, bm2, 0x8cc7020884c87814ull, 0x78a5636f748f82eeull);
401 ShiftMessageC(am1, am2, am3);
402 ShiftMessageC(bm1, bm2, bm3);
403 QuadRound(as0, as1, am3, 0xc67178f2bef9a3f7ull, 0xa4506ceb90befffaull);
404 QuadRound(bs0, bs1, bm3, 0xc67178f2bef9a3f7ull, 0xa4506ceb90befffaull);
405 as0 = _mm_add_epi32(as0, _mm_load_si128((const __m128i*)INIT0));
406 bs0 = _mm_add_epi32(bs0, _mm_load_si128((const __m128i*)INIT0));
407 as1 = _mm_add_epi32(as1, _mm_load_si128((const __m128i*)INIT1));
408 bs1 = _mm_add_epi32(bs1, _mm_load_si128((const __m128i*)INIT1));
409
410 /* Extract hash into out */
411 Unshuffle(as0, as1);
412 Unshuffle(bs0, bs1);
413 Save(out, as0);
414 Save(out + 16, as1);
415 Save(out + 32, bs0);
416 Save(out + 48, bs1);
417 */
418 }
419 }
420}