]> git.ipfire.org Git - thirdparty/gcc.git/blob - gcc/config/i386/avx512bwintrin.h
projects / thirdparty / gcc.git / blob
? search:
summary | shortlog | log | commit | commitdiff | tree
blame | history | raw | HEAD
Update copyright years.
[thirdparty/gcc.git] / gcc / config / i386 / avx512bwintrin.h
1 /* Copyright (C) 2014-2016 Free Software Foundation, Inc.
2
3 This file is part of GCC.
4
5 GCC is free software; you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published by
7 the Free Software Foundation; either version 3, or (at your option)
8 any later version.
9
10 GCC is distributed in the hope that it will be useful,
11 but WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 GNU General Public License for more details.
14
15 Under Section 7 of GPL version 3, you are granted additional
16 permissions described in the GCC Runtime Library Exception, version
17 3.1, as published by the Free Software Foundation.
18
19 You should have received a copy of the GNU General Public License and
20 a copy of the GCC Runtime Library Exception along with this program;
21 see the files COPYING3 and COPYING.RUNTIME respectively. If not, see
22 <http://www.gnu.org/licenses/>. */
23
24 #ifndef _IMMINTRIN_H_INCLUDED
25 #error "Never use <avx512bwintrin.h> directly; include <immintrin.h> instead."
26 #endif
27
28 #ifndef _AVX512BWINTRIN_H_INCLUDED
29 #define _AVX512BWINTRIN_H_INCLUDED
30
31 #ifndef __AVX512BW__
32 #pragma GCC push_options
33 #pragma GCC target("avx512bw")
34 #define __DISABLE_AVX512BW__
35 #endif /* __AVX512BW__ */
36
37 /* Internal data types for implementing the intrinsics. */
38 typedef short __v32hi __attribute__ ((__vector_size__ (64)));
39 typedef char __v64qi __attribute__ ((__vector_size__ (64)));
40
41 typedef unsigned long long __mmask64;
42
43 extern __inline __m512i
44 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
45 _mm512_setzero_qi (void)
46 {
47 return __extension__ (__m512i)(__v64qi){ 0, 0, 0, 0, 0, 0, 0, 0,
48 0, 0, 0, 0, 0, 0, 0, 0,
49 0, 0, 0, 0, 0, 0, 0, 0,
50 0, 0, 0, 0, 0, 0, 0, 0,
51 0, 0, 0, 0, 0, 0, 0, 0,
52 0, 0, 0, 0, 0, 0, 0, 0,
53 0, 0, 0, 0, 0, 0, 0, 0,
54 0, 0, 0, 0, 0, 0, 0, 0 };
55 }
56
57 extern __inline __m512i
58 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
59 _mm512_setzero_hi (void)
60 {
61 return __extension__ (__m512i)(__v32hi){ 0, 0, 0, 0, 0, 0, 0, 0,
62 0, 0, 0, 0, 0, 0, 0, 0,
63 0, 0, 0, 0, 0, 0, 0, 0,
64 0, 0, 0, 0, 0, 0, 0, 0 };
65 }
66
67 extern __inline __m512i
68 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
69 _mm512_mask_mov_epi16 (__m512i __W, __mmask32 __U, __m512i __A)
70 {
71 return (__m512i) __builtin_ia32_movdquhi512_mask ((__v32hi) __A,
72 (__v32hi) __W,
73 (__mmask32) __U);
74 }
75
76 extern __inline __m512i
77 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
78 _mm512_maskz_mov_epi16 (__mmask32 __U, __m512i __A)
79 {
80 return (__m512i) __builtin_ia32_movdquhi512_mask ((__v32hi) __A,
81 (__v32hi)
82 _mm512_setzero_hi (),
83 (__mmask32) __U);
84 }
85
86 extern __inline __m512i
87 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
88 _mm512_mask_loadu_epi16 (__m512i __W, __mmask32 __U, void const *__P)
89 {
90 return (__m512i) __builtin_ia32_loaddquhi512_mask ((__v32hi *) __P,
91 (__v32hi) __W,
92 (__mmask32) __U);
93 }
94
95 extern __inline __m512i
96 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
97 _mm512_maskz_loadu_epi16 (__mmask32 __U, void const *__P)
98 {
99 return (__m512i) __builtin_ia32_loaddquhi512_mask ((__v32hi *) __P,
100 (__v32hi)
101 _mm512_setzero_hi (),
102 (__mmask32) __U);
103 }
104
105 extern __inline void
106 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
107 _mm512_mask_storeu_epi16 (void *__P, __mmask32 __U, __m512i __A)
108 {
109 __builtin_ia32_storedquhi512_mask ((__v32hi *) __P,
110 (__v32hi) __A,
111 (__mmask32) __U);
112 }
113
114 extern __inline __m512i
115 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
116 _mm512_mask_mov_epi8 (__m512i __W, __mmask64 __U, __m512i __A)
117 {
118 return (__m512i) __builtin_ia32_movdquqi512_mask ((__v64qi) __A,
119 (__v64qi) __W,
120 (__mmask64) __U);
121 }
122
123 extern __inline __m512i
124 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
125 _mm512_maskz_mov_epi8 (__mmask64 __U, __m512i __A)
126 {
127 return (__m512i) __builtin_ia32_movdquqi512_mask ((__v64qi) __A,
128 (__v64qi)
129 _mm512_setzero_hi (),
130 (__mmask64) __U);
131 }
132
133 extern __inline __mmask32
134 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
135 _mm512_kunpackw (__mmask32 __A, __mmask32 __B)
136 {
137 return (__mmask32) __builtin_ia32_kunpcksi ((__mmask32) __A,
138 (__mmask32) __B);
139 }
140
141 extern __inline __mmask64
142 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
143 _mm512_kunpackd (__mmask64 __A, __mmask64 __B)
144 {
145 return (__mmask64) __builtin_ia32_kunpckdi ((__mmask64) __A,
146 (__mmask64) __B);
147 }
148
149 extern __inline __m512i
150 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
151 _mm512_mask_loadu_epi8 (__m512i __W, __mmask64 __U, void const *__P)
152 {
153 return (__m512i) __builtin_ia32_loaddquqi512_mask ((__v64qi *) __P,
154 (__v64qi) __W,
155 (__mmask64) __U);
156 }
157
158 extern __inline __m512i
159 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
160 _mm512_maskz_loadu_epi8 (__mmask64 __U, void const *__P)
161 {
162 return (__m512i) __builtin_ia32_loaddquqi512_mask ((__v64qi *) __P,
163 (__v64qi)
164 _mm512_setzero_hi (),
165 (__mmask64) __U);
166 }
167
168 extern __inline void
169 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
170 _mm512_mask_storeu_epi8 (void *__P, __mmask64 __U, __m512i __A)
171 {
172 __builtin_ia32_storedquqi512_mask ((__v64qi *) __P,
173 (__v64qi) __A,
174 (__mmask64) __U);
175 }
176
177 extern __inline __m512i
178 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
179 _mm512_sad_epu8 (__m512i __A, __m512i __B)
180 {
181 return (__m512i) __builtin_ia32_psadbw512 ((__v64qi) __A,
182 (__v64qi) __B);
183 }
184
185 extern __inline __m256i
186 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
187 _mm512_cvtepi16_epi8 (__m512i __A)
188 {
189 return (__m256i) __builtin_ia32_pmovwb512_mask ((__v32hi) __A,
190 (__v32qi) _mm256_undefined_si256(),
191 (__mmask32) -1);
192 }
193
194 extern __inline __m256i
195 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
196 _mm512_mask_cvtepi16_epi8 (__m256i __O, __mmask32 __M, __m512i __A)
197 {
198 return (__m256i) __builtin_ia32_pmovwb512_mask ((__v32hi) __A,
199 (__v32qi) __O, __M);
200 }
201
202 extern __inline __m256i
203 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
204 _mm512_maskz_cvtepi16_epi8 (__mmask32 __M, __m512i __A)
205 {
206 return (__m256i) __builtin_ia32_pmovwb512_mask ((__v32hi) __A,
207 (__v32qi)
208 _mm256_setzero_si256 (),
209 __M);
210 }
211
212 extern __inline __m256i
213 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
214 _mm512_cvtsepi16_epi8 (__m512i __A)
215 {
216 return (__m256i) __builtin_ia32_pmovswb512_mask ((__v32hi) __A,
217 (__v32qi)_mm256_undefined_si256(),
218 (__mmask32) -1);
219 }
220
221 extern __inline __m256i
222 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
223 _mm512_mask_cvtsepi16_epi8 (__m256i __O, __mmask32 __M, __m512i __A)
224 {
225 return (__m256i) __builtin_ia32_pmovswb512_mask ((__v32hi) __A,
226 (__v32qi)__O,
227 __M);
228 }
229
230 extern __inline __m256i
231 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
232 _mm512_maskz_cvtsepi16_epi8 (__mmask32 __M, __m512i __A)
233 {
234 return (__m256i) __builtin_ia32_pmovswb512_mask ((__v32hi) __A,
235 (__v32qi)
236 _mm256_setzero_si256 (),
237 __M);
238 }
239
240 extern __inline __m256i
241 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
242 _mm512_cvtusepi16_epi8 (__m512i __A)
243 {
244 return (__m256i) __builtin_ia32_pmovuswb512_mask ((__v32hi) __A,
245 (__v32qi)_mm256_undefined_si256(),
246 (__mmask32) -1);
247 }
248
249 extern __inline __m256i
250 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
251 _mm512_mask_cvtusepi16_epi8 (__m256i __O, __mmask32 __M, __m512i __A)
252 {
253 return (__m256i) __builtin_ia32_pmovuswb512_mask ((__v32hi) __A,
254 (__v32qi) __O,
255 __M);
256 }
257
258 extern __inline __m256i
259 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
260 _mm512_maskz_cvtusepi16_epi8 (__mmask32 __M, __m512i __A)
261 {
262 return (__m256i) __builtin_ia32_pmovuswb512_mask ((__v32hi) __A,
263 (__v32qi)
264 _mm256_setzero_si256 (),
265 __M);
266 }
267
268 extern __inline __m512i
269 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
270 _mm512_broadcastb_epi8 (__m128i __A)
271 {
272 return (__m512i) __builtin_ia32_pbroadcastb512_mask ((__v16qi) __A,
273 (__v64qi)_mm512_undefined_si512(),
274 (__mmask64) -
275 1);
276 }
277
278 extern __inline __m512i
279 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
280 _mm512_mask_broadcastb_epi8 (__m512i __O, __mmask64 __M, __m128i __A)
281 {
282 return (__m512i) __builtin_ia32_pbroadcastb512_mask ((__v16qi) __A,
283 (__v64qi) __O,
284 __M);
285 }
286
287 extern __inline __m512i
288 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
289 _mm512_maskz_broadcastb_epi8 (__mmask64 __M, __m128i __A)
290 {
291 return (__m512i) __builtin_ia32_pbroadcastb512_mask ((__v16qi) __A,
292 (__v64qi)
293 _mm512_setzero_qi(),
294 __M);
295 }
296
297 extern __inline __m512i
298 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
299 _mm512_mask_set1_epi8 (__m512i __O, __mmask64 __M, char __A)
300 {
301 return (__m512i) __builtin_ia32_pbroadcastb512_gpr_mask (__A,
302 (__v64qi) __O,
303 __M);
304 }
305
306 extern __inline __m512i
307 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
308 _mm512_maskz_set1_epi8 (__mmask64 __M, char __A)
309 {
310 return (__m512i) __builtin_ia32_pbroadcastb512_gpr_mask (__A,
311 (__v64qi)
312 _mm512_setzero_qi(),
313 __M);
314 }
315
316 extern __inline __m512i
317 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
318 _mm512_broadcastw_epi16 (__m128i __A)
319 {
320 return (__m512i) __builtin_ia32_pbroadcastw512_mask ((__v8hi) __A,
321 (__v32hi)_mm512_undefined_si512(),
322 (__mmask32)-1);
323 }
324
325 extern __inline __m512i
326 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
327 _mm512_mask_broadcastw_epi16 (__m512i __O, __mmask32 __M, __m128i __A)
328 {
329 return (__m512i) __builtin_ia32_pbroadcastw512_mask ((__v8hi) __A,
330 (__v32hi) __O,
331 __M);
332 }
333
334 extern __inline __m512i
335 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
336 _mm512_maskz_broadcastw_epi16 (__mmask32 __M, __m128i __A)
337 {
338 return (__m512i) __builtin_ia32_pbroadcastw512_mask ((__v8hi) __A,
339 (__v32hi)
340 _mm512_setzero_hi(),
341 __M);
342 }
343
344 extern __inline __m512i
345 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
346 _mm512_mask_set1_epi16 (__m512i __O, __mmask32 __M, short __A)
347 {
348 return (__m512i) __builtin_ia32_pbroadcastw512_gpr_mask (__A,
349 (__v32hi) __O,
350 __M);
351 }
352
353 extern __inline __m512i
354 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
355 _mm512_maskz_set1_epi16 (__mmask32 __M, short __A)
356 {
357 return (__m512i) __builtin_ia32_pbroadcastw512_gpr_mask (__A,
358 (__v32hi)
359 _mm512_setzero_hi(),
360 __M);
361 }
362
363 extern __inline __m512i
364 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
365 _mm512_mulhrs_epi16 (__m512i __A, __m512i __B)
366 {
367 return (__m512i) __builtin_ia32_pmulhrsw512_mask ((__v32hi) __A,
368 (__v32hi) __B,
369 (__v32hi)
370 _mm512_setzero_hi (),
371 (__mmask32) -1);
372 }
373
374 extern __inline __m512i
375 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
376 _mm512_mask_mulhrs_epi16 (__m512i __W, __mmask32 __U, __m512i __A,
377 __m512i __B)
378 {
379 return (__m512i) __builtin_ia32_pmulhrsw512_mask ((__v32hi) __A,
380 (__v32hi) __B,
381 (__v32hi) __W,
382 (__mmask32) __U);
383 }
384
385 extern __inline __m512i
386 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
387 _mm512_maskz_mulhrs_epi16 (__mmask32 __U, __m512i __A, __m512i __B)
388 {
389 return (__m512i) __builtin_ia32_pmulhrsw512_mask ((__v32hi) __A,
390 (__v32hi) __B,
391 (__v32hi)
392 _mm512_setzero_hi (),
393 (__mmask32) __U);
394 }
395
396 extern __inline __m512i
397 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
398 _mm512_mulhi_epi16 (__m512i __A, __m512i __B)
399 {
400 return (__m512i) __builtin_ia32_pmulhw512_mask ((__v32hi) __A,
401 (__v32hi) __B,
402 (__v32hi)
403 _mm512_setzero_hi (),
404 (__mmask32) -1);
405 }
406
407 extern __inline __m512i
408 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
409 _mm512_mask_mulhi_epi16 (__m512i __W, __mmask32 __U, __m512i __A,
410 __m512i __B)
411 {
412 return (__m512i) __builtin_ia32_pmulhw512_mask ((__v32hi) __A,
413 (__v32hi) __B,
414 (__v32hi) __W,
415 (__mmask32) __U);
416 }
417
418 extern __inline __m512i
419 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
420 _mm512_maskz_mulhi_epi16 (__mmask32 __U, __m512i __A, __m512i __B)
421 {
422 return (__m512i) __builtin_ia32_pmulhw512_mask ((__v32hi) __A,
423 (__v32hi) __B,
424 (__v32hi)
425 _mm512_setzero_hi (),
426 (__mmask32) __U);
427 }
428
429 extern __inline __m512i
430 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
431 _mm512_mulhi_epu16 (__m512i __A, __m512i __B)
432 {
433 return (__m512i) __builtin_ia32_pmulhuw512_mask ((__v32hi) __A,
434 (__v32hi) __B,
435 (__v32hi)
436 _mm512_setzero_hi (),
437 (__mmask32) -1);
438 }
439
440 extern __inline __m512i
441 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
442 _mm512_mask_mulhi_epu16 (__m512i __W, __mmask32 __U, __m512i __A,
443 __m512i __B)
444 {
445 return (__m512i) __builtin_ia32_pmulhuw512_mask ((__v32hi) __A,
446 (__v32hi) __B,
447 (__v32hi) __W,
448 (__mmask32) __U);
449 }
450
451 extern __inline __m512i
452 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
453 _mm512_maskz_mulhi_epu16 (__mmask32 __U, __m512i __A, __m512i __B)
454 {
455 return (__m512i) __builtin_ia32_pmulhuw512_mask ((__v32hi) __A,
456 (__v32hi) __B,
457 (__v32hi)
458 _mm512_setzero_hi (),
459 (__mmask32) __U);
460 }
461
462 extern __inline __m512i
463 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
464 _mm512_mullo_epi16 (__m512i __A, __m512i __B)
465 {
466 return (__m512i) ((__v32hu) __A * (__v32hu) __B);
467 }
468
469 extern __inline __m512i
470 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
471 _mm512_mask_mullo_epi16 (__m512i __W, __mmask32 __U, __m512i __A,
472 __m512i __B)
473 {
474 return (__m512i) __builtin_ia32_pmullw512_mask ((__v32hi) __A,
475 (__v32hi) __B,
476 (__v32hi) __W,
477 (__mmask32) __U);
478 }
479
480 extern __inline __m512i
481 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
482 _mm512_maskz_mullo_epi16 (__mmask32 __U, __m512i __A, __m512i __B)
483 {
484 return (__m512i) __builtin_ia32_pmullw512_mask ((__v32hi) __A,
485 (__v32hi) __B,
486 (__v32hi)
487 _mm512_setzero_hi (),
488 (__mmask32) __U);
489 }
490
491 extern __inline __m512i
492 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
493 _mm512_cvtepi8_epi16 (__m256i __A)
494 {
495 return (__m512i) __builtin_ia32_pmovsxbw512_mask ((__v32qi) __A,
496 (__v32hi)
497 _mm512_setzero_hi (),
498 (__mmask32) -1);
499 }
500
501 extern __inline __m512i
502 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
503 _mm512_mask_cvtepi8_epi16 (__m512i __W, __mmask32 __U, __m256i __A)
504 {
505 return (__m512i) __builtin_ia32_pmovsxbw512_mask ((__v32qi) __A,
506 (__v32hi) __W,
507 (__mmask32) __U);
508 }
509
510 extern __inline __m512i
511 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
512 _mm512_maskz_cvtepi8_epi16 (__mmask32 __U, __m256i __A)
513 {
514 return (__m512i) __builtin_ia32_pmovsxbw512_mask ((__v32qi) __A,
515 (__v32hi)
516 _mm512_setzero_hi(),
517 (__mmask32) __U);
518 }
519
520 extern __inline __m512i
521 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
522 _mm512_cvtepu8_epi16 (__m256i __A)
523 {
524 return (__m512i) __builtin_ia32_pmovzxbw512_mask ((__v32qi) __A,
525 (__v32hi)
526 _mm512_setzero_hi (),
527 (__mmask32) -1);
528 }
529
530 extern __inline __m512i
531 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
532 _mm512_mask_cvtepu8_epi16 (__m512i __W, __mmask32 __U, __m256i __A)
533 {
534 return (__m512i) __builtin_ia32_pmovzxbw512_mask ((__v32qi) __A,
535 (__v32hi) __W,
536 (__mmask32) __U);
537 }
538
539 extern __inline __m512i
540 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
541 _mm512_maskz_cvtepu8_epi16 (__mmask32 __U, __m256i __A)
542 {
543 return (__m512i) __builtin_ia32_pmovzxbw512_mask ((__v32qi) __A,
544 (__v32hi)
545 _mm512_setzero_hi(),
546 (__mmask32) __U);
547 }
548
549 extern __inline __m512i
550 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
551 _mm512_permutexvar_epi16 (__m512i __A, __m512i __B)
552 {
553 return (__m512i) __builtin_ia32_permvarhi512_mask ((__v32hi) __B,
554 (__v32hi) __A,
555 (__v32hi)
556 _mm512_setzero_hi (),
557 (__mmask32) -1);
558 }
559
560 extern __inline __m512i
561 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
562 _mm512_maskz_permutexvar_epi16 (__mmask32 __M, __m512i __A,
563 __m512i __B)
564 {
565 return (__m512i) __builtin_ia32_permvarhi512_mask ((__v32hi) __B,
566 (__v32hi) __A,
567 (__v32hi)
568 _mm512_setzero_hi(),
569 (__mmask32) __M);
570 }
571
572 extern __inline __m512i
573 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
574 _mm512_mask_permutexvar_epi16 (__m512i __W, __mmask32 __M, __m512i __A,
575 __m512i __B)
576 {
577 return (__m512i) __builtin_ia32_permvarhi512_mask ((__v32hi) __B,
578 (__v32hi) __A,
579 (__v32hi) __W,
580 (__mmask32) __M);
581 }
582
583 extern __inline __m512i
584 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
585 _mm512_permutex2var_epi16 (__m512i __A, __m512i __I, __m512i __B)
586 {
587 return (__m512i) __builtin_ia32_vpermt2varhi512_mask ((__v32hi) __I
588 /* idx */ ,
589 (__v32hi) __A,
590 (__v32hi) __B,
591 (__mmask32) -
592 1);
593 }
594
595 extern __inline __m512i
596 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
597 _mm512_mask_permutex2var_epi16 (__m512i __A, __mmask32 __U,
598 __m512i __I, __m512i __B)
599 {
600 return (__m512i) __builtin_ia32_vpermt2varhi512_mask ((__v32hi) __I
601 /* idx */ ,
602 (__v32hi) __A,
603 (__v32hi) __B,
604 (__mmask32)
605 __U);
606 }
607
608 extern __inline __m512i
609 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
610 _mm512_mask2_permutex2var_epi16 (__m512i __A, __m512i __I,
611 __mmask32 __U, __m512i __B)
612 {
613 return (__m512i) __builtin_ia32_vpermi2varhi512_mask ((__v32hi) __A,
614 (__v32hi) __I
615 /* idx */ ,
616 (__v32hi) __B,
617 (__mmask32)
618 __U);
619 }
620
621 extern __inline __m512i
622 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
623 _mm512_maskz_permutex2var_epi16 (__mmask32 __U, __m512i __A,
624 __m512i __I, __m512i __B)
625 {
626 return (__m512i) __builtin_ia32_vpermt2varhi512_maskz ((__v32hi) __I
627 /* idx */ ,
628 (__v32hi) __A,
629 (__v32hi) __B,
630 (__mmask32)
631 __U);
632 }
633
634 extern __inline __m512i
635 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
636 _mm512_avg_epu8 (__m512i __A, __m512i __B)
637 {
638 return (__m512i) __builtin_ia32_pavgb512_mask ((__v64qi) __A,
639 (__v64qi) __B,
640 (__v64qi)
641 _mm512_setzero_qi (),
642 (__mmask64) -1);
643 }
644
645 extern __inline __m512i
646 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
647 _mm512_mask_avg_epu8 (__m512i __W, __mmask64 __U, __m512i __A,
648 __m512i __B)
649 {
650 return (__m512i) __builtin_ia32_pavgb512_mask ((__v64qi) __A,
651 (__v64qi) __B,
652 (__v64qi) __W,
653 (__mmask64) __U);
654 }
655
656 extern __inline __m512i
657 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
658 _mm512_maskz_avg_epu8 (__mmask64 __U, __m512i __A, __m512i __B)
659 {
660 return (__m512i) __builtin_ia32_pavgb512_mask ((__v64qi) __A,
661 (__v64qi) __B,
662 (__v64qi)
663 _mm512_setzero_qi(),
664 (__mmask64) __U);
665 }
666
667 extern __inline __m512i
668 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
669 _mm512_add_epi8 (__m512i __A, __m512i __B)
670 {
671 return (__m512i) ((__v64qu) __A + (__v64qu) __B);
672 }
673
674 extern __inline __m512i
675 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
676 _mm512_mask_add_epi8 (__m512i __W, __mmask64 __U, __m512i __A,
677 __m512i __B)
678 {
679 return (__m512i) __builtin_ia32_paddb512_mask ((__v64qi) __A,
680 (__v64qi) __B,
681 (__v64qi) __W,
682 (__mmask64) __U);
683 }
684
685 extern __inline __m512i
686 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
687 _mm512_maskz_add_epi8 (__mmask64 __U, __m512i __A, __m512i __B)
688 {
689 return (__m512i) __builtin_ia32_paddb512_mask ((__v64qi) __A,
690 (__v64qi) __B,
691 (__v64qi)
692 _mm512_setzero_qi (),
693 (__mmask64) __U);
694 }
695
696 extern __inline __m512i
697 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
698 _mm512_sub_epi8 (__m512i __A, __m512i __B)
699 {
700 return (__m512i) ((__v64qu) __A - (__v64qu) __B);
701 }
702
703 extern __inline __m512i
704 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
705 _mm512_mask_sub_epi8 (__m512i __W, __mmask64 __U, __m512i __A,
706 __m512i __B)
707 {
708 return (__m512i) __builtin_ia32_psubb512_mask ((__v64qi) __A,
709 (__v64qi) __B,
710 (__v64qi) __W,
711 (__mmask64) __U);
712 }
713
714 extern __inline __m512i
715 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
716 _mm512_maskz_sub_epi8 (__mmask64 __U, __m512i __A, __m512i __B)
717 {
718 return (__m512i) __builtin_ia32_psubb512_mask ((__v64qi) __A,
719 (__v64qi) __B,
720 (__v64qi)
721 _mm512_setzero_qi (),
722 (__mmask64) __U);
723 }
724
725 extern __inline __m512i
726 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
727 _mm512_avg_epu16 (__m512i __A, __m512i __B)
728 {
729 return (__m512i) __builtin_ia32_pavgw512_mask ((__v32hi) __A,
730 (__v32hi) __B,
731 (__v32hi)
732 _mm512_setzero_hi (),
733 (__mmask32) -1);
734 }
735
736 extern __inline __m512i
737 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
738 _mm512_mask_avg_epu16 (__m512i __W, __mmask32 __U, __m512i __A,
739 __m512i __B)
740 {
741 return (__m512i) __builtin_ia32_pavgw512_mask ((__v32hi) __A,
742 (__v32hi) __B,
743 (__v32hi) __W,
744 (__mmask32) __U);
745 }
746
747 extern __inline __m512i
748 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
749 _mm512_maskz_avg_epu16 (__mmask32 __U, __m512i __A, __m512i __B)
750 {
751 return (__m512i) __builtin_ia32_pavgw512_mask ((__v32hi) __A,
752 (__v32hi) __B,
753 (__v32hi)
754 _mm512_setzero_hi(),
755 (__mmask32) __U);
756 }
757
758 extern __inline __m512i
759 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
760 _mm512_subs_epi8 (__m512i __A, __m512i __B)
761 {
762 return (__m512i) __builtin_ia32_psubsb512_mask ((__v64qi) __A,
763 (__v64qi) __B,
764 (__v64qi)
765 _mm512_setzero_qi (),
766 (__mmask64) -1);
767 }
768
769 extern __inline __m512i
770 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
771 _mm512_mask_subs_epi8 (__m512i __W, __mmask64 __U, __m512i __A,
772 __m512i __B)
773 {
774 return (__m512i) __builtin_ia32_psubsb512_mask ((__v64qi) __A,
775 (__v64qi) __B,
776 (__v64qi) __W,
777 (__mmask64) __U);
778 }
779
780 extern __inline __m512i
781 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
782 _mm512_maskz_subs_epi8 (__mmask64 __U, __m512i __A, __m512i __B)
783 {
784 return (__m512i) __builtin_ia32_psubsb512_mask ((__v64qi) __A,
785 (__v64qi) __B,
786 (__v64qi)
787 _mm512_setzero_qi (),
788 (__mmask64) __U);
789 }
790
791 extern __inline __m512i
792 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
793 _mm512_subs_epu8 (__m512i __A, __m512i __B)
794 {
795 return (__m512i) __builtin_ia32_psubusb512_mask ((__v64qi) __A,
796 (__v64qi) __B,
797 (__v64qi)
798 _mm512_setzero_qi (),
799 (__mmask64) -1);
800 }
801
802 extern __inline __m512i
803 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
804 _mm512_mask_subs_epu8 (__m512i __W, __mmask64 __U, __m512i __A,
805 __m512i __B)
806 {
807 return (__m512i) __builtin_ia32_psubusb512_mask ((__v64qi) __A,
808 (__v64qi) __B,
809 (__v64qi) __W,
810 (__mmask64) __U);
811 }
812
813 extern __inline __m512i
814 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
815 _mm512_maskz_subs_epu8 (__mmask64 __U, __m512i __A, __m512i __B)
816 {
817 return (__m512i) __builtin_ia32_psubusb512_mask ((__v64qi) __A,
818 (__v64qi) __B,
819 (__v64qi)
820 _mm512_setzero_qi (),
821 (__mmask64) __U);
822 }
823
824 extern __inline __m512i
825 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
826 _mm512_adds_epi8 (__m512i __A, __m512i __B)
827 {
828 return (__m512i) __builtin_ia32_paddsb512_mask ((__v64qi) __A,
829 (__v64qi) __B,
830 (__v64qi)
831 _mm512_setzero_qi (),
832 (__mmask64) -1);
833 }
834
835 extern __inline __m512i
836 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
837 _mm512_mask_adds_epi8 (__m512i __W, __mmask64 __U, __m512i __A,
838 __m512i __B)
839 {
840 return (__m512i) __builtin_ia32_paddsb512_mask ((__v64qi) __A,
841 (__v64qi) __B,
842 (__v64qi) __W,
843 (__mmask64) __U);
844 }
845
846 extern __inline __m512i
847 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
848 _mm512_maskz_adds_epi8 (__mmask64 __U, __m512i __A, __m512i __B)
849 {
850 return (__m512i) __builtin_ia32_paddsb512_mask ((__v64qi) __A,
851 (__v64qi) __B,
852 (__v64qi)
853 _mm512_setzero_qi (),
854 (__mmask64) __U);
855 }
856
857 extern __inline __m512i
858 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
859 _mm512_adds_epu8 (__m512i __A, __m512i __B)
860 {
861 return (__m512i) __builtin_ia32_paddusb512_mask ((__v64qi) __A,
862 (__v64qi) __B,
863 (__v64qi)
864 _mm512_setzero_qi (),
865 (__mmask64) -1);
866 }
867
868 extern __inline __m512i
869 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
870 _mm512_mask_adds_epu8 (__m512i __W, __mmask64 __U, __m512i __A,
871 __m512i __B)
872 {
873 return (__m512i) __builtin_ia32_paddusb512_mask ((__v64qi) __A,
874 (__v64qi) __B,
875 (__v64qi) __W,
876 (__mmask64) __U);
877 }
878
879 extern __inline __m512i
880 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
881 _mm512_maskz_adds_epu8 (__mmask64 __U, __m512i __A, __m512i __B)
882 {
883 return (__m512i) __builtin_ia32_paddusb512_mask ((__v64qi) __A,
884 (__v64qi) __B,
885 (__v64qi)
886 _mm512_setzero_qi (),
887 (__mmask64) __U);
888 }
889
890 extern __inline __m512i
891 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
892 _mm512_sub_epi16 (__m512i __A, __m512i __B)
893 {
894 return (__m512i) ((__v32hu) __A - (__v32hu) __B);
895 }
896
897 extern __inline __m512i
898 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
899 _mm512_mask_sub_epi16 (__m512i __W, __mmask32 __U, __m512i __A,
900 __m512i __B)
901 {
902 return (__m512i) __builtin_ia32_psubw512_mask ((__v32hi) __A,
903 (__v32hi) __B,
904 (__v32hi) __W,
905 (__mmask32) __U);
906 }
907
908 extern __inline __m512i
909 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
910 _mm512_maskz_sub_epi16 (__mmask32 __U, __m512i __A, __m512i __B)
911 {
912 return (__m512i) __builtin_ia32_psubw512_mask ((__v32hi) __A,
913 (__v32hi) __B,
914 (__v32hi)
915 _mm512_setzero_hi (),
916 (__mmask32) __U);
917 }
918
919 extern __inline __m512i
920 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
921 _mm512_subs_epi16 (__m512i __A, __m512i __B)
922 {
923 return (__m512i) __builtin_ia32_psubsw512_mask ((__v32hi) __A,
924 (__v32hi) __B,
925 (__v32hi)
926 _mm512_setzero_hi (),
927 (__mmask32) -1);
928 }
929
930 extern __inline __m512i
931 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
932 _mm512_mask_subs_epi16 (__m512i __W, __mmask32 __U, __m512i __A,
933 __m512i __B)
934 {
935 return (__m512i) __builtin_ia32_psubsw512_mask ((__v32hi) __A,
936 (__v32hi) __B,
937 (__v32hi) __W,
938 (__mmask32) __U);
939 }
940
941 extern __inline __m512i
942 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
943 _mm512_maskz_subs_epi16 (__mmask32 __U, __m512i __A, __m512i __B)
944 {
945 return (__m512i) __builtin_ia32_psubsw512_mask ((__v32hi) __A,
946 (__v32hi) __B,
947 (__v32hi)
948 _mm512_setzero_hi (),
949 (__mmask32) __U);
950 }
951
952 extern __inline __m512i
953 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
954 _mm512_subs_epu16 (__m512i __A, __m512i __B)
955 {
956 return (__m512i) __builtin_ia32_psubusw512_mask ((__v32hi) __A,
957 (__v32hi) __B,
958 (__v32hi)
959 _mm512_setzero_hi (),
960 (__mmask32) -1);
961 }
962
963 extern __inline __m512i
964 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
965 _mm512_mask_subs_epu16 (__m512i __W, __mmask32 __U, __m512i __A,
966 __m512i __B)
967 {
968 return (__m512i) __builtin_ia32_psubusw512_mask ((__v32hi) __A,
969 (__v32hi) __B,
970 (__v32hi) __W,
971 (__mmask32) __U);
972 }
973
974 extern __inline __m512i
975 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
976 _mm512_maskz_subs_epu16 (__mmask32 __U, __m512i __A, __m512i __B)
977 {
978 return (__m512i) __builtin_ia32_psubusw512_mask ((__v32hi) __A,
979 (__v32hi) __B,
980 (__v32hi)
981 _mm512_setzero_hi (),
982 (__mmask32) __U);
983 }
984
985 extern __inline __m512i
986 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
987 _mm512_add_epi16 (__m512i __A, __m512i __B)
988 {
989 return (__m512i) ((__v32hu) __A + (__v32hu) __B);
990 }
991
992 extern __inline __m512i
993 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
994 _mm512_mask_add_epi16 (__m512i __W, __mmask32 __U, __m512i __A,
995 __m512i __B)
996 {
997 return (__m512i) __builtin_ia32_paddw512_mask ((__v32hi) __A,
998 (__v32hi) __B,
999 (__v32hi) __W,
1000 (__mmask32) __U);
1001 }
1002
1003 extern __inline __m512i
1004 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1005 _mm512_maskz_add_epi16 (__mmask32 __U, __m512i __A, __m512i __B)
1006 {
1007 return (__m512i) __builtin_ia32_paddw512_mask ((__v32hi) __A,
1008 (__v32hi) __B,
1009 (__v32hi)
1010 _mm512_setzero_hi (),
1011 (__mmask32) __U);
1012 }
1013
1014 extern __inline __m512i
1015 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1016 _mm512_adds_epi16 (__m512i __A, __m512i __B)
1017 {
1018 return (__m512i) __builtin_ia32_paddsw512_mask ((__v32hi) __A,
1019 (__v32hi) __B,
1020 (__v32hi)
1021 _mm512_setzero_hi (),
1022 (__mmask32) -1);
1023 }
1024
1025 extern __inline __m512i
1026 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1027 _mm512_mask_adds_epi16 (__m512i __W, __mmask32 __U, __m512i __A,
1028 __m512i __B)
1029 {
1030 return (__m512i) __builtin_ia32_paddsw512_mask ((__v32hi) __A,
1031 (__v32hi) __B,
1032 (__v32hi) __W,
1033 (__mmask32) __U);
1034 }
1035
1036 extern __inline __m512i
1037 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1038 _mm512_maskz_adds_epi16 (__mmask32 __U, __m512i __A, __m512i __B)
1039 {
1040 return (__m512i) __builtin_ia32_paddsw512_mask ((__v32hi) __A,
1041 (__v32hi) __B,
1042 (__v32hi)
1043 _mm512_setzero_hi (),
1044 (__mmask32) __U);
1045 }
1046
1047 extern __inline __m512i
1048 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1049 _mm512_adds_epu16 (__m512i __A, __m512i __B)
1050 {
1051 return (__m512i) __builtin_ia32_paddusw512_mask ((__v32hi) __A,
1052 (__v32hi) __B,
1053 (__v32hi)
1054 _mm512_setzero_hi (),
1055 (__mmask32) -1);
1056 }
1057
1058 extern __inline __m512i
1059 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1060 _mm512_mask_adds_epu16 (__m512i __W, __mmask32 __U, __m512i __A,
1061 __m512i __B)
1062 {
1063 return (__m512i) __builtin_ia32_paddusw512_mask ((__v32hi) __A,
1064 (__v32hi) __B,
1065 (__v32hi) __W,
1066 (__mmask32) __U);
1067 }
1068
1069 extern __inline __m512i
1070 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1071 _mm512_maskz_adds_epu16 (__mmask32 __U, __m512i __A, __m512i __B)
1072 {
1073 return (__m512i) __builtin_ia32_paddusw512_mask ((__v32hi) __A,
1074 (__v32hi) __B,
1075 (__v32hi)
1076 _mm512_setzero_hi (),
1077 (__mmask32) __U);
1078 }
1079
1080 extern __inline __m512i
1081 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1082 _mm512_srl_epi16 (__m512i __A, __m128i __B)
1083 {
1084 return (__m512i) __builtin_ia32_psrlw512_mask ((__v32hi) __A,
1085 (__v8hi) __B,
1086 (__v32hi)
1087 _mm512_setzero_hi (),
1088 (__mmask32) -1);
1089 }
1090
1091 extern __inline __m512i
1092 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1093 _mm512_mask_srl_epi16 (__m512i __W, __mmask32 __U, __m512i __A,
1094 __m128i __B)
1095 {
1096 return (__m512i) __builtin_ia32_psrlw512_mask ((__v32hi) __A,
1097 (__v8hi) __B,
1098 (__v32hi) __W,
1099 (__mmask32) __U);
1100 }
1101
1102 extern __inline __m512i
1103 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1104 _mm512_maskz_srl_epi16 (__mmask32 __U, __m512i __A, __m128i __B)
1105 {
1106 return (__m512i) __builtin_ia32_psrlw512_mask ((__v32hi) __A,
1107 (__v8hi) __B,
1108 (__v32hi)
1109 _mm512_setzero_hi (),
1110 (__mmask32) __U);
1111 }
1112
1113 extern __inline __m512i
1114 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1115 _mm512_packs_epi16 (__m512i __A, __m512i __B)
1116 {
1117 return (__m512i) __builtin_ia32_packsswb512_mask ((__v32hi) __A,
1118 (__v32hi) __B,
1119 (__v64qi)
1120 _mm512_setzero_qi (),
1121 (__mmask64) -1);
1122 }
1123
1124 extern __inline __m512i
1125 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1126 _mm512_sll_epi16 (__m512i __A, __m128i __B)
1127 {
1128 return (__m512i) __builtin_ia32_psllw512_mask ((__v32hi) __A,
1129 (__v8hi) __B,
1130 (__v32hi)
1131 _mm512_setzero_hi (),
1132 (__mmask32) -1);
1133 }
1134
1135 extern __inline __m512i
1136 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1137 _mm512_mask_sll_epi16 (__m512i __W, __mmask32 __U, __m512i __A,
1138 __m128i __B)
1139 {
1140 return (__m512i) __builtin_ia32_psllw512_mask ((__v32hi) __A,
1141 (__v8hi) __B,
1142 (__v32hi) __W,
1143 (__mmask32) __U);
1144 }
1145
1146 extern __inline __m512i
1147 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1148 _mm512_maskz_sll_epi16 (__mmask32 __U, __m512i __A, __m128i __B)
1149 {
1150 return (__m512i) __builtin_ia32_psllw512_mask ((__v32hi) __A,
1151 (__v8hi) __B,
1152 (__v32hi)
1153 _mm512_setzero_hi (),
1154 (__mmask32) __U);
1155 }
1156
1157 extern __inline __m512i
1158 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1159 _mm512_maddubs_epi16 (__m512i __X, __m512i __Y)
1160 {
1161 return (__m512i) __builtin_ia32_pmaddubsw512_mask ((__v64qi) __X,
1162 (__v64qi) __Y,
1163 (__v32hi)
1164 _mm512_setzero_hi (),
1165 (__mmask32) -1);
1166 }
1167
1168 extern __inline __m512i
1169 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1170 _mm512_mask_maddubs_epi16 (__m512i __W, __mmask32 __U, __m512i __X,
1171 __m512i __Y)
1172 {
1173 return (__m512i) __builtin_ia32_pmaddubsw512_mask ((__v64qi) __X,
1174 (__v64qi) __Y,
1175 (__v32hi) __W,
1176 (__mmask32) __U);
1177 }
1178
1179 extern __inline __m512i
1180 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1181 _mm512_maskz_maddubs_epi16 (__mmask32 __U, __m512i __X, __m512i __Y)
1182 {
1183 return (__m512i) __builtin_ia32_pmaddubsw512_mask ((__v64qi) __X,
1184 (__v64qi) __Y,
1185 (__v32hi)
1186 _mm512_setzero_hi (),
1187 (__mmask32) __U);
1188 }
1189
1190 extern __inline __m512i
1191 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1192 _mm512_madd_epi16 (__m512i __A, __m512i __B)
1193 {
1194 return (__m512i) __builtin_ia32_pmaddwd512_mask ((__v32hi) __A,
1195 (__v32hi) __B,
1196 (__v16si)
1197 _mm512_setzero_si512 (),
1198 (__mmask16) -1);
1199 }
1200
1201 extern __inline __m512i
1202 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1203 _mm512_mask_madd_epi16 (__m512i __W, __mmask16 __U, __m512i __A,
1204 __m512i __B)
1205 {
1206 return (__m512i) __builtin_ia32_pmaddwd512_mask ((__v32hi) __A,
1207 (__v32hi) __B,
1208 (__v16si) __W,
1209 (__mmask16) __U);
1210 }
1211
1212 extern __inline __m512i
1213 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1214 _mm512_maskz_madd_epi16 (__mmask16 __U, __m512i __A, __m512i __B)
1215 {
1216 return (__m512i) __builtin_ia32_pmaddwd512_mask ((__v32hi) __A,
1217 (__v32hi) __B,
1218 (__v16si)
1219 _mm512_setzero_si512 (),
1220 (__mmask16) __U);
1221 }
1222
1223 extern __inline __m512i
1224 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1225 _mm512_unpackhi_epi8 (__m512i __A, __m512i __B)
1226 {
1227 return (__m512i) __builtin_ia32_punpckhbw512_mask ((__v64qi) __A,
1228 (__v64qi) __B,
1229 (__v64qi)
1230 _mm512_setzero_qi (),
1231 (__mmask64) -1);
1232 }
1233
1234 extern __inline __m512i
1235 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1236 _mm512_mask_unpackhi_epi8 (__m512i __W, __mmask64 __U, __m512i __A,
1237 __m512i __B)
1238 {
1239 return (__m512i) __builtin_ia32_punpckhbw512_mask ((__v64qi) __A,
1240 (__v64qi) __B,
1241 (__v64qi) __W,
1242 (__mmask64) __U);
1243 }
1244
1245 extern __inline __m512i
1246 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1247 _mm512_maskz_unpackhi_epi8 (__mmask64 __U, __m512i __A, __m512i __B)
1248 {
1249 return (__m512i) __builtin_ia32_punpckhbw512_mask ((__v64qi) __A,
1250 (__v64qi) __B,
1251 (__v64qi)
1252 _mm512_setzero_qi(),
1253 (__mmask64) __U);
1254 }
1255
1256 extern __inline __m512i
1257 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1258 _mm512_unpackhi_epi16 (__m512i __A, __m512i __B)
1259 {
1260 return (__m512i) __builtin_ia32_punpckhwd512_mask ((__v32hi) __A,
1261 (__v32hi) __B,
1262 (__v32hi)
1263 _mm512_setzero_hi (),
1264 (__mmask32) -1);
1265 }
1266
1267 extern __inline __m512i
1268 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1269 _mm512_mask_unpackhi_epi16 (__m512i __W, __mmask32 __U, __m512i __A,
1270 __m512i __B)
1271 {
1272 return (__m512i) __builtin_ia32_punpckhwd512_mask ((__v32hi) __A,
1273 (__v32hi) __B,
1274 (__v32hi) __W,
1275 (__mmask32) __U);
1276 }
1277
1278 extern __inline __m512i
1279 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1280 _mm512_maskz_unpackhi_epi16 (__mmask32 __U, __m512i __A, __m512i __B)
1281 {
1282 return (__m512i) __builtin_ia32_punpckhwd512_mask ((__v32hi) __A,
1283 (__v32hi) __B,
1284 (__v32hi)
1285 _mm512_setzero_hi(),
1286 (__mmask32) __U);
1287 }
1288
1289 extern __inline __m512i
1290 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1291 _mm512_unpacklo_epi8 (__m512i __A, __m512i __B)
1292 {
1293 return (__m512i) __builtin_ia32_punpcklbw512_mask ((__v64qi) __A,
1294 (__v64qi) __B,
1295 (__v64qi)
1296 _mm512_setzero_qi (),
1297 (__mmask64) -1);
1298 }
1299
1300 extern __inline __m512i
1301 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1302 _mm512_mask_unpacklo_epi8 (__m512i __W, __mmask64 __U, __m512i __A,
1303 __m512i __B)
1304 {
1305 return (__m512i) __builtin_ia32_punpcklbw512_mask ((__v64qi) __A,
1306 (__v64qi) __B,
1307 (__v64qi) __W,
1308 (__mmask64) __U);
1309 }
1310
1311 extern __inline __m512i
1312 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1313 _mm512_maskz_unpacklo_epi8 (__mmask64 __U, __m512i __A, __m512i __B)
1314 {
1315 return (__m512i) __builtin_ia32_punpcklbw512_mask ((__v64qi) __A,
1316 (__v64qi) __B,
1317 (__v64qi)
1318 _mm512_setzero_qi(),
1319 (__mmask64) __U);
1320 }
1321
1322 extern __inline __m512i
1323 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1324 _mm512_unpacklo_epi16 (__m512i __A, __m512i __B)
1325 {
1326 return (__m512i) __builtin_ia32_punpcklwd512_mask ((__v32hi) __A,
1327 (__v32hi) __B,
1328 (__v32hi)
1329 _mm512_setzero_hi (),
1330 (__mmask32) -1);
1331 }
1332
1333 extern __inline __m512i
1334 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1335 _mm512_mask_unpacklo_epi16 (__m512i __W, __mmask32 __U, __m512i __A,
1336 __m512i __B)
1337 {
1338 return (__m512i) __builtin_ia32_punpcklwd512_mask ((__v32hi) __A,
1339 (__v32hi) __B,
1340 (__v32hi) __W,
1341 (__mmask32) __U);
1342 }
1343
1344 extern __inline __m512i
1345 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1346 _mm512_maskz_unpacklo_epi16 (__mmask32 __U, __m512i __A, __m512i __B)
1347 {
1348 return (__m512i) __builtin_ia32_punpcklwd512_mask ((__v32hi) __A,
1349 (__v32hi) __B,
1350 (__v32hi)
1351 _mm512_setzero_hi(),
1352 (__mmask32) __U);
1353 }
1354
1355 extern __inline __mmask64
1356 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1357 _mm512_cmpeq_epu8_mask (__m512i __A, __m512i __B)
1358 {
1359 return (__mmask64) __builtin_ia32_ucmpb512_mask ((__v64qi) __A,
1360 (__v64qi) __B, 0,
1361 (__mmask64) -1);
1362 }
1363
1364 extern __inline __mmask64
1365 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1366 _mm512_cmpeq_epi8_mask (__m512i __A, __m512i __B)
1367 {
1368 return (__mmask64) __builtin_ia32_pcmpeqb512_mask ((__v64qi) __A,
1369 (__v64qi) __B,
1370 (__mmask64) -1);
1371 }
1372
1373 extern __inline __mmask64
1374 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1375 _mm512_mask_cmpeq_epu8_mask (__mmask64 __U, __m512i __A, __m512i __B)
1376 {
1377 return (__mmask64) __builtin_ia32_ucmpb512_mask ((__v64qi) __A,
1378 (__v64qi) __B, 0,
1379 __U);
1380 }
1381
1382 extern __inline __mmask64
1383 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1384 _mm512_mask_cmpeq_epi8_mask (__mmask64 __U, __m512i __A, __m512i __B)
1385 {
1386 return (__mmask64) __builtin_ia32_pcmpeqb512_mask ((__v64qi) __A,
1387 (__v64qi) __B,
1388 __U);
1389 }
1390
1391 extern __inline __mmask32
1392 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1393 _mm512_cmpeq_epu16_mask (__m512i __A, __m512i __B)
1394 {
1395 return (__mmask32) __builtin_ia32_ucmpw512_mask ((__v32hi) __A,
1396 (__v32hi) __B, 0,
1397 (__mmask32) -1);
1398 }
1399
1400 extern __inline __mmask32
1401 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1402 _mm512_cmpeq_epi16_mask (__m512i __A, __m512i __B)
1403 {
1404 return (__mmask32) __builtin_ia32_pcmpeqw512_mask ((__v32hi) __A,
1405 (__v32hi) __B,
1406 (__mmask32) -1);
1407 }
1408
1409 extern __inline __mmask32
1410 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1411 _mm512_mask_cmpeq_epu16_mask (__mmask32 __U, __m512i __A, __m512i __B)
1412 {
1413 return (__mmask32) __builtin_ia32_ucmpw512_mask ((__v32hi) __A,
1414 (__v32hi) __B, 0,
1415 __U);
1416 }
1417
1418 extern __inline __mmask32
1419 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1420 _mm512_mask_cmpeq_epi16_mask (__mmask32 __U, __m512i __A, __m512i __B)
1421 {
1422 return (__mmask32) __builtin_ia32_pcmpeqw512_mask ((__v32hi) __A,
1423 (__v32hi) __B,
1424 __U);
1425 }
1426
1427 extern __inline __mmask64
1428 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1429 _mm512_cmpgt_epu8_mask (__m512i __A, __m512i __B)
1430 {
1431 return (__mmask64) __builtin_ia32_ucmpb512_mask ((__v64qi) __A,
1432 (__v64qi) __B, 6,
1433 (__mmask64) -1);
1434 }
1435
1436 extern __inline __mmask64
1437 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1438 _mm512_cmpgt_epi8_mask (__m512i __A, __m512i __B)
1439 {
1440 return (__mmask64) __builtin_ia32_pcmpgtb512_mask ((__v64qi) __A,
1441 (__v64qi) __B,
1442 (__mmask64) -1);
1443 }
1444
1445 extern __inline __mmask64
1446 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1447 _mm512_mask_cmpgt_epu8_mask (__mmask64 __U, __m512i __A, __m512i __B)
1448 {
1449 return (__mmask64) __builtin_ia32_ucmpb512_mask ((__v64qi) __A,
1450 (__v64qi) __B, 6,
1451 __U);
1452 }
1453
1454 extern __inline __mmask64
1455 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1456 _mm512_mask_cmpgt_epi8_mask (__mmask64 __U, __m512i __A, __m512i __B)
1457 {
1458 return (__mmask64) __builtin_ia32_pcmpgtb512_mask ((__v64qi) __A,
1459 (__v64qi) __B,
1460 __U);
1461 }
1462
1463 extern __inline __mmask32
1464 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1465 _mm512_cmpgt_epu16_mask (__m512i __A, __m512i __B)
1466 {
1467 return (__mmask32) __builtin_ia32_ucmpw512_mask ((__v32hi) __A,
1468 (__v32hi) __B, 6,
1469 (__mmask32) -1);
1470 }
1471
1472 extern __inline __mmask32
1473 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1474 _mm512_cmpgt_epi16_mask (__m512i __A, __m512i __B)
1475 {
1476 return (__mmask32) __builtin_ia32_pcmpgtw512_mask ((__v32hi) __A,
1477 (__v32hi) __B,
1478 (__mmask32) -1);
1479 }
1480
1481 extern __inline __mmask32
1482 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1483 _mm512_mask_cmpgt_epu16_mask (__mmask32 __U, __m512i __A, __m512i __B)
1484 {
1485 return (__mmask32) __builtin_ia32_ucmpw512_mask ((__v32hi) __A,
1486 (__v32hi) __B, 6,
1487 __U);
1488 }
1489
1490 extern __inline __mmask32
1491 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1492 _mm512_mask_cmpgt_epi16_mask (__mmask32 __U, __m512i __A, __m512i __B)
1493 {
1494 return (__mmask32) __builtin_ia32_pcmpgtw512_mask ((__v32hi) __A,
1495 (__v32hi) __B,
1496 __U);
1497 }
1498
1499 extern __inline __mmask64
1500 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1501 _mm512_movepi8_mask (__m512i __A)
1502 {
1503 return (__mmask64) __builtin_ia32_cvtb2mask512 ((__v64qi) __A);
1504 }
1505
1506 extern __inline __mmask32
1507 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1508 _mm512_movepi16_mask (__m512i __A)
1509 {
1510 return (__mmask32) __builtin_ia32_cvtw2mask512 ((__v32hi) __A);
1511 }
1512
1513 extern __inline __m512i
1514 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1515 _mm512_movm_epi8 (__mmask64 __A)
1516 {
1517 return (__m512i) __builtin_ia32_cvtmask2b512 (__A);
1518 }
1519
1520 extern __inline __m512i
1521 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1522 _mm512_movm_epi16 (__mmask32 __A)
1523 {
1524 return (__m512i) __builtin_ia32_cvtmask2w512 (__A);
1525 }
1526
1527 extern __inline __mmask64
1528 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1529 _mm512_test_epi8_mask (__m512i __A, __m512i __B)
1530 {
1531 return (__mmask64) __builtin_ia32_ptestmb512 ((__v64qi) __A,
1532 (__v64qi) __B,
1533 (__mmask64) -1);
1534 }
1535
1536 extern __inline __mmask64
1537 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1538 _mm512_mask_test_epi8_mask (__mmask64 __U, __m512i __A, __m512i __B)
1539 {
1540 return (__mmask64) __builtin_ia32_ptestmb512 ((__v64qi) __A,
1541 (__v64qi) __B, __U);
1542 }
1543
1544 extern __inline __mmask32
1545 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1546 _mm512_test_epi16_mask (__m512i __A, __m512i __B)
1547 {
1548 return (__mmask32) __builtin_ia32_ptestmw512 ((__v32hi) __A,
1549 (__v32hi) __B,
1550 (__mmask32) -1);
1551 }
1552
1553 extern __inline __mmask32
1554 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1555 _mm512_mask_test_epi16_mask (__mmask32 __U, __m512i __A, __m512i __B)
1556 {
1557 return (__mmask32) __builtin_ia32_ptestmw512 ((__v32hi) __A,
1558 (__v32hi) __B, __U);
1559 }
1560
1561 extern __inline __mmask64
1562 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1563 _mm512_testn_epi8_mask (__m512i __A, __m512i __B)
1564 {
1565 return (__mmask64) __builtin_ia32_ptestnmb512 ((__v64qi) __A,
1566 (__v64qi) __B,
1567 (__mmask64) -1);
1568 }
1569
1570 extern __inline __mmask64
1571 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1572 _mm512_mask_testn_epi8_mask (__mmask64 __U, __m512i __A, __m512i __B)
1573 {
1574 return (__mmask64) __builtin_ia32_ptestnmb512 ((__v64qi) __A,
1575 (__v64qi) __B, __U);
1576 }
1577
1578 extern __inline __mmask32
1579 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1580 _mm512_testn_epi16_mask (__m512i __A, __m512i __B)
1581 {
1582 return (__mmask32) __builtin_ia32_ptestnmw512 ((__v32hi) __A,
1583 (__v32hi) __B,
1584 (__mmask32) -1);
1585 }
1586
1587 extern __inline __mmask32
1588 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1589 _mm512_mask_testn_epi16_mask (__mmask32 __U, __m512i __A, __m512i __B)
1590 {
1591 return (__mmask32) __builtin_ia32_ptestnmw512 ((__v32hi) __A,
1592 (__v32hi) __B, __U);
1593 }
1594
1595 extern __inline __m512i
1596 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1597 _mm512_shuffle_epi8 (__m512i __A, __m512i __B)
1598 {
1599 return (__m512i) __builtin_ia32_pshufb512_mask ((__v64qi) __A,
1600 (__v64qi) __B,
1601 (__v64qi)
1602 _mm512_setzero_qi (),
1603 (__mmask64) -1);
1604 }
1605
1606 extern __inline __m512i
1607 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1608 _mm512_mask_shuffle_epi8 (__m512i __W, __mmask64 __U, __m512i __A,
1609 __m512i __B)
1610 {
1611 return (__m512i) __builtin_ia32_pshufb512_mask ((__v64qi) __A,
1612 (__v64qi) __B,
1613 (__v64qi) __W,
1614 (__mmask64) __U);
1615 }
1616
1617 extern __inline __m512i
1618 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1619 _mm512_maskz_shuffle_epi8 (__mmask64 __U, __m512i __A, __m512i __B)
1620 {
1621 return (__m512i) __builtin_ia32_pshufb512_mask ((__v64qi) __A,
1622 (__v64qi) __B,
1623 (__v64qi)
1624 _mm512_setzero_qi (),
1625 (__mmask64) __U);
1626 }
1627
1628 extern __inline __m512i
1629 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1630 _mm512_min_epu16 (__m512i __A, __m512i __B)
1631 {
1632 return (__m512i) __builtin_ia32_pminuw512_mask ((__v32hi) __A,
1633 (__v32hi) __B,
1634 (__v32hi)
1635 _mm512_setzero_hi (),
1636 (__mmask32) -1);
1637 }
1638
1639 extern __inline __m512i
1640 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1641 _mm512_maskz_min_epu16 (__mmask32 __M, __m512i __A, __m512i __B)
1642 {
1643 return (__m512i) __builtin_ia32_pminuw512_mask ((__v32hi) __A,
1644 (__v32hi) __B,
1645 (__v32hi)
1646 _mm512_setzero_hi(),
1647 (__mmask32) __M);
1648 }
1649
1650 extern __inline __m512i
1651 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1652 _mm512_mask_min_epu16 (__m512i __W, __mmask32 __M, __m512i __A,
1653 __m512i __B)
1654 {
1655 return (__m512i) __builtin_ia32_pminuw512_mask ((__v32hi) __A,
1656 (__v32hi) __B,
1657 (__v32hi) __W,
1658 (__mmask32) __M);
1659 }
1660
1661 extern __inline __m512i
1662 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1663 _mm512_min_epi16 (__m512i __A, __m512i __B)
1664 {
1665 return (__m512i) __builtin_ia32_pminsw512_mask ((__v32hi) __A,
1666 (__v32hi) __B,
1667 (__v32hi)
1668 _mm512_setzero_hi (),
1669 (__mmask32) -1);
1670 }
1671
1672 extern __inline __m512i
1673 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1674 _mm512_maskz_min_epi16 (__mmask32 __M, __m512i __A, __m512i __B)
1675 {
1676 return (__m512i) __builtin_ia32_pminsw512_mask ((__v32hi) __A,
1677 (__v32hi) __B,
1678 (__v32hi)
1679 _mm512_setzero_hi(),
1680 (__mmask32) __M);
1681 }
1682
1683 extern __inline __m512i
1684 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1685 _mm512_mask_min_epi16 (__m512i __W, __mmask32 __M, __m512i __A,
1686 __m512i __B)
1687 {
1688 return (__m512i) __builtin_ia32_pminsw512_mask ((__v32hi) __A,
1689 (__v32hi) __B,
1690 (__v32hi) __W,
1691 (__mmask32) __M);
1692 }
1693
1694 extern __inline __m512i
1695 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1696 _mm512_max_epu8 (__m512i __A, __m512i __B)
1697 {
1698 return (__m512i) __builtin_ia32_pmaxub512_mask ((__v64qi) __A,
1699 (__v64qi) __B,
1700 (__v64qi)
1701 _mm512_setzero_qi (),
1702 (__mmask64) -1);
1703 }
1704
1705 extern __inline __m512i
1706 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1707 _mm512_maskz_max_epu8 (__mmask64 __M, __m512i __A, __m512i __B)
1708 {
1709 return (__m512i) __builtin_ia32_pmaxub512_mask ((__v64qi) __A,
1710 (__v64qi) __B,
1711 (__v64qi)
1712 _mm512_setzero_qi(),
1713 (__mmask64) __M);
1714 }
1715
1716 extern __inline __m512i
1717 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1718 _mm512_mask_max_epu8 (__m512i __W, __mmask64 __M, __m512i __A,
1719 __m512i __B)
1720 {
1721 return (__m512i) __builtin_ia32_pmaxub512_mask ((__v64qi) __A,
1722 (__v64qi) __B,
1723 (__v64qi) __W,
1724 (__mmask64) __M);
1725 }
1726
1727 extern __inline __m512i
1728 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1729 _mm512_max_epi8 (__m512i __A, __m512i __B)
1730 {
1731 return (__m512i) __builtin_ia32_pmaxsb512_mask ((__v64qi) __A,
1732 (__v64qi) __B,
1733 (__v64qi)
1734 _mm512_setzero_qi (),
1735 (__mmask64) -1);
1736 }
1737
1738 extern __inline __m512i
1739 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1740 _mm512_maskz_max_epi8 (__mmask64 __M, __m512i __A, __m512i __B)
1741 {
1742 return (__m512i) __builtin_ia32_pmaxsb512_mask ((__v64qi) __A,
1743 (__v64qi) __B,
1744 (__v64qi)
1745 _mm512_setzero_qi(),
1746 (__mmask64) __M);
1747 }
1748
1749 extern __inline __m512i
1750 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1751 _mm512_mask_max_epi8 (__m512i __W, __mmask64 __M, __m512i __A,
1752 __m512i __B)
1753 {
1754 return (__m512i) __builtin_ia32_pmaxsb512_mask ((__v64qi) __A,
1755 (__v64qi) __B,
1756 (__v64qi) __W,
1757 (__mmask64) __M);
1758 }
1759
1760 extern __inline __m512i
1761 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1762 _mm512_min_epu8 (__m512i __A, __m512i __B)
1763 {
1764 return (__m512i) __builtin_ia32_pminub512_mask ((__v64qi) __A,
1765 (__v64qi) __B,
1766 (__v64qi)
1767 _mm512_setzero_qi (),
1768 (__mmask64) -1);
1769 }
1770
1771 extern __inline __m512i
1772 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1773 _mm512_maskz_min_epu8 (__mmask64 __M, __m512i __A, __m512i __B)
1774 {
1775 return (__m512i) __builtin_ia32_pminub512_mask ((__v64qi) __A,
1776 (__v64qi) __B,
1777 (__v64qi)
1778 _mm512_setzero_qi(),
1779 (__mmask64) __M);
1780 }
1781
1782 extern __inline __m512i
1783 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1784 _mm512_mask_min_epu8 (__m512i __W, __mmask64 __M, __m512i __A,
1785 __m512i __B)
1786 {
1787 return (__m512i) __builtin_ia32_pminub512_mask ((__v64qi) __A,
1788 (__v64qi) __B,
1789 (__v64qi) __W,
1790 (__mmask64) __M);
1791 }
1792
1793 extern __inline __m512i
1794 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1795 _mm512_min_epi8 (__m512i __A, __m512i __B)
1796 {
1797 return (__m512i) __builtin_ia32_pminsb512_mask ((__v64qi) __A,
1798 (__v64qi) __B,
1799 (__v64qi)
1800 _mm512_setzero_qi (),
1801 (__mmask64) -1);
1802 }
1803
1804 extern __inline __m512i
1805 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1806 _mm512_maskz_min_epi8 (__mmask64 __M, __m512i __A, __m512i __B)
1807 {
1808 return (__m512i) __builtin_ia32_pminsb512_mask ((__v64qi) __A,
1809 (__v64qi) __B,
1810 (__v64qi)
1811 _mm512_setzero_qi(),
1812 (__mmask64) __M);
1813 }
1814
1815 extern __inline __m512i
1816 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1817 _mm512_mask_min_epi8 (__m512i __W, __mmask64 __M, __m512i __A,
1818 __m512i __B)
1819 {
1820 return (__m512i) __builtin_ia32_pminsb512_mask ((__v64qi) __A,
1821 (__v64qi) __B,
1822 (__v64qi) __W,
1823 (__mmask64) __M);
1824 }
1825
1826 extern __inline __m512i
1827 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1828 _mm512_max_epi16 (__m512i __A, __m512i __B)
1829 {
1830 return (__m512i) __builtin_ia32_pmaxsw512_mask ((__v32hi) __A,
1831 (__v32hi) __B,
1832 (__v32hi)
1833 _mm512_setzero_hi (),
1834 (__mmask32) -1);
1835 }
1836
1837 extern __inline __m512i
1838 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1839 _mm512_maskz_max_epi16 (__mmask32 __M, __m512i __A, __m512i __B)
1840 {
1841 return (__m512i) __builtin_ia32_pmaxsw512_mask ((__v32hi) __A,
1842 (__v32hi) __B,
1843 (__v32hi)
1844 _mm512_setzero_hi(),
1845 (__mmask32) __M);
1846 }
1847
1848 extern __inline __m512i
1849 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1850 _mm512_mask_max_epi16 (__m512i __W, __mmask32 __M, __m512i __A,
1851 __m512i __B)
1852 {
1853 return (__m512i) __builtin_ia32_pmaxsw512_mask ((__v32hi) __A,
1854 (__v32hi) __B,
1855 (__v32hi) __W,
1856 (__mmask32) __M);
1857 }
1858
1859 extern __inline __m512i
1860 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1861 _mm512_max_epu16 (__m512i __A, __m512i __B)
1862 {
1863 return (__m512i) __builtin_ia32_pmaxuw512_mask ((__v32hi) __A,
1864 (__v32hi) __B,
1865 (__v32hi)
1866 _mm512_setzero_hi (),
1867 (__mmask32) -1);
1868 }
1869
1870 extern __inline __m512i
1871 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1872 _mm512_maskz_max_epu16 (__mmask32 __M, __m512i __A, __m512i __B)
1873 {
1874 return (__m512i) __builtin_ia32_pmaxuw512_mask ((__v32hi) __A,
1875 (__v32hi) __B,
1876 (__v32hi)
1877 _mm512_setzero_hi(),
1878 (__mmask32) __M);
1879 }
1880
1881 extern __inline __m512i
1882 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1883 _mm512_mask_max_epu16 (__m512i __W, __mmask32 __M, __m512i __A,
1884 __m512i __B)
1885 {
1886 return (__m512i) __builtin_ia32_pmaxuw512_mask ((__v32hi) __A,
1887 (__v32hi) __B,
1888 (__v32hi) __W,
1889 (__mmask32) __M);
1890 }
1891
1892 extern __inline __m512i
1893 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1894 _mm512_sra_epi16 (__m512i __A, __m128i __B)
1895 {
1896 return (__m512i) __builtin_ia32_psraw512_mask ((__v32hi) __A,
1897 (__v8hi) __B,
1898 (__v32hi)
1899 _mm512_setzero_hi (),
1900 (__mmask32) -1);
1901 }
1902
1903 extern __inline __m512i
1904 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1905 _mm512_mask_sra_epi16 (__m512i __W, __mmask32 __U, __m512i __A,
1906 __m128i __B)
1907 {
1908 return (__m512i) __builtin_ia32_psraw512_mask ((__v32hi) __A,
1909 (__v8hi) __B,
1910 (__v32hi) __W,
1911 (__mmask32) __U);
1912 }
1913
1914 extern __inline __m512i
1915 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1916 _mm512_maskz_sra_epi16 (__mmask32 __U, __m512i __A, __m128i __B)
1917 {
1918 return (__m512i) __builtin_ia32_psraw512_mask ((__v32hi) __A,
1919 (__v8hi) __B,
1920 (__v32hi)
1921 _mm512_setzero_hi (),
1922 (__mmask32) __U);
1923 }
1924
1925 extern __inline __m512i
1926 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1927 _mm512_srav_epi16 (__m512i __A, __m512i __B)
1928 {
1929 return (__m512i) __builtin_ia32_psrav32hi_mask ((__v32hi) __A,
1930 (__v32hi) __B,
1931 (__v32hi)
1932 _mm512_setzero_hi (),
1933 (__mmask32) -1);
1934 }
1935
1936 extern __inline __m512i
1937 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1938 _mm512_mask_srav_epi16 (__m512i __W, __mmask32 __U, __m512i __A,
1939 __m512i __B)
1940 {
1941 return (__m512i) __builtin_ia32_psrav32hi_mask ((__v32hi) __A,
1942 (__v32hi) __B,
1943 (__v32hi) __W,
1944 (__mmask32) __U);
1945 }
1946
1947 extern __inline __m512i
1948 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1949 _mm512_maskz_srav_epi16 (__mmask32 __U, __m512i __A, __m512i __B)
1950 {
1951 return (__m512i) __builtin_ia32_psrav32hi_mask ((__v32hi) __A,
1952 (__v32hi) __B,
1953 (__v32hi)
1954 _mm512_setzero_hi (),
1955 (__mmask32) __U);
1956 }
1957
1958 extern __inline __m512i
1959 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1960 _mm512_srlv_epi16 (__m512i __A, __m512i __B)
1961 {
1962 return (__m512i) __builtin_ia32_psrlv32hi_mask ((__v32hi) __A,
1963 (__v32hi) __B,
1964 (__v32hi)
1965 _mm512_setzero_hi (),
1966 (__mmask32) -1);
1967 }
1968
1969 extern __inline __m512i
1970 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1971 _mm512_mask_srlv_epi16 (__m512i __W, __mmask32 __U, __m512i __A,
1972 __m512i __B)
1973 {
1974 return (__m512i) __builtin_ia32_psrlv32hi_mask ((__v32hi) __A,
1975 (__v32hi) __B,
1976 (__v32hi) __W,
1977 (__mmask32) __U);
1978 }
1979
1980 extern __inline __m512i
1981 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1982 _mm512_maskz_srlv_epi16 (__mmask32 __U, __m512i __A, __m512i __B)
1983 {
1984 return (__m512i) __builtin_ia32_psrlv32hi_mask ((__v32hi) __A,
1985 (__v32hi) __B,
1986 (__v32hi)
1987 _mm512_setzero_hi (),
1988 (__mmask32) __U);
1989 }
1990
1991 extern __inline __m512i
1992 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1993 _mm512_sllv_epi16 (__m512i __A, __m512i __B)
1994 {
1995 return (__m512i) __builtin_ia32_psllv32hi_mask ((__v32hi) __A,
1996 (__v32hi) __B,
1997 (__v32hi)
1998 _mm512_setzero_hi (),
1999 (__mmask32) -1);
2000 }
2001
2002 extern __inline __m512i
2003 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2004 _mm512_mask_sllv_epi16 (__m512i __W, __mmask32 __U, __m512i __A,
2005 __m512i __B)
2006 {
2007 return (__m512i) __builtin_ia32_psllv32hi_mask ((__v32hi) __A,
2008 (__v32hi) __B,
2009 (__v32hi) __W,
2010 (__mmask32) __U);
2011 }
2012
2013 extern __inline __m512i
2014 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2015 _mm512_maskz_sllv_epi16 (__mmask32 __U, __m512i __A, __m512i __B)
2016 {
2017 return (__m512i) __builtin_ia32_psllv32hi_mask ((__v32hi) __A,
2018 (__v32hi) __B,
2019 (__v32hi)
2020 _mm512_setzero_hi (),
2021 (__mmask32) __U);
2022 }
2023
2024 extern __inline __m512i
2025 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2026 _mm512_mask_packs_epi16 (__m512i __W, __mmask64 __M, __m512i __A,
2027 __m512i __B)
2028 {
2029 return (__m512i) __builtin_ia32_packsswb512_mask ((__v32hi) __A,
2030 (__v32hi) __B,
2031 (__v64qi) __W,
2032 (__mmask64) __M);
2033 }
2034
2035 extern __inline __m512i
2036 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2037 _mm512_maskz_packs_epi16 (__mmask64 __M, __m512i __A, __m512i __B)
2038 {
2039 return (__m512i) __builtin_ia32_packsswb512_mask ((__v32hi) __A,
2040 (__v32hi) __B,
2041 (__v64qi)
2042 _mm512_setzero_qi(),
2043 __M);
2044 }
2045
2046 extern __inline __m512i
2047 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2048 _mm512_packus_epi16 (__m512i __A, __m512i __B)
2049 {
2050 return (__m512i) __builtin_ia32_packuswb512_mask ((__v32hi) __A,
2051 (__v32hi) __B,
2052 (__v64qi)
2053 _mm512_setzero_qi (),
2054 (__mmask64) -1);
2055 }
2056
2057 extern __inline __m512i
2058 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2059 _mm512_mask_packus_epi16 (__m512i __W, __mmask64 __M, __m512i __A,
2060 __m512i __B)
2061 {
2062 return (__m512i) __builtin_ia32_packuswb512_mask ((__v32hi) __A,
2063 (__v32hi) __B,
2064 (__v64qi) __W,
2065 (__mmask64) __M);
2066 }
2067
2068 extern __inline __m512i
2069 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2070 _mm512_maskz_packus_epi16 (__mmask64 __M, __m512i __A, __m512i __B)
2071 {
2072 return (__m512i) __builtin_ia32_packuswb512_mask ((__v32hi) __A,
2073 (__v32hi) __B,
2074 (__v64qi)
2075 _mm512_setzero_qi(),
2076 (__mmask64) __M);
2077 }
2078
2079 extern __inline __m512i
2080 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2081 _mm512_abs_epi8 (__m512i __A)
2082 {
2083 return (__m512i) __builtin_ia32_pabsb512_mask ((__v64qi) __A,
2084 (__v64qi)
2085 _mm512_setzero_qi (),
2086 (__mmask64) -1);
2087 }
2088
2089 extern __inline __m512i
2090 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2091 _mm512_mask_abs_epi8 (__m512i __W, __mmask64 __U, __m512i __A)
2092 {
2093 return (__m512i) __builtin_ia32_pabsb512_mask ((__v64qi) __A,
2094 (__v64qi) __W,
2095 (__mmask64) __U);
2096 }
2097
2098 extern __inline __m512i
2099 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2100 _mm512_maskz_abs_epi8 (__mmask64 __U, __m512i __A)
2101 {
2102 return (__m512i) __builtin_ia32_pabsb512_mask ((__v64qi) __A,
2103 (__v64qi)
2104 _mm512_setzero_qi (),
2105 (__mmask64) __U);
2106 }
2107
2108 extern __inline __m512i
2109 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2110 _mm512_abs_epi16 (__m512i __A)
2111 {
2112 return (__m512i) __builtin_ia32_pabsw512_mask ((__v32hi) __A,
2113 (__v32hi)
2114 _mm512_setzero_hi (),
2115 (__mmask32) -1);
2116 }
2117
2118 extern __inline __m512i
2119 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2120 _mm512_mask_abs_epi16 (__m512i __W, __mmask32 __U, __m512i __A)
2121 {
2122 return (__m512i) __builtin_ia32_pabsw512_mask ((__v32hi) __A,
2123 (__v32hi) __W,
2124 (__mmask32) __U);
2125 }
2126
2127 extern __inline __m512i
2128 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2129 _mm512_maskz_abs_epi16 (__mmask32 __U, __m512i __A)
2130 {
2131 return (__m512i) __builtin_ia32_pabsw512_mask ((__v32hi) __A,
2132 (__v32hi)
2133 _mm512_setzero_hi (),
2134 (__mmask32) __U);
2135 }
2136
2137 extern __inline __mmask64
2138 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2139 _mm512_mask_cmpneq_epu8_mask (__mmask64 __M, __m512i __X, __m512i __Y)
2140 {
2141 return (__mmask64) __builtin_ia32_ucmpb512_mask ((__v64qi) __X,
2142 (__v64qi) __Y, 4,
2143 (__mmask64) __M);
2144 }
2145
2146 extern __inline __mmask64
2147 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2148 _mm512_mask_cmplt_epu8_mask (__mmask64 __M, __m512i __X, __m512i __Y)
2149 {
2150 return (__mmask64) __builtin_ia32_ucmpb512_mask ((__v64qi) __X,
2151 (__v64qi) __Y, 1,
2152 (__mmask64) __M);
2153 }
2154
2155 extern __inline __mmask64
2156 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2157 _mm512_mask_cmpge_epu8_mask (__mmask64 __M, __m512i __X, __m512i __Y)
2158 {
2159 return (__mmask64) __builtin_ia32_ucmpb512_mask ((__v64qi) __X,
2160 (__v64qi) __Y, 5,
2161 (__mmask64) __M);
2162 }
2163
2164 extern __inline __mmask64
2165 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2166 _mm512_mask_cmple_epu8_mask (__mmask64 __M, __m512i __X, __m512i __Y)
2167 {
2168 return (__mmask64) __builtin_ia32_ucmpb512_mask ((__v64qi) __X,
2169 (__v64qi) __Y, 2,
2170 (__mmask64) __M);
2171 }
2172
2173 extern __inline __mmask32
2174 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2175 _mm512_mask_cmpneq_epu16_mask (__mmask32 __M, __m512i __X, __m512i __Y)
2176 {
2177 return (__mmask32) __builtin_ia32_ucmpw512_mask ((__v32hi) __X,
2178 (__v32hi) __Y, 4,
2179 (__mmask32) __M);
2180 }
2181
2182 extern __inline __mmask32
2183 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2184 _mm512_mask_cmplt_epu16_mask (__mmask32 __M, __m512i __X, __m512i __Y)
2185 {
2186 return (__mmask32) __builtin_ia32_ucmpw512_mask ((__v32hi) __X,
2187 (__v32hi) __Y, 1,
2188 (__mmask32) __M);
2189 }
2190
2191 extern __inline __mmask32
2192 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2193 _mm512_mask_cmpge_epu16_mask (__mmask32 __M, __m512i __X, __m512i __Y)
2194 {
2195 return (__mmask32) __builtin_ia32_ucmpw512_mask ((__v32hi) __X,
2196 (__v32hi) __Y, 5,
2197 (__mmask32) __M);
2198 }
2199
2200 extern __inline __mmask32
2201 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2202 _mm512_mask_cmple_epu16_mask (__mmask32 __M, __m512i __X, __m512i __Y)
2203 {
2204 return (__mmask32) __builtin_ia32_ucmpw512_mask ((__v32hi) __X,
2205 (__v32hi) __Y, 2,
2206 (__mmask32) __M);
2207 }
2208
2209 extern __inline __mmask64
2210 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2211 _mm512_mask_cmpneq_epi8_mask (__mmask64 __M, __m512i __X, __m512i __Y)
2212 {
2213 return (__mmask64) __builtin_ia32_cmpb512_mask ((__v64qi) __X,
2214 (__v64qi) __Y, 4,
2215 (__mmask64) __M);
2216 }
2217
2218 extern __inline __mmask64
2219 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2220 _mm512_mask_cmplt_epi8_mask (__mmask64 __M, __m512i __X, __m512i __Y)
2221 {
2222 return (__mmask64) __builtin_ia32_cmpb512_mask ((__v64qi) __X,
2223 (__v64qi) __Y, 1,
2224 (__mmask64) __M);
2225 }
2226
2227 extern __inline __mmask64
2228 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2229 _mm512_mask_cmpge_epi8_mask (__mmask64 __M, __m512i __X, __m512i __Y)
2230 {
2231 return (__mmask64) __builtin_ia32_cmpb512_mask ((__v64qi) __X,
2232 (__v64qi) __Y, 5,
2233 (__mmask64) __M);
2234 }
2235
2236 extern __inline __mmask64
2237 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2238 _mm512_mask_cmple_epi8_mask (__mmask64 __M, __m512i __X, __m512i __Y)
2239 {
2240 return (__mmask64) __builtin_ia32_cmpb512_mask ((__v64qi) __X,
2241 (__v64qi) __Y, 2,
2242 (__mmask64) __M);
2243 }
2244
2245 extern __inline __mmask32
2246 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2247 _mm512_mask_cmpneq_epi16_mask (__mmask32 __M, __m512i __X, __m512i __Y)
2248 {
2249 return (__mmask32) __builtin_ia32_cmpw512_mask ((__v32hi) __X,
2250 (__v32hi) __Y, 4,
2251 (__mmask32) __M);
2252 }
2253
2254 extern __inline __mmask32
2255 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2256 _mm512_mask_cmplt_epi16_mask (__mmask32 __M, __m512i __X, __m512i __Y)
2257 {
2258 return (__mmask32) __builtin_ia32_cmpw512_mask ((__v32hi) __X,
2259 (__v32hi) __Y, 1,
2260 (__mmask32) __M);
2261 }
2262
2263 extern __inline __mmask32
2264 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2265 _mm512_mask_cmpge_epi16_mask (__mmask32 __M, __m512i __X, __m512i __Y)
2266 {
2267 return (__mmask32) __builtin_ia32_cmpw512_mask ((__v32hi) __X,
2268 (__v32hi) __Y, 5,
2269 (__mmask32) __M);
2270 }
2271
2272 extern __inline __mmask32
2273 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2274 _mm512_mask_cmple_epi16_mask (__mmask32 __M, __m512i __X, __m512i __Y)
2275 {
2276 return (__mmask32) __builtin_ia32_cmpw512_mask ((__v32hi) __X,
2277 (__v32hi) __Y, 2,
2278 (__mmask32) __M);
2279 }
2280
2281 extern __inline __mmask64
2282 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2283 _mm512_cmpneq_epu8_mask (__m512i __X, __m512i __Y)
2284 {
2285 return (__mmask64) __builtin_ia32_ucmpb512_mask ((__v64qi) __X,
2286 (__v64qi) __Y, 4,
2287 (__mmask64) - 1);
2288 }
2289
2290 extern __inline __mmask64
2291 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2292 _mm512_cmplt_epu8_mask (__m512i __X, __m512i __Y)
2293 {
2294 return (__mmask64) __builtin_ia32_ucmpb512_mask ((__v64qi) __X,
2295 (__v64qi) __Y, 1,
2296 (__mmask64) - 1);
2297 }
2298
2299 extern __inline __mmask64
2300 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2301 _mm512_cmpge_epu8_mask (__m512i __X, __m512i __Y)
2302 {
2303 return (__mmask64) __builtin_ia32_ucmpb512_mask ((__v64qi) __X,
2304 (__v64qi) __Y, 5,
2305 (__mmask64) - 1);
2306 }
2307
2308 extern __inline __mmask64
2309 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2310 _mm512_cmple_epu8_mask (__m512i __X, __m512i __Y)
2311 {
2312 return (__mmask64) __builtin_ia32_ucmpb512_mask ((__v64qi) __X,
2313 (__v64qi) __Y, 2,
2314 (__mmask64) - 1);
2315 }
2316
2317 extern __inline __mmask32
2318 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2319 _mm512_cmpneq_epu16_mask (__m512i __X, __m512i __Y)
2320 {
2321 return (__mmask32) __builtin_ia32_ucmpw512_mask ((__v32hi) __X,
2322 (__v32hi) __Y, 4,
2323 (__mmask32) - 1);
2324 }
2325
2326 extern __inline __mmask32
2327 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2328 _mm512_cmplt_epu16_mask (__m512i __X, __m512i __Y)
2329 {
2330 return (__mmask32) __builtin_ia32_ucmpw512_mask ((__v32hi) __X,
2331 (__v32hi) __Y, 1,
2332 (__mmask32) - 1);
2333 }
2334
2335 extern __inline __mmask32
2336 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2337 _mm512_cmpge_epu16_mask (__m512i __X, __m512i __Y)
2338 {
2339 return (__mmask32) __builtin_ia32_ucmpw512_mask ((__v32hi) __X,
2340 (__v32hi) __Y, 5,
2341 (__mmask32) - 1);
2342 }
2343
2344 extern __inline __mmask32
2345 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2346 _mm512_cmple_epu16_mask (__m512i __X, __m512i __Y)
2347 {
2348 return (__mmask32) __builtin_ia32_ucmpw512_mask ((__v32hi) __X,
2349 (__v32hi) __Y, 2,
2350 (__mmask32) - 1);
2351 }
2352
2353 extern __inline __mmask64
2354 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2355 _mm512_cmpneq_epi8_mask (__m512i __X, __m512i __Y)
2356 {
2357 return (__mmask64) __builtin_ia32_cmpb512_mask ((__v64qi) __X,
2358 (__v64qi) __Y, 4,
2359 (__mmask64) - 1);
2360 }
2361
2362 extern __inline __mmask64
2363 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2364 _mm512_cmplt_epi8_mask (__m512i __X, __m512i __Y)
2365 {
2366 return (__mmask64) __builtin_ia32_cmpb512_mask ((__v64qi) __X,
2367 (__v64qi) __Y, 1,
2368 (__mmask64) - 1);
2369 }
2370
2371 extern __inline __mmask64
2372 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2373 _mm512_cmpge_epi8_mask (__m512i __X, __m512i __Y)
2374 {
2375 return (__mmask64) __builtin_ia32_cmpb512_mask ((__v64qi) __X,
2376 (__v64qi) __Y, 5,
2377 (__mmask64) - 1);
2378 }
2379
2380 extern __inline __mmask64
2381 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2382 _mm512_cmple_epi8_mask (__m512i __X, __m512i __Y)
2383 {
2384 return (__mmask64) __builtin_ia32_cmpb512_mask ((__v64qi) __X,
2385 (__v64qi) __Y, 2,
2386 (__mmask64) - 1);
2387 }
2388
2389 extern __inline __mmask32
2390 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2391 _mm512_cmpneq_epi16_mask (__m512i __X, __m512i __Y)
2392 {
2393 return (__mmask32) __builtin_ia32_cmpw512_mask ((__v32hi) __X,
2394 (__v32hi) __Y, 4,
2395 (__mmask32) - 1);
2396 }
2397
2398 extern __inline __mmask32
2399 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2400 _mm512_cmplt_epi16_mask (__m512i __X, __m512i __Y)
2401 {
2402 return (__mmask32) __builtin_ia32_cmpw512_mask ((__v32hi) __X,
2403 (__v32hi) __Y, 1,
2404 (__mmask32) - 1);
2405 }
2406
2407 extern __inline __mmask32
2408 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2409 _mm512_cmpge_epi16_mask (__m512i __X, __m512i __Y)
2410 {
2411 return (__mmask32) __builtin_ia32_cmpw512_mask ((__v32hi) __X,
2412 (__v32hi) __Y, 5,
2413 (__mmask32) - 1);
2414 }
2415
2416 extern __inline __mmask32
2417 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2418 _mm512_cmple_epi16_mask (__m512i __X, __m512i __Y)
2419 {
2420 return (__mmask32) __builtin_ia32_cmpw512_mask ((__v32hi) __X,
2421 (__v32hi) __Y, 2,
2422 (__mmask32) - 1);
2423 }
2424
2425 #ifdef __OPTIMIZE__
2426 extern __inline __m512i
2427 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2428 _mm512_alignr_epi8 (__m512i __A, __m512i __B, const int __N)
2429 {
2430 return (__m512i) __builtin_ia32_palignr512 ((__v8di) __A,
2431 (__v8di) __B, __N * 8);
2432 }
2433
2434 extern __inline __m512i
2435 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2436 _mm512_mask_alignr_epi8 (__m512i __W, __mmask64 __U, __m512i __A,
2437 __m512i __B, const int __N)
2438 {
2439 return (__m512i) __builtin_ia32_palignr512_mask ((__v8di) __A,
2440 (__v8di) __B,
2441 __N * 8,
2442 (__v8di) __W,
2443 (__mmask64) __U);
2444 }
2445
2446 extern __inline __m512i
2447 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2448 _mm512_maskz_alignr_epi8 (__mmask64 __U, __m512i __A, __m512i __B,
2449 const int __N)
2450 {
2451 return (__m512i) __builtin_ia32_palignr512_mask ((__v8di) __A,
2452 (__v8di) __B,
2453 __N * 8,
2454 (__v8di)
2455 _mm512_setzero_si512 (),
2456 (__mmask64) __U);
2457 }
2458
2459 extern __inline __m512i
2460 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2461 _mm512_dbsad_epu8 (__m512i __A, __m512i __B, const int __imm)
2462 {
2463 return (__m512i) __builtin_ia32_dbpsadbw512_mask ((__v64qi) __A,
2464 (__v64qi) __B,
2465 __imm,
2466 (__v32hi)
2467 _mm512_setzero_hi (),
2468 (__mmask32) -1);
2469 }
2470
2471 extern __inline __m512i
2472 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2473 _mm512_mask_dbsad_epu8 (__m512i __W, __mmask32 __U, __m512i __A,
2474 __m512i __B, const int __imm)
2475 {
2476 return (__m512i) __builtin_ia32_dbpsadbw512_mask ((__v64qi) __A,
2477 (__v64qi) __B,
2478 __imm,
2479 (__v32hi) __W,
2480 (__mmask32) __U);
2481 }
2482
2483 extern __inline __m512i
2484 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2485 _mm512_maskz_dbsad_epu8 (__mmask32 __U, __m512i __A, __m512i __B,
2486 const int __imm)
2487 {
2488 return (__m512i) __builtin_ia32_dbpsadbw512_mask ((__v64qi) __A,
2489 (__v64qi) __B,
2490 __imm,
2491 (__v32hi)
2492 _mm512_setzero_hi(),
2493 (__mmask32) __U);
2494 }
2495
2496 extern __inline __m512i
2497 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2498 _mm512_srli_epi16 (__m512i __A, const int __imm)
2499 {
2500 return (__m512i) __builtin_ia32_psrlwi512_mask ((__v32hi) __A, __imm,
2501 (__v32hi)
2502 _mm512_setzero_hi (),
2503 (__mmask32) -1);
2504 }
2505
2506 extern __inline __m512i
2507 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2508 _mm512_mask_srli_epi16 (__m512i __W, __mmask32 __U, __m512i __A,
2509 const int __imm)
2510 {
2511 return (__m512i) __builtin_ia32_psrlwi512_mask ((__v32hi) __A, __imm,
2512 (__v32hi) __W,
2513 (__mmask32) __U);
2514 }
2515
2516 extern __inline __m512i
2517 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2518 _mm512_maskz_srli_epi16 (__mmask32 __U, __m512i __A, const int __imm)
2519 {
2520 return (__m512i) __builtin_ia32_psrlwi512_mask ((__v32hi) __A, __imm,
2521 (__v32hi)
2522 _mm512_setzero_hi (),
2523 (__mmask32) __U);
2524 }
2525
2526 extern __inline __m512i
2527 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2528 _mm512_slli_epi16 (__m512i __A, const int __B)
2529 {
2530 return (__m512i) __builtin_ia32_psllwi512_mask ((__v32hi) __A, __B,
2531 (__v32hi)
2532 _mm512_setzero_hi (),
2533 (__mmask32) -1);
2534 }
2535
2536 extern __inline __m512i
2537 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2538 _mm512_mask_slli_epi16 (__m512i __W, __mmask32 __U, __m512i __A,
2539 const int __B)
2540 {
2541 return (__m512i) __builtin_ia32_psllwi512_mask ((__v32hi) __A, __B,
2542 (__v32hi) __W,
2543 (__mmask32) __U);
2544 }
2545
2546 extern __inline __m512i
2547 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2548 _mm512_maskz_slli_epi16 (__mmask32 __U, __m512i __A, const int __B)
2549 {
2550 return (__m512i) __builtin_ia32_psllwi512_mask ((__v32hi) __A, __B,
2551 (__v32hi)
2552 _mm512_setzero_hi (),
2553 (__mmask32) __U);
2554 }
2555
2556 extern __inline __m512i
2557 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2558 _mm512_shufflehi_epi16 (__m512i __A, const int __imm)
2559 {
2560 return (__m512i) __builtin_ia32_pshufhw512_mask ((__v32hi) __A,
2561 __imm,
2562 (__v32hi)
2563 _mm512_setzero_hi (),
2564 (__mmask32) -1);
2565 }
2566
2567 extern __inline __m512i
2568 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2569 _mm512_mask_shufflehi_epi16 (__m512i __W, __mmask32 __U, __m512i __A,
2570 const int __imm)
2571 {
2572 return (__m512i) __builtin_ia32_pshufhw512_mask ((__v32hi) __A,
2573 __imm,
2574 (__v32hi) __W,
2575 (__mmask32) __U);
2576 }
2577
2578 extern __inline __m512i
2579 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2580 _mm512_maskz_shufflehi_epi16 (__mmask32 __U, __m512i __A,
2581 const int __imm)
2582 {
2583 return (__m512i) __builtin_ia32_pshufhw512_mask ((__v32hi) __A,
2584 __imm,
2585 (__v32hi)
2586 _mm512_setzero_hi (),
2587 (__mmask32) __U);
2588 }
2589
2590 extern __inline __m512i
2591 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2592 _mm512_shufflelo_epi16 (__m512i __A, const int __imm)
2593 {
2594 return (__m512i) __builtin_ia32_pshuflw512_mask ((__v32hi) __A,
2595 __imm,
2596 (__v32hi)
2597 _mm512_setzero_hi (),
2598 (__mmask32) -1);
2599 }
2600
2601 extern __inline __m512i
2602 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2603 _mm512_mask_shufflelo_epi16 (__m512i __W, __mmask32 __U, __m512i __A,
2604 const int __imm)
2605 {
2606 return (__m512i) __builtin_ia32_pshuflw512_mask ((__v32hi) __A,
2607 __imm,
2608 (__v32hi) __W,
2609 (__mmask32) __U);
2610 }
2611
2612 extern __inline __m512i
2613 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2614 _mm512_maskz_shufflelo_epi16 (__mmask32 __U, __m512i __A,
2615 const int __imm)
2616 {
2617 return (__m512i) __builtin_ia32_pshuflw512_mask ((__v32hi) __A,
2618 __imm,
2619 (__v32hi)
2620 _mm512_setzero_hi (),
2621 (__mmask32) __U);
2622 }
2623
2624 extern __inline __m512i
2625 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2626 _mm512_srai_epi16 (__m512i __A, const int __imm)
2627 {
2628 return (__m512i) __builtin_ia32_psrawi512_mask ((__v32hi) __A, __imm,
2629 (__v32hi)
2630 _mm512_setzero_hi (),
2631 (__mmask32) -1);
2632 }
2633
2634 extern __inline __m512i
2635 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2636 _mm512_mask_srai_epi16 (__m512i __W, __mmask32 __U, __m512i __A,
2637 const int __imm)
2638 {
2639 return (__m512i) __builtin_ia32_psrawi512_mask ((__v32hi) __A, __imm,
2640 (__v32hi) __W,
2641 (__mmask32) __U);
2642 }
2643
2644 extern __inline __m512i
2645 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2646 _mm512_maskz_srai_epi16 (__mmask32 __U, __m512i __A, const int __imm)
2647 {
2648 return (__m512i) __builtin_ia32_psrawi512_mask ((__v32hi) __A, __imm,
2649 (__v32hi)
2650 _mm512_setzero_hi (),
2651 (__mmask32) __U);
2652 }
2653
2654 extern __inline __m512i
2655 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2656 _mm512_mask_blend_epi16 (__mmask32 __U, __m512i __A, __m512i __W)
2657 {
2658 return (__m512i) __builtin_ia32_blendmw_512_mask ((__v32hi) __A,
2659 (__v32hi) __W,
2660 (__mmask32) __U);
2661 }
2662
2663 extern __inline __m512i
2664 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2665 _mm512_mask_blend_epi8 (__mmask64 __U, __m512i __A, __m512i __W)
2666 {
2667 return (__m512i) __builtin_ia32_blendmb_512_mask ((__v64qi) __A,
2668 (__v64qi) __W,
2669 (__mmask64) __U);
2670 }
2671
2672 extern __inline __mmask32
2673 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2674 _mm512_mask_cmp_epi16_mask (__mmask32 __U, __m512i __X, __m512i __Y,
2675 const int __P)
2676 {
2677 return (__mmask32) __builtin_ia32_cmpw512_mask ((__v32hi) __X,
2678 (__v32hi) __Y, __P,
2679 (__mmask32) __U);
2680 }
2681
2682 extern __inline __mmask32
2683 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2684 _mm512_cmp_epi16_mask (__m512i __X, __m512i __Y, const int __P)
2685 {
2686 return (__mmask32) __builtin_ia32_cmpw512_mask ((__v32hi) __X,
2687 (__v32hi) __Y, __P,
2688 (__mmask32) -1);
2689 }
2690
2691 extern __inline __mmask64
2692 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2693 _mm512_mask_cmp_epi8_mask (__mmask32 __U, __m512i __X, __m512i __Y,
2694 const int __P)
2695 {
2696 return (__mmask64) __builtin_ia32_cmpb512_mask ((__v64qi) __X,
2697 (__v64qi) __Y, __P,
2698 (__mmask64) __U);
2699 }
2700
2701 extern __inline __mmask64
2702 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2703 _mm512_cmp_epi8_mask (__m512i __X, __m512i __Y, const int __P)
2704 {
2705 return (__mmask64) __builtin_ia32_cmpb512_mask ((__v64qi) __X,
2706 (__v64qi) __Y, __P,
2707 (__mmask64) -1);
2708 }
2709
2710 extern __inline __mmask32
2711 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2712 _mm512_mask_cmp_epu16_mask (__mmask32 __U, __m512i __X, __m512i __Y,
2713 const int __P)
2714 {
2715 return (__mmask32) __builtin_ia32_ucmpw512_mask ((__v32hi) __X,
2716 (__v32hi) __Y, __P,
2717 (__mmask32) __U);
2718 }
2719
2720 extern __inline __mmask32
2721 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2722 _mm512_cmp_epu16_mask (__m512i __X, __m512i __Y, const int __P)
2723 {
2724 return (__mmask32) __builtin_ia32_ucmpw512_mask ((__v32hi) __X,
2725 (__v32hi) __Y, __P,
2726 (__mmask32) -1);
2727 }
2728
2729 extern __inline __mmask64
2730 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2731 _mm512_mask_cmp_epu8_mask (__mmask32 __U, __m512i __X, __m512i __Y,
2732 const int __P)
2733 {
2734 return (__mmask64) __builtin_ia32_ucmpb512_mask ((__v64qi) __X,
2735 (__v64qi) __Y, __P,
2736 (__mmask64) __U);
2737 }
2738
2739 extern __inline __mmask64
2740 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2741 _mm512_cmp_epu8_mask (__m512i __X, __m512i __Y, const int __P)
2742 {
2743 return (__mmask64) __builtin_ia32_ucmpb512_mask ((__v64qi) __X,
2744 (__v64qi) __Y, __P,
2745 (__mmask64) -1);
2746 }
2747
2748 extern __inline __m512i
2749 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2750 _mm512_packs_epi32 (__m512i __A, __m512i __B)
2751 {
2752 return (__m512i) __builtin_ia32_packssdw512_mask ((__v16si) __A,
2753 (__v16si) __B,
2754 (__v32hi)
2755 _mm512_setzero_hi (),
2756 (__mmask32) -1);
2757 }
2758
2759 extern __inline __m512i
2760 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2761 _mm512_maskz_packs_epi32 (__mmask32 __M, __m512i __A, __m512i __B)
2762 {
2763 return (__m512i) __builtin_ia32_packssdw512_mask ((__v16si) __A,
2764 (__v16si) __B,
2765 (__v32hi)
2766 _mm512_setzero_hi(),
2767 __M);
2768 }
2769
2770 extern __inline __m512i
2771 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2772 _mm512_mask_packs_epi32 (__m512i __W, __mmask32 __M, __m512i __A,
2773 __m512i __B)
2774 {
2775 return (__m512i) __builtin_ia32_packssdw512_mask ((__v16si) __A,
2776 (__v16si) __B,
2777 (__v32hi) __W,
2778 __M);
2779 }
2780
2781 extern __inline __m512i
2782 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2783 _mm512_packus_epi32 (__m512i __A, __m512i __B)
2784 {
2785 return (__m512i) __builtin_ia32_packusdw512_mask ((__v16si) __A,
2786 (__v16si) __B,
2787 (__v32hi)
2788 _mm512_setzero_hi (),
2789 (__mmask32) -1);
2790 }
2791
2792 extern __inline __m512i
2793 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2794 _mm512_maskz_packus_epi32 (__mmask32 __M, __m512i __A, __m512i __B)
2795 {
2796 return (__m512i) __builtin_ia32_packusdw512_mask ((__v16si) __A,
2797 (__v16si) __B,
2798 (__v32hi)
2799 _mm512_setzero_hi(),
2800 __M);
2801 }
2802
2803 extern __inline __m512i
2804 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2805 _mm512_mask_packus_epi32 (__m512i __W, __mmask32 __M, __m512i __A,
2806 __m512i __B)
2807 {
2808 return (__m512i) __builtin_ia32_packusdw512_mask ((__v16si) __A,
2809 (__v16si) __B,
2810 (__v32hi) __W,
2811 __M);
2812 }
2813
2814 extern __inline __m512i
2815 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2816 _mm512_bslli_epi128 (__m512i __A, const int __N)
2817 {
2818 return (__m512i) __builtin_ia32_pslldq512 (__A, __N * 8);
2819 }
2820
2821 extern __inline __m512i
2822 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2823 _mm512_bsrli_epi128 (__m512i __A, const int __N)
2824 {
2825 return (__m512i) __builtin_ia32_psrldq512 (__A, __N * 8);
2826 }
2827
2828 #else
2829 #define _mm512_alignr_epi8(X, Y, N) \
2830 ((__m512i) __builtin_ia32_palignr512 ((__v8di)(__m512i)(X), \
2831 (__v8di)(__m512i)(Y), \
2832 (int)(N * 8)))
2833
2834 #define _mm512_mask_alignr_epi8(W, U, X, Y, N) \
2835 ((__m512i) __builtin_ia32_palignr512_mask ((__v8di)(__m512i)(X), \
2836 (__v8di)(__m512i)(Y), (int)(N * 8), \
2837 (__v8di)(__m512i)(W), (__mmask64)(U)))
2838
2839 #define _mm512_maskz_alignr_epi8(U, X, Y, N) \
2840 ((__m512i) __builtin_ia32_palignr512_mask ((__v8di)(__m512i)(X), \
2841 (__v8di)(__m512i)(Y), (int)(N * 8), \
2842 (__v8di)(__m512i)_mm512_setzero_si512 (), \
2843 (__mmask64)(U)))
2844
2845 #define _mm512_dbsad_epu8(X, Y, C) \
2846 ((__m512i) __builtin_ia32_dbpsadbw512_mask ((__v64qi)(__m512i) (X), \
2847 (__v64qi)(__m512i) (Y), (int) (C), \
2848 (__v32hi)(__m512i)_mm512_setzero_si512 (),\
2849 (__mmask32)-1))
2850
2851 #define _mm512_mask_dbsad_epu8(W, U, X, Y, C) \
2852 ((__m512i) __builtin_ia32_dbpsadbw512_mask ((__v64qi)(__m512i) (X), \
2853 (__v64qi)(__m512i) (Y), (int) (C), \
2854 (__v32hi)(__m512i)(W), \
2855 (__mmask32)(U)))
2856
2857 #define _mm512_maskz_dbsad_epu8(U, X, Y, C) \
2858 ((__m512i) __builtin_ia32_dbpsadbw512_mask ((__v64qi)(__m512i) (X), \
2859 (__v64qi)(__m512i) (Y), (int) (C), \
2860 (__v32hi)(__m512i)_mm512_setzero_si512 (),\
2861 (__mmask32)(U)))
2862
2863 #define _mm512_srli_epi16(A, B) \
2864 ((__m512i) __builtin_ia32_psrlwi512_mask ((__v32hi)(__m512i)(A), \
2865 (int)(B), (__v32hi)_mm512_setzero_hi(), (__mmask32)-1))
2866
2867 #define _mm512_mask_srli_epi16(W, U, A, B) \
2868 ((__m512i) __builtin_ia32_psrlwi512_mask ((__v32hi)(__m512i)(A), \
2869 (int)(B), (__v32hi)(__m512i)(W), (__mmask32)(U)))
2870
2871 #define _mm512_maskz_srli_epi16(U, A, B) \
2872 ((__m512i) __builtin_ia32_psrlwi512_mask ((__v32hi)(__m512i)(A), \
2873 (int)(B), (__v32hi)_mm512_setzero_hi(), (__mmask32)(U)))
2874
2875 #define _mm512_slli_epi16(X, C) \
2876 ((__m512i)__builtin_ia32_psllwi512_mask ((__v32hi)(__m512i)(X), (int)(C),\
2877 (__v32hi)(__m512i)_mm512_setzero_hi(),\
2878 (__mmask32)-1))
2879
2880 #define _mm512_mask_slli_epi16(W, U, X, C) \
2881 ((__m512i)__builtin_ia32_psllwi512_mask ((__v32hi)(__m512i)(X), (int)(C),\
2882 (__v32hi)(__m512i)(W),\
2883 (__mmask32)(U)))
2884
2885 #define _mm512_maskz_slli_epi16(U, X, C) \
2886 ((__m512i)__builtin_ia32_psllwi512_mask ((__v32hi)(__m512i)(X), (int)(C),\
2887 (__v32hi)(__m512i)_mm512_setzero_hi(),\
2888 (__mmask32)(U)))
2889
2890 #define _mm512_shufflehi_epi16(A, B) \
2891 ((__m512i) __builtin_ia32_pshufhw512_mask ((__v32hi)(__m512i)(A), (int)(B), \
2892 (__v32hi)(__m512i)_mm512_setzero_hi(), \
2893 (__mmask32)-1))
2894
2895 #define _mm512_mask_shufflehi_epi16(W, U, A, B) \
2896 ((__m512i) __builtin_ia32_pshufhw512_mask ((__v32hi)(__m512i)(A), (int)(B), \
2897 (__v32hi)(__m512i)(W), \
2898 (__mmask32)(U)))
2899
2900 #define _mm512_maskz_shufflehi_epi16(U, A, B) \
2901 ((__m512i) __builtin_ia32_pshufhw512_mask ((__v32hi)(__m512i)(A), (int)(B), \
2902 (__v32hi)(__m512i)_mm512_setzero_hi(), \
2903 (__mmask32)(U)))
2904
2905 #define _mm512_shufflelo_epi16(A, B) \
2906 ((__m512i) __builtin_ia32_pshuflw512_mask ((__v32hi)(__m512i)(A), (int)(B), \
2907 (__v32hi)(__m512i)_mm512_setzero_hi(), \
2908 (__mmask32)-1))
2909
2910 #define _mm512_mask_shufflelo_epi16(W, U, A, B) \
2911 ((__m512i) __builtin_ia32_pshuflw512_mask ((__v32hi)(__m512i)(A), (int)(B), \
2912 (__v32hi)(__m512i)(W), \
2913 (__mmask32)(U)))
2914
2915 #define _mm512_maskz_shufflelo_epi16(U, A, B) \
2916 ((__m512i) __builtin_ia32_pshuflw512_mask ((__v32hi)(__m512i)(A), (int)(B), \
2917 (__v32hi)(__m512i)_mm512_setzero_hi(), \
2918 (__mmask32)(U)))
2919
2920 #define _mm512_srai_epi16(A, B) \
2921 ((__m512i) __builtin_ia32_psrawi512_mask ((__v32hi)(__m512i)(A), \
2922 (int)(B), (__v32hi)_mm512_setzero_hi(), (__mmask32)-1))
2923
2924 #define _mm512_mask_srai_epi16(W, U, A, B) \
2925 ((__m512i) __builtin_ia32_psrawi512_mask ((__v32hi)(__m512i)(A), \
2926 (int)(B), (__v32hi)(__m512i)(W), (__mmask32)(U)))
2927
2928 #define _mm512_maskz_srai_epi16(U, A, B) \
2929 ((__m512i) __builtin_ia32_psrawi512_mask ((__v32hi)(__m512i)(A), \
2930 (int)(B), (__v32hi)_mm512_setzero_hi(), (__mmask32)(U)))
2931
2932 #define _mm512_mask_blend_epi16(__U, __A, __W) \
2933 ((__m512i) __builtin_ia32_blendmw_512_mask ((__v32hi) (__A), \
2934 (__v32hi) (__W), \
2935 (__mmask32) (__U)))
2936
2937 #define _mm512_mask_blend_epi8(__U, __A, __W) \
2938 ((__m512i) __builtin_ia32_blendmb_512_mask ((__v64qi) (__A), \
2939 (__v64qi) (__W), \
2940 (__mmask64) (__U)))
2941
2942 #define _mm512_cmp_epi16_mask(X, Y, P) \
2943 ((__mmask32) __builtin_ia32_cmpw512_mask ((__v32hi)(__m512i)(X), \
2944 (__v32hi)(__m512i)(Y), (int)(P),\
2945 (__mmask32)(-1)))
2946
2947 #define _mm512_cmp_epi8_mask(X, Y, P) \
2948 ((__mmask64) __builtin_ia32_cmpb512_mask ((__v64qi)(__m512i)(X), \
2949 (__v64qi)(__m512i)(Y), (int)(P),\
2950 (__mmask64)(-1)))
2951
2952 #define _mm512_cmp_epu16_mask(X, Y, P) \
2953 ((__mmask32) __builtin_ia32_ucmpw512_mask ((__v32hi)(__m512i)(X), \
2954 (__v32hi)(__m512i)(Y), (int)(P),\
2955 (__mmask32)(-1)))
2956
2957 #define _mm512_cmp_epu8_mask(X, Y, P) \
2958 ((__mmask64) __builtin_ia32_ucmpb512_mask ((__v64qi)(__m512i)(X), \
2959 (__v64qi)(__m512i)(Y), (int)(P),\
2960 (__mmask64)(-1)))
2961
2962 #define _mm512_mask_cmp_epi16_mask(M, X, Y, P) \
2963 ((__mmask32) __builtin_ia32_cmpw512_mask ((__v32hi)(__m512i)(X), \
2964 (__v32hi)(__m512i)(Y), (int)(P),\
2965 (__mmask32)(M)))
2966
2967 #define _mm512_mask_cmp_epi8_mask(M, X, Y, P) \
2968 ((__mmask64) __builtin_ia32_cmpb512_mask ((__v64qi)(__m512i)(X), \
2969 (__v64qi)(__m512i)(Y), (int)(P),\
2970 (__mmask64)(M)))
2971
2972 #define _mm512_mask_cmp_epu16_mask(M, X, Y, P) \
2973 ((__mmask32) __builtin_ia32_ucmpw512_mask ((__v32hi)(__m512i)(X), \
2974 (__v32hi)(__m512i)(Y), (int)(P),\
2975 (__mmask32)(M)))
2976
2977 #define _mm512_mask_cmp_epu8_mask(M, X, Y, P) \
2978 ((__mmask64) __builtin_ia32_ucmpb512_mask ((__v64qi)(__m512i)(X), \
2979 (__v64qi)(__m512i)(Y), (int)(P),\
2980 (__mmask64)(M)))
2981
2982 #define _mm512_bslli_epi128(A, N) \
2983 ((__m512i)__builtin_ia32_pslldq512 ((__m512i)(A), (int)(N) * 8))
2984
2985 #define _mm512_bsrli_epi128(A, N) \
2986 ((__m512i)__builtin_ia32_psrldq512 ((__m512i)(A), (int)(N) * 8))
2987
2988 #endif
2989
2990 #ifdef __DISABLE_AVX512BW__
2991 #undef __DISABLE_AVX512BW__
2992 #pragma GCC pop_options
2993 #endif /* __DISABLE_AVX512BW__ */
2994
2995 #endif /* _AVX512BWINTRIN_H_INCLUDED */
Mirror of https://gcc.gnu.org/git/gcc.git