gcc/config/i386/avx512vlintrin.h

   1 /* Copyright (C) 2014-2016 Free Software Foundation, Inc.
   2
   3    This file is part of GCC.
   4
   5    GCC is free software; you can redistribute it and/or modify
   6    it under the terms of the GNU General Public License as published by
   7    the Free Software Foundation; either version 3, or (at your option)
   8    any later version.
   9
  10    GCC is distributed in the hope that it will be useful,
  11    but WITHOUT ANY WARRANTY; without even the implied warranty of
  12    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  13    GNU General Public License for more details.
  14
  15    Under Section 7 of GPL version 3, you are granted additional
  16    permissions described in the GCC Runtime Library Exception, version
  17    3.1, as published by the Free Software Foundation.
  18
  19    You should have received a copy of the GNU General Public License and
  20    a copy of the GCC Runtime Library Exception along with this program;
  21    see the files COPYING3 and COPYING.RUNTIME respectively.  If not, see
  22    <http://www.gnu.org/licenses/>.  */
  23
  24 #ifndef _IMMINTRIN_H_INCLUDED
  25 #error "Never use <avx512vlintrin.h> directly; include <immintrin.h> instead."
  26 #endif
  27
  28 #ifndef _AVX512VLINTRIN_H_INCLUDED
  29 #define _AVX512VLINTRIN_H_INCLUDED
  30
  31 /* Doesn't require avx512vl target and is used in avx512dqintrin.h.  */
  32 extern __inline __m128i
  33 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
  34 _mm_setzero_di (void)
  35 {
  36   return __extension__ (__m128i)(__v2di){ 0LL, 0LL};
  37 }
  38
  39 #ifndef __AVX512VL__
  40 #pragma GCC push_options
  41 #pragma GCC target("avx512vl")
  42 #define __DISABLE_AVX512VL__
  43 #endif /* __AVX512VL__ */
  44
  45 /* Internal data types for implementing the intrinsics.  */
  46 typedef unsigned int __mmask32;
  47
  48 extern __inline __m256d
  49 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
  50 _mm256_mask_mov_pd (__m256d __W, __mmask8 __U, __m256d __A)
  51 {
  52   return (__m256d) __builtin_ia32_movapd256_mask ((__v4df) __A,
  53                                                   (__v4df) __W,
  54                                                   (__mmask8) __U);
  55 }
  56
  57 extern __inline __m256d
  58 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
  59 _mm256_maskz_mov_pd (__mmask8 __U, __m256d __A)
  60 {
  61   return (__m256d) __builtin_ia32_movapd256_mask ((__v4df) __A,
  62                                                   (__v4df)
  63                                                   _mm256_setzero_pd (),
  64                                                   (__mmask8) __U);
  65 }
  66
  67 extern __inline __m128d
  68 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
  69 _mm_mask_mov_pd (__m128d __W, __mmask8 __U, __m128d __A)
  70 {
  71   return (__m128d) __builtin_ia32_movapd128_mask ((__v2df) __A,
  72                                                   (__v2df) __W,
  73                                                   (__mmask8) __U);
  74 }
  75
  76 extern __inline __m128d
  77 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
  78 _mm_maskz_mov_pd (__mmask8 __U, __m128d __A)
  79 {
  80   return (__m128d) __builtin_ia32_movapd128_mask ((__v2df) __A,
  81                                                   (__v2df)
  82                                                   _mm_setzero_pd (),
  83                                                   (__mmask8) __U);
  84 }
  85
  86 extern __inline __m256d
  87 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
  88 _mm256_mask_load_pd (__m256d __W, __mmask8 __U, void const *__P)
  89 {
  90   return (__m256d) __builtin_ia32_loadapd256_mask ((__v4df *) __P,
  91                                                    (__v4df) __W,
  92                                                    (__mmask8) __U);
  93 }
  94
  95 extern __inline __m256d
  96 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
  97 _mm256_maskz_load_pd (__mmask8 __U, void const *__P)
  98 {
  99   return (__m256d) __builtin_ia32_loadapd256_mask ((__v4df *) __P,
 100                                                    (__v4df)
 101                                                    _mm256_setzero_pd (),
 102                                                    (__mmask8) __U);
 103 }
 104
 105 extern __inline __m128d
 106 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 107 _mm_mask_load_pd (__m128d __W, __mmask8 __U, void const *__P)
 108 {
 109   return (__m128d) __builtin_ia32_loadapd128_mask ((__v2df *) __P,
 110                                                    (__v2df) __W,
 111                                                    (__mmask8) __U);
 112 }
 113
 114 extern __inline __m128d
 115 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 116 _mm_maskz_load_pd (__mmask8 __U, void const *__P)
 117 {
 118   return (__m128d) __builtin_ia32_loadapd128_mask ((__v2df *) __P,
 119                                                    (__v2df)
 120                                                    _mm_setzero_pd (),
 121                                                    (__mmask8) __U);
 122 }
 123
 124 extern __inline void
 125 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 126 _mm256_mask_store_pd (void *__P, __mmask8 __U, __m256d __A)
 127 {
 128   __builtin_ia32_storeapd256_mask ((__v4df *) __P,
 129                                    (__v4df) __A,
 130                                    (__mmask8) __U);
 131 }
 132
 133 extern __inline void
 134 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 135 _mm_mask_store_pd (void *__P, __mmask8 __U, __m128d __A)
 136 {
 137   __builtin_ia32_storeapd128_mask ((__v2df *) __P,
 138                                    (__v2df) __A,
 139                                    (__mmask8) __U);
 140 }
 141
 142 extern __inline __m256
 143 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 144 _mm256_mask_mov_ps (__m256 __W, __mmask8 __U, __m256 __A)
 145 {
 146   return (__m256) __builtin_ia32_movaps256_mask ((__v8sf) __A,
 147                                                  (__v8sf) __W,
 148                                                  (__mmask8) __U);
 149 }
 150
 151 extern __inline __m256
 152 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 153 _mm256_maskz_mov_ps (__mmask8 __U, __m256 __A)
 154 {
 155   return (__m256) __builtin_ia32_movaps256_mask ((__v8sf) __A,
 156                                                  (__v8sf)
 157                                                  _mm256_setzero_ps (),
 158                                                  (__mmask8) __U);
 159 }
 160
 161 extern __inline __m128
 162 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 163 _mm_mask_mov_ps (__m128 __W, __mmask8 __U, __m128 __A)
 164 {
 165   return (__m128) __builtin_ia32_movaps128_mask ((__v4sf) __A,
 166                                                  (__v4sf) __W,
 167                                                  (__mmask8) __U);
 168 }
 169
 170 extern __inline __m128
 171 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 172 _mm_maskz_mov_ps (__mmask8 __U, __m128 __A)
 173 {
 174   return (__m128) __builtin_ia32_movaps128_mask ((__v4sf) __A,
 175                                                  (__v4sf)
 176                                                  _mm_setzero_ps (),
 177                                                  (__mmask8) __U);
 178 }
 179
 180 extern __inline __m256
 181 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 182 _mm256_mask_load_ps (__m256 __W, __mmask8 __U, void const *__P)
 183 {
 184   return (__m256) __builtin_ia32_loadaps256_mask ((__v8sf *) __P,
 185                                                   (__v8sf) __W,
 186                                                   (__mmask8) __U);
 187 }
 188
 189 extern __inline __m256
 190 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 191 _mm256_maskz_load_ps (__mmask8 __U, void const *__P)
 192 {
 193   return (__m256) __builtin_ia32_loadaps256_mask ((__v8sf *) __P,
 194                                                   (__v8sf)
 195                                                   _mm256_setzero_ps (),
 196                                                   (__mmask8) __U);
 197 }
 198
 199 extern __inline __m128
 200 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 201 _mm_mask_load_ps (__m128 __W, __mmask8 __U, void const *__P)
 202 {
 203   return (__m128) __builtin_ia32_loadaps128_mask ((__v4sf *) __P,
 204                                                   (__v4sf) __W,
 205                                                   (__mmask8) __U);
 206 }
 207
 208 extern __inline __m128
 209 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 210 _mm_maskz_load_ps (__mmask8 __U, void const *__P)
 211 {
 212   return (__m128) __builtin_ia32_loadaps128_mask ((__v4sf *) __P,
 213                                                   (__v4sf)
 214                                                   _mm_setzero_ps (),
 215                                                   (__mmask8) __U);
 216 }
 217
 218 extern __inline void
 219 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 220 _mm256_mask_store_ps (void *__P, __mmask8 __U, __m256 __A)
 221 {
 222   __builtin_ia32_storeaps256_mask ((__v8sf *) __P,
 223                                    (__v8sf) __A,
 224                                    (__mmask8) __U);
 225 }
 226
 227 extern __inline void
 228 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 229 _mm_mask_store_ps (void *__P, __mmask8 __U, __m128 __A)
 230 {
 231   __builtin_ia32_storeaps128_mask ((__v4sf *) __P,
 232                                    (__v4sf) __A,
 233                                    (__mmask8) __U);
 234 }
 235
 236 extern __inline __m256i
 237 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 238 _mm256_mask_mov_epi64 (__m256i __W, __mmask8 __U, __m256i __A)
 239 {
 240   return (__m256i) __builtin_ia32_movdqa64_256_mask ((__v4di) __A,
 241                                                      (__v4di) __W,
 242                                                      (__mmask8) __U);
 243 }
 244
 245 extern __inline __m256i
 246 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 247 _mm256_maskz_mov_epi64 (__mmask8 __U, __m256i __A)
 248 {
 249   return (__m256i) __builtin_ia32_movdqa64_256_mask ((__v4di) __A,
 250                                                      (__v4di)
 251                                                      _mm256_setzero_si256 (),
 252                                                      (__mmask8) __U);
 253 }
 254
 255 extern __inline __m128i
 256 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 257 _mm_mask_mov_epi64 (__m128i __W, __mmask8 __U, __m128i __A)
 258 {
 259   return (__m128i) __builtin_ia32_movdqa64_128_mask ((__v2di) __A,
 260                                                      (__v2di) __W,
 261                                                      (__mmask8) __U);
 262 }
 263
 264 extern __inline __m128i
 265 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 266 _mm_maskz_mov_epi64 (__mmask8 __U, __m128i __A)
 267 {
 268   return (__m128i) __builtin_ia32_movdqa64_128_mask ((__v2di) __A,
 269                                                      (__v2di)
 270                                                      _mm_setzero_di (),
 271                                                      (__mmask8) __U);
 272 }
 273
 274 extern __inline __m256i
 275 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 276 _mm256_mask_load_epi64 (__m256i __W, __mmask8 __U, void const *__P)
 277 {
 278   return (__m256i) __builtin_ia32_movdqa64load256_mask ((__v4di *) __P,
 279                                                         (__v4di) __W,
 280                                                         (__mmask8)
 281                                                         __U);
 282 }
 283
 284 extern __inline __m256i
 285 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 286 _mm256_maskz_load_epi64 (__mmask8 __U, void const *__P)
 287 {
 288   return (__m256i) __builtin_ia32_movdqa64load256_mask ((__v4di *) __P,
 289                                                         (__v4di)
 290                                                         _mm256_setzero_si256 (),
 291                                                         (__mmask8)
 292                                                         __U);
 293 }
 294
 295 extern __inline __m128i
 296 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 297 _mm_mask_load_epi64 (__m128i __W, __mmask8 __U, void const *__P)
 298 {
 299   return (__m128i) __builtin_ia32_movdqa64load128_mask ((__v2di *) __P,
 300                                                         (__v2di) __W,
 301                                                         (__mmask8)
 302                                                         __U);
 303 }
 304
 305 extern __inline __m128i
 306 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 307 _mm_maskz_load_epi64 (__mmask8 __U, void const *__P)
 308 {
 309   return (__m128i) __builtin_ia32_movdqa64load128_mask ((__v2di *) __P,
 310                                                         (__v2di)
 311                                                         _mm_setzero_di (),
 312                                                         (__mmask8)
 313                                                         __U);
 314 }
 315
 316 extern __inline void
 317 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 318 _mm256_mask_store_epi64 (void *__P, __mmask8 __U, __m256i __A)
 319 {
 320   __builtin_ia32_movdqa64store256_mask ((__v4di *) __P,
 321                                         (__v4di) __A,
 322                                         (__mmask8) __U);
 323 }
 324
 325 extern __inline void
 326 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 327 _mm_mask_store_epi64 (void *__P, __mmask8 __U, __m128i __A)
 328 {
 329   __builtin_ia32_movdqa64store128_mask ((__v2di *) __P,
 330                                         (__v2di) __A,
 331                                         (__mmask8) __U);
 332 }
 333
 334 extern __inline __m256i
 335 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 336 _mm256_mask_mov_epi32 (__m256i __W, __mmask8 __U, __m256i __A)
 337 {
 338   return (__m256i) __builtin_ia32_movdqa32_256_mask ((__v8si) __A,
 339                                                      (__v8si) __W,
 340                                                      (__mmask8) __U);
 341 }
 342
 343 extern __inline __m256i
 344 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 345 _mm256_maskz_mov_epi32 (__mmask8 __U, __m256i __A)
 346 {
 347   return (__m256i) __builtin_ia32_movdqa32_256_mask ((__v8si) __A,
 348                                                      (__v8si)
 349                                                      _mm256_setzero_si256 (),
 350                                                      (__mmask8) __U);
 351 }
 352
 353 extern __inline __m128i
 354 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 355 _mm_mask_mov_epi32 (__m128i __W, __mmask8 __U, __m128i __A)
 356 {
 357   return (__m128i) __builtin_ia32_movdqa32_128_mask ((__v4si) __A,
 358                                                      (__v4si) __W,
 359                                                      (__mmask8) __U);
 360 }
 361
 362 extern __inline __m128i
 363 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 364 _mm_maskz_mov_epi32 (__mmask8 __U, __m128i __A)
 365 {
 366   return (__m128i) __builtin_ia32_movdqa32_128_mask ((__v4si) __A,
 367                                                      (__v4si)
 368                                                      _mm_setzero_si128 (),
 369                                                      (__mmask8) __U);
 370 }
 371
 372 extern __inline __m256i
 373 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 374 _mm256_mask_load_epi32 (__m256i __W, __mmask8 __U, void const *__P)
 375 {
 376   return (__m256i) __builtin_ia32_movdqa32load256_mask ((__v8si *) __P,
 377                                                         (__v8si) __W,
 378                                                         (__mmask8)
 379                                                         __U);
 380 }
 381
 382 extern __inline __m256i
 383 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 384 _mm256_maskz_load_epi32 (__mmask8 __U, void const *__P)
 385 {
 386   return (__m256i) __builtin_ia32_movdqa32load256_mask ((__v8si *) __P,
 387                                                         (__v8si)
 388                                                         _mm256_setzero_si256 (),
 389                                                         (__mmask8)
 390                                                         __U);
 391 }
 392
 393 extern __inline __m128i
 394 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 395 _mm_mask_load_epi32 (__m128i __W, __mmask8 __U, void const *__P)
 396 {
 397   return (__m128i) __builtin_ia32_movdqa32load128_mask ((__v4si *) __P,
 398                                                         (__v4si) __W,
 399                                                         (__mmask8)
 400                                                         __U);
 401 }
 402
 403 extern __inline __m128i
 404 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 405 _mm_maskz_load_epi32 (__mmask8 __U, void const *__P)
 406 {
 407   return (__m128i) __builtin_ia32_movdqa32load128_mask ((__v4si *) __P,
 408                                                         (__v4si)
 409                                                         _mm_setzero_si128 (),
 410                                                         (__mmask8)
 411                                                         __U);
 412 }
 413
 414 extern __inline void
 415 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 416 _mm256_mask_store_epi32 (void *__P, __mmask8 __U, __m256i __A)
 417 {
 418   __builtin_ia32_movdqa32store256_mask ((__v8si *) __P,
 419                                         (__v8si) __A,
 420                                         (__mmask8) __U);
 421 }
 422
 423 extern __inline void
 424 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 425 _mm_mask_store_epi32 (void *__P, __mmask8 __U, __m128i __A)
 426 {
 427   __builtin_ia32_movdqa32store128_mask ((__v4si *) __P,
 428                                         (__v4si) __A,
 429                                         (__mmask8) __U);
 430 }
 431
 432 extern __inline __m128i
 433 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 434 _mm_setzero_hi (void)
 435 {
 436   return __extension__ (__m128i) (__v8hi)
 437   {
 438   0, 0, 0, 0, 0, 0, 0, 0};
 439 }
 440
 441 extern __inline __m128d
 442 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 443 _mm_mask_add_pd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
 444 {
 445   return (__m128d) __builtin_ia32_addpd128_mask ((__v2df) __A,
 446                                                  (__v2df) __B,
 447                                                  (__v2df) __W,
 448                                                  (__mmask8) __U);
 449 }
 450
 451 extern __inline __m128d
 452 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 453 _mm_maskz_add_pd (__mmask8 __U, __m128d __A, __m128d __B)
 454 {
 455   return (__m128d) __builtin_ia32_addpd128_mask ((__v2df) __A,
 456                                                  (__v2df) __B,
 457                                                  (__v2df)
 458                                                  _mm_setzero_pd (),
 459                                                  (__mmask8) __U);
 460 }
 461
 462 extern __inline __m256d
 463 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 464 _mm256_mask_add_pd (__m256d __W, __mmask8 __U, __m256d __A,
 465                     __m256d __B)
 466 {
 467   return (__m256d) __builtin_ia32_addpd256_mask ((__v4df) __A,
 468                                                  (__v4df) __B,
 469                                                  (__v4df) __W,
 470                                                  (__mmask8) __U);
 471 }
 472
 473 extern __inline __m256d
 474 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 475 _mm256_maskz_add_pd (__mmask8 __U, __m256d __A, __m256d __B)
 476 {
 477   return (__m256d) __builtin_ia32_addpd256_mask ((__v4df) __A,
 478                                                  (__v4df) __B,
 479                                                  (__v4df)
 480                                                  _mm256_setzero_pd (),
 481                                                  (__mmask8) __U);
 482 }
 483
 484 extern __inline __m128
 485 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 486 _mm_mask_add_ps (__m128 __W, __mmask16 __U, __m128 __A, __m128 __B)
 487 {
 488   return (__m128) __builtin_ia32_addps128_mask ((__v4sf) __A,
 489                                                 (__v4sf) __B,
 490                                                 (__v4sf) __W,
 491                                                 (__mmask8) __U);
 492 }
 493
 494 extern __inline __m128
 495 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 496 _mm_maskz_add_ps (__mmask16 __U, __m128 __A, __m128 __B)
 497 {
 498   return (__m128) __builtin_ia32_addps128_mask ((__v4sf) __A,
 499                                                 (__v4sf) __B,
 500                                                 (__v4sf)
 501                                                 _mm_setzero_ps (),
 502                                                 (__mmask8) __U);
 503 }
 504
 505 extern __inline __m256
 506 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 507 _mm256_mask_add_ps (__m256 __W, __mmask16 __U, __m256 __A, __m256 __B)
 508 {
 509   return (__m256) __builtin_ia32_addps256_mask ((__v8sf) __A,
 510                                                 (__v8sf) __B,
 511                                                 (__v8sf) __W,
 512                                                 (__mmask8) __U);
 513 }
 514
 515 extern __inline __m256
 516 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 517 _mm256_maskz_add_ps (__mmask16 __U, __m256 __A, __m256 __B)
 518 {
 519   return (__m256) __builtin_ia32_addps256_mask ((__v8sf) __A,
 520                                                 (__v8sf) __B,
 521                                                 (__v8sf)
 522                                                 _mm256_setzero_ps (),
 523                                                 (__mmask8) __U);
 524 }
 525
 526 extern __inline __m128d
 527 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 528 _mm_mask_sub_pd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
 529 {
 530   return (__m128d) __builtin_ia32_subpd128_mask ((__v2df) __A,
 531                                                  (__v2df) __B,
 532                                                  (__v2df) __W,
 533                                                  (__mmask8) __U);
 534 }
 535
 536 extern __inline __m128d
 537 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 538 _mm_maskz_sub_pd (__mmask8 __U, __m128d __A, __m128d __B)
 539 {
 540   return (__m128d) __builtin_ia32_subpd128_mask ((__v2df) __A,
 541                                                  (__v2df) __B,
 542                                                  (__v2df)
 543                                                  _mm_setzero_pd (),
 544                                                  (__mmask8) __U);
 545 }
 546
 547 extern __inline __m256d
 548 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 549 _mm256_mask_sub_pd (__m256d __W, __mmask8 __U, __m256d __A,
 550                     __m256d __B)
 551 {
 552   return (__m256d) __builtin_ia32_subpd256_mask ((__v4df) __A,
 553                                                  (__v4df) __B,
 554                                                  (__v4df) __W,
 555                                                  (__mmask8) __U);
 556 }
 557
 558 extern __inline __m256d
 559 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 560 _mm256_maskz_sub_pd (__mmask8 __U, __m256d __A, __m256d __B)
 561 {
 562   return (__m256d) __builtin_ia32_subpd256_mask ((__v4df) __A,
 563                                                  (__v4df) __B,
 564                                                  (__v4df)
 565                                                  _mm256_setzero_pd (),
 566                                                  (__mmask8) __U);
 567 }
 568
 569 extern __inline __m128
 570 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 571 _mm_mask_sub_ps (__m128 __W, __mmask16 __U, __m128 __A, __m128 __B)
 572 {
 573   return (__m128) __builtin_ia32_subps128_mask ((__v4sf) __A,
 574                                                 (__v4sf) __B,
 575                                                 (__v4sf) __W,
 576                                                 (__mmask8) __U);
 577 }
 578
 579 extern __inline __m128
 580 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 581 _mm_maskz_sub_ps (__mmask16 __U, __m128 __A, __m128 __B)
 582 {
 583   return (__m128) __builtin_ia32_subps128_mask ((__v4sf) __A,
 584                                                 (__v4sf) __B,
 585                                                 (__v4sf)
 586                                                 _mm_setzero_ps (),
 587                                                 (__mmask8) __U);
 588 }
 589
 590 extern __inline __m256
 591 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 592 _mm256_mask_sub_ps (__m256 __W, __mmask16 __U, __m256 __A, __m256 __B)
 593 {
 594   return (__m256) __builtin_ia32_subps256_mask ((__v8sf) __A,
 595                                                 (__v8sf) __B,
 596                                                 (__v8sf) __W,
 597                                                 (__mmask8) __U);
 598 }
 599
 600 extern __inline __m256
 601 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 602 _mm256_maskz_sub_ps (__mmask16 __U, __m256 __A, __m256 __B)
 603 {
 604   return (__m256) __builtin_ia32_subps256_mask ((__v8sf) __A,
 605                                                 (__v8sf) __B,
 606                                                 (__v8sf)
 607                                                 _mm256_setzero_ps (),
 608                                                 (__mmask8) __U);
 609 }
 610
 611 extern __inline void
 612 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 613 _mm256_store_epi64 (void *__P, __m256i __A)
 614 {
 615   *(__m256i *) __P = __A;
 616 }
 617
 618 extern __inline void
 619 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 620 _mm_store_epi64 (void *__P, __m128i __A)
 621 {
 622   *(__m128i *) __P = __A;
 623 }
 624
 625 extern __inline __m256d
 626 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 627 _mm256_mask_loadu_pd (__m256d __W, __mmask8 __U, void const *__P)
 628 {
 629   return (__m256d) __builtin_ia32_loadupd256_mask ((__v4df *) __P,
 630                                                    (__v4df) __W,
 631                                                    (__mmask8) __U);
 632 }
 633
 634 extern __inline __m256d
 635 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 636 _mm256_maskz_loadu_pd (__mmask8 __U, void const *__P)
 637 {
 638   return (__m256d) __builtin_ia32_loadupd256_mask ((__v4df *) __P,
 639                                                    (__v4df)
 640                                                    _mm256_setzero_pd (),
 641                                                    (__mmask8) __U);
 642 }
 643
 644 extern __inline __m128d
 645 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 646 _mm_mask_loadu_pd (__m128d __W, __mmask8 __U, void const *__P)
 647 {
 648   return (__m128d) __builtin_ia32_loadupd128_mask ((__v2df *) __P,
 649                                                    (__v2df) __W,
 650                                                    (__mmask8) __U);
 651 }
 652
 653 extern __inline __m128d
 654 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 655 _mm_maskz_loadu_pd (__mmask8 __U, void const *__P)
 656 {
 657   return (__m128d) __builtin_ia32_loadupd128_mask ((__v2df *) __P,
 658                                                    (__v2df)
 659                                                    _mm_setzero_pd (),
 660                                                    (__mmask8) __U);
 661 }
 662
 663 extern __inline void
 664 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 665 _mm256_mask_storeu_pd (void *__P, __mmask8 __U, __m256d __A)
 666 {
 667   __builtin_ia32_storeupd256_mask ((__v4df *) __P,
 668                                    (__v4df) __A,
 669                                    (__mmask8) __U);
 670 }
 671
 672 extern __inline void
 673 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 674 _mm_mask_storeu_pd (void *__P, __mmask8 __U, __m128d __A)
 675 {
 676   __builtin_ia32_storeupd128_mask ((__v2df *) __P,
 677                                    (__v2df) __A,
 678                                    (__mmask8) __U);
 679 }
 680
 681 extern __inline __m256
 682 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 683 _mm256_mask_loadu_ps (__m256 __W, __mmask8 __U, void const *__P)
 684 {
 685   return (__m256) __builtin_ia32_loadups256_mask ((__v8sf *) __P,
 686                                                   (__v8sf) __W,
 687                                                   (__mmask8) __U);
 688 }
 689
 690 extern __inline __m256
 691 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 692 _mm256_maskz_loadu_ps (__mmask8 __U, void const *__P)
 693 {
 694   return (__m256) __builtin_ia32_loadups256_mask ((__v8sf *) __P,
 695                                                   (__v8sf)
 696                                                   _mm256_setzero_ps (),
 697                                                   (__mmask8) __U);
 698 }
 699
 700 extern __inline __m128
 701 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 702 _mm_mask_loadu_ps (__m128 __W, __mmask8 __U, void const *__P)
 703 {
 704   return (__m128) __builtin_ia32_loadups128_mask ((__v4sf *) __P,
 705                                                   (__v4sf) __W,
 706                                                   (__mmask8) __U);
 707 }
 708
 709 extern __inline __m128
 710 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 711 _mm_maskz_loadu_ps (__mmask8 __U, void const *__P)
 712 {
 713   return (__m128) __builtin_ia32_loadups128_mask ((__v4sf *) __P,
 714                                                   (__v4sf)
 715                                                   _mm_setzero_ps (),
 716                                                   (__mmask8) __U);
 717 }
 718
 719 extern __inline void
 720 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 721 _mm256_mask_storeu_ps (void *__P, __mmask8 __U, __m256 __A)
 722 {
 723   __builtin_ia32_storeups256_mask ((__v8sf *) __P,
 724                                    (__v8sf) __A,
 725                                    (__mmask8) __U);
 726 }
 727
 728 extern __inline void
 729 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 730 _mm_mask_storeu_ps (void *__P, __mmask8 __U, __m128 __A)
 731 {
 732   __builtin_ia32_storeups128_mask ((__v4sf *) __P,
 733                                    (__v4sf) __A,
 734                                    (__mmask8) __U);
 735 }
 736
 737 extern __inline __m256i
 738 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 739 _mm256_mask_loadu_epi64 (__m256i __W, __mmask8 __U, void const *__P)
 740 {
 741   return (__m256i) __builtin_ia32_loaddqudi256_mask ((__v4di *) __P,
 742                                                      (__v4di) __W,
 743                                                      (__mmask8) __U);
 744 }
 745
 746 extern __inline __m256i
 747 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 748 _mm256_maskz_loadu_epi64 (__mmask8 __U, void const *__P)
 749 {
 750   return (__m256i) __builtin_ia32_loaddqudi256_mask ((__v4di *) __P,
 751                                                      (__v4di)
 752                                                      _mm256_setzero_si256 (),
 753                                                      (__mmask8) __U);
 754 }
 755
 756 extern __inline __m128i
 757 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 758 _mm_mask_loadu_epi64 (__m128i __W, __mmask8 __U, void const *__P)
 759 {
 760   return (__m128i) __builtin_ia32_loaddqudi128_mask ((__v2di *) __P,
 761                                                      (__v2di) __W,
 762                                                      (__mmask8) __U);
 763 }
 764
 765 extern __inline __m128i
 766 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 767 _mm_maskz_loadu_epi64 (__mmask8 __U, void const *__P)
 768 {
 769   return (__m128i) __builtin_ia32_loaddqudi128_mask ((__v2di *) __P,
 770                                                      (__v2di)
 771                                                      _mm_setzero_di (),
 772                                                      (__mmask8) __U);
 773 }
 774
 775 extern __inline void
 776 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 777 _mm256_mask_storeu_epi64 (void *__P, __mmask8 __U, __m256i __A)
 778 {
 779   __builtin_ia32_storedqudi256_mask ((__v4di *) __P,
 780                                      (__v4di) __A,
 781                                      (__mmask8) __U);
 782 }
 783
 784 extern __inline void
 785 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 786 _mm_mask_storeu_epi64 (void *__P, __mmask8 __U, __m128i __A)
 787 {
 788   __builtin_ia32_storedqudi128_mask ((__v2di *) __P,
 789                                      (__v2di) __A,
 790                                      (__mmask8) __U);
 791 }
 792
 793 extern __inline __m256i
 794 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 795 _mm256_mask_loadu_epi32 (__m256i __W, __mmask8 __U, void const *__P)
 796 {
 797   return (__m256i) __builtin_ia32_loaddqusi256_mask ((__v8si *) __P,
 798                                                      (__v8si) __W,
 799                                                      (__mmask8) __U);
 800 }
 801
 802 extern __inline __m256i
 803 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 804 _mm256_maskz_loadu_epi32 (__mmask8 __U, void const *__P)
 805 {
 806   return (__m256i) __builtin_ia32_loaddqusi256_mask ((__v8si *) __P,
 807                                                      (__v8si)
 808                                                      _mm256_setzero_si256 (),
 809                                                      (__mmask8) __U);
 810 }
 811
 812 extern __inline __m128i
 813 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 814 _mm_mask_loadu_epi32 (__m128i __W, __mmask8 __U, void const *__P)
 815 {
 816   return (__m128i) __builtin_ia32_loaddqusi128_mask ((__v4si *) __P,
 817                                                      (__v4si) __W,
 818                                                      (__mmask8) __U);
 819 }
 820
 821 extern __inline __m128i
 822 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 823 _mm_maskz_loadu_epi32 (__mmask8 __U, void const *__P)
 824 {
 825   return (__m128i) __builtin_ia32_loaddqusi128_mask ((__v4si *) __P,
 826                                                      (__v4si)
 827                                                      _mm_setzero_si128 (),
 828                                                      (__mmask8) __U);
 829 }
 830
 831 extern __inline void
 832 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 833 _mm256_mask_storeu_epi32 (void *__P, __mmask8 __U, __m256i __A)
 834 {
 835   __builtin_ia32_storedqusi256_mask ((__v8si *) __P,
 836                                      (__v8si) __A,
 837                                      (__mmask8) __U);
 838 }
 839
 840 extern __inline void
 841 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 842 _mm_mask_storeu_epi32 (void *__P, __mmask8 __U, __m128i __A)
 843 {
 844   __builtin_ia32_storedqusi128_mask ((__v4si *) __P,
 845                                      (__v4si) __A,
 846                                      (__mmask8) __U);
 847 }
 848
 849 extern __inline __m256i
 850 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 851 _mm256_mask_abs_epi32 (__m256i __W, __mmask8 __U, __m256i __A)
 852 {
 853   return (__m256i) __builtin_ia32_pabsd256_mask ((__v8si) __A,
 854                                                  (__v8si) __W,
 855                                                  (__mmask8) __U);
 856 }
 857
 858 extern __inline __m256i
 859 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 860 _mm256_maskz_abs_epi32 (__mmask8 __U, __m256i __A)
 861 {
 862   return (__m256i) __builtin_ia32_pabsd256_mask ((__v8si) __A,
 863                                                  (__v8si)
 864                                                  _mm256_setzero_si256 (),
 865                                                  (__mmask8) __U);
 866 }
 867
 868 extern __inline __m128i
 869 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 870 _mm_mask_abs_epi32 (__m128i __W, __mmask8 __U, __m128i __A)
 871 {
 872   return (__m128i) __builtin_ia32_pabsd128_mask ((__v4si) __A,
 873                                                  (__v4si) __W,
 874                                                  (__mmask8) __U);
 875 }
 876
 877 extern __inline __m128i
 878 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 879 _mm_maskz_abs_epi32 (__mmask8 __U, __m128i __A)
 880 {
 881   return (__m128i) __builtin_ia32_pabsd128_mask ((__v4si) __A,
 882                                                  (__v4si)
 883                                                  _mm_setzero_si128 (),
 884                                                  (__mmask8) __U);
 885 }
 886
 887 extern __inline __m256i
 888 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 889 _mm256_abs_epi64 (__m256i __A)
 890 {
 891   return (__m256i) __builtin_ia32_pabsq256_mask ((__v4di) __A,
 892                                                  (__v4di)
 893                                                  _mm256_setzero_si256 (),
 894                                                  (__mmask8) -1);
 895 }
 896
 897 extern __inline __m256i
 898 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 899 _mm256_mask_abs_epi64 (__m256i __W, __mmask8 __U, __m256i __A)
 900 {
 901   return (__m256i) __builtin_ia32_pabsq256_mask ((__v4di) __A,
 902                                                  (__v4di) __W,
 903                                                  (__mmask8) __U);
 904 }
 905
 906 extern __inline __m256i
 907 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 908 _mm256_maskz_abs_epi64 (__mmask8 __U, __m256i __A)
 909 {
 910   return (__m256i) __builtin_ia32_pabsq256_mask ((__v4di) __A,
 911                                                  (__v4di)
 912                                                  _mm256_setzero_si256 (),
 913                                                  (__mmask8) __U);
 914 }
 915
 916 extern __inline __m128i
 917 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 918 _mm_abs_epi64 (__m128i __A)
 919 {
 920   return (__m128i) __builtin_ia32_pabsq128_mask ((__v2di) __A,
 921                                                  (__v2di)
 922                                                  _mm_setzero_di (),
 923                                                  (__mmask8) -1);
 924 }
 925
 926 extern __inline __m128i
 927 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 928 _mm_mask_abs_epi64 (__m128i __W, __mmask8 __U, __m128i __A)
 929 {
 930   return (__m128i) __builtin_ia32_pabsq128_mask ((__v2di) __A,
 931                                                  (__v2di) __W,
 932                                                  (__mmask8) __U);
 933 }
 934
 935 extern __inline __m128i
 936 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 937 _mm_maskz_abs_epi64 (__mmask8 __U, __m128i __A)
 938 {
 939   return (__m128i) __builtin_ia32_pabsq128_mask ((__v2di) __A,
 940                                                  (__v2di)
 941                                                  _mm_setzero_di (),
 942                                                  (__mmask8) __U);
 943 }
 944
 945 extern __inline __m128i
 946 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 947 _mm256_cvtpd_epu32 (__m256d __A)
 948 {
 949   return (__m128i) __builtin_ia32_cvtpd2udq256_mask ((__v4df) __A,
 950                                                      (__v4si)
 951                                                      _mm_setzero_si128 (),
 952                                                      (__mmask8) -1);
 953 }
 954
 955 extern __inline __m128i
 956 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 957 _mm256_mask_cvtpd_epu32 (__m128i __W, __mmask8 __U, __m256d __A)
 958 {
 959   return (__m128i) __builtin_ia32_cvtpd2udq256_mask ((__v4df) __A,
 960                                                      (__v4si) __W,
 961                                                      (__mmask8) __U);
 962 }
 963
 964 extern __inline __m128i
 965 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 966 _mm256_maskz_cvtpd_epu32 (__mmask8 __U, __m256d __A)
 967 {
 968   return (__m128i) __builtin_ia32_cvtpd2udq256_mask ((__v4df) __A,
 969                                                      (__v4si)
 970                                                      _mm_setzero_si128 (),
 971                                                      (__mmask8) __U);
 972 }
 973
 974 extern __inline __m128i
 975 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 976 _mm_cvtpd_epu32 (__m128d __A)
 977 {
 978   return (__m128i) __builtin_ia32_cvtpd2udq128_mask ((__v2df) __A,
 979                                                      (__v4si)
 980                                                      _mm_setzero_si128 (),
 981                                                      (__mmask8) -1);
 982 }
 983
 984 extern __inline __m128i
 985 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 986 _mm_mask_cvtpd_epu32 (__m128i __W, __mmask8 __U, __m128d __A)
 987 {
 988   return (__m128i) __builtin_ia32_cvtpd2udq128_mask ((__v2df) __A,
 989                                                      (__v4si) __W,
 990                                                      (__mmask8) __U);
 991 }
 992
 993 extern __inline __m128i
 994 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
 995 _mm_maskz_cvtpd_epu32 (__mmask8 __U, __m128d __A)
 996 {
 997   return (__m128i) __builtin_ia32_cvtpd2udq128_mask ((__v2df) __A,
 998                                                      (__v4si)
 999                                                      _mm_setzero_si128 (),
1000                                                      (__mmask8) __U);
1001 }
1002
1003 extern __inline __m256i
1004 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1005 _mm256_mask_cvttps_epi32 (__m256i __W, __mmask8 __U, __m256 __A)
1006 {
1007   return (__m256i) __builtin_ia32_cvttps2dq256_mask ((__v8sf) __A,
1008                                                      (__v8si) __W,
1009                                                      (__mmask8) __U);
1010 }
1011
1012 extern __inline __m256i
1013 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1014 _mm256_maskz_cvttps_epi32 (__mmask8 __U, __m256 __A)
1015 {
1016   return (__m256i) __builtin_ia32_cvttps2dq256_mask ((__v8sf) __A,
1017                                                      (__v8si)
1018                                                      _mm256_setzero_si256 (),
1019                                                      (__mmask8) __U);
1020 }
1021
1022 extern __inline __m128i
1023 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1024 _mm_mask_cvttps_epi32 (__m128i __W, __mmask8 __U, __m128 __A)
1025 {
1026   return (__m128i) __builtin_ia32_cvttps2dq128_mask ((__v4sf) __A,
1027                                                      (__v4si) __W,
1028                                                      (__mmask8) __U);
1029 }
1030
1031 extern __inline __m128i
1032 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1033 _mm_maskz_cvttps_epi32 (__mmask8 __U, __m128 __A)
1034 {
1035   return (__m128i) __builtin_ia32_cvttps2dq128_mask ((__v4sf) __A,
1036                                                      (__v4si)
1037                                                      _mm_setzero_si128 (),
1038                                                      (__mmask8) __U);
1039 }
1040
1041 extern __inline __m256i
1042 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1043 _mm256_cvttps_epu32 (__m256 __A)
1044 {
1045   return (__m256i) __builtin_ia32_cvttps2udq256_mask ((__v8sf) __A,
1046                                                       (__v8si)
1047                                                       _mm256_setzero_si256 (),
1048                                                       (__mmask8) -1);
1049 }
1050
1051 extern __inline __m256i
1052 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1053 _mm256_mask_cvttps_epu32 (__m256i __W, __mmask8 __U, __m256 __A)
1054 {
1055   return (__m256i) __builtin_ia32_cvttps2udq256_mask ((__v8sf) __A,
1056                                                       (__v8si) __W,
1057                                                       (__mmask8) __U);
1058 }
1059
1060 extern __inline __m256i
1061 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1062 _mm256_maskz_cvttps_epu32 (__mmask8 __U, __m256 __A)
1063 {
1064   return (__m256i) __builtin_ia32_cvttps2udq256_mask ((__v8sf) __A,
1065                                                       (__v8si)
1066                                                       _mm256_setzero_si256 (),
1067                                                       (__mmask8) __U);
1068 }
1069
1070 extern __inline __m128i
1071 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1072 _mm_cvttps_epu32 (__m128 __A)
1073 {
1074   return (__m128i) __builtin_ia32_cvttps2udq128_mask ((__v4sf) __A,
1075                                                       (__v4si)
1076                                                       _mm_setzero_si128 (),
1077                                                       (__mmask8) -1);
1078 }
1079
1080 extern __inline __m128i
1081 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1082 _mm_mask_cvttps_epu32 (__m128i __W, __mmask8 __U, __m128 __A)
1083 {
1084   return (__m128i) __builtin_ia32_cvttps2udq128_mask ((__v4sf) __A,
1085                                                       (__v4si) __W,
1086                                                       (__mmask8) __U);
1087 }
1088
1089 extern __inline __m128i
1090 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1091 _mm_maskz_cvttps_epu32 (__mmask8 __U, __m128 __A)
1092 {
1093   return (__m128i) __builtin_ia32_cvttps2udq128_mask ((__v4sf) __A,
1094                                                       (__v4si)
1095                                                       _mm_setzero_si128 (),
1096                                                       (__mmask8) __U);
1097 }
1098
1099 extern __inline __m128i
1100 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1101 _mm256_mask_cvttpd_epi32 (__m128i __W, __mmask8 __U, __m256d __A)
1102 {
1103   return (__m128i) __builtin_ia32_cvttpd2dq256_mask ((__v4df) __A,
1104                                                      (__v4si) __W,
1105                                                      (__mmask8) __U);
1106 }
1107
1108 extern __inline __m128i
1109 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1110 _mm256_maskz_cvttpd_epi32 (__mmask8 __U, __m256d __A)
1111 {
1112   return (__m128i) __builtin_ia32_cvttpd2dq256_mask ((__v4df) __A,
1113                                                      (__v4si)
1114                                                      _mm_setzero_si128 (),
1115                                                      (__mmask8) __U);
1116 }
1117
1118 extern __inline __m128i
1119 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1120 _mm_mask_cvttpd_epi32 (__m128i __W, __mmask8 __U, __m128d __A)
1121 {
1122   return (__m128i) __builtin_ia32_cvttpd2dq128_mask ((__v2df) __A,
1123                                                      (__v4si) __W,
1124                                                      (__mmask8) __U);
1125 }
1126
1127 extern __inline __m128i
1128 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1129 _mm_maskz_cvttpd_epi32 (__mmask8 __U, __m128d __A)
1130 {
1131   return (__m128i) __builtin_ia32_cvttpd2dq128_mask ((__v2df) __A,
1132                                                      (__v4si)
1133                                                      _mm_setzero_si128 (),
1134                                                      (__mmask8) __U);
1135 }
1136
1137 extern __inline __m128i
1138 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1139 _mm256_cvttpd_epu32 (__m256d __A)
1140 {
1141   return (__m128i) __builtin_ia32_cvttpd2udq256_mask ((__v4df) __A,
1142                                                       (__v4si)
1143                                                       _mm_setzero_si128 (),
1144                                                       (__mmask8) -1);
1145 }
1146
1147 extern __inline __m128i
1148 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1149 _mm256_mask_cvttpd_epu32 (__m128i __W, __mmask8 __U, __m256d __A)
1150 {
1151   return (__m128i) __builtin_ia32_cvttpd2udq256_mask ((__v4df) __A,
1152                                                       (__v4si) __W,
1153                                                       (__mmask8) __U);
1154 }
1155
1156 extern __inline __m128i
1157 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1158 _mm256_maskz_cvttpd_epu32 (__mmask8 __U, __m256d __A)
1159 {
1160   return (__m128i) __builtin_ia32_cvttpd2udq256_mask ((__v4df) __A,
1161                                                       (__v4si)
1162                                                       _mm_setzero_si128 (),
1163                                                       (__mmask8) __U);
1164 }
1165
1166 extern __inline __m128i
1167 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1168 _mm_cvttpd_epu32 (__m128d __A)
1169 {
1170   return (__m128i) __builtin_ia32_cvttpd2udq128_mask ((__v2df) __A,
1171                                                       (__v4si)
1172                                                       _mm_setzero_si128 (),
1173                                                       (__mmask8) -1);
1174 }
1175
1176 extern __inline __m128i
1177 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1178 _mm_mask_cvttpd_epu32 (__m128i __W, __mmask8 __U, __m128d __A)
1179 {
1180   return (__m128i) __builtin_ia32_cvttpd2udq128_mask ((__v2df) __A,
1181                                                       (__v4si) __W,
1182                                                       (__mmask8) __U);
1183 }
1184
1185 extern __inline __m128i
1186 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1187 _mm_maskz_cvttpd_epu32 (__mmask8 __U, __m128d __A)
1188 {
1189   return (__m128i) __builtin_ia32_cvttpd2udq128_mask ((__v2df) __A,
1190                                                       (__v4si)
1191                                                       _mm_setzero_si128 (),
1192                                                       (__mmask8) __U);
1193 }
1194
1195 extern __inline __m128i
1196 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1197 _mm256_mask_cvtpd_epi32 (__m128i __W, __mmask8 __U, __m256d __A)
1198 {
1199   return (__m128i) __builtin_ia32_cvtpd2dq256_mask ((__v4df) __A,
1200                                                     (__v4si) __W,
1201                                                     (__mmask8) __U);
1202 }
1203
1204 extern __inline __m128i
1205 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1206 _mm256_maskz_cvtpd_epi32 (__mmask8 __U, __m256d __A)
1207 {
1208   return (__m128i) __builtin_ia32_cvtpd2dq256_mask ((__v4df) __A,
1209                                                     (__v4si)
1210                                                     _mm_setzero_si128 (),
1211                                                     (__mmask8) __U);
1212 }
1213
1214 extern __inline __m128i
1215 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1216 _mm_mask_cvtpd_epi32 (__m128i __W, __mmask8 __U, __m128d __A)
1217 {
1218   return (__m128i) __builtin_ia32_cvtpd2dq128_mask ((__v2df) __A,
1219                                                     (__v4si) __W,
1220                                                     (__mmask8) __U);
1221 }
1222
1223 extern __inline __m128i
1224 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1225 _mm_maskz_cvtpd_epi32 (__mmask8 __U, __m128d __A)
1226 {
1227   return (__m128i) __builtin_ia32_cvtpd2dq128_mask ((__v2df) __A,
1228                                                     (__v4si)
1229                                                     _mm_setzero_si128 (),
1230                                                     (__mmask8) __U);
1231 }
1232
1233 extern __inline __m256d
1234 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1235 _mm256_mask_cvtepi32_pd (__m256d __W, __mmask8 __U, __m128i __A)
1236 {
1237   return (__m256d) __builtin_ia32_cvtdq2pd256_mask ((__v4si) __A,
1238                                                     (__v4df) __W,
1239                                                     (__mmask8) __U);
1240 }
1241
1242 extern __inline __m256d
1243 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1244 _mm256_maskz_cvtepi32_pd (__mmask8 __U, __m128i __A)
1245 {
1246   return (__m256d) __builtin_ia32_cvtdq2pd256_mask ((__v4si) __A,
1247                                                     (__v4df)
1248                                                     _mm256_setzero_pd (),
1249                                                     (__mmask8) __U);
1250 }
1251
1252 extern __inline __m128d
1253 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1254 _mm_mask_cvtepi32_pd (__m128d __W, __mmask8 __U, __m128i __A)
1255 {
1256   return (__m128d) __builtin_ia32_cvtdq2pd128_mask ((__v4si) __A,
1257                                                     (__v2df) __W,
1258                                                     (__mmask8) __U);
1259 }
1260
1261 extern __inline __m128d
1262 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1263 _mm_maskz_cvtepi32_pd (__mmask8 __U, __m128i __A)
1264 {
1265   return (__m128d) __builtin_ia32_cvtdq2pd128_mask ((__v4si) __A,
1266                                                     (__v2df)
1267                                                     _mm_setzero_pd (),
1268                                                     (__mmask8) __U);
1269 }
1270
1271 extern __inline __m256d
1272 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1273 _mm256_cvtepu32_pd (__m128i __A)
1274 {
1275   return (__m256d) __builtin_ia32_cvtudq2pd256_mask ((__v4si) __A,
1276                                                      (__v4df)
1277                                                      _mm256_setzero_pd (),
1278                                                      (__mmask8) -1);
1279 }
1280
1281 extern __inline __m256d
1282 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1283 _mm256_mask_cvtepu32_pd (__m256d __W, __mmask8 __U, __m128i __A)
1284 {
1285   return (__m256d) __builtin_ia32_cvtudq2pd256_mask ((__v4si) __A,
1286                                                      (__v4df) __W,
1287                                                      (__mmask8) __U);
1288 }
1289
1290 extern __inline __m256d
1291 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1292 _mm256_maskz_cvtepu32_pd (__mmask8 __U, __m128i __A)
1293 {
1294   return (__m256d) __builtin_ia32_cvtudq2pd256_mask ((__v4si) __A,
1295                                                      (__v4df)
1296                                                      _mm256_setzero_pd (),
1297                                                      (__mmask8) __U);
1298 }
1299
1300 extern __inline __m128d
1301 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1302 _mm_cvtepu32_pd (__m128i __A)
1303 {
1304   return (__m128d) __builtin_ia32_cvtudq2pd128_mask ((__v4si) __A,
1305                                                      (__v2df)
1306                                                      _mm_setzero_pd (),
1307                                                      (__mmask8) -1);
1308 }
1309
1310 extern __inline __m128d
1311 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1312 _mm_mask_cvtepu32_pd (__m128d __W, __mmask8 __U, __m128i __A)
1313 {
1314   return (__m128d) __builtin_ia32_cvtudq2pd128_mask ((__v4si) __A,
1315                                                      (__v2df) __W,
1316                                                      (__mmask8) __U);
1317 }
1318
1319 extern __inline __m128d
1320 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1321 _mm_maskz_cvtepu32_pd (__mmask8 __U, __m128i __A)
1322 {
1323   return (__m128d) __builtin_ia32_cvtudq2pd128_mask ((__v4si) __A,
1324                                                      (__v2df)
1325                                                      _mm_setzero_pd (),
1326                                                      (__mmask8) __U);
1327 }
1328
1329 extern __inline __m256
1330 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1331 _mm256_mask_cvtepi32_ps (__m256 __W, __mmask8 __U, __m256i __A)
1332 {
1333   return (__m256) __builtin_ia32_cvtdq2ps256_mask ((__v8si) __A,
1334                                                    (__v8sf) __W,
1335                                                    (__mmask8) __U);
1336 }
1337
1338 extern __inline __m256
1339 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1340 _mm256_maskz_cvtepi32_ps (__mmask16 __U, __m256i __A)
1341 {
1342   return (__m256) __builtin_ia32_cvtdq2ps256_mask ((__v8si) __A,
1343                                                    (__v8sf)
1344                                                    _mm256_setzero_ps (),
1345                                                    (__mmask8) __U);
1346 }
1347
1348 extern __inline __m128
1349 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1350 _mm_mask_cvtepi32_ps (__m128 __W, __mmask8 __U, __m128i __A)
1351 {
1352   return (__m128) __builtin_ia32_cvtdq2ps128_mask ((__v4si) __A,
1353                                                    (__v4sf) __W,
1354                                                    (__mmask8) __U);
1355 }
1356
1357 extern __inline __m128
1358 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1359 _mm_maskz_cvtepi32_ps (__mmask16 __U, __m128i __A)
1360 {
1361   return (__m128) __builtin_ia32_cvtdq2ps128_mask ((__v4si) __A,
1362                                                    (__v4sf)
1363                                                    _mm_setzero_ps (),
1364                                                    (__mmask8) __U);
1365 }
1366
1367 extern __inline __m256
1368 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1369 _mm256_cvtepu32_ps (__m256i __A)
1370 {
1371   return (__m256) __builtin_ia32_cvtudq2ps256_mask ((__v8si) __A,
1372                                                     (__v8sf)
1373                                                     _mm256_setzero_ps (),
1374                                                     (__mmask8) -1);
1375 }
1376
1377 extern __inline __m256
1378 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1379 _mm256_mask_cvtepu32_ps (__m256 __W, __mmask8 __U, __m256i __A)
1380 {
1381   return (__m256) __builtin_ia32_cvtudq2ps256_mask ((__v8si) __A,
1382                                                     (__v8sf) __W,
1383                                                     (__mmask8) __U);
1384 }
1385
1386 extern __inline __m256
1387 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1388 _mm256_maskz_cvtepu32_ps (__mmask8 __U, __m256i __A)
1389 {
1390   return (__m256) __builtin_ia32_cvtudq2ps256_mask ((__v8si) __A,
1391                                                     (__v8sf)
1392                                                     _mm256_setzero_ps (),
1393                                                     (__mmask8) __U);
1394 }
1395
1396 extern __inline __m128
1397 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1398 _mm_cvtepu32_ps (__m128i __A)
1399 {
1400   return (__m128) __builtin_ia32_cvtudq2ps128_mask ((__v4si) __A,
1401                                                     (__v4sf)
1402                                                     _mm_setzero_ps (),
1403                                                     (__mmask8) -1);
1404 }
1405
1406 extern __inline __m128
1407 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1408 _mm_mask_cvtepu32_ps (__m128 __W, __mmask8 __U, __m128i __A)
1409 {
1410   return (__m128) __builtin_ia32_cvtudq2ps128_mask ((__v4si) __A,
1411                                                     (__v4sf) __W,
1412                                                     (__mmask8) __U);
1413 }
1414
1415 extern __inline __m128
1416 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1417 _mm_maskz_cvtepu32_ps (__mmask8 __U, __m128i __A)
1418 {
1419   return (__m128) __builtin_ia32_cvtudq2ps128_mask ((__v4si) __A,
1420                                                     (__v4sf)
1421                                                     _mm_setzero_ps (),
1422                                                     (__mmask8) __U);
1423 }
1424
1425 extern __inline __m256d
1426 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1427 _mm256_mask_cvtps_pd (__m256d __W, __mmask8 __U, __m128 __A)
1428 {
1429   return (__m256d) __builtin_ia32_cvtps2pd256_mask ((__v4sf) __A,
1430                                                     (__v4df) __W,
1431                                                     (__mmask8) __U);
1432 }
1433
1434 extern __inline __m256d
1435 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1436 _mm256_maskz_cvtps_pd (__mmask8 __U, __m128 __A)
1437 {
1438   return (__m256d) __builtin_ia32_cvtps2pd256_mask ((__v4sf) __A,
1439                                                     (__v4df)
1440                                                     _mm256_setzero_pd (),
1441                                                     (__mmask8) __U);
1442 }
1443
1444 extern __inline __m128d
1445 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1446 _mm_mask_cvtps_pd (__m128d __W, __mmask8 __U, __m128 __A)
1447 {
1448   return (__m128d) __builtin_ia32_cvtps2pd128_mask ((__v4sf) __A,
1449                                                     (__v2df) __W,
1450                                                     (__mmask8) __U);
1451 }
1452
1453 extern __inline __m128d
1454 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1455 _mm_maskz_cvtps_pd (__mmask8 __U, __m128 __A)
1456 {
1457   return (__m128d) __builtin_ia32_cvtps2pd128_mask ((__v4sf) __A,
1458                                                     (__v2df)
1459                                                     _mm_setzero_pd (),
1460                                                     (__mmask8) __U);
1461 }
1462
1463 extern __inline __m128i
1464 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1465 _mm_cvtepi32_epi8 (__m128i __A)
1466 {
1467   return (__m128i) __builtin_ia32_pmovdb128_mask ((__v4si) __A,
1468                                                   (__v16qi)_mm_undefined_si128(),
1469                                                   (__mmask8) -1);
1470 }
1471
1472 extern __inline void
1473 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1474 _mm_mask_cvtepi32_storeu_epi8 (void * __P, __mmask8 __M, __m128i __A)
1475 {
1476   __builtin_ia32_pmovdb128mem_mask ((__v16qi *) __P, (__v4si) __A, __M);
1477 }
1478
1479 extern __inline __m128i
1480 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1481 _mm_mask_cvtepi32_epi8 (__m128i __O, __mmask8 __M, __m128i __A)
1482 {
1483   return (__m128i) __builtin_ia32_pmovdb128_mask ((__v4si) __A,
1484                                                   (__v16qi) __O, __M);
1485 }
1486
1487 extern __inline __m128i
1488 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1489 _mm_maskz_cvtepi32_epi8 (__mmask8 __M, __m128i __A)
1490 {
1491   return (__m128i) __builtin_ia32_pmovdb128_mask ((__v4si) __A,
1492                                                   (__v16qi)
1493                                                   _mm_setzero_si128 (),
1494                                                   __M);
1495 }
1496
1497 extern __inline __m128i
1498 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1499 _mm256_cvtepi32_epi8 (__m256i __A)
1500 {
1501   return (__m128i) __builtin_ia32_pmovdb256_mask ((__v8si) __A,
1502                                                   (__v16qi)_mm_undefined_si128(),
1503                                                   (__mmask8) -1);
1504 }
1505
1506 extern __inline __m128i
1507 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1508 _mm256_mask_cvtepi32_epi8 (__m128i __O, __mmask8 __M, __m256i __A)
1509 {
1510   return (__m128i) __builtin_ia32_pmovdb256_mask ((__v8si) __A,
1511                                                   (__v16qi) __O, __M);
1512 }
1513
1514 extern __inline void
1515 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1516 _mm256_mask_cvtepi32_storeu_epi8 (void * __P, __mmask8 __M, __m256i __A)
1517 {
1518   __builtin_ia32_pmovdb256mem_mask ((__v16qi *) __P, (__v8si) __A, __M);
1519 }
1520
1521 extern __inline __m128i
1522 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1523 _mm256_maskz_cvtepi32_epi8 (__mmask8 __M, __m256i __A)
1524 {
1525   return (__m128i) __builtin_ia32_pmovdb256_mask ((__v8si) __A,
1526                                                   (__v16qi)
1527                                                   _mm_setzero_si128 (),
1528                                                   __M);
1529 }
1530
1531 extern __inline __m128i
1532 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1533 _mm_cvtsepi32_epi8 (__m128i __A)
1534 {
1535   return (__m128i) __builtin_ia32_pmovsdb128_mask ((__v4si) __A,
1536                                                    (__v16qi)_mm_undefined_si128(),
1537                                                    (__mmask8) -1);
1538 }
1539
1540 extern __inline void
1541 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1542 _mm_mask_cvtsepi32_storeu_epi8 (void * __P, __mmask8 __M, __m128i __A)
1543 {
1544   __builtin_ia32_pmovsdb128mem_mask ((__v16qi *) __P, (__v4si) __A, __M);
1545 }
1546
1547 extern __inline __m128i
1548 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1549 _mm_mask_cvtsepi32_epi8 (__m128i __O, __mmask8 __M, __m128i __A)
1550 {
1551   return (__m128i) __builtin_ia32_pmovsdb128_mask ((__v4si) __A,
1552                                                    (__v16qi) __O, __M);
1553 }
1554
1555 extern __inline __m128i
1556 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1557 _mm_maskz_cvtsepi32_epi8 (__mmask8 __M, __m128i __A)
1558 {
1559   return (__m128i) __builtin_ia32_pmovsdb128_mask ((__v4si) __A,
1560                                                    (__v16qi)
1561                                                    _mm_setzero_si128 (),
1562                                                    __M);
1563 }
1564
1565 extern __inline __m128i
1566 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1567 _mm256_cvtsepi32_epi8 (__m256i __A)
1568 {
1569   return (__m128i) __builtin_ia32_pmovsdb256_mask ((__v8si) __A,
1570                                                    (__v16qi)_mm_undefined_si128(),
1571                                                    (__mmask8) -1);
1572 }
1573
1574 extern __inline void
1575 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1576 _mm256_mask_cvtsepi32_storeu_epi8 (void * __P, __mmask8 __M, __m256i __A)
1577 {
1578   __builtin_ia32_pmovsdb256mem_mask ((__v16qi *) __P, (__v8si) __A, __M);
1579 }
1580
1581 extern __inline __m128i
1582 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1583 _mm256_mask_cvtsepi32_epi8 (__m128i __O, __mmask8 __M, __m256i __A)
1584 {
1585   return (__m128i) __builtin_ia32_pmovsdb256_mask ((__v8si) __A,
1586                                                    (__v16qi) __O, __M);
1587 }
1588
1589 extern __inline __m128i
1590 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1591 _mm256_maskz_cvtsepi32_epi8 (__mmask8 __M, __m256i __A)
1592 {
1593   return (__m128i) __builtin_ia32_pmovsdb256_mask ((__v8si) __A,
1594                                                    (__v16qi)
1595                                                    _mm_setzero_si128 (),
1596                                                    __M);
1597 }
1598
1599 extern __inline __m128i
1600 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1601 _mm_cvtusepi32_epi8 (__m128i __A)
1602 {
1603   return (__m128i) __builtin_ia32_pmovusdb128_mask ((__v4si) __A,
1604                                                     (__v16qi)_mm_undefined_si128(),
1605                                                     (__mmask8) -1);
1606 }
1607
1608 extern __inline void
1609 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1610 _mm_mask_cvtusepi32_storeu_epi8 (void * __P, __mmask8 __M, __m128i __A)
1611 {
1612   __builtin_ia32_pmovusdb128mem_mask ((__v16qi *) __P, (__v4si) __A, __M);
1613 }
1614
1615 extern __inline __m128i
1616 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1617 _mm_mask_cvtusepi32_epi8 (__m128i __O, __mmask8 __M, __m128i __A)
1618 {
1619   return (__m128i) __builtin_ia32_pmovusdb128_mask ((__v4si) __A,
1620                                                     (__v16qi) __O,
1621                                                     __M);
1622 }
1623
1624 extern __inline __m128i
1625 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1626 _mm_maskz_cvtusepi32_epi8 (__mmask8 __M, __m128i __A)
1627 {
1628   return (__m128i) __builtin_ia32_pmovusdb128_mask ((__v4si) __A,
1629                                                     (__v16qi)
1630                                                     _mm_setzero_si128 (),
1631                                                     __M);
1632 }
1633
1634 extern __inline __m128i
1635 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1636 _mm256_cvtusepi32_epi8 (__m256i __A)
1637 {
1638   return (__m128i) __builtin_ia32_pmovusdb256_mask ((__v8si) __A,
1639                                                     (__v16qi)_mm_undefined_si128(),
1640                                                     (__mmask8) -1);
1641 }
1642
1643 extern __inline void
1644 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1645 _mm256_mask_cvtusepi32_storeu_epi8 (void * __P, __mmask8 __M, __m256i __A)
1646 {
1647   __builtin_ia32_pmovusdb256mem_mask ((__v16qi*) __P, (__v8si) __A, __M);
1648 }
1649
1650 extern __inline __m128i
1651 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1652 _mm256_mask_cvtusepi32_epi8 (__m128i __O, __mmask8 __M, __m256i __A)
1653 {
1654   return (__m128i) __builtin_ia32_pmovusdb256_mask ((__v8si) __A,
1655                                                     (__v16qi) __O,
1656                                                     __M);
1657 }
1658
1659 extern __inline __m128i
1660 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1661 _mm256_maskz_cvtusepi32_epi8 (__mmask8 __M, __m256i __A)
1662 {
1663   return (__m128i) __builtin_ia32_pmovusdb256_mask ((__v8si) __A,
1664                                                     (__v16qi)
1665                                                     _mm_setzero_si128 (),
1666                                                     __M);
1667 }
1668
1669 extern __inline __m128i
1670 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1671 _mm_cvtepi32_epi16 (__m128i __A)
1672 {
1673   return (__m128i) __builtin_ia32_pmovdw128_mask ((__v4si) __A,
1674                                                   (__v8hi) _mm_setzero_si128 (),
1675                                                   (__mmask8) -1);
1676 }
1677
1678 extern __inline void
1679 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1680 _mm_mask_cvtepi32_storeu_epi16 (void * __P, __mmask8 __M, __m128i __A)
1681 {
1682   __builtin_ia32_pmovdw128mem_mask ((__v8hi *) __P, (__v4si) __A, __M);
1683 }
1684
1685 extern __inline __m128i
1686 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1687 _mm_mask_cvtepi32_epi16 (__m128i __O, __mmask8 __M, __m128i __A)
1688 {
1689   return (__m128i) __builtin_ia32_pmovdw128_mask ((__v4si) __A,
1690                                                   (__v8hi) __O, __M);
1691 }
1692
1693 extern __inline __m128i
1694 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1695 _mm_maskz_cvtepi32_epi16 (__mmask8 __M, __m128i __A)
1696 {
1697   return (__m128i) __builtin_ia32_pmovdw128_mask ((__v4si) __A,
1698                                                   (__v8hi)
1699                                                   _mm_setzero_si128 (),
1700                                                   __M);
1701 }
1702
1703 extern __inline __m128i
1704 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1705 _mm256_cvtepi32_epi16 (__m256i __A)
1706 {
1707   return (__m128i) __builtin_ia32_pmovdw256_mask ((__v8si) __A,
1708                                                   (__v8hi)_mm_setzero_si128 (),
1709                                                   (__mmask8) -1);
1710 }
1711
1712 extern __inline void
1713 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1714 _mm256_mask_cvtepi32_storeu_epi16 (void *  __P, __mmask8 __M, __m256i __A)
1715 {
1716   __builtin_ia32_pmovdw256mem_mask ((__v8hi *) __P, (__v8si) __A, __M);
1717 }
1718
1719 extern __inline __m128i
1720 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1721 _mm256_mask_cvtepi32_epi16 (__m128i __O, __mmask8 __M, __m256i __A)
1722 {
1723   return (__m128i) __builtin_ia32_pmovdw256_mask ((__v8si) __A,
1724                                                   (__v8hi) __O, __M);
1725 }
1726
1727 extern __inline __m128i
1728 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1729 _mm256_maskz_cvtepi32_epi16 (__mmask8 __M, __m256i __A)
1730 {
1731   return (__m128i) __builtin_ia32_pmovdw256_mask ((__v8si) __A,
1732                                                   (__v8hi)
1733                                                   _mm_setzero_si128 (),
1734                                                   __M);
1735 }
1736
1737 extern __inline __m128i
1738 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1739 _mm_cvtsepi32_epi16 (__m128i __A)
1740 {
1741   return (__m128i) __builtin_ia32_pmovsdw128_mask ((__v4si) __A,
1742                                                    (__v8hi)_mm_setzero_si128 (),
1743                                                    (__mmask8) -1);
1744 }
1745
1746 extern __inline void
1747 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1748 _mm_mask_cvtsepi32_storeu_epi16 (void * __P, __mmask8 __M, __m128i __A)
1749 {
1750   __builtin_ia32_pmovsdw128mem_mask ((__v8hi *) __P, (__v4si) __A, __M);
1751 }
1752
1753 extern __inline __m128i
1754 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1755 _mm_mask_cvtsepi32_epi16 (__m128i __O, __mmask8 __M, __m128i __A)
1756 {
1757   return (__m128i) __builtin_ia32_pmovsdw128_mask ((__v4si) __A,
1758                                                    (__v8hi)__O,
1759                                                    __M);
1760 }
1761
1762 extern __inline __m128i
1763 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1764 _mm_maskz_cvtsepi32_epi16 (__mmask8 __M, __m128i __A)
1765 {
1766   return (__m128i) __builtin_ia32_pmovsdw128_mask ((__v4si) __A,
1767                                                    (__v8hi)
1768                                                    _mm_setzero_si128 (),
1769                                                    __M);
1770 }
1771
1772 extern __inline __m128i
1773 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1774 _mm256_cvtsepi32_epi16 (__m256i __A)
1775 {
1776   return (__m128i) __builtin_ia32_pmovsdw256_mask ((__v8si) __A,
1777                                                    (__v8hi)_mm_undefined_si128(),
1778                                                    (__mmask8) -1);
1779 }
1780
1781 extern __inline void
1782 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1783 _mm256_mask_cvtsepi32_storeu_epi16 (void * __P, __mmask8 __M, __m256i __A)
1784 {
1785   __builtin_ia32_pmovsdw256mem_mask ((__v8hi *) __P, (__v8si) __A, __M);
1786 }
1787
1788 extern __inline __m128i
1789 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1790 _mm256_mask_cvtsepi32_epi16 (__m128i __O, __mmask8 __M, __m256i __A)
1791 {
1792   return (__m128i) __builtin_ia32_pmovsdw256_mask ((__v8si) __A,
1793                                                    (__v8hi) __O, __M);
1794 }
1795
1796 extern __inline __m128i
1797 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1798 _mm256_maskz_cvtsepi32_epi16 (__mmask8 __M, __m256i __A)
1799 {
1800   return (__m128i) __builtin_ia32_pmovsdw256_mask ((__v8si) __A,
1801                                                    (__v8hi)
1802                                                    _mm_setzero_si128 (),
1803                                                    __M);
1804 }
1805
1806 extern __inline __m128i
1807 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1808 _mm_cvtusepi32_epi16 (__m128i __A)
1809 {
1810   return (__m128i) __builtin_ia32_pmovusdw128_mask ((__v4si) __A,
1811                                                     (__v8hi)_mm_undefined_si128(),
1812                                                     (__mmask8) -1);
1813 }
1814
1815 extern __inline void
1816 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1817 _mm_mask_cvtusepi32_storeu_epi16 (void * __P, __mmask8 __M, __m128i __A)
1818 {
1819   __builtin_ia32_pmovusdw128mem_mask ((__v8hi *) __P, (__v4si) __A, __M);
1820 }
1821
1822 extern __inline __m128i
1823 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1824 _mm_mask_cvtusepi32_epi16 (__m128i __O, __mmask8 __M, __m128i __A)
1825 {
1826   return (__m128i) __builtin_ia32_pmovusdw128_mask ((__v4si) __A,
1827                                                     (__v8hi) __O, __M);
1828 }
1829
1830 extern __inline __m128i
1831 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1832 _mm_maskz_cvtusepi32_epi16 (__mmask8 __M, __m128i __A)
1833 {
1834   return (__m128i) __builtin_ia32_pmovusdw128_mask ((__v4si) __A,
1835                                                     (__v8hi)
1836                                                     _mm_setzero_si128 (),
1837                                                     __M);
1838 }
1839
1840 extern __inline __m128i
1841 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1842 _mm256_cvtusepi32_epi16 (__m256i __A)
1843 {
1844   return (__m128i) __builtin_ia32_pmovusdw256_mask ((__v8si) __A,
1845                                                     (__v8hi)_mm_undefined_si128(),
1846                                                     (__mmask8) -1);
1847 }
1848
1849 extern __inline void
1850 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1851 _mm256_mask_cvtusepi32_storeu_epi16 (void * __P, __mmask8 __M, __m256i __A)
1852 {
1853   __builtin_ia32_pmovusdw256mem_mask ((__v8hi *) __P, (__v8si) __A, __M);
1854 }
1855
1856 extern __inline __m128i
1857 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1858 _mm256_mask_cvtusepi32_epi16 (__m128i __O, __mmask8 __M, __m256i __A)
1859 {
1860   return (__m128i) __builtin_ia32_pmovusdw256_mask ((__v8si) __A,
1861                                                     (__v8hi) __O, __M);
1862 }
1863
1864 extern __inline __m128i
1865 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1866 _mm256_maskz_cvtusepi32_epi16 (__mmask8 __M, __m256i __A)
1867 {
1868   return (__m128i) __builtin_ia32_pmovusdw256_mask ((__v8si) __A,
1869                                                     (__v8hi)
1870                                                     _mm_setzero_si128 (),
1871                                                     __M);
1872 }
1873
1874 extern __inline __m128i
1875 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1876 _mm_cvtepi64_epi8 (__m128i __A)
1877 {
1878   return (__m128i) __builtin_ia32_pmovqb128_mask ((__v2di) __A,
1879                                                   (__v16qi)_mm_undefined_si128(),
1880                                                   (__mmask8) -1);
1881 }
1882
1883 extern __inline void
1884 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1885 _mm_mask_cvtepi64_storeu_epi8 (void * __P, __mmask8 __M, __m128i __A)
1886 {
1887   __builtin_ia32_pmovqb128mem_mask ((__v16qi *) __P, (__v2di) __A, __M);
1888 }
1889
1890 extern __inline __m128i
1891 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1892 _mm_mask_cvtepi64_epi8 (__m128i __O, __mmask8 __M, __m128i __A)
1893 {
1894   return (__m128i) __builtin_ia32_pmovqb128_mask ((__v2di) __A,
1895                                                   (__v16qi) __O, __M);
1896 }
1897
1898 extern __inline __m128i
1899 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1900 _mm_maskz_cvtepi64_epi8 (__mmask8 __M, __m128i __A)
1901 {
1902   return (__m128i) __builtin_ia32_pmovqb128_mask ((__v2di) __A,
1903                                                   (__v16qi)
1904                                                   _mm_setzero_si128 (),
1905                                                   __M);
1906 }
1907
1908 extern __inline __m128i
1909 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1910 _mm256_cvtepi64_epi8 (__m256i __A)
1911 {
1912   return (__m128i) __builtin_ia32_pmovqb256_mask ((__v4di) __A,
1913                                                   (__v16qi)_mm_undefined_si128(),
1914                                                   (__mmask8) -1);
1915 }
1916
1917 extern __inline void
1918 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1919 _mm256_mask_cvtepi64_storeu_epi8 (void * __P, __mmask8 __M, __m256i __A)
1920 {
1921   __builtin_ia32_pmovqb256mem_mask ((__v16qi *) __P, (__v4di) __A, __M);
1922 }
1923
1924 extern __inline __m128i
1925 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1926 _mm256_mask_cvtepi64_epi8 (__m128i __O, __mmask8 __M, __m256i __A)
1927 {
1928   return (__m128i) __builtin_ia32_pmovqb256_mask ((__v4di) __A,
1929                                                   (__v16qi) __O, __M);
1930 }
1931
1932 extern __inline __m128i
1933 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1934 _mm256_maskz_cvtepi64_epi8 (__mmask8 __M, __m256i __A)
1935 {
1936   return (__m128i) __builtin_ia32_pmovqb256_mask ((__v4di) __A,
1937                                                   (__v16qi)
1938                                                   _mm_setzero_si128 (),
1939                                                   __M);
1940 }
1941
1942 extern __inline __m128i
1943 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1944 _mm_cvtsepi64_epi8 (__m128i __A)
1945 {
1946   return (__m128i) __builtin_ia32_pmovsqb128_mask ((__v2di) __A,
1947                                                    (__v16qi)_mm_undefined_si128(),
1948                                                    (__mmask8) -1);
1949 }
1950
1951 extern __inline void
1952 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1953 _mm_mask_cvtsepi64_storeu_epi8 (void * __P, __mmask8 __M, __m128i __A)
1954 {
1955   __builtin_ia32_pmovsqb128mem_mask ((__v16qi *) __P, (__v2di) __A, __M);
1956 }
1957
1958 extern __inline __m128i
1959 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1960 _mm_mask_cvtsepi64_epi8 (__m128i __O, __mmask8 __M, __m128i __A)
1961 {
1962   return (__m128i) __builtin_ia32_pmovsqb128_mask ((__v2di) __A,
1963                                                    (__v16qi) __O, __M);
1964 }
1965
1966 extern __inline __m128i
1967 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1968 _mm_maskz_cvtsepi64_epi8 (__mmask8 __M, __m128i __A)
1969 {
1970   return (__m128i) __builtin_ia32_pmovsqb128_mask ((__v2di) __A,
1971                                                    (__v16qi)
1972                                                    _mm_setzero_si128 (),
1973                                                    __M);
1974 }
1975
1976 extern __inline __m128i
1977 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1978 _mm256_cvtsepi64_epi8 (__m256i __A)
1979 {
1980   return (__m128i) __builtin_ia32_pmovsqb256_mask ((__v4di) __A,
1981                                                    (__v16qi)_mm_undefined_si128(),
1982                                                    (__mmask8) -1);
1983 }
1984
1985 extern __inline void
1986 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1987 _mm256_mask_cvtsepi64_storeu_epi8 (void * __P, __mmask8 __M, __m256i __A)
1988 {
1989   __builtin_ia32_pmovsqb256mem_mask ((__v16qi *) __P, (__v4di) __A, __M);
1990 }
1991
1992 extern __inline __m128i
1993 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
1994 _mm256_mask_cvtsepi64_epi8 (__m128i __O, __mmask8 __M, __m256i __A)
1995 {
1996   return (__m128i) __builtin_ia32_pmovsqb256_mask ((__v4di) __A,
1997                                                    (__v16qi) __O, __M);
1998 }
1999
2000 extern __inline __m128i
2001 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2002 _mm256_maskz_cvtsepi64_epi8 (__mmask8 __M, __m256i __A)
2003 {
2004   return (__m128i) __builtin_ia32_pmovsqb256_mask ((__v4di) __A,
2005                                                    (__v16qi)
2006                                                    _mm_setzero_si128 (),
2007                                                    __M);
2008 }
2009
2010 extern __inline __m128i
2011 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2012 _mm_cvtusepi64_epi8 (__m128i __A)
2013 {
2014   return (__m128i) __builtin_ia32_pmovusqb128_mask ((__v2di) __A,
2015                                                     (__v16qi)_mm_undefined_si128(),
2016                                                     (__mmask8) -1);
2017 }
2018
2019 extern __inline void
2020 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2021 _mm_mask_cvtusepi64_storeu_epi8 (void * __P, __mmask8 __M, __m128i __A)
2022 {
2023   __builtin_ia32_pmovusqb128mem_mask ((__v16qi *) __P, (__v2di) __A, __M);
2024 }
2025
2026 extern __inline __m128i
2027 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2028 _mm_mask_cvtusepi64_epi8 (__m128i __O, __mmask8 __M, __m128i __A)
2029 {
2030   return (__m128i) __builtin_ia32_pmovusqb128_mask ((__v2di) __A,
2031                                                     (__v16qi) __O,
2032                                                     __M);
2033 }
2034
2035 extern __inline __m128i
2036 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2037 _mm_maskz_cvtusepi64_epi8 (__mmask8 __M, __m128i __A)
2038 {
2039   return (__m128i) __builtin_ia32_pmovusqb128_mask ((__v2di) __A,
2040                                                     (__v16qi)
2041                                                     _mm_setzero_si128 (),
2042                                                     __M);
2043 }
2044
2045 extern __inline __m128i
2046 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2047 _mm256_cvtusepi64_epi8 (__m256i __A)
2048 {
2049   return (__m128i) __builtin_ia32_pmovusqb256_mask ((__v4di) __A,
2050                                                     (__v16qi)_mm_undefined_si128(),
2051                                                     (__mmask8) -1);
2052 }
2053
2054 extern __inline void
2055 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2056 _mm256_mask_cvtusepi64_storeu_epi8 (void * __P, __mmask8 __M, __m256i __A)
2057 {
2058   __builtin_ia32_pmovusqb256mem_mask ((__v16qi *) __P, (__v4di) __A, __M);
2059 }
2060
2061 extern __inline __m128i
2062 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2063 _mm256_mask_cvtusepi64_epi8 (__m128i __O, __mmask8 __M, __m256i __A)
2064 {
2065   return (__m128i) __builtin_ia32_pmovusqb256_mask ((__v4di) __A,
2066                                                     (__v16qi) __O,
2067                                                     __M);
2068 }
2069
2070 extern __inline __m128i
2071 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2072 _mm256_maskz_cvtusepi64_epi8 (__mmask8 __M, __m256i __A)
2073 {
2074   return (__m128i) __builtin_ia32_pmovusqb256_mask ((__v4di) __A,
2075                                                     (__v16qi)
2076                                                     _mm_setzero_si128 (),
2077                                                     __M);
2078 }
2079
2080 extern __inline __m128i
2081 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2082 _mm_cvtepi64_epi16 (__m128i __A)
2083 {
2084   return (__m128i) __builtin_ia32_pmovqw128_mask ((__v2di) __A,
2085                                                   (__v8hi)_mm_undefined_si128(),
2086                                                   (__mmask8) -1);
2087 }
2088
2089 extern __inline void
2090 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2091 _mm_mask_cvtepi64_storeu_epi16 (void * __P, __mmask8 __M, __m128i __A)
2092 {
2093   __builtin_ia32_pmovqw128mem_mask ((__v8hi *) __P, (__v2di) __A, __M);
2094 }
2095
2096 extern __inline __m128i
2097 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2098 _mm_mask_cvtepi64_epi16 (__m128i __O, __mmask8 __M, __m128i __A)
2099 {
2100   return (__m128i) __builtin_ia32_pmovqw128_mask ((__v2di) __A,
2101                                                   (__v8hi)__O,
2102                                                   __M);
2103 }
2104
2105 extern __inline __m128i
2106 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2107 _mm_maskz_cvtepi64_epi16 (__mmask8 __M, __m128i __A)
2108 {
2109   return (__m128i) __builtin_ia32_pmovqw128_mask ((__v2di) __A,
2110                                                   (__v8hi)
2111                                                   _mm_setzero_si128 (),
2112                                                   __M);
2113 }
2114
2115 extern __inline __m128i
2116 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2117 _mm256_cvtepi64_epi16 (__m256i __A)
2118 {
2119   return (__m128i) __builtin_ia32_pmovqw256_mask ((__v4di) __A,
2120                                                   (__v8hi)_mm_undefined_si128(),
2121                                                   (__mmask8) -1);
2122 }
2123
2124 extern __inline void
2125 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2126 _mm256_mask_cvtepi64_storeu_epi16 (void * __P, __mmask8 __M, __m256i __A)
2127 {
2128   __builtin_ia32_pmovqw256mem_mask ((__v8hi *) __P, (__v4di) __A, __M);
2129 }
2130
2131 extern __inline __m128i
2132 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2133 _mm256_mask_cvtepi64_epi16 (__m128i __O, __mmask8 __M, __m256i __A)
2134 {
2135   return (__m128i) __builtin_ia32_pmovqw256_mask ((__v4di) __A,
2136                                                   (__v8hi) __O, __M);
2137 }
2138
2139 extern __inline __m128i
2140 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2141 _mm256_maskz_cvtepi64_epi16 (__mmask8 __M, __m256i __A)
2142 {
2143   return (__m128i) __builtin_ia32_pmovqw256_mask ((__v4di) __A,
2144                                                   (__v8hi)
2145                                                   _mm_setzero_si128 (),
2146                                                   __M);
2147 }
2148
2149 extern __inline __m128i
2150 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2151 _mm_cvtsepi64_epi16 (__m128i __A)
2152 {
2153   return (__m128i) __builtin_ia32_pmovsqw128_mask ((__v2di) __A,
2154                                                    (__v8hi)_mm_undefined_si128(),
2155                                                    (__mmask8) -1);
2156 }
2157
2158 extern __inline void
2159 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2160 _mm_mask_cvtsepi64_storeu_epi16 (void * __P, __mmask8 __M, __m128i __A)
2161 {
2162   __builtin_ia32_pmovsqw128mem_mask ((__v8hi *) __P, (__v2di) __A, __M);
2163 }
2164
2165 extern __inline __m128i
2166 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2167 _mm_mask_cvtsepi64_epi16 (__m128i __O, __mmask8 __M, __m128i __A)
2168 {
2169   return (__m128i) __builtin_ia32_pmovsqw128_mask ((__v2di) __A,
2170                                                    (__v8hi) __O, __M);
2171 }
2172
2173 extern __inline __m128i
2174 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2175 _mm_maskz_cvtsepi64_epi16 (__mmask8 __M, __m128i __A)
2176 {
2177   return (__m128i) __builtin_ia32_pmovsqw128_mask ((__v2di) __A,
2178                                                    (__v8hi)
2179                                                    _mm_setzero_si128 (),
2180                                                    __M);
2181 }
2182
2183 extern __inline __m128i
2184 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2185 _mm256_cvtsepi64_epi16 (__m256i __A)
2186 {
2187   return (__m128i) __builtin_ia32_pmovsqw256_mask ((__v4di) __A,
2188                                                    (__v8hi)_mm_undefined_si128(),
2189                                                    (__mmask8) -1);
2190 }
2191
2192 extern __inline void
2193 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2194 _mm256_mask_cvtsepi64_storeu_epi16 (void * __P, __mmask8 __M, __m256i __A)
2195 {
2196   __builtin_ia32_pmovsqw256mem_mask ((__v8hi *) __P, (__v4di) __A, __M);
2197 }
2198
2199 extern __inline __m128i
2200 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2201 _mm256_mask_cvtsepi64_epi16 (__m128i __O, __mmask8 __M, __m256i __A)
2202 {
2203   return (__m128i) __builtin_ia32_pmovsqw256_mask ((__v4di) __A,
2204                                                    (__v8hi) __O, __M);
2205 }
2206
2207 extern __inline __m128i
2208 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2209 _mm256_maskz_cvtsepi64_epi16 (__mmask8 __M, __m256i __A)
2210 {
2211   return (__m128i) __builtin_ia32_pmovsqw256_mask ((__v4di) __A,
2212                                                    (__v8hi)
2213                                                    _mm_setzero_si128 (),
2214                                                    __M);
2215 }
2216
2217 extern __inline __m128i
2218 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2219 _mm_cvtusepi64_epi16 (__m128i __A)
2220 {
2221   return (__m128i) __builtin_ia32_pmovusqw128_mask ((__v2di) __A,
2222                                                     (__v8hi)_mm_undefined_si128(),
2223                                                     (__mmask8) -1);
2224 }
2225
2226 extern __inline void
2227 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2228 _mm_mask_cvtusepi64_storeu_epi16 (void * __P, __mmask8 __M, __m128i __A)
2229 {
2230   __builtin_ia32_pmovusqw128mem_mask ((__v8hi *) __P, (__v2di) __A, __M);
2231 }
2232
2233 extern __inline __m128i
2234 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2235 _mm_mask_cvtusepi64_epi16 (__m128i __O, __mmask8 __M, __m128i __A)
2236 {
2237   return (__m128i) __builtin_ia32_pmovusqw128_mask ((__v2di) __A,
2238                                                     (__v8hi) __O, __M);
2239 }
2240
2241 extern __inline __m128i
2242 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2243 _mm_maskz_cvtusepi64_epi16 (__mmask8 __M, __m128i __A)
2244 {
2245   return (__m128i) __builtin_ia32_pmovusqw128_mask ((__v2di) __A,
2246                                                     (__v8hi)
2247                                                     _mm_setzero_si128 (),
2248                                                     __M);
2249 }
2250
2251 extern __inline __m128i
2252 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2253 _mm256_cvtusepi64_epi16 (__m256i __A)
2254 {
2255   return (__m128i) __builtin_ia32_pmovusqw256_mask ((__v4di) __A,
2256                                                     (__v8hi)_mm_undefined_si128(),
2257                                                     (__mmask8) -1);
2258 }
2259
2260 extern __inline void
2261 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2262 _mm256_mask_cvtusepi64_storeu_epi16 (void * __P, __mmask8 __M, __m256i __A)
2263 {
2264   __builtin_ia32_pmovusqw256mem_mask ((__v8hi *) __P, (__v4di) __A, __M);
2265 }
2266
2267 extern __inline __m128i
2268 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2269 _mm256_mask_cvtusepi64_epi16 (__m128i __O, __mmask8 __M, __m256i __A)
2270 {
2271   return (__m128i) __builtin_ia32_pmovusqw256_mask ((__v4di) __A,
2272                                                     (__v8hi) __O, __M);
2273 }
2274
2275 extern __inline __m128i
2276 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2277 _mm256_maskz_cvtusepi64_epi16 (__mmask8 __M, __m256i __A)
2278 {
2279   return (__m128i) __builtin_ia32_pmovusqw256_mask ((__v4di) __A,
2280                                                     (__v8hi)
2281                                                     _mm_setzero_si128 (),
2282                                                     __M);
2283 }
2284
2285 extern __inline __m128i
2286 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2287 _mm_cvtepi64_epi32 (__m128i __A)
2288 {
2289   return (__m128i) __builtin_ia32_pmovqd128_mask ((__v2di) __A,
2290                                                   (__v4si)_mm_undefined_si128(),
2291                                                   (__mmask8) -1);
2292 }
2293
2294 extern __inline void
2295 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2296 _mm_mask_cvtepi64_storeu_epi32 (void * __P, __mmask8 __M, __m128i __A)
2297 {
2298   __builtin_ia32_pmovqd128mem_mask ((__v4si *) __P, (__v2di) __A, __M);
2299 }
2300
2301 extern __inline __m128i
2302 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2303 _mm_mask_cvtepi64_epi32 (__m128i __O, __mmask8 __M, __m128i __A)
2304 {
2305   return (__m128i) __builtin_ia32_pmovqd128_mask ((__v2di) __A,
2306                                                   (__v4si) __O, __M);
2307 }
2308
2309 extern __inline __m128i
2310 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2311 _mm_maskz_cvtepi64_epi32 (__mmask8 __M, __m128i __A)
2312 {
2313   return (__m128i) __builtin_ia32_pmovqd128_mask ((__v2di) __A,
2314                                                   (__v4si)
2315                                                   _mm_setzero_si128 (),
2316                                                   __M);
2317 }
2318
2319 extern __inline __m128i
2320 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2321 _mm256_cvtepi64_epi32 (__m256i __A)
2322 {
2323   return (__m128i) __builtin_ia32_pmovqd256_mask ((__v4di) __A,
2324                                                   (__v4si)_mm_undefined_si128(),
2325                                                   (__mmask8) -1);
2326 }
2327
2328 extern __inline void
2329 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2330 _mm256_mask_cvtepi64_storeu_epi32 (void * __P, __mmask8 __M, __m256i __A)
2331 {
2332   __builtin_ia32_pmovqd256mem_mask ((__v4si *) __P, (__v4di) __A, __M);
2333 }
2334
2335 extern __inline __m128i
2336 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2337 _mm256_mask_cvtepi64_epi32 (__m128i __O, __mmask8 __M, __m256i __A)
2338 {
2339   return (__m128i) __builtin_ia32_pmovqd256_mask ((__v4di) __A,
2340                                                   (__v4si) __O, __M);
2341 }
2342
2343 extern __inline __m128i
2344 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2345 _mm256_maskz_cvtepi64_epi32 (__mmask8 __M, __m256i __A)
2346 {
2347   return (__m128i) __builtin_ia32_pmovqd256_mask ((__v4di) __A,
2348                                                   (__v4si)
2349                                                   _mm_setzero_si128 (),
2350                                                   __M);
2351 }
2352
2353 extern __inline __m128i
2354 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2355 _mm_cvtsepi64_epi32 (__m128i __A)
2356 {
2357   return (__m128i) __builtin_ia32_pmovsqd128_mask ((__v2di) __A,
2358                                                    (__v4si)_mm_undefined_si128(),
2359                                                    (__mmask8) -1);
2360 }
2361
2362 extern __inline void
2363 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2364 _mm_mask_cvtsepi64_storeu_epi32 (void * __P, __mmask8 __M, __m128i __A)
2365 {
2366   __builtin_ia32_pmovsqd128mem_mask ((__v4si *) __P, (__v2di) __A, __M);
2367 }
2368
2369 extern __inline __m128i
2370 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2371 _mm_mask_cvtsepi64_epi32 (__m128i __O, __mmask8 __M, __m128i __A)
2372 {
2373   return (__m128i) __builtin_ia32_pmovsqd128_mask ((__v2di) __A,
2374                                                    (__v4si) __O, __M);
2375 }
2376
2377 extern __inline __m128i
2378 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2379 _mm_maskz_cvtsepi64_epi32 (__mmask8 __M, __m128i __A)
2380 {
2381   return (__m128i) __builtin_ia32_pmovsqd128_mask ((__v2di) __A,
2382                                                    (__v4si)
2383                                                    _mm_setzero_si128 (),
2384                                                    __M);
2385 }
2386
2387 extern __inline __m128i
2388 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2389 _mm256_cvtsepi64_epi32 (__m256i __A)
2390 {
2391   return (__m128i) __builtin_ia32_pmovsqd256_mask ((__v4di) __A,
2392                                                    (__v4si)_mm_undefined_si128(),
2393                                                    (__mmask8) -1);
2394 }
2395
2396 extern __inline void
2397 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2398 _mm256_mask_cvtsepi64_storeu_epi32 (void * __P, __mmask8 __M, __m256i __A)
2399 {
2400   __builtin_ia32_pmovsqd256mem_mask ((__v4si *) __P, (__v4di) __A, __M);
2401 }
2402
2403 extern __inline __m128i
2404 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2405 _mm256_mask_cvtsepi64_epi32 (__m128i __O, __mmask8 __M, __m256i __A)
2406 {
2407   return (__m128i) __builtin_ia32_pmovsqd256_mask ((__v4di) __A,
2408                                                    (__v4si)__O,
2409                                                    __M);
2410 }
2411
2412 extern __inline __m128i
2413 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2414 _mm256_maskz_cvtsepi64_epi32 (__mmask8 __M, __m256i __A)
2415 {
2416   return (__m128i) __builtin_ia32_pmovsqd256_mask ((__v4di) __A,
2417                                                    (__v4si)
2418                                                    _mm_setzero_si128 (),
2419                                                    __M);
2420 }
2421
2422 extern __inline __m128i
2423 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2424 _mm_cvtusepi64_epi32 (__m128i __A)
2425 {
2426   return (__m128i) __builtin_ia32_pmovusqd128_mask ((__v2di) __A,
2427                                                     (__v4si)_mm_undefined_si128(),
2428                                                     (__mmask8) -1);
2429 }
2430
2431 extern __inline void
2432 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2433 _mm_mask_cvtusepi64_storeu_epi32 (void * __P, __mmask8 __M, __m128i __A)
2434 {
2435   __builtin_ia32_pmovusqd128mem_mask ((__v4si *) __P, (__v2di) __A, __M);
2436 }
2437
2438 extern __inline __m128i
2439 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2440 _mm_mask_cvtusepi64_epi32 (__m128i __O, __mmask8 __M, __m128i __A)
2441 {
2442   return (__m128i) __builtin_ia32_pmovusqd128_mask ((__v2di) __A,
2443                                                     (__v4si) __O, __M);
2444 }
2445
2446 extern __inline __m128i
2447 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2448 _mm_maskz_cvtusepi64_epi32 (__mmask8 __M, __m128i __A)
2449 {
2450   return (__m128i) __builtin_ia32_pmovusqd128_mask ((__v2di) __A,
2451                                                     (__v4si)
2452                                                     _mm_setzero_si128 (),
2453                                                     __M);
2454 }
2455
2456 extern __inline __m128i
2457 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2458 _mm256_cvtusepi64_epi32 (__m256i __A)
2459 {
2460   return (__m128i) __builtin_ia32_pmovusqd256_mask ((__v4di) __A,
2461                                                     (__v4si)_mm_undefined_si128(),
2462                                                     (__mmask8) -1);
2463 }
2464
2465 extern __inline void
2466 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2467 _mm256_mask_cvtusepi64_storeu_epi32 (void * __P, __mmask8 __M, __m256i __A)
2468 {
2469   __builtin_ia32_pmovusqd256mem_mask ((__v4si *) __P, (__v4di) __A, __M);
2470 }
2471
2472 extern __inline __m128i
2473 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2474 _mm256_mask_cvtusepi64_epi32 (__m128i __O, __mmask8 __M, __m256i __A)
2475 {
2476   return (__m128i) __builtin_ia32_pmovusqd256_mask ((__v4di) __A,
2477                                                     (__v4si) __O, __M);
2478 }
2479
2480 extern __inline __m128i
2481 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2482 _mm256_maskz_cvtusepi64_epi32 (__mmask8 __M, __m256i __A)
2483 {
2484   return (__m128i) __builtin_ia32_pmovusqd256_mask ((__v4di) __A,
2485                                                     (__v4si)
2486                                                     _mm_setzero_si128 (),
2487                                                     __M);
2488 }
2489
2490 extern __inline __m256
2491 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2492 _mm256_mask_broadcastss_ps (__m256 __O, __mmask8 __M, __m128 __A)
2493 {
2494   return (__m256) __builtin_ia32_broadcastss256_mask ((__v4sf) __A,
2495                                                       (__v8sf) __O,
2496                                                       __M);
2497 }
2498
2499 extern __inline __m256
2500 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2501 _mm256_maskz_broadcastss_ps (__mmask8 __M, __m128 __A)
2502 {
2503   return (__m256) __builtin_ia32_broadcastss256_mask ((__v4sf) __A,
2504                                                       (__v8sf)
2505                                                       _mm256_setzero_ps (),
2506                                                       __M);
2507 }
2508
2509 extern __inline __m128
2510 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2511 _mm_mask_broadcastss_ps (__m128 __O, __mmask8 __M, __m128 __A)
2512 {
2513   return (__m128) __builtin_ia32_broadcastss128_mask ((__v4sf) __A,
2514                                                       (__v4sf) __O,
2515                                                       __M);
2516 }
2517
2518 extern __inline __m128
2519 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2520 _mm_maskz_broadcastss_ps (__mmask8 __M, __m128 __A)
2521 {
2522   return (__m128) __builtin_ia32_broadcastss128_mask ((__v4sf) __A,
2523                                                       (__v4sf)
2524                                                       _mm_setzero_ps (),
2525                                                       __M);
2526 }
2527
2528 extern __inline __m256d
2529 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2530 _mm256_mask_broadcastsd_pd (__m256d __O, __mmask8 __M, __m128d __A)
2531 {
2532   return (__m256d) __builtin_ia32_broadcastsd256_mask ((__v2df) __A,
2533                                                        (__v4df) __O,
2534                                                        __M);
2535 }
2536
2537 extern __inline __m256d
2538 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2539 _mm256_maskz_broadcastsd_pd (__mmask8 __M, __m128d __A)
2540 {
2541   return (__m256d) __builtin_ia32_broadcastsd256_mask ((__v2df) __A,
2542                                                        (__v4df)
2543                                                        _mm256_setzero_pd (),
2544                                                        __M);
2545 }
2546
2547 extern __inline __m256i
2548 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2549 _mm256_mask_broadcastd_epi32 (__m256i __O, __mmask8 __M, __m128i __A)
2550 {
2551   return (__m256i) __builtin_ia32_pbroadcastd256_mask ((__v4si) __A,
2552                                                        (__v8si) __O,
2553                                                        __M);
2554 }
2555
2556 extern __inline __m256i
2557 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2558 _mm256_maskz_broadcastd_epi32 (__mmask8 __M, __m128i __A)
2559 {
2560   return (__m256i) __builtin_ia32_pbroadcastd256_mask ((__v4si) __A,
2561                                                        (__v8si)
2562                                                        _mm256_setzero_si256 (),
2563                                                        __M);
2564 }
2565
2566 extern __inline __m256i
2567 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2568 _mm256_mask_set1_epi32 (__m256i __O, __mmask8 __M, int __A)
2569 {
2570   return (__m256i) __builtin_ia32_pbroadcastd256_gpr_mask (__A, (__v8si) __O,
2571                                                            __M);
2572 }
2573
2574 extern __inline __m256i
2575 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2576 _mm256_maskz_set1_epi32 (__mmask8 __M, int __A)
2577 {
2578   return (__m256i) __builtin_ia32_pbroadcastd256_gpr_mask (__A,
2579                                                            (__v8si)
2580                                                            _mm256_setzero_si256 (),
2581                                                            __M);
2582 }
2583
2584 extern __inline __m128i
2585 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2586 _mm_mask_broadcastd_epi32 (__m128i __O, __mmask8 __M, __m128i __A)
2587 {
2588   return (__m128i) __builtin_ia32_pbroadcastd128_mask ((__v4si) __A,
2589                                                        (__v4si) __O,
2590                                                        __M);
2591 }
2592
2593 extern __inline __m128i
2594 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2595 _mm_maskz_broadcastd_epi32 (__mmask8 __M, __m128i __A)
2596 {
2597   return (__m128i) __builtin_ia32_pbroadcastd128_mask ((__v4si) __A,
2598                                                        (__v4si)
2599                                                        _mm_setzero_si128 (),
2600                                                        __M);
2601 }
2602
2603 extern __inline __m128i
2604 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2605 _mm_mask_set1_epi32 (__m128i __O, __mmask8 __M, int __A)
2606 {
2607   return (__m128i) __builtin_ia32_pbroadcastd128_gpr_mask (__A, (__v4si) __O,
2608                                                            __M);
2609 }
2610
2611 extern __inline __m128i
2612 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2613 _mm_maskz_set1_epi32 (__mmask8 __M, int __A)
2614 {
2615   return (__m128i) __builtin_ia32_pbroadcastd128_gpr_mask (__A,
2616                                                            (__v4si)
2617                                                            _mm_setzero_si128 (),
2618                                                            __M);
2619 }
2620
2621 extern __inline __m256i
2622 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2623 _mm256_mask_broadcastq_epi64 (__m256i __O, __mmask8 __M, __m128i __A)
2624 {
2625   return (__m256i) __builtin_ia32_pbroadcastq256_mask ((__v2di) __A,
2626                                                        (__v4di) __O,
2627                                                        __M);
2628 }
2629
2630 extern __inline __m256i
2631 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2632 _mm256_maskz_broadcastq_epi64 (__mmask8 __M, __m128i __A)
2633 {
2634   return (__m256i) __builtin_ia32_pbroadcastq256_mask ((__v2di) __A,
2635                                                        (__v4di)
2636                                                        _mm256_setzero_si256 (),
2637                                                        __M);
2638 }
2639
2640 extern __inline __m256i
2641 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2642 _mm256_mask_set1_epi64 (__m256i __O, __mmask8 __M, long long __A)
2643 {
2644   return (__m256i) __builtin_ia32_pbroadcastq256_gpr_mask (__A, (__v4di) __O,
2645                                                            __M);
2646 }
2647
2648 extern __inline __m256i
2649 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2650 _mm256_maskz_set1_epi64 (__mmask8 __M, long long __A)
2651 {
2652   return (__m256i) __builtin_ia32_pbroadcastq256_gpr_mask (__A,
2653                                                            (__v4di)
2654                                                            _mm256_setzero_si256 (),
2655                                                            __M);
2656 }
2657
2658 extern __inline __m128i
2659 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2660 _mm_mask_broadcastq_epi64 (__m128i __O, __mmask8 __M, __m128i __A)
2661 {
2662   return (__m128i) __builtin_ia32_pbroadcastq128_mask ((__v2di) __A,
2663                                                        (__v2di) __O,
2664                                                        __M);
2665 }
2666
2667 extern __inline __m128i
2668 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2669 _mm_maskz_broadcastq_epi64 (__mmask8 __M, __m128i __A)
2670 {
2671   return (__m128i) __builtin_ia32_pbroadcastq128_mask ((__v2di) __A,
2672                                                        (__v2di)
2673                                                        _mm_setzero_si128 (),
2674                                                        __M);
2675 }
2676
2677 extern __inline __m128i
2678 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2679 _mm_mask_set1_epi64 (__m128i __O, __mmask8 __M, long long __A)
2680 {
2681   return (__m128i) __builtin_ia32_pbroadcastq128_gpr_mask (__A, (__v2di) __O,
2682                                                            __M);
2683 }
2684
2685 extern __inline __m128i
2686 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2687 _mm_maskz_set1_epi64 (__mmask8 __M, long long __A)
2688 {
2689   return (__m128i) __builtin_ia32_pbroadcastq128_gpr_mask (__A,
2690                                                            (__v2di)
2691                                                            _mm_setzero_si128 (),
2692                                                            __M);
2693 }
2694
2695 extern __inline __m256
2696 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2697 _mm256_broadcast_f32x4 (__m128 __A)
2698 {
2699   return (__m256) __builtin_ia32_broadcastf32x4_256_mask ((__v4sf) __A,
2700                                                           (__v8sf)_mm256_undefined_pd (),
2701                                                           (__mmask8) -
2702                                                           1);
2703 }
2704
2705 extern __inline __m256
2706 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2707 _mm256_mask_broadcast_f32x4 (__m256 __O, __mmask8 __M, __m128 __A)
2708 {
2709   return (__m256) __builtin_ia32_broadcastf32x4_256_mask ((__v4sf) __A,
2710                                                           (__v8sf) __O,
2711                                                           __M);
2712 }
2713
2714 extern __inline __m256
2715 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2716 _mm256_maskz_broadcast_f32x4 (__mmask8 __M, __m128 __A)
2717 {
2718   return (__m256) __builtin_ia32_broadcastf32x4_256_mask ((__v4sf) __A,
2719                                                           (__v8sf)
2720                                                           _mm256_setzero_ps (),
2721                                                           __M);
2722 }
2723
2724 extern __inline __m256i
2725 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2726 _mm256_broadcast_i32x4 (__m128i __A)
2727 {
2728   return (__m256i) __builtin_ia32_broadcasti32x4_256_mask ((__v4si)
2729                                                            __A,
2730                                                            (__v8si)_mm256_undefined_si256 (),
2731                                                            (__mmask8) -
2732                                                            1);
2733 }
2734
2735 extern __inline __m256i
2736 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2737 _mm256_mask_broadcast_i32x4 (__m256i __O, __mmask8 __M, __m128i __A)
2738 {
2739   return (__m256i) __builtin_ia32_broadcasti32x4_256_mask ((__v4si)
2740                                                            __A,
2741                                                            (__v8si)
2742                                                            __O, __M);
2743 }
2744
2745 extern __inline __m256i
2746 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2747 _mm256_maskz_broadcast_i32x4 (__mmask8 __M, __m128i __A)
2748 {
2749   return (__m256i) __builtin_ia32_broadcasti32x4_256_mask ((__v4si)
2750                                                            __A,
2751                                                            (__v8si)
2752                                                            _mm256_setzero_si256 (),
2753                                                            __M);
2754 }
2755
2756 extern __inline __m256i
2757 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2758 _mm256_mask_cvtepi8_epi32 (__m256i __W, __mmask8 __U, __m128i __A)
2759 {
2760   return (__m256i) __builtin_ia32_pmovsxbd256_mask ((__v16qi) __A,
2761                                                     (__v8si) __W,
2762                                                     (__mmask8) __U);
2763 }
2764
2765 extern __inline __m256i
2766 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2767 _mm256_maskz_cvtepi8_epi32 (__mmask8 __U, __m128i __A)
2768 {
2769   return (__m256i) __builtin_ia32_pmovsxbd256_mask ((__v16qi) __A,
2770                                                     (__v8si)
2771                                                     _mm256_setzero_si256 (),
2772                                                     (__mmask8) __U);
2773 }
2774
2775 extern __inline __m128i
2776 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2777 _mm_mask_cvtepi8_epi32 (__m128i __W, __mmask8 __U, __m128i __A)
2778 {
2779   return (__m128i) __builtin_ia32_pmovsxbd128_mask ((__v16qi) __A,
2780                                                     (__v4si) __W,
2781                                                     (__mmask8) __U);
2782 }
2783
2784 extern __inline __m128i
2785 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2786 _mm_maskz_cvtepi8_epi32 (__mmask8 __U, __m128i __A)
2787 {
2788   return (__m128i) __builtin_ia32_pmovsxbd128_mask ((__v16qi) __A,
2789                                                     (__v4si)
2790                                                     _mm_setzero_si128 (),
2791                                                     (__mmask8) __U);
2792 }
2793
2794 extern __inline __m256i
2795 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2796 _mm256_mask_cvtepi8_epi64 (__m256i __W, __mmask8 __U, __m128i __A)
2797 {
2798   return (__m256i) __builtin_ia32_pmovsxbq256_mask ((__v16qi) __A,
2799                                                     (__v4di) __W,
2800                                                     (__mmask8) __U);
2801 }
2802
2803 extern __inline __m256i
2804 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2805 _mm256_maskz_cvtepi8_epi64 (__mmask8 __U, __m128i __A)
2806 {
2807   return (__m256i) __builtin_ia32_pmovsxbq256_mask ((__v16qi) __A,
2808                                                     (__v4di)
2809                                                     _mm256_setzero_si256 (),
2810                                                     (__mmask8) __U);
2811 }
2812
2813 extern __inline __m128i
2814 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2815 _mm_mask_cvtepi8_epi64 (__m128i __W, __mmask8 __U, __m128i __A)
2816 {
2817   return (__m128i) __builtin_ia32_pmovsxbq128_mask ((__v16qi) __A,
2818                                                     (__v2di) __W,
2819                                                     (__mmask8) __U);
2820 }
2821
2822 extern __inline __m128i
2823 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2824 _mm_maskz_cvtepi8_epi64 (__mmask8 __U, __m128i __A)
2825 {
2826   return (__m128i) __builtin_ia32_pmovsxbq128_mask ((__v16qi) __A,
2827                                                     (__v2di)
2828                                                     _mm_setzero_si128 (),
2829                                                     (__mmask8) __U);
2830 }
2831
2832 extern __inline __m256i
2833 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2834 _mm256_mask_cvtepi16_epi32 (__m256i __W, __mmask8 __U, __m128i __A)
2835 {
2836   return (__m256i) __builtin_ia32_pmovsxwd256_mask ((__v8hi) __A,
2837                                                     (__v8si) __W,
2838                                                     (__mmask8) __U);
2839 }
2840
2841 extern __inline __m256i
2842 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2843 _mm256_maskz_cvtepi16_epi32 (__mmask8 __U, __m128i __A)
2844 {
2845   return (__m256i) __builtin_ia32_pmovsxwd256_mask ((__v8hi) __A,
2846                                                     (__v8si)
2847                                                     _mm256_setzero_si256 (),
2848                                                     (__mmask8) __U);
2849 }
2850
2851 extern __inline __m128i
2852 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2853 _mm_mask_cvtepi16_epi32 (__m128i __W, __mmask8 __U, __m128i __A)
2854 {
2855   return (__m128i) __builtin_ia32_pmovsxwd128_mask ((__v8hi) __A,
2856                                                     (__v4si) __W,
2857                                                     (__mmask8) __U);
2858 }
2859
2860 extern __inline __m128i
2861 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2862 _mm_maskz_cvtepi16_epi32 (__mmask8 __U, __m128i __A)
2863 {
2864   return (__m128i) __builtin_ia32_pmovsxwd128_mask ((__v8hi) __A,
2865                                                     (__v4si)
2866                                                     _mm_setzero_si128 (),
2867                                                     (__mmask8) __U);
2868 }
2869
2870 extern __inline __m256i
2871 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2872 _mm256_mask_cvtepi16_epi64 (__m256i __W, __mmask8 __U, __m128i __A)
2873 {
2874   return (__m256i) __builtin_ia32_pmovsxwq256_mask ((__v8hi) __A,
2875                                                     (__v4di) __W,
2876                                                     (__mmask8) __U);
2877 }
2878
2879 extern __inline __m256i
2880 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2881 _mm256_maskz_cvtepi16_epi64 (__mmask8 __U, __m128i __A)
2882 {
2883   return (__m256i) __builtin_ia32_pmovsxwq256_mask ((__v8hi) __A,
2884                                                     (__v4di)
2885                                                     _mm256_setzero_si256 (),
2886                                                     (__mmask8) __U);
2887 }
2888
2889 extern __inline __m128i
2890 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2891 _mm_mask_cvtepi16_epi64 (__m128i __W, __mmask8 __U, __m128i __A)
2892 {
2893   return (__m128i) __builtin_ia32_pmovsxwq128_mask ((__v8hi) __A,
2894                                                     (__v2di) __W,
2895                                                     (__mmask8) __U);
2896 }
2897
2898 extern __inline __m128i
2899 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2900 _mm_maskz_cvtepi16_epi64 (__mmask8 __U, __m128i __A)
2901 {
2902   return (__m128i) __builtin_ia32_pmovsxwq128_mask ((__v8hi) __A,
2903                                                     (__v2di)
2904                                                     _mm_setzero_si128 (),
2905                                                     (__mmask8) __U);
2906 }
2907
2908 extern __inline __m256i
2909 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2910 _mm256_mask_cvtepi32_epi64 (__m256i __W, __mmask8 __U, __m128i __X)
2911 {
2912   return (__m256i) __builtin_ia32_pmovsxdq256_mask ((__v4si) __X,
2913                                                     (__v4di) __W,
2914                                                     (__mmask8) __U);
2915 }
2916
2917 extern __inline __m256i
2918 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2919 _mm256_maskz_cvtepi32_epi64 (__mmask8 __U, __m128i __X)
2920 {
2921   return (__m256i) __builtin_ia32_pmovsxdq256_mask ((__v4si) __X,
2922                                                     (__v4di)
2923                                                     _mm256_setzero_si256 (),
2924                                                     (__mmask8) __U);
2925 }
2926
2927 extern __inline __m128i
2928 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2929 _mm_mask_cvtepi32_epi64 (__m128i __W, __mmask8 __U, __m128i __X)
2930 {
2931   return (__m128i) __builtin_ia32_pmovsxdq128_mask ((__v4si) __X,
2932                                                     (__v2di) __W,
2933                                                     (__mmask8) __U);
2934 }
2935
2936 extern __inline __m128i
2937 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2938 _mm_maskz_cvtepi32_epi64 (__mmask8 __U, __m128i __X)
2939 {
2940   return (__m128i) __builtin_ia32_pmovsxdq128_mask ((__v4si) __X,
2941                                                     (__v2di)
2942                                                     _mm_setzero_si128 (),
2943                                                     (__mmask8) __U);
2944 }
2945
2946 extern __inline __m256i
2947 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2948 _mm256_mask_cvtepu8_epi32 (__m256i __W, __mmask8 __U, __m128i __A)
2949 {
2950   return (__m256i) __builtin_ia32_pmovzxbd256_mask ((__v16qi) __A,
2951                                                     (__v8si) __W,
2952                                                     (__mmask8) __U);
2953 }
2954
2955 extern __inline __m256i
2956 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2957 _mm256_maskz_cvtepu8_epi32 (__mmask8 __U, __m128i __A)
2958 {
2959   return (__m256i) __builtin_ia32_pmovzxbd256_mask ((__v16qi) __A,
2960                                                     (__v8si)
2961                                                     _mm256_setzero_si256 (),
2962                                                     (__mmask8) __U);
2963 }
2964
2965 extern __inline __m128i
2966 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2967 _mm_mask_cvtepu8_epi32 (__m128i __W, __mmask8 __U, __m128i __A)
2968 {
2969   return (__m128i) __builtin_ia32_pmovzxbd128_mask ((__v16qi) __A,
2970                                                     (__v4si) __W,
2971                                                     (__mmask8) __U);
2972 }
2973
2974 extern __inline __m128i
2975 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2976 _mm_maskz_cvtepu8_epi32 (__mmask8 __U, __m128i __A)
2977 {
2978   return (__m128i) __builtin_ia32_pmovzxbd128_mask ((__v16qi) __A,
2979                                                     (__v4si)
2980                                                     _mm_setzero_si128 (),
2981                                                     (__mmask8) __U);
2982 }
2983
2984 extern __inline __m256i
2985 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2986 _mm256_mask_cvtepu8_epi64 (__m256i __W, __mmask8 __U, __m128i __A)
2987 {
2988   return (__m256i) __builtin_ia32_pmovzxbq256_mask ((__v16qi) __A,
2989                                                     (__v4di) __W,
2990                                                     (__mmask8) __U);
2991 }
2992
2993 extern __inline __m256i
2994 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
2995 _mm256_maskz_cvtepu8_epi64 (__mmask8 __U, __m128i __A)
2996 {
2997   return (__m256i) __builtin_ia32_pmovzxbq256_mask ((__v16qi) __A,
2998                                                     (__v4di)
2999                                                     _mm256_setzero_si256 (),
3000                                                     (__mmask8) __U);
3001 }
3002
3003 extern __inline __m128i
3004 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3005 _mm_mask_cvtepu8_epi64 (__m128i __W, __mmask8 __U, __m128i __A)
3006 {
3007   return (__m128i) __builtin_ia32_pmovzxbq128_mask ((__v16qi) __A,
3008                                                     (__v2di) __W,
3009                                                     (__mmask8) __U);
3010 }
3011
3012 extern __inline __m128i
3013 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3014 _mm_maskz_cvtepu8_epi64 (__mmask8 __U, __m128i __A)
3015 {
3016   return (__m128i) __builtin_ia32_pmovzxbq128_mask ((__v16qi) __A,
3017                                                     (__v2di)
3018                                                     _mm_setzero_si128 (),
3019                                                     (__mmask8) __U);
3020 }
3021
3022 extern __inline __m256i
3023 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3024 _mm256_mask_cvtepu16_epi32 (__m256i __W, __mmask8 __U, __m128i __A)
3025 {
3026   return (__m256i) __builtin_ia32_pmovzxwd256_mask ((__v8hi) __A,
3027                                                     (__v8si) __W,
3028                                                     (__mmask8) __U);
3029 }
3030
3031 extern __inline __m256i
3032 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3033 _mm256_maskz_cvtepu16_epi32 (__mmask8 __U, __m128i __A)
3034 {
3035   return (__m256i) __builtin_ia32_pmovzxwd256_mask ((__v8hi) __A,
3036                                                     (__v8si)
3037                                                     _mm256_setzero_si256 (),
3038                                                     (__mmask8) __U);
3039 }
3040
3041 extern __inline __m128i
3042 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3043 _mm_mask_cvtepu16_epi32 (__m128i __W, __mmask8 __U, __m128i __A)
3044 {
3045   return (__m128i) __builtin_ia32_pmovzxwd128_mask ((__v8hi) __A,
3046                                                     (__v4si) __W,
3047                                                     (__mmask8) __U);
3048 }
3049
3050 extern __inline __m128i
3051 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3052 _mm_maskz_cvtepu16_epi32 (__mmask8 __U, __m128i __A)
3053 {
3054   return (__m128i) __builtin_ia32_pmovzxwd128_mask ((__v8hi) __A,
3055                                                     (__v4si)
3056                                                     _mm_setzero_si128 (),
3057                                                     (__mmask8) __U);
3058 }
3059
3060 extern __inline __m256i
3061 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3062 _mm256_mask_cvtepu16_epi64 (__m256i __W, __mmask8 __U, __m128i __A)
3063 {
3064   return (__m256i) __builtin_ia32_pmovzxwq256_mask ((__v8hi) __A,
3065                                                     (__v4di) __W,
3066                                                     (__mmask8) __U);
3067 }
3068
3069 extern __inline __m256i
3070 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3071 _mm256_maskz_cvtepu16_epi64 (__mmask8 __U, __m128i __A)
3072 {
3073   return (__m256i) __builtin_ia32_pmovzxwq256_mask ((__v8hi) __A,
3074                                                     (__v4di)
3075                                                     _mm256_setzero_si256 (),
3076                                                     (__mmask8) __U);
3077 }
3078
3079 extern __inline __m128i
3080 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3081 _mm_mask_cvtepu16_epi64 (__m128i __W, __mmask8 __U, __m128i __A)
3082 {
3083   return (__m128i) __builtin_ia32_pmovzxwq128_mask ((__v8hi) __A,
3084                                                     (__v2di) __W,
3085                                                     (__mmask8) __U);
3086 }
3087
3088 extern __inline __m128i
3089 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3090 _mm_maskz_cvtepu16_epi64 (__mmask8 __U, __m128i __A)
3091 {
3092   return (__m128i) __builtin_ia32_pmovzxwq128_mask ((__v8hi) __A,
3093                                                     (__v2di)
3094                                                     _mm_setzero_si128 (),
3095                                                     (__mmask8) __U);
3096 }
3097
3098 extern __inline __m256i
3099 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3100 _mm256_mask_cvtepu32_epi64 (__m256i __W, __mmask8 __U, __m128i __X)
3101 {
3102   return (__m256i) __builtin_ia32_pmovzxdq256_mask ((__v4si) __X,
3103                                                     (__v4di) __W,
3104                                                     (__mmask8) __U);
3105 }
3106
3107 extern __inline __m256i
3108 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3109 _mm256_maskz_cvtepu32_epi64 (__mmask8 __U, __m128i __X)
3110 {
3111   return (__m256i) __builtin_ia32_pmovzxdq256_mask ((__v4si) __X,
3112                                                     (__v4di)
3113                                                     _mm256_setzero_si256 (),
3114                                                     (__mmask8) __U);
3115 }
3116
3117 extern __inline __m128i
3118 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3119 _mm_mask_cvtepu32_epi64 (__m128i __W, __mmask8 __U, __m128i __X)
3120 {
3121   return (__m128i) __builtin_ia32_pmovzxdq128_mask ((__v4si) __X,
3122                                                     (__v2di) __W,
3123                                                     (__mmask8) __U);
3124 }
3125
3126 extern __inline __m128i
3127 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3128 _mm_maskz_cvtepu32_epi64 (__mmask8 __U, __m128i __X)
3129 {
3130   return (__m128i) __builtin_ia32_pmovzxdq128_mask ((__v4si) __X,
3131                                                     (__v2di)
3132                                                     _mm_setzero_si128 (),
3133                                                     (__mmask8) __U);
3134 }
3135
3136 extern __inline __m256d
3137 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3138 _mm256_rcp14_pd (__m256d __A)
3139 {
3140   return (__m256d) __builtin_ia32_rcp14pd256_mask ((__v4df) __A,
3141                                               (__v4df)
3142                                               _mm256_setzero_pd (),
3143                                               (__mmask8) -1);
3144 }
3145
3146 extern __inline __m256d
3147 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3148 _mm256_mask_rcp14_pd (__m256d __W, __mmask8 __U, __m256d __A)
3149 {
3150   return (__m256d) __builtin_ia32_rcp14pd256_mask ((__v4df) __A,
3151                                               (__v4df) __W,
3152                                               (__mmask8) __U);
3153 }
3154
3155 extern __inline __m256d
3156 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3157 _mm256_maskz_rcp14_pd (__mmask8 __U, __m256d __A)
3158 {
3159   return (__m256d) __builtin_ia32_rcp14pd256_mask ((__v4df) __A,
3160                                               (__v4df)
3161                                               _mm256_setzero_pd (),
3162                                               (__mmask8) __U);
3163 }
3164
3165 extern __inline __m128d
3166 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3167 _mm_rcp14_pd (__m128d __A)
3168 {
3169   return (__m128d) __builtin_ia32_rcp14pd128_mask ((__v2df) __A,
3170                                               (__v2df)
3171                                               _mm_setzero_pd (),
3172                                               (__mmask8) -1);
3173 }
3174
3175 extern __inline __m128d
3176 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3177 _mm_mask_rcp14_pd (__m128d __W, __mmask8 __U, __m128d __A)
3178 {
3179   return (__m128d) __builtin_ia32_rcp14pd128_mask ((__v2df) __A,
3180                                               (__v2df) __W,
3181                                               (__mmask8) __U);
3182 }
3183
3184 extern __inline __m128d
3185 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3186 _mm_maskz_rcp14_pd (__mmask8 __U, __m128d __A)
3187 {
3188   return (__m128d) __builtin_ia32_rcp14pd128_mask ((__v2df) __A,
3189                                               (__v2df)
3190                                               _mm_setzero_pd (),
3191                                               (__mmask8) __U);
3192 }
3193
3194 extern __inline __m256
3195 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3196 _mm256_rcp14_ps (__m256 __A)
3197 {
3198   return (__m256) __builtin_ia32_rcp14ps256_mask ((__v8sf) __A,
3199                                              (__v8sf)
3200                                              _mm256_setzero_ps (),
3201                                              (__mmask8) -1);
3202 }
3203
3204 extern __inline __m256
3205 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3206 _mm256_mask_rcp14_ps (__m256 __W, __mmask8 __U, __m256 __A)
3207 {
3208   return (__m256) __builtin_ia32_rcp14ps256_mask ((__v8sf) __A,
3209                                              (__v8sf) __W,
3210                                              (__mmask8) __U);
3211 }
3212
3213 extern __inline __m256
3214 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3215 _mm256_maskz_rcp14_ps (__mmask8 __U, __m256 __A)
3216 {
3217   return (__m256) __builtin_ia32_rcp14ps256_mask ((__v8sf) __A,
3218                                              (__v8sf)
3219                                              _mm256_setzero_ps (),
3220                                              (__mmask8) __U);
3221 }
3222
3223 extern __inline __m128
3224 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3225 _mm_rcp14_ps (__m128 __A)
3226 {
3227   return (__m128) __builtin_ia32_rcp14ps128_mask ((__v4sf) __A,
3228                                              (__v4sf)
3229                                              _mm_setzero_ps (),
3230                                              (__mmask8) -1);
3231 }
3232
3233 extern __inline __m128
3234 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3235 _mm_mask_rcp14_ps (__m128 __W, __mmask8 __U, __m128 __A)
3236 {
3237   return (__m128) __builtin_ia32_rcp14ps128_mask ((__v4sf) __A,
3238                                              (__v4sf) __W,
3239                                              (__mmask8) __U);
3240 }
3241
3242 extern __inline __m128
3243 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3244 _mm_maskz_rcp14_ps (__mmask8 __U, __m128 __A)
3245 {
3246   return (__m128) __builtin_ia32_rcp14ps128_mask ((__v4sf) __A,
3247                                              (__v4sf)
3248                                              _mm_setzero_ps (),
3249                                              (__mmask8) __U);
3250 }
3251
3252 extern __inline __m256d
3253 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3254 _mm256_rsqrt14_pd (__m256d __A)
3255 {
3256   return (__m256d) __builtin_ia32_rsqrt14pd256_mask ((__v4df) __A,
3257                                                      (__v4df)
3258                                                      _mm256_setzero_pd (),
3259                                                      (__mmask8) -1);
3260 }
3261
3262 extern __inline __m256d
3263 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3264 _mm256_mask_rsqrt14_pd (__m256d __W, __mmask8 __U, __m256d __A)
3265 {
3266   return (__m256d) __builtin_ia32_rsqrt14pd256_mask ((__v4df) __A,
3267                                                      (__v4df) __W,
3268                                                      (__mmask8) __U);
3269 }
3270
3271 extern __inline __m256d
3272 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3273 _mm256_maskz_rsqrt14_pd (__mmask8 __U, __m256d __A)
3274 {
3275   return (__m256d) __builtin_ia32_rsqrt14pd256_mask ((__v4df) __A,
3276                                                      (__v4df)
3277                                                      _mm256_setzero_pd (),
3278                                                      (__mmask8) __U);
3279 }
3280
3281 extern __inline __m128d
3282 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3283 _mm_rsqrt14_pd (__m128d __A)
3284 {
3285   return (__m128d) __builtin_ia32_rsqrt14pd128_mask ((__v2df) __A,
3286                                                      (__v2df)
3287                                                      _mm_setzero_pd (),
3288                                                      (__mmask8) -1);
3289 }
3290
3291 extern __inline __m128d
3292 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3293 _mm_mask_rsqrt14_pd (__m128d __W, __mmask8 __U, __m128d __A)
3294 {
3295   return (__m128d) __builtin_ia32_rsqrt14pd128_mask ((__v2df) __A,
3296                                                      (__v2df) __W,
3297                                                      (__mmask8) __U);
3298 }
3299
3300 extern __inline __m128d
3301 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3302 _mm_maskz_rsqrt14_pd (__mmask8 __U, __m128d __A)
3303 {
3304   return (__m128d) __builtin_ia32_rsqrt14pd128_mask ((__v2df) __A,
3305                                                      (__v2df)
3306                                                      _mm_setzero_pd (),
3307                                                      (__mmask8) __U);
3308 }
3309
3310 extern __inline __m256
3311 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3312 _mm256_rsqrt14_ps (__m256 __A)
3313 {
3314   return (__m256) __builtin_ia32_rsqrt14ps256_mask ((__v8sf) __A,
3315                                                     (__v8sf)
3316                                                     _mm256_setzero_ps (),
3317                                                     (__mmask8) -1);
3318 }
3319
3320 extern __inline __m256
3321 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3322 _mm256_mask_rsqrt14_ps (__m256 __W, __mmask8 __U, __m256 __A)
3323 {
3324   return (__m256) __builtin_ia32_rsqrt14ps256_mask ((__v8sf) __A,
3325                                                     (__v8sf) __W,
3326                                                     (__mmask8) __U);
3327 }
3328
3329 extern __inline __m256
3330 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3331 _mm256_maskz_rsqrt14_ps (__mmask8 __U, __m256 __A)
3332 {
3333   return (__m256) __builtin_ia32_rsqrt14ps256_mask ((__v8sf) __A,
3334                                                     (__v8sf)
3335                                                     _mm256_setzero_ps (),
3336                                                     (__mmask8) __U);
3337 }
3338
3339 extern __inline __m128
3340 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3341 _mm_rsqrt14_ps (__m128 __A)
3342 {
3343   return (__m128) __builtin_ia32_rsqrt14ps128_mask ((__v4sf) __A,
3344                                                     (__v4sf)
3345                                                     _mm_setzero_ps (),
3346                                                     (__mmask8) -1);
3347 }
3348
3349 extern __inline __m128
3350 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3351 _mm_mask_rsqrt14_ps (__m128 __W, __mmask8 __U, __m128 __A)
3352 {
3353   return (__m128) __builtin_ia32_rsqrt14ps128_mask ((__v4sf) __A,
3354                                                     (__v4sf) __W,
3355                                                     (__mmask8) __U);
3356 }
3357
3358 extern __inline __m128
3359 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3360 _mm_maskz_rsqrt14_ps (__mmask8 __U, __m128 __A)
3361 {
3362   return (__m128) __builtin_ia32_rsqrt14ps128_mask ((__v4sf) __A,
3363                                                     (__v4sf)
3364                                                     _mm_setzero_ps (),
3365                                                     (__mmask8) __U);
3366 }
3367
3368 extern __inline __m256d
3369 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3370 _mm256_mask_sqrt_pd (__m256d __W, __mmask8 __U, __m256d __A)
3371 {
3372   return (__m256d) __builtin_ia32_sqrtpd256_mask ((__v4df) __A,
3373                                                   (__v4df) __W,
3374                                                   (__mmask8) __U);
3375 }
3376
3377 extern __inline __m256d
3378 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3379 _mm256_maskz_sqrt_pd (__mmask8 __U, __m256d __A)
3380 {
3381   return (__m256d) __builtin_ia32_sqrtpd256_mask ((__v4df) __A,
3382                                                   (__v4df)
3383                                                   _mm256_setzero_pd (),
3384                                                   (__mmask8) __U);
3385 }
3386
3387 extern __inline __m128d
3388 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3389 _mm_mask_sqrt_pd (__m128d __W, __mmask8 __U, __m128d __A)
3390 {
3391   return (__m128d) __builtin_ia32_sqrtpd128_mask ((__v2df) __A,
3392                                                   (__v2df) __W,
3393                                                   (__mmask8) __U);
3394 }
3395
3396 extern __inline __m128d
3397 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3398 _mm_maskz_sqrt_pd (__mmask8 __U, __m128d __A)
3399 {
3400   return (__m128d) __builtin_ia32_sqrtpd128_mask ((__v2df) __A,
3401                                                   (__v2df)
3402                                                   _mm_setzero_pd (),
3403                                                   (__mmask8) __U);
3404 }
3405
3406 extern __inline __m256
3407 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3408 _mm256_mask_sqrt_ps (__m256 __W, __mmask8 __U, __m256 __A)
3409 {
3410   return (__m256) __builtin_ia32_sqrtps256_mask ((__v8sf) __A,
3411                                                  (__v8sf) __W,
3412                                                  (__mmask8) __U);
3413 }
3414
3415 extern __inline __m256
3416 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3417 _mm256_maskz_sqrt_ps (__mmask8 __U, __m256 __A)
3418 {
3419   return (__m256) __builtin_ia32_sqrtps256_mask ((__v8sf) __A,
3420                                                  (__v8sf)
3421                                                  _mm256_setzero_ps (),
3422                                                  (__mmask8) __U);
3423 }
3424
3425 extern __inline __m128
3426 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3427 _mm_mask_sqrt_ps (__m128 __W, __mmask8 __U, __m128 __A)
3428 {
3429   return (__m128) __builtin_ia32_sqrtps128_mask ((__v4sf) __A,
3430                                                  (__v4sf) __W,
3431                                                  (__mmask8) __U);
3432 }
3433
3434 extern __inline __m128
3435 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3436 _mm_maskz_sqrt_ps (__mmask8 __U, __m128 __A)
3437 {
3438   return (__m128) __builtin_ia32_sqrtps128_mask ((__v4sf) __A,
3439                                                  (__v4sf)
3440                                                  _mm_setzero_ps (),
3441                                                  (__mmask8) __U);
3442 }
3443
3444 extern __inline __m256i
3445 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3446 _mm256_mask_add_epi32 (__m256i __W, __mmask8 __U, __m256i __A,
3447                        __m256i __B)
3448 {
3449   return (__m256i) __builtin_ia32_paddd256_mask ((__v8si) __A,
3450                                                  (__v8si) __B,
3451                                                  (__v8si) __W,
3452                                                  (__mmask8) __U);
3453 }
3454
3455 extern __inline __m256i
3456 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3457 _mm256_maskz_add_epi32 (__mmask8 __U, __m256i __A, __m256i __B)
3458 {
3459   return (__m256i) __builtin_ia32_paddd256_mask ((__v8si) __A,
3460                                                  (__v8si) __B,
3461                                                  (__v8si)
3462                                                  _mm256_setzero_si256 (),
3463                                                  (__mmask8) __U);
3464 }
3465
3466 extern __inline __m256i
3467 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3468 _mm256_mask_add_epi64 (__m256i __W, __mmask8 __U, __m256i __A,
3469                        __m256i __B)
3470 {
3471   return (__m256i) __builtin_ia32_paddq256_mask ((__v4di) __A,
3472                                                  (__v4di) __B,
3473                                                  (__v4di) __W,
3474                                                  (__mmask8) __U);
3475 }
3476
3477 extern __inline __m256i
3478 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3479 _mm256_maskz_add_epi64 (__mmask8 __U, __m256i __A, __m256i __B)
3480 {
3481   return (__m256i) __builtin_ia32_paddq256_mask ((__v4di) __A,
3482                                                  (__v4di) __B,
3483                                                  (__v4di)
3484                                                  _mm256_setzero_si256 (),
3485                                                  (__mmask8) __U);
3486 }
3487
3488 extern __inline __m256i
3489 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3490 _mm256_mask_sub_epi32 (__m256i __W, __mmask8 __U, __m256i __A,
3491                        __m256i __B)
3492 {
3493   return (__m256i) __builtin_ia32_psubd256_mask ((__v8si) __A,
3494                                                  (__v8si) __B,
3495                                                  (__v8si) __W,
3496                                                  (__mmask8) __U);
3497 }
3498
3499 extern __inline __m256i
3500 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3501 _mm256_maskz_sub_epi32 (__mmask8 __U, __m256i __A, __m256i __B)
3502 {
3503   return (__m256i) __builtin_ia32_psubd256_mask ((__v8si) __A,
3504                                                  (__v8si) __B,
3505                                                  (__v8si)
3506                                                  _mm256_setzero_si256 (),
3507                                                  (__mmask8) __U);
3508 }
3509
3510 extern __inline __m256i
3511 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3512 _mm256_mask_sub_epi64 (__m256i __W, __mmask8 __U, __m256i __A,
3513                        __m256i __B)
3514 {
3515   return (__m256i) __builtin_ia32_psubq256_mask ((__v4di) __A,
3516                                                  (__v4di) __B,
3517                                                  (__v4di) __W,
3518                                                  (__mmask8) __U);
3519 }
3520
3521 extern __inline __m256i
3522 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3523 _mm256_maskz_sub_epi64 (__mmask8 __U, __m256i __A, __m256i __B)
3524 {
3525   return (__m256i) __builtin_ia32_psubq256_mask ((__v4di) __A,
3526                                                  (__v4di) __B,
3527                                                  (__v4di)
3528                                                  _mm256_setzero_si256 (),
3529                                                  (__mmask8) __U);
3530 }
3531
3532 extern __inline __m128i
3533 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3534 _mm_mask_add_epi32 (__m128i __W, __mmask8 __U, __m128i __A,
3535                     __m128i __B)
3536 {
3537   return (__m128i) __builtin_ia32_paddd128_mask ((__v4si) __A,
3538                                                  (__v4si) __B,
3539                                                  (__v4si) __W,
3540                                                  (__mmask8) __U);
3541 }
3542
3543 extern __inline __m128i
3544 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3545 _mm_maskz_add_epi32 (__mmask8 __U, __m128i __A, __m128i __B)
3546 {
3547   return (__m128i) __builtin_ia32_paddd128_mask ((__v4si) __A,
3548                                                  (__v4si) __B,
3549                                                  (__v4si)
3550                                                  _mm_setzero_si128 (),
3551                                                  (__mmask8) __U);
3552 }
3553
3554 extern __inline __m128i
3555 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3556 _mm_mask_add_epi64 (__m128i __W, __mmask8 __U, __m128i __A,
3557                     __m128i __B)
3558 {
3559   return (__m128i) __builtin_ia32_paddq128_mask ((__v2di) __A,
3560                                                  (__v2di) __B,
3561                                                  (__v2di) __W,
3562                                                  (__mmask8) __U);
3563 }
3564
3565 extern __inline __m128i
3566 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3567 _mm_maskz_add_epi64 (__mmask8 __U, __m128i __A, __m128i __B)
3568 {
3569   return (__m128i) __builtin_ia32_paddq128_mask ((__v2di) __A,
3570                                                  (__v2di) __B,
3571                                                  (__v2di)
3572                                                  _mm_setzero_si128 (),
3573                                                  (__mmask8) __U);
3574 }
3575
3576 extern __inline __m128i
3577 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3578 _mm_mask_sub_epi32 (__m128i __W, __mmask8 __U, __m128i __A,
3579                     __m128i __B)
3580 {
3581   return (__m128i) __builtin_ia32_psubd128_mask ((__v4si) __A,
3582                                                  (__v4si) __B,
3583                                                  (__v4si) __W,
3584                                                  (__mmask8) __U);
3585 }
3586
3587 extern __inline __m128i
3588 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3589 _mm_maskz_sub_epi32 (__mmask8 __U, __m128i __A, __m128i __B)
3590 {
3591   return (__m128i) __builtin_ia32_psubd128_mask ((__v4si) __A,
3592                                                  (__v4si) __B,
3593                                                  (__v4si)
3594                                                  _mm_setzero_si128 (),
3595                                                  (__mmask8) __U);
3596 }
3597
3598 extern __inline __m128i
3599 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3600 _mm_mask_sub_epi64 (__m128i __W, __mmask8 __U, __m128i __A,
3601                     __m128i __B)
3602 {
3603   return (__m128i) __builtin_ia32_psubq128_mask ((__v2di) __A,
3604                                                  (__v2di) __B,
3605                                                  (__v2di) __W,
3606                                                  (__mmask8) __U);
3607 }
3608
3609 extern __inline __m128i
3610 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3611 _mm_maskz_sub_epi64 (__mmask8 __U, __m128i __A, __m128i __B)
3612 {
3613   return (__m128i) __builtin_ia32_psubq128_mask ((__v2di) __A,
3614                                                  (__v2di) __B,
3615                                                  (__v2di)
3616                                                  _mm_setzero_si128 (),
3617                                                  (__mmask8) __U);
3618 }
3619
3620 extern __inline __m256
3621 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3622 _mm256_getexp_ps (__m256 __A)
3623 {
3624   return (__m256) __builtin_ia32_getexpps256_mask ((__v8sf) __A,
3625                                                    (__v8sf)
3626                                                    _mm256_setzero_ps (),
3627                                                    (__mmask8) -1);
3628 }
3629
3630 extern __inline __m256
3631 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3632 _mm256_mask_getexp_ps (__m256 __W, __mmask8 __U, __m256 __A)
3633 {
3634   return (__m256) __builtin_ia32_getexpps256_mask ((__v8sf) __A,
3635                                                    (__v8sf) __W,
3636                                                    (__mmask8) __U);
3637 }
3638
3639 extern __inline __m256
3640 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3641 _mm256_maskz_getexp_ps (__mmask8 __U, __m256 __A)
3642 {
3643   return (__m256) __builtin_ia32_getexpps256_mask ((__v8sf) __A,
3644                                                    (__v8sf)
3645                                                    _mm256_setzero_ps (),
3646                                                    (__mmask8) __U);
3647 }
3648
3649 extern __inline __m256d
3650 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3651 _mm256_getexp_pd (__m256d __A)
3652 {
3653   return (__m256d) __builtin_ia32_getexppd256_mask ((__v4df) __A,
3654                                                     (__v4df)
3655                                                     _mm256_setzero_pd (),
3656                                                     (__mmask8) -1);
3657 }
3658
3659 extern __inline __m256d
3660 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3661 _mm256_mask_getexp_pd (__m256d __W, __mmask8 __U, __m256d __A)
3662 {
3663   return (__m256d) __builtin_ia32_getexppd256_mask ((__v4df) __A,
3664                                                     (__v4df) __W,
3665                                                     (__mmask8) __U);
3666 }
3667
3668 extern __inline __m256d
3669 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3670 _mm256_maskz_getexp_pd (__mmask8 __U, __m256d __A)
3671 {
3672   return (__m256d) __builtin_ia32_getexppd256_mask ((__v4df) __A,
3673                                                     (__v4df)
3674                                                     _mm256_setzero_pd (),
3675                                                     (__mmask8) __U);
3676 }
3677
3678 extern __inline __m128
3679 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3680 _mm_getexp_ps (__m128 __A)
3681 {
3682   return (__m128) __builtin_ia32_getexpps128_mask ((__v4sf) __A,
3683                                                    (__v4sf)
3684                                                    _mm_setzero_ps (),
3685                                                    (__mmask8) -1);
3686 }
3687
3688 extern __inline __m128
3689 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3690 _mm_mask_getexp_ps (__m128 __W, __mmask8 __U, __m128 __A)
3691 {
3692   return (__m128) __builtin_ia32_getexpps128_mask ((__v4sf) __A,
3693                                                    (__v4sf) __W,
3694                                                    (__mmask8) __U);
3695 }
3696
3697 extern __inline __m128
3698 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3699 _mm_maskz_getexp_ps (__mmask8 __U, __m128 __A)
3700 {
3701   return (__m128) __builtin_ia32_getexpps128_mask ((__v4sf) __A,
3702                                                    (__v4sf)
3703                                                    _mm_setzero_ps (),
3704                                                    (__mmask8) __U);
3705 }
3706
3707 extern __inline __m128d
3708 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3709 _mm_getexp_pd (__m128d __A)
3710 {
3711   return (__m128d) __builtin_ia32_getexppd128_mask ((__v2df) __A,
3712                                                     (__v2df)
3713                                                     _mm_setzero_pd (),
3714                                                     (__mmask8) -1);
3715 }
3716
3717 extern __inline __m128d
3718 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3719 _mm_mask_getexp_pd (__m128d __W, __mmask8 __U, __m128d __A)
3720 {
3721   return (__m128d) __builtin_ia32_getexppd128_mask ((__v2df) __A,
3722                                                     (__v2df) __W,
3723                                                     (__mmask8) __U);
3724 }
3725
3726 extern __inline __m128d
3727 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3728 _mm_maskz_getexp_pd (__mmask8 __U, __m128d __A)
3729 {
3730   return (__m128d) __builtin_ia32_getexppd128_mask ((__v2df) __A,
3731                                                     (__v2df)
3732                                                     _mm_setzero_pd (),
3733                                                     (__mmask8) __U);
3734 }
3735
3736 extern __inline __m256i
3737 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3738 _mm256_mask_srl_epi32 (__m256i __W, __mmask8 __U, __m256i __A,
3739                        __m128i __B)
3740 {
3741   return (__m256i) __builtin_ia32_psrld256_mask ((__v8si) __A,
3742                                                  (__v4si) __B,
3743                                                  (__v8si) __W,
3744                                                  (__mmask8) __U);
3745 }
3746
3747 extern __inline __m256i
3748 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3749 _mm256_maskz_srl_epi32 (__mmask8 __U, __m256i __A, __m128i __B)
3750 {
3751   return (__m256i) __builtin_ia32_psrld256_mask ((__v8si) __A,
3752                                                  (__v4si) __B,
3753                                                  (__v8si)
3754                                                  _mm256_setzero_si256 (),
3755                                                  (__mmask8) __U);
3756 }
3757
3758 extern __inline __m128i
3759 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3760 _mm_mask_srl_epi32 (__m128i __W, __mmask8 __U, __m128i __A,
3761                     __m128i __B)
3762 {
3763   return (__m128i) __builtin_ia32_psrld128_mask ((__v4si) __A,
3764                                                  (__v4si) __B,
3765                                                  (__v4si) __W,
3766                                                  (__mmask8) __U);
3767 }
3768
3769 extern __inline __m128i
3770 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3771 _mm_maskz_srl_epi32 (__mmask8 __U, __m128i __A, __m128i __B)
3772 {
3773   return (__m128i) __builtin_ia32_psrld128_mask ((__v4si) __A,
3774                                                  (__v4si) __B,
3775                                                  (__v4si)
3776                                                  _mm_setzero_si128 (),
3777                                                  (__mmask8) __U);
3778 }
3779
3780 extern __inline __m256i
3781 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3782 _mm256_mask_srl_epi64 (__m256i __W, __mmask8 __U, __m256i __A,
3783                        __m128i __B)
3784 {
3785   return (__m256i) __builtin_ia32_psrlq256_mask ((__v4di) __A,
3786                                                  (__v2di) __B,
3787                                                  (__v4di) __W,
3788                                                  (__mmask8) __U);
3789 }
3790
3791 extern __inline __m256i
3792 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3793 _mm256_maskz_srl_epi64 (__mmask8 __U, __m256i __A, __m128i __B)
3794 {
3795   return (__m256i) __builtin_ia32_psrlq256_mask ((__v4di) __A,
3796                                                  (__v2di) __B,
3797                                                  (__v4di)
3798                                                  _mm256_setzero_si256 (),
3799                                                  (__mmask8) __U);
3800 }
3801
3802 extern __inline __m128i
3803 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3804 _mm_mask_srl_epi64 (__m128i __W, __mmask8 __U, __m128i __A,
3805                     __m128i __B)
3806 {
3807   return (__m128i) __builtin_ia32_psrlq128_mask ((__v2di) __A,
3808                                                  (__v2di) __B,
3809                                                  (__v2di) __W,
3810                                                  (__mmask8) __U);
3811 }
3812
3813 extern __inline __m128i
3814 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3815 _mm_maskz_srl_epi64 (__mmask8 __U, __m128i __A, __m128i __B)
3816 {
3817   return (__m128i) __builtin_ia32_psrlq128_mask ((__v2di) __A,
3818                                                  (__v2di) __B,
3819                                                  (__v2di)
3820                                                  _mm_setzero_di (),
3821                                                  (__mmask8) __U);
3822 }
3823
3824 extern __inline __m256i
3825 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3826 _mm256_mask_and_epi32 (__m256i __W, __mmask8 __U, __m256i __A,
3827                        __m256i __B)
3828 {
3829   return (__m256i) __builtin_ia32_pandd256_mask ((__v8si) __A,
3830                                                  (__v8si) __B,
3831                                                  (__v8si) __W,
3832                                                  (__mmask8) __U);
3833 }
3834
3835 extern __inline __m256i
3836 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3837 _mm256_maskz_and_epi32 (__mmask8 __U, __m256i __A, __m256i __B)
3838 {
3839   return (__m256i) __builtin_ia32_pandd256_mask ((__v8si) __A,
3840                                                  (__v8si) __B,
3841                                                  (__v8si)
3842                                                  _mm256_setzero_si256 (),
3843                                                  (__mmask8) __U);
3844 }
3845
3846 extern __inline __m256d
3847 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3848 _mm256_scalef_pd (__m256d __A, __m256d __B)
3849 {
3850   return (__m256d) __builtin_ia32_scalefpd256_mask ((__v4df) __A,
3851                                                     (__v4df) __B,
3852                                                     (__v4df)
3853                                                     _mm256_setzero_pd (),
3854                                                     (__mmask8) -1);
3855 }
3856
3857 extern __inline __m256d
3858 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3859 _mm256_mask_scalef_pd (__m256d __W, __mmask8 __U, __m256d __A,
3860                        __m256d __B)
3861 {
3862   return (__m256d) __builtin_ia32_scalefpd256_mask ((__v4df) __A,
3863                                                     (__v4df) __B,
3864                                                     (__v4df) __W,
3865                                                     (__mmask8) __U);
3866 }
3867
3868 extern __inline __m256d
3869 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3870 _mm256_maskz_scalef_pd (__mmask8 __U, __m256d __A, __m256d __B)
3871 {
3872   return (__m256d) __builtin_ia32_scalefpd256_mask ((__v4df) __A,
3873                                                     (__v4df) __B,
3874                                                     (__v4df)
3875                                                     _mm256_setzero_pd (),
3876                                                     (__mmask8) __U);
3877 }
3878
3879 extern __inline __m256
3880 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3881 _mm256_scalef_ps (__m256 __A, __m256 __B)
3882 {
3883   return (__m256) __builtin_ia32_scalefps256_mask ((__v8sf) __A,
3884                                                    (__v8sf) __B,
3885                                                    (__v8sf)
3886                                                    _mm256_setzero_ps (),
3887                                                    (__mmask8) -1);
3888 }
3889
3890 extern __inline __m256
3891 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3892 _mm256_mask_scalef_ps (__m256 __W, __mmask8 __U, __m256 __A,
3893                        __m256 __B)
3894 {
3895   return (__m256) __builtin_ia32_scalefps256_mask ((__v8sf) __A,
3896                                                    (__v8sf) __B,
3897                                                    (__v8sf) __W,
3898                                                    (__mmask8) __U);
3899 }
3900
3901 extern __inline __m256
3902 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3903 _mm256_maskz_scalef_ps (__mmask8 __U, __m256 __A, __m256 __B)
3904 {
3905   return (__m256) __builtin_ia32_scalefps256_mask ((__v8sf) __A,
3906                                                    (__v8sf) __B,
3907                                                    (__v8sf)
3908                                                    _mm256_setzero_ps (),
3909                                                    (__mmask8) __U);
3910 }
3911
3912 extern __inline __m128d
3913 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3914 _mm_scalef_pd (__m128d __A, __m128d __B)
3915 {
3916   return (__m128d) __builtin_ia32_scalefpd128_mask ((__v2df) __A,
3917                                                     (__v2df) __B,
3918                                                     (__v2df)
3919                                                     _mm_setzero_pd (),
3920                                                     (__mmask8) -1);
3921 }
3922
3923 extern __inline __m128d
3924 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3925 _mm_mask_scalef_pd (__m128d __W, __mmask8 __U, __m128d __A,
3926                     __m128d __B)
3927 {
3928   return (__m128d) __builtin_ia32_scalefpd128_mask ((__v2df) __A,
3929                                                     (__v2df) __B,
3930                                                     (__v2df) __W,
3931                                                     (__mmask8) __U);
3932 }
3933
3934 extern __inline __m128d
3935 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3936 _mm_maskz_scalef_pd (__mmask8 __U, __m128d __A, __m128d __B)
3937 {
3938   return (__m128d) __builtin_ia32_scalefpd128_mask ((__v2df) __A,
3939                                                     (__v2df) __B,
3940                                                     (__v2df)
3941                                                     _mm_setzero_pd (),
3942                                                     (__mmask8) __U);
3943 }
3944
3945 extern __inline __m128
3946 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3947 _mm_scalef_ps (__m128 __A, __m128 __B)
3948 {
3949   return (__m128) __builtin_ia32_scalefps128_mask ((__v4sf) __A,
3950                                                    (__v4sf) __B,
3951                                                    (__v4sf)
3952                                                    _mm_setzero_ps (),
3953                                                    (__mmask8) -1);
3954 }
3955
3956 extern __inline __m128
3957 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3958 _mm_mask_scalef_ps (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
3959 {
3960   return (__m128) __builtin_ia32_scalefps128_mask ((__v4sf) __A,
3961                                                    (__v4sf) __B,
3962                                                    (__v4sf) __W,
3963                                                    (__mmask8) __U);
3964 }
3965
3966 extern __inline __m128
3967 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3968 _mm_maskz_scalef_ps (__mmask8 __U, __m128 __A, __m128 __B)
3969 {
3970   return (__m128) __builtin_ia32_scalefps128_mask ((__v4sf) __A,
3971                                                    (__v4sf) __B,
3972                                                    (__v4sf)
3973                                                    _mm_setzero_ps (),
3974                                                    (__mmask8) __U);
3975 }
3976
3977 extern __inline __m256d
3978 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3979 _mm256_mask_fmadd_pd (__m256d __A, __mmask8 __U, __m256d __B,
3980                       __m256d __C)
3981 {
3982   return (__m256d) __builtin_ia32_vfmaddpd256_mask ((__v4df) __A,
3983                                                     (__v4df) __B,
3984                                                     (__v4df) __C,
3985                                                     (__mmask8) __U);
3986 }
3987
3988 extern __inline __m256d
3989 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
3990 _mm256_mask3_fmadd_pd (__m256d __A, __m256d __B, __m256d __C,
3991                        __mmask8 __U)
3992 {
3993   return (__m256d) __builtin_ia32_vfmaddpd256_mask3 ((__v4df) __A,
3994                                                      (__v4df) __B,
3995                                                      (__v4df) __C,
3996                                                      (__mmask8) __U);
3997 }
3998
3999 extern __inline __m256d
4000 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4001 _mm256_maskz_fmadd_pd (__mmask8 __U, __m256d __A, __m256d __B,
4002                        __m256d __C)
4003 {
4004   return (__m256d) __builtin_ia32_vfmaddpd256_maskz ((__v4df) __A,
4005                                                      (__v4df) __B,
4006                                                      (__v4df) __C,
4007                                                      (__mmask8) __U);
4008 }
4009
4010 extern __inline __m128d
4011 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4012 _mm_mask_fmadd_pd (__m128d __A, __mmask8 __U, __m128d __B, __m128d __C)
4013 {
4014   return (__m128d) __builtin_ia32_vfmaddpd128_mask ((__v2df) __A,
4015                                                     (__v2df) __B,
4016                                                     (__v2df) __C,
4017                                                     (__mmask8) __U);
4018 }
4019
4020 extern __inline __m128d
4021 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4022 _mm_mask3_fmadd_pd (__m128d __A, __m128d __B, __m128d __C,
4023                     __mmask8 __U)
4024 {
4025   return (__m128d) __builtin_ia32_vfmaddpd128_mask3 ((__v2df) __A,
4026                                                      (__v2df) __B,
4027                                                      (__v2df) __C,
4028                                                      (__mmask8) __U);
4029 }
4030
4031 extern __inline __m128d
4032 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4033 _mm_maskz_fmadd_pd (__mmask8 __U, __m128d __A, __m128d __B,
4034                     __m128d __C)
4035 {
4036   return (__m128d) __builtin_ia32_vfmaddpd128_maskz ((__v2df) __A,
4037                                                      (__v2df) __B,
4038                                                      (__v2df) __C,
4039                                                      (__mmask8) __U);
4040 }
4041
4042 extern __inline __m256
4043 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4044 _mm256_mask_fmadd_ps (__m256 __A, __mmask8 __U, __m256 __B, __m256 __C)
4045 {
4046   return (__m256) __builtin_ia32_vfmaddps256_mask ((__v8sf) __A,
4047                                                    (__v8sf) __B,
4048                                                    (__v8sf) __C,
4049                                                    (__mmask8) __U);
4050 }
4051
4052 extern __inline __m256
4053 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4054 _mm256_mask3_fmadd_ps (__m256 __A, __m256 __B, __m256 __C,
4055                        __mmask8 __U)
4056 {
4057   return (__m256) __builtin_ia32_vfmaddps256_mask3 ((__v8sf) __A,
4058                                                     (__v8sf) __B,
4059                                                     (__v8sf) __C,
4060                                                     (__mmask8) __U);
4061 }
4062
4063 extern __inline __m256
4064 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4065 _mm256_maskz_fmadd_ps (__mmask8 __U, __m256 __A, __m256 __B,
4066                        __m256 __C)
4067 {
4068   return (__m256) __builtin_ia32_vfmaddps256_maskz ((__v8sf) __A,
4069                                                     (__v8sf) __B,
4070                                                     (__v8sf) __C,
4071                                                     (__mmask8) __U);
4072 }
4073
4074 extern __inline __m128
4075 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4076 _mm_mask_fmadd_ps (__m128 __A, __mmask8 __U, __m128 __B, __m128 __C)
4077 {
4078   return (__m128) __builtin_ia32_vfmaddps128_mask ((__v4sf) __A,
4079                                                    (__v4sf) __B,
4080                                                    (__v4sf) __C,
4081                                                    (__mmask8) __U);
4082 }
4083
4084 extern __inline __m128
4085 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4086 _mm_mask3_fmadd_ps (__m128 __A, __m128 __B, __m128 __C, __mmask8 __U)
4087 {
4088   return (__m128) __builtin_ia32_vfmaddps128_mask3 ((__v4sf) __A,
4089                                                     (__v4sf) __B,
4090                                                     (__v4sf) __C,
4091                                                     (__mmask8) __U);
4092 }
4093
4094 extern __inline __m128
4095 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4096 _mm_maskz_fmadd_ps (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
4097 {
4098   return (__m128) __builtin_ia32_vfmaddps128_maskz ((__v4sf) __A,
4099                                                     (__v4sf) __B,
4100                                                     (__v4sf) __C,
4101                                                     (__mmask8) __U);
4102 }
4103
4104 extern __inline __m256d
4105 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4106 _mm256_mask_fmsub_pd (__m256d __A, __mmask8 __U, __m256d __B,
4107                       __m256d __C)
4108 {
4109   return (__m256d) __builtin_ia32_vfmaddpd256_mask ((__v4df) __A,
4110                                                     (__v4df) __B,
4111                                                     -(__v4df) __C,
4112                                                     (__mmask8) __U);
4113 }
4114
4115 extern __inline __m256d
4116 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4117 _mm256_mask3_fmsub_pd (__m256d __A, __m256d __B, __m256d __C,
4118                        __mmask8 __U)
4119 {
4120   return (__m256d) __builtin_ia32_vfmsubpd256_mask3 ((__v4df) __A,
4121                                                      (__v4df) __B,
4122                                                      (__v4df) __C,
4123                                                      (__mmask8) __U);
4124 }
4125
4126 extern __inline __m256d
4127 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4128 _mm256_maskz_fmsub_pd (__mmask8 __U, __m256d __A, __m256d __B,
4129                        __m256d __C)
4130 {
4131   return (__m256d) __builtin_ia32_vfmaddpd256_maskz ((__v4df) __A,
4132                                                      (__v4df) __B,
4133                                                      -(__v4df) __C,
4134                                                      (__mmask8) __U);
4135 }
4136
4137 extern __inline __m128d
4138 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4139 _mm_mask_fmsub_pd (__m128d __A, __mmask8 __U, __m128d __B, __m128d __C)
4140 {
4141   return (__m128d) __builtin_ia32_vfmaddpd128_mask ((__v2df) __A,
4142                                                     (__v2df) __B,
4143                                                     -(__v2df) __C,
4144                                                     (__mmask8) __U);
4145 }
4146
4147 extern __inline __m128d
4148 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4149 _mm_mask3_fmsub_pd (__m128d __A, __m128d __B, __m128d __C,
4150                     __mmask8 __U)
4151 {
4152   return (__m128d) __builtin_ia32_vfmsubpd128_mask3 ((__v2df) __A,
4153                                                      (__v2df) __B,
4154                                                      (__v2df) __C,
4155                                                      (__mmask8) __U);
4156 }
4157
4158 extern __inline __m128d
4159 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4160 _mm_maskz_fmsub_pd (__mmask8 __U, __m128d __A, __m128d __B,
4161                     __m128d __C)
4162 {
4163   return (__m128d) __builtin_ia32_vfmaddpd128_maskz ((__v2df) __A,
4164                                                      (__v2df) __B,
4165                                                      -(__v2df) __C,
4166                                                      (__mmask8) __U);
4167 }
4168
4169 extern __inline __m256
4170 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4171 _mm256_mask_fmsub_ps (__m256 __A, __mmask8 __U, __m256 __B, __m256 __C)
4172 {
4173   return (__m256) __builtin_ia32_vfmaddps256_mask ((__v8sf) __A,
4174                                                    (__v8sf) __B,
4175                                                    -(__v8sf) __C,
4176                                                    (__mmask8) __U);
4177 }
4178
4179 extern __inline __m256
4180 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4181 _mm256_mask3_fmsub_ps (__m256 __A, __m256 __B, __m256 __C,
4182                        __mmask8 __U)
4183 {
4184   return (__m256) __builtin_ia32_vfmsubps256_mask3 ((__v8sf) __A,
4185                                                     (__v8sf) __B,
4186                                                     (__v8sf) __C,
4187                                                     (__mmask8) __U);
4188 }
4189
4190 extern __inline __m256
4191 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4192 _mm256_maskz_fmsub_ps (__mmask8 __U, __m256 __A, __m256 __B,
4193                        __m256 __C)
4194 {
4195   return (__m256) __builtin_ia32_vfmaddps256_maskz ((__v8sf) __A,
4196                                                     (__v8sf) __B,
4197                                                     -(__v8sf) __C,
4198                                                     (__mmask8) __U);
4199 }
4200
4201 extern __inline __m128
4202 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4203 _mm_mask_fmsub_ps (__m128 __A, __mmask8 __U, __m128 __B, __m128 __C)
4204 {
4205   return (__m128) __builtin_ia32_vfmaddps128_mask ((__v4sf) __A,
4206                                                    (__v4sf) __B,
4207                                                    -(__v4sf) __C,
4208                                                    (__mmask8) __U);
4209 }
4210
4211 extern __inline __m128
4212 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4213 _mm_mask3_fmsub_ps (__m128 __A, __m128 __B, __m128 __C, __mmask8 __U)
4214 {
4215   return (__m128) __builtin_ia32_vfmsubps128_mask3 ((__v4sf) __A,
4216                                                     (__v4sf) __B,
4217                                                     (__v4sf) __C,
4218                                                     (__mmask8) __U);
4219 }
4220
4221 extern __inline __m128
4222 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4223 _mm_maskz_fmsub_ps (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
4224 {
4225   return (__m128) __builtin_ia32_vfmaddps128_maskz ((__v4sf) __A,
4226                                                     (__v4sf) __B,
4227                                                     -(__v4sf) __C,
4228                                                     (__mmask8) __U);
4229 }
4230
4231 extern __inline __m256d
4232 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4233 _mm256_mask_fmaddsub_pd (__m256d __A, __mmask8 __U, __m256d __B,
4234                          __m256d __C)
4235 {
4236   return (__m256d) __builtin_ia32_vfmaddsubpd256_mask ((__v4df) __A,
4237                                                        (__v4df) __B,
4238                                                        (__v4df) __C,
4239                                                        (__mmask8) __U);
4240 }
4241
4242 extern __inline __m256d
4243 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4244 _mm256_mask3_fmaddsub_pd (__m256d __A, __m256d __B, __m256d __C,
4245                           __mmask8 __U)
4246 {
4247   return (__m256d) __builtin_ia32_vfmaddsubpd256_mask3 ((__v4df) __A,
4248                                                         (__v4df) __B,
4249                                                         (__v4df) __C,
4250                                                         (__mmask8)
4251                                                         __U);
4252 }
4253
4254 extern __inline __m256d
4255 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4256 _mm256_maskz_fmaddsub_pd (__mmask8 __U, __m256d __A, __m256d __B,
4257                           __m256d __C)
4258 {
4259   return (__m256d) __builtin_ia32_vfmaddsubpd256_maskz ((__v4df) __A,
4260                                                         (__v4df) __B,
4261                                                         (__v4df) __C,
4262                                                         (__mmask8)
4263                                                         __U);
4264 }
4265
4266 extern __inline __m128d
4267 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4268 _mm_mask_fmaddsub_pd (__m128d __A, __mmask8 __U, __m128d __B,
4269                       __m128d __C)
4270 {
4271   return (__m128d) __builtin_ia32_vfmaddsubpd128_mask ((__v2df) __A,
4272                                                        (__v2df) __B,
4273                                                        (__v2df) __C,
4274                                                        (__mmask8) __U);
4275 }
4276
4277 extern __inline __m128d
4278 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4279 _mm_mask3_fmaddsub_pd (__m128d __A, __m128d __B, __m128d __C,
4280                        __mmask8 __U)
4281 {
4282   return (__m128d) __builtin_ia32_vfmaddsubpd128_mask3 ((__v2df) __A,
4283                                                         (__v2df) __B,
4284                                                         (__v2df) __C,
4285                                                         (__mmask8)
4286                                                         __U);
4287 }
4288
4289 extern __inline __m128d
4290 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4291 _mm_maskz_fmaddsub_pd (__mmask8 __U, __m128d __A, __m128d __B,
4292                        __m128d __C)
4293 {
4294   return (__m128d) __builtin_ia32_vfmaddsubpd128_maskz ((__v2df) __A,
4295                                                         (__v2df) __B,
4296                                                         (__v2df) __C,
4297                                                         (__mmask8)
4298                                                         __U);
4299 }
4300
4301 extern __inline __m256
4302 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4303 _mm256_mask_fmaddsub_ps (__m256 __A, __mmask8 __U, __m256 __B,
4304                          __m256 __C)
4305 {
4306   return (__m256) __builtin_ia32_vfmaddsubps256_mask ((__v8sf) __A,
4307                                                       (__v8sf) __B,
4308                                                       (__v8sf) __C,
4309                                                       (__mmask8) __U);
4310 }
4311
4312 extern __inline __m256
4313 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4314 _mm256_mask3_fmaddsub_ps (__m256 __A, __m256 __B, __m256 __C,
4315                           __mmask8 __U)
4316 {
4317   return (__m256) __builtin_ia32_vfmaddsubps256_mask3 ((__v8sf) __A,
4318                                                        (__v8sf) __B,
4319                                                        (__v8sf) __C,
4320                                                        (__mmask8) __U);
4321 }
4322
4323 extern __inline __m256
4324 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4325 _mm256_maskz_fmaddsub_ps (__mmask8 __U, __m256 __A, __m256 __B,
4326                           __m256 __C)
4327 {
4328   return (__m256) __builtin_ia32_vfmaddsubps256_maskz ((__v8sf) __A,
4329                                                        (__v8sf) __B,
4330                                                        (__v8sf) __C,
4331                                                        (__mmask8) __U);
4332 }
4333
4334 extern __inline __m128
4335 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4336 _mm_mask_fmaddsub_ps (__m128 __A, __mmask8 __U, __m128 __B, __m128 __C)
4337 {
4338   return (__m128) __builtin_ia32_vfmaddsubps128_mask ((__v4sf) __A,
4339                                                       (__v4sf) __B,
4340                                                       (__v4sf) __C,
4341                                                       (__mmask8) __U);
4342 }
4343
4344 extern __inline __m128
4345 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4346 _mm_mask3_fmaddsub_ps (__m128 __A, __m128 __B, __m128 __C,
4347                        __mmask8 __U)
4348 {
4349   return (__m128) __builtin_ia32_vfmaddsubps128_mask3 ((__v4sf) __A,
4350                                                        (__v4sf) __B,
4351                                                        (__v4sf) __C,
4352                                                        (__mmask8) __U);
4353 }
4354
4355 extern __inline __m128
4356 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4357 _mm_maskz_fmaddsub_ps (__mmask8 __U, __m128 __A, __m128 __B,
4358                        __m128 __C)
4359 {
4360   return (__m128) __builtin_ia32_vfmaddsubps128_maskz ((__v4sf) __A,
4361                                                        (__v4sf) __B,
4362                                                        (__v4sf) __C,
4363                                                        (__mmask8) __U);
4364 }
4365
4366 extern __inline __m256d
4367 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4368 _mm256_mask_fmsubadd_pd (__m256d __A, __mmask8 __U, __m256d __B,
4369                          __m256d __C)
4370 {
4371   return (__m256d) __builtin_ia32_vfmaddsubpd256_mask ((__v4df) __A,
4372                                                        (__v4df) __B,
4373                                                        -(__v4df) __C,
4374                                                        (__mmask8) __U);
4375 }
4376
4377 extern __inline __m256d
4378 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4379 _mm256_mask3_fmsubadd_pd (__m256d __A, __m256d __B, __m256d __C,
4380                           __mmask8 __U)
4381 {
4382   return (__m256d) __builtin_ia32_vfmsubaddpd256_mask3 ((__v4df) __A,
4383                                                         (__v4df) __B,
4384                                                         (__v4df) __C,
4385                                                         (__mmask8)
4386                                                         __U);
4387 }
4388
4389 extern __inline __m256d
4390 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4391 _mm256_maskz_fmsubadd_pd (__mmask8 __U, __m256d __A, __m256d __B,
4392                           __m256d __C)
4393 {
4394   return (__m256d) __builtin_ia32_vfmaddsubpd256_maskz ((__v4df) __A,
4395                                                         (__v4df) __B,
4396                                                         -(__v4df) __C,
4397                                                         (__mmask8)
4398                                                         __U);
4399 }
4400
4401 extern __inline __m128d
4402 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4403 _mm_mask_fmsubadd_pd (__m128d __A, __mmask8 __U, __m128d __B,
4404                       __m128d __C)
4405 {
4406   return (__m128d) __builtin_ia32_vfmaddsubpd128_mask ((__v2df) __A,
4407                                                        (__v2df) __B,
4408                                                        -(__v2df) __C,
4409                                                        (__mmask8) __U);
4410 }
4411
4412 extern __inline __m128d
4413 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4414 _mm_mask3_fmsubadd_pd (__m128d __A, __m128d __B, __m128d __C,
4415                        __mmask8 __U)
4416 {
4417   return (__m128d) __builtin_ia32_vfmsubaddpd128_mask3 ((__v2df) __A,
4418                                                         (__v2df) __B,
4419                                                         (__v2df) __C,
4420                                                         (__mmask8)
4421                                                         __U);
4422 }
4423
4424 extern __inline __m128d
4425 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4426 _mm_maskz_fmsubadd_pd (__mmask8 __U, __m128d __A, __m128d __B,
4427                        __m128d __C)
4428 {
4429   return (__m128d) __builtin_ia32_vfmaddsubpd128_maskz ((__v2df) __A,
4430                                                         (__v2df) __B,
4431                                                         -(__v2df) __C,
4432                                                         (__mmask8)
4433                                                         __U);
4434 }
4435
4436 extern __inline __m256
4437 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4438 _mm256_mask_fmsubadd_ps (__m256 __A, __mmask8 __U, __m256 __B,
4439                          __m256 __C)
4440 {
4441   return (__m256) __builtin_ia32_vfmaddsubps256_mask ((__v8sf) __A,
4442                                                       (__v8sf) __B,
4443                                                       -(__v8sf) __C,
4444                                                       (__mmask8) __U);
4445 }
4446
4447 extern __inline __m256
4448 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4449 _mm256_mask3_fmsubadd_ps (__m256 __A, __m256 __B, __m256 __C,
4450                           __mmask8 __U)
4451 {
4452   return (__m256) __builtin_ia32_vfmsubaddps256_mask3 ((__v8sf) __A,
4453                                                        (__v8sf) __B,
4454                                                        (__v8sf) __C,
4455                                                        (__mmask8) __U);
4456 }
4457
4458 extern __inline __m256
4459 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4460 _mm256_maskz_fmsubadd_ps (__mmask8 __U, __m256 __A, __m256 __B,
4461                           __m256 __C)
4462 {
4463   return (__m256) __builtin_ia32_vfmaddsubps256_maskz ((__v8sf) __A,
4464                                                        (__v8sf) __B,
4465                                                        -(__v8sf) __C,
4466                                                        (__mmask8) __U);
4467 }
4468
4469 extern __inline __m128
4470 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4471 _mm_mask_fmsubadd_ps (__m128 __A, __mmask8 __U, __m128 __B, __m128 __C)
4472 {
4473   return (__m128) __builtin_ia32_vfmaddsubps128_mask ((__v4sf) __A,
4474                                                       (__v4sf) __B,
4475                                                       -(__v4sf) __C,
4476                                                       (__mmask8) __U);
4477 }
4478
4479 extern __inline __m128
4480 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4481 _mm_mask3_fmsubadd_ps (__m128 __A, __m128 __B, __m128 __C,
4482                        __mmask8 __U)
4483 {
4484   return (__m128) __builtin_ia32_vfmsubaddps128_mask3 ((__v4sf) __A,
4485                                                        (__v4sf) __B,
4486                                                        (__v4sf) __C,
4487                                                        (__mmask8) __U);
4488 }
4489
4490 extern __inline __m128
4491 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4492 _mm_maskz_fmsubadd_ps (__mmask8 __U, __m128 __A, __m128 __B,
4493                        __m128 __C)
4494 {
4495   return (__m128) __builtin_ia32_vfmaddsubps128_maskz ((__v4sf) __A,
4496                                                        (__v4sf) __B,
4497                                                        -(__v4sf) __C,
4498                                                        (__mmask8) __U);
4499 }
4500
4501 extern __inline __m256d
4502 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4503 _mm256_mask_fnmadd_pd (__m256d __A, __mmask8 __U, __m256d __B,
4504                        __m256d __C)
4505 {
4506   return (__m256d) __builtin_ia32_vfnmaddpd256_mask ((__v4df) __A,
4507                                                      (__v4df) __B,
4508                                                      (__v4df) __C,
4509                                                      (__mmask8) __U);
4510 }
4511
4512 extern __inline __m256d
4513 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4514 _mm256_mask3_fnmadd_pd (__m256d __A, __m256d __B, __m256d __C,
4515                         __mmask8 __U)
4516 {
4517   return (__m256d) __builtin_ia32_vfmaddpd256_mask3 (-(__v4df) __A,
4518                                                      (__v4df) __B,
4519                                                      (__v4df) __C,
4520                                                      (__mmask8) __U);
4521 }
4522
4523 extern __inline __m256d
4524 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4525 _mm256_maskz_fnmadd_pd (__mmask8 __U, __m256d __A, __m256d __B,
4526                         __m256d __C)
4527 {
4528   return (__m256d) __builtin_ia32_vfmaddpd256_maskz (-(__v4df) __A,
4529                                                      (__v4df) __B,
4530                                                      (__v4df) __C,
4531                                                      (__mmask8) __U);
4532 }
4533
4534 extern __inline __m128d
4535 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4536 _mm_mask_fnmadd_pd (__m128d __A, __mmask8 __U, __m128d __B,
4537                     __m128d __C)
4538 {
4539   return (__m128d) __builtin_ia32_vfnmaddpd128_mask ((__v2df) __A,
4540                                                      (__v2df) __B,
4541                                                      (__v2df) __C,
4542                                                      (__mmask8) __U);
4543 }
4544
4545 extern __inline __m128d
4546 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4547 _mm_mask3_fnmadd_pd (__m128d __A, __m128d __B, __m128d __C,
4548                      __mmask8 __U)
4549 {
4550   return (__m128d) __builtin_ia32_vfmaddpd128_mask3 (-(__v2df) __A,
4551                                                      (__v2df) __B,
4552                                                      (__v2df) __C,
4553                                                      (__mmask8) __U);
4554 }
4555
4556 extern __inline __m128d
4557 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4558 _mm_maskz_fnmadd_pd (__mmask8 __U, __m128d __A, __m128d __B,
4559                      __m128d __C)
4560 {
4561   return (__m128d) __builtin_ia32_vfmaddpd128_maskz (-(__v2df) __A,
4562                                                      (__v2df) __B,
4563                                                      (__v2df) __C,
4564                                                      (__mmask8) __U);
4565 }
4566
4567 extern __inline __m256
4568 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4569 _mm256_mask_fnmadd_ps (__m256 __A, __mmask8 __U, __m256 __B,
4570                        __m256 __C)
4571 {
4572   return (__m256) __builtin_ia32_vfnmaddps256_mask ((__v8sf) __A,
4573                                                     (__v8sf) __B,
4574                                                     (__v8sf) __C,
4575                                                     (__mmask8) __U);
4576 }
4577
4578 extern __inline __m256
4579 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4580 _mm256_mask3_fnmadd_ps (__m256 __A, __m256 __B, __m256 __C,
4581                         __mmask8 __U)
4582 {
4583   return (__m256) __builtin_ia32_vfmaddps256_mask3 (-(__v8sf) __A,
4584                                                     (__v8sf) __B,
4585                                                     (__v8sf) __C,
4586                                                     (__mmask8) __U);
4587 }
4588
4589 extern __inline __m256
4590 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4591 _mm256_maskz_fnmadd_ps (__mmask8 __U, __m256 __A, __m256 __B,
4592                         __m256 __C)
4593 {
4594   return (__m256) __builtin_ia32_vfmaddps256_maskz (-(__v8sf) __A,
4595                                                     (__v8sf) __B,
4596                                                     (__v8sf) __C,
4597                                                     (__mmask8) __U);
4598 }
4599
4600 extern __inline __m128
4601 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4602 _mm_mask_fnmadd_ps (__m128 __A, __mmask8 __U, __m128 __B, __m128 __C)
4603 {
4604   return (__m128) __builtin_ia32_vfnmaddps128_mask ((__v4sf) __A,
4605                                                     (__v4sf) __B,
4606                                                     (__v4sf) __C,
4607                                                     (__mmask8) __U);
4608 }
4609
4610 extern __inline __m128
4611 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4612 _mm_mask3_fnmadd_ps (__m128 __A, __m128 __B, __m128 __C, __mmask8 __U)
4613 {
4614   return (__m128) __builtin_ia32_vfmaddps128_mask3 (-(__v4sf) __A,
4615                                                     (__v4sf) __B,
4616                                                     (__v4sf) __C,
4617                                                     (__mmask8) __U);
4618 }
4619
4620 extern __inline __m128
4621 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4622 _mm_maskz_fnmadd_ps (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
4623 {
4624   return (__m128) __builtin_ia32_vfmaddps128_maskz (-(__v4sf) __A,
4625                                                     (__v4sf) __B,
4626                                                     (__v4sf) __C,
4627                                                     (__mmask8) __U);
4628 }
4629
4630 extern __inline __m256d
4631 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4632 _mm256_mask_fnmsub_pd (__m256d __A, __mmask8 __U, __m256d __B,
4633                        __m256d __C)
4634 {
4635   return (__m256d) __builtin_ia32_vfnmsubpd256_mask ((__v4df) __A,
4636                                                      (__v4df) __B,
4637                                                      (__v4df) __C,
4638                                                      (__mmask8) __U);
4639 }
4640
4641 extern __inline __m256d
4642 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4643 _mm256_mask3_fnmsub_pd (__m256d __A, __m256d __B, __m256d __C,
4644                         __mmask8 __U)
4645 {
4646   return (__m256d) __builtin_ia32_vfnmsubpd256_mask3 ((__v4df) __A,
4647                                                       (__v4df) __B,
4648                                                       (__v4df) __C,
4649                                                       (__mmask8) __U);
4650 }
4651
4652 extern __inline __m256d
4653 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4654 _mm256_maskz_fnmsub_pd (__mmask8 __U, __m256d __A, __m256d __B,
4655                         __m256d __C)
4656 {
4657   return (__m256d) __builtin_ia32_vfmaddpd256_maskz (-(__v4df) __A,
4658                                                      (__v4df) __B,
4659                                                      -(__v4df) __C,
4660                                                      (__mmask8) __U);
4661 }
4662
4663 extern __inline __m128d
4664 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4665 _mm_mask_fnmsub_pd (__m128d __A, __mmask8 __U, __m128d __B,
4666                     __m128d __C)
4667 {
4668   return (__m128d) __builtin_ia32_vfnmsubpd128_mask ((__v2df) __A,
4669                                                      (__v2df) __B,
4670                                                      (__v2df) __C,
4671                                                      (__mmask8) __U);
4672 }
4673
4674 extern __inline __m128d
4675 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4676 _mm_mask3_fnmsub_pd (__m128d __A, __m128d __B, __m128d __C,
4677                      __mmask8 __U)
4678 {
4679   return (__m128d) __builtin_ia32_vfnmsubpd128_mask3 ((__v2df) __A,
4680                                                       (__v2df) __B,
4681                                                       (__v2df) __C,
4682                                                       (__mmask8) __U);
4683 }
4684
4685 extern __inline __m128d
4686 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4687 _mm_maskz_fnmsub_pd (__mmask8 __U, __m128d __A, __m128d __B,
4688                      __m128d __C)
4689 {
4690   return (__m128d) __builtin_ia32_vfmaddpd128_maskz (-(__v2df) __A,
4691                                                      (__v2df) __B,
4692                                                      -(__v2df) __C,
4693                                                      (__mmask8) __U);
4694 }
4695
4696 extern __inline __m256
4697 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4698 _mm256_mask_fnmsub_ps (__m256 __A, __mmask8 __U, __m256 __B,
4699                        __m256 __C)
4700 {
4701   return (__m256) __builtin_ia32_vfnmsubps256_mask ((__v8sf) __A,
4702                                                     (__v8sf) __B,
4703                                                     (__v8sf) __C,
4704                                                     (__mmask8) __U);
4705 }
4706
4707 extern __inline __m256
4708 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4709 _mm256_mask3_fnmsub_ps (__m256 __A, __m256 __B, __m256 __C,
4710                         __mmask8 __U)
4711 {
4712   return (__m256) __builtin_ia32_vfnmsubps256_mask3 ((__v8sf) __A,
4713                                                      (__v8sf) __B,
4714                                                      (__v8sf) __C,
4715                                                      (__mmask8) __U);
4716 }
4717
4718 extern __inline __m256
4719 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4720 _mm256_maskz_fnmsub_ps (__mmask8 __U, __m256 __A, __m256 __B,
4721                         __m256 __C)
4722 {
4723   return (__m256) __builtin_ia32_vfmaddps256_maskz (-(__v8sf) __A,
4724                                                     (__v8sf) __B,
4725                                                     -(__v8sf) __C,
4726                                                     (__mmask8) __U);
4727 }
4728
4729 extern __inline __m128
4730 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4731 _mm_mask_fnmsub_ps (__m128 __A, __mmask8 __U, __m128 __B, __m128 __C)
4732 {
4733   return (__m128) __builtin_ia32_vfnmsubps128_mask ((__v4sf) __A,
4734                                                     (__v4sf) __B,
4735                                                     (__v4sf) __C,
4736                                                     (__mmask8) __U);
4737 }
4738
4739 extern __inline __m128
4740 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4741 _mm_mask3_fnmsub_ps (__m128 __A, __m128 __B, __m128 __C, __mmask8 __U)
4742 {
4743   return (__m128) __builtin_ia32_vfnmsubps128_mask3 ((__v4sf) __A,
4744                                                      (__v4sf) __B,
4745                                                      (__v4sf) __C,
4746                                                      (__mmask8) __U);
4747 }
4748
4749 extern __inline __m128
4750 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4751 _mm_maskz_fnmsub_ps (__mmask8 __U, __m128 __A, __m128 __B, __m128 __C)
4752 {
4753   return (__m128) __builtin_ia32_vfmaddps128_maskz (-(__v4sf) __A,
4754                                                     (__v4sf) __B,
4755                                                     -(__v4sf) __C,
4756                                                     (__mmask8) __U);
4757 }
4758
4759 extern __inline __m128i
4760 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4761 _mm_mask_and_epi32 (__m128i __W, __mmask8 __U, __m128i __A,
4762                     __m128i __B)
4763 {
4764   return (__m128i) __builtin_ia32_pandd128_mask ((__v4si) __A,
4765                                                  (__v4si) __B,
4766                                                  (__v4si) __W,
4767                                                  (__mmask8) __U);
4768 }
4769
4770 extern __inline __m128i
4771 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4772 _mm_maskz_and_epi32 (__mmask8 __U, __m128i __A, __m128i __B)
4773 {
4774   return (__m128i) __builtin_ia32_pandd128_mask ((__v4si) __A,
4775                                                  (__v4si) __B,
4776                                                  (__v4si)
4777                                                  _mm_setzero_si128 (),
4778                                                  (__mmask8) __U);
4779 }
4780
4781 extern __inline __m256i
4782 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4783 _mm256_mask_andnot_epi32 (__m256i __W, __mmask8 __U, __m256i __A,
4784                           __m256i __B)
4785 {
4786   return (__m256i) __builtin_ia32_pandnd256_mask ((__v8si) __A,
4787                                                   (__v8si) __B,
4788                                                   (__v8si) __W,
4789                                                   (__mmask8) __U);
4790 }
4791
4792 extern __inline __m256i
4793 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4794 _mm256_maskz_andnot_epi32 (__mmask8 __U, __m256i __A, __m256i __B)
4795 {
4796   return (__m256i) __builtin_ia32_pandnd256_mask ((__v8si) __A,
4797                                                   (__v8si) __B,
4798                                                   (__v8si)
4799                                                   _mm256_setzero_si256 (),
4800                                                   (__mmask8) __U);
4801 }
4802
4803 extern __inline __m128i
4804 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4805 _mm_mask_andnot_epi32 (__m128i __W, __mmask8 __U, __m128i __A,
4806                        __m128i __B)
4807 {
4808   return (__m128i) __builtin_ia32_pandnd128_mask ((__v4si) __A,
4809                                                   (__v4si) __B,
4810                                                   (__v4si) __W,
4811                                                   (__mmask8) __U);
4812 }
4813
4814 extern __inline __m128i
4815 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4816 _mm_maskz_andnot_epi32 (__mmask8 __U, __m128i __A, __m128i __B)
4817 {
4818   return (__m128i) __builtin_ia32_pandnd128_mask ((__v4si) __A,
4819                                                   (__v4si) __B,
4820                                                   (__v4si)
4821                                                   _mm_setzero_si128 (),
4822                                                   (__mmask8) __U);
4823 }
4824
4825 extern __inline __m256i
4826 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4827 _mm256_mask_or_epi32 (__m256i __W, __mmask8 __U, __m256i __A,
4828                       __m256i __B)
4829 {
4830   return (__m256i) __builtin_ia32_pord256_mask ((__v8si) __A,
4831                                                 (__v8si) __B,
4832                                                 (__v8si) __W,
4833                                                 (__mmask8) __U);
4834 }
4835
4836 extern __inline __m256i
4837 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4838 _mm256_maskz_or_epi32 (__mmask8 __U, __m256i __A, __m256i __B)
4839 {
4840   return (__m256i) __builtin_ia32_pord256_mask ((__v8si) __A,
4841                                                 (__v8si) __B,
4842                                                 (__v8si)
4843                                                 _mm256_setzero_si256 (),
4844                                                 (__mmask8) __U);
4845 }
4846
4847 extern __inline __m128i
4848 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4849 _mm_mask_or_epi32 (__m128i __W, __mmask8 __U, __m128i __A, __m128i __B)
4850 {
4851   return (__m128i) __builtin_ia32_pord128_mask ((__v4si) __A,
4852                                                 (__v4si) __B,
4853                                                 (__v4si) __W,
4854                                                 (__mmask8) __U);
4855 }
4856
4857 extern __inline __m128i
4858 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4859 _mm_maskz_or_epi32 (__mmask8 __U, __m128i __A, __m128i __B)
4860 {
4861   return (__m128i) __builtin_ia32_pord128_mask ((__v4si) __A,
4862                                                 (__v4si) __B,
4863                                                 (__v4si)
4864                                                 _mm_setzero_si128 (),
4865                                                 (__mmask8) __U);
4866 }
4867
4868 extern __inline __m256i
4869 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4870 _mm256_mask_xor_epi32 (__m256i __W, __mmask8 __U, __m256i __A,
4871                        __m256i __B)
4872 {
4873   return (__m256i) __builtin_ia32_pxord256_mask ((__v8si) __A,
4874                                                  (__v8si) __B,
4875                                                  (__v8si) __W,
4876                                                  (__mmask8) __U);
4877 }
4878
4879 extern __inline __m256i
4880 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4881 _mm256_maskz_xor_epi32 (__mmask8 __U, __m256i __A, __m256i __B)
4882 {
4883   return (__m256i) __builtin_ia32_pxord256_mask ((__v8si) __A,
4884                                                  (__v8si) __B,
4885                                                  (__v8si)
4886                                                  _mm256_setzero_si256 (),
4887                                                  (__mmask8) __U);
4888 }
4889
4890 extern __inline __m128i
4891 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4892 _mm_mask_xor_epi32 (__m128i __W, __mmask8 __U, __m128i __A,
4893                     __m128i __B)
4894 {
4895   return (__m128i) __builtin_ia32_pxord128_mask ((__v4si) __A,
4896                                                  (__v4si) __B,
4897                                                  (__v4si) __W,
4898                                                  (__mmask8) __U);
4899 }
4900
4901 extern __inline __m128i
4902 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4903 _mm_maskz_xor_epi32 (__mmask8 __U, __m128i __A, __m128i __B)
4904 {
4905   return (__m128i) __builtin_ia32_pxord128_mask ((__v4si) __A,
4906                                                  (__v4si) __B,
4907                                                  (__v4si)
4908                                                  _mm_setzero_si128 (),
4909                                                  (__mmask8) __U);
4910 }
4911
4912 extern __inline __m128
4913 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4914 _mm_mask_cvtpd_ps (__m128 __W, __mmask8 __U, __m128d __A)
4915 {
4916   return (__m128) __builtin_ia32_cvtpd2ps_mask ((__v2df) __A,
4917                                                 (__v4sf) __W,
4918                                                 (__mmask8) __U);
4919 }
4920
4921 extern __inline __m128
4922 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4923 _mm_maskz_cvtpd_ps (__mmask8 __U, __m128d __A)
4924 {
4925   return (__m128) __builtin_ia32_cvtpd2ps_mask ((__v2df) __A,
4926                                                 (__v4sf)
4927                                                 _mm_setzero_ps (),
4928                                                 (__mmask8) __U);
4929 }
4930
4931 extern __inline __m128
4932 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4933 _mm256_mask_cvtpd_ps (__m128 __W, __mmask8 __U, __m256d __A)
4934 {
4935   return (__m128) __builtin_ia32_cvtpd2ps256_mask ((__v4df) __A,
4936                                                    (__v4sf) __W,
4937                                                    (__mmask8) __U);
4938 }
4939
4940 extern __inline __m128
4941 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4942 _mm256_maskz_cvtpd_ps (__mmask8 __U, __m256d __A)
4943 {
4944   return (__m128) __builtin_ia32_cvtpd2ps256_mask ((__v4df) __A,
4945                                                    (__v4sf)
4946                                                    _mm_setzero_ps (),
4947                                                    (__mmask8) __U);
4948 }
4949
4950 extern __inline __m256i
4951 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4952 _mm256_mask_cvtps_epi32 (__m256i __W, __mmask8 __U, __m256 __A)
4953 {
4954   return (__m256i) __builtin_ia32_cvtps2dq256_mask ((__v8sf) __A,
4955                                                     (__v8si) __W,
4956                                                     (__mmask8) __U);
4957 }
4958
4959 extern __inline __m256i
4960 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4961 _mm256_maskz_cvtps_epi32 (__mmask8 __U, __m256 __A)
4962 {
4963   return (__m256i) __builtin_ia32_cvtps2dq256_mask ((__v8sf) __A,
4964                                                     (__v8si)
4965                                                     _mm256_setzero_si256 (),
4966                                                     (__mmask8) __U);
4967 }
4968
4969 extern __inline __m128i
4970 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4971 _mm_mask_cvtps_epi32 (__m128i __W, __mmask8 __U, __m128 __A)
4972 {
4973   return (__m128i) __builtin_ia32_cvtps2dq128_mask ((__v4sf) __A,
4974                                                     (__v4si) __W,
4975                                                     (__mmask8) __U);
4976 }
4977
4978 extern __inline __m128i
4979 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4980 _mm_maskz_cvtps_epi32 (__mmask8 __U, __m128 __A)
4981 {
4982   return (__m128i) __builtin_ia32_cvtps2dq128_mask ((__v4sf) __A,
4983                                                     (__v4si)
4984                                                     _mm_setzero_si128 (),
4985                                                     (__mmask8) __U);
4986 }
4987
4988 extern __inline __m256i
4989 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
4990 _mm256_cvtps_epu32 (__m256 __A)
4991 {
4992   return (__m256i) __builtin_ia32_cvtps2udq256_mask ((__v8sf) __A,
4993                                                      (__v8si)
4994                                                      _mm256_setzero_si256 (),
4995                                                      (__mmask8) -1);
4996 }
4997
4998 extern __inline __m256i
4999 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5000 _mm256_mask_cvtps_epu32 (__m256i __W, __mmask8 __U, __m256 __A)
5001 {
5002   return (__m256i) __builtin_ia32_cvtps2udq256_mask ((__v8sf) __A,
5003                                                      (__v8si) __W,
5004                                                      (__mmask8) __U);
5005 }
5006
5007 extern __inline __m256i
5008 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5009 _mm256_maskz_cvtps_epu32 (__mmask8 __U, __m256 __A)
5010 {
5011   return (__m256i) __builtin_ia32_cvtps2udq256_mask ((__v8sf) __A,
5012                                                      (__v8si)
5013                                                      _mm256_setzero_si256 (),
5014                                                      (__mmask8) __U);
5015 }
5016
5017 extern __inline __m128i
5018 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5019 _mm_cvtps_epu32 (__m128 __A)
5020 {
5021   return (__m128i) __builtin_ia32_cvtps2udq128_mask ((__v4sf) __A,
5022                                                      (__v4si)
5023                                                      _mm_setzero_si128 (),
5024                                                      (__mmask8) -1);
5025 }
5026
5027 extern __inline __m128i
5028 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5029 _mm_mask_cvtps_epu32 (__m128i __W, __mmask8 __U, __m128 __A)
5030 {
5031   return (__m128i) __builtin_ia32_cvtps2udq128_mask ((__v4sf) __A,
5032                                                      (__v4si) __W,
5033                                                      (__mmask8) __U);
5034 }
5035
5036 extern __inline __m128i
5037 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5038 _mm_maskz_cvtps_epu32 (__mmask8 __U, __m128 __A)
5039 {
5040   return (__m128i) __builtin_ia32_cvtps2udq128_mask ((__v4sf) __A,
5041                                                      (__v4si)
5042                                                      _mm_setzero_si128 (),
5043                                                      (__mmask8) __U);
5044 }
5045
5046 extern __inline __m256d
5047 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5048 _mm256_mask_movedup_pd (__m256d __W, __mmask8 __U, __m256d __A)
5049 {
5050   return (__m256d) __builtin_ia32_movddup256_mask ((__v4df) __A,
5051                                                    (__v4df) __W,
5052                                                    (__mmask8) __U);
5053 }
5054
5055 extern __inline __m256d
5056 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5057 _mm256_maskz_movedup_pd (__mmask8 __U, __m256d __A)
5058 {
5059   return (__m256d) __builtin_ia32_movddup256_mask ((__v4df) __A,
5060                                                    (__v4df)
5061                                                    _mm256_setzero_pd (),
5062                                                    (__mmask8) __U);
5063 }
5064
5065 extern __inline __m128d
5066 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5067 _mm_mask_movedup_pd (__m128d __W, __mmask8 __U, __m128d __A)
5068 {
5069   return (__m128d) __builtin_ia32_movddup128_mask ((__v2df) __A,
5070                                                    (__v2df) __W,
5071                                                    (__mmask8) __U);
5072 }
5073
5074 extern __inline __m128d
5075 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5076 _mm_maskz_movedup_pd (__mmask8 __U, __m128d __A)
5077 {
5078   return (__m128d) __builtin_ia32_movddup128_mask ((__v2df) __A,
5079                                                    (__v2df)
5080                                                    _mm_setzero_pd (),
5081                                                    (__mmask8) __U);
5082 }
5083
5084 extern __inline __m256
5085 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5086 _mm256_mask_movehdup_ps (__m256 __W, __mmask8 __U, __m256 __A)
5087 {
5088   return (__m256) __builtin_ia32_movshdup256_mask ((__v8sf) __A,
5089                                                    (__v8sf) __W,
5090                                                    (__mmask8) __U);
5091 }
5092
5093 extern __inline __m256
5094 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5095 _mm256_maskz_movehdup_ps (__mmask8 __U, __m256 __A)
5096 {
5097   return (__m256) __builtin_ia32_movshdup256_mask ((__v8sf) __A,
5098                                                    (__v8sf)
5099                                                    _mm256_setzero_ps (),
5100                                                    (__mmask8) __U);
5101 }
5102
5103 extern __inline __m128
5104 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5105 _mm_mask_movehdup_ps (__m128 __W, __mmask8 __U, __m128 __A)
5106 {
5107   return (__m128) __builtin_ia32_movshdup128_mask ((__v4sf) __A,
5108                                                    (__v4sf) __W,
5109                                                    (__mmask8) __U);
5110 }
5111
5112 extern __inline __m128
5113 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5114 _mm_maskz_movehdup_ps (__mmask8 __U, __m128 __A)
5115 {
5116   return (__m128) __builtin_ia32_movshdup128_mask ((__v4sf) __A,
5117                                                    (__v4sf)
5118                                                    _mm_setzero_ps (),
5119                                                    (__mmask8) __U);
5120 }
5121
5122 extern __inline __m256
5123 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5124 _mm256_mask_moveldup_ps (__m256 __W, __mmask8 __U, __m256 __A)
5125 {
5126   return (__m256) __builtin_ia32_movsldup256_mask ((__v8sf) __A,
5127                                                    (__v8sf) __W,
5128                                                    (__mmask8) __U);
5129 }
5130
5131 extern __inline __m256
5132 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5133 _mm256_maskz_moveldup_ps (__mmask8 __U, __m256 __A)
5134 {
5135   return (__m256) __builtin_ia32_movsldup256_mask ((__v8sf) __A,
5136                                                    (__v8sf)
5137                                                    _mm256_setzero_ps (),
5138                                                    (__mmask8) __U);
5139 }
5140
5141 extern __inline __m128
5142 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5143 _mm_mask_moveldup_ps (__m128 __W, __mmask8 __U, __m128 __A)
5144 {
5145   return (__m128) __builtin_ia32_movsldup128_mask ((__v4sf) __A,
5146                                                    (__v4sf) __W,
5147                                                    (__mmask8) __U);
5148 }
5149
5150 extern __inline __m128
5151 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5152 _mm_maskz_moveldup_ps (__mmask8 __U, __m128 __A)
5153 {
5154   return (__m128) __builtin_ia32_movsldup128_mask ((__v4sf) __A,
5155                                                    (__v4sf)
5156                                                    _mm_setzero_ps (),
5157                                                    (__mmask8) __U);
5158 }
5159
5160 extern __inline __m128i
5161 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5162 _mm_mask_unpackhi_epi32 (__m128i __W, __mmask8 __U, __m128i __A,
5163                          __m128i __B)
5164 {
5165   return (__m128i) __builtin_ia32_punpckhdq128_mask ((__v4si) __A,
5166                                                      (__v4si) __B,
5167                                                      (__v4si) __W,
5168                                                      (__mmask8) __U);
5169 }
5170
5171 extern __inline __m128i
5172 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5173 _mm_maskz_unpackhi_epi32 (__mmask8 __U, __m128i __A, __m128i __B)
5174 {
5175   return (__m128i) __builtin_ia32_punpckhdq128_mask ((__v4si) __A,
5176                                                      (__v4si) __B,
5177                                                      (__v4si)
5178                                                      _mm_setzero_si128 (),
5179                                                      (__mmask8) __U);
5180 }
5181
5182 extern __inline __m256i
5183 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5184 _mm256_mask_unpackhi_epi32 (__m256i __W, __mmask8 __U, __m256i __A,
5185                             __m256i __B)
5186 {
5187   return (__m256i) __builtin_ia32_punpckhdq256_mask ((__v8si) __A,
5188                                                      (__v8si) __B,
5189                                                      (__v8si) __W,
5190                                                      (__mmask8) __U);
5191 }
5192
5193 extern __inline __m256i
5194 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5195 _mm256_maskz_unpackhi_epi32 (__mmask8 __U, __m256i __A, __m256i __B)
5196 {
5197   return (__m256i) __builtin_ia32_punpckhdq256_mask ((__v8si) __A,
5198                                                      (__v8si) __B,
5199                                                      (__v8si)
5200                                                      _mm256_setzero_si256 (),
5201                                                      (__mmask8) __U);
5202 }
5203
5204 extern __inline __m128i
5205 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5206 _mm_mask_unpackhi_epi64 (__m128i __W, __mmask8 __U, __m128i __A,
5207                          __m128i __B)
5208 {
5209   return (__m128i) __builtin_ia32_punpckhqdq128_mask ((__v2di) __A,
5210                                                       (__v2di) __B,
5211                                                       (__v2di) __W,
5212                                                       (__mmask8) __U);
5213 }
5214
5215 extern __inline __m128i
5216 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5217 _mm_maskz_unpackhi_epi64 (__mmask8 __U, __m128i __A, __m128i __B)
5218 {
5219   return (__m128i) __builtin_ia32_punpckhqdq128_mask ((__v2di) __A,
5220                                                       (__v2di) __B,
5221                                                       (__v2di)
5222                                                       _mm_setzero_di (),
5223                                                       (__mmask8) __U);
5224 }
5225
5226 extern __inline __m256i
5227 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5228 _mm256_mask_unpackhi_epi64 (__m256i __W, __mmask8 __U, __m256i __A,
5229                             __m256i __B)
5230 {
5231   return (__m256i) __builtin_ia32_punpckhqdq256_mask ((__v4di) __A,
5232                                                       (__v4di) __B,
5233                                                       (__v4di) __W,
5234                                                       (__mmask8) __U);
5235 }
5236
5237 extern __inline __m256i
5238 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5239 _mm256_maskz_unpackhi_epi64 (__mmask8 __U, __m256i __A, __m256i __B)
5240 {
5241   return (__m256i) __builtin_ia32_punpckhqdq256_mask ((__v4di) __A,
5242                                                       (__v4di) __B,
5243                                                       (__v4di)
5244                                                       _mm256_setzero_si256 (),
5245                                                       (__mmask8) __U);
5246 }
5247
5248 extern __inline __m128i
5249 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5250 _mm_mask_unpacklo_epi32 (__m128i __W, __mmask8 __U, __m128i __A,
5251                          __m128i __B)
5252 {
5253   return (__m128i) __builtin_ia32_punpckldq128_mask ((__v4si) __A,
5254                                                      (__v4si) __B,
5255                                                      (__v4si) __W,
5256                                                      (__mmask8) __U);
5257 }
5258
5259 extern __inline __m128i
5260 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5261 _mm_maskz_unpacklo_epi32 (__mmask8 __U, __m128i __A, __m128i __B)
5262 {
5263   return (__m128i) __builtin_ia32_punpckldq128_mask ((__v4si) __A,
5264                                                      (__v4si) __B,
5265                                                      (__v4si)
5266                                                      _mm_setzero_si128 (),
5267                                                      (__mmask8) __U);
5268 }
5269
5270 extern __inline __m256i
5271 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5272 _mm256_mask_unpacklo_epi32 (__m256i __W, __mmask8 __U, __m256i __A,
5273                             __m256i __B)
5274 {
5275   return (__m256i) __builtin_ia32_punpckldq256_mask ((__v8si) __A,
5276                                                      (__v8si) __B,
5277                                                      (__v8si) __W,
5278                                                      (__mmask8) __U);
5279 }
5280
5281 extern __inline __m256i
5282 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5283 _mm256_maskz_unpacklo_epi32 (__mmask8 __U, __m256i __A, __m256i __B)
5284 {
5285   return (__m256i) __builtin_ia32_punpckldq256_mask ((__v8si) __A,
5286                                                      (__v8si) __B,
5287                                                      (__v8si)
5288                                                      _mm256_setzero_si256 (),
5289                                                      (__mmask8) __U);
5290 }
5291
5292 extern __inline __m128i
5293 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5294 _mm_mask_unpacklo_epi64 (__m128i __W, __mmask8 __U, __m128i __A,
5295                          __m128i __B)
5296 {
5297   return (__m128i) __builtin_ia32_punpcklqdq128_mask ((__v2di) __A,
5298                                                       (__v2di) __B,
5299                                                       (__v2di) __W,
5300                                                       (__mmask8) __U);
5301 }
5302
5303 extern __inline __m128i
5304 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5305 _mm_maskz_unpacklo_epi64 (__mmask8 __U, __m128i __A, __m128i __B)
5306 {
5307   return (__m128i) __builtin_ia32_punpcklqdq128_mask ((__v2di) __A,
5308                                                       (__v2di) __B,
5309                                                       (__v2di)
5310                                                       _mm_setzero_di (),
5311                                                       (__mmask8) __U);
5312 }
5313
5314 extern __inline __m256i
5315 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5316 _mm256_mask_unpacklo_epi64 (__m256i __W, __mmask8 __U, __m256i __A,
5317                             __m256i __B)
5318 {
5319   return (__m256i) __builtin_ia32_punpcklqdq256_mask ((__v4di) __A,
5320                                                       (__v4di) __B,
5321                                                       (__v4di) __W,
5322                                                       (__mmask8) __U);
5323 }
5324
5325 extern __inline __m256i
5326 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5327 _mm256_maskz_unpacklo_epi64 (__mmask8 __U, __m256i __A, __m256i __B)
5328 {
5329   return (__m256i) __builtin_ia32_punpcklqdq256_mask ((__v4di) __A,
5330                                                       (__v4di) __B,
5331                                                       (__v4di)
5332                                                       _mm256_setzero_si256 (),
5333                                                       (__mmask8) __U);
5334 }
5335
5336 extern __inline __mmask8
5337 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5338 _mm_cmpeq_epu32_mask (__m128i __A, __m128i __B)
5339 {
5340   return (__mmask8) __builtin_ia32_ucmpd128_mask ((__v4si) __A,
5341                                                    (__v4si) __B, 0,
5342                                                    (__mmask8) -1);
5343 }
5344
5345 extern __inline __mmask8
5346 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5347 _mm_cmpeq_epi32_mask (__m128i __A, __m128i __B)
5348 {
5349   return (__mmask8) __builtin_ia32_pcmpeqd128_mask ((__v4si) __A,
5350                                                     (__v4si) __B,
5351                                                     (__mmask8) -1);
5352 }
5353
5354 extern __inline __mmask8
5355 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5356 _mm_mask_cmpeq_epu32_mask (__mmask8 __U, __m128i __A, __m128i __B)
5357 {
5358   return (__mmask8) __builtin_ia32_ucmpd128_mask ((__v4si) __A,
5359                                                    (__v4si) __B, 0, __U);
5360 }
5361
5362 extern __inline __mmask8
5363 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5364 _mm_mask_cmpeq_epi32_mask (__mmask8 __U, __m128i __A, __m128i __B)
5365 {
5366   return (__mmask8) __builtin_ia32_pcmpeqd128_mask ((__v4si) __A,
5367                                                     (__v4si) __B, __U);
5368 }
5369
5370 extern __inline __mmask8
5371 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5372 _mm256_cmpeq_epu32_mask (__m256i __A, __m256i __B)
5373 {
5374   return (__mmask8) __builtin_ia32_ucmpd256_mask ((__v8si) __A,
5375                                                    (__v8si) __B, 0,
5376                                                    (__mmask8) -1);
5377 }
5378
5379 extern __inline __mmask8
5380 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5381 _mm256_cmpeq_epi32_mask (__m256i __A, __m256i __B)
5382 {
5383   return (__mmask8) __builtin_ia32_pcmpeqd256_mask ((__v8si) __A,
5384                                                     (__v8si) __B,
5385                                                     (__mmask8) -1);
5386 }
5387
5388 extern __inline __mmask8
5389 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5390 _mm256_mask_cmpeq_epu32_mask (__mmask8 __U, __m256i __A, __m256i __B)
5391 {
5392   return (__mmask8) __builtin_ia32_ucmpd256_mask ((__v8si) __A,
5393                                                    (__v8si) __B, 0, __U);
5394 }
5395
5396 extern __inline __mmask8
5397 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5398 _mm256_mask_cmpeq_epi32_mask (__mmask8 __U, __m256i __A, __m256i __B)
5399 {
5400   return (__mmask8) __builtin_ia32_pcmpeqd256_mask ((__v8si) __A,
5401                                                     (__v8si) __B, __U);
5402 }
5403
5404 extern __inline __mmask8
5405 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5406 _mm_cmpeq_epu64_mask (__m128i __A, __m128i __B)
5407 {
5408   return (__mmask8) __builtin_ia32_ucmpq128_mask ((__v2di) __A,
5409                                                    (__v2di) __B, 0,
5410                                                    (__mmask8) -1);
5411 }
5412
5413 extern __inline __mmask8
5414 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5415 _mm_cmpeq_epi64_mask (__m128i __A, __m128i __B)
5416 {
5417   return (__mmask8) __builtin_ia32_pcmpeqq128_mask ((__v2di) __A,
5418                                                     (__v2di) __B,
5419                                                     (__mmask8) -1);
5420 }
5421
5422 extern __inline __mmask8
5423 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5424 _mm_mask_cmpeq_epu64_mask (__mmask8 __U, __m128i __A, __m128i __B)
5425 {
5426   return (__mmask8) __builtin_ia32_ucmpq128_mask ((__v2di) __A,
5427                                                    (__v2di) __B, 0, __U);
5428 }
5429
5430 extern __inline __mmask8
5431 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5432 _mm_mask_cmpeq_epi64_mask (__mmask8 __U, __m128i __A, __m128i __B)
5433 {
5434   return (__mmask8) __builtin_ia32_pcmpeqq128_mask ((__v2di) __A,
5435                                                     (__v2di) __B, __U);
5436 }
5437
5438 extern __inline __mmask8
5439 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5440 _mm256_cmpeq_epu64_mask (__m256i __A, __m256i __B)
5441 {
5442   return (__mmask8) __builtin_ia32_ucmpq256_mask ((__v4di) __A,
5443                                                    (__v4di) __B, 0,
5444                                                    (__mmask8) -1);
5445 }
5446
5447 extern __inline __mmask8
5448 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5449 _mm256_cmpeq_epi64_mask (__m256i __A, __m256i __B)
5450 {
5451   return (__mmask8) __builtin_ia32_pcmpeqq256_mask ((__v4di) __A,
5452                                                     (__v4di) __B,
5453                                                     (__mmask8) -1);
5454 }
5455
5456 extern __inline __mmask8
5457 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5458 _mm256_mask_cmpeq_epu64_mask (__mmask8 __U, __m256i __A, __m256i __B)
5459 {
5460   return (__mmask8) __builtin_ia32_ucmpq256_mask ((__v4di) __A,
5461                                                    (__v4di) __B, 0, __U);
5462 }
5463
5464 extern __inline __mmask8
5465 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5466 _mm256_mask_cmpeq_epi64_mask (__mmask8 __U, __m256i __A, __m256i __B)
5467 {
5468   return (__mmask8) __builtin_ia32_pcmpeqq256_mask ((__v4di) __A,
5469                                                     (__v4di) __B, __U);
5470 }
5471
5472 extern __inline __mmask8
5473 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5474 _mm_cmpgt_epu32_mask (__m128i __A, __m128i __B)
5475 {
5476   return (__mmask8) __builtin_ia32_ucmpd128_mask ((__v4si) __A,
5477                                                    (__v4si) __B, 6,
5478                                                    (__mmask8) -1);
5479 }
5480
5481 extern __inline __mmask8
5482 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5483 _mm_cmpgt_epi32_mask (__m128i __A, __m128i __B)
5484 {
5485   return (__mmask8) __builtin_ia32_pcmpgtd128_mask ((__v4si) __A,
5486                                                     (__v4si) __B,
5487                                                     (__mmask8) -1);
5488 }
5489
5490 extern __inline __mmask8
5491 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5492 _mm_mask_cmpgt_epu32_mask (__mmask8 __U, __m128i __A, __m128i __B)
5493 {
5494   return (__mmask8) __builtin_ia32_ucmpd128_mask ((__v4si) __A,
5495                                                    (__v4si) __B, 6, __U);
5496 }
5497
5498 extern __inline __mmask8
5499 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5500 _mm_mask_cmpgt_epi32_mask (__mmask8 __U, __m128i __A, __m128i __B)
5501 {
5502   return (__mmask8) __builtin_ia32_pcmpgtd128_mask ((__v4si) __A,
5503                                                     (__v4si) __B, __U);
5504 }
5505
5506 extern __inline __mmask8
5507 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5508 _mm256_cmpgt_epu32_mask (__m256i __A, __m256i __B)
5509 {
5510   return (__mmask8) __builtin_ia32_ucmpd256_mask ((__v8si) __A,
5511                                                    (__v8si) __B, 6,
5512                                                    (__mmask8) -1);
5513 }
5514
5515 extern __inline __mmask8
5516 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5517 _mm256_cmpgt_epi32_mask (__m256i __A, __m256i __B)
5518 {
5519   return (__mmask8) __builtin_ia32_pcmpgtd256_mask ((__v8si) __A,
5520                                                     (__v8si) __B,
5521                                                     (__mmask8) -1);
5522 }
5523
5524 extern __inline __mmask8
5525 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5526 _mm256_mask_cmpgt_epu32_mask (__mmask8 __U, __m256i __A, __m256i __B)
5527 {
5528   return (__mmask8) __builtin_ia32_ucmpd256_mask ((__v8si) __A,
5529                                                    (__v8si) __B, 6, __U);
5530 }
5531
5532 extern __inline __mmask8
5533 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5534 _mm256_mask_cmpgt_epi32_mask (__mmask8 __U, __m256i __A, __m256i __B)
5535 {
5536   return (__mmask8) __builtin_ia32_pcmpgtd256_mask ((__v8si) __A,
5537                                                     (__v8si) __B, __U);
5538 }
5539
5540 extern __inline __mmask8
5541 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5542 _mm_cmpgt_epu64_mask (__m128i __A, __m128i __B)
5543 {
5544   return (__mmask8) __builtin_ia32_ucmpq128_mask ((__v2di) __A,
5545                                                    (__v2di) __B, 6,
5546                                                    (__mmask8) -1);
5547 }
5548
5549 extern __inline __mmask8
5550 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5551 _mm_cmpgt_epi64_mask (__m128i __A, __m128i __B)
5552 {
5553   return (__mmask8) __builtin_ia32_pcmpgtq128_mask ((__v2di) __A,
5554                                                     (__v2di) __B,
5555                                                     (__mmask8) -1);
5556 }
5557
5558 extern __inline __mmask8
5559 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5560 _mm_mask_cmpgt_epu64_mask (__mmask8 __U, __m128i __A, __m128i __B)
5561 {
5562   return (__mmask8) __builtin_ia32_ucmpq128_mask ((__v2di) __A,
5563                                                    (__v2di) __B, 6, __U);
5564 }
5565
5566 extern __inline __mmask8
5567 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5568 _mm_mask_cmpgt_epi64_mask (__mmask8 __U, __m128i __A, __m128i __B)
5569 {
5570   return (__mmask8) __builtin_ia32_pcmpgtq128_mask ((__v2di) __A,
5571                                                     (__v2di) __B, __U);
5572 }
5573
5574 extern __inline __mmask8
5575 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5576 _mm256_cmpgt_epu64_mask (__m256i __A, __m256i __B)
5577 {
5578   return (__mmask8) __builtin_ia32_ucmpq256_mask ((__v4di) __A,
5579                                                    (__v4di) __B, 6,
5580                                                    (__mmask8) -1);
5581 }
5582
5583 extern __inline __mmask8
5584 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5585 _mm256_cmpgt_epi64_mask (__m256i __A, __m256i __B)
5586 {
5587   return (__mmask8) __builtin_ia32_pcmpgtq256_mask ((__v4di) __A,
5588                                                     (__v4di) __B,
5589                                                     (__mmask8) -1);
5590 }
5591
5592 extern __inline __mmask8
5593 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5594 _mm256_mask_cmpgt_epu64_mask (__mmask8 __U, __m256i __A, __m256i __B)
5595 {
5596   return (__mmask8) __builtin_ia32_ucmpq256_mask ((__v4di) __A,
5597                                                    (__v4di) __B, 6, __U);
5598 }
5599
5600 extern __inline __mmask8
5601 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5602 _mm256_mask_cmpgt_epi64_mask (__mmask8 __U, __m256i __A, __m256i __B)
5603 {
5604   return (__mmask8) __builtin_ia32_pcmpgtq256_mask ((__v4di) __A,
5605                                                     (__v4di) __B, __U);
5606 }
5607
5608 extern __inline __mmask8
5609 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5610 _mm_test_epi32_mask (__m128i __A, __m128i __B)
5611 {
5612   return (__mmask8) __builtin_ia32_ptestmd128 ((__v4si) __A,
5613                                                (__v4si) __B,
5614                                                (__mmask8) -1);
5615 }
5616
5617 extern __inline __mmask8
5618 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5619 _mm_mask_test_epi32_mask (__mmask8 __U, __m128i __A, __m128i __B)
5620 {
5621   return (__mmask8) __builtin_ia32_ptestmd128 ((__v4si) __A,
5622                                                (__v4si) __B, __U);
5623 }
5624
5625 extern __inline __mmask8
5626 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5627 _mm256_test_epi32_mask (__m256i __A, __m256i __B)
5628 {
5629   return (__mmask8) __builtin_ia32_ptestmd256 ((__v8si) __A,
5630                                                (__v8si) __B,
5631                                                (__mmask8) -1);
5632 }
5633
5634 extern __inline __mmask8
5635 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5636 _mm256_mask_test_epi32_mask (__mmask8 __U, __m256i __A, __m256i __B)
5637 {
5638   return (__mmask8) __builtin_ia32_ptestmd256 ((__v8si) __A,
5639                                                (__v8si) __B, __U);
5640 }
5641
5642 extern __inline __mmask8
5643 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5644 _mm_test_epi64_mask (__m128i __A, __m128i __B)
5645 {
5646   return (__mmask8) __builtin_ia32_ptestmq128 ((__v2di) __A,
5647                                                (__v2di) __B,
5648                                                (__mmask8) -1);
5649 }
5650
5651 extern __inline __mmask8
5652 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5653 _mm_mask_test_epi64_mask (__mmask8 __U, __m128i __A, __m128i __B)
5654 {
5655   return (__mmask8) __builtin_ia32_ptestmq128 ((__v2di) __A,
5656                                                (__v2di) __B, __U);
5657 }
5658
5659 extern __inline __mmask8
5660 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5661 _mm256_test_epi64_mask (__m256i __A, __m256i __B)
5662 {
5663   return (__mmask8) __builtin_ia32_ptestmq256 ((__v4di) __A,
5664                                                (__v4di) __B,
5665                                                (__mmask8) -1);
5666 }
5667
5668 extern __inline __mmask8
5669 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5670 _mm256_mask_test_epi64_mask (__mmask8 __U, __m256i __A, __m256i __B)
5671 {
5672   return (__mmask8) __builtin_ia32_ptestmq256 ((__v4di) __A,
5673                                                (__v4di) __B, __U);
5674 }
5675
5676 extern __inline __mmask8
5677 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5678 _mm_testn_epi32_mask (__m128i __A, __m128i __B)
5679 {
5680   return (__mmask8) __builtin_ia32_ptestnmd128 ((__v4si) __A,
5681                                                 (__v4si) __B,
5682                                                 (__mmask8) -1);
5683 }
5684
5685 extern __inline __mmask8
5686 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5687 _mm_mask_testn_epi32_mask (__mmask8 __U, __m128i __A, __m128i __B)
5688 {
5689   return (__mmask8) __builtin_ia32_ptestnmd128 ((__v4si) __A,
5690                                                 (__v4si) __B, __U);
5691 }
5692
5693 extern __inline __mmask8
5694 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5695 _mm256_testn_epi32_mask (__m256i __A, __m256i __B)
5696 {
5697   return (__mmask8) __builtin_ia32_ptestnmd256 ((__v8si) __A,
5698                                                 (__v8si) __B,
5699                                                 (__mmask8) -1);
5700 }
5701
5702 extern __inline __mmask8
5703 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5704 _mm256_mask_testn_epi32_mask (__mmask8 __U, __m256i __A, __m256i __B)
5705 {
5706   return (__mmask8) __builtin_ia32_ptestnmd256 ((__v8si) __A,
5707                                                 (__v8si) __B, __U);
5708 }
5709
5710 extern __inline __mmask8
5711 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5712 _mm_testn_epi64_mask (__m128i __A, __m128i __B)
5713 {
5714   return (__mmask8) __builtin_ia32_ptestnmq128 ((__v2di) __A,
5715                                                 (__v2di) __B,
5716                                                 (__mmask8) -1);
5717 }
5718
5719 extern __inline __mmask8
5720 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5721 _mm_mask_testn_epi64_mask (__mmask8 __U, __m128i __A, __m128i __B)
5722 {
5723   return (__mmask8) __builtin_ia32_ptestnmq128 ((__v2di) __A,
5724                                                 (__v2di) __B, __U);
5725 }
5726
5727 extern __inline __mmask8
5728 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5729 _mm256_testn_epi64_mask (__m256i __A, __m256i __B)
5730 {
5731   return (__mmask8) __builtin_ia32_ptestnmq256 ((__v4di) __A,
5732                                                 (__v4di) __B,
5733                                                 (__mmask8) -1);
5734 }
5735
5736 extern __inline __mmask8
5737 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5738 _mm256_mask_testn_epi64_mask (__mmask8 __U, __m256i __A, __m256i __B)
5739 {
5740   return (__mmask8) __builtin_ia32_ptestnmq256 ((__v4di) __A,
5741                                                 (__v4di) __B, __U);
5742 }
5743
5744 extern __inline __m256d
5745 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5746 _mm256_mask_compress_pd (__m256d __W, __mmask8 __U, __m256d __A)
5747 {
5748   return (__m256d) __builtin_ia32_compressdf256_mask ((__v4df) __A,
5749                                                       (__v4df) __W,
5750                                                       (__mmask8) __U);
5751 }
5752
5753 extern __inline __m256d
5754 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5755 _mm256_maskz_compress_pd (__mmask8 __U, __m256d __A)
5756 {
5757   return (__m256d) __builtin_ia32_compressdf256_mask ((__v4df) __A,
5758                                                       (__v4df)
5759                                                       _mm256_setzero_pd (),
5760                                                       (__mmask8) __U);
5761 }
5762
5763 extern __inline void
5764 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5765 _mm256_mask_compressstoreu_pd (void *__P, __mmask8 __U, __m256d __A)
5766 {
5767   __builtin_ia32_compressstoredf256_mask ((__v4df *) __P,
5768                                           (__v4df) __A,
5769                                           (__mmask8) __U);
5770 }
5771
5772 extern __inline __m128d
5773 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5774 _mm_mask_compress_pd (__m128d __W, __mmask8 __U, __m128d __A)
5775 {
5776   return (__m128d) __builtin_ia32_compressdf128_mask ((__v2df) __A,
5777                                                       (__v2df) __W,
5778                                                       (__mmask8) __U);
5779 }
5780
5781 extern __inline __m128d
5782 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5783 _mm_maskz_compress_pd (__mmask8 __U, __m128d __A)
5784 {
5785   return (__m128d) __builtin_ia32_compressdf128_mask ((__v2df) __A,
5786                                                       (__v2df)
5787                                                       _mm_setzero_pd (),
5788                                                       (__mmask8) __U);
5789 }
5790
5791 extern __inline void
5792 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5793 _mm_mask_compressstoreu_pd (void *__P, __mmask8 __U, __m128d __A)
5794 {
5795   __builtin_ia32_compressstoredf128_mask ((__v2df *) __P,
5796                                           (__v2df) __A,
5797                                           (__mmask8) __U);
5798 }
5799
5800 extern __inline __m256
5801 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5802 _mm256_mask_compress_ps (__m256 __W, __mmask8 __U, __m256 __A)
5803 {
5804   return (__m256) __builtin_ia32_compresssf256_mask ((__v8sf) __A,
5805                                                      (__v8sf) __W,
5806                                                      (__mmask8) __U);
5807 }
5808
5809 extern __inline __m256
5810 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5811 _mm256_maskz_compress_ps (__mmask8 __U, __m256 __A)
5812 {
5813   return (__m256) __builtin_ia32_compresssf256_mask ((__v8sf) __A,
5814                                                      (__v8sf)
5815                                                      _mm256_setzero_ps (),
5816                                                      (__mmask8) __U);
5817 }
5818
5819 extern __inline void
5820 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5821 _mm256_mask_compressstoreu_ps (void *__P, __mmask8 __U, __m256 __A)
5822 {
5823   __builtin_ia32_compressstoresf256_mask ((__v8sf *) __P,
5824                                           (__v8sf) __A,
5825                                           (__mmask8) __U);
5826 }
5827
5828 extern __inline __m128
5829 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5830 _mm_mask_compress_ps (__m128 __W, __mmask8 __U, __m128 __A)
5831 {
5832   return (__m128) __builtin_ia32_compresssf128_mask ((__v4sf) __A,
5833                                                      (__v4sf) __W,
5834                                                      (__mmask8) __U);
5835 }
5836
5837 extern __inline __m128
5838 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5839 _mm_maskz_compress_ps (__mmask8 __U, __m128 __A)
5840 {
5841   return (__m128) __builtin_ia32_compresssf128_mask ((__v4sf) __A,
5842                                                      (__v4sf)
5843                                                      _mm_setzero_ps (),
5844                                                      (__mmask8) __U);
5845 }
5846
5847 extern __inline void
5848 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5849 _mm_mask_compressstoreu_ps (void *__P, __mmask8 __U, __m128 __A)
5850 {
5851   __builtin_ia32_compressstoresf128_mask ((__v4sf *) __P,
5852                                           (__v4sf) __A,
5853                                           (__mmask8) __U);
5854 }
5855
5856 extern __inline __m256i
5857 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5858 _mm256_mask_compress_epi64 (__m256i __W, __mmask8 __U, __m256i __A)
5859 {
5860   return (__m256i) __builtin_ia32_compressdi256_mask ((__v4di) __A,
5861                                                       (__v4di) __W,
5862                                                       (__mmask8) __U);
5863 }
5864
5865 extern __inline __m256i
5866 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5867 _mm256_maskz_compress_epi64 (__mmask8 __U, __m256i __A)
5868 {
5869   return (__m256i) __builtin_ia32_compressdi256_mask ((__v4di) __A,
5870                                                       (__v4di)
5871                                                       _mm256_setzero_si256 (),
5872                                                       (__mmask8) __U);
5873 }
5874
5875 extern __inline void
5876 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5877 _mm256_mask_compressstoreu_epi64 (void *__P, __mmask8 __U, __m256i __A)
5878 {
5879   __builtin_ia32_compressstoredi256_mask ((__v4di *) __P,
5880                                           (__v4di) __A,
5881                                           (__mmask8) __U);
5882 }
5883
5884 extern __inline __m128i
5885 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5886 _mm_mask_compress_epi64 (__m128i __W, __mmask8 __U, __m128i __A)
5887 {
5888   return (__m128i) __builtin_ia32_compressdi128_mask ((__v2di) __A,
5889                                                       (__v2di) __W,
5890                                                       (__mmask8) __U);
5891 }
5892
5893 extern __inline __m128i
5894 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5895 _mm_maskz_compress_epi64 (__mmask8 __U, __m128i __A)
5896 {
5897   return (__m128i) __builtin_ia32_compressdi128_mask ((__v2di) __A,
5898                                                       (__v2di)
5899                                                       _mm_setzero_di (),
5900                                                       (__mmask8) __U);
5901 }
5902
5903 extern __inline void
5904 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5905 _mm_mask_compressstoreu_epi64 (void *__P, __mmask8 __U, __m128i __A)
5906 {
5907   __builtin_ia32_compressstoredi128_mask ((__v2di *) __P,
5908                                           (__v2di) __A,
5909                                           (__mmask8) __U);
5910 }
5911
5912 extern __inline __m256i
5913 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5914 _mm256_mask_compress_epi32 (__m256i __W, __mmask8 __U, __m256i __A)
5915 {
5916   return (__m256i) __builtin_ia32_compresssi256_mask ((__v8si) __A,
5917                                                       (__v8si) __W,
5918                                                       (__mmask8) __U);
5919 }
5920
5921 extern __inline __m256i
5922 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5923 _mm256_maskz_compress_epi32 (__mmask8 __U, __m256i __A)
5924 {
5925   return (__m256i) __builtin_ia32_compresssi256_mask ((__v8si) __A,
5926                                                       (__v8si)
5927                                                       _mm256_setzero_si256 (),
5928                                                       (__mmask8) __U);
5929 }
5930
5931 extern __inline void
5932 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5933 _mm256_mask_compressstoreu_epi32 (void *__P, __mmask8 __U, __m256i __A)
5934 {
5935   __builtin_ia32_compressstoresi256_mask ((__v8si *) __P,
5936                                           (__v8si) __A,
5937                                           (__mmask8) __U);
5938 }
5939
5940 extern __inline __m128i
5941 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5942 _mm_mask_compress_epi32 (__m128i __W, __mmask8 __U, __m128i __A)
5943 {
5944   return (__m128i) __builtin_ia32_compresssi128_mask ((__v4si) __A,
5945                                                       (__v4si) __W,
5946                                                       (__mmask8) __U);
5947 }
5948
5949 extern __inline __m128i
5950 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5951 _mm_maskz_compress_epi32 (__mmask8 __U, __m128i __A)
5952 {
5953   return (__m128i) __builtin_ia32_compresssi128_mask ((__v4si) __A,
5954                                                       (__v4si)
5955                                                       _mm_setzero_si128 (),
5956                                                       (__mmask8) __U);
5957 }
5958
5959 extern __inline void
5960 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5961 _mm_mask_compressstoreu_epi32 (void *__P, __mmask8 __U, __m128i __A)
5962 {
5963   __builtin_ia32_compressstoresi128_mask ((__v4si *) __P,
5964                                           (__v4si) __A,
5965                                           (__mmask8) __U);
5966 }
5967
5968 extern __inline __m256d
5969 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5970 _mm256_mask_expand_pd (__m256d __W, __mmask8 __U, __m256d __A)
5971 {
5972   return (__m256d) __builtin_ia32_expanddf256_mask ((__v4df) __A,
5973                                                     (__v4df) __W,
5974                                                     (__mmask8) __U);
5975 }
5976
5977 extern __inline __m256d
5978 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5979 _mm256_maskz_expand_pd (__mmask8 __U, __m256d __A)
5980 {
5981   return (__m256d) __builtin_ia32_expanddf256_maskz ((__v4df) __A,
5982                                                      (__v4df)
5983                                                      _mm256_setzero_pd (),
5984                                                      (__mmask8) __U);
5985 }
5986
5987 extern __inline __m256d
5988 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5989 _mm256_mask_expandloadu_pd (__m256d __W, __mmask8 __U, void const *__P)
5990 {
5991   return (__m256d) __builtin_ia32_expandloaddf256_mask ((__v4df *) __P,
5992                                                         (__v4df) __W,
5993                                                         (__mmask8)
5994                                                         __U);
5995 }
5996
5997 extern __inline __m256d
5998 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
5999 _mm256_maskz_expandloadu_pd (__mmask8 __U, void const *__P)
6000 {
6001   return (__m256d) __builtin_ia32_expandloaddf256_maskz ((__v4df *) __P,
6002                                                          (__v4df)
6003                                                          _mm256_setzero_pd (),
6004                                                          (__mmask8)
6005                                                          __U);
6006 }
6007
6008 extern __inline __m128d
6009 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6010 _mm_mask_expand_pd (__m128d __W, __mmask8 __U, __m128d __A)
6011 {
6012   return (__m128d) __builtin_ia32_expanddf128_mask ((__v2df) __A,
6013                                                     (__v2df) __W,
6014                                                     (__mmask8) __U);
6015 }
6016
6017 extern __inline __m128d
6018 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6019 _mm_maskz_expand_pd (__mmask8 __U, __m128d __A)
6020 {
6021   return (__m128d) __builtin_ia32_expanddf128_maskz ((__v2df) __A,
6022                                                      (__v2df)
6023                                                      _mm_setzero_pd (),
6024                                                      (__mmask8) __U);
6025 }
6026
6027 extern __inline __m128d
6028 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6029 _mm_mask_expandloadu_pd (__m128d __W, __mmask8 __U, void const *__P)
6030 {
6031   return (__m128d) __builtin_ia32_expandloaddf128_mask ((__v2df *) __P,
6032                                                         (__v2df) __W,
6033                                                         (__mmask8)
6034                                                         __U);
6035 }
6036
6037 extern __inline __m128d
6038 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6039 _mm_maskz_expandloadu_pd (__mmask8 __U, void const *__P)
6040 {
6041   return (__m128d) __builtin_ia32_expandloaddf128_maskz ((__v2df *) __P,
6042                                                          (__v2df)
6043                                                          _mm_setzero_pd (),
6044                                                          (__mmask8)
6045                                                          __U);
6046 }
6047
6048 extern __inline __m256
6049 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6050 _mm256_mask_expand_ps (__m256 __W, __mmask8 __U, __m256 __A)
6051 {
6052   return (__m256) __builtin_ia32_expandsf256_mask ((__v8sf) __A,
6053                                                    (__v8sf) __W,
6054                                                    (__mmask8) __U);
6055 }
6056
6057 extern __inline __m256
6058 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6059 _mm256_maskz_expand_ps (__mmask8 __U, __m256 __A)
6060 {
6061   return (__m256) __builtin_ia32_expandsf256_maskz ((__v8sf) __A,
6062                                                     (__v8sf)
6063                                                     _mm256_setzero_ps (),
6064                                                     (__mmask8) __U);
6065 }
6066
6067 extern __inline __m256
6068 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6069 _mm256_mask_expandloadu_ps (__m256 __W, __mmask8 __U, void const *__P)
6070 {
6071   return (__m256) __builtin_ia32_expandloadsf256_mask ((__v8sf *) __P,
6072                                                        (__v8sf) __W,
6073                                                        (__mmask8) __U);
6074 }
6075
6076 extern __inline __m256
6077 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6078 _mm256_maskz_expandloadu_ps (__mmask8 __U, void const *__P)
6079 {
6080   return (__m256) __builtin_ia32_expandloadsf256_maskz ((__v8sf *) __P,
6081                                                         (__v8sf)
6082                                                         _mm256_setzero_ps (),
6083                                                         (__mmask8)
6084                                                         __U);
6085 }
6086
6087 extern __inline __m128
6088 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6089 _mm_mask_expand_ps (__m128 __W, __mmask8 __U, __m128 __A)
6090 {
6091   return (__m128) __builtin_ia32_expandsf128_mask ((__v4sf) __A,
6092                                                    (__v4sf) __W,
6093                                                    (__mmask8) __U);
6094 }
6095
6096 extern __inline __m128
6097 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6098 _mm_maskz_expand_ps (__mmask8 __U, __m128 __A)
6099 {
6100   return (__m128) __builtin_ia32_expandsf128_maskz ((__v4sf) __A,
6101                                                     (__v4sf)
6102                                                     _mm_setzero_ps (),
6103                                                     (__mmask8) __U);
6104 }
6105
6106 extern __inline __m128
6107 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6108 _mm_mask_expandloadu_ps (__m128 __W, __mmask8 __U, void const *__P)
6109 {
6110   return (__m128) __builtin_ia32_expandloadsf128_mask ((__v4sf *) __P,
6111                                                        (__v4sf) __W,
6112                                                        (__mmask8) __U);
6113 }
6114
6115 extern __inline __m128
6116 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6117 _mm_maskz_expandloadu_ps (__mmask8 __U, void const *__P)
6118 {
6119   return (__m128) __builtin_ia32_expandloadsf128_maskz ((__v4sf *) __P,
6120                                                         (__v4sf)
6121                                                         _mm_setzero_ps (),
6122                                                         (__mmask8)
6123                                                         __U);
6124 }
6125
6126 extern __inline __m256i
6127 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6128 _mm256_mask_expand_epi64 (__m256i __W, __mmask8 __U, __m256i __A)
6129 {
6130   return (__m256i) __builtin_ia32_expanddi256_mask ((__v4di) __A,
6131                                                     (__v4di) __W,
6132                                                     (__mmask8) __U);
6133 }
6134
6135 extern __inline __m256i
6136 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6137 _mm256_maskz_expand_epi64 (__mmask8 __U, __m256i __A)
6138 {
6139   return (__m256i) __builtin_ia32_expanddi256_maskz ((__v4di) __A,
6140                                                      (__v4di)
6141                                                      _mm256_setzero_si256 (),
6142                                                      (__mmask8) __U);
6143 }
6144
6145 extern __inline __m256i
6146 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6147 _mm256_mask_expandloadu_epi64 (__m256i __W, __mmask8 __U,
6148                                void const *__P)
6149 {
6150   return (__m256i) __builtin_ia32_expandloaddi256_mask ((__v4di *) __P,
6151                                                         (__v4di) __W,
6152                                                         (__mmask8)
6153                                                         __U);
6154 }
6155
6156 extern __inline __m256i
6157 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6158 _mm256_maskz_expandloadu_epi64 (__mmask8 __U, void const *__P)
6159 {
6160   return (__m256i) __builtin_ia32_expandloaddi256_maskz ((__v4di *) __P,
6161                                                          (__v4di)
6162                                                          _mm256_setzero_si256 (),
6163                                                          (__mmask8)
6164                                                          __U);
6165 }
6166
6167 extern __inline __m128i
6168 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6169 _mm_mask_expand_epi64 (__m128i __W, __mmask8 __U, __m128i __A)
6170 {
6171   return (__m128i) __builtin_ia32_expanddi128_mask ((__v2di) __A,
6172                                                     (__v2di) __W,
6173                                                     (__mmask8) __U);
6174 }
6175
6176 extern __inline __m128i
6177 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6178 _mm_maskz_expand_epi64 (__mmask8 __U, __m128i __A)
6179 {
6180   return (__m128i) __builtin_ia32_expanddi128_maskz ((__v2di) __A,
6181                                                      (__v2di)
6182                                                      _mm_setzero_si128 (),
6183                                                      (__mmask8) __U);
6184 }
6185
6186 extern __inline __m128i
6187 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6188 _mm_mask_expandloadu_epi64 (__m128i __W, __mmask8 __U, void const *__P)
6189 {
6190   return (__m128i) __builtin_ia32_expandloaddi128_mask ((__v2di *) __P,
6191                                                         (__v2di) __W,
6192                                                         (__mmask8)
6193                                                         __U);
6194 }
6195
6196 extern __inline __m128i
6197 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6198 _mm_maskz_expandloadu_epi64 (__mmask8 __U, void const *__P)
6199 {
6200   return (__m128i) __builtin_ia32_expandloaddi128_maskz ((__v2di *) __P,
6201                                                          (__v2di)
6202                                                          _mm_setzero_si128 (),
6203                                                          (__mmask8)
6204                                                          __U);
6205 }
6206
6207 extern __inline __m256i
6208 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6209 _mm256_mask_expand_epi32 (__m256i __W, __mmask8 __U, __m256i __A)
6210 {
6211   return (__m256i) __builtin_ia32_expandsi256_mask ((__v8si) __A,
6212                                                     (__v8si) __W,
6213                                                     (__mmask8) __U);
6214 }
6215
6216 extern __inline __m256i
6217 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6218 _mm256_maskz_expand_epi32 (__mmask8 __U, __m256i __A)
6219 {
6220   return (__m256i) __builtin_ia32_expandsi256_maskz ((__v8si) __A,
6221                                                      (__v8si)
6222                                                      _mm256_setzero_si256 (),
6223                                                      (__mmask8) __U);
6224 }
6225
6226 extern __inline __m256i
6227 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6228 _mm256_mask_expandloadu_epi32 (__m256i __W, __mmask8 __U,
6229                                void const *__P)
6230 {
6231   return (__m256i) __builtin_ia32_expandloadsi256_mask ((__v8si *) __P,
6232                                                         (__v8si) __W,
6233                                                         (__mmask8)
6234                                                         __U);
6235 }
6236
6237 extern __inline __m256i
6238 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6239 _mm256_maskz_expandloadu_epi32 (__mmask8 __U, void const *__P)
6240 {
6241   return (__m256i) __builtin_ia32_expandloadsi256_maskz ((__v8si *) __P,
6242                                                          (__v8si)
6243                                                          _mm256_setzero_si256 (),
6244                                                          (__mmask8)
6245                                                          __U);
6246 }
6247
6248 extern __inline __m128i
6249 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6250 _mm_mask_expand_epi32 (__m128i __W, __mmask8 __U, __m128i __A)
6251 {
6252   return (__m128i) __builtin_ia32_expandsi128_mask ((__v4si) __A,
6253                                                     (__v4si) __W,
6254                                                     (__mmask8) __U);
6255 }
6256
6257 extern __inline __m128i
6258 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6259 _mm_maskz_expand_epi32 (__mmask8 __U, __m128i __A)
6260 {
6261   return (__m128i) __builtin_ia32_expandsi128_maskz ((__v4si) __A,
6262                                                      (__v4si)
6263                                                      _mm_setzero_si128 (),
6264                                                      (__mmask8) __U);
6265 }
6266
6267 extern __inline __m128i
6268 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6269 _mm_mask_expandloadu_epi32 (__m128i __W, __mmask8 __U, void const *__P)
6270 {
6271   return (__m128i) __builtin_ia32_expandloadsi128_mask ((__v4si *) __P,
6272                                                         (__v4si) __W,
6273                                                         (__mmask8)
6274                                                         __U);
6275 }
6276
6277 extern __inline __m128i
6278 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6279 _mm_maskz_expandloadu_epi32 (__mmask8 __U, void const *__P)
6280 {
6281   return (__m128i) __builtin_ia32_expandloadsi128_maskz ((__v4si *) __P,
6282                                                          (__v4si)
6283                                                          _mm_setzero_si128 (),
6284                                                          (__mmask8)
6285                                                          __U);
6286 }
6287
6288 extern __inline __m256d
6289 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6290 _mm256_permutex2var_pd (__m256d __A, __m256i __I, __m256d __B)
6291 {
6292   return (__m256d) __builtin_ia32_vpermt2varpd256_mask ((__v4di) __I
6293                                                         /* idx */ ,
6294                                                         (__v4df) __A,
6295                                                         (__v4df) __B,
6296                                                         (__mmask8) -
6297                                                         1);
6298 }
6299
6300 extern __inline __m256d
6301 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6302 _mm256_mask_permutex2var_pd (__m256d __A, __mmask8 __U, __m256i __I,
6303                              __m256d __B)
6304 {
6305   return (__m256d) __builtin_ia32_vpermt2varpd256_mask ((__v4di) __I
6306                                                         /* idx */ ,
6307                                                         (__v4df) __A,
6308                                                         (__v4df) __B,
6309                                                         (__mmask8)
6310                                                         __U);
6311 }
6312
6313 extern __inline __m256d
6314 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6315 _mm256_mask2_permutex2var_pd (__m256d __A, __m256i __I, __mmask8 __U,
6316                               __m256d __B)
6317 {
6318   return (__m256d) __builtin_ia32_vpermi2varpd256_mask ((__v4df) __A,
6319                                                         (__v4di) __I
6320                                                         /* idx */ ,
6321                                                         (__v4df) __B,
6322                                                         (__mmask8)
6323                                                         __U);
6324 }
6325
6326 extern __inline __m256d
6327 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6328 _mm256_maskz_permutex2var_pd (__mmask8 __U, __m256d __A, __m256i __I,
6329                               __m256d __B)
6330 {
6331   return (__m256d) __builtin_ia32_vpermt2varpd256_maskz ((__v4di) __I
6332                                                          /* idx */ ,
6333                                                          (__v4df) __A,
6334                                                          (__v4df) __B,
6335                                                          (__mmask8)
6336                                                          __U);
6337 }
6338
6339 extern __inline __m256
6340 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6341 _mm256_permutex2var_ps (__m256 __A, __m256i __I, __m256 __B)
6342 {
6343   return (__m256) __builtin_ia32_vpermt2varps256_mask ((__v8si) __I
6344                                                        /* idx */ ,
6345                                                        (__v8sf) __A,
6346                                                        (__v8sf) __B,
6347                                                        (__mmask8) -1);
6348 }
6349
6350 extern __inline __m256
6351 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6352 _mm256_mask_permutex2var_ps (__m256 __A, __mmask8 __U, __m256i __I,
6353                              __m256 __B)
6354 {
6355   return (__m256) __builtin_ia32_vpermt2varps256_mask ((__v8si) __I
6356                                                        /* idx */ ,
6357                                                        (__v8sf) __A,
6358                                                        (__v8sf) __B,
6359                                                        (__mmask8) __U);
6360 }
6361
6362 extern __inline __m256
6363 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6364 _mm256_mask2_permutex2var_ps (__m256 __A, __m256i __I, __mmask8 __U,
6365                               __m256 __B)
6366 {
6367   return (__m256) __builtin_ia32_vpermi2varps256_mask ((__v8sf) __A,
6368                                                        (__v8si) __I
6369                                                        /* idx */ ,
6370                                                        (__v8sf) __B,
6371                                                        (__mmask8) __U);
6372 }
6373
6374 extern __inline __m256
6375 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6376 _mm256_maskz_permutex2var_ps (__mmask8 __U, __m256 __A, __m256i __I,
6377                               __m256 __B)
6378 {
6379   return (__m256) __builtin_ia32_vpermt2varps256_maskz ((__v8si) __I
6380                                                         /* idx */ ,
6381                                                         (__v8sf) __A,
6382                                                         (__v8sf) __B,
6383                                                         (__mmask8)
6384                                                         __U);
6385 }
6386
6387 extern __inline __m128i
6388 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6389 _mm_permutex2var_epi64 (__m128i __A, __m128i __I, __m128i __B)
6390 {
6391   return (__m128i) __builtin_ia32_vpermt2varq128_mask ((__v2di) __I
6392                                                        /* idx */ ,
6393                                                        (__v2di) __A,
6394                                                        (__v2di) __B,
6395                                                        (__mmask8) -1);
6396 }
6397
6398 extern __inline __m128i
6399 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6400 _mm_mask_permutex2var_epi64 (__m128i __A, __mmask8 __U, __m128i __I,
6401                              __m128i __B)
6402 {
6403   return (__m128i) __builtin_ia32_vpermt2varq128_mask ((__v2di) __I
6404                                                        /* idx */ ,
6405                                                        (__v2di) __A,
6406                                                        (__v2di) __B,
6407                                                        (__mmask8) __U);
6408 }
6409
6410 extern __inline __m128i
6411 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6412 _mm_mask2_permutex2var_epi64 (__m128i __A, __m128i __I, __mmask8 __U,
6413                               __m128i __B)
6414 {
6415   return (__m128i) __builtin_ia32_vpermi2varq128_mask ((__v2di) __A,
6416                                                        (__v2di) __I
6417                                                        /* idx */ ,
6418                                                        (__v2di) __B,
6419                                                        (__mmask8) __U);
6420 }
6421
6422 extern __inline __m128i
6423 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6424 _mm_maskz_permutex2var_epi64 (__mmask8 __U, __m128i __A, __m128i __I,
6425                               __m128i __B)
6426 {
6427   return (__m128i) __builtin_ia32_vpermt2varq128_maskz ((__v2di) __I
6428                                                         /* idx */ ,
6429                                                         (__v2di) __A,
6430                                                         (__v2di) __B,
6431                                                         (__mmask8)
6432                                                         __U);
6433 }
6434
6435 extern __inline __m128i
6436 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6437 _mm_permutex2var_epi32 (__m128i __A, __m128i __I, __m128i __B)
6438 {
6439   return (__m128i) __builtin_ia32_vpermt2vard128_mask ((__v4si) __I
6440                                                        /* idx */ ,
6441                                                        (__v4si) __A,
6442                                                        (__v4si) __B,
6443                                                        (__mmask8) -1);
6444 }
6445
6446 extern __inline __m128i
6447 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6448 _mm_mask_permutex2var_epi32 (__m128i __A, __mmask8 __U, __m128i __I,
6449                              __m128i __B)
6450 {
6451   return (__m128i) __builtin_ia32_vpermt2vard128_mask ((__v4si) __I
6452                                                        /* idx */ ,
6453                                                        (__v4si) __A,
6454                                                        (__v4si) __B,
6455                                                        (__mmask8) __U);
6456 }
6457
6458 extern __inline __m128i
6459 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6460 _mm_mask2_permutex2var_epi32 (__m128i __A, __m128i __I, __mmask8 __U,
6461                               __m128i __B)
6462 {
6463   return (__m128i) __builtin_ia32_vpermi2vard128_mask ((__v4si) __A,
6464                                                        (__v4si) __I
6465                                                        /* idx */ ,
6466                                                        (__v4si) __B,
6467                                                        (__mmask8) __U);
6468 }
6469
6470 extern __inline __m128i
6471 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6472 _mm_maskz_permutex2var_epi32 (__mmask8 __U, __m128i __A, __m128i __I,
6473                               __m128i __B)
6474 {
6475   return (__m128i) __builtin_ia32_vpermt2vard128_maskz ((__v4si) __I
6476                                                         /* idx */ ,
6477                                                         (__v4si) __A,
6478                                                         (__v4si) __B,
6479                                                         (__mmask8)
6480                                                         __U);
6481 }
6482
6483 extern __inline __m256i
6484 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6485 _mm256_permutex2var_epi64 (__m256i __A, __m256i __I, __m256i __B)
6486 {
6487   return (__m256i) __builtin_ia32_vpermt2varq256_mask ((__v4di) __I
6488                                                        /* idx */ ,
6489                                                        (__v4di) __A,
6490                                                        (__v4di) __B,
6491                                                        (__mmask8) -1);
6492 }
6493
6494 extern __inline __m256i
6495 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6496 _mm256_mask_permutex2var_epi64 (__m256i __A, __mmask8 __U, __m256i __I,
6497                                 __m256i __B)
6498 {
6499   return (__m256i) __builtin_ia32_vpermt2varq256_mask ((__v4di) __I
6500                                                        /* idx */ ,
6501                                                        (__v4di) __A,
6502                                                        (__v4di) __B,
6503                                                        (__mmask8) __U);
6504 }
6505
6506 extern __inline __m256i
6507 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6508 _mm256_mask2_permutex2var_epi64 (__m256i __A, __m256i __I,
6509                                  __mmask8 __U, __m256i __B)
6510 {
6511   return (__m256i) __builtin_ia32_vpermi2varq256_mask ((__v4di) __A,
6512                                                        (__v4di) __I
6513                                                        /* idx */ ,
6514                                                        (__v4di) __B,
6515                                                        (__mmask8) __U);
6516 }
6517
6518 extern __inline __m256i
6519 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6520 _mm256_maskz_permutex2var_epi64 (__mmask8 __U, __m256i __A,
6521                                  __m256i __I, __m256i __B)
6522 {
6523   return (__m256i) __builtin_ia32_vpermt2varq256_maskz ((__v4di) __I
6524                                                         /* idx */ ,
6525                                                         (__v4di) __A,
6526                                                         (__v4di) __B,
6527                                                         (__mmask8)
6528                                                         __U);
6529 }
6530
6531 extern __inline __m256i
6532 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6533 _mm256_permutex2var_epi32 (__m256i __A, __m256i __I, __m256i __B)
6534 {
6535   return (__m256i) __builtin_ia32_vpermt2vard256_mask ((__v8si) __I
6536                                                        /* idx */ ,
6537                                                        (__v8si) __A,
6538                                                        (__v8si) __B,
6539                                                        (__mmask8) -1);
6540 }
6541
6542 extern __inline __m256i
6543 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6544 _mm256_mask_permutex2var_epi32 (__m256i __A, __mmask8 __U, __m256i __I,
6545                                 __m256i __B)
6546 {
6547   return (__m256i) __builtin_ia32_vpermt2vard256_mask ((__v8si) __I
6548                                                        /* idx */ ,
6549                                                        (__v8si) __A,
6550                                                        (__v8si) __B,
6551                                                        (__mmask8) __U);
6552 }
6553
6554 extern __inline __m256i
6555 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6556 _mm256_mask2_permutex2var_epi32 (__m256i __A, __m256i __I,
6557                                  __mmask8 __U, __m256i __B)
6558 {
6559   return (__m256i) __builtin_ia32_vpermi2vard256_mask ((__v8si) __A,
6560                                                        (__v8si) __I
6561                                                        /* idx */ ,
6562                                                        (__v8si) __B,
6563                                                        (__mmask8) __U);
6564 }
6565
6566 extern __inline __m256i
6567 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6568 _mm256_maskz_permutex2var_epi32 (__mmask8 __U, __m256i __A,
6569                                  __m256i __I, __m256i __B)
6570 {
6571   return (__m256i) __builtin_ia32_vpermt2vard256_maskz ((__v8si) __I
6572                                                         /* idx */ ,
6573                                                         (__v8si) __A,
6574                                                         (__v8si) __B,
6575                                                         (__mmask8)
6576                                                         __U);
6577 }
6578
6579 extern __inline __m128d
6580 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6581 _mm_permutex2var_pd (__m128d __A, __m128i __I, __m128d __B)
6582 {
6583   return (__m128d) __builtin_ia32_vpermt2varpd128_mask ((__v2di) __I
6584                                                         /* idx */ ,
6585                                                         (__v2df) __A,
6586                                                         (__v2df) __B,
6587                                                         (__mmask8) -
6588                                                         1);
6589 }
6590
6591 extern __inline __m128d
6592 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6593 _mm_mask_permutex2var_pd (__m128d __A, __mmask8 __U, __m128i __I,
6594                           __m128d __B)
6595 {
6596   return (__m128d) __builtin_ia32_vpermt2varpd128_mask ((__v2di) __I
6597                                                         /* idx */ ,
6598                                                         (__v2df) __A,
6599                                                         (__v2df) __B,
6600                                                         (__mmask8)
6601                                                         __U);
6602 }
6603
6604 extern __inline __m128d
6605 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6606 _mm_mask2_permutex2var_pd (__m128d __A, __m128i __I, __mmask8 __U,
6607                            __m128d __B)
6608 {
6609   return (__m128d) __builtin_ia32_vpermi2varpd128_mask ((__v2df) __A,
6610                                                         (__v2di) __I
6611                                                         /* idx */ ,
6612                                                         (__v2df) __B,
6613                                                         (__mmask8)
6614                                                         __U);
6615 }
6616
6617 extern __inline __m128d
6618 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6619 _mm_maskz_permutex2var_pd (__mmask8 __U, __m128d __A, __m128i __I,
6620                            __m128d __B)
6621 {
6622   return (__m128d) __builtin_ia32_vpermt2varpd128_maskz ((__v2di) __I
6623                                                          /* idx */ ,
6624                                                          (__v2df) __A,
6625                                                          (__v2df) __B,
6626                                                          (__mmask8)
6627                                                          __U);
6628 }
6629
6630 extern __inline __m128
6631 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6632 _mm_permutex2var_ps (__m128 __A, __m128i __I, __m128 __B)
6633 {
6634   return (__m128) __builtin_ia32_vpermt2varps128_mask ((__v4si) __I
6635                                                        /* idx */ ,
6636                                                        (__v4sf) __A,
6637                                                        (__v4sf) __B,
6638                                                        (__mmask8) -1);
6639 }
6640
6641 extern __inline __m128
6642 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6643 _mm_mask_permutex2var_ps (__m128 __A, __mmask8 __U, __m128i __I,
6644                           __m128 __B)
6645 {
6646   return (__m128) __builtin_ia32_vpermt2varps128_mask ((__v4si) __I
6647                                                        /* idx */ ,
6648                                                        (__v4sf) __A,
6649                                                        (__v4sf) __B,
6650                                                        (__mmask8) __U);
6651 }
6652
6653 extern __inline __m128
6654 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6655 _mm_mask2_permutex2var_ps (__m128 __A, __m128i __I, __mmask8 __U,
6656                            __m128 __B)
6657 {
6658   return (__m128) __builtin_ia32_vpermi2varps128_mask ((__v4sf) __A,
6659                                                        (__v4si) __I
6660                                                        /* idx */ ,
6661                                                        (__v4sf) __B,
6662                                                        (__mmask8) __U);
6663 }
6664
6665 extern __inline __m128
6666 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6667 _mm_maskz_permutex2var_ps (__mmask8 __U, __m128 __A, __m128i __I,
6668                            __m128 __B)
6669 {
6670   return (__m128) __builtin_ia32_vpermt2varps128_maskz ((__v4si) __I
6671                                                         /* idx */ ,
6672                                                         (__v4sf) __A,
6673                                                         (__v4sf) __B,
6674                                                         (__mmask8)
6675                                                         __U);
6676 }
6677
6678 extern __inline __m128i
6679 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6680 _mm_srav_epi64 (__m128i __X, __m128i __Y)
6681 {
6682   return (__m128i) __builtin_ia32_psravq128_mask ((__v2di) __X,
6683                                                   (__v2di) __Y,
6684                                                   (__v2di)
6685                                                   _mm_setzero_di (),
6686                                                   (__mmask8) -1);
6687 }
6688
6689 extern __inline __m128i
6690 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6691 _mm_mask_srav_epi64 (__m128i __W, __mmask8 __U, __m128i __X,
6692                      __m128i __Y)
6693 {
6694   return (__m128i) __builtin_ia32_psravq128_mask ((__v2di) __X,
6695                                                   (__v2di) __Y,
6696                                                   (__v2di) __W,
6697                                                   (__mmask8) __U);
6698 }
6699
6700 extern __inline __m128i
6701 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6702 _mm_maskz_srav_epi64 (__mmask8 __U, __m128i __X, __m128i __Y)
6703 {
6704   return (__m128i) __builtin_ia32_psravq128_mask ((__v2di) __X,
6705                                                   (__v2di) __Y,
6706                                                   (__v2di)
6707                                                   _mm_setzero_di (),
6708                                                   (__mmask8) __U);
6709 }
6710
6711 extern __inline __m256i
6712 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6713 _mm256_mask_sllv_epi32 (__m256i __W, __mmask8 __U, __m256i __X,
6714                         __m256i __Y)
6715 {
6716   return (__m256i) __builtin_ia32_psllv8si_mask ((__v8si) __X,
6717                                                  (__v8si) __Y,
6718                                                  (__v8si) __W,
6719                                                  (__mmask8) __U);
6720 }
6721
6722 extern __inline __m256i
6723 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6724 _mm256_maskz_sllv_epi32 (__mmask8 __U, __m256i __X, __m256i __Y)
6725 {
6726   return (__m256i) __builtin_ia32_psllv8si_mask ((__v8si) __X,
6727                                                  (__v8si) __Y,
6728                                                  (__v8si)
6729                                                  _mm256_setzero_si256 (),
6730                                                  (__mmask8) __U);
6731 }
6732
6733 extern __inline __m128i
6734 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6735 _mm_mask_sllv_epi32 (__m128i __W, __mmask8 __U, __m128i __X,
6736                      __m128i __Y)
6737 {
6738   return (__m128i) __builtin_ia32_psllv4si_mask ((__v4si) __X,
6739                                                  (__v4si) __Y,
6740                                                  (__v4si) __W,
6741                                                  (__mmask8) __U);
6742 }
6743
6744 extern __inline __m128i
6745 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6746 _mm_maskz_sllv_epi32 (__mmask8 __U, __m128i __X, __m128i __Y)
6747 {
6748   return (__m128i) __builtin_ia32_psllv4si_mask ((__v4si) __X,
6749                                                  (__v4si) __Y,
6750                                                  (__v4si)
6751                                                  _mm_setzero_si128 (),
6752                                                  (__mmask8) __U);
6753 }
6754
6755 extern __inline __m256i
6756 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6757 _mm256_mask_sllv_epi64 (__m256i __W, __mmask8 __U, __m256i __X,
6758                         __m256i __Y)
6759 {
6760   return (__m256i) __builtin_ia32_psllv4di_mask ((__v4di) __X,
6761                                                  (__v4di) __Y,
6762                                                  (__v4di) __W,
6763                                                  (__mmask8) __U);
6764 }
6765
6766 extern __inline __m256i
6767 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6768 _mm256_maskz_sllv_epi64 (__mmask8 __U, __m256i __X, __m256i __Y)
6769 {
6770   return (__m256i) __builtin_ia32_psllv4di_mask ((__v4di) __X,
6771                                                  (__v4di) __Y,
6772                                                  (__v4di)
6773                                                  _mm256_setzero_si256 (),
6774                                                  (__mmask8) __U);
6775 }
6776
6777 extern __inline __m128i
6778 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6779 _mm_mask_sllv_epi64 (__m128i __W, __mmask8 __U, __m128i __X,
6780                      __m128i __Y)
6781 {
6782   return (__m128i) __builtin_ia32_psllv2di_mask ((__v2di) __X,
6783                                                  (__v2di) __Y,
6784                                                  (__v2di) __W,
6785                                                  (__mmask8) __U);
6786 }
6787
6788 extern __inline __m128i
6789 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6790 _mm_maskz_sllv_epi64 (__mmask8 __U, __m128i __X, __m128i __Y)
6791 {
6792   return (__m128i) __builtin_ia32_psllv2di_mask ((__v2di) __X,
6793                                                  (__v2di) __Y,
6794                                                  (__v2di)
6795                                                  _mm_setzero_di (),
6796                                                  (__mmask8) __U);
6797 }
6798
6799 extern __inline __m256i
6800 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6801 _mm256_mask_srav_epi32 (__m256i __W, __mmask8 __U, __m256i __X,
6802                         __m256i __Y)
6803 {
6804   return (__m256i) __builtin_ia32_psrav8si_mask ((__v8si) __X,
6805                                                  (__v8si) __Y,
6806                                                  (__v8si) __W,
6807                                                  (__mmask8) __U);
6808 }
6809
6810 extern __inline __m256i
6811 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6812 _mm256_maskz_srav_epi32 (__mmask8 __U, __m256i __X, __m256i __Y)
6813 {
6814   return (__m256i) __builtin_ia32_psrav8si_mask ((__v8si) __X,
6815                                                  (__v8si) __Y,
6816                                                  (__v8si)
6817                                                  _mm256_setzero_si256 (),
6818                                                  (__mmask8) __U);
6819 }
6820
6821 extern __inline __m128i
6822 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6823 _mm_mask_srav_epi32 (__m128i __W, __mmask8 __U, __m128i __X,
6824                      __m128i __Y)
6825 {
6826   return (__m128i) __builtin_ia32_psrav4si_mask ((__v4si) __X,
6827                                                  (__v4si) __Y,
6828                                                  (__v4si) __W,
6829                                                  (__mmask8) __U);
6830 }
6831
6832 extern __inline __m128i
6833 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6834 _mm_maskz_srav_epi32 (__mmask8 __U, __m128i __X, __m128i __Y)
6835 {
6836   return (__m128i) __builtin_ia32_psrav4si_mask ((__v4si) __X,
6837                                                  (__v4si) __Y,
6838                                                  (__v4si)
6839                                                  _mm_setzero_si128 (),
6840                                                  (__mmask8) __U);
6841 }
6842
6843 extern __inline __m256i
6844 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6845 _mm256_mask_srlv_epi32 (__m256i __W, __mmask8 __U, __m256i __X,
6846                         __m256i __Y)
6847 {
6848   return (__m256i) __builtin_ia32_psrlv8si_mask ((__v8si) __X,
6849                                                  (__v8si) __Y,
6850                                                  (__v8si) __W,
6851                                                  (__mmask8) __U);
6852 }
6853
6854 extern __inline __m256i
6855 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6856 _mm256_maskz_srlv_epi32 (__mmask8 __U, __m256i __X, __m256i __Y)
6857 {
6858   return (__m256i) __builtin_ia32_psrlv8si_mask ((__v8si) __X,
6859                                                  (__v8si) __Y,
6860                                                  (__v8si)
6861                                                  _mm256_setzero_si256 (),
6862                                                  (__mmask8) __U);
6863 }
6864
6865 extern __inline __m128i
6866 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6867 _mm_mask_srlv_epi32 (__m128i __W, __mmask8 __U, __m128i __X,
6868                      __m128i __Y)
6869 {
6870   return (__m128i) __builtin_ia32_psrlv4si_mask ((__v4si) __X,
6871                                                  (__v4si) __Y,
6872                                                  (__v4si) __W,
6873                                                  (__mmask8) __U);
6874 }
6875
6876 extern __inline __m128i
6877 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6878 _mm_maskz_srlv_epi32 (__mmask8 __U, __m128i __X, __m128i __Y)
6879 {
6880   return (__m128i) __builtin_ia32_psrlv4si_mask ((__v4si) __X,
6881                                                  (__v4si) __Y,
6882                                                  (__v4si)
6883                                                  _mm_setzero_si128 (),
6884                                                  (__mmask8) __U);
6885 }
6886
6887 extern __inline __m256i
6888 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6889 _mm256_mask_srlv_epi64 (__m256i __W, __mmask8 __U, __m256i __X,
6890                         __m256i __Y)
6891 {
6892   return (__m256i) __builtin_ia32_psrlv4di_mask ((__v4di) __X,
6893                                                  (__v4di) __Y,
6894                                                  (__v4di) __W,
6895                                                  (__mmask8) __U);
6896 }
6897
6898 extern __inline __m256i
6899 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6900 _mm256_maskz_srlv_epi64 (__mmask8 __U, __m256i __X, __m256i __Y)
6901 {
6902   return (__m256i) __builtin_ia32_psrlv4di_mask ((__v4di) __X,
6903                                                  (__v4di) __Y,
6904                                                  (__v4di)
6905                                                  _mm256_setzero_si256 (),
6906                                                  (__mmask8) __U);
6907 }
6908
6909 extern __inline __m128i
6910 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6911 _mm_mask_srlv_epi64 (__m128i __W, __mmask8 __U, __m128i __X,
6912                      __m128i __Y)
6913 {
6914   return (__m128i) __builtin_ia32_psrlv2di_mask ((__v2di) __X,
6915                                                  (__v2di) __Y,
6916                                                  (__v2di) __W,
6917                                                  (__mmask8) __U);
6918 }
6919
6920 extern __inline __m128i
6921 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6922 _mm_maskz_srlv_epi64 (__mmask8 __U, __m128i __X, __m128i __Y)
6923 {
6924   return (__m128i) __builtin_ia32_psrlv2di_mask ((__v2di) __X,
6925                                                  (__v2di) __Y,
6926                                                  (__v2di)
6927                                                  _mm_setzero_di (),
6928                                                  (__mmask8) __U);
6929 }
6930
6931 extern __inline __m256i
6932 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6933 _mm256_rolv_epi32 (__m256i __A, __m256i __B)
6934 {
6935   return (__m256i) __builtin_ia32_prolvd256_mask ((__v8si) __A,
6936                                                   (__v8si) __B,
6937                                                   (__v8si)
6938                                                   _mm256_setzero_si256 (),
6939                                                   (__mmask8) -1);
6940 }
6941
6942 extern __inline __m256i
6943 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6944 _mm256_mask_rolv_epi32 (__m256i __W, __mmask8 __U, __m256i __A,
6945                         __m256i __B)
6946 {
6947   return (__m256i) __builtin_ia32_prolvd256_mask ((__v8si) __A,
6948                                                   (__v8si) __B,
6949                                                   (__v8si) __W,
6950                                                   (__mmask8) __U);
6951 }
6952
6953 extern __inline __m256i
6954 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6955 _mm256_maskz_rolv_epi32 (__mmask8 __U, __m256i __A, __m256i __B)
6956 {
6957   return (__m256i) __builtin_ia32_prolvd256_mask ((__v8si) __A,
6958                                                   (__v8si) __B,
6959                                                   (__v8si)
6960                                                   _mm256_setzero_si256 (),
6961                                                   (__mmask8) __U);
6962 }
6963
6964 extern __inline __m128i
6965 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6966 _mm_rolv_epi32 (__m128i __A, __m128i __B)
6967 {
6968   return (__m128i) __builtin_ia32_prolvd128_mask ((__v4si) __A,
6969                                                   (__v4si) __B,
6970                                                   (__v4si)
6971                                                   _mm_setzero_si128 (),
6972                                                   (__mmask8) -1);
6973 }
6974
6975 extern __inline __m128i
6976 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6977 _mm_mask_rolv_epi32 (__m128i __W, __mmask8 __U, __m128i __A,
6978                      __m128i __B)
6979 {
6980   return (__m128i) __builtin_ia32_prolvd128_mask ((__v4si) __A,
6981                                                   (__v4si) __B,
6982                                                   (__v4si) __W,
6983                                                   (__mmask8) __U);
6984 }
6985
6986 extern __inline __m128i
6987 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6988 _mm_maskz_rolv_epi32 (__mmask8 __U, __m128i __A, __m128i __B)
6989 {
6990   return (__m128i) __builtin_ia32_prolvd128_mask ((__v4si) __A,
6991                                                   (__v4si) __B,
6992                                                   (__v4si)
6993                                                   _mm_setzero_si128 (),
6994                                                   (__mmask8) __U);
6995 }
6996
6997 extern __inline __m256i
6998 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
6999 _mm256_rorv_epi32 (__m256i __A, __m256i __B)
7000 {
7001   return (__m256i) __builtin_ia32_prorvd256_mask ((__v8si) __A,
7002                                                   (__v8si) __B,
7003                                                   (__v8si)
7004                                                   _mm256_setzero_si256 (),
7005                                                   (__mmask8) -1);
7006 }
7007
7008 extern __inline __m256i
7009 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7010 _mm256_mask_rorv_epi32 (__m256i __W, __mmask8 __U, __m256i __A,
7011                         __m256i __B)
7012 {
7013   return (__m256i) __builtin_ia32_prorvd256_mask ((__v8si) __A,
7014                                                   (__v8si) __B,
7015                                                   (__v8si) __W,
7016                                                   (__mmask8) __U);
7017 }
7018
7019 extern __inline __m256i
7020 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7021 _mm256_maskz_rorv_epi32 (__mmask8 __U, __m256i __A, __m256i __B)
7022 {
7023   return (__m256i) __builtin_ia32_prorvd256_mask ((__v8si) __A,
7024                                                   (__v8si) __B,
7025                                                   (__v8si)
7026                                                   _mm256_setzero_si256 (),
7027                                                   (__mmask8) __U);
7028 }
7029
7030 extern __inline __m128i
7031 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7032 _mm_rorv_epi32 (__m128i __A, __m128i __B)
7033 {
7034   return (__m128i) __builtin_ia32_prorvd128_mask ((__v4si) __A,
7035                                                   (__v4si) __B,
7036                                                   (__v4si)
7037                                                   _mm_setzero_si128 (),
7038                                                   (__mmask8) -1);
7039 }
7040
7041 extern __inline __m128i
7042 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7043 _mm_mask_rorv_epi32 (__m128i __W, __mmask8 __U, __m128i __A,
7044                      __m128i __B)
7045 {
7046   return (__m128i) __builtin_ia32_prorvd128_mask ((__v4si) __A,
7047                                                   (__v4si) __B,
7048                                                   (__v4si) __W,
7049                                                   (__mmask8) __U);
7050 }
7051
7052 extern __inline __m128i
7053 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7054 _mm_maskz_rorv_epi32 (__mmask8 __U, __m128i __A, __m128i __B)
7055 {
7056   return (__m128i) __builtin_ia32_prorvd128_mask ((__v4si) __A,
7057                                                   (__v4si) __B,
7058                                                   (__v4si)
7059                                                   _mm_setzero_si128 (),
7060                                                   (__mmask8) __U);
7061 }
7062
7063 extern __inline __m256i
7064 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7065 _mm256_rolv_epi64 (__m256i __A, __m256i __B)
7066 {
7067   return (__m256i) __builtin_ia32_prolvq256_mask ((__v4di) __A,
7068                                                   (__v4di) __B,
7069                                                   (__v4di)
7070                                                   _mm256_setzero_si256 (),
7071                                                   (__mmask8) -1);
7072 }
7073
7074 extern __inline __m256i
7075 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7076 _mm256_mask_rolv_epi64 (__m256i __W, __mmask8 __U, __m256i __A,
7077                         __m256i __B)
7078 {
7079   return (__m256i) __builtin_ia32_prolvq256_mask ((__v4di) __A,
7080                                                   (__v4di) __B,
7081                                                   (__v4di) __W,
7082                                                   (__mmask8) __U);
7083 }
7084
7085 extern __inline __m256i
7086 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7087 _mm256_maskz_rolv_epi64 (__mmask8 __U, __m256i __A, __m256i __B)
7088 {
7089   return (__m256i) __builtin_ia32_prolvq256_mask ((__v4di) __A,
7090                                                   (__v4di) __B,
7091                                                   (__v4di)
7092                                                   _mm256_setzero_si256 (),
7093                                                   (__mmask8) __U);
7094 }
7095
7096 extern __inline __m128i
7097 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7098 _mm_rolv_epi64 (__m128i __A, __m128i __B)
7099 {
7100   return (__m128i) __builtin_ia32_prolvq128_mask ((__v2di) __A,
7101                                                   (__v2di) __B,
7102                                                   (__v2di)
7103                                                   _mm_setzero_di (),
7104                                                   (__mmask8) -1);
7105 }
7106
7107 extern __inline __m128i
7108 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7109 _mm_mask_rolv_epi64 (__m128i __W, __mmask8 __U, __m128i __A,
7110                      __m128i __B)
7111 {
7112   return (__m128i) __builtin_ia32_prolvq128_mask ((__v2di) __A,
7113                                                   (__v2di) __B,
7114                                                   (__v2di) __W,
7115                                                   (__mmask8) __U);
7116 }
7117
7118 extern __inline __m128i
7119 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7120 _mm_maskz_rolv_epi64 (__mmask8 __U, __m128i __A, __m128i __B)
7121 {
7122   return (__m128i) __builtin_ia32_prolvq128_mask ((__v2di) __A,
7123                                                   (__v2di) __B,
7124                                                   (__v2di)
7125                                                   _mm_setzero_di (),
7126                                                   (__mmask8) __U);
7127 }
7128
7129 extern __inline __m256i
7130 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7131 _mm256_rorv_epi64 (__m256i __A, __m256i __B)
7132 {
7133   return (__m256i) __builtin_ia32_prorvq256_mask ((__v4di) __A,
7134                                                   (__v4di) __B,
7135                                                   (__v4di)
7136                                                   _mm256_setzero_si256 (),
7137                                                   (__mmask8) -1);
7138 }
7139
7140 extern __inline __m256i
7141 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7142 _mm256_mask_rorv_epi64 (__m256i __W, __mmask8 __U, __m256i __A,
7143                         __m256i __B)
7144 {
7145   return (__m256i) __builtin_ia32_prorvq256_mask ((__v4di) __A,
7146                                                   (__v4di) __B,
7147                                                   (__v4di) __W,
7148                                                   (__mmask8) __U);
7149 }
7150
7151 extern __inline __m256i
7152 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7153 _mm256_maskz_rorv_epi64 (__mmask8 __U, __m256i __A, __m256i __B)
7154 {
7155   return (__m256i) __builtin_ia32_prorvq256_mask ((__v4di) __A,
7156                                                   (__v4di) __B,
7157                                                   (__v4di)
7158                                                   _mm256_setzero_si256 (),
7159                                                   (__mmask8) __U);
7160 }
7161
7162 extern __inline __m128i
7163 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7164 _mm_rorv_epi64 (__m128i __A, __m128i __B)
7165 {
7166   return (__m128i) __builtin_ia32_prorvq128_mask ((__v2di) __A,
7167                                                   (__v2di) __B,
7168                                                   (__v2di)
7169                                                   _mm_setzero_di (),
7170                                                   (__mmask8) -1);
7171 }
7172
7173 extern __inline __m128i
7174 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7175 _mm_mask_rorv_epi64 (__m128i __W, __mmask8 __U, __m128i __A,
7176                      __m128i __B)
7177 {
7178   return (__m128i) __builtin_ia32_prorvq128_mask ((__v2di) __A,
7179                                                   (__v2di) __B,
7180                                                   (__v2di) __W,
7181                                                   (__mmask8) __U);
7182 }
7183
7184 extern __inline __m128i
7185 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7186 _mm_maskz_rorv_epi64 (__mmask8 __U, __m128i __A, __m128i __B)
7187 {
7188   return (__m128i) __builtin_ia32_prorvq128_mask ((__v2di) __A,
7189                                                   (__v2di) __B,
7190                                                   (__v2di)
7191                                                   _mm_setzero_di (),
7192                                                   (__mmask8) __U);
7193 }
7194
7195 extern __inline __m256i
7196 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7197 _mm256_srav_epi64 (__m256i __X, __m256i __Y)
7198 {
7199   return (__m256i) __builtin_ia32_psravq256_mask ((__v4di) __X,
7200                                                   (__v4di) __Y,
7201                                                   (__v4di)
7202                                                   _mm256_setzero_si256 (),
7203                                                   (__mmask8) -1);
7204 }
7205
7206 extern __inline __m256i
7207 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7208 _mm256_mask_srav_epi64 (__m256i __W, __mmask8 __U, __m256i __X,
7209                         __m256i __Y)
7210 {
7211   return (__m256i) __builtin_ia32_psravq256_mask ((__v4di) __X,
7212                                                   (__v4di) __Y,
7213                                                   (__v4di) __W,
7214                                                   (__mmask8) __U);
7215 }
7216
7217 extern __inline __m256i
7218 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7219 _mm256_maskz_srav_epi64 (__mmask8 __U, __m256i __X, __m256i __Y)
7220 {
7221   return (__m256i) __builtin_ia32_psravq256_mask ((__v4di) __X,
7222                                                   (__v4di) __Y,
7223                                                   (__v4di)
7224                                                   _mm256_setzero_si256 (),
7225                                                   (__mmask8) __U);
7226 }
7227
7228 extern __inline __m256i
7229 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7230 _mm256_mask_and_epi64 (__m256i __W, __mmask8 __U, __m256i __A,
7231                        __m256i __B)
7232 {
7233   return (__m256i) __builtin_ia32_pandq256_mask ((__v4di) __A,
7234                                                  (__v4di) __B,
7235                                                  (__v4di) __W, __U);
7236 }
7237
7238 extern __inline __m256i
7239 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7240 _mm256_maskz_and_epi64 (__mmask8 __U, __m256i __A, __m256i __B)
7241 {
7242   return (__m256i) __builtin_ia32_pandq256_mask ((__v4di) __A,
7243                                                  (__v4di) __B,
7244                                                  (__v4di)
7245                                                  _mm256_setzero_pd (),
7246                                                  __U);
7247 }
7248
7249 extern __inline __m128i
7250 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7251 _mm_mask_and_epi64 (__m128i __W, __mmask8 __U, __m128i __A,
7252                     __m128i __B)
7253 {
7254   return (__m128i) __builtin_ia32_pandq128_mask ((__v2di) __A,
7255                                                  (__v2di) __B,
7256                                                  (__v2di) __W, __U);
7257 }
7258
7259 extern __inline __m128i
7260 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7261 _mm_maskz_and_epi64 (__mmask8 __U, __m128i __A, __m128i __B)
7262 {
7263   return (__m128i) __builtin_ia32_pandq128_mask ((__v2di) __A,
7264                                                  (__v2di) __B,
7265                                                  (__v2di)
7266                                                  _mm_setzero_pd (),
7267                                                  __U);
7268 }
7269
7270 extern __inline __m256i
7271 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7272 _mm256_mask_andnot_epi64 (__m256i __W, __mmask8 __U, __m256i __A,
7273                           __m256i __B)
7274 {
7275   return (__m256i) __builtin_ia32_pandnq256_mask ((__v4di) __A,
7276                                                   (__v4di) __B,
7277                                                   (__v4di) __W, __U);
7278 }
7279
7280 extern __inline __m256i
7281 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7282 _mm256_maskz_andnot_epi64 (__mmask8 __U, __m256i __A, __m256i __B)
7283 {
7284   return (__m256i) __builtin_ia32_pandnq256_mask ((__v4di) __A,
7285                                                   (__v4di) __B,
7286                                                   (__v4di)
7287                                                   _mm256_setzero_pd (),
7288                                                   __U);
7289 }
7290
7291 extern __inline __m128i
7292 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7293 _mm_mask_andnot_epi64 (__m128i __W, __mmask8 __U, __m128i __A,
7294                        __m128i __B)
7295 {
7296   return (__m128i) __builtin_ia32_pandnq128_mask ((__v2di) __A,
7297                                                   (__v2di) __B,
7298                                                   (__v2di) __W, __U);
7299 }
7300
7301 extern __inline __m128i
7302 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7303 _mm_maskz_andnot_epi64 (__mmask8 __U, __m128i __A, __m128i __B)
7304 {
7305   return (__m128i) __builtin_ia32_pandnq128_mask ((__v2di) __A,
7306                                                   (__v2di) __B,
7307                                                   (__v2di)
7308                                                   _mm_setzero_pd (),
7309                                                   __U);
7310 }
7311
7312 extern __inline __m256i
7313 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7314 _mm256_mask_or_epi64 (__m256i __W, __mmask8 __U, __m256i __A,
7315                       __m256i __B)
7316 {
7317   return (__m256i) __builtin_ia32_porq256_mask ((__v4di) __A,
7318                                                 (__v4di) __B,
7319                                                 (__v4di) __W,
7320                                                 (__mmask8) __U);
7321 }
7322
7323 extern __inline __m256i
7324 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7325 _mm256_maskz_or_epi64 (__mmask8 __U, __m256i __A, __m256i __B)
7326 {
7327   return (__m256i) __builtin_ia32_porq256_mask ((__v4di) __A,
7328                                                 (__v4di) __B,
7329                                                 (__v4di)
7330                                                 _mm256_setzero_si256 (),
7331                                                 (__mmask8) __U);
7332 }
7333
7334 extern __inline __m128i
7335 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7336 _mm_mask_or_epi64 (__m128i __W, __mmask8 __U, __m128i __A, __m128i __B)
7337 {
7338   return (__m128i) __builtin_ia32_porq128_mask ((__v2di) __A,
7339                                                 (__v2di) __B,
7340                                                 (__v2di) __W,
7341                                                 (__mmask8) __U);
7342 }
7343
7344 extern __inline __m128i
7345 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7346 _mm_maskz_or_epi64 (__mmask8 __U, __m128i __A, __m128i __B)
7347 {
7348   return (__m128i) __builtin_ia32_porq128_mask ((__v2di) __A,
7349                                                 (__v2di) __B,
7350                                                 (__v2di)
7351                                                 _mm_setzero_si128 (),
7352                                                 (__mmask8) __U);
7353 }
7354
7355 extern __inline __m256i
7356 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7357 _mm256_mask_xor_epi64 (__m256i __W, __mmask8 __U, __m256i __A,
7358                        __m256i __B)
7359 {
7360   return (__m256i) __builtin_ia32_pxorq256_mask ((__v4di) __A,
7361                                                  (__v4di) __B,
7362                                                  (__v4di) __W,
7363                                                  (__mmask8) __U);
7364 }
7365
7366 extern __inline __m256i
7367 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7368 _mm256_maskz_xor_epi64 (__mmask8 __U, __m256i __A, __m256i __B)
7369 {
7370   return (__m256i) __builtin_ia32_pxorq256_mask ((__v4di) __A,
7371                                                  (__v4di) __B,
7372                                                  (__v4di)
7373                                                  _mm256_setzero_si256 (),
7374                                                  (__mmask8) __U);
7375 }
7376
7377 extern __inline __m128i
7378 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7379 _mm_mask_xor_epi64 (__m128i __W, __mmask8 __U, __m128i __A,
7380                     __m128i __B)
7381 {
7382   return (__m128i) __builtin_ia32_pxorq128_mask ((__v2di) __A,
7383                                                  (__v2di) __B,
7384                                                  (__v2di) __W,
7385                                                  (__mmask8) __U);
7386 }
7387
7388 extern __inline __m128i
7389 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7390 _mm_maskz_xor_epi64 (__mmask8 __U, __m128i __A, __m128i __B)
7391 {
7392   return (__m128i) __builtin_ia32_pxorq128_mask ((__v2di) __A,
7393                                                  (__v2di) __B,
7394                                                  (__v2di)
7395                                                  _mm_setzero_si128 (),
7396                                                  (__mmask8) __U);
7397 }
7398
7399 extern __inline __m256d
7400 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7401 _mm256_mask_max_pd (__m256d __W, __mmask8 __U, __m256d __A,
7402                     __m256d __B)
7403 {
7404   return (__m256d) __builtin_ia32_maxpd256_mask ((__v4df) __A,
7405                                                  (__v4df) __B,
7406                                                  (__v4df) __W,
7407                                                  (__mmask8) __U);
7408 }
7409
7410 extern __inline __m256d
7411 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7412 _mm256_maskz_max_pd (__mmask8 __U, __m256d __A, __m256d __B)
7413 {
7414   return (__m256d) __builtin_ia32_maxpd256_mask ((__v4df) __A,
7415                                                  (__v4df) __B,
7416                                                  (__v4df)
7417                                                  _mm256_setzero_pd (),
7418                                                  (__mmask8) __U);
7419 }
7420
7421 extern __inline __m256
7422 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7423 _mm256_mask_max_ps (__m256 __W, __mmask8 __U, __m256 __A, __m256 __B)
7424 {
7425   return (__m256) __builtin_ia32_maxps256_mask ((__v8sf) __A,
7426                                                 (__v8sf) __B,
7427                                                 (__v8sf) __W,
7428                                                 (__mmask8) __U);
7429 }
7430
7431 extern __inline __m256
7432 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7433 _mm256_maskz_max_ps (__mmask8 __U, __m256 __A, __m256 __B)
7434 {
7435   return (__m256) __builtin_ia32_maxps256_mask ((__v8sf) __A,
7436                                                 (__v8sf) __B,
7437                                                 (__v8sf)
7438                                                 _mm256_setzero_ps (),
7439                                                 (__mmask8) __U);
7440 }
7441
7442 extern __inline __m128
7443 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7444 _mm_mask_div_ps (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
7445 {
7446   return (__m128) __builtin_ia32_divps_mask ((__v4sf) __A,
7447                                              (__v4sf) __B,
7448                                              (__v4sf) __W,
7449                                              (__mmask8) __U);
7450 }
7451
7452 extern __inline __m128
7453 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7454 _mm_maskz_div_ps (__mmask8 __U, __m128 __A, __m128 __B)
7455 {
7456   return (__m128) __builtin_ia32_divps_mask ((__v4sf) __A,
7457                                              (__v4sf) __B,
7458                                              (__v4sf)
7459                                              _mm_setzero_ps (),
7460                                              (__mmask8) __U);
7461 }
7462
7463 extern __inline __m128d
7464 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7465 _mm_mask_div_pd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
7466 {
7467   return (__m128d) __builtin_ia32_divpd_mask ((__v2df) __A,
7468                                               (__v2df) __B,
7469                                               (__v2df) __W,
7470                                               (__mmask8) __U);
7471 }
7472
7473 extern __inline __m128d
7474 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7475 _mm_maskz_div_pd (__mmask8 __U, __m128d __A, __m128d __B)
7476 {
7477   return (__m128d) __builtin_ia32_divpd_mask ((__v2df) __A,
7478                                               (__v2df) __B,
7479                                               (__v2df)
7480                                               _mm_setzero_pd (),
7481                                               (__mmask8) __U);
7482 }
7483
7484 extern __inline __m256d
7485 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7486 _mm256_mask_min_pd (__m256d __W, __mmask8 __U, __m256d __A,
7487                     __m256d __B)
7488 {
7489   return (__m256d) __builtin_ia32_minpd256_mask ((__v4df) __A,
7490                                                  (__v4df) __B,
7491                                                  (__v4df) __W,
7492                                                  (__mmask8) __U);
7493 }
7494
7495 extern __inline __m256d
7496 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7497 _mm256_mask_div_pd (__m256d __W, __mmask8 __U, __m256d __A,
7498                     __m256d __B)
7499 {
7500   return (__m256d) __builtin_ia32_divpd256_mask ((__v4df) __A,
7501                                                  (__v4df) __B,
7502                                                  (__v4df) __W,
7503                                                  (__mmask8) __U);
7504 }
7505
7506 extern __inline __m256d
7507 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7508 _mm256_maskz_min_pd (__mmask8 __U, __m256d __A, __m256d __B)
7509 {
7510   return (__m256d) __builtin_ia32_minpd256_mask ((__v4df) __A,
7511                                                  (__v4df) __B,
7512                                                  (__v4df)
7513                                                  _mm256_setzero_pd (),
7514                                                  (__mmask8) __U);
7515 }
7516
7517 extern __inline __m256
7518 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7519 _mm256_mask_min_ps (__m256 __W, __mmask8 __U, __m256 __A, __m256 __B)
7520 {
7521   return (__m256) __builtin_ia32_minps256_mask ((__v8sf) __A,
7522                                                 (__v8sf) __B,
7523                                                 (__v8sf) __W,
7524                                                 (__mmask8) __U);
7525 }
7526
7527 extern __inline __m256d
7528 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7529 _mm256_maskz_div_pd (__mmask8 __U, __m256d __A, __m256d __B)
7530 {
7531   return (__m256d) __builtin_ia32_divpd256_mask ((__v4df) __A,
7532                                                  (__v4df) __B,
7533                                                  (__v4df)
7534                                                  _mm256_setzero_pd (),
7535                                                  (__mmask8) __U);
7536 }
7537
7538 extern __inline __m256
7539 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7540 _mm256_mask_div_ps (__m256 __W, __mmask8 __U, __m256 __A, __m256 __B)
7541 {
7542   return (__m256) __builtin_ia32_divps256_mask ((__v8sf) __A,
7543                                                 (__v8sf) __B,
7544                                                 (__v8sf) __W,
7545                                                 (__mmask8) __U);
7546 }
7547
7548 extern __inline __m256
7549 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7550 _mm256_maskz_min_ps (__mmask8 __U, __m256 __A, __m256 __B)
7551 {
7552   return (__m256) __builtin_ia32_minps256_mask ((__v8sf) __A,
7553                                                 (__v8sf) __B,
7554                                                 (__v8sf)
7555                                                 _mm256_setzero_ps (),
7556                                                 (__mmask8) __U);
7557 }
7558
7559 extern __inline __m256
7560 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7561 _mm256_maskz_div_ps (__mmask8 __U, __m256 __A, __m256 __B)
7562 {
7563   return (__m256) __builtin_ia32_divps256_mask ((__v8sf) __A,
7564                                                 (__v8sf) __B,
7565                                                 (__v8sf)
7566                                                 _mm256_setzero_ps (),
7567                                                 (__mmask8) __U);
7568 }
7569
7570 extern __inline __m128
7571 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7572 _mm_mask_min_ps (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
7573 {
7574   return (__m128) __builtin_ia32_minps_mask ((__v4sf) __A,
7575                                              (__v4sf) __B,
7576                                              (__v4sf) __W,
7577                                              (__mmask8) __U);
7578 }
7579
7580 extern __inline __m128
7581 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7582 _mm_mask_mul_ps (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
7583 {
7584   return (__m128) __builtin_ia32_mulps_mask ((__v4sf) __A,
7585                                              (__v4sf) __B,
7586                                              (__v4sf) __W,
7587                                              (__mmask8) __U);
7588 }
7589
7590 extern __inline __m128
7591 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7592 _mm_maskz_min_ps (__mmask8 __U, __m128 __A, __m128 __B)
7593 {
7594   return (__m128) __builtin_ia32_minps_mask ((__v4sf) __A,
7595                                              (__v4sf) __B,
7596                                              (__v4sf)
7597                                              _mm_setzero_ps (),
7598                                              (__mmask8) __U);
7599 }
7600
7601 extern __inline __m128
7602 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7603 _mm_maskz_mul_ps (__mmask8 __U, __m128 __A, __m128 __B)
7604 {
7605   return (__m128) __builtin_ia32_mulps_mask ((__v4sf) __A,
7606                                              (__v4sf) __B,
7607                                              (__v4sf)
7608                                              _mm_setzero_ps (),
7609                                              (__mmask8) __U);
7610 }
7611
7612 extern __inline __m128
7613 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7614 _mm_mask_max_ps (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
7615 {
7616   return (__m128) __builtin_ia32_maxps_mask ((__v4sf) __A,
7617                                              (__v4sf) __B,
7618                                              (__v4sf) __W,
7619                                              (__mmask8) __U);
7620 }
7621
7622 extern __inline __m128
7623 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7624 _mm_maskz_max_ps (__mmask8 __U, __m128 __A, __m128 __B)
7625 {
7626   return (__m128) __builtin_ia32_maxps_mask ((__v4sf) __A,
7627                                              (__v4sf) __B,
7628                                              (__v4sf)
7629                                              _mm_setzero_ps (),
7630                                              (__mmask8) __U);
7631 }
7632
7633 extern __inline __m128d
7634 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7635 _mm_mask_min_pd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
7636 {
7637   return (__m128d) __builtin_ia32_minpd_mask ((__v2df) __A,
7638                                               (__v2df) __B,
7639                                               (__v2df) __W,
7640                                               (__mmask8) __U);
7641 }
7642
7643 extern __inline __m128d
7644 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7645 _mm_maskz_min_pd (__mmask8 __U, __m128d __A, __m128d __B)
7646 {
7647   return (__m128d) __builtin_ia32_minpd_mask ((__v2df) __A,
7648                                               (__v2df) __B,
7649                                               (__v2df)
7650                                               _mm_setzero_pd (),
7651                                               (__mmask8) __U);
7652 }
7653
7654 extern __inline __m128d
7655 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7656 _mm_mask_max_pd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
7657 {
7658   return (__m128d) __builtin_ia32_maxpd_mask ((__v2df) __A,
7659                                               (__v2df) __B,
7660                                               (__v2df) __W,
7661                                               (__mmask8) __U);
7662 }
7663
7664 extern __inline __m128d
7665 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7666 _mm_maskz_max_pd (__mmask8 __U, __m128d __A, __m128d __B)
7667 {
7668   return (__m128d) __builtin_ia32_maxpd_mask ((__v2df) __A,
7669                                               (__v2df) __B,
7670                                               (__v2df)
7671                                               _mm_setzero_pd (),
7672                                               (__mmask8) __U);
7673 }
7674
7675 extern __inline __m128d
7676 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7677 _mm_mask_mul_pd (__m128d __W, __mmask8 __U, __m128d __A, __m128d __B)
7678 {
7679   return (__m128d) __builtin_ia32_mulpd_mask ((__v2df) __A,
7680                                               (__v2df) __B,
7681                                               (__v2df) __W,
7682                                               (__mmask8) __U);
7683 }
7684
7685 extern __inline __m128d
7686 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7687 _mm_maskz_mul_pd (__mmask8 __U, __m128d __A, __m128d __B)
7688 {
7689   return (__m128d) __builtin_ia32_mulpd_mask ((__v2df) __A,
7690                                               (__v2df) __B,
7691                                               (__v2df)
7692                                               _mm_setzero_pd (),
7693                                               (__mmask8) __U);
7694 }
7695
7696 extern __inline __m256
7697 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7698 _mm256_mask_mul_ps (__m256 __W, __mmask8 __U, __m256 __A, __m256 __B)
7699 {
7700   return (__m256) __builtin_ia32_mulps256_mask ((__v8sf) __A,
7701                                                 (__v8sf) __B,
7702                                                 (__v8sf) __W,
7703                                                 (__mmask8) __U);
7704 }
7705
7706 extern __inline __m256
7707 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7708 _mm256_maskz_mul_ps (__mmask8 __U, __m256 __A, __m256 __B)
7709 {
7710   return (__m256) __builtin_ia32_mulps256_mask ((__v8sf) __A,
7711                                                 (__v8sf) __B,
7712                                                 (__v8sf)
7713                                                 _mm256_setzero_ps (),
7714                                                 (__mmask8) __U);
7715 }
7716
7717 extern __inline __m256d
7718 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7719 _mm256_mask_mul_pd (__m256d __W, __mmask8 __U, __m256d __A,
7720                     __m256d __B)
7721 {
7722   return (__m256d) __builtin_ia32_mulpd256_mask ((__v4df) __A,
7723                                                  (__v4df) __B,
7724                                                  (__v4df) __W,
7725                                                  (__mmask8) __U);
7726 }
7727
7728 extern __inline __m256d
7729 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7730 _mm256_maskz_mul_pd (__mmask8 __U, __m256d __A, __m256d __B)
7731 {
7732   return (__m256d) __builtin_ia32_mulpd256_mask ((__v4df) __A,
7733                                                  (__v4df) __B,
7734                                                  (__v4df)
7735                                                  _mm256_setzero_pd (),
7736                                                  (__mmask8) __U);
7737 }
7738
7739 extern __inline __m256i
7740 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7741 _mm256_maskz_max_epi64 (__mmask8 __M, __m256i __A, __m256i __B)
7742 {
7743   return (__m256i) __builtin_ia32_pmaxsq256_mask ((__v4di) __A,
7744                                                   (__v4di) __B,
7745                                                   (__v4di)
7746                                                   _mm256_setzero_si256 (),
7747                                                   __M);
7748 }
7749
7750 extern __inline __m256i
7751 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7752 _mm256_mask_max_epi64 (__m256i __W, __mmask8 __M, __m256i __A,
7753                        __m256i __B)
7754 {
7755   return (__m256i) __builtin_ia32_pmaxsq256_mask ((__v4di) __A,
7756                                                   (__v4di) __B,
7757                                                   (__v4di) __W, __M);
7758 }
7759
7760 extern __inline __m256i
7761 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7762 _mm256_min_epi64 (__m256i __A, __m256i __B)
7763 {
7764   return (__m256i) __builtin_ia32_pminsq256_mask ((__v4di) __A,
7765                                                   (__v4di) __B,
7766                                                   (__v4di)
7767                                                   _mm256_setzero_si256 (),
7768                                                   (__mmask8) -1);
7769 }
7770
7771 extern __inline __m256i
7772 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7773 _mm256_mask_min_epi64 (__m256i __W, __mmask8 __M, __m256i __A,
7774                        __m256i __B)
7775 {
7776   return (__m256i) __builtin_ia32_pminsq256_mask ((__v4di) __A,
7777                                                   (__v4di) __B,
7778                                                   (__v4di) __W, __M);
7779 }
7780
7781 extern __inline __m256i
7782 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7783 _mm256_maskz_min_epi64 (__mmask8 __M, __m256i __A, __m256i __B)
7784 {
7785   return (__m256i) __builtin_ia32_pminsq256_mask ((__v4di) __A,
7786                                                   (__v4di) __B,
7787                                                   (__v4di)
7788                                                   _mm256_setzero_si256 (),
7789                                                   __M);
7790 }
7791
7792 extern __inline __m256i
7793 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7794 _mm256_maskz_max_epu64 (__mmask8 __M, __m256i __A, __m256i __B)
7795 {
7796   return (__m256i) __builtin_ia32_pmaxuq256_mask ((__v4di) __A,
7797                                                   (__v4di) __B,
7798                                                   (__v4di)
7799                                                   _mm256_setzero_si256 (),
7800                                                   __M);
7801 }
7802
7803 extern __inline __m256i
7804 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7805 _mm256_max_epi64 (__m256i __A, __m256i __B)
7806 {
7807   return (__m256i) __builtin_ia32_pmaxsq256_mask ((__v4di) __A,
7808                                                   (__v4di) __B,
7809                                                   (__v4di)
7810                                                   _mm256_setzero_si256 (),
7811                                                   (__mmask8) -1);
7812 }
7813
7814 extern __inline __m256i
7815 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7816 _mm256_max_epu64 (__m256i __A, __m256i __B)
7817 {
7818   return (__m256i) __builtin_ia32_pmaxuq256_mask ((__v4di) __A,
7819                                                   (__v4di) __B,
7820                                                   (__v4di)
7821                                                   _mm256_setzero_si256 (),
7822                                                   (__mmask8) -1);
7823 }
7824
7825 extern __inline __m256i
7826 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7827 _mm256_mask_max_epu64 (__m256i __W, __mmask8 __M, __m256i __A,
7828                        __m256i __B)
7829 {
7830   return (__m256i) __builtin_ia32_pmaxuq256_mask ((__v4di) __A,
7831                                                   (__v4di) __B,
7832                                                   (__v4di) __W, __M);
7833 }
7834
7835 extern __inline __m256i
7836 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7837 _mm256_min_epu64 (__m256i __A, __m256i __B)
7838 {
7839   return (__m256i) __builtin_ia32_pminuq256_mask ((__v4di) __A,
7840                                                   (__v4di) __B,
7841                                                   (__v4di)
7842                                                   _mm256_setzero_si256 (),
7843                                                   (__mmask8) -1);
7844 }
7845
7846 extern __inline __m256i
7847 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7848 _mm256_mask_min_epu64 (__m256i __W, __mmask8 __M, __m256i __A,
7849                        __m256i __B)
7850 {
7851   return (__m256i) __builtin_ia32_pminuq256_mask ((__v4di) __A,
7852                                                   (__v4di) __B,
7853                                                   (__v4di) __W, __M);
7854 }
7855
7856 extern __inline __m256i
7857 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7858 _mm256_maskz_min_epu64 (__mmask8 __M, __m256i __A, __m256i __B)
7859 {
7860   return (__m256i) __builtin_ia32_pminuq256_mask ((__v4di) __A,
7861                                                   (__v4di) __B,
7862                                                   (__v4di)
7863                                                   _mm256_setzero_si256 (),
7864                                                   __M);
7865 }
7866
7867 extern __inline __m256i
7868 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7869 _mm256_maskz_max_epi32 (__mmask8 __M, __m256i __A, __m256i __B)
7870 {
7871   return (__m256i) __builtin_ia32_pmaxsd256_mask ((__v8si) __A,
7872                                                   (__v8si) __B,
7873                                                   (__v8si)
7874                                                   _mm256_setzero_si256 (),
7875                                                   __M);
7876 }
7877
7878 extern __inline __m256i
7879 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7880 _mm256_mask_max_epi32 (__m256i __W, __mmask8 __M, __m256i __A,
7881                        __m256i __B)
7882 {
7883   return (__m256i) __builtin_ia32_pmaxsd256_mask ((__v8si) __A,
7884                                                   (__v8si) __B,
7885                                                   (__v8si) __W, __M);
7886 }
7887
7888 extern __inline __m256i
7889 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7890 _mm256_maskz_min_epi32 (__mmask8 __M, __m256i __A, __m256i __B)
7891 {
7892   return (__m256i) __builtin_ia32_pminsd256_mask ((__v8si) __A,
7893                                                   (__v8si) __B,
7894                                                   (__v8si)
7895                                                   _mm256_setzero_si256 (),
7896                                                   __M);
7897 }
7898
7899 extern __inline __m256i
7900 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7901 _mm256_mask_min_epi32 (__m256i __W, __mmask8 __M, __m256i __A,
7902                        __m256i __B)
7903 {
7904   return (__m256i) __builtin_ia32_pminsd256_mask ((__v8si) __A,
7905                                                   (__v8si) __B,
7906                                                   (__v8si) __W, __M);
7907 }
7908
7909 extern __inline __m256i
7910 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7911 _mm256_maskz_max_epu32 (__mmask8 __M, __m256i __A, __m256i __B)
7912 {
7913   return (__m256i) __builtin_ia32_pmaxud256_mask ((__v8si) __A,
7914                                                   (__v8si) __B,
7915                                                   (__v8si)
7916                                                   _mm256_setzero_si256 (),
7917                                                   __M);
7918 }
7919
7920 extern __inline __m256i
7921 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7922 _mm256_mask_max_epu32 (__m256i __W, __mmask8 __M, __m256i __A,
7923                        __m256i __B)
7924 {
7925   return (__m256i) __builtin_ia32_pmaxud256_mask ((__v8si) __A,
7926                                                   (__v8si) __B,
7927                                                   (__v8si) __W, __M);
7928 }
7929
7930 extern __inline __m256i
7931 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7932 _mm256_maskz_min_epu32 (__mmask8 __M, __m256i __A, __m256i __B)
7933 {
7934   return (__m256i) __builtin_ia32_pminud256_mask ((__v8si) __A,
7935                                                   (__v8si) __B,
7936                                                   (__v8si)
7937                                                   _mm256_setzero_si256 (),
7938                                                   __M);
7939 }
7940
7941 extern __inline __m256i
7942 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7943 _mm256_mask_min_epu32 (__m256i __W, __mmask8 __M, __m256i __A,
7944                        __m256i __B)
7945 {
7946   return (__m256i) __builtin_ia32_pminud256_mask ((__v8si) __A,
7947                                                   (__v8si) __B,
7948                                                   (__v8si) __W, __M);
7949 }
7950
7951 extern __inline __m128i
7952 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7953 _mm_maskz_max_epi64 (__mmask8 __M, __m128i __A, __m128i __B)
7954 {
7955   return (__m128i) __builtin_ia32_pmaxsq128_mask ((__v2di) __A,
7956                                                   (__v2di) __B,
7957                                                   (__v2di)
7958                                                   _mm_setzero_si128 (),
7959                                                   __M);
7960 }
7961
7962 extern __inline __m128i
7963 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7964 _mm_mask_max_epi64 (__m128i __W, __mmask8 __M, __m128i __A,
7965                     __m128i __B)
7966 {
7967   return (__m128i) __builtin_ia32_pmaxsq128_mask ((__v2di) __A,
7968                                                   (__v2di) __B,
7969                                                   (__v2di) __W, __M);
7970 }
7971
7972 extern __inline __m128i
7973 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7974 _mm_min_epi64 (__m128i __A, __m128i __B)
7975 {
7976   return (__m128i) __builtin_ia32_pminsq128_mask ((__v2di) __A,
7977                                                   (__v2di) __B,
7978                                                   (__v2di)
7979                                                   _mm_setzero_di (),
7980                                                   (__mmask8) -1);
7981 }
7982
7983 extern __inline __m128i
7984 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7985 _mm_mask_min_epi64 (__m128i __W, __mmask8 __M, __m128i __A,
7986                     __m128i __B)
7987 {
7988   return (__m128i) __builtin_ia32_pminsq128_mask ((__v2di) __A,
7989                                                   (__v2di) __B,
7990                                                   (__v2di) __W, __M);
7991 }
7992
7993 extern __inline __m128i
7994 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
7995 _mm_maskz_min_epi64 (__mmask8 __M, __m128i __A, __m128i __B)
7996 {
7997   return (__m128i) __builtin_ia32_pminsq128_mask ((__v2di) __A,
7998                                                   (__v2di) __B,
7999                                                   (__v2di)
8000                                                   _mm_setzero_si128 (),
8001                                                   __M);
8002 }
8003
8004 extern __inline __m128i
8005 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8006 _mm_maskz_max_epu64 (__mmask8 __M, __m128i __A, __m128i __B)
8007 {
8008   return (__m128i) __builtin_ia32_pmaxuq128_mask ((__v2di) __A,
8009                                                   (__v2di) __B,
8010                                                   (__v2di)
8011                                                   _mm_setzero_si128 (),
8012                                                   __M);
8013 }
8014
8015 extern __inline __m128i
8016 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8017 _mm_max_epi64 (__m128i __A, __m128i __B)
8018 {
8019   return (__m128i) __builtin_ia32_pmaxsq128_mask ((__v2di) __A,
8020                                                   (__v2di) __B,
8021                                                   (__v2di)
8022                                                   _mm_setzero_di (),
8023                                                   (__mmask8) -1);
8024 }
8025
8026 extern __inline __m128i
8027 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8028 _mm_max_epu64 (__m128i __A, __m128i __B)
8029 {
8030   return (__m128i) __builtin_ia32_pmaxuq128_mask ((__v2di) __A,
8031                                                   (__v2di) __B,
8032                                                   (__v2di)
8033                                                   _mm_setzero_di (),
8034                                                   (__mmask8) -1);
8035 }
8036
8037 extern __inline __m128i
8038 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8039 _mm_mask_max_epu64 (__m128i __W, __mmask8 __M, __m128i __A,
8040                     __m128i __B)
8041 {
8042   return (__m128i) __builtin_ia32_pmaxuq128_mask ((__v2di) __A,
8043                                                   (__v2di) __B,
8044                                                   (__v2di) __W, __M);
8045 }
8046
8047 extern __inline __m128i
8048 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8049 _mm_min_epu64 (__m128i __A, __m128i __B)
8050 {
8051   return (__m128i) __builtin_ia32_pminuq128_mask ((__v2di) __A,
8052                                                   (__v2di) __B,
8053                                                   (__v2di)
8054                                                   _mm_setzero_di (),
8055                                                   (__mmask8) -1);
8056 }
8057
8058 extern __inline __m128i
8059 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8060 _mm_mask_min_epu64 (__m128i __W, __mmask8 __M, __m128i __A,
8061                     __m128i __B)
8062 {
8063   return (__m128i) __builtin_ia32_pminuq128_mask ((__v2di) __A,
8064                                                   (__v2di) __B,
8065                                                   (__v2di) __W, __M);
8066 }
8067
8068 extern __inline __m128i
8069 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8070 _mm_maskz_min_epu64 (__mmask8 __M, __m128i __A, __m128i __B)
8071 {
8072   return (__m128i) __builtin_ia32_pminuq128_mask ((__v2di) __A,
8073                                                   (__v2di) __B,
8074                                                   (__v2di)
8075                                                   _mm_setzero_si128 (),
8076                                                   __M);
8077 }
8078
8079 extern __inline __m128i
8080 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8081 _mm_maskz_max_epi32 (__mmask8 __M, __m128i __A, __m128i __B)
8082 {
8083   return (__m128i) __builtin_ia32_pmaxsd128_mask ((__v4si) __A,
8084                                                   (__v4si) __B,
8085                                                   (__v4si)
8086                                                   _mm_setzero_si128 (),
8087                                                   __M);
8088 }
8089
8090 extern __inline __m128i
8091 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8092 _mm_mask_max_epi32 (__m128i __W, __mmask8 __M, __m128i __A,
8093                     __m128i __B)
8094 {
8095   return (__m128i) __builtin_ia32_pmaxsd128_mask ((__v4si) __A,
8096                                                   (__v4si) __B,
8097                                                   (__v4si) __W, __M);
8098 }
8099
8100 extern __inline __m128i
8101 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8102 _mm_maskz_min_epi32 (__mmask8 __M, __m128i __A, __m128i __B)
8103 {
8104   return (__m128i) __builtin_ia32_pminsd128_mask ((__v4si) __A,
8105                                                   (__v4si) __B,
8106                                                   (__v4si)
8107                                                   _mm_setzero_si128 (),
8108                                                   __M);
8109 }
8110
8111 extern __inline __m128i
8112 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8113 _mm_mask_min_epi32 (__m128i __W, __mmask8 __M, __m128i __A,
8114                     __m128i __B)
8115 {
8116   return (__m128i) __builtin_ia32_pminsd128_mask ((__v4si) __A,
8117                                                   (__v4si) __B,
8118                                                   (__v4si) __W, __M);
8119 }
8120
8121 extern __inline __m128i
8122 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8123 _mm_maskz_max_epu32 (__mmask8 __M, __m128i __A, __m128i __B)
8124 {
8125   return (__m128i) __builtin_ia32_pmaxud128_mask ((__v4si) __A,
8126                                                   (__v4si) __B,
8127                                                   (__v4si)
8128                                                   _mm_setzero_si128 (),
8129                                                   __M);
8130 }
8131
8132 extern __inline __m128i
8133 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8134 _mm_mask_max_epu32 (__m128i __W, __mmask8 __M, __m128i __A,
8135                     __m128i __B)
8136 {
8137   return (__m128i) __builtin_ia32_pmaxud128_mask ((__v4si) __A,
8138                                                   (__v4si) __B,
8139                                                   (__v4si) __W, __M);
8140 }
8141
8142 extern __inline __m128i
8143 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8144 _mm_maskz_min_epu32 (__mmask8 __M, __m128i __A, __m128i __B)
8145 {
8146   return (__m128i) __builtin_ia32_pminud128_mask ((__v4si) __A,
8147                                                   (__v4si) __B,
8148                                                   (__v4si)
8149                                                   _mm_setzero_si128 (),
8150                                                   __M);
8151 }
8152
8153 extern __inline __m128i
8154 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8155 _mm_mask_min_epu32 (__m128i __W, __mmask8 __M, __m128i __A,
8156                     __m128i __B)
8157 {
8158   return (__m128i) __builtin_ia32_pminud128_mask ((__v4si) __A,
8159                                                   (__v4si) __B,
8160                                                   (__v4si) __W, __M);
8161 }
8162
8163 #ifndef __AVX512CD__
8164 #pragma GCC push_options
8165 #pragma GCC target("avx512vl,avx512cd")
8166 #define __DISABLE_AVX512VLCD__
8167 #endif
8168
8169 extern __inline __m128i
8170 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8171 _mm_broadcastmb_epi64 (__mmask8 __A)
8172 {
8173   return (__m128i) __builtin_ia32_broadcastmb128 (__A);
8174 }
8175
8176 extern __inline __m256i
8177 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8178 _mm256_broadcastmb_epi64 (__mmask8 __A)
8179 {
8180   return (__m256i) __builtin_ia32_broadcastmb256 (__A);
8181 }
8182
8183 extern __inline __m128i
8184 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8185 _mm_broadcastmw_epi32 (__mmask16 __A)
8186 {
8187   return (__m128i) __builtin_ia32_broadcastmw128 (__A);
8188 }
8189
8190 extern __inline __m256i
8191 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8192 _mm256_broadcastmw_epi32 (__mmask16 __A)
8193 {
8194   return (__m256i) __builtin_ia32_broadcastmw256 (__A);
8195 }
8196
8197 extern __inline __m256i
8198 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8199 _mm256_lzcnt_epi32 (__m256i __A)
8200 {
8201   return (__m256i) __builtin_ia32_vplzcntd_256_mask ((__v8si) __A,
8202                                                      (__v8si)
8203                                                      _mm256_setzero_si256 (),
8204                                                      (__mmask8) -1);
8205 }
8206
8207 extern __inline __m256i
8208 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8209 _mm256_mask_lzcnt_epi32 (__m256i __W, __mmask8 __U, __m256i __A)
8210 {
8211   return (__m256i) __builtin_ia32_vplzcntd_256_mask ((__v8si) __A,
8212                                                      (__v8si) __W,
8213                                                      (__mmask8) __U);
8214 }
8215
8216 extern __inline __m256i
8217 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8218 _mm256_maskz_lzcnt_epi32 (__mmask8 __U, __m256i __A)
8219 {
8220   return (__m256i) __builtin_ia32_vplzcntd_256_mask ((__v8si) __A,
8221                                                      (__v8si)
8222                                                      _mm256_setzero_si256 (),
8223                                                      (__mmask8) __U);
8224 }
8225
8226 extern __inline __m256i
8227 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8228 _mm256_lzcnt_epi64 (__m256i __A)
8229 {
8230   return (__m256i) __builtin_ia32_vplzcntq_256_mask ((__v4di) __A,
8231                                                      (__v4di)
8232                                                      _mm256_setzero_si256 (),
8233                                                      (__mmask8) -1);
8234 }
8235
8236 extern __inline __m256i
8237 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8238 _mm256_mask_lzcnt_epi64 (__m256i __W, __mmask8 __U, __m256i __A)
8239 {
8240   return (__m256i) __builtin_ia32_vplzcntq_256_mask ((__v4di) __A,
8241                                                      (__v4di) __W,
8242                                                      (__mmask8) __U);
8243 }
8244
8245 extern __inline __m256i
8246 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8247 _mm256_maskz_lzcnt_epi64 (__mmask8 __U, __m256i __A)
8248 {
8249   return (__m256i) __builtin_ia32_vplzcntq_256_mask ((__v4di) __A,
8250                                                      (__v4di)
8251                                                      _mm256_setzero_si256 (),
8252                                                      (__mmask8) __U);
8253 }
8254
8255 extern __inline __m256i
8256 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8257 _mm256_conflict_epi64 (__m256i __A)
8258 {
8259   return (__m256i) __builtin_ia32_vpconflictdi_256_mask ((__v4di) __A,
8260                                                          (__v4di)
8261                                                          _mm256_setzero_si256 (),
8262                                                          (__mmask8) -
8263                                                          1);
8264 }
8265
8266 extern __inline __m256i
8267 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8268 _mm256_mask_conflict_epi64 (__m256i __W, __mmask8 __U, __m256i __A)
8269 {
8270   return (__m256i) __builtin_ia32_vpconflictdi_256_mask ((__v4di) __A,
8271                                                          (__v4di) __W,
8272                                                          (__mmask8)
8273                                                          __U);
8274 }
8275
8276 extern __inline __m256i
8277 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8278 _mm256_maskz_conflict_epi64 (__mmask8 __U, __m256i __A)
8279 {
8280   return (__m256i) __builtin_ia32_vpconflictdi_256_mask ((__v4di) __A,
8281                                                          (__v4di)
8282                                                          _mm256_setzero_si256 (),
8283                                                          (__mmask8)
8284                                                          __U);
8285 }
8286
8287 extern __inline __m256i
8288 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8289 _mm256_conflict_epi32 (__m256i __A)
8290 {
8291   return (__m256i) __builtin_ia32_vpconflictsi_256_mask ((__v8si) __A,
8292                                                          (__v8si)
8293                                                          _mm256_setzero_si256 (),
8294                                                          (__mmask8) -
8295                                                          1);
8296 }
8297
8298 extern __inline __m256i
8299 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8300 _mm256_mask_conflict_epi32 (__m256i __W, __mmask8 __U, __m256i __A)
8301 {
8302   return (__m256i) __builtin_ia32_vpconflictsi_256_mask ((__v8si) __A,
8303                                                          (__v8si) __W,
8304                                                          (__mmask8)
8305                                                          __U);
8306 }
8307
8308 extern __inline __m256i
8309 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8310 _mm256_maskz_conflict_epi32 (__mmask8 __U, __m256i __A)
8311 {
8312   return (__m256i) __builtin_ia32_vpconflictsi_256_mask ((__v8si) __A,
8313                                                          (__v8si)
8314                                                          _mm256_setzero_si256 (),
8315                                                          (__mmask8)
8316                                                          __U);
8317 }
8318
8319 extern __inline __m128i
8320 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8321 _mm_lzcnt_epi32 (__m128i __A)
8322 {
8323   return (__m128i) __builtin_ia32_vplzcntd_128_mask ((__v4si) __A,
8324                                                      (__v4si)
8325                                                      _mm_setzero_si128 (),
8326                                                      (__mmask8) -1);
8327 }
8328
8329 extern __inline __m128i
8330 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8331 _mm_mask_lzcnt_epi32 (__m128i __W, __mmask8 __U, __m128i __A)
8332 {
8333   return (__m128i) __builtin_ia32_vplzcntd_128_mask ((__v4si) __A,
8334                                                      (__v4si) __W,
8335                                                      (__mmask8) __U);
8336 }
8337
8338 extern __inline __m128i
8339 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8340 _mm_maskz_lzcnt_epi32 (__mmask8 __U, __m128i __A)
8341 {
8342   return (__m128i) __builtin_ia32_vplzcntd_128_mask ((__v4si) __A,
8343                                                      (__v4si)
8344                                                      _mm_setzero_si128 (),
8345                                                      (__mmask8) __U);
8346 }
8347
8348 extern __inline __m128i
8349 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8350 _mm_lzcnt_epi64 (__m128i __A)
8351 {
8352   return (__m128i) __builtin_ia32_vplzcntq_128_mask ((__v2di) __A,
8353                                                      (__v2di)
8354                                                      _mm_setzero_di (),
8355                                                      (__mmask8) -1);
8356 }
8357
8358 extern __inline __m128i
8359 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8360 _mm_mask_lzcnt_epi64 (__m128i __W, __mmask8 __U, __m128i __A)
8361 {
8362   return (__m128i) __builtin_ia32_vplzcntq_128_mask ((__v2di) __A,
8363                                                      (__v2di) __W,
8364                                                      (__mmask8) __U);
8365 }
8366
8367 extern __inline __m128i
8368 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8369 _mm_maskz_lzcnt_epi64 (__mmask8 __U, __m128i __A)
8370 {
8371   return (__m128i) __builtin_ia32_vplzcntq_128_mask ((__v2di) __A,
8372                                                      (__v2di)
8373                                                      _mm_setzero_di (),
8374                                                      (__mmask8) __U);
8375 }
8376
8377 extern __inline __m128i
8378 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8379 _mm_conflict_epi64 (__m128i __A)
8380 {
8381   return (__m128i) __builtin_ia32_vpconflictdi_128_mask ((__v2di) __A,
8382                                                          (__v2di)
8383                                                          _mm_setzero_di (),
8384                                                          (__mmask8) -
8385                                                          1);
8386 }
8387
8388 extern __inline __m128i
8389 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8390 _mm_mask_conflict_epi64 (__m128i __W, __mmask8 __U, __m128i __A)
8391 {
8392   return (__m128i) __builtin_ia32_vpconflictdi_128_mask ((__v2di) __A,
8393                                                          (__v2di) __W,
8394                                                          (__mmask8)
8395                                                          __U);
8396 }
8397
8398 extern __inline __m128i
8399 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8400 _mm_maskz_conflict_epi64 (__mmask8 __U, __m128i __A)
8401 {
8402   return (__m128i) __builtin_ia32_vpconflictdi_128_mask ((__v2di) __A,
8403                                                          (__v2di)
8404                                                          _mm_setzero_di (),
8405                                                          (__mmask8)
8406                                                          __U);
8407 }
8408
8409 extern __inline __m128i
8410 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8411 _mm_conflict_epi32 (__m128i __A)
8412 {
8413   return (__m128i) __builtin_ia32_vpconflictsi_128_mask ((__v4si) __A,
8414                                                          (__v4si)
8415                                                          _mm_setzero_si128 (),
8416                                                          (__mmask8) -
8417                                                          1);
8418 }
8419
8420 extern __inline __m128i
8421 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8422 _mm_mask_conflict_epi32 (__m128i __W, __mmask8 __U, __m128i __A)
8423 {
8424   return (__m128i) __builtin_ia32_vpconflictsi_128_mask ((__v4si) __A,
8425                                                          (__v4si) __W,
8426                                                          (__mmask8)
8427                                                          __U);
8428 }
8429
8430 extern __inline __m128i
8431 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8432 _mm_maskz_conflict_epi32 (__mmask8 __U, __m128i __A)
8433 {
8434   return (__m128i) __builtin_ia32_vpconflictsi_128_mask ((__v4si) __A,
8435                                                          (__v4si)
8436                                                          _mm_setzero_si128 (),
8437                                                          (__mmask8)
8438                                                          __U);
8439 }
8440
8441 #ifdef __DISABLE_AVX512VLCD__
8442 #pragma GCC pop_options
8443 #endif
8444
8445 extern __inline __m256d
8446 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8447 _mm256_mask_unpacklo_pd (__m256d __W, __mmask8 __U, __m256d __A,
8448                          __m256d __B)
8449 {
8450   return (__m256d) __builtin_ia32_unpcklpd256_mask ((__v4df) __A,
8451                                                     (__v4df) __B,
8452                                                     (__v4df) __W,
8453                                                     (__mmask8) __U);
8454 }
8455
8456 extern __inline __m256d
8457 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8458 _mm256_maskz_unpacklo_pd (__mmask8 __U, __m256d __A, __m256d __B)
8459 {
8460   return (__m256d) __builtin_ia32_unpcklpd256_mask ((__v4df) __A,
8461                                                     (__v4df) __B,
8462                                                     (__v4df)
8463                                                     _mm256_setzero_pd (),
8464                                                     (__mmask8) __U);
8465 }
8466
8467 extern __inline __m128d
8468 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8469 _mm_mask_unpacklo_pd (__m128d __W, __mmask8 __U, __m128d __A,
8470                       __m128d __B)
8471 {
8472   return (__m128d) __builtin_ia32_unpcklpd128_mask ((__v2df) __A,
8473                                                     (__v2df) __B,
8474                                                     (__v2df) __W,
8475                                                     (__mmask8) __U);
8476 }
8477
8478 extern __inline __m128d
8479 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8480 _mm_maskz_unpacklo_pd (__mmask8 __U, __m128d __A, __m128d __B)
8481 {
8482   return (__m128d) __builtin_ia32_unpcklpd128_mask ((__v2df) __A,
8483                                                     (__v2df) __B,
8484                                                     (__v2df)
8485                                                     _mm_setzero_pd (),
8486                                                     (__mmask8) __U);
8487 }
8488
8489 extern __inline __m256
8490 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8491 _mm256_mask_unpacklo_ps (__m256 __W, __mmask8 __U, __m256 __A,
8492                          __m256 __B)
8493 {
8494   return (__m256) __builtin_ia32_unpcklps256_mask ((__v8sf) __A,
8495                                                    (__v8sf) __B,
8496                                                    (__v8sf) __W,
8497                                                    (__mmask8) __U);
8498 }
8499
8500 extern __inline __m256d
8501 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8502 _mm256_mask_unpackhi_pd (__m256d __W, __mmask8 __U, __m256d __A,
8503                          __m256d __B)
8504 {
8505   return (__m256d) __builtin_ia32_unpckhpd256_mask ((__v4df) __A,
8506                                                     (__v4df) __B,
8507                                                     (__v4df) __W,
8508                                                     (__mmask8) __U);
8509 }
8510
8511 extern __inline __m256d
8512 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8513 _mm256_maskz_unpackhi_pd (__mmask8 __U, __m256d __A, __m256d __B)
8514 {
8515   return (__m256d) __builtin_ia32_unpckhpd256_mask ((__v4df) __A,
8516                                                     (__v4df) __B,
8517                                                     (__v4df)
8518                                                     _mm256_setzero_pd (),
8519                                                     (__mmask8) __U);
8520 }
8521
8522 extern __inline __m128d
8523 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8524 _mm_mask_unpackhi_pd (__m128d __W, __mmask8 __U, __m128d __A,
8525                       __m128d __B)
8526 {
8527   return (__m128d) __builtin_ia32_unpckhpd128_mask ((__v2df) __A,
8528                                                     (__v2df) __B,
8529                                                     (__v2df) __W,
8530                                                     (__mmask8) __U);
8531 }
8532
8533 extern __inline __m128d
8534 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8535 _mm_maskz_unpackhi_pd (__mmask8 __U, __m128d __A, __m128d __B)
8536 {
8537   return (__m128d) __builtin_ia32_unpckhpd128_mask ((__v2df) __A,
8538                                                     (__v2df) __B,
8539                                                     (__v2df)
8540                                                     _mm_setzero_pd (),
8541                                                     (__mmask8) __U);
8542 }
8543
8544 extern __inline __m256
8545 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8546 _mm256_mask_unpackhi_ps (__m256 __W, __mmask8 __U, __m256 __A,
8547                          __m256 __B)
8548 {
8549   return (__m256) __builtin_ia32_unpckhps256_mask ((__v8sf) __A,
8550                                                    (__v8sf) __B,
8551                                                    (__v8sf) __W,
8552                                                    (__mmask8) __U);
8553 }
8554
8555 extern __inline __m256
8556 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8557 _mm256_maskz_unpackhi_ps (__mmask8 __U, __m256 __A, __m256 __B)
8558 {
8559   return (__m256) __builtin_ia32_unpckhps256_mask ((__v8sf) __A,
8560                                                    (__v8sf) __B,
8561                                                    (__v8sf)
8562                                                    _mm256_setzero_ps (),
8563                                                    (__mmask8) __U);
8564 }
8565
8566 extern __inline __m128
8567 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8568 _mm_mask_unpackhi_ps (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
8569 {
8570   return (__m128) __builtin_ia32_unpckhps128_mask ((__v4sf) __A,
8571                                                    (__v4sf) __B,
8572                                                    (__v4sf) __W,
8573                                                    (__mmask8) __U);
8574 }
8575
8576 extern __inline __m128
8577 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8578 _mm_maskz_unpackhi_ps (__mmask8 __U, __m128 __A, __m128 __B)
8579 {
8580   return (__m128) __builtin_ia32_unpckhps128_mask ((__v4sf) __A,
8581                                                    (__v4sf) __B,
8582                                                    (__v4sf)
8583                                                    _mm_setzero_ps (),
8584                                                    (__mmask8) __U);
8585 }
8586
8587 extern __inline __m128
8588 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8589 _mm_mask_cvtph_ps (__m128 __W, __mmask8 __U, __m128i __A)
8590 {
8591   return (__m128) __builtin_ia32_vcvtph2ps_mask ((__v8hi) __A,
8592                                                  (__v4sf) __W,
8593                                                  (__mmask8) __U);
8594 }
8595
8596 extern __inline __m128
8597 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8598 _mm_maskz_cvtph_ps (__mmask8 __U, __m128i __A)
8599 {
8600   return (__m128) __builtin_ia32_vcvtph2ps_mask ((__v8hi) __A,
8601                                                  (__v4sf)
8602                                                  _mm_setzero_ps (),
8603                                                  (__mmask8) __U);
8604 }
8605
8606 extern __inline __m256
8607 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8608 _mm256_maskz_unpacklo_ps (__mmask8 __U, __m256 __A, __m256 __B)
8609 {
8610   return (__m256) __builtin_ia32_unpcklps256_mask ((__v8sf) __A,
8611                                                    (__v8sf) __B,
8612                                                    (__v8sf)
8613                                                    _mm256_setzero_ps (),
8614                                                    (__mmask8) __U);
8615 }
8616
8617 extern __inline __m256
8618 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8619 _mm256_mask_cvtph_ps (__m256 __W, __mmask8 __U, __m128i __A)
8620 {
8621   return (__m256) __builtin_ia32_vcvtph2ps256_mask ((__v8hi) __A,
8622                                                     (__v8sf) __W,
8623                                                     (__mmask8) __U);
8624 }
8625
8626 extern __inline __m256
8627 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8628 _mm256_maskz_cvtph_ps (__mmask8 __U, __m128i __A)
8629 {
8630   return (__m256) __builtin_ia32_vcvtph2ps256_mask ((__v8hi) __A,
8631                                                     (__v8sf)
8632                                                     _mm256_setzero_ps (),
8633                                                     (__mmask8) __U);
8634 }
8635
8636 extern __inline __m128
8637 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8638 _mm_mask_unpacklo_ps (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B)
8639 {
8640   return (__m128) __builtin_ia32_unpcklps128_mask ((__v4sf) __A,
8641                                                    (__v4sf) __B,
8642                                                    (__v4sf) __W,
8643                                                    (__mmask8) __U);
8644 }
8645
8646 extern __inline __m128
8647 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8648 _mm_maskz_unpacklo_ps (__mmask8 __U, __m128 __A, __m128 __B)
8649 {
8650   return (__m128) __builtin_ia32_unpcklps128_mask ((__v4sf) __A,
8651                                                    (__v4sf) __B,
8652                                                    (__v4sf)
8653                                                    _mm_setzero_ps (),
8654                                                    (__mmask8) __U);
8655 }
8656
8657 extern __inline __m256i
8658 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8659 _mm256_mask_sra_epi32 (__m256i __W, __mmask8 __U, __m256i __A,
8660                        __m128i __B)
8661 {
8662   return (__m256i) __builtin_ia32_psrad256_mask ((__v8si) __A,
8663                                                  (__v4si) __B,
8664                                                  (__v8si) __W,
8665                                                  (__mmask8) __U);
8666 }
8667
8668 extern __inline __m256i
8669 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8670 _mm256_maskz_sra_epi32 (__mmask8 __U, __m256i __A, __m128i __B)
8671 {
8672   return (__m256i) __builtin_ia32_psrad256_mask ((__v8si) __A,
8673                                                  (__v4si) __B,
8674                                                  (__v8si)
8675                                                  _mm256_setzero_si256 (),
8676                                                  (__mmask8) __U);
8677 }
8678
8679 extern __inline __m128i
8680 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8681 _mm_mask_sra_epi32 (__m128i __W, __mmask8 __U, __m128i __A,
8682                     __m128i __B)
8683 {
8684   return (__m128i) __builtin_ia32_psrad128_mask ((__v4si) __A,
8685                                                  (__v4si) __B,
8686                                                  (__v4si) __W,
8687                                                  (__mmask8) __U);
8688 }
8689
8690 extern __inline __m128i
8691 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8692 _mm_maskz_sra_epi32 (__mmask8 __U, __m128i __A, __m128i __B)
8693 {
8694   return (__m128i) __builtin_ia32_psrad128_mask ((__v4si) __A,
8695                                                  (__v4si) __B,
8696                                                  (__v4si)
8697                                                  _mm_setzero_si128 (),
8698                                                  (__mmask8) __U);
8699 }
8700
8701 extern __inline __m256i
8702 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8703 _mm256_sra_epi64 (__m256i __A, __m128i __B)
8704 {
8705   return (__m256i) __builtin_ia32_psraq256_mask ((__v4di) __A,
8706                                                  (__v2di) __B,
8707                                                  (__v4di)
8708                                                  _mm256_setzero_si256 (),
8709                                                  (__mmask8) -1);
8710 }
8711
8712 extern __inline __m256i
8713 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8714 _mm256_mask_sra_epi64 (__m256i __W, __mmask8 __U, __m256i __A,
8715                        __m128i __B)
8716 {
8717   return (__m256i) __builtin_ia32_psraq256_mask ((__v4di) __A,
8718                                                  (__v2di) __B,
8719                                                  (__v4di) __W,
8720                                                  (__mmask8) __U);
8721 }
8722
8723 extern __inline __m256i
8724 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8725 _mm256_maskz_sra_epi64 (__mmask8 __U, __m256i __A, __m128i __B)
8726 {
8727   return (__m256i) __builtin_ia32_psraq256_mask ((__v4di) __A,
8728                                                  (__v2di) __B,
8729                                                  (__v4di)
8730                                                  _mm256_setzero_si256 (),
8731                                                  (__mmask8) __U);
8732 }
8733
8734 extern __inline __m128i
8735 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8736 _mm_sra_epi64 (__m128i __A, __m128i __B)
8737 {
8738   return (__m128i) __builtin_ia32_psraq128_mask ((__v2di) __A,
8739                                                  (__v2di) __B,
8740                                                  (__v2di)
8741                                                  _mm_setzero_di (),
8742                                                  (__mmask8) -1);
8743 }
8744
8745 extern __inline __m128i
8746 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8747 _mm_mask_sra_epi64 (__m128i __W, __mmask8 __U, __m128i __A,
8748                     __m128i __B)
8749 {
8750   return (__m128i) __builtin_ia32_psraq128_mask ((__v2di) __A,
8751                                                  (__v2di) __B,
8752                                                  (__v2di) __W,
8753                                                  (__mmask8) __U);
8754 }
8755
8756 extern __inline __m128i
8757 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8758 _mm_maskz_sra_epi64 (__mmask8 __U, __m128i __A, __m128i __B)
8759 {
8760   return (__m128i) __builtin_ia32_psraq128_mask ((__v2di) __A,
8761                                                  (__v2di) __B,
8762                                                  (__v2di)
8763                                                  _mm_setzero_di (),
8764                                                  (__mmask8) __U);
8765 }
8766
8767 extern __inline __m128i
8768 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8769 _mm_mask_sll_epi32 (__m128i __W, __mmask8 __U, __m128i __A,
8770                     __m128i __B)
8771 {
8772   return (__m128i) __builtin_ia32_pslld128_mask ((__v4si) __A,
8773                                                  (__v4si) __B,
8774                                                  (__v4si) __W,
8775                                                  (__mmask8) __U);
8776 }
8777
8778 extern __inline __m128i
8779 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8780 _mm_maskz_sll_epi32 (__mmask8 __U, __m128i __A, __m128i __B)
8781 {
8782   return (__m128i) __builtin_ia32_pslld128_mask ((__v4si) __A,
8783                                                  (__v4si) __B,
8784                                                  (__v4si)
8785                                                  _mm_setzero_si128 (),
8786                                                  (__mmask8) __U);
8787 }
8788
8789 extern __inline __m128i
8790 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8791 _mm_mask_sll_epi64 (__m128i __W, __mmask8 __U, __m128i __A,
8792                     __m128i __B)
8793 {
8794   return (__m128i) __builtin_ia32_psllq128_mask ((__v2di) __A,
8795                                                  (__v2di) __B,
8796                                                  (__v2di) __W,
8797                                                  (__mmask8) __U);
8798 }
8799
8800 extern __inline __m128i
8801 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8802 _mm_maskz_sll_epi64 (__mmask8 __U, __m128i __A, __m128i __B)
8803 {
8804   return (__m128i) __builtin_ia32_psllq128_mask ((__v2di) __A,
8805                                                  (__v2di) __B,
8806                                                  (__v2di)
8807                                                  _mm_setzero_di (),
8808                                                  (__mmask8) __U);
8809 }
8810
8811 extern __inline __m256i
8812 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8813 _mm256_mask_sll_epi32 (__m256i __W, __mmask8 __U, __m256i __A,
8814                        __m128i __B)
8815 {
8816   return (__m256i) __builtin_ia32_pslld256_mask ((__v8si) __A,
8817                                                  (__v4si) __B,
8818                                                  (__v8si) __W,
8819                                                  (__mmask8) __U);
8820 }
8821
8822 extern __inline __m256i
8823 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8824 _mm256_maskz_sll_epi32 (__mmask8 __U, __m256i __A, __m128i __B)
8825 {
8826   return (__m256i) __builtin_ia32_pslld256_mask ((__v8si) __A,
8827                                                  (__v4si) __B,
8828                                                  (__v8si)
8829                                                  _mm256_setzero_si256 (),
8830                                                  (__mmask8) __U);
8831 }
8832
8833 extern __inline __m256i
8834 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8835 _mm256_mask_sll_epi64 (__m256i __W, __mmask8 __U, __m256i __A,
8836                        __m128i __B)
8837 {
8838   return (__m256i) __builtin_ia32_psllq256_mask ((__v4di) __A,
8839                                                  (__v2di) __B,
8840                                                  (__v4di) __W,
8841                                                  (__mmask8) __U);
8842 }
8843
8844 extern __inline __m256i
8845 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8846 _mm256_maskz_sll_epi64 (__mmask8 __U, __m256i __A, __m128i __B)
8847 {
8848   return (__m256i) __builtin_ia32_psllq256_mask ((__v4di) __A,
8849                                                  (__v2di) __B,
8850                                                  (__v4di)
8851                                                  _mm256_setzero_si256 (),
8852                                                  (__mmask8) __U);
8853 }
8854
8855 extern __inline __m256
8856 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8857 _mm256_mask_permutexvar_ps (__m256 __W, __mmask8 __U, __m256i __X,
8858                             __m256 __Y)
8859 {
8860   return (__m256) __builtin_ia32_permvarsf256_mask ((__v8sf) __Y,
8861                                                     (__v8si) __X,
8862                                                     (__v8sf) __W,
8863                                                     (__mmask8) __U);
8864 }
8865
8866 extern __inline __m256
8867 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8868 _mm256_maskz_permutexvar_ps (__mmask8 __U, __m256i __X, __m256 __Y)
8869 {
8870   return (__m256) __builtin_ia32_permvarsf256_mask ((__v8sf) __Y,
8871                                                     (__v8si) __X,
8872                                                     (__v8sf)
8873                                                     _mm256_setzero_ps (),
8874                                                     (__mmask8) __U);
8875 }
8876
8877 extern __inline __m256d
8878 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8879 _mm256_permutexvar_pd (__m256i __X, __m256d __Y)
8880 {
8881   return (__m256d) __builtin_ia32_permvardf256_mask ((__v4df) __Y,
8882                                                      (__v4di) __X,
8883                                                      (__v4df)
8884                                                      _mm256_setzero_pd (),
8885                                                      (__mmask8) -1);
8886 }
8887
8888 extern __inline __m256d
8889 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8890 _mm256_mask_permutexvar_pd (__m256d __W, __mmask8 __U, __m256i __X,
8891                             __m256d __Y)
8892 {
8893   return (__m256d) __builtin_ia32_permvardf256_mask ((__v4df) __Y,
8894                                                      (__v4di) __X,
8895                                                      (__v4df) __W,
8896                                                      (__mmask8) __U);
8897 }
8898
8899 extern __inline __m256d
8900 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8901 _mm256_maskz_permutexvar_pd (__mmask8 __U, __m256i __X, __m256d __Y)
8902 {
8903   return (__m256d) __builtin_ia32_permvardf256_mask ((__v4df) __Y,
8904                                                      (__v4di) __X,
8905                                                      (__v4df)
8906                                                      _mm256_setzero_pd (),
8907                                                      (__mmask8) __U);
8908 }
8909
8910 extern __inline __m256d
8911 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8912 _mm256_mask_permutevar_pd (__m256d __W, __mmask8 __U, __m256d __A,
8913                            __m256i __C)
8914 {
8915   return (__m256d) __builtin_ia32_vpermilvarpd256_mask ((__v4df) __A,
8916                                                         (__v4di) __C,
8917                                                         (__v4df) __W,
8918                                                         (__mmask8)
8919                                                         __U);
8920 }
8921
8922 extern __inline __m256d
8923 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8924 _mm256_maskz_permutevar_pd (__mmask8 __U, __m256d __A, __m256i __C)
8925 {
8926   return (__m256d) __builtin_ia32_vpermilvarpd256_mask ((__v4df) __A,
8927                                                         (__v4di) __C,
8928                                                         (__v4df)
8929                                                         _mm256_setzero_pd (),
8930                                                         (__mmask8)
8931                                                         __U);
8932 }
8933
8934 extern __inline __m256
8935 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8936 _mm256_mask_permutevar_ps (__m256 __W, __mmask8 __U, __m256 __A,
8937                            __m256i __C)
8938 {
8939   return (__m256) __builtin_ia32_vpermilvarps256_mask ((__v8sf) __A,
8940                                                        (__v8si) __C,
8941                                                        (__v8sf) __W,
8942                                                        (__mmask8) __U);
8943 }
8944
8945 extern __inline __m256
8946 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8947 _mm256_maskz_permutevar_ps (__mmask8 __U, __m256 __A, __m256i __C)
8948 {
8949   return (__m256) __builtin_ia32_vpermilvarps256_mask ((__v8sf) __A,
8950                                                        (__v8si) __C,
8951                                                        (__v8sf)
8952                                                        _mm256_setzero_ps (),
8953                                                        (__mmask8) __U);
8954 }
8955
8956 extern __inline __m128d
8957 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8958 _mm_mask_permutevar_pd (__m128d __W, __mmask8 __U, __m128d __A,
8959                         __m128i __C)
8960 {
8961   return (__m128d) __builtin_ia32_vpermilvarpd_mask ((__v2df) __A,
8962                                                      (__v2di) __C,
8963                                                      (__v2df) __W,
8964                                                      (__mmask8) __U);
8965 }
8966
8967 extern __inline __m128d
8968 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8969 _mm_maskz_permutevar_pd (__mmask8 __U, __m128d __A, __m128i __C)
8970 {
8971   return (__m128d) __builtin_ia32_vpermilvarpd_mask ((__v2df) __A,
8972                                                      (__v2di) __C,
8973                                                      (__v2df)
8974                                                      _mm_setzero_pd (),
8975                                                      (__mmask8) __U);
8976 }
8977
8978 extern __inline __m128
8979 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8980 _mm_mask_permutevar_ps (__m128 __W, __mmask8 __U, __m128 __A,
8981                         __m128i __C)
8982 {
8983   return (__m128) __builtin_ia32_vpermilvarps_mask ((__v4sf) __A,
8984                                                     (__v4si) __C,
8985                                                     (__v4sf) __W,
8986                                                     (__mmask8) __U);
8987 }
8988
8989 extern __inline __m128
8990 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
8991 _mm_maskz_permutevar_ps (__mmask8 __U, __m128 __A, __m128i __C)
8992 {
8993   return (__m128) __builtin_ia32_vpermilvarps_mask ((__v4sf) __A,
8994                                                     (__v4si) __C,
8995                                                     (__v4sf)
8996                                                     _mm_setzero_ps (),
8997                                                     (__mmask8) __U);
8998 }
8999
9000 extern __inline __m256i
9001 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9002 _mm256_maskz_mullo_epi32 (__mmask8 __M, __m256i __A, __m256i __B)
9003 {
9004   return (__m256i) __builtin_ia32_pmulld256_mask ((__v8si) __A,
9005                                                   (__v8si) __B,
9006                                                   (__v8si)
9007                                                   _mm256_setzero_si256 (),
9008                                                   __M);
9009 }
9010
9011 extern __inline __m256i
9012 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9013 _mm256_maskz_permutexvar_epi64 (__mmask8 __M, __m256i __X, __m256i __Y)
9014 {
9015   return (__m256i) __builtin_ia32_permvardi256_mask ((__v4di) __Y,
9016                                                      (__v4di) __X,
9017                                                      (__v4di)
9018                                                      _mm256_setzero_si256 (),
9019                                                      __M);
9020 }
9021
9022 extern __inline __m256i
9023 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9024 _mm256_mask_mullo_epi32 (__m256i __W, __mmask8 __M, __m256i __A,
9025                          __m256i __B)
9026 {
9027   return (__m256i) __builtin_ia32_pmulld256_mask ((__v8si) __A,
9028                                                   (__v8si) __B,
9029                                                   (__v8si) __W, __M);
9030 }
9031
9032 extern __inline __m128i
9033 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9034 _mm_maskz_mullo_epi32 (__mmask8 __M, __m128i __A, __m128i __B)
9035 {
9036   return (__m128i) __builtin_ia32_pmulld128_mask ((__v4si) __A,
9037                                                   (__v4si) __B,
9038                                                   (__v4si)
9039                                                   _mm_setzero_si128 (),
9040                                                   __M);
9041 }
9042
9043 extern __inline __m128i
9044 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9045 _mm_mask_mullo_epi32 (__m128i __W, __mmask16 __M, __m128i __A,
9046                       __m128i __B)
9047 {
9048   return (__m128i) __builtin_ia32_pmulld128_mask ((__v4si) __A,
9049                                                   (__v4si) __B,
9050                                                   (__v4si) __W, __M);
9051 }
9052
9053 extern __inline __m256i
9054 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9055 _mm256_mask_mul_epi32 (__m256i __W, __mmask8 __M, __m256i __X,
9056                        __m256i __Y)
9057 {
9058   return (__m256i) __builtin_ia32_pmuldq256_mask ((__v8si) __X,
9059                                                   (__v8si) __Y,
9060                                                   (__v4di) __W, __M);
9061 }
9062
9063 extern __inline __m256i
9064 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9065 _mm256_maskz_mul_epi32 (__mmask8 __M, __m256i __X, __m256i __Y)
9066 {
9067   return (__m256i) __builtin_ia32_pmuldq256_mask ((__v8si) __X,
9068                                                   (__v8si) __Y,
9069                                                   (__v4di)
9070                                                   _mm256_setzero_si256 (),
9071                                                   __M);
9072 }
9073
9074 extern __inline __m128i
9075 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9076 _mm_mask_mul_epi32 (__m128i __W, __mmask8 __M, __m128i __X,
9077                     __m128i __Y)
9078 {
9079   return (__m128i) __builtin_ia32_pmuldq128_mask ((__v4si) __X,
9080                                                   (__v4si) __Y,
9081                                                   (__v2di) __W, __M);
9082 }
9083
9084 extern __inline __m128i
9085 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9086 _mm_maskz_mul_epi32 (__mmask8 __M, __m128i __X, __m128i __Y)
9087 {
9088   return (__m128i) __builtin_ia32_pmuldq128_mask ((__v4si) __X,
9089                                                   (__v4si) __Y,
9090                                                   (__v2di)
9091                                                   _mm_setzero_si128 (),
9092                                                   __M);
9093 }
9094
9095 extern __inline __m256i
9096 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9097 _mm256_mask_permutexvar_epi64 (__m256i __W, __mmask8 __M, __m256i __X,
9098                                __m256i __Y)
9099 {
9100   return (__m256i) __builtin_ia32_permvardi256_mask ((__v4di) __Y,
9101                                                      (__v4di) __X,
9102                                                      (__v4di) __W,
9103                                                      __M);
9104 }
9105
9106 extern __inline __m256i
9107 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9108 _mm256_mask_mul_epu32 (__m256i __W, __mmask8 __M, __m256i __X,
9109                        __m256i __Y)
9110 {
9111   return (__m256i) __builtin_ia32_pmuludq256_mask ((__v8si) __X,
9112                                                    (__v8si) __Y,
9113                                                    (__v4di) __W, __M);
9114 }
9115
9116 extern __inline __m256i
9117 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9118 _mm256_maskz_permutexvar_epi32 (__mmask8 __M, __m256i __X, __m256i __Y)
9119 {
9120   return (__m256i) __builtin_ia32_permvarsi256_mask ((__v8si) __Y,
9121                                                      (__v8si) __X,
9122                                                      (__v8si)
9123                                                      _mm256_setzero_si256 (),
9124                                                      __M);
9125 }
9126
9127 extern __inline __m256i
9128 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9129 _mm256_maskz_mul_epu32 (__mmask8 __M, __m256i __X, __m256i __Y)
9130 {
9131   return (__m256i) __builtin_ia32_pmuludq256_mask ((__v8si) __X,
9132                                                    (__v8si) __Y,
9133                                                    (__v4di)
9134                                                    _mm256_setzero_si256 (),
9135                                                    __M);
9136 }
9137
9138 extern __inline __m128i
9139 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9140 _mm_mask_mul_epu32 (__m128i __W, __mmask8 __M, __m128i __X,
9141                     __m128i __Y)
9142 {
9143   return (__m128i) __builtin_ia32_pmuludq128_mask ((__v4si) __X,
9144                                                    (__v4si) __Y,
9145                                                    (__v2di) __W, __M);
9146 }
9147
9148 extern __inline __m128i
9149 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9150 _mm_maskz_mul_epu32 (__mmask8 __M, __m128i __X, __m128i __Y)
9151 {
9152   return (__m128i) __builtin_ia32_pmuludq128_mask ((__v4si) __X,
9153                                                    (__v4si) __Y,
9154                                                    (__v2di)
9155                                                    _mm_setzero_si128 (),
9156                                                    __M);
9157 }
9158
9159 extern __inline __m256i
9160 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9161 _mm256_mask_permutexvar_epi32 (__m256i __W, __mmask8 __M, __m256i __X,
9162                                __m256i __Y)
9163 {
9164   return (__m256i) __builtin_ia32_permvarsi256_mask ((__v8si) __Y,
9165                                                      (__v8si) __X,
9166                                                      (__v8si) __W,
9167                                                      __M);
9168 }
9169
9170 #ifdef __OPTIMIZE__
9171 extern __inline __m256i
9172 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9173 _mm256_mask_permutex_epi64 (__m256i __W, __mmask8 __M,
9174                             __m256i __X, const int __I)
9175 {
9176   return (__m256i) __builtin_ia32_permdi256_mask ((__v4di) __X,
9177                                                   __I,
9178                                                   (__v4di) __W,
9179                                                   (__mmask8) __M);
9180 }
9181
9182 extern __inline __m256i
9183 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9184 _mm256_maskz_permutex_epi64 (__mmask8 __M, __m256i __X, const int __I)
9185 {
9186   return (__m256i) __builtin_ia32_permdi256_mask ((__v4di) __X,
9187                                                   __I,
9188                                                   (__v4di)
9189                                                   _mm256_setzero_si256 (),
9190                                                   (__mmask8) __M);
9191 }
9192
9193 extern __inline __m256d
9194 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9195 _mm256_mask_shuffle_pd (__m256d __W, __mmask8 __U, __m256d __A,
9196                         __m256d __B, const int __imm)
9197 {
9198   return (__m256d) __builtin_ia32_shufpd256_mask ((__v4df) __A,
9199                                                   (__v4df) __B, __imm,
9200                                                   (__v4df) __W,
9201                                                   (__mmask8) __U);
9202 }
9203
9204 extern __inline __m256d
9205 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9206 _mm256_maskz_shuffle_pd (__mmask8 __U, __m256d __A, __m256d __B,
9207                          const int __imm)
9208 {
9209   return (__m256d) __builtin_ia32_shufpd256_mask ((__v4df) __A,
9210                                                   (__v4df) __B, __imm,
9211                                                   (__v4df)
9212                                                   _mm256_setzero_pd (),
9213                                                   (__mmask8) __U);
9214 }
9215
9216 extern __inline __m128d
9217 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9218 _mm_mask_shuffle_pd (__m128d __W, __mmask8 __U, __m128d __A,
9219                      __m128d __B, const int __imm)
9220 {
9221   return (__m128d) __builtin_ia32_shufpd128_mask ((__v2df) __A,
9222                                                   (__v2df) __B, __imm,
9223                                                   (__v2df) __W,
9224                                                   (__mmask8) __U);
9225 }
9226
9227 extern __inline __m128d
9228 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9229 _mm_maskz_shuffle_pd (__mmask8 __U, __m128d __A, __m128d __B,
9230                       const int __imm)
9231 {
9232   return (__m128d) __builtin_ia32_shufpd128_mask ((__v2df) __A,
9233                                                   (__v2df) __B, __imm,
9234                                                   (__v2df)
9235                                                   _mm_setzero_pd (),
9236                                                   (__mmask8) __U);
9237 }
9238
9239 extern __inline __m256
9240 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9241 _mm256_mask_shuffle_ps (__m256 __W, __mmask8 __U, __m256 __A,
9242                         __m256 __B, const int __imm)
9243 {
9244   return (__m256) __builtin_ia32_shufps256_mask ((__v8sf) __A,
9245                                                  (__v8sf) __B, __imm,
9246                                                  (__v8sf) __W,
9247                                                  (__mmask8) __U);
9248 }
9249
9250 extern __inline __m256
9251 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9252 _mm256_maskz_shuffle_ps (__mmask8 __U, __m256 __A, __m256 __B,
9253                          const int __imm)
9254 {
9255   return (__m256) __builtin_ia32_shufps256_mask ((__v8sf) __A,
9256                                                  (__v8sf) __B, __imm,
9257                                                  (__v8sf)
9258                                                  _mm256_setzero_ps (),
9259                                                  (__mmask8) __U);
9260 }
9261
9262 extern __inline __m128
9263 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9264 _mm_mask_shuffle_ps (__m128 __W, __mmask8 __U, __m128 __A, __m128 __B,
9265                      const int __imm)
9266 {
9267   return (__m128) __builtin_ia32_shufps128_mask ((__v4sf) __A,
9268                                                  (__v4sf) __B, __imm,
9269                                                  (__v4sf) __W,
9270                                                  (__mmask8) __U);
9271 }
9272
9273 extern __inline __m128
9274 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9275 _mm_maskz_shuffle_ps (__mmask8 __U, __m128 __A, __m128 __B,
9276                       const int __imm)
9277 {
9278   return (__m128) __builtin_ia32_shufps128_mask ((__v4sf) __A,
9279                                                  (__v4sf) __B, __imm,
9280                                                  (__v4sf)
9281                                                  _mm_setzero_ps (),
9282                                                  (__mmask8) __U);
9283 }
9284
9285 extern __inline __m256i
9286 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9287 _mm256_inserti32x4 (__m256i __A, __m128i __B, const int __imm)
9288 {
9289   return (__m256i) __builtin_ia32_inserti32x4_256_mask ((__v8si) __A,
9290                                                         (__v4si) __B,
9291                                                         __imm,
9292                                                         (__v8si)
9293                                                         _mm256_setzero_si256 (),
9294                                                         (__mmask8) -
9295                                                         1);
9296 }
9297
9298 extern __inline __m256i
9299 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9300 _mm256_mask_inserti32x4 (__m256i __W, __mmask8 __U, __m256i __A,
9301                          __m128i __B, const int __imm)
9302 {
9303   return (__m256i) __builtin_ia32_inserti32x4_256_mask ((__v8si) __A,
9304                                                         (__v4si) __B,
9305                                                         __imm,
9306                                                         (__v8si) __W,
9307                                                         (__mmask8)
9308                                                         __U);
9309 }
9310
9311 extern __inline __m256i
9312 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9313 _mm256_maskz_inserti32x4 (__mmask8 __U, __m256i __A, __m128i __B,
9314                           const int __imm)
9315 {
9316   return (__m256i) __builtin_ia32_inserti32x4_256_mask ((__v8si) __A,
9317                                                         (__v4si) __B,
9318                                                         __imm,
9319                                                         (__v8si)
9320                                                         _mm256_setzero_si256 (),
9321                                                         (__mmask8)
9322                                                         __U);
9323 }
9324
9325 extern __inline __m256
9326 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9327 _mm256_insertf32x4 (__m256 __A, __m128 __B, const int __imm)
9328 {
9329   return (__m256) __builtin_ia32_insertf32x4_256_mask ((__v8sf) __A,
9330                                                        (__v4sf) __B,
9331                                                        __imm,
9332                                                        (__v8sf)
9333                                                        _mm256_setzero_ps (),
9334                                                        (__mmask8) -1);
9335 }
9336
9337 extern __inline __m256
9338 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9339 _mm256_mask_insertf32x4 (__m256 __W, __mmask8 __U, __m256 __A,
9340                          __m128 __B, const int __imm)
9341 {
9342   return (__m256) __builtin_ia32_insertf32x4_256_mask ((__v8sf) __A,
9343                                                        (__v4sf) __B,
9344                                                        __imm,
9345                                                        (__v8sf) __W,
9346                                                        (__mmask8) __U);
9347 }
9348
9349 extern __inline __m256
9350 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9351 _mm256_maskz_insertf32x4 (__mmask8 __U, __m256 __A, __m128 __B,
9352                           const int __imm)
9353 {
9354   return (__m256) __builtin_ia32_insertf32x4_256_mask ((__v8sf) __A,
9355                                                        (__v4sf) __B,
9356                                                        __imm,
9357                                                        (__v8sf)
9358                                                        _mm256_setzero_ps (),
9359                                                        (__mmask8) __U);
9360 }
9361
9362 extern __inline __m128i
9363 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9364 _mm256_extracti32x4_epi32 (__m256i __A, const int __imm)
9365 {
9366   return (__m128i) __builtin_ia32_extracti32x4_256_mask ((__v8si) __A,
9367                                                          __imm,
9368                                                          (__v4si)
9369                                                          _mm_setzero_si128 (),
9370                                                          (__mmask8) -
9371                                                          1);
9372 }
9373
9374 extern __inline __m128i
9375 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9376 _mm256_mask_extracti32x4_epi32 (__m128i __W, __mmask8 __U, __m256i __A,
9377                                 const int __imm)
9378 {
9379   return (__m128i) __builtin_ia32_extracti32x4_256_mask ((__v8si) __A,
9380                                                          __imm,
9381                                                          (__v4si) __W,
9382                                                          (__mmask8)
9383                                                          __U);
9384 }
9385
9386 extern __inline __m128i
9387 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9388 _mm256_maskz_extracti32x4_epi32 (__mmask8 __U, __m256i __A,
9389                                  const int __imm)
9390 {
9391   return (__m128i) __builtin_ia32_extracti32x4_256_mask ((__v8si) __A,
9392                                                          __imm,
9393                                                          (__v4si)
9394                                                          _mm_setzero_si128 (),
9395                                                          (__mmask8)
9396                                                          __U);
9397 }
9398
9399 extern __inline __m128
9400 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9401 _mm256_extractf32x4_ps (__m256 __A, const int __imm)
9402 {
9403   return (__m128) __builtin_ia32_extractf32x4_256_mask ((__v8sf) __A,
9404                                                         __imm,
9405                                                         (__v4sf)
9406                                                         _mm_setzero_ps (),
9407                                                         (__mmask8) -
9408                                                         1);
9409 }
9410
9411 extern __inline __m128
9412 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9413 _mm256_mask_extractf32x4_ps (__m128 __W, __mmask8 __U, __m256 __A,
9414                              const int __imm)
9415 {
9416   return (__m128) __builtin_ia32_extractf32x4_256_mask ((__v8sf) __A,
9417                                                         __imm,
9418                                                         (__v4sf) __W,
9419                                                         (__mmask8)
9420                                                         __U);
9421 }
9422
9423 extern __inline __m128
9424 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9425 _mm256_maskz_extractf32x4_ps (__mmask8 __U, __m256 __A,
9426                               const int __imm)
9427 {
9428   return (__m128) __builtin_ia32_extractf32x4_256_mask ((__v8sf) __A,
9429                                                         __imm,
9430                                                         (__v4sf)
9431                                                         _mm_setzero_ps (),
9432                                                         (__mmask8)
9433                                                         __U);
9434 }
9435
9436 extern __inline __m256i
9437 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9438 _mm256_shuffle_i64x2 (__m256i __A, __m256i __B, const int __imm)
9439 {
9440   return (__m256i) __builtin_ia32_shuf_i64x2_256_mask ((__v4di) __A,
9441                                                        (__v4di) __B,
9442                                                        __imm,
9443                                                        (__v4di)
9444                                                        _mm256_setzero_si256 (),
9445                                                        (__mmask8) -1);
9446 }
9447
9448 extern __inline __m256i
9449 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9450 _mm256_mask_shuffle_i64x2 (__m256i __W, __mmask8 __U, __m256i __A,
9451                            __m256i __B, const int __imm)
9452 {
9453   return (__m256i) __builtin_ia32_shuf_i64x2_256_mask ((__v4di) __A,
9454                                                        (__v4di) __B,
9455                                                        __imm,
9456                                                        (__v4di) __W,
9457                                                        (__mmask8) __U);
9458 }
9459
9460 extern __inline __m256i
9461 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9462 _mm256_maskz_shuffle_i64x2 (__mmask8 __U, __m256i __A, __m256i __B,
9463                             const int __imm)
9464 {
9465   return (__m256i) __builtin_ia32_shuf_i64x2_256_mask ((__v4di) __A,
9466                                                        (__v4di) __B,
9467                                                        __imm,
9468                                                        (__v4di)
9469                                                        _mm256_setzero_si256 (),
9470                                                        (__mmask8) __U);
9471 }
9472
9473 extern __inline __m256i
9474 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9475 _mm256_shuffle_i32x4 (__m256i __A, __m256i __B, const int __imm)
9476 {
9477   return (__m256i) __builtin_ia32_shuf_i32x4_256_mask ((__v8si) __A,
9478                                                        (__v8si) __B,
9479                                                        __imm,
9480                                                        (__v8si)
9481                                                        _mm256_setzero_si256 (),
9482                                                        (__mmask8) -1);
9483 }
9484
9485 extern __inline __m256i
9486 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9487 _mm256_mask_shuffle_i32x4 (__m256i __W, __mmask8 __U, __m256i __A,
9488                            __m256i __B, const int __imm)
9489 {
9490   return (__m256i) __builtin_ia32_shuf_i32x4_256_mask ((__v8si) __A,
9491                                                        (__v8si) __B,
9492                                                        __imm,
9493                                                        (__v8si) __W,
9494                                                        (__mmask8) __U);
9495 }
9496
9497 extern __inline __m256i
9498 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9499 _mm256_maskz_shuffle_i32x4 (__mmask8 __U, __m256i __A, __m256i __B,
9500                             const int __imm)
9501 {
9502   return (__m256i) __builtin_ia32_shuf_i32x4_256_mask ((__v8si) __A,
9503                                                        (__v8si) __B,
9504                                                        __imm,
9505                                                        (__v8si)
9506                                                        _mm256_setzero_si256 (),
9507                                                        (__mmask8) __U);
9508 }
9509
9510 extern __inline __m256d
9511 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9512 _mm256_shuffle_f64x2 (__m256d __A, __m256d __B, const int __imm)
9513 {
9514   return (__m256d) __builtin_ia32_shuf_f64x2_256_mask ((__v4df) __A,
9515                                                        (__v4df) __B,
9516                                                        __imm,
9517                                                        (__v4df)
9518                                                        _mm256_setzero_pd (),
9519                                                        (__mmask8) -1);
9520 }
9521
9522 extern __inline __m256d
9523 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9524 _mm256_mask_shuffle_f64x2 (__m256d __W, __mmask8 __U, __m256d __A,
9525                            __m256d __B, const int __imm)
9526 {
9527   return (__m256d) __builtin_ia32_shuf_f64x2_256_mask ((__v4df) __A,
9528                                                        (__v4df) __B,
9529                                                        __imm,
9530                                                        (__v4df) __W,
9531                                                        (__mmask8) __U);
9532 }
9533
9534 extern __inline __m256d
9535 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9536 _mm256_maskz_shuffle_f64x2 (__mmask8 __U, __m256d __A, __m256d __B,
9537                             const int __imm)
9538 {
9539   return (__m256d) __builtin_ia32_shuf_f64x2_256_mask ((__v4df) __A,
9540                                                        (__v4df) __B,
9541                                                        __imm,
9542                                                        (__v4df)
9543                                                        _mm256_setzero_pd (),
9544                                                        (__mmask8) __U);
9545 }
9546
9547 extern __inline __m256
9548 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9549 _mm256_shuffle_f32x4 (__m256 __A, __m256 __B, const int __imm)
9550 {
9551   return (__m256) __builtin_ia32_shuf_f32x4_256_mask ((__v8sf) __A,
9552                                                       (__v8sf) __B,
9553                                                       __imm,
9554                                                       (__v8sf)
9555                                                       _mm256_setzero_ps (),
9556                                                       (__mmask8) -1);
9557 }
9558
9559 extern __inline __m256
9560 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9561 _mm256_mask_shuffle_f32x4 (__m256 __W, __mmask8 __U, __m256 __A,
9562                            __m256 __B, const int __imm)
9563 {
9564   return (__m256) __builtin_ia32_shuf_f32x4_256_mask ((__v8sf) __A,
9565                                                       (__v8sf) __B,
9566                                                       __imm,
9567                                                       (__v8sf) __W,
9568                                                       (__mmask8) __U);
9569 }
9570
9571 extern __inline __m256
9572 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9573 _mm256_maskz_shuffle_f32x4 (__mmask8 __U, __m256 __A, __m256 __B,
9574                             const int __imm)
9575 {
9576   return (__m256) __builtin_ia32_shuf_f32x4_256_mask ((__v8sf) __A,
9577                                                       (__v8sf) __B,
9578                                                       __imm,
9579                                                       (__v8sf)
9580                                                       _mm256_setzero_ps (),
9581                                                       (__mmask8) __U);
9582 }
9583
9584 extern __inline __m256d
9585 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9586 _mm256_fixupimm_pd (__m256d __A, __m256d __B, __m256i __C,
9587                     const int __imm)
9588 {
9589   return (__m256d) __builtin_ia32_fixupimmpd256_mask ((__v4df) __A,
9590                                                       (__v4df) __B,
9591                                                       (__v4di) __C,
9592                                                       __imm,
9593                                                       (__mmask8) -1);
9594 }
9595
9596 extern __inline __m256d
9597 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9598 _mm256_mask_fixupimm_pd (__m256d __A, __mmask8 __U, __m256d __B,
9599                          __m256i __C, const int __imm)
9600 {
9601   return (__m256d) __builtin_ia32_fixupimmpd256_mask ((__v4df) __A,
9602                                                       (__v4df) __B,
9603                                                       (__v4di) __C,
9604                                                       __imm,
9605                                                       (__mmask8) __U);
9606 }
9607
9608 extern __inline __m256d
9609 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9610 _mm256_maskz_fixupimm_pd (__mmask8 __U, __m256d __A, __m256d __B,
9611                           __m256i __C, const int __imm)
9612 {
9613   return (__m256d) __builtin_ia32_fixupimmpd256_maskz ((__v4df) __A,
9614                                                        (__v4df) __B,
9615                                                        (__v4di) __C,
9616                                                        __imm,
9617                                                        (__mmask8) __U);
9618 }
9619
9620 extern __inline __m256
9621 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9622 _mm256_fixupimm_ps (__m256 __A, __m256 __B, __m256i __C,
9623                     const int __imm)
9624 {
9625   return (__m256) __builtin_ia32_fixupimmps256_mask ((__v8sf) __A,
9626                                                      (__v8sf) __B,
9627                                                      (__v8si) __C,
9628                                                      __imm,
9629                                                      (__mmask8) -1);
9630 }
9631
9632 extern __inline __m256
9633 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9634 _mm256_mask_fixupimm_ps (__m256 __A, __mmask8 __U, __m256 __B,
9635                          __m256i __C, const int __imm)
9636 {
9637   return (__m256) __builtin_ia32_fixupimmps256_mask ((__v8sf) __A,
9638                                                      (__v8sf) __B,
9639                                                      (__v8si) __C,
9640                                                      __imm,
9641                                                      (__mmask8) __U);
9642 }
9643
9644 extern __inline __m256
9645 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9646 _mm256_maskz_fixupimm_ps (__mmask8 __U, __m256 __A, __m256 __B,
9647                           __m256i __C, const int __imm)
9648 {
9649   return (__m256) __builtin_ia32_fixupimmps256_maskz ((__v8sf) __A,
9650                                                       (__v8sf) __B,
9651                                                       (__v8si) __C,
9652                                                       __imm,
9653                                                       (__mmask8) __U);
9654 }
9655
9656 extern __inline __m128d
9657 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9658 _mm_fixupimm_pd (__m128d __A, __m128d __B, __m128i __C,
9659                  const int __imm)
9660 {
9661   return (__m128d) __builtin_ia32_fixupimmpd128_mask ((__v2df) __A,
9662                                                       (__v2df) __B,
9663                                                       (__v2di) __C,
9664                                                       __imm,
9665                                                       (__mmask8) -1);
9666 }
9667
9668 extern __inline __m128d
9669 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9670 _mm_mask_fixupimm_pd (__m128d __A, __mmask8 __U, __m128d __B,
9671                       __m128i __C, const int __imm)
9672 {
9673   return (__m128d) __builtin_ia32_fixupimmpd128_mask ((__v2df) __A,
9674                                                       (__v2df) __B,
9675                                                       (__v2di) __C,
9676                                                       __imm,
9677                                                       (__mmask8) __U);
9678 }
9679
9680 extern __inline __m128d
9681 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9682 _mm_maskz_fixupimm_pd (__mmask8 __U, __m128d __A, __m128d __B,
9683                        __m128i __C, const int __imm)
9684 {
9685   return (__m128d) __builtin_ia32_fixupimmpd128_maskz ((__v2df) __A,
9686                                                        (__v2df) __B,
9687                                                        (__v2di) __C,
9688                                                        __imm,
9689                                                        (__mmask8) __U);
9690 }
9691
9692 extern __inline __m128
9693 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9694 _mm_fixupimm_ps (__m128 __A, __m128 __B, __m128i __C, const int __imm)
9695 {
9696   return (__m128) __builtin_ia32_fixupimmps128_mask ((__v4sf) __A,
9697                                                      (__v4sf) __B,
9698                                                      (__v4si) __C,
9699                                                      __imm,
9700                                                      (__mmask8) -1);
9701 }
9702
9703 extern __inline __m128
9704 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9705 _mm_mask_fixupimm_ps (__m128 __A, __mmask8 __U, __m128 __B,
9706                       __m128i __C, const int __imm)
9707 {
9708   return (__m128) __builtin_ia32_fixupimmps128_mask ((__v4sf) __A,
9709                                                      (__v4sf) __B,
9710                                                      (__v4si) __C,
9711                                                      __imm,
9712                                                      (__mmask8) __U);
9713 }
9714
9715 extern __inline __m128
9716 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9717 _mm_maskz_fixupimm_ps (__mmask8 __U, __m128 __A, __m128 __B,
9718                        __m128i __C, const int __imm)
9719 {
9720   return (__m128) __builtin_ia32_fixupimmps128_maskz ((__v4sf) __A,
9721                                                       (__v4sf) __B,
9722                                                       (__v4si) __C,
9723                                                       __imm,
9724                                                       (__mmask8) __U);
9725 }
9726
9727 extern __inline __m256i
9728 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9729 _mm256_mask_srli_epi32 (__m256i __W, __mmask8 __U, __m256i __A,
9730                         const int __imm)
9731 {
9732   return (__m256i) __builtin_ia32_psrldi256_mask ((__v8si) __A, __imm,
9733                                                   (__v8si) __W,
9734                                                   (__mmask8) __U);
9735 }
9736
9737 extern __inline __m256i
9738 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9739 _mm256_maskz_srli_epi32 (__mmask8 __U, __m256i __A, const int __imm)
9740 {
9741   return (__m256i) __builtin_ia32_psrldi256_mask ((__v8si) __A, __imm,
9742                                                   (__v8si)
9743                                                   _mm256_setzero_si256 (),
9744                                                   (__mmask8) __U);
9745 }
9746
9747 extern __inline __m128i
9748 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9749 _mm_mask_srli_epi32 (__m128i __W, __mmask8 __U, __m128i __A,
9750                      const int __imm)
9751 {
9752   return (__m128i) __builtin_ia32_psrldi128_mask ((__v4si) __A, __imm,
9753                                                   (__v4si) __W,
9754                                                   (__mmask8) __U);
9755 }
9756
9757 extern __inline __m128i
9758 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9759 _mm_maskz_srli_epi32 (__mmask8 __U, __m128i __A, const int __imm)
9760 {
9761   return (__m128i) __builtin_ia32_psrldi128_mask ((__v4si) __A, __imm,
9762                                                   (__v4si)
9763                                                   _mm_setzero_si128 (),
9764                                                   (__mmask8) __U);
9765 }
9766
9767 extern __inline __m256i
9768 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9769 _mm256_mask_srli_epi64 (__m256i __W, __mmask8 __U, __m256i __A,
9770                         const int __imm)
9771 {
9772   return (__m256i) __builtin_ia32_psrlqi256_mask ((__v4di) __A, __imm,
9773                                                   (__v4di) __W,
9774                                                   (__mmask8) __U);
9775 }
9776
9777 extern __inline __m256i
9778 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9779 _mm256_maskz_srli_epi64 (__mmask8 __U, __m256i __A, const int __imm)
9780 {
9781   return (__m256i) __builtin_ia32_psrlqi256_mask ((__v4di) __A, __imm,
9782                                                   (__v4di)
9783                                                   _mm256_setzero_si256 (),
9784                                                   (__mmask8) __U);
9785 }
9786
9787 extern __inline __m128i
9788 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9789 _mm_mask_srli_epi64 (__m128i __W, __mmask8 __U, __m128i __A,
9790                      const int __imm)
9791 {
9792   return (__m128i) __builtin_ia32_psrlqi128_mask ((__v2di) __A, __imm,
9793                                                   (__v2di) __W,
9794                                                   (__mmask8) __U);
9795 }
9796
9797 extern __inline __m128i
9798 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9799 _mm_maskz_srli_epi64 (__mmask8 __U, __m128i __A, const int __imm)
9800 {
9801   return (__m128i) __builtin_ia32_psrlqi128_mask ((__v2di) __A, __imm,
9802                                                   (__v2di)
9803                                                   _mm_setzero_si128 (),
9804                                                   (__mmask8) __U);
9805 }
9806
9807 extern __inline __m256i
9808 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9809 _mm256_ternarylogic_epi64 (__m256i __A, __m256i __B, __m256i __C,
9810                            const int imm)
9811 {
9812   return (__m256i) __builtin_ia32_pternlogq256_mask ((__v4di) __A,
9813                                                      (__v4di) __B,
9814                                                      (__v4di) __C, imm,
9815                                                      (__mmask8) -1);
9816 }
9817
9818 extern __inline __m256i
9819 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9820 _mm256_mask_ternarylogic_epi64 (__m256i __A, __mmask8 __U,
9821                                 __m256i __B, __m256i __C,
9822                                 const int imm)
9823 {
9824   return (__m256i) __builtin_ia32_pternlogq256_mask ((__v4di) __A,
9825                                                      (__v4di) __B,
9826                                                      (__v4di) __C, imm,
9827                                                      (__mmask8) __U);
9828 }
9829
9830 extern __inline __m256i
9831 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9832 _mm256_maskz_ternarylogic_epi64 (__mmask8 __U, __m256i __A,
9833                                  __m256i __B, __m256i __C,
9834                                  const int imm)
9835 {
9836   return (__m256i) __builtin_ia32_pternlogq256_maskz ((__v4di) __A,
9837                                                       (__v4di) __B,
9838                                                       (__v4di) __C,
9839                                                       imm,
9840                                                       (__mmask8) __U);
9841 }
9842
9843 extern __inline __m256i
9844 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9845 _mm256_ternarylogic_epi32 (__m256i __A, __m256i __B, __m256i __C,
9846                            const int imm)
9847 {
9848   return (__m256i) __builtin_ia32_pternlogd256_mask ((__v8si) __A,
9849                                                      (__v8si) __B,
9850                                                      (__v8si) __C, imm,
9851                                                      (__mmask8) -1);
9852 }
9853
9854 extern __inline __m256i
9855 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9856 _mm256_mask_ternarylogic_epi32 (__m256i __A, __mmask8 __U,
9857                                 __m256i __B, __m256i __C,
9858                                 const int imm)
9859 {
9860   return (__m256i) __builtin_ia32_pternlogd256_mask ((__v8si) __A,
9861                                                      (__v8si) __B,
9862                                                      (__v8si) __C, imm,
9863                                                      (__mmask8) __U);
9864 }
9865
9866 extern __inline __m256i
9867 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9868 _mm256_maskz_ternarylogic_epi32 (__mmask8 __U, __m256i __A,
9869                                  __m256i __B, __m256i __C,
9870                                  const int imm)
9871 {
9872   return (__m256i) __builtin_ia32_pternlogd256_maskz ((__v8si) __A,
9873                                                       (__v8si) __B,
9874                                                       (__v8si) __C,
9875                                                       imm,
9876                                                       (__mmask8) __U);
9877 }
9878
9879 extern __inline __m128i
9880 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9881 _mm_ternarylogic_epi64 (__m128i __A, __m128i __B, __m128i __C,
9882                         const int imm)
9883 {
9884   return (__m128i) __builtin_ia32_pternlogq128_mask ((__v2di) __A,
9885                                                      (__v2di) __B,
9886                                                      (__v2di) __C, imm,
9887                                                      (__mmask8) -1);
9888 }
9889
9890 extern __inline __m128i
9891 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9892 _mm_mask_ternarylogic_epi64 (__m128i __A, __mmask8 __U,
9893                              __m128i __B, __m128i __C, const int imm)
9894 {
9895   return (__m128i) __builtin_ia32_pternlogq128_mask ((__v2di) __A,
9896                                                      (__v2di) __B,
9897                                                      (__v2di) __C, imm,
9898                                                      (__mmask8) __U);
9899 }
9900
9901 extern __inline __m128i
9902 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9903 _mm_maskz_ternarylogic_epi64 (__mmask8 __U, __m128i __A,
9904                               __m128i __B, __m128i __C, const int imm)
9905 {
9906   return (__m128i) __builtin_ia32_pternlogq128_maskz ((__v2di) __A,
9907                                                       (__v2di) __B,
9908                                                       (__v2di) __C,
9909                                                       imm,
9910                                                       (__mmask8) __U);
9911 }
9912
9913 extern __inline __m128i
9914 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9915 _mm_ternarylogic_epi32 (__m128i __A, __m128i __B, __m128i __C,
9916                         const int imm)
9917 {
9918   return (__m128i) __builtin_ia32_pternlogd128_mask ((__v4si) __A,
9919                                                      (__v4si) __B,
9920                                                      (__v4si) __C, imm,
9921                                                      (__mmask8) -1);
9922 }
9923
9924 extern __inline __m128i
9925 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9926 _mm_mask_ternarylogic_epi32 (__m128i __A, __mmask8 __U,
9927                              __m128i __B, __m128i __C, const int imm)
9928 {
9929   return (__m128i) __builtin_ia32_pternlogd128_mask ((__v4si) __A,
9930                                                      (__v4si) __B,
9931                                                      (__v4si) __C, imm,
9932                                                      (__mmask8) __U);
9933 }
9934
9935 extern __inline __m128i
9936 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9937 _mm_maskz_ternarylogic_epi32 (__mmask8 __U, __m128i __A,
9938                               __m128i __B, __m128i __C, const int imm)
9939 {
9940   return (__m128i) __builtin_ia32_pternlogd128_maskz ((__v4si) __A,
9941                                                       (__v4si) __B,
9942                                                       (__v4si) __C,
9943                                                       imm,
9944                                                       (__mmask8) __U);
9945 }
9946
9947 extern __inline __m256
9948 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9949 _mm256_roundscale_ps (__m256 __A, const int __imm)
9950 {
9951   return (__m256) __builtin_ia32_rndscaleps_256_mask ((__v8sf) __A,
9952                                                       __imm,
9953                                                       (__v8sf)
9954                                                       _mm256_setzero_ps (),
9955                                                       (__mmask8) -1);
9956 }
9957
9958 extern __inline __m256
9959 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9960 _mm256_mask_roundscale_ps (__m256 __W, __mmask8 __U, __m256 __A,
9961                            const int __imm)
9962 {
9963   return (__m256) __builtin_ia32_rndscaleps_256_mask ((__v8sf) __A,
9964                                                       __imm,
9965                                                       (__v8sf) __W,
9966                                                       (__mmask8) __U);
9967 }
9968
9969 extern __inline __m256
9970 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9971 _mm256_maskz_roundscale_ps (__mmask8 __U, __m256 __A, const int __imm)
9972 {
9973   return (__m256) __builtin_ia32_rndscaleps_256_mask ((__v8sf) __A,
9974                                                       __imm,
9975                                                       (__v8sf)
9976                                                       _mm256_setzero_ps (),
9977                                                       (__mmask8) __U);
9978 }
9979
9980 extern __inline __m256d
9981 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9982 _mm256_roundscale_pd (__m256d __A, const int __imm)
9983 {
9984   return (__m256d) __builtin_ia32_rndscalepd_256_mask ((__v4df) __A,
9985                                                        __imm,
9986                                                        (__v4df)
9987                                                        _mm256_setzero_pd (),
9988                                                        (__mmask8) -1);
9989 }
9990
9991 extern __inline __m256d
9992 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
9993 _mm256_mask_roundscale_pd (__m256d __W, __mmask8 __U, __m256d __A,
9994                            const int __imm)
9995 {
9996   return (__m256d) __builtin_ia32_rndscalepd_256_mask ((__v4df) __A,
9997                                                        __imm,
9998                                                        (__v4df) __W,
9999                                                        (__mmask8) __U);
10000 }
10001
10002 extern __inline __m256d
10003 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10004 _mm256_maskz_roundscale_pd (__mmask8 __U, __m256d __A, const int __imm)
10005 {
10006   return (__m256d) __builtin_ia32_rndscalepd_256_mask ((__v4df) __A,
10007                                                        __imm,
10008                                                        (__v4df)
10009                                                        _mm256_setzero_pd (),
10010                                                        (__mmask8) __U);
10011 }
10012
10013 extern __inline __m128
10014 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10015 _mm_roundscale_ps (__m128 __A, const int __imm)
10016 {
10017   return (__m128) __builtin_ia32_rndscaleps_128_mask ((__v4sf) __A,
10018                                                       __imm,
10019                                                       (__v4sf)
10020                                                       _mm_setzero_ps (),
10021                                                       (__mmask8) -1);
10022 }
10023
10024 extern __inline __m128
10025 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10026 _mm_mask_roundscale_ps (__m128 __W, __mmask8 __U, __m128 __A,
10027                         const int __imm)
10028 {
10029   return (__m128) __builtin_ia32_rndscaleps_128_mask ((__v4sf) __A,
10030                                                       __imm,
10031                                                       (__v4sf) __W,
10032                                                       (__mmask8) __U);
10033 }
10034
10035 extern __inline __m128
10036 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10037 _mm_maskz_roundscale_ps (__mmask8 __U, __m128 __A, const int __imm)
10038 {
10039   return (__m128) __builtin_ia32_rndscaleps_128_mask ((__v4sf) __A,
10040                                                       __imm,
10041                                                       (__v4sf)
10042                                                       _mm_setzero_ps (),
10043                                                       (__mmask8) __U);
10044 }
10045
10046 extern __inline __m128d
10047 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10048 _mm_roundscale_pd (__m128d __A, const int __imm)
10049 {
10050   return (__m128d) __builtin_ia32_rndscalepd_128_mask ((__v2df) __A,
10051                                                        __imm,
10052                                                        (__v2df)
10053                                                        _mm_setzero_pd (),
10054                                                        (__mmask8) -1);
10055 }
10056
10057 extern __inline __m128d
10058 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10059 _mm_mask_roundscale_pd (__m128d __W, __mmask8 __U, __m128d __A,
10060                         const int __imm)
10061 {
10062   return (__m128d) __builtin_ia32_rndscalepd_128_mask ((__v2df) __A,
10063                                                        __imm,
10064                                                        (__v2df) __W,
10065                                                        (__mmask8) __U);
10066 }
10067
10068 extern __inline __m128d
10069 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10070 _mm_maskz_roundscale_pd (__mmask8 __U, __m128d __A, const int __imm)
10071 {
10072   return (__m128d) __builtin_ia32_rndscalepd_128_mask ((__v2df) __A,
10073                                                        __imm,
10074                                                        (__v2df)
10075                                                        _mm_setzero_pd (),
10076                                                        (__mmask8) __U);
10077 }
10078
10079 extern __inline __m256
10080 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10081 _mm256_getmant_ps (__m256 __A, _MM_MANTISSA_NORM_ENUM __B,
10082                    _MM_MANTISSA_SIGN_ENUM __C)
10083 {
10084   return (__m256) __builtin_ia32_getmantps256_mask ((__v8sf) __A,
10085                                                     (__C << 2) | __B,
10086                                                     (__v8sf)
10087                                                     _mm256_setzero_ps (),
10088                                                     (__mmask8) -1);
10089 }
10090
10091 extern __inline __m256
10092 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10093 _mm256_mask_getmant_ps (__m256 __W, __mmask8 __U, __m256 __A,
10094                         _MM_MANTISSA_NORM_ENUM __B,
10095                         _MM_MANTISSA_SIGN_ENUM __C)
10096 {
10097   return (__m256) __builtin_ia32_getmantps256_mask ((__v8sf) __A,
10098                                                     (__C << 2) | __B,
10099                                                     (__v8sf) __W,
10100                                                     (__mmask8) __U);
10101 }
10102
10103 extern __inline __m256
10104 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10105 _mm256_maskz_getmant_ps (__mmask8 __U, __m256 __A,
10106                          _MM_MANTISSA_NORM_ENUM __B,
10107                          _MM_MANTISSA_SIGN_ENUM __C)
10108 {
10109   return (__m256) __builtin_ia32_getmantps256_mask ((__v8sf) __A,
10110                                                     (__C << 2) | __B,
10111                                                     (__v8sf)
10112                                                     _mm256_setzero_ps (),
10113                                                     (__mmask8) __U);
10114 }
10115
10116 extern __inline __m128
10117 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10118 _mm_getmant_ps (__m128 __A, _MM_MANTISSA_NORM_ENUM __B,
10119                 _MM_MANTISSA_SIGN_ENUM __C)
10120 {
10121   return (__m128) __builtin_ia32_getmantps128_mask ((__v4sf) __A,
10122                                                     (__C << 2) | __B,
10123                                                     (__v4sf)
10124                                                     _mm_setzero_ps (),
10125                                                     (__mmask8) -1);
10126 }
10127
10128 extern __inline __m128
10129 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10130 _mm_mask_getmant_ps (__m128 __W, __mmask8 __U, __m128 __A,
10131                      _MM_MANTISSA_NORM_ENUM __B,
10132                      _MM_MANTISSA_SIGN_ENUM __C)
10133 {
10134   return (__m128) __builtin_ia32_getmantps128_mask ((__v4sf) __A,
10135                                                     (__C << 2) | __B,
10136                                                     (__v4sf) __W,
10137                                                     (__mmask8) __U);
10138 }
10139
10140 extern __inline __m128
10141 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10142 _mm_maskz_getmant_ps (__mmask8 __U, __m128 __A,
10143                       _MM_MANTISSA_NORM_ENUM __B,
10144                       _MM_MANTISSA_SIGN_ENUM __C)
10145 {
10146   return (__m128) __builtin_ia32_getmantps128_mask ((__v4sf) __A,
10147                                                     (__C << 2) | __B,
10148                                                     (__v4sf)
10149                                                     _mm_setzero_ps (),
10150                                                     (__mmask8) __U);
10151 }
10152
10153 extern __inline __m256d
10154 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10155 _mm256_getmant_pd (__m256d __A, _MM_MANTISSA_NORM_ENUM __B,
10156                    _MM_MANTISSA_SIGN_ENUM __C)
10157 {
10158   return (__m256d) __builtin_ia32_getmantpd256_mask ((__v4df) __A,
10159                                                      (__C << 2) | __B,
10160                                                      (__v4df)
10161                                                      _mm256_setzero_pd (),
10162                                                      (__mmask8) -1);
10163 }
10164
10165 extern __inline __m256d
10166 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10167 _mm256_mask_getmant_pd (__m256d __W, __mmask8 __U, __m256d __A,
10168                         _MM_MANTISSA_NORM_ENUM __B,
10169                         _MM_MANTISSA_SIGN_ENUM __C)
10170 {
10171   return (__m256d) __builtin_ia32_getmantpd256_mask ((__v4df) __A,
10172                                                      (__C << 2) | __B,
10173                                                      (__v4df) __W,
10174                                                      (__mmask8) __U);
10175 }
10176
10177 extern __inline __m256d
10178 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10179 _mm256_maskz_getmant_pd (__mmask8 __U, __m256d __A,
10180                          _MM_MANTISSA_NORM_ENUM __B,
10181                          _MM_MANTISSA_SIGN_ENUM __C)
10182 {
10183   return (__m256d) __builtin_ia32_getmantpd256_mask ((__v4df) __A,
10184                                                      (__C << 2) | __B,
10185                                                      (__v4df)
10186                                                      _mm256_setzero_pd (),
10187                                                      (__mmask8) __U);
10188 }
10189
10190 extern __inline __m128d
10191 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10192 _mm_getmant_pd (__m128d __A, _MM_MANTISSA_NORM_ENUM __B,
10193                 _MM_MANTISSA_SIGN_ENUM __C)
10194 {
10195   return (__m128d) __builtin_ia32_getmantpd128_mask ((__v2df) __A,
10196                                                      (__C << 2) | __B,
10197                                                      (__v2df)
10198                                                      _mm_setzero_pd (),
10199                                                      (__mmask8) -1);
10200 }
10201
10202 extern __inline __m128d
10203 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10204 _mm_mask_getmant_pd (__m128d __W, __mmask8 __U, __m128d __A,
10205                      _MM_MANTISSA_NORM_ENUM __B,
10206                      _MM_MANTISSA_SIGN_ENUM __C)
10207 {
10208   return (__m128d) __builtin_ia32_getmantpd128_mask ((__v2df) __A,
10209                                                      (__C << 2) | __B,
10210                                                      (__v2df) __W,
10211                                                      (__mmask8) __U);
10212 }
10213
10214 extern __inline __m128d
10215 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10216 _mm_maskz_getmant_pd (__mmask8 __U, __m128d __A,
10217                       _MM_MANTISSA_NORM_ENUM __B,
10218                       _MM_MANTISSA_SIGN_ENUM __C)
10219 {
10220   return (__m128d) __builtin_ia32_getmantpd128_mask ((__v2df) __A,
10221                                                      (__C << 2) | __B,
10222                                                      (__v2df)
10223                                                      _mm_setzero_pd (),
10224                                                      (__mmask8) __U);
10225 }
10226
10227 extern __inline __m256
10228 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10229 _mm256_mmask_i32gather_ps (__m256 __v1_old, __mmask8 __mask,
10230                            __m256i __index, float const *__addr,
10231                            int __scale)
10232 {
10233   return (__m256) __builtin_ia32_gather3siv8sf ((__v8sf) __v1_old,
10234                                                 __addr,
10235                                                 (__v8si) __index,
10236                                                 __mask, __scale);
10237 }
10238
10239 extern __inline __m128
10240 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10241 _mm_mmask_i32gather_ps (__m128 __v1_old, __mmask8 __mask,
10242                         __m128i __index, float const *__addr,
10243                         int __scale)
10244 {
10245   return (__m128) __builtin_ia32_gather3siv4sf ((__v4sf) __v1_old,
10246                                                 __addr,
10247                                                 (__v4si) __index,
10248                                                 __mask, __scale);
10249 }
10250
10251 extern __inline __m256d
10252 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10253 _mm256_mmask_i32gather_pd (__m256d __v1_old, __mmask8 __mask,
10254                            __m128i __index, double const *__addr,
10255                            int __scale)
10256 {
10257   return (__m256d) __builtin_ia32_gather3siv4df ((__v4df) __v1_old,
10258                                                  __addr,
10259                                                  (__v4si) __index,
10260                                                  __mask, __scale);
10261 }
10262
10263 extern __inline __m128d
10264 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10265 _mm_mmask_i32gather_pd (__m128d __v1_old, __mmask8 __mask,
10266                         __m128i __index, double const *__addr,
10267                         int __scale)
10268 {
10269   return (__m128d) __builtin_ia32_gather3siv2df ((__v2df) __v1_old,
10270                                                  __addr,
10271                                                  (__v4si) __index,
10272                                                  __mask, __scale);
10273 }
10274
10275 extern __inline __m128
10276 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10277 _mm256_mmask_i64gather_ps (__m128 __v1_old, __mmask8 __mask,
10278                            __m256i __index, float const *__addr,
10279                            int __scale)
10280 {
10281   return (__m128) __builtin_ia32_gather3div8sf ((__v4sf) __v1_old,
10282                                                 __addr,
10283                                                 (__v4di) __index,
10284                                                 __mask, __scale);
10285 }
10286
10287 extern __inline __m128
10288 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10289 _mm_mmask_i64gather_ps (__m128 __v1_old, __mmask8 __mask,
10290                         __m128i __index, float const *__addr,
10291                         int __scale)
10292 {
10293   return (__m128) __builtin_ia32_gather3div4sf ((__v4sf) __v1_old,
10294                                                 __addr,
10295                                                 (__v2di) __index,
10296                                                 __mask, __scale);
10297 }
10298
10299 extern __inline __m256d
10300 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10301 _mm256_mmask_i64gather_pd (__m256d __v1_old, __mmask8 __mask,
10302                            __m256i __index, double const *__addr,
10303                            int __scale)
10304 {
10305   return (__m256d) __builtin_ia32_gather3div4df ((__v4df) __v1_old,
10306                                                  __addr,
10307                                                  (__v4di) __index,
10308                                                  __mask, __scale);
10309 }
10310
10311 extern __inline __m128d
10312 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10313 _mm_mmask_i64gather_pd (__m128d __v1_old, __mmask8 __mask,
10314                         __m128i __index, double const *__addr,
10315                         int __scale)
10316 {
10317   return (__m128d) __builtin_ia32_gather3div2df ((__v2df) __v1_old,
10318                                                  __addr,
10319                                                  (__v2di) __index,
10320                                                  __mask, __scale);
10321 }
10322
10323 extern __inline __m256i
10324 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10325 _mm256_mmask_i32gather_epi32 (__m256i __v1_old, __mmask8 __mask,
10326                               __m256i __index, int const *__addr,
10327                               int __scale)
10328 {
10329   return (__m256i) __builtin_ia32_gather3siv8si ((__v8si) __v1_old,
10330                                                  __addr,
10331                                                  (__v8si) __index,
10332                                                  __mask, __scale);
10333 }
10334
10335 extern __inline __m128i
10336 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10337 _mm_mmask_i32gather_epi32 (__m128i __v1_old, __mmask8 __mask,
10338                            __m128i __index, int const *__addr,
10339                            int __scale)
10340 {
10341   return (__m128i) __builtin_ia32_gather3siv4si ((__v4si) __v1_old,
10342                                                  __addr,
10343                                                  (__v4si) __index,
10344                                                  __mask, __scale);
10345 }
10346
10347 extern __inline __m256i
10348 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10349 _mm256_mmask_i32gather_epi64 (__m256i __v1_old, __mmask8 __mask,
10350                               __m128i __index, long long const *__addr,
10351                               int __scale)
10352 {
10353   return (__m256i) __builtin_ia32_gather3siv4di ((__v4di) __v1_old,
10354                                                  __addr,
10355                                                  (__v4si) __index,
10356                                                  __mask, __scale);
10357 }
10358
10359 extern __inline __m128i
10360 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10361 _mm_mmask_i32gather_epi64 (__m128i __v1_old, __mmask8 __mask,
10362                            __m128i __index, long long const *__addr,
10363                            int __scale)
10364 {
10365   return (__m128i) __builtin_ia32_gather3siv2di ((__v2di) __v1_old,
10366                                                  __addr,
10367                                                  (__v4si) __index,
10368                                                  __mask, __scale);
10369 }
10370
10371 extern __inline __m128i
10372 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10373 _mm256_mmask_i64gather_epi32 (__m128i __v1_old, __mmask8 __mask,
10374                               __m256i __index, int const *__addr,
10375                               int __scale)
10376 {
10377   return (__m128i) __builtin_ia32_gather3div8si ((__v4si) __v1_old,
10378                                                  __addr,
10379                                                  (__v4di) __index,
10380                                                  __mask, __scale);
10381 }
10382
10383 extern __inline __m128i
10384 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10385 _mm_mmask_i64gather_epi32 (__m128i __v1_old, __mmask8 __mask,
10386                            __m128i __index, int const *__addr,
10387                            int __scale)
10388 {
10389   return (__m128i) __builtin_ia32_gather3div4si ((__v4si) __v1_old,
10390                                                  __addr,
10391                                                  (__v2di) __index,
10392                                                  __mask, __scale);
10393 }
10394
10395 extern __inline __m256i
10396 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10397 _mm256_mmask_i64gather_epi64 (__m256i __v1_old, __mmask8 __mask,
10398                               __m256i __index, long long const *__addr,
10399                               int __scale)
10400 {
10401   return (__m256i) __builtin_ia32_gather3div4di ((__v4di) __v1_old,
10402                                                  __addr,
10403                                                  (__v4di) __index,
10404                                                  __mask, __scale);
10405 }
10406
10407 extern __inline __m128i
10408 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10409 _mm_mmask_i64gather_epi64 (__m128i __v1_old, __mmask8 __mask,
10410                            __m128i __index, long long const *__addr,
10411                            int __scale)
10412 {
10413   return (__m128i) __builtin_ia32_gather3div2di ((__v2di) __v1_old,
10414                                                  __addr,
10415                                                  (__v2di) __index,
10416                                                  __mask, __scale);
10417 }
10418
10419 extern __inline void
10420 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10421 _mm256_i32scatter_ps (float *__addr, __m256i __index,
10422                       __m256 __v1, const int __scale)
10423 {
10424   __builtin_ia32_scattersiv8sf (__addr, (__mmask8) 0xFF,
10425                                 (__v8si) __index, (__v8sf) __v1,
10426                                 __scale);
10427 }
10428
10429 extern __inline void
10430 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10431 _mm256_mask_i32scatter_ps (float *__addr, __mmask8 __mask,
10432                            __m256i __index, __m256 __v1,
10433                            const int __scale)
10434 {
10435   __builtin_ia32_scattersiv8sf (__addr, __mask, (__v8si) __index,
10436                                 (__v8sf) __v1, __scale);
10437 }
10438
10439 extern __inline void
10440 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10441 _mm_i32scatter_ps (float *__addr, __m128i __index, __m128 __v1,
10442                    const int __scale)
10443 {
10444   __builtin_ia32_scattersiv4sf (__addr, (__mmask8) 0xFF,
10445                                 (__v4si) __index, (__v4sf) __v1,
10446                                 __scale);
10447 }
10448
10449 extern __inline void
10450 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10451 _mm_mask_i32scatter_ps (float *__addr, __mmask8 __mask,
10452                         __m128i __index, __m128 __v1,
10453                         const int __scale)
10454 {
10455   __builtin_ia32_scattersiv4sf (__addr, __mask, (__v4si) __index,
10456                                 (__v4sf) __v1, __scale);
10457 }
10458
10459 extern __inline void
10460 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10461 _mm256_i32scatter_pd (double *__addr, __m128i __index,
10462                       __m256d __v1, const int __scale)
10463 {
10464   __builtin_ia32_scattersiv4df (__addr, (__mmask8) 0xFF,
10465                                 (__v4si) __index, (__v4df) __v1,
10466                                 __scale);
10467 }
10468
10469 extern __inline void
10470 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10471 _mm256_mask_i32scatter_pd (double *__addr, __mmask8 __mask,
10472                            __m128i __index, __m256d __v1,
10473                            const int __scale)
10474 {
10475   __builtin_ia32_scattersiv4df (__addr, __mask, (__v4si) __index,
10476                                 (__v4df) __v1, __scale);
10477 }
10478
10479 extern __inline void
10480 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10481 _mm_i32scatter_pd (double *__addr, __m128i __index,
10482                    __m128d __v1, const int __scale)
10483 {
10484   __builtin_ia32_scattersiv2df (__addr, (__mmask8) 0xFF,
10485                                 (__v4si) __index, (__v2df) __v1,
10486                                 __scale);
10487 }
10488
10489 extern __inline void
10490 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10491 _mm_mask_i32scatter_pd (double *__addr, __mmask8 __mask,
10492                         __m128i __index, __m128d __v1,
10493                         const int __scale)
10494 {
10495   __builtin_ia32_scattersiv2df (__addr, __mask, (__v4si) __index,
10496                                 (__v2df) __v1, __scale);
10497 }
10498
10499 extern __inline void
10500 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10501 _mm256_i64scatter_ps (float *__addr, __m256i __index,
10502                       __m128 __v1, const int __scale)
10503 {
10504   __builtin_ia32_scatterdiv8sf (__addr, (__mmask8) 0xFF,
10505                                 (__v4di) __index, (__v4sf) __v1,
10506                                 __scale);
10507 }
10508
10509 extern __inline void
10510 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10511 _mm256_mask_i64scatter_ps (float *__addr, __mmask8 __mask,
10512                            __m256i __index, __m128 __v1,
10513                            const int __scale)
10514 {
10515   __builtin_ia32_scatterdiv8sf (__addr, __mask, (__v4di) __index,
10516                                 (__v4sf) __v1, __scale);
10517 }
10518
10519 extern __inline void
10520 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10521 _mm_i64scatter_ps (float *__addr, __m128i __index, __m128 __v1,
10522                    const int __scale)
10523 {
10524   __builtin_ia32_scatterdiv4sf (__addr, (__mmask8) 0xFF,
10525                                 (__v2di) __index, (__v4sf) __v1,
10526                                 __scale);
10527 }
10528
10529 extern __inline void
10530 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10531 _mm_mask_i64scatter_ps (float *__addr, __mmask8 __mask,
10532                         __m128i __index, __m128 __v1,
10533                         const int __scale)
10534 {
10535   __builtin_ia32_scatterdiv4sf (__addr, __mask, (__v2di) __index,
10536                                 (__v4sf) __v1, __scale);
10537 }
10538
10539 extern __inline void
10540 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10541 _mm256_i64scatter_pd (double *__addr, __m256i __index,
10542                       __m256d __v1, const int __scale)
10543 {
10544   __builtin_ia32_scatterdiv4df (__addr, (__mmask8) 0xFF,
10545                                 (__v4di) __index, (__v4df) __v1,
10546                                 __scale);
10547 }
10548
10549 extern __inline void
10550 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10551 _mm256_mask_i64scatter_pd (double *__addr, __mmask8 __mask,
10552                            __m256i __index, __m256d __v1,
10553                            const int __scale)
10554 {
10555   __builtin_ia32_scatterdiv4df (__addr, __mask, (__v4di) __index,
10556                                 (__v4df) __v1, __scale);
10557 }
10558
10559 extern __inline void
10560 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10561 _mm_i64scatter_pd (double *__addr, __m128i __index,
10562                    __m128d __v1, const int __scale)
10563 {
10564   __builtin_ia32_scatterdiv2df (__addr, (__mmask8) 0xFF,
10565                                 (__v2di) __index, (__v2df) __v1,
10566                                 __scale);
10567 }
10568
10569 extern __inline void
10570 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10571 _mm_mask_i64scatter_pd (double *__addr, __mmask8 __mask,
10572                         __m128i __index, __m128d __v1,
10573                         const int __scale)
10574 {
10575   __builtin_ia32_scatterdiv2df (__addr, __mask, (__v2di) __index,
10576                                 (__v2df) __v1, __scale);
10577 }
10578
10579 extern __inline void
10580 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10581 _mm256_i32scatter_epi32 (int *__addr, __m256i __index,
10582                          __m256i __v1, const int __scale)
10583 {
10584   __builtin_ia32_scattersiv8si (__addr, (__mmask8) 0xFF,
10585                                 (__v8si) __index, (__v8si) __v1,
10586                                 __scale);
10587 }
10588
10589 extern __inline void
10590 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10591 _mm256_mask_i32scatter_epi32 (int *__addr, __mmask8 __mask,
10592                               __m256i __index, __m256i __v1,
10593                               const int __scale)
10594 {
10595   __builtin_ia32_scattersiv8si (__addr, __mask, (__v8si) __index,
10596                                 (__v8si) __v1, __scale);
10597 }
10598
10599 extern __inline void
10600 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10601 _mm_i32scatter_epi32 (int *__addr, __m128i __index,
10602                       __m128i __v1, const int __scale)
10603 {
10604   __builtin_ia32_scattersiv4si (__addr, (__mmask8) 0xFF,
10605                                 (__v4si) __index, (__v4si) __v1,
10606                                 __scale);
10607 }
10608
10609 extern __inline void
10610 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10611 _mm_mask_i32scatter_epi32 (int *__addr, __mmask8 __mask,
10612                            __m128i __index, __m128i __v1,
10613                            const int __scale)
10614 {
10615   __builtin_ia32_scattersiv4si (__addr, __mask, (__v4si) __index,
10616                                 (__v4si) __v1, __scale);
10617 }
10618
10619 extern __inline void
10620 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10621 _mm256_i32scatter_epi64 (long long *__addr, __m128i __index,
10622                          __m256i __v1, const int __scale)
10623 {
10624   __builtin_ia32_scattersiv4di (__addr, (__mmask8) 0xFF,
10625                                 (__v4si) __index, (__v4di) __v1,
10626                                 __scale);
10627 }
10628
10629 extern __inline void
10630 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10631 _mm256_mask_i32scatter_epi64 (long long *__addr, __mmask8 __mask,
10632                               __m128i __index, __m256i __v1,
10633                               const int __scale)
10634 {
10635   __builtin_ia32_scattersiv4di (__addr, __mask, (__v4si) __index,
10636                                 (__v4di) __v1, __scale);
10637 }
10638
10639 extern __inline void
10640 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10641 _mm_i32scatter_epi64 (long long *__addr, __m128i __index,
10642                       __m128i __v1, const int __scale)
10643 {
10644   __builtin_ia32_scattersiv2di (__addr, (__mmask8) 0xFF,
10645                                 (__v4si) __index, (__v2di) __v1,
10646                                 __scale);
10647 }
10648
10649 extern __inline void
10650 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10651 _mm_mask_i32scatter_epi64 (long long *__addr, __mmask8 __mask,
10652                            __m128i __index, __m128i __v1,
10653                            const int __scale)
10654 {
10655   __builtin_ia32_scattersiv2di (__addr, __mask, (__v4si) __index,
10656                                 (__v2di) __v1, __scale);
10657 }
10658
10659 extern __inline void
10660 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10661 _mm256_i64scatter_epi32 (int *__addr, __m256i __index,
10662                          __m128i __v1, const int __scale)
10663 {
10664   __builtin_ia32_scatterdiv8si (__addr, (__mmask8) 0xFF,
10665                                 (__v4di) __index, (__v4si) __v1,
10666                                 __scale);
10667 }
10668
10669 extern __inline void
10670 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10671 _mm256_mask_i64scatter_epi32 (int *__addr, __mmask8 __mask,
10672                               __m256i __index, __m128i __v1,
10673                               const int __scale)
10674 {
10675   __builtin_ia32_scatterdiv8si (__addr, __mask, (__v4di) __index,
10676                                 (__v4si) __v1, __scale);
10677 }
10678
10679 extern __inline void
10680 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10681 _mm_i64scatter_epi32 (int *__addr, __m128i __index,
10682                       __m128i __v1, const int __scale)
10683 {
10684   __builtin_ia32_scatterdiv4si (__addr, (__mmask8) 0xFF,
10685                                 (__v2di) __index, (__v4si) __v1,
10686                                 __scale);
10687 }
10688
10689 extern __inline void
10690 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10691 _mm_mask_i64scatter_epi32 (int *__addr, __mmask8 __mask,
10692                            __m128i __index, __m128i __v1,
10693                            const int __scale)
10694 {
10695   __builtin_ia32_scatterdiv4si (__addr, __mask, (__v2di) __index,
10696                                 (__v4si) __v1, __scale);
10697 }
10698
10699 extern __inline void
10700 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10701 _mm256_i64scatter_epi64 (long long *__addr, __m256i __index,
10702                          __m256i __v1, const int __scale)
10703 {
10704   __builtin_ia32_scatterdiv4di (__addr, (__mmask8) 0xFF,
10705                                 (__v4di) __index, (__v4di) __v1,
10706                                 __scale);
10707 }
10708
10709 extern __inline void
10710 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10711 _mm256_mask_i64scatter_epi64 (long long *__addr, __mmask8 __mask,
10712                               __m256i __index, __m256i __v1,
10713                               const int __scale)
10714 {
10715   __builtin_ia32_scatterdiv4di (__addr, __mask, (__v4di) __index,
10716                                 (__v4di) __v1, __scale);
10717 }
10718
10719 extern __inline void
10720 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10721 _mm_i64scatter_epi64 (long long *__addr, __m128i __index,
10722                       __m128i __v1, const int __scale)
10723 {
10724   __builtin_ia32_scatterdiv2di (__addr, (__mmask8) 0xFF,
10725                                 (__v2di) __index, (__v2di) __v1,
10726                                 __scale);
10727 }
10728
10729 extern __inline void
10730 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10731 _mm_mask_i64scatter_epi64 (long long *__addr, __mmask8 __mask,
10732                            __m128i __index, __m128i __v1,
10733                            const int __scale)
10734 {
10735   __builtin_ia32_scatterdiv2di (__addr, __mask, (__v2di) __index,
10736                                 (__v2di) __v1, __scale);
10737 }
10738
10739 extern __inline __m256i
10740 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10741 _mm256_mask_shuffle_epi32 (__m256i __W, __mmask8 __U, __m256i __A,
10742                            _MM_PERM_ENUM __mask)
10743 {
10744   return (__m256i) __builtin_ia32_pshufd256_mask ((__v8si) __A, __mask,
10745                                                   (__v8si) __W,
10746                                                   (__mmask8) __U);
10747 }
10748
10749 extern __inline __m256i
10750 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10751 _mm256_maskz_shuffle_epi32 (__mmask8 __U, __m256i __A,
10752                             _MM_PERM_ENUM __mask)
10753 {
10754   return (__m256i) __builtin_ia32_pshufd256_mask ((__v8si) __A, __mask,
10755                                                   (__v8si)
10756                                                   _mm256_setzero_si256 (),
10757                                                   (__mmask8) __U);
10758 }
10759
10760 extern __inline __m128i
10761 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10762 _mm_mask_shuffle_epi32 (__m128i __W, __mmask8 __U, __m128i __A,
10763                         _MM_PERM_ENUM __mask)
10764 {
10765   return (__m128i) __builtin_ia32_pshufd128_mask ((__v4si) __A, __mask,
10766                                                   (__v4si) __W,
10767                                                   (__mmask8) __U);
10768 }
10769
10770 extern __inline __m128i
10771 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10772 _mm_maskz_shuffle_epi32 (__mmask8 __U, __m128i __A,
10773                          _MM_PERM_ENUM __mask)
10774 {
10775   return (__m128i) __builtin_ia32_pshufd128_mask ((__v4si) __A, __mask,
10776                                                   (__v4si)
10777                                                   _mm_setzero_si128 (),
10778                                                   (__mmask8) __U);
10779 }
10780
10781 extern __inline __m256i
10782 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10783 _mm256_rol_epi32 (__m256i __A, const int __B)
10784 {
10785   return (__m256i) __builtin_ia32_prold256_mask ((__v8si) __A, __B,
10786                                                  (__v8si)
10787                                                  _mm256_setzero_si256 (),
10788                                                  (__mmask8) -1);
10789 }
10790
10791 extern __inline __m256i
10792 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10793 _mm256_mask_rol_epi32 (__m256i __W, __mmask8 __U, __m256i __A,
10794                        const int __B)
10795 {
10796   return (__m256i) __builtin_ia32_prold256_mask ((__v8si) __A, __B,
10797                                                  (__v8si) __W,
10798                                                  (__mmask8) __U);
10799 }
10800
10801 extern __inline __m256i
10802 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10803 _mm256_maskz_rol_epi32 (__mmask8 __U, __m256i __A, const int __B)
10804 {
10805   return (__m256i) __builtin_ia32_prold256_mask ((__v8si) __A, __B,
10806                                                  (__v8si)
10807                                                  _mm256_setzero_si256 (),
10808                                                  (__mmask8) __U);
10809 }
10810
10811 extern __inline __m128i
10812 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10813 _mm_rol_epi32 (__m128i __A, const int __B)
10814 {
10815   return (__m128i) __builtin_ia32_prold128_mask ((__v4si) __A, __B,
10816                                                  (__v4si)
10817                                                  _mm_setzero_si128 (),
10818                                                  (__mmask8) -1);
10819 }
10820
10821 extern __inline __m128i
10822 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10823 _mm_mask_rol_epi32 (__m128i __W, __mmask8 __U, __m128i __A,
10824                     const int __B)
10825 {
10826   return (__m128i) __builtin_ia32_prold128_mask ((__v4si) __A, __B,
10827                                                  (__v4si) __W,
10828                                                  (__mmask8) __U);
10829 }
10830
10831 extern __inline __m128i
10832 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10833 _mm_maskz_rol_epi32 (__mmask8 __U, __m128i __A, const int __B)
10834 {
10835   return (__m128i) __builtin_ia32_prold128_mask ((__v4si) __A, __B,
10836                                                  (__v4si)
10837                                                  _mm_setzero_si128 (),
10838                                                  (__mmask8) __U);
10839 }
10840
10841 extern __inline __m256i
10842 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10843 _mm256_ror_epi32 (__m256i __A, const int __B)
10844 {
10845   return (__m256i) __builtin_ia32_prord256_mask ((__v8si) __A, __B,
10846                                                  (__v8si)
10847                                                  _mm256_setzero_si256 (),
10848                                                  (__mmask8) -1);
10849 }
10850
10851 extern __inline __m256i
10852 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10853 _mm256_mask_ror_epi32 (__m256i __W, __mmask8 __U, __m256i __A,
10854                        const int __B)
10855 {
10856   return (__m256i) __builtin_ia32_prord256_mask ((__v8si) __A, __B,
10857                                                  (__v8si) __W,
10858                                                  (__mmask8) __U);
10859 }
10860
10861 extern __inline __m256i
10862 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10863 _mm256_maskz_ror_epi32 (__mmask8 __U, __m256i __A, const int __B)
10864 {
10865   return (__m256i) __builtin_ia32_prord256_mask ((__v8si) __A, __B,
10866                                                  (__v8si)
10867                                                  _mm256_setzero_si256 (),
10868                                                  (__mmask8) __U);
10869 }
10870
10871 extern __inline __m128i
10872 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10873 _mm_ror_epi32 (__m128i __A, const int __B)
10874 {
10875   return (__m128i) __builtin_ia32_prord128_mask ((__v4si) __A, __B,
10876                                                  (__v4si)
10877                                                  _mm_setzero_si128 (),
10878                                                  (__mmask8) -1);
10879 }
10880
10881 extern __inline __m128i
10882 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10883 _mm_mask_ror_epi32 (__m128i __W, __mmask8 __U, __m128i __A,
10884                     const int __B)
10885 {
10886   return (__m128i) __builtin_ia32_prord128_mask ((__v4si) __A, __B,
10887                                                  (__v4si) __W,
10888                                                  (__mmask8) __U);
10889 }
10890
10891 extern __inline __m128i
10892 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10893 _mm_maskz_ror_epi32 (__mmask8 __U, __m128i __A, const int __B)
10894 {
10895   return (__m128i) __builtin_ia32_prord128_mask ((__v4si) __A, __B,
10896                                                  (__v4si)
10897                                                  _mm_setzero_si128 (),
10898                                                  (__mmask8) __U);
10899 }
10900
10901 extern __inline __m256i
10902 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10903 _mm256_rol_epi64 (__m256i __A, const int __B)
10904 {
10905   return (__m256i) __builtin_ia32_prolq256_mask ((__v4di) __A, __B,
10906                                                  (__v4di)
10907                                                  _mm256_setzero_si256 (),
10908                                                  (__mmask8) -1);
10909 }
10910
10911 extern __inline __m256i
10912 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10913 _mm256_mask_rol_epi64 (__m256i __W, __mmask8 __U, __m256i __A,
10914                        const int __B)
10915 {
10916   return (__m256i) __builtin_ia32_prolq256_mask ((__v4di) __A, __B,
10917                                                  (__v4di) __W,
10918                                                  (__mmask8) __U);
10919 }
10920
10921 extern __inline __m256i
10922 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10923 _mm256_maskz_rol_epi64 (__mmask8 __U, __m256i __A, const int __B)
10924 {
10925   return (__m256i) __builtin_ia32_prolq256_mask ((__v4di) __A, __B,
10926                                                  (__v4di)
10927                                                  _mm256_setzero_si256 (),
10928                                                  (__mmask8) __U);
10929 }
10930
10931 extern __inline __m128i
10932 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10933 _mm_rol_epi64 (__m128i __A, const int __B)
10934 {
10935   return (__m128i) __builtin_ia32_prolq128_mask ((__v2di) __A, __B,
10936                                                  (__v2di)
10937                                                  _mm_setzero_di (),
10938                                                  (__mmask8) -1);
10939 }
10940
10941 extern __inline __m128i
10942 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10943 _mm_mask_rol_epi64 (__m128i __W, __mmask8 __U, __m128i __A,
10944                     const int __B)
10945 {
10946   return (__m128i) __builtin_ia32_prolq128_mask ((__v2di) __A, __B,
10947                                                  (__v2di) __W,
10948                                                  (__mmask8) __U);
10949 }
10950
10951 extern __inline __m128i
10952 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10953 _mm_maskz_rol_epi64 (__mmask8 __U, __m128i __A, const int __B)
10954 {
10955   return (__m128i) __builtin_ia32_prolq128_mask ((__v2di) __A, __B,
10956                                                  (__v2di)
10957                                                  _mm_setzero_di (),
10958                                                  (__mmask8) __U);
10959 }
10960
10961 extern __inline __m256i
10962 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10963 _mm256_ror_epi64 (__m256i __A, const int __B)
10964 {
10965   return (__m256i) __builtin_ia32_prorq256_mask ((__v4di) __A, __B,
10966                                                  (__v4di)
10967                                                  _mm256_setzero_si256 (),
10968                                                  (__mmask8) -1);
10969 }
10970
10971 extern __inline __m256i
10972 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10973 _mm256_mask_ror_epi64 (__m256i __W, __mmask8 __U, __m256i __A,
10974                        const int __B)
10975 {
10976   return (__m256i) __builtin_ia32_prorq256_mask ((__v4di) __A, __B,
10977                                                  (__v4di) __W,
10978                                                  (__mmask8) __U);
10979 }
10980
10981 extern __inline __m256i
10982 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10983 _mm256_maskz_ror_epi64 (__mmask8 __U, __m256i __A, const int __B)
10984 {
10985   return (__m256i) __builtin_ia32_prorq256_mask ((__v4di) __A, __B,
10986                                                  (__v4di)
10987                                                  _mm256_setzero_si256 (),
10988                                                  (__mmask8) __U);
10989 }
10990
10991 extern __inline __m128i
10992 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
10993 _mm_ror_epi64 (__m128i __A, const int __B)
10994 {
10995   return (__m128i) __builtin_ia32_prorq128_mask ((__v2di) __A, __B,
10996                                                  (__v2di)
10997                                                  _mm_setzero_di (),
10998                                                  (__mmask8) -1);
10999 }
11000
11001 extern __inline __m128i
11002 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11003 _mm_mask_ror_epi64 (__m128i __W, __mmask8 __U, __m128i __A,
11004                     const int __B)
11005 {
11006   return (__m128i) __builtin_ia32_prorq128_mask ((__v2di) __A, __B,
11007                                                  (__v2di) __W,
11008                                                  (__mmask8) __U);
11009 }
11010
11011 extern __inline __m128i
11012 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11013 _mm_maskz_ror_epi64 (__mmask8 __U, __m128i __A, const int __B)
11014 {
11015   return (__m128i) __builtin_ia32_prorq128_mask ((__v2di) __A, __B,
11016                                                  (__v2di)
11017                                                  _mm_setzero_di (),
11018                                                  (__mmask8) __U);
11019 }
11020
11021 extern __inline __m128i
11022 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11023 _mm_alignr_epi32 (__m128i __A, __m128i __B, const int __imm)
11024 {
11025   return (__m128i) __builtin_ia32_alignd128_mask ((__v4si) __A,
11026                                                   (__v4si) __B, __imm,
11027                                                   (__v4si)
11028                                                   _mm_setzero_si128 (),
11029                                                   (__mmask8) -1);
11030 }
11031
11032 extern __inline __m128i
11033 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11034 _mm_mask_alignr_epi32 (__m128i __W, __mmask8 __U, __m128i __A,
11035                        __m128i __B, const int __imm)
11036 {
11037   return (__m128i) __builtin_ia32_alignd128_mask ((__v4si) __A,
11038                                                   (__v4si) __B, __imm,
11039                                                   (__v4si) __W,
11040                                                   (__mmask8) __U);
11041 }
11042
11043 extern __inline __m128i
11044 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11045 _mm_maskz_alignr_epi32 (__mmask8 __U, __m128i __A, __m128i __B,
11046                         const int __imm)
11047 {
11048   return (__m128i) __builtin_ia32_alignd128_mask ((__v4si) __A,
11049                                                   (__v4si) __B, __imm,
11050                                                   (__v4si)
11051                                                   _mm_setzero_si128 (),
11052                                                   (__mmask8) __U);
11053 }
11054
11055 extern __inline __m128i
11056 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11057 _mm_alignr_epi64 (__m128i __A, __m128i __B, const int __imm)
11058 {
11059   return (__m128i) __builtin_ia32_alignq128_mask ((__v2di) __A,
11060                                                   (__v2di) __B, __imm,
11061                                                   (__v2di)
11062                                                   _mm_setzero_di (),
11063                                                   (__mmask8) -1);
11064 }
11065
11066 extern __inline __m128i
11067 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11068 _mm_mask_alignr_epi64 (__m128i __W, __mmask8 __U, __m128i __A,
11069                        __m128i __B, const int __imm)
11070 {
11071   return (__m128i) __builtin_ia32_alignq128_mask ((__v2di) __A,
11072                                                   (__v2di) __B, __imm,
11073                                                   (__v2di) __W,
11074                                                   (__mmask8) __U);
11075 }
11076
11077 extern __inline __m128i
11078 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11079 _mm_maskz_alignr_epi64 (__mmask8 __U, __m128i __A, __m128i __B,
11080                         const int __imm)
11081 {
11082   return (__m128i) __builtin_ia32_alignq128_mask ((__v2di) __A,
11083                                                   (__v2di) __B, __imm,
11084                                                   (__v2di)
11085                                                   _mm_setzero_di (),
11086                                                   (__mmask8) __U);
11087 }
11088
11089 extern __inline __m256i
11090 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11091 _mm256_alignr_epi32 (__m256i __A, __m256i __B, const int __imm)
11092 {
11093   return (__m256i) __builtin_ia32_alignd256_mask ((__v8si) __A,
11094                                                   (__v8si) __B, __imm,
11095                                                   (__v8si)
11096                                                   _mm256_setzero_si256 (),
11097                                                   (__mmask8) -1);
11098 }
11099
11100 extern __inline __m256i
11101 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11102 _mm256_mask_alignr_epi32 (__m256i __W, __mmask8 __U, __m256i __A,
11103                           __m256i __B, const int __imm)
11104 {
11105   return (__m256i) __builtin_ia32_alignd256_mask ((__v8si) __A,
11106                                                   (__v8si) __B, __imm,
11107                                                   (__v8si) __W,
11108                                                   (__mmask8) __U);
11109 }
11110
11111 extern __inline __m256i
11112 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11113 _mm256_maskz_alignr_epi32 (__mmask8 __U, __m256i __A, __m256i __B,
11114                            const int __imm)
11115 {
11116   return (__m256i) __builtin_ia32_alignd256_mask ((__v8si) __A,
11117                                                   (__v8si) __B, __imm,
11118                                                   (__v8si)
11119                                                   _mm256_setzero_si256 (),
11120                                                   (__mmask8) __U);
11121 }
11122
11123 extern __inline __m256i
11124 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11125 _mm256_alignr_epi64 (__m256i __A, __m256i __B, const int __imm)
11126 {
11127   return (__m256i) __builtin_ia32_alignq256_mask ((__v4di) __A,
11128                                                   (__v4di) __B, __imm,
11129                                                   (__v4di)
11130                                                   _mm256_setzero_si256 (),
11131                                                   (__mmask8) -1);
11132 }
11133
11134 extern __inline __m256i
11135 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11136 _mm256_mask_alignr_epi64 (__m256i __W, __mmask8 __U, __m256i __A,
11137                           __m256i __B, const int __imm)
11138 {
11139   return (__m256i) __builtin_ia32_alignq256_mask ((__v4di) __A,
11140                                                   (__v4di) __B, __imm,
11141                                                   (__v4di) __W,
11142                                                   (__mmask8) __U);
11143 }
11144
11145 extern __inline __m256i
11146 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11147 _mm256_maskz_alignr_epi64 (__mmask8 __U, __m256i __A, __m256i __B,
11148                            const int __imm)
11149 {
11150   return (__m256i) __builtin_ia32_alignq256_mask ((__v4di) __A,
11151                                                   (__v4di) __B, __imm,
11152                                                   (__v4di)
11153                                                   _mm256_setzero_si256 (),
11154                                                   (__mmask8) __U);
11155 }
11156
11157 extern __inline __m128i
11158 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11159 _mm_mask_cvtps_ph (__m128i __W, __mmask8 __U, __m128 __A,
11160                    const int __I)
11161 {
11162   return (__m128i) __builtin_ia32_vcvtps2ph_mask ((__v4sf) __A, __I,
11163                                                   (__v8hi) __W,
11164                                                   (__mmask8) __U);
11165 }
11166
11167 extern __inline __m128i
11168 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11169 _mm_maskz_cvtps_ph (__mmask8 __U, __m128 __A, const int __I)
11170 {
11171   return (__m128i) __builtin_ia32_vcvtps2ph_mask ((__v4sf) __A, __I,
11172                                                   (__v8hi)
11173                                                   _mm_setzero_hi (),
11174                                                   (__mmask8) __U);
11175 }
11176
11177 extern __inline __m128i
11178 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11179 _mm256_mask_cvtps_ph (__m128i __W, __mmask8 __U, __m256 __A,
11180                       const int __I)
11181 {
11182   return (__m128i) __builtin_ia32_vcvtps2ph256_mask ((__v8sf) __A, __I,
11183                                                      (__v8hi) __W,
11184                                                      (__mmask8) __U);
11185 }
11186
11187 extern __inline __m128i
11188 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11189 _mm256_maskz_cvtps_ph (__mmask8 __U, __m256 __A, const int __I)
11190 {
11191   return (__m128i) __builtin_ia32_vcvtps2ph256_mask ((__v8sf) __A, __I,
11192                                                      (__v8hi)
11193                                                      _mm_setzero_hi (),
11194                                                      (__mmask8) __U);
11195 }
11196
11197 extern __inline __m256i
11198 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11199 _mm256_mask_srai_epi32 (__m256i __W, __mmask8 __U, __m256i __A,
11200                         const int __imm)
11201 {
11202   return (__m256i) __builtin_ia32_psradi256_mask ((__v8si) __A, __imm,
11203                                                   (__v8si) __W,
11204                                                   (__mmask8) __U);
11205 }
11206
11207 extern __inline __m256i
11208 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11209 _mm256_maskz_srai_epi32 (__mmask8 __U, __m256i __A, const int __imm)
11210 {
11211   return (__m256i) __builtin_ia32_psradi256_mask ((__v8si) __A, __imm,
11212                                                   (__v8si)
11213                                                   _mm256_setzero_si256 (),
11214                                                   (__mmask8) __U);
11215 }
11216
11217 extern __inline __m128i
11218 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11219 _mm_mask_srai_epi32 (__m128i __W, __mmask8 __U, __m128i __A,
11220                      const int __imm)
11221 {
11222   return (__m128i) __builtin_ia32_psradi128_mask ((__v4si) __A, __imm,
11223                                                   (__v4si) __W,
11224                                                   (__mmask8) __U);
11225 }
11226
11227 extern __inline __m128i
11228 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11229 _mm_maskz_srai_epi32 (__mmask8 __U, __m128i __A, const int __imm)
11230 {
11231   return (__m128i) __builtin_ia32_psradi128_mask ((__v4si) __A, __imm,
11232                                                   (__v4si)
11233                                                   _mm_setzero_si128 (),
11234                                                   (__mmask8) __U);
11235 }
11236
11237 extern __inline __m256i
11238 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11239 _mm256_srai_epi64 (__m256i __A, const int __imm)
11240 {
11241   return (__m256i) __builtin_ia32_psraqi256_mask ((__v4di) __A, __imm,
11242                                                   (__v4di)
11243                                                   _mm256_setzero_si256 (),
11244                                                   (__mmask8) -1);
11245 }
11246
11247 extern __inline __m256i
11248 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11249 _mm256_mask_srai_epi64 (__m256i __W, __mmask8 __U, __m256i __A,
11250                         const int __imm)
11251 {
11252   return (__m256i) __builtin_ia32_psraqi256_mask ((__v4di) __A, __imm,
11253                                                   (__v4di) __W,
11254                                                   (__mmask8) __U);
11255 }
11256
11257 extern __inline __m256i
11258 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11259 _mm256_maskz_srai_epi64 (__mmask8 __U, __m256i __A, const int __imm)
11260 {
11261   return (__m256i) __builtin_ia32_psraqi256_mask ((__v4di) __A, __imm,
11262                                                   (__v4di)
11263                                                   _mm256_setzero_si256 (),
11264                                                   (__mmask8) __U);
11265 }
11266
11267 extern __inline __m128i
11268 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11269 _mm_srai_epi64 (__m128i __A, const int __imm)
11270 {
11271   return (__m128i) __builtin_ia32_psraqi128_mask ((__v2di) __A, __imm,
11272                                                   (__v2di)
11273                                                   _mm_setzero_di (),
11274                                                   (__mmask8) -1);
11275 }
11276
11277 extern __inline __m128i
11278 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11279 _mm_mask_srai_epi64 (__m128i __W, __mmask8 __U, __m128i __A,
11280                      const int __imm)
11281 {
11282   return (__m128i) __builtin_ia32_psraqi128_mask ((__v2di) __A, __imm,
11283                                                   (__v2di) __W,
11284                                                   (__mmask8) __U);
11285 }
11286
11287 extern __inline __m128i
11288 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11289 _mm_maskz_srai_epi64 (__mmask8 __U, __m128i __A, const int __imm)
11290 {
11291   return (__m128i) __builtin_ia32_psraqi128_mask ((__v2di) __A, __imm,
11292                                                   (__v2di)
11293                                                   _mm_setzero_si128 (),
11294                                                   (__mmask8) __U);
11295 }
11296
11297 extern __inline __m128i
11298 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11299 _mm_mask_slli_epi32 (__m128i __W, __mmask8 __U, __m128i __A, int __B)
11300 {
11301   return (__m128i) __builtin_ia32_pslldi128_mask ((__v4si) __A, __B,
11302                                                   (__v4si) __W,
11303                                                   (__mmask8) __U);
11304 }
11305
11306 extern __inline __m128i
11307 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11308 _mm_maskz_slli_epi32 (__mmask8 __U, __m128i __A, int __B)
11309 {
11310   return (__m128i) __builtin_ia32_pslldi128_mask ((__v4si) __A, __B,
11311                                                   (__v4si)
11312                                                   _mm_setzero_si128 (),
11313                                                   (__mmask8) __U);
11314 }
11315
11316 extern __inline __m128i
11317 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11318 _mm_mask_slli_epi64 (__m128i __W, __mmask8 __U, __m128i __A, int __B)
11319 {
11320   return (__m128i) __builtin_ia32_psllqi128_mask ((__v2di) __A, __B,
11321                                                   (__v2di) __W,
11322                                                   (__mmask8) __U);
11323 }
11324
11325 extern __inline __m128i
11326 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11327 _mm_maskz_slli_epi64 (__mmask8 __U, __m128i __A, int __B)
11328 {
11329   return (__m128i) __builtin_ia32_psllqi128_mask ((__v2di) __A, __B,
11330                                                   (__v2di)
11331                                                   _mm_setzero_di (),
11332                                                   (__mmask8) __U);
11333 }
11334
11335 extern __inline __m256i
11336 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11337 _mm256_mask_slli_epi32 (__m256i __W, __mmask8 __U, __m256i __A,
11338                         int __B)
11339 {
11340   return (__m256i) __builtin_ia32_pslldi256_mask ((__v8si) __A, __B,
11341                                                   (__v8si) __W,
11342                                                   (__mmask8) __U);
11343 }
11344
11345 extern __inline __m256i
11346 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11347 _mm256_maskz_slli_epi32 (__mmask8 __U, __m256i __A, int __B)
11348 {
11349   return (__m256i) __builtin_ia32_pslldi256_mask ((__v8si) __A, __B,
11350                                                   (__v8si)
11351                                                   _mm256_setzero_si256 (),
11352                                                   (__mmask8) __U);
11353 }
11354
11355 extern __inline __m256i
11356 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11357 _mm256_mask_slli_epi64 (__m256i __W, __mmask8 __U, __m256i __A,
11358                         int __B)
11359 {
11360   return (__m256i) __builtin_ia32_psllqi256_mask ((__v4di) __A, __B,
11361                                                   (__v4di) __W,
11362                                                   (__mmask8) __U);
11363 }
11364
11365 extern __inline __m256i
11366 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11367 _mm256_maskz_slli_epi64 (__mmask8 __U, __m256i __A, int __B)
11368 {
11369   return (__m256i) __builtin_ia32_psllqi256_mask ((__v4di) __A, __B,
11370                                                   (__v4di)
11371                                                   _mm256_setzero_si256 (),
11372                                                   (__mmask8) __U);
11373 }
11374
11375 extern __inline __m256d
11376 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11377 _mm256_mask_permutex_pd (__m256d __W, __mmask8 __U, __m256d __X,
11378                          const int __imm)
11379 {
11380   return (__m256d) __builtin_ia32_permdf256_mask ((__v4df) __X, __imm,
11381                                                   (__v4df) __W,
11382                                                   (__mmask8) __U);
11383 }
11384
11385 extern __inline __m256d
11386 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11387 _mm256_maskz_permutex_pd (__mmask8 __U, __m256d __X, const int __imm)
11388 {
11389   return (__m256d) __builtin_ia32_permdf256_mask ((__v4df) __X, __imm,
11390                                                   (__v4df)
11391                                                   _mm256_setzero_pd (),
11392                                                   (__mmask8) __U);
11393 }
11394
11395 extern __inline __m256d
11396 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11397 _mm256_mask_permute_pd (__m256d __W, __mmask8 __U, __m256d __X,
11398                         const int __C)
11399 {
11400   return (__m256d) __builtin_ia32_vpermilpd256_mask ((__v4df) __X, __C,
11401                                                      (__v4df) __W,
11402                                                      (__mmask8) __U);
11403 }
11404
11405 extern __inline __m256d
11406 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11407 _mm256_maskz_permute_pd (__mmask8 __U, __m256d __X, const int __C)
11408 {
11409   return (__m256d) __builtin_ia32_vpermilpd256_mask ((__v4df) __X, __C,
11410                                                      (__v4df)
11411                                                      _mm256_setzero_pd (),
11412                                                      (__mmask8) __U);
11413 }
11414
11415 extern __inline __m128d
11416 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11417 _mm_mask_permute_pd (__m128d __W, __mmask8 __U, __m128d __X,
11418                      const int __C)
11419 {
11420   return (__m128d) __builtin_ia32_vpermilpd_mask ((__v2df) __X, __C,
11421                                                   (__v2df) __W,
11422                                                   (__mmask8) __U);
11423 }
11424
11425 extern __inline __m128d
11426 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11427 _mm_maskz_permute_pd (__mmask8 __U, __m128d __X, const int __C)
11428 {
11429   return (__m128d) __builtin_ia32_vpermilpd_mask ((__v2df) __X, __C,
11430                                                   (__v2df)
11431                                                   _mm_setzero_pd (),
11432                                                   (__mmask8) __U);
11433 }
11434
11435 extern __inline __m256
11436 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11437 _mm256_mask_permute_ps (__m256 __W, __mmask8 __U, __m256 __X,
11438                         const int __C)
11439 {
11440   return (__m256) __builtin_ia32_vpermilps256_mask ((__v8sf) __X, __C,
11441                                                     (__v8sf) __W,
11442                                                     (__mmask8) __U);
11443 }
11444
11445 extern __inline __m256
11446 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11447 _mm256_maskz_permute_ps (__mmask8 __U, __m256 __X, const int __C)
11448 {
11449   return (__m256) __builtin_ia32_vpermilps256_mask ((__v8sf) __X, __C,
11450                                                     (__v8sf)
11451                                                     _mm256_setzero_ps (),
11452                                                     (__mmask8) __U);
11453 }
11454
11455 extern __inline __m128
11456 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11457 _mm_mask_permute_ps (__m128 __W, __mmask8 __U, __m128 __X,
11458                      const int __C)
11459 {
11460   return (__m128) __builtin_ia32_vpermilps_mask ((__v4sf) __X, __C,
11461                                                  (__v4sf) __W,
11462                                                  (__mmask8) __U);
11463 }
11464
11465 extern __inline __m128
11466 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11467 _mm_maskz_permute_ps (__mmask8 __U, __m128 __X, const int __C)
11468 {
11469   return (__m128) __builtin_ia32_vpermilps_mask ((__v4sf) __X, __C,
11470                                                  (__v4sf)
11471                                                  _mm_setzero_ps (),
11472                                                  (__mmask8) __U);
11473 }
11474
11475 extern __inline __m256d
11476 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11477 _mm256_mask_blend_pd (__mmask8 __U, __m256d __A, __m256d __W)
11478 {
11479   return (__m256d) __builtin_ia32_blendmpd_256_mask ((__v4df) __A,
11480                                                      (__v4df) __W,
11481                                                      (__mmask8) __U);
11482 }
11483
11484 extern __inline __m256
11485 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11486 _mm256_mask_blend_ps (__mmask8 __U, __m256 __A, __m256 __W)
11487 {
11488   return (__m256) __builtin_ia32_blendmps_256_mask ((__v8sf) __A,
11489                                                     (__v8sf) __W,
11490                                                     (__mmask8) __U);
11491 }
11492
11493 extern __inline __m256i
11494 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11495 _mm256_mask_blend_epi64 (__mmask8 __U, __m256i __A, __m256i __W)
11496 {
11497   return (__m256i) __builtin_ia32_blendmq_256_mask ((__v4di) __A,
11498                                                     (__v4di) __W,
11499                                                     (__mmask8) __U);
11500 }
11501
11502 extern __inline __m256i
11503 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11504 _mm256_mask_blend_epi32 (__mmask8 __U, __m256i __A, __m256i __W)
11505 {
11506   return (__m256i) __builtin_ia32_blendmd_256_mask ((__v8si) __A,
11507                                                     (__v8si) __W,
11508                                                     (__mmask8) __U);
11509 }
11510
11511 extern __inline __m128d
11512 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11513 _mm_mask_blend_pd (__mmask8 __U, __m128d __A, __m128d __W)
11514 {
11515   return (__m128d) __builtin_ia32_blendmpd_128_mask ((__v2df) __A,
11516                                                      (__v2df) __W,
11517                                                      (__mmask8) __U);
11518 }
11519
11520 extern __inline __m128
11521 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11522 _mm_mask_blend_ps (__mmask8 __U, __m128 __A, __m128 __W)
11523 {
11524   return (__m128) __builtin_ia32_blendmps_128_mask ((__v4sf) __A,
11525                                                     (__v4sf) __W,
11526                                                     (__mmask8) __U);
11527 }
11528
11529 extern __inline __m128i
11530 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11531 _mm_mask_blend_epi64 (__mmask8 __U, __m128i __A, __m128i __W)
11532 {
11533   return (__m128i) __builtin_ia32_blendmq_128_mask ((__v2di) __A,
11534                                                     (__v2di) __W,
11535                                                     (__mmask8) __U);
11536 }
11537
11538 extern __inline __m128i
11539 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11540 _mm_mask_blend_epi32 (__mmask8 __U, __m128i __A, __m128i __W)
11541 {
11542   return (__m128i) __builtin_ia32_blendmd_128_mask ((__v4si) __A,
11543                                                     (__v4si) __W,
11544                                                     (__mmask8) __U);
11545 }
11546
11547 extern __inline __mmask8
11548 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11549 _mm256_cmp_epi64_mask (__m256i __X, __m256i __Y, const int __P)
11550 {
11551   return (__mmask8) __builtin_ia32_cmpq256_mask ((__v4di) __X,
11552                                                  (__v4di) __Y, __P,
11553                                                  (__mmask8) -1);
11554 }
11555
11556 extern __inline __mmask8
11557 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11558 _mm256_cmp_epi32_mask (__m256i __X, __m256i __Y, const int __P)
11559 {
11560   return (__mmask8) __builtin_ia32_cmpd256_mask ((__v8si) __X,
11561                                                  (__v8si) __Y, __P,
11562                                                  (__mmask8) -1);
11563 }
11564
11565 extern __inline __mmask8
11566 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11567 _mm256_cmp_epu64_mask (__m256i __X, __m256i __Y, const int __P)
11568 {
11569   return (__mmask8) __builtin_ia32_ucmpq256_mask ((__v4di) __X,
11570                                                   (__v4di) __Y, __P,
11571                                                   (__mmask8) -1);
11572 }
11573
11574 extern __inline __mmask8
11575 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11576 _mm256_cmp_epu32_mask (__m256i __X, __m256i __Y, const int __P)
11577 {
11578   return (__mmask8) __builtin_ia32_ucmpd256_mask ((__v8si) __X,
11579                                                   (__v8si) __Y, __P,
11580                                                   (__mmask8) -1);
11581 }
11582
11583 extern __inline __mmask8
11584 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11585 _mm256_cmp_pd_mask (__m256d __X, __m256d __Y, const int __P)
11586 {
11587   return (__mmask8) __builtin_ia32_cmppd256_mask ((__v4df) __X,
11588                                                   (__v4df) __Y, __P,
11589                                                   (__mmask8) -1);
11590 }
11591
11592 extern __inline __mmask8
11593 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11594 _mm256_cmp_ps_mask (__m256 __X, __m256 __Y, const int __P)
11595 {
11596   return (__mmask8) __builtin_ia32_cmpps256_mask ((__v8sf) __X,
11597                                                   (__v8sf) __Y, __P,
11598                                                   (__mmask8) -1);
11599 }
11600
11601 extern __inline __mmask8
11602 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11603 _mm256_mask_cmp_epi64_mask (__mmask8 __U, __m256i __X, __m256i __Y,
11604                             const int __P)
11605 {
11606   return (__mmask8) __builtin_ia32_cmpq256_mask ((__v4di) __X,
11607                                                  (__v4di) __Y, __P,
11608                                                  (__mmask8) __U);
11609 }
11610
11611 extern __inline __mmask8
11612 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11613 _mm256_mask_cmp_epi32_mask (__mmask8 __U, __m256i __X, __m256i __Y,
11614                             const int __P)
11615 {
11616   return (__mmask8) __builtin_ia32_cmpd256_mask ((__v8si) __X,
11617                                                  (__v8si) __Y, __P,
11618                                                  (__mmask8) __U);
11619 }
11620
11621 extern __inline __mmask8
11622 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11623 _mm256_mask_cmp_epu64_mask (__mmask8 __U, __m256i __X, __m256i __Y,
11624                             const int __P)
11625 {
11626   return (__mmask8) __builtin_ia32_ucmpq256_mask ((__v4di) __X,
11627                                                   (__v4di) __Y, __P,
11628                                                   (__mmask8) __U);
11629 }
11630
11631 extern __inline __mmask8
11632 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11633 _mm256_mask_cmp_epu32_mask (__mmask8 __U, __m256i __X, __m256i __Y,
11634                             const int __P)
11635 {
11636   return (__mmask8) __builtin_ia32_ucmpd256_mask ((__v8si) __X,
11637                                                   (__v8si) __Y, __P,
11638                                                   (__mmask8) __U);
11639 }
11640
11641 extern __inline __mmask8
11642 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11643 _mm256_mask_cmp_pd_mask (__mmask8 __U, __m256d __X, __m256d __Y,
11644                          const int __P)
11645 {
11646   return (__mmask8) __builtin_ia32_cmppd256_mask ((__v4df) __X,
11647                                                   (__v4df) __Y, __P,
11648                                                   (__mmask8) __U);
11649 }
11650
11651 extern __inline __mmask8
11652 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11653 _mm256_mask_cmp_ps_mask (__mmask8 __U, __m256 __X, __m256 __Y,
11654                          const int __P)
11655 {
11656   return (__mmask8) __builtin_ia32_cmpps256_mask ((__v8sf) __X,
11657                                                   (__v8sf) __Y, __P,
11658                                                   (__mmask8) __U);
11659 }
11660
11661 extern __inline __mmask8
11662 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11663 _mm_cmp_epi64_mask (__m128i __X, __m128i __Y, const int __P)
11664 {
11665   return (__mmask8) __builtin_ia32_cmpq128_mask ((__v2di) __X,
11666                                                  (__v2di) __Y, __P,
11667                                                  (__mmask8) -1);
11668 }
11669
11670 extern __inline __mmask8
11671 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11672 _mm_cmp_epi32_mask (__m128i __X, __m128i __Y, const int __P)
11673 {
11674   return (__mmask8) __builtin_ia32_cmpd128_mask ((__v4si) __X,
11675                                                  (__v4si) __Y, __P,
11676                                                  (__mmask8) -1);
11677 }
11678
11679 extern __inline __mmask8
11680 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11681 _mm_cmp_epu64_mask (__m128i __X, __m128i __Y, const int __P)
11682 {
11683   return (__mmask8) __builtin_ia32_ucmpq128_mask ((__v2di) __X,
11684                                                   (__v2di) __Y, __P,
11685                                                   (__mmask8) -1);
11686 }
11687
11688 extern __inline __mmask8
11689 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11690 _mm_cmp_epu32_mask (__m128i __X, __m128i __Y, const int __P)
11691 {
11692   return (__mmask8) __builtin_ia32_ucmpd128_mask ((__v4si) __X,
11693                                                   (__v4si) __Y, __P,
11694                                                   (__mmask8) -1);
11695 }
11696
11697 extern __inline __mmask8
11698 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11699 _mm_cmp_pd_mask (__m128d __X, __m128d __Y, const int __P)
11700 {
11701   return (__mmask8) __builtin_ia32_cmppd128_mask ((__v2df) __X,
11702                                                   (__v2df) __Y, __P,
11703                                                   (__mmask8) -1);
11704 }
11705
11706 extern __inline __mmask8
11707 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11708 _mm_cmp_ps_mask (__m128 __X, __m128 __Y, const int __P)
11709 {
11710   return (__mmask8) __builtin_ia32_cmpps128_mask ((__v4sf) __X,
11711                                                   (__v4sf) __Y, __P,
11712                                                   (__mmask8) -1);
11713 }
11714
11715 extern __inline __mmask8
11716 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11717 _mm_mask_cmp_epi64_mask (__mmask8 __U, __m128i __X, __m128i __Y,
11718                          const int __P)
11719 {
11720   return (__mmask8) __builtin_ia32_cmpq128_mask ((__v2di) __X,
11721                                                  (__v2di) __Y, __P,
11722                                                  (__mmask8) __U);
11723 }
11724
11725 extern __inline __mmask8
11726 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11727 _mm_mask_cmp_epi32_mask (__mmask8 __U, __m128i __X, __m128i __Y,
11728                          const int __P)
11729 {
11730   return (__mmask8) __builtin_ia32_cmpd128_mask ((__v4si) __X,
11731                                                  (__v4si) __Y, __P,
11732                                                  (__mmask8) __U);
11733 }
11734
11735 extern __inline __mmask8
11736 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11737 _mm_mask_cmp_epu64_mask (__mmask8 __U, __m128i __X, __m128i __Y,
11738                          const int __P)
11739 {
11740   return (__mmask8) __builtin_ia32_ucmpq128_mask ((__v2di) __X,
11741                                                   (__v2di) __Y, __P,
11742                                                   (__mmask8) __U);
11743 }
11744
11745 extern __inline __mmask8
11746 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11747 _mm_mask_cmp_epu32_mask (__mmask8 __U, __m128i __X, __m128i __Y,
11748                          const int __P)
11749 {
11750   return (__mmask8) __builtin_ia32_ucmpd128_mask ((__v4si) __X,
11751                                                   (__v4si) __Y, __P,
11752                                                   (__mmask8) __U);
11753 }
11754
11755 extern __inline __mmask8
11756 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11757 _mm_mask_cmp_pd_mask (__mmask8 __U, __m128d __X, __m128d __Y,
11758                       const int __P)
11759 {
11760   return (__mmask8) __builtin_ia32_cmppd128_mask ((__v2df) __X,
11761                                                   (__v2df) __Y, __P,
11762                                                   (__mmask8) __U);
11763 }
11764
11765 extern __inline __mmask8
11766 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11767 _mm_mask_cmp_ps_mask (__mmask8 __U, __m128 __X, __m128 __Y,
11768                       const int __P)
11769 {
11770   return (__mmask8) __builtin_ia32_cmpps128_mask ((__v4sf) __X,
11771                                                   (__v4sf) __Y, __P,
11772                                                   (__mmask8) __U);
11773 }
11774
11775 extern __inline __m256d
11776 __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11777 _mm256_permutex_pd (__m256d __X, const int __M)
11778 {
11779   return (__m256d) __builtin_ia32_permdf256_mask ((__v4df) __X, __M,
11780                                                   (__v4df)
11781                                                   _mm256_undefined_pd (),
11782                                                   (__mmask8) -1);
11783 }
11784
11785 extern __inline __mmask8
11786   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11787 _mm256_mask_cmpneq_epu32_mask (__mmask8 __M, __m256i __X, __m256i __Y)
11788 {
11789   return (__mmask8) __builtin_ia32_ucmpd256_mask ((__v8si) __X,
11790                                                   (__v8si) __Y, 4,
11791                                                   (__mmask8) __M);
11792 }
11793
11794 extern __inline __mmask8
11795   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11796 _mm256_cmpneq_epu32_mask (__m256i __X, __m256i __Y)
11797 {
11798   return (__mmask8) __builtin_ia32_ucmpd256_mask ((__v8si) __X,
11799                                                   (__v8si) __Y, 4,
11800                                                   (__mmask8) - 1);
11801 }
11802
11803 extern __inline __mmask8
11804   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11805 _mm256_mask_cmplt_epu32_mask (__mmask8 __M, __m256i __X, __m256i __Y)
11806 {
11807   return (__mmask8) __builtin_ia32_ucmpd256_mask ((__v8si) __X,
11808                                                   (__v8si) __Y, 1,
11809                                                   (__mmask8) __M);
11810 }
11811
11812 extern __inline __mmask8
11813   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11814 _mm256_cmplt_epu32_mask (__m256i __X, __m256i __Y)
11815 {
11816   return (__mmask8) __builtin_ia32_ucmpd256_mask ((__v8si) __X,
11817                                                   (__v8si) __Y, 1,
11818                                                   (__mmask8) - 1);
11819 }
11820
11821 extern __inline __mmask8
11822   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11823 _mm256_mask_cmpge_epu32_mask (__mmask8 __M, __m256i __X, __m256i __Y)
11824 {
11825   return (__mmask8) __builtin_ia32_ucmpd256_mask ((__v8si) __X,
11826                                                   (__v8si) __Y, 5,
11827                                                   (__mmask8) __M);
11828 }
11829
11830 extern __inline __mmask8
11831   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11832 _mm256_cmpge_epu32_mask (__m256i __X, __m256i __Y)
11833 {
11834   return (__mmask8) __builtin_ia32_ucmpd256_mask ((__v8si) __X,
11835                                                   (__v8si) __Y, 5,
11836                                                   (__mmask8) - 1);
11837 }
11838
11839 extern __inline __mmask8
11840   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11841 _mm256_mask_cmple_epu32_mask (__mmask8 __M, __m256i __X, __m256i __Y)
11842 {
11843   return (__mmask8) __builtin_ia32_ucmpd256_mask ((__v8si) __X,
11844                                                   (__v8si) __Y, 2,
11845                                                   (__mmask8) __M);
11846 }
11847
11848 extern __inline __mmask8
11849   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11850 _mm256_cmple_epu32_mask (__m256i __X, __m256i __Y)
11851 {
11852   return (__mmask8) __builtin_ia32_ucmpd256_mask ((__v8si) __X,
11853                                                   (__v8si) __Y, 2,
11854                                                   (__mmask8) - 1);
11855 }
11856
11857 extern __inline __mmask8
11858   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11859 _mm256_mask_cmpneq_epu64_mask (__mmask8 __M, __m256i __X, __m256i __Y)
11860 {
11861   return (__mmask8) __builtin_ia32_ucmpq256_mask ((__v4di) __X,
11862                                                   (__v4di) __Y, 4,
11863                                                   (__mmask8) __M);
11864 }
11865
11866 extern __inline __mmask8
11867   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11868 _mm256_cmpneq_epu64_mask (__m256i __X, __m256i __Y)
11869 {
11870   return (__mmask8) __builtin_ia32_ucmpq256_mask ((__v4di) __X,
11871                                                   (__v4di) __Y, 4,
11872                                                   (__mmask8) - 1);
11873 }
11874
11875 extern __inline __mmask8
11876   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11877 _mm256_mask_cmplt_epu64_mask (__mmask8 __M, __m256i __X, __m256i __Y)
11878 {
11879   return (__mmask8) __builtin_ia32_ucmpq256_mask ((__v4di) __X,
11880                                                   (__v4di) __Y, 1,
11881                                                   (__mmask8) __M);
11882 }
11883
11884 extern __inline __mmask8
11885   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11886 _mm256_cmplt_epu64_mask (__m256i __X, __m256i __Y)
11887 {
11888   return (__mmask8) __builtin_ia32_ucmpq256_mask ((__v4di) __X,
11889                                                   (__v4di) __Y, 1,
11890                                                   (__mmask8) - 1);
11891 }
11892
11893 extern __inline __mmask8
11894   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11895 _mm256_mask_cmpge_epu64_mask (__mmask8 __M, __m256i __X, __m256i __Y)
11896 {
11897   return (__mmask8) __builtin_ia32_ucmpq256_mask ((__v4di) __X,
11898                                                   (__v4di) __Y, 5,
11899                                                   (__mmask8) __M);
11900 }
11901
11902 extern __inline __mmask8
11903   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11904 _mm256_cmpge_epu64_mask (__m256i __X, __m256i __Y)
11905 {
11906   return (__mmask8) __builtin_ia32_ucmpq256_mask ((__v4di) __X,
11907                                                   (__v4di) __Y, 5,
11908                                                   (__mmask8) - 1);
11909 }
11910
11911 extern __inline __mmask8
11912   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11913 _mm256_mask_cmple_epu64_mask (__mmask8 __M, __m256i __X, __m256i __Y)
11914 {
11915   return (__mmask8) __builtin_ia32_ucmpq256_mask ((__v4di) __X,
11916                                                   (__v4di) __Y, 2,
11917                                                   (__mmask8) __M);
11918 }
11919
11920 extern __inline __mmask8
11921   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11922 _mm256_cmple_epu64_mask (__m256i __X, __m256i __Y)
11923 {
11924   return (__mmask8) __builtin_ia32_ucmpq256_mask ((__v4di) __X,
11925                                                   (__v4di) __Y, 2,
11926                                                   (__mmask8) - 1);
11927 }
11928
11929 extern __inline __mmask8
11930   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11931 _mm256_mask_cmpneq_epi32_mask (__mmask8 __M, __m256i __X, __m256i __Y)
11932 {
11933   return (__mmask8) __builtin_ia32_cmpd256_mask ((__v8si) __X,
11934                                                  (__v8si) __Y, 4,
11935                                                  (__mmask8) __M);
11936 }
11937
11938 extern __inline __mmask8
11939   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11940 _mm256_cmpneq_epi32_mask (__m256i __X, __m256i __Y)
11941 {
11942   return (__mmask8) __builtin_ia32_cmpd256_mask ((__v8si) __X,
11943                                                  (__v8si) __Y, 4,
11944                                                  (__mmask8) - 1);
11945 }
11946
11947 extern __inline __mmask8
11948   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11949 _mm256_mask_cmplt_epi32_mask (__mmask8 __M, __m256i __X, __m256i __Y)
11950 {
11951   return (__mmask8) __builtin_ia32_cmpd256_mask ((__v8si) __X,
11952                                                  (__v8si) __Y, 1,
11953                                                  (__mmask8) __M);
11954 }
11955
11956 extern __inline __mmask8
11957   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11958 _mm256_cmplt_epi32_mask (__m256i __X, __m256i __Y)
11959 {
11960   return (__mmask8) __builtin_ia32_cmpd256_mask ((__v8si) __X,
11961                                                  (__v8si) __Y, 1,
11962                                                  (__mmask8) - 1);
11963 }
11964
11965 extern __inline __mmask8
11966   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11967 _mm256_mask_cmpge_epi32_mask (__mmask8 __M, __m256i __X, __m256i __Y)
11968 {
11969   return (__mmask8) __builtin_ia32_cmpd256_mask ((__v8si) __X,
11970                                                  (__v8si) __Y, 5,
11971                                                  (__mmask8) __M);
11972 }
11973
11974 extern __inline __mmask8
11975   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11976 _mm256_cmpge_epi32_mask (__m256i __X, __m256i __Y)
11977 {
11978   return (__mmask8) __builtin_ia32_cmpd256_mask ((__v8si) __X,
11979                                                  (__v8si) __Y, 5,
11980                                                  (__mmask8) - 1);
11981 }
11982
11983 extern __inline __mmask8
11984   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11985 _mm256_mask_cmple_epi32_mask (__mmask8 __M, __m256i __X, __m256i __Y)
11986 {
11987   return (__mmask8) __builtin_ia32_cmpd256_mask ((__v8si) __X,
11988                                                  (__v8si) __Y, 2,
11989                                                  (__mmask8) __M);
11990 }
11991
11992 extern __inline __mmask8
11993   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
11994 _mm256_cmple_epi32_mask (__m256i __X, __m256i __Y)
11995 {
11996   return (__mmask8) __builtin_ia32_cmpd256_mask ((__v8si) __X,
11997                                                  (__v8si) __Y, 2,
11998                                                  (__mmask8) - 1);
11999 }
12000
12001 extern __inline __mmask8
12002   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12003 _mm256_mask_cmpneq_epi64_mask (__mmask8 __M, __m256i __X, __m256i __Y)
12004 {
12005   return (__mmask8) __builtin_ia32_cmpq256_mask ((__v4di) __X,
12006                                                  (__v4di) __Y, 4,
12007                                                  (__mmask8) __M);
12008 }
12009
12010 extern __inline __mmask8
12011   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12012 _mm256_cmpneq_epi64_mask (__m256i __X, __m256i __Y)
12013 {
12014   return (__mmask8) __builtin_ia32_cmpq256_mask ((__v4di) __X,
12015                                                  (__v4di) __Y, 4,
12016                                                  (__mmask8) - 1);
12017 }
12018
12019 extern __inline __mmask8
12020   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12021 _mm256_mask_cmplt_epi64_mask (__mmask8 __M, __m256i __X, __m256i __Y)
12022 {
12023   return (__mmask8) __builtin_ia32_cmpq256_mask ((__v4di) __X,
12024                                                  (__v4di) __Y, 1,
12025                                                  (__mmask8) __M);
12026 }
12027
12028 extern __inline __mmask8
12029   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12030 _mm256_cmplt_epi64_mask (__m256i __X, __m256i __Y)
12031 {
12032   return (__mmask8) __builtin_ia32_cmpq256_mask ((__v4di) __X,
12033                                                  (__v4di) __Y, 1,
12034                                                  (__mmask8) - 1);
12035 }
12036
12037 extern __inline __mmask8
12038   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12039 _mm256_mask_cmpge_epi64_mask (__mmask8 __M, __m256i __X, __m256i __Y)
12040 {
12041   return (__mmask8) __builtin_ia32_cmpq256_mask ((__v4di) __X,
12042                                                  (__v4di) __Y, 5,
12043                                                  (__mmask8) __M);
12044 }
12045
12046 extern __inline __mmask8
12047   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12048 _mm256_cmpge_epi64_mask (__m256i __X, __m256i __Y)
12049 {
12050   return (__mmask8) __builtin_ia32_cmpq256_mask ((__v4di) __X,
12051                                                  (__v4di) __Y, 5,
12052                                                  (__mmask8) - 1);
12053 }
12054
12055 extern __inline __mmask8
12056   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12057 _mm256_mask_cmple_epi64_mask (__mmask8 __M, __m256i __X, __m256i __Y)
12058 {
12059   return (__mmask8) __builtin_ia32_cmpq256_mask ((__v4di) __X,
12060                                                  (__v4di) __Y, 2,
12061                                                  (__mmask8) __M);
12062 }
12063
12064 extern __inline __mmask8
12065   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12066 _mm256_cmple_epi64_mask (__m256i __X, __m256i __Y)
12067 {
12068   return (__mmask8) __builtin_ia32_cmpq256_mask ((__v4di) __X,
12069                                                  (__v4di) __Y, 2,
12070                                                  (__mmask8) - 1);
12071 }
12072
12073 extern __inline __mmask8
12074   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12075 _mm_mask_cmpneq_epu32_mask (__mmask8 __M, __m128i __X, __m128i __Y)
12076 {
12077   return (__mmask8) __builtin_ia32_ucmpd128_mask ((__v4si) __X,
12078                                                   (__v4si) __Y, 4,
12079                                                   (__mmask8) __M);
12080 }
12081
12082 extern __inline __mmask8
12083   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12084 _mm_cmpneq_epu32_mask (__m128i __X, __m128i __Y)
12085 {
12086   return (__mmask8) __builtin_ia32_ucmpd128_mask ((__v4si) __X,
12087                                                   (__v4si) __Y, 4,
12088                                                   (__mmask8) - 1);
12089 }
12090
12091 extern __inline __mmask8
12092   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12093 _mm_mask_cmplt_epu32_mask (__mmask8 __M, __m128i __X, __m128i __Y)
12094 {
12095   return (__mmask8) __builtin_ia32_ucmpd128_mask ((__v4si) __X,
12096                                                   (__v4si) __Y, 1,
12097                                                   (__mmask8) __M);
12098 }
12099
12100 extern __inline __mmask8
12101   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12102 _mm_cmplt_epu32_mask (__m128i __X, __m128i __Y)
12103 {
12104   return (__mmask8) __builtin_ia32_ucmpd128_mask ((__v4si) __X,
12105                                                   (__v4si) __Y, 1,
12106                                                   (__mmask8) - 1);
12107 }
12108
12109 extern __inline __mmask8
12110   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12111 _mm_mask_cmpge_epu32_mask (__mmask8 __M, __m128i __X, __m128i __Y)
12112 {
12113   return (__mmask8) __builtin_ia32_ucmpd128_mask ((__v4si) __X,
12114                                                   (__v4si) __Y, 5,
12115                                                   (__mmask8) __M);
12116 }
12117
12118 extern __inline __mmask8
12119   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12120 _mm_cmpge_epu32_mask (__m128i __X, __m128i __Y)
12121 {
12122   return (__mmask8) __builtin_ia32_ucmpd128_mask ((__v4si) __X,
12123                                                   (__v4si) __Y, 5,
12124                                                   (__mmask8) - 1);
12125 }
12126
12127 extern __inline __mmask8
12128   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12129 _mm_mask_cmple_epu32_mask (__mmask8 __M, __m128i __X, __m128i __Y)
12130 {
12131   return (__mmask8) __builtin_ia32_ucmpd128_mask ((__v4si) __X,
12132                                                   (__v4si) __Y, 2,
12133                                                   (__mmask8) __M);
12134 }
12135
12136 extern __inline __mmask8
12137   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12138 _mm_cmple_epu32_mask (__m128i __X, __m128i __Y)
12139 {
12140   return (__mmask8) __builtin_ia32_ucmpd128_mask ((__v4si) __X,
12141                                                   (__v4si) __Y, 2,
12142                                                   (__mmask8) - 1);
12143 }
12144
12145 extern __inline __mmask8
12146   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12147 _mm_mask_cmpneq_epu64_mask (__mmask8 __M, __m128i __X, __m128i __Y)
12148 {
12149   return (__mmask8) __builtin_ia32_ucmpq128_mask ((__v2di) __X,
12150                                                   (__v2di) __Y, 4,
12151                                                   (__mmask8) __M);
12152 }
12153
12154 extern __inline __mmask8
12155   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12156 _mm_cmpneq_epu64_mask (__m128i __X, __m128i __Y)
12157 {
12158   return (__mmask8) __builtin_ia32_ucmpq128_mask ((__v2di) __X,
12159                                                   (__v2di) __Y, 4,
12160                                                   (__mmask8) - 1);
12161 }
12162
12163 extern __inline __mmask8
12164   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12165 _mm_mask_cmplt_epu64_mask (__mmask8 __M, __m128i __X, __m128i __Y)
12166 {
12167   return (__mmask8) __builtin_ia32_ucmpq128_mask ((__v2di) __X,
12168                                                   (__v2di) __Y, 1,
12169                                                   (__mmask8) __M);
12170 }
12171
12172 extern __inline __mmask8
12173   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12174 _mm_cmplt_epu64_mask (__m128i __X, __m128i __Y)
12175 {
12176   return (__mmask8) __builtin_ia32_ucmpq128_mask ((__v2di) __X,
12177                                                   (__v2di) __Y, 1,
12178                                                   (__mmask8) - 1);
12179 }
12180
12181 extern __inline __mmask8
12182   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12183 _mm_mask_cmpge_epu64_mask (__mmask8 __M, __m128i __X, __m128i __Y)
12184 {
12185   return (__mmask8) __builtin_ia32_ucmpq128_mask ((__v2di) __X,
12186                                                   (__v2di) __Y, 5,
12187                                                   (__mmask8) __M);
12188 }
12189
12190 extern __inline __mmask8
12191   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12192 _mm_cmpge_epu64_mask (__m128i __X, __m128i __Y)
12193 {
12194   return (__mmask8) __builtin_ia32_ucmpq128_mask ((__v2di) __X,
12195                                                   (__v2di) __Y, 5,
12196                                                   (__mmask8) - 1);
12197 }
12198
12199 extern __inline __mmask8
12200   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12201 _mm_mask_cmple_epu64_mask (__mmask8 __M, __m128i __X, __m128i __Y)
12202 {
12203   return (__mmask8) __builtin_ia32_ucmpq128_mask ((__v2di) __X,
12204                                                   (__v2di) __Y, 2,
12205                                                   (__mmask8) __M);
12206 }
12207
12208 extern __inline __mmask8
12209   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12210 _mm_cmple_epu64_mask (__m128i __X, __m128i __Y)
12211 {
12212   return (__mmask8) __builtin_ia32_ucmpq128_mask ((__v2di) __X,
12213                                                   (__v2di) __Y, 2,
12214                                                   (__mmask8) - 1);
12215 }
12216
12217 extern __inline __mmask8
12218   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12219 _mm_mask_cmpneq_epi32_mask (__mmask8 __M, __m128i __X, __m128i __Y)
12220 {
12221   return (__mmask8) __builtin_ia32_cmpd128_mask ((__v4si) __X,
12222                                                  (__v4si) __Y, 4,
12223                                                  (__mmask8) __M);
12224 }
12225
12226 extern __inline __mmask8
12227   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12228 _mm_cmpneq_epi32_mask (__m128i __X, __m128i __Y)
12229 {
12230   return (__mmask8) __builtin_ia32_cmpd128_mask ((__v4si) __X,
12231                                                  (__v4si) __Y, 4,
12232                                                  (__mmask8) - 1);
12233 }
12234
12235 extern __inline __mmask8
12236   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12237 _mm_mask_cmplt_epi32_mask (__mmask8 __M, __m128i __X, __m128i __Y)
12238 {
12239   return (__mmask8) __builtin_ia32_cmpd128_mask ((__v4si) __X,
12240                                                  (__v4si) __Y, 1,
12241                                                  (__mmask8) __M);
12242 }
12243
12244 extern __inline __mmask8
12245   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12246 _mm_cmplt_epi32_mask (__m128i __X, __m128i __Y)
12247 {
12248   return (__mmask8) __builtin_ia32_cmpd128_mask ((__v4si) __X,
12249                                                  (__v4si) __Y, 1,
12250                                                  (__mmask8) - 1);
12251 }
12252
12253 extern __inline __mmask8
12254   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12255 _mm_mask_cmpge_epi32_mask (__mmask8 __M, __m128i __X, __m128i __Y)
12256 {
12257   return (__mmask8) __builtin_ia32_cmpd128_mask ((__v4si) __X,
12258                                                  (__v4si) __Y, 5,
12259                                                  (__mmask8) __M);
12260 }
12261
12262 extern __inline __mmask8
12263   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12264 _mm_cmpge_epi32_mask (__m128i __X, __m128i __Y)
12265 {
12266   return (__mmask8) __builtin_ia32_cmpd128_mask ((__v4si) __X,
12267                                                  (__v4si) __Y, 5,
12268                                                  (__mmask8) - 1);
12269 }
12270
12271 extern __inline __mmask8
12272   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12273 _mm_mask_cmple_epi32_mask (__mmask8 __M, __m128i __X, __m128i __Y)
12274 {
12275   return (__mmask8) __builtin_ia32_cmpd128_mask ((__v4si) __X,
12276                                                  (__v4si) __Y, 2,
12277                                                  (__mmask8) __M);
12278 }
12279
12280 extern __inline __mmask8
12281   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12282 _mm_cmple_epi32_mask (__m128i __X, __m128i __Y)
12283 {
12284   return (__mmask8) __builtin_ia32_cmpd128_mask ((__v4si) __X,
12285                                                  (__v4si) __Y, 2,
12286                                                  (__mmask8) - 1);
12287 }
12288
12289 extern __inline __mmask8
12290   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12291 _mm_mask_cmpneq_epi64_mask (__mmask8 __M, __m128i __X, __m128i __Y)
12292 {
12293   return (__mmask8) __builtin_ia32_cmpq128_mask ((__v2di) __X,
12294                                                  (__v2di) __Y, 4,
12295                                                  (__mmask8) __M);
12296 }
12297
12298 extern __inline __mmask8
12299   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12300 _mm_cmpneq_epi64_mask (__m128i __X, __m128i __Y)
12301 {
12302   return (__mmask8) __builtin_ia32_cmpq128_mask ((__v2di) __X,
12303                                                  (__v2di) __Y, 4,
12304                                                  (__mmask8) - 1);
12305 }
12306
12307 extern __inline __mmask8
12308   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12309 _mm_mask_cmplt_epi64_mask (__mmask8 __M, __m128i __X, __m128i __Y)
12310 {
12311   return (__mmask8) __builtin_ia32_cmpq128_mask ((__v2di) __X,
12312                                                  (__v2di) __Y, 1,
12313                                                  (__mmask8) __M);
12314 }
12315
12316 extern __inline __mmask8
12317   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12318 _mm_cmplt_epi64_mask (__m128i __X, __m128i __Y)
12319 {
12320   return (__mmask8) __builtin_ia32_cmpq128_mask ((__v2di) __X,
12321                                                  (__v2di) __Y, 1,
12322                                                  (__mmask8) - 1);
12323 }
12324
12325 extern __inline __mmask8
12326   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12327 _mm_mask_cmpge_epi64_mask (__mmask8 __M, __m128i __X, __m128i __Y)
12328 {
12329   return (__mmask8) __builtin_ia32_cmpq128_mask ((__v2di) __X,
12330                                                  (__v2di) __Y, 5,
12331                                                  (__mmask8) __M);
12332 }
12333
12334 extern __inline __mmask8
12335   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12336 _mm_cmpge_epi64_mask (__m128i __X, __m128i __Y)
12337 {
12338   return (__mmask8) __builtin_ia32_cmpq128_mask ((__v2di) __X,
12339                                                  (__v2di) __Y, 5,
12340                                                  (__mmask8) - 1);
12341 }
12342
12343 extern __inline __mmask8
12344   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12345 _mm_mask_cmple_epi64_mask (__mmask8 __M, __m128i __X, __m128i __Y)
12346 {
12347   return (__mmask8) __builtin_ia32_cmpq128_mask ((__v2di) __X,
12348                                                  (__v2di) __Y, 2,
12349                                                  (__mmask8) __M);
12350 }
12351
12352 extern __inline __mmask8
12353   __attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
12354 _mm_cmple_epi64_mask (__m128i __X, __m128i __Y)
12355 {
12356   return (__mmask8) __builtin_ia32_cmpq128_mask ((__v2di) __X,
12357                                                  (__v2di) __Y, 2,
12358                                                  (__mmask8) - 1);
12359 }
12360
12361 #else
12362 #define _mm256_permutex_pd(X, M)                                                \
12363   ((__m256d) __builtin_ia32_permdf256_mask ((__v4df)(__m256d)(X), (int)(M),     \
12364                                             (__v4df)(__m256d)_mm256_undefined_pd(),\
12365                                             (__mmask8)-1))
12366
12367 #define _mm256_maskz_permutex_epi64(M, X, I)                    \
12368   ((__m256i) __builtin_ia32_permdi256_mask ((__v4di)(__m256i)(X),    \
12369                                             (int)(I),                \
12370                                             (__v4di)(__m256i)        \
12371                                             (_mm256_setzero_si256()),\
12372                                             (__mmask8)(M)))
12373
12374 #define _mm256_mask_permutex_epi64(W, M, X, I)               \
12375   ((__m256i) __builtin_ia32_permdi256_mask ((__v4di)(__m256i)(X), \
12376                                             (int)(I),             \
12377                                             (__v4di)(__m256i)(W), \
12378                                             (__mmask8)(M)))
12379
12380 #define _mm256_insertf32x4(X, Y, C)                                     \
12381   ((__m256) __builtin_ia32_insertf32x4_256_mask ((__v8sf)(__m256) (X),  \
12382     (__v4sf)(__m128) (Y), (int) (C),                                    \
12383     (__v8sf)(__m256)_mm256_setzero_ps(),                                \
12384     (__mmask8)-1))
12385
12386 #define _mm256_mask_insertf32x4(W, U, X, Y, C)                          \
12387   ((__m256) __builtin_ia32_insertf32x4_256_mask ((__v8sf)(__m256) (X),  \
12388     (__v4sf)(__m128) (Y), (int) (C),                                    \
12389     (__v8sf)(__m256)(W),                                                \
12390     (__mmask8)(U)))
12391
12392 #define _mm256_maskz_insertf32x4(U, X, Y, C)                            \
12393   ((__m256) __builtin_ia32_insertf32x4_256_mask ((__v8sf)(__m256) (X),  \
12394     (__v4sf)(__m128) (Y), (int) (C),                                    \
12395     (__v8sf)(__m256)_mm256_setzero_ps(),                                \
12396     (__mmask8)(U)))
12397
12398 #define _mm256_inserti32x4(X, Y, C)                                     \
12399   ((__m256i) __builtin_ia32_inserti32x4_256_mask ((__v8si)(__m256i) (X),\
12400     (__v4si)(__m128i) (Y), (int) (C),                                   \
12401     (__v8si)(__m256i)_mm256_setzero_si256(),                            \
12402     (__mmask8)-1))
12403
12404 #define _mm256_mask_inserti32x4(W, U, X, Y, C)                          \
12405   ((__m256i) __builtin_ia32_inserti32x4_256_mask ((__v8si)(__m256i) (X),\
12406     (__v4si)(__m128i) (Y), (int) (C),                                   \
12407     (__v8si)(__m256i)(W),                                               \
12408     (__mmask8)(U)))
12409
12410 #define _mm256_maskz_inserti32x4(U, X, Y, C)                            \
12411   ((__m256i) __builtin_ia32_inserti32x4_256_mask ((__v8si)(__m256i) (X),\
12412     (__v4si)(__m128i) (Y), (int) (C),                                   \
12413     (__v8si)(__m256i)_mm256_setzero_si256(),                            \
12414     (__mmask8)(U)))
12415
12416 #define _mm256_extractf32x4_ps(X, C)                                    \
12417   ((__m128) __builtin_ia32_extractf32x4_256_mask ((__v8sf)(__m256) (X), \
12418     (int) (C),                                                          \
12419     (__v4sf)(__m128)_mm_setzero_ps(),                                   \
12420     (__mmask8)-1))
12421
12422 #define _mm256_mask_extractf32x4_ps(W, U, X, C)                         \
12423   ((__m128) __builtin_ia32_extractf32x4_256_mask ((__v8sf)(__m256) (X), \
12424     (int) (C),                                                          \
12425     (__v4sf)(__m128)(W),                                                \
12426     (__mmask8)(U)))
12427
12428 #define _mm256_maskz_extractf32x4_ps(U, X, C)                           \
12429   ((__m128) __builtin_ia32_extractf32x4_256_mask ((__v8sf)(__m256) (X), \
12430     (int) (C),                                                          \
12431     (__v4sf)(__m128)_mm_setzero_ps(),                                   \
12432     (__mmask8)(U)))
12433
12434 #define _mm256_extracti32x4_epi32(X, C)                                 \
12435   ((__m128i) __builtin_ia32_extracti32x4_256_mask ((__v8si)(__m256i) (X),\
12436     (int) (C), (__v4si)(__m128i)_mm_setzero_si128 (), (__mmask8)-1))
12437
12438 #define _mm256_mask_extracti32x4_epi32(W, U, X, C)                      \
12439   ((__m128i) __builtin_ia32_extracti32x4_256_mask ((__v8si)(__m256i) (X),\
12440     (int) (C), (__v4si)(__m128i)(W), (__mmask8)(U)))
12441
12442 #define _mm256_maskz_extracti32x4_epi32(U, X, C)                        \
12443   ((__m128i) __builtin_ia32_extracti32x4_256_mask ((__v8si)(__m256i) (X),\
12444     (int) (C), (__v4si)(__m128i)_mm_setzero_si128 (), (__mmask8)(U)))
12445
12446 #define _mm256_shuffle_i64x2(X, Y, C)                                                   \
12447   ((__m256i)  __builtin_ia32_shuf_i64x2_256_mask ((__v4di)(__m256i)(X),                 \
12448                                                   (__v4di)(__m256i)(Y), (int)(C),       \
12449                                                   (__v4di)(__m256i)_mm256_setzero_si256 (), \
12450                                                   (__mmask8)-1))
12451
12452 #define _mm256_mask_shuffle_i64x2(W, U, X, Y, C)                                        \
12453   ((__m256i)  __builtin_ia32_shuf_i64x2_256_mask ((__v4di)(__m256i)(X),                 \
12454                                                   (__v4di)(__m256i)(Y), (int)(C),       \
12455                                                   (__v4di)(__m256i)(W),\
12456                                                   (__mmask8)(U)))
12457
12458 #define _mm256_maskz_shuffle_i64x2(U, X, Y, C)                                          \
12459   ((__m256i)  __builtin_ia32_shuf_i64x2_256_mask ((__v4di)(__m256i)(X),                 \
12460                                                   (__v4di)(__m256i)(Y), (int)(C),       \
12461                                                   (__v4di)(__m256i)_mm256_setzero_si256 (), \
12462                                                   (__mmask8)(U)))
12463
12464 #define _mm256_shuffle_i32x4(X, Y, C)                                                   \
12465   ((__m256i)  __builtin_ia32_shuf_i32x4_256_mask ((__v8si)(__m256i)(X),                 \
12466                                                   (__v8si)(__m256i)(Y), (int)(C),       \
12467                                                   (__v8si)(__m256i)_mm256_setzero_si256(), \
12468                                                   (__mmask8)-1))
12469
12470 #define _mm256_mask_shuffle_i32x4(W, U, X, Y, C)                                        \
12471   ((__m256i)  __builtin_ia32_shuf_i32x4_256_mask ((__v8si)(__m256i)(X),                 \
12472                                                   (__v8si)(__m256i)(Y), (int)(C),       \
12473                                                   (__v8si)(__m256i)(W),                 \
12474                                                   (__mmask8)(U)))
12475
12476 #define _mm256_maskz_shuffle_i32x4(U, X, Y, C)                                          \
12477   ((__m256i)  __builtin_ia32_shuf_i32x4_256_mask ((__v8si)(__m256i)(X),                 \
12478                                                   (__v8si)(__m256i)(Y), (int)(C),       \
12479                                                   (__v8si)(__m256i)_mm256_setzero_si256(), \
12480                                                   (__mmask8)(U)))
12481
12482 #define _mm256_shuffle_f64x2(X, Y, C)                                                   \
12483   ((__m256d)  __builtin_ia32_shuf_f64x2_256_mask ((__v4df)(__m256d)(X),                 \
12484                                                   (__v4df)(__m256d)(Y), (int)(C),       \
12485                                                   (__v4df)(__m256d)_mm256_setzero_pd(), \
12486                                                   (__mmask8)-1))
12487
12488 #define _mm256_mask_shuffle_f64x2(W, U, X, Y, C)                                        \
12489   ((__m256d)  __builtin_ia32_shuf_f64x2_256_mask ((__v4df)(__m256d)(X),                 \
12490                                                   (__v4df)(__m256d)(Y), (int)(C),       \
12491                                                   (__v4df)(__m256d)(W),                 \
12492                                                   (__mmask8)(U)))
12493
12494 #define _mm256_maskz_shuffle_f64x2(U, X, Y, C)                                          \
12495   ((__m256d)  __builtin_ia32_shuf_f64x2_256_mask ((__v4df)(__m256d)(X),                 \
12496                                                   (__v4df)(__m256d)(Y), (int)(C),       \
12497                                                   (__v4df)(__m256d)_mm256_setzero_pd(), \
12498                                                   (__mmask8)(U)))
12499
12500 #define _mm256_shuffle_f32x4(X, Y, C)                                                   \
12501   ((__m256)  __builtin_ia32_shuf_f32x4_256_mask ((__v8sf)(__m256)(X),                   \
12502                                                  (__v8sf)(__m256)(Y), (int)(C),         \
12503                                                  (__v8sf)(__m256)_mm256_setzero_ps(),   \
12504                                                  (__mmask8)-1))
12505
12506 #define _mm256_mask_shuffle_f32x4(W, U, X, Y, C)                                        \
12507   ((__m256)  __builtin_ia32_shuf_f32x4_256_mask ((__v8sf)(__m256)(X),                   \
12508                                                  (__v8sf)(__m256)(Y), (int)(C),         \
12509                                                  (__v8sf)(__m256)(W),                   \
12510                                                  (__mmask8)(U)))
12511
12512 #define _mm256_maskz_shuffle_f32x4(U, X, Y, C)                                          \
12513   ((__m256)  __builtin_ia32_shuf_f32x4_256_mask ((__v8sf)(__m256)(X),                   \
12514                                                  (__v8sf)(__m256)(Y), (int)(C),         \
12515                                                  (__v8sf)(__m256)_mm256_setzero_ps(),   \
12516                                                  (__mmask8)(U)))
12517
12518 #define _mm256_mask_shuffle_pd(W, U, A, B, C)                                   \
12519   ((__m256d)__builtin_ia32_shufpd256_mask ((__v4df)(__m256d)(A),                \
12520                                            (__v4df)(__m256d)(B), (int)(C),      \
12521                                            (__v4df)(__m256d)(W),                \
12522                                            (__mmask8)(U)))
12523
12524 #define _mm256_maskz_shuffle_pd(U, A, B, C)                                     \
12525   ((__m256d)__builtin_ia32_shufpd256_mask ((__v4df)(__m256d)(A),                \
12526                                            (__v4df)(__m256d)(B), (int)(C),      \
12527                                            (__v4df)(__m256d)_mm256_setzero_pd(),\
12528                                            (__mmask8)(U)))
12529
12530 #define _mm_mask_shuffle_pd(W, U, A, B, C)                                      \
12531   ((__m128d)__builtin_ia32_shufpd128_mask ((__v2df)(__m128d)(A),                \
12532                                            (__v2df)(__m128d)(B), (int)(C),      \
12533                                            (__v2df)(__m128d)(W),                \
12534                                            (__mmask8)(U)))
12535
12536 #define _mm_maskz_shuffle_pd(U, A, B, C)                                        \
12537   ((__m128d)__builtin_ia32_shufpd128_mask ((__v2df)(__m128d)(A),                \
12538                                            (__v2df)(__m128d)(B), (int)(C),      \
12539                                            (__v2df)(__m128d)_mm_setzero_pd(),   \
12540                                            (__mmask8)(U)))
12541
12542 #define _mm256_mask_shuffle_ps(W, U, A, B, C)                                   \
12543   ((__m256) __builtin_ia32_shufps256_mask ((__v8sf)(__m256)(A),                 \
12544                                            (__v8sf)(__m256)(B), (int)(C),       \
12545                                            (__v8sf)(__m256)(W),                 \
12546                                            (__mmask8)(U)))
12547
12548 #define _mm256_maskz_shuffle_ps(U, A, B, C)                                     \
12549   ((__m256) __builtin_ia32_shufps256_mask ((__v8sf)(__m256)(A),                 \
12550                                            (__v8sf)(__m256)(B), (int)(C),       \
12551                                            (__v8sf)(__m256)_mm256_setzero_ps(), \
12552                                            (__mmask8)(U)))
12553
12554 #define _mm_mask_shuffle_ps(W, U, A, B, C)                                      \
12555   ((__m128) __builtin_ia32_shufps128_mask ((__v4sf)(__m128)(A),                 \
12556                                            (__v4sf)(__m128)(B), (int)(C),       \
12557                                            (__v4sf)(__m128)(W),                 \
12558                                            (__mmask8)(U)))
12559
12560 #define _mm_maskz_shuffle_ps(U, A, B, C)                                        \
12561   ((__m128) __builtin_ia32_shufps128_mask ((__v4sf)(__m128)(A),                 \
12562                                            (__v4sf)(__m128)(B), (int)(C),       \
12563                                            (__v4sf)(__m128)_mm_setzero_ps(),    \
12564                                            (__mmask8)(U)))
12565
12566 #define _mm256_fixupimm_pd(X, Y, Z, C)                                          \
12567   ((__m256d)__builtin_ia32_fixupimmpd256_mask ((__v4df)(__m256d)(X),            \
12568                                                (__v4df)(__m256d)(Y),            \
12569                                                (__v4di)(__m256i)(Z), (int)(C),  \
12570                                                (__mmask8)(-1)))
12571
12572 #define _mm256_mask_fixupimm_pd(X, U, Y, Z, C)                                  \
12573    ((__m256d)__builtin_ia32_fixupimmpd256_mask ((__v4df)(__m256d)(X),           \
12574                                                 (__v4df)(__m256d)(Y),           \
12575                                                 (__v4di)(__m256i)(Z), (int)(C), \
12576                                                 (__mmask8)(U)))
12577
12578 #define _mm256_maskz_fixupimm_pd(U, X, Y, Z, C)                                 \
12579    ((__m256d)__builtin_ia32_fixupimmpd256_maskz ((__v4df)(__m256d)(X),          \
12580                                                  (__v4df)(__m256d)(Y),          \
12581                                                  (__v4di)(__m256i)(Z), (int)(C),\
12582                                                  (__mmask8)(U)))
12583
12584 #define _mm256_fixupimm_ps(X, Y, Z, C)                                          \
12585   ((__m256)__builtin_ia32_fixupimmps256_mask ((__v8sf)(__m256)(X),              \
12586                                               (__v8sf)(__m256)(Y),              \
12587                                               (__v8si)(__m256i)(Z), (int)(C),   \
12588                                               (__mmask8)(-1)))
12589
12590
12591 #define _mm256_mask_fixupimm_ps(X, U, Y, Z, C)                                  \
12592     ((__m256)__builtin_ia32_fixupimmps256_mask ((__v8sf)(__m256)(X),            \
12593                                                 (__v8sf)(__m256)(Y),            \
12594                                                 (__v8si)(__m256i)(Z), (int)(C), \
12595                                                 (__mmask8)(U)))
12596
12597 #define _mm256_maskz_fixupimm_ps(U, X, Y, Z, C)                                 \
12598     ((__m256)__builtin_ia32_fixupimmps256_maskz ((__v8sf)(__m256)(X),           \
12599                                                  (__v8sf)(__m256)(Y),           \
12600                                                  (__v8si)(__m256i)(Z), (int)(C),\
12601                                                  (__mmask8)(U)))
12602
12603 #define _mm_fixupimm_pd(X, Y, Z, C)                                             \
12604   ((__m128d)__builtin_ia32_fixupimmpd128_mask ((__v2df)(__m128d)(X),            \
12605                                                (__v2df)(__m128d)(Y),            \
12606                                                (__v2di)(__m128i)(Z), (int)(C),  \
12607                                                (__mmask8)(-1)))
12608
12609
12610 #define _mm_mask_fixupimm_pd(X, U, Y, Z, C)                                       \
12611      ((__m128d)__builtin_ia32_fixupimmpd128_mask ((__v2df)(__m128d)(X),           \
12612                                                   (__v2df)(__m128d)(Y),           \
12613                                                   (__v2di)(__m128i)(Z), (int)(C), \
12614                                                   (__mmask8)(U)))
12615
12616 #define _mm_maskz_fixupimm_pd(U, X, Y, Z, C)                                      \
12617      ((__m128d)__builtin_ia32_fixupimmpd128_maskz ((__v2df)(__m128d)(X),          \
12618                                                    (__v2df)(__m128d)(Y),          \
12619                                                    (__v2di)(__m128i)(Z), (int)(C),\
12620                                                    (__mmask8)(U)))
12621
12622 #define _mm_fixupimm_ps(X, Y, Z, C)                                             \
12623    ((__m128)__builtin_ia32_fixupimmps128_mask ((__v4sf)(__m128)(X),             \
12624                                                (__v4sf)(__m128)(Y),             \
12625                                                (__v4si)(__m128i)(Z), (int)(C),  \
12626                                                (__mmask8)(-1)))
12627
12628 #define _mm_mask_fixupimm_ps(X, U, Y, Z, C)                                      \
12629       ((__m128)__builtin_ia32_fixupimmps128_mask ((__v4sf)(__m128)(X),           \
12630                                                   (__v4sf)(__m128)(Y),           \
12631                                                   (__v4si)(__m128i)(Z), (int)(C),\
12632                                                   (__mmask8)(U)))
12633
12634 #define _mm_maskz_fixupimm_ps(U, X, Y, Z, C)                                      \
12635       ((__m128)__builtin_ia32_fixupimmps128_maskz ((__v4sf)(__m128)(X),           \
12636                                                    (__v4sf)(__m128)(Y),           \
12637                                                    (__v4si)(__m128i)(Z), (int)(C),\
12638                                                    (__mmask8)(U)))
12639
12640 #define _mm256_mask_srli_epi32(W, U, A, B)                              \
12641   ((__m256i) __builtin_ia32_psrldi256_mask ((__v8si)(__m256i)(A),       \
12642     (int)(B), (__v8si)(__m256i)(W), (__mmask8)(U)))
12643
12644 #define _mm256_maskz_srli_epi32(U, A, B)                                \
12645   ((__m256i) __builtin_ia32_psrldi256_mask ((__v8si)(__m256i)(A),       \
12646     (int)(B), (__v8si)_mm256_setzero_si256(), (__mmask8)(U)))
12647
12648 #define _mm_mask_srli_epi32(W, U, A, B)                                 \
12649   ((__m128i) __builtin_ia32_psrldi128_mask ((__v4si)(__m128i)(A),       \
12650     (int)(B), (__v4si)(__m128i)(W), (__mmask8)(U)))
12651
12652 #define _mm_maskz_srli_epi32(U, A, B)                                   \
12653   ((__m128i) __builtin_ia32_psrldi128_mask ((__v4si)(__m128i)(A),       \
12654     (int)(B), (__v4si)_mm_setzero_si128(), (__mmask8)(U)))
12655
12656 #define _mm256_mask_srli_epi64(W, U, A, B)                              \
12657   ((__m256i) __builtin_ia32_psrlqi256_mask ((__v4di)(__m256i)(A),       \
12658     (int)(B), (__v4di)(__m256i)(W), (__mmask8)(U)))
12659
12660 #define _mm256_maskz_srli_epi64(U, A, B)                                \
12661   ((__m256i) __builtin_ia32_psrlqi256_mask ((__v4di)(__m256i)(A),       \
12662     (int)(B), (__v4di)_mm256_setzero_si256 (), (__mmask8)(U)))
12663
12664 #define _mm_mask_srli_epi64(W, U, A, B)                                 \
12665   ((__m128i) __builtin_ia32_psrlqi128_mask ((__v2di)(__m128i)(A),       \
12666     (int)(B), (__v2di)(__m128i)(W), (__mmask8)(U)))
12667
12668 #define _mm_maskz_srli_epi64(U, A, B)                                   \
12669   ((__m128i) __builtin_ia32_psrlqi128_mask ((__v2di)(__m128i)(A),       \
12670     (int)(B), (__v2di)_mm_setzero_si128(), (__mmask8)(U)))
12671
12672 #define _mm256_mask_slli_epi32(W, U, X, C)                                \
12673   ((__m256i)__builtin_ia32_pslldi256_mask ((__v8si)(__m256i)(X), (int)(C),\
12674     (__v8si)(__m256i)(W),\
12675     (__mmask8)(U)))
12676
12677 #define _mm256_maskz_slli_epi32(U, X, C)                                  \
12678   ((__m256i)__builtin_ia32_pslldi256_mask ((__v8si)(__m256i)(X), (int)(C),\
12679     (__v8si)(__m256i)_mm256_setzero_si256(),\
12680     (__mmask8)(U)))
12681
12682 #define _mm256_mask_slli_epi64(W, U, X, C)                                \
12683   ((__m256i)__builtin_ia32_psllqi256_mask ((__v4di)(__m256i)(X), (int)(C),\
12684     (__v4di)(__m256i)(W),\
12685     (__mmask8)(U)))
12686
12687 #define _mm256_maskz_slli_epi64(U, X, C)                                  \
12688   ((__m256i)__builtin_ia32_psllqi256_mask ((__v4di)(__m256i)(X), (int)(C),\
12689     (__v4di)(__m256i)_mm256_setzero_si256 (),\
12690     (__mmask8)(U)))
12691
12692 #define _mm_mask_slli_epi32(W, U, X, C)                                   \
12693   ((__m128i)__builtin_ia32_pslldi128_mask ((__v4si)(__m128i)(X), (int)(C),\
12694     (__v4si)(__m128i)(W),\
12695     (__mmask8)(U)))
12696
12697 #define _mm_maskz_slli_epi32(U, X, C)                                     \
12698   ((__m128i)__builtin_ia32_pslldi128_mask ((__v4si)(__m128i)(X), (int)(C),\
12699     (__v4si)(__m128i)_mm_setzero_si128 (),\
12700     (__mmask8)(U)))
12701
12702 #define _mm_mask_slli_epi64(W, U, X, C)                                   \
12703   ((__m128i)__builtin_ia32_psllqi128_mask ((__v2di)(__m128i)(X), (int)(C),\
12704     (__v2di)(__m128i)(W),\
12705     (__mmask8)(U)))
12706
12707 #define _mm_maskz_slli_epi64(U, X, C)                                     \
12708   ((__m128i)__builtin_ia32_psllqi128_mask ((__v2di)(__m128i)(X), (int)(C),\
12709     (__v2di)(__m128i)_mm_setzero_di(),\
12710     (__mmask8)(U)))
12711
12712 #define _mm256_ternarylogic_epi64(A, B, C, I)                           \
12713   ((__m256i) __builtin_ia32_pternlogq256_mask ((__v4di)(__m256i)(A),    \
12714     (__v4di)(__m256i)(B), (__v4di)(__m256i)(C), (int)(I), (__mmask8)-1))
12715
12716 #define _mm256_mask_ternarylogic_epi64(A, U, B, C, I)                   \
12717   ((__m256i) __builtin_ia32_pternlogq256_mask ((__v4di)(__m256i)(A),    \
12718     (__v4di)(__m256i)(B), (__v4di)(__m256i)(C), (int)(I), (__mmask8)(U)))
12719
12720 #define _mm256_maskz_ternarylogic_epi64(U, A, B, C, I)                  \
12721   ((__m256i) __builtin_ia32_pternlogq256_maskz ((__v4di)(__m256i)(A),   \
12722     (__v4di)(__m256i)(B), (__v4di)(__m256i)(C), (int)(I), (__mmask8)(U)))
12723
12724 #define _mm256_ternarylogic_epi32(A, B, C, I)                           \
12725   ((__m256i) __builtin_ia32_pternlogd256_mask ((__v8si)(__m256i)(A),    \
12726     (__v8si)(__m256i)(B), (__v8si)(__m256i)(C), (int)(I), (__mmask8)-1))
12727
12728 #define _mm256_mask_ternarylogic_epi32(A, U, B, C, I)                   \
12729   ((__m256i) __builtin_ia32_pternlogd256_mask ((__v8si)(__m256i)(A),    \
12730     (__v8si)(__m256i)(B), (__v8si)(__m256i)(C), (int)(I), (__mmask8)(U)))
12731
12732 #define _mm256_maskz_ternarylogic_epi32(U, A, B, C, I)                  \
12733   ((__m256i) __builtin_ia32_pternlogd256_maskz ((__v8si)(__m256i)(A),   \
12734     (__v8si)(__m256i)(B), (__v8si)(__m256i)(C), (int)(I), (__mmask8)(U)))
12735
12736 #define _mm_ternarylogic_epi64(A, B, C, I)                              \
12737   ((__m128i) __builtin_ia32_pternlogq128_mask ((__v2di)(__m128i)(A),    \
12738     (__v2di)(__m128i)(B), (__v2di)(__m128i)(C), (int)(I), (__mmask8)-1))
12739
12740 #define _mm_mask_ternarylogic_epi64(A, U, B, C, I)                      \
12741   ((__m128i) __builtin_ia32_pternlogq128_mask ((__v2di)(__m128i)(A),    \
12742     (__v2di)(__m128i)(B), (__v2di)(__m128i)(C), (int)(I), (__mmask8)(U)))
12743
12744 #define _mm_maskz_ternarylogic_epi64(U, A, B, C, I)                     \
12745   ((__m128i) __builtin_ia32_pternlogq128_maskz ((__v2di)(__m128i)(A),   \
12746     (__v2di)(__m128i)(B), (__v2di)(__m128i)(C), (int)(I), (__mmask8)(U)))
12747
12748 #define _mm_ternarylogic_epi32(A, B, C, I)                              \
12749   ((__m128i) __builtin_ia32_pternlogd128_mask ((__v4si)(__m128i)(A),    \
12750     (__v4si)(__m128i)(B), (__v4si)(__m128i)(C), (int)(I), (__mmask8)-1))
12751
12752 #define _mm_mask_ternarylogic_epi32(A, U, B, C, I)                      \
12753   ((__m128i) __builtin_ia32_pternlogd128_mask ((__v4si)(__m128i)(A),    \
12754     (__v4si)(__m128i)(B), (__v4si)(__m128i)(C), (int)(I), (__mmask8)(U)))
12755
12756 #define _mm_maskz_ternarylogic_epi32(U, A, B, C, I)                     \
12757   ((__m128i) __builtin_ia32_pternlogd128_maskz ((__v4si)(__m128i)(A),   \
12758     (__v4si)(__m128i)(B), (__v4si)(__m128i)(C), (int)(I), (__mmask8)(U)))
12759
12760 #define _mm256_roundscale_ps(A, B)                                      \
12761   ((__m256) __builtin_ia32_rndscaleps_256_mask ((__v8sf)(__m256)(A),    \
12762     (int)(B), (__v8sf)(__m256)_mm256_setzero_ps(), (__mmask8)-1))
12763
12764 #define _mm256_mask_roundscale_ps(W, U, A, B)                           \
12765   ((__m256) __builtin_ia32_rndscaleps_256_mask ((__v8sf)(__m256)(A),    \
12766     (int)(B), (__v8sf)(__m256)(W), (__mmask8)(U)))
12767
12768 #define _mm256_maskz_roundscale_ps(U, A, B)                             \
12769   ((__m256) __builtin_ia32_rndscaleps_256_mask ((__v8sf)(__m256)(A),    \
12770     (int)(B), (__v8sf)(__m256)_mm256_setzero_ps(), (__mmask8)(U)))
12771
12772 #define _mm256_roundscale_pd(A, B)                                      \
12773   ((__m256d) __builtin_ia32_rndscalepd_256_mask ((__v4df)(__m256d)(A),  \
12774     (int)(B), (__v4df)(__m256d)_mm256_setzero_pd(), (__mmask8)-1))
12775
12776 #define _mm256_mask_roundscale_pd(W, U, A, B)                           \
12777   ((__m256d) __builtin_ia32_rndscalepd_256_mask ((__v4df)(__m256d)(A),  \
12778     (int)(B), (__v4df)(__m256d)(W), (__mmask8)(U)))
12779
12780 #define _mm256_maskz_roundscale_pd(U, A, B)                             \
12781   ((__m256d) __builtin_ia32_rndscalepd_256_mask ((__v4df)(__m256d)(A),  \
12782     (int)(B), (__v4df)(__m256d)_mm256_setzero_pd(), (__mmask8)(U)))
12783
12784 #define _mm_roundscale_ps(A, B)                                         \
12785   ((__m128) __builtin_ia32_rndscaleps_128_mask ((__v4sf)(__m128)(A),    \
12786     (int)(B), (__v4sf)(__m128)_mm_setzero_ps(), (__mmask8)-1))
12787
12788 #define _mm_mask_roundscale_ps(W, U, A, B)                              \
12789   ((__m128) __builtin_ia32_rndscaleps_128_mask ((__v4sf)(__m128)(A),    \
12790     (int)(B), (__v4sf)(__m128)(W), (__mmask8)(U)))
12791
12792 #define _mm_maskz_roundscale_ps(U, A, B)                                \
12793   ((__m128) __builtin_ia32_rndscaleps_128_mask ((__v4sf)(__m128)(A),    \
12794     (int)(B), (__v4sf)(__m128)_mm_setzero_ps(), (__mmask8)(U)))
12795
12796 #define _mm_roundscale_pd(A, B)                                         \
12797   ((__m128d) __builtin_ia32_rndscalepd_128_mask ((__v2df)(__m128d)(A),  \
12798     (int)(B), (__v2df)(__m128d)_mm_setzero_pd(), (__mmask8)-1))
12799
12800 #define _mm_mask_roundscale_pd(W, U, A, B)                              \
12801   ((__m128d) __builtin_ia32_rndscalepd_128_mask ((__v2df)(__m128d)(A),  \
12802     (int)(B), (__v2df)(__m128d)(W), (__mmask8)(U)))
12803
12804 #define _mm_maskz_roundscale_pd(U, A, B)                                \
12805   ((__m128d) __builtin_ia32_rndscalepd_128_mask ((__v2df)(__m128d)(A),  \
12806     (int)(B), (__v2df)(__m128d)_mm_setzero_pd(), (__mmask8)(U)))
12807
12808 #define _mm256_getmant_ps(X, B, C)                                              \
12809   ((__m256) __builtin_ia32_getmantps256_mask ((__v8sf)(__m256) (X),             \
12810                                          (int)(((C)<<2) | (B)),                 \
12811                                          (__v8sf)(__m256)_mm256_setzero_ps(),   \
12812                                          (__mmask8)-1))
12813
12814 #define _mm256_mask_getmant_ps(W, U, X, B, C)                                   \
12815   ((__m256) __builtin_ia32_getmantps256_mask ((__v8sf)(__m256) (X),             \
12816                                          (int)(((C)<<2) | (B)),                 \
12817                                          (__v8sf)(__m256)(W),                   \
12818                                          (__mmask8)(U)))
12819
12820 #define _mm256_maskz_getmant_ps(U, X, B, C)                                     \
12821   ((__m256) __builtin_ia32_getmantps256_mask ((__v8sf)(__m256) (X),             \
12822                                          (int)(((C)<<2) | (B)),                 \
12823                                          (__v8sf)(__m256)_mm256_setzero_ps(),   \
12824                                          (__mmask8)(U)))
12825
12826 #define _mm_getmant_ps(X, B, C)                                                 \
12827   ((__m128) __builtin_ia32_getmantps128_mask ((__v4sf)(__m128) (X),             \
12828                                          (int)(((C)<<2) | (B)),                 \
12829                                          (__v4sf)(__m128)_mm_setzero_ps(),      \
12830                                          (__mmask8)-1))
12831
12832 #define _mm_mask_getmant_ps(W, U, X, B, C)                                      \
12833   ((__m128) __builtin_ia32_getmantps128_mask ((__v4sf)(__m128) (X),             \
12834                                          (int)(((C)<<2) | (B)),                 \
12835                                          (__v4sf)(__m128)(W),                   \
12836                                          (__mmask8)(U)))
12837
12838 #define _mm_maskz_getmant_ps(U, X, B, C)                                        \
12839   ((__m128) __builtin_ia32_getmantps128_mask ((__v4sf)(__m128) (X),             \
12840                                          (int)(((C)<<2) | (B)),                 \
12841                                          (__v4sf)(__m128)_mm_setzero_ps(),      \
12842                                          (__mmask8)(U)))
12843
12844 #define _mm256_getmant_pd(X, B, C)                                              \
12845   ((__m256d) __builtin_ia32_getmantpd256_mask ((__v4df)(__m256d) (X),           \
12846                                          (int)(((C)<<2) | (B)),                 \
12847                                           (__v4df)(__m256d)_mm256_setzero_pd(), \
12848                                           (__mmask8)-1))
12849
12850 #define _mm256_mask_getmant_pd(W, U, X, B, C)                                   \
12851   ((__m256d) __builtin_ia32_getmantpd256_mask ((__v4df)(__m256d) (X),           \
12852                                          (int)(((C)<<2) | (B)),                 \
12853                                           (__v4df)(__m256d)(W),                 \
12854                                           (__mmask8)(U)))
12855
12856 #define _mm256_maskz_getmant_pd(U, X, B, C)                                     \
12857   ((__m256d) __builtin_ia32_getmantpd256_mask ((__v4df)(__m256d) (X),           \
12858                                          (int)(((C)<<2) | (B)),                 \
12859                                           (__v4df)(__m256d)_mm256_setzero_pd(), \
12860                                           (__mmask8)(U)))
12861
12862 #define _mm_getmant_pd(X, B, C)                                                 \
12863   ((__m128d) __builtin_ia32_getmantpd128_mask ((__v2df)(__m128d) (X),           \
12864                                          (int)(((C)<<2) | (B)),                 \
12865                                           (__v2df)(__m128d)_mm_setzero_pd(),    \
12866                                           (__mmask8)-1))
12867
12868 #define _mm_mask_getmant_pd(W, U, X, B, C)                                      \
12869   ((__m128d) __builtin_ia32_getmantpd128_mask ((__v2df)(__m128d) (X),           \
12870                                          (int)(((C)<<2) | (B)),                 \
12871                                           (__v2df)(__m128d)(W),                 \
12872                                           (__mmask8)(U)))
12873
12874 #define _mm_maskz_getmant_pd(U, X, B, C)                                        \
12875   ((__m128d) __builtin_ia32_getmantpd128_mask ((__v2df)(__m128d) (X),           \
12876                                          (int)(((C)<<2) | (B)),                 \
12877                                           (__v2df)(__m128d)_mm_setzero_pd(),    \
12878                                           (__mmask8)(U)))
12879
12880 #define _mm256_mmask_i32gather_ps(V1OLD, MASK, INDEX, ADDR, SCALE)      \
12881   (__m256) __builtin_ia32_gather3siv8sf ((__v8sf)(__m256)V1OLD,         \
12882                                          (float const *)ADDR,           \
12883                                          (__v8si)(__m256i)INDEX,        \
12884                                          (__mmask8)MASK, (int)SCALE)
12885
12886 #define _mm_mmask_i32gather_ps(V1OLD, MASK, INDEX, ADDR, SCALE)         \
12887   (__m128) __builtin_ia32_gather3siv4sf ((__v4sf)(__m128)V1OLD,         \
12888                                          (float const *)ADDR,           \
12889                                          (__v4si)(__m128i)INDEX,        \
12890                                          (__mmask8)MASK, (int)SCALE)
12891
12892 #define _mm256_mmask_i32gather_pd(V1OLD, MASK, INDEX, ADDR, SCALE)      \
12893   (__m256d) __builtin_ia32_gather3siv4df ((__v4df)(__m256d)V1OLD,       \
12894                                           (double const *)ADDR,         \
12895                                           (__v4si)(__m128i)INDEX,       \
12896                                           (__mmask8)MASK, (int)SCALE)
12897
12898 #define _mm_mmask_i32gather_pd(V1OLD, MASK, INDEX, ADDR, SCALE)         \
12899   (__m128d) __builtin_ia32_gather3siv2df ((__v2df)(__m128d)V1OLD,       \
12900                                           (double const *)ADDR,         \
12901                                           (__v4si)(__m128i)INDEX,       \
12902                                           (__mmask8)MASK, (int)SCALE)
12903
12904 #define _mm256_mmask_i64gather_ps(V1OLD, MASK, INDEX, ADDR, SCALE)      \
12905   (__m128) __builtin_ia32_gather3div8sf ((__v4sf)(__m128)V1OLD,         \
12906                                          (float const *)ADDR,           \
12907                                          (__v4di)(__m256i)INDEX,        \
12908                                          (__mmask8)MASK, (int)SCALE)
12909
12910 #define _mm_mmask_i64gather_ps(V1OLD, MASK, INDEX, ADDR, SCALE)         \
12911   (__m128) __builtin_ia32_gather3div4sf ((__v4sf)(__m128)V1OLD,         \
12912                                          (float const *)ADDR,           \
12913                                          (__v2di)(__m128i)INDEX,        \
12914                                          (__mmask8)MASK, (int)SCALE)
12915
12916 #define _mm256_mmask_i64gather_pd(V1OLD, MASK, INDEX, ADDR, SCALE)      \
12917   (__m256d) __builtin_ia32_gather3div4df ((__v4df)(__m256d)V1OLD,       \
12918                                           (double const *)ADDR,         \
12919                                           (__v4di)(__m256i)INDEX,       \
12920                                           (__mmask8)MASK, (int)SCALE)
12921
12922 #define _mm_mmask_i64gather_pd(V1OLD, MASK, INDEX, ADDR, SCALE)         \
12923   (__m128d) __builtin_ia32_gather3div2df ((__v2df)(__m128d)V1OLD,       \
12924                                           (double const *)ADDR,         \
12925                                           (__v2di)(__m128i)INDEX,       \
12926                                           (__mmask8)MASK, (int)SCALE)
12927
12928 #define _mm256_mmask_i32gather_epi32(V1OLD, MASK, INDEX, ADDR, SCALE)   \
12929   (__m256i) __builtin_ia32_gather3siv8si ((__v8si)(__m256i)V1OLD,       \
12930                                           (int const *)ADDR,            \
12931                                           (__v8si)(__m256i)INDEX,       \
12932                                           (__mmask8)MASK, (int)SCALE)
12933
12934 #define _mm_mmask_i32gather_epi32(V1OLD, MASK, INDEX, ADDR, SCALE)      \
12935   (__m128i) __builtin_ia32_gather3siv4si ((__v4si)(__m128i)V1OLD,       \
12936                                           (int const *)ADDR,            \
12937                                           (__v4si)(__m128i)INDEX,       \
12938                                           (__mmask8)MASK, (int)SCALE)
12939
12940 #define _mm256_mmask_i32gather_epi64(V1OLD, MASK, INDEX, ADDR, SCALE)   \
12941   (__m256i) __builtin_ia32_gather3siv4di ((__v4di)(__m256i)V1OLD,       \
12942                                           (long long const *)ADDR,      \
12943                                           (__v4si)(__m128i)INDEX,       \
12944                                           (__mmask8)MASK, (int)SCALE)
12945
12946 #define _mm_mmask_i32gather_epi64(V1OLD, MASK, INDEX, ADDR, SCALE)      \
12947   (__m128i) __builtin_ia32_gather3siv2di ((__v2di)(__m128i)V1OLD,       \
12948                                           (long long const *)ADDR,      \
12949                                           (__v4si)(__m128i)INDEX,       \
12950                                           (__mmask8)MASK, (int)SCALE)
12951
12952 #define _mm256_mmask_i64gather_epi32(V1OLD, MASK, INDEX, ADDR, SCALE)   \
12953   (__m128i) __builtin_ia32_gather3div8si ((__v4si)(__m128i)V1OLD,       \
12954                                           (int const *)ADDR,            \
12955                                           (__v4di)(__m256i)INDEX,       \
12956                                           (__mmask8)MASK, (int)SCALE)
12957
12958 #define _mm_mmask_i64gather_epi32(V1OLD, MASK, INDEX, ADDR, SCALE)      \
12959   (__m128i) __builtin_ia32_gather3div4si ((__v4si)(__m128i)V1OLD,       \
12960                                           (int const *)ADDR,            \
12961                                           (__v2di)(__m128i)INDEX,       \
12962                                           (__mmask8)MASK, (int)SCALE)
12963
12964 #define _mm256_mmask_i64gather_epi64(V1OLD, MASK, INDEX, ADDR, SCALE)   \
12965   (__m256i) __builtin_ia32_gather3div4di ((__v4di)(__m256i)V1OLD,       \
12966                                           (long long const *)ADDR,      \
12967                                           (__v4di)(__m256i)INDEX,       \
12968                                           (__mmask8)MASK, (int)SCALE)
12969
12970 #define _mm_mmask_i64gather_epi64(V1OLD, MASK, INDEX, ADDR, SCALE)      \
12971   (__m128i) __builtin_ia32_gather3div2di ((__v2di)(__m128i)V1OLD,       \
12972                                           (long long const *)ADDR,      \
12973                                           (__v2di)(__m128i)INDEX,       \
12974                                           (__mmask8)MASK, (int)SCALE)
12975
12976 #define _mm256_i32scatter_ps(ADDR, INDEX, V1, SCALE)                    \
12977   __builtin_ia32_scattersiv8sf ((float *)ADDR, (__mmask8)0xFF,          \
12978                                 (__v8si)(__m256i)INDEX,                 \
12979                                 (__v8sf)(__m256)V1, (int)SCALE)
12980
12981 #define _mm256_mask_i32scatter_ps(ADDR, MASK, INDEX, V1, SCALE)         \
12982   __builtin_ia32_scattersiv8sf ((float *)ADDR, (__mmask8)MASK,          \
12983                                 (__v8si)(__m256i)INDEX,                 \
12984                                 (__v8sf)(__m256)V1, (int)SCALE)
12985
12986 #define _mm_i32scatter_ps(ADDR, INDEX, V1, SCALE)                       \
12987   __builtin_ia32_scattersiv4sf ((float *)ADDR, (__mmask8)0xFF,          \
12988                                 (__v4si)(__m128i)INDEX,                 \
12989                                 (__v4sf)(__m128)V1, (int)SCALE)
12990
12991 #define _mm_mask_i32scatter_ps(ADDR, MASK, INDEX, V1, SCALE)            \
12992   __builtin_ia32_scattersiv4sf ((float *)ADDR, (__mmask8)MASK,          \
12993                                 (__v4si)(__m128i)INDEX,                 \
12994                                 (__v4sf)(__m128)V1, (int)SCALE)
12995
12996 #define _mm256_i32scatter_pd(ADDR, INDEX, V1, SCALE)                    \
12997   __builtin_ia32_scattersiv4df ((double *)ADDR, (__mmask8)0xFF,         \
12998                                 (__v4si)(__m128i)INDEX,                 \
12999                                 (__v4df)(__m256d)V1, (int)SCALE)
13000
13001 #define _mm256_mask_i32scatter_pd(ADDR, MASK, INDEX, V1, SCALE)         \
13002   __builtin_ia32_scattersiv4df ((double *)ADDR, (__mmask8)MASK,         \
13003                                 (__v4si)(__m128i)INDEX,                 \
13004                                 (__v4df)(__m256d)V1, (int)SCALE)
13005
13006 #define _mm_i32scatter_pd(ADDR, INDEX, V1, SCALE)                       \
13007   __builtin_ia32_scattersiv2df ((double *)ADDR, (__mmask8)0xFF,         \
13008                                 (__v4si)(__m128i)INDEX,                 \
13009                                 (__v2df)(__m128d)V1, (int)SCALE)
13010
13011 #define _mm_mask_i32scatter_pd(ADDR, MASK, INDEX, V1, SCALE)            \
13012   __builtin_ia32_scattersiv2df ((double *)ADDR, (__mmask8)MASK,         \
13013                                 (__v4si)(__m128i)INDEX,                 \
13014                                 (__v2df)(__m128d)V1, (int)SCALE)
13015
13016 #define _mm256_i64scatter_ps(ADDR, INDEX, V1, SCALE)                    \
13017   __builtin_ia32_scatterdiv8sf ((float *)ADDR, (__mmask8)0xFF,          \
13018                                 (__v4di)(__m256i)INDEX,                 \
13019                                 (__v4sf)(__m128)V1, (int)SCALE)
13020
13021 #define _mm256_mask_i64scatter_ps(ADDR, MASK, INDEX, V1, SCALE)         \
13022   __builtin_ia32_scatterdiv8sf ((float *)ADDR, (__mmask8)MASK,          \
13023                                 (__v4di)(__m256i)INDEX,                 \
13024                                 (__v4sf)(__m128)V1, (int)SCALE)
13025
13026 #define _mm_i64scatter_ps(ADDR, INDEX, V1, SCALE)                       \
13027   __builtin_ia32_scatterdiv4sf ((float *)ADDR, (__mmask8)0xFF,          \
13028                                 (__v2di)(__m128i)INDEX,                 \
13029                                 (__v4sf)(__m128)V1, (int)SCALE)
13030
13031 #define _mm_mask_i64scatter_ps(ADDR, MASK, INDEX, V1, SCALE)            \
13032   __builtin_ia32_scatterdiv4sf ((float *)ADDR, (__mmask8)MASK,          \
13033                                 (__v2di)(__m128i)INDEX,                 \
13034                                 (__v4sf)(__m128)V1, (int)SCALE)
13035
13036 #define _mm256_i64scatter_pd(ADDR, INDEX, V1, SCALE)                    \
13037   __builtin_ia32_scatterdiv4df ((double *)ADDR, (__mmask8)0xFF,         \
13038                                 (__v4di)(__m256i)INDEX,                 \
13039                                 (__v4df)(__m256d)V1, (int)SCALE)
13040
13041 #define _mm256_mask_i64scatter_pd(ADDR, MASK, INDEX, V1, SCALE)         \
13042   __builtin_ia32_scatterdiv4df ((double *)ADDR, (__mmask8)MASK,         \
13043                                 (__v4di)(__m256i)INDEX,                 \
13044                                 (__v4df)(__m256d)V1, (int)SCALE)
13045
13046 #define _mm_i64scatter_pd(ADDR, INDEX, V1, SCALE)                       \
13047   __builtin_ia32_scatterdiv2df ((double *)ADDR, (__mmask8)0xFF,         \
13048                                 (__v2di)(__m128i)INDEX,                 \
13049                                 (__v2df)(__m128d)V1, (int)SCALE)
13050
13051 #define _mm_mask_i64scatter_pd(ADDR, MASK, INDEX, V1, SCALE)            \
13052   __builtin_ia32_scatterdiv2df ((double *)ADDR, (__mmask8)MASK,         \
13053                                 (__v2di)(__m128i)INDEX,                 \
13054                                 (__v2df)(__m128d)V1, (int)SCALE)
13055
13056 #define _mm256_i32scatter_epi32(ADDR, INDEX, V1, SCALE)                 \
13057   __builtin_ia32_scattersiv8si ((int *)ADDR, (__mmask8)0xFF,            \
13058                                 (__v8si)(__m256i)INDEX,                 \
13059                                 (__v8si)(__m256i)V1, (int)SCALE)
13060
13061 #define _mm256_mask_i32scatter_epi32(ADDR, MASK, INDEX, V1, SCALE)      \
13062   __builtin_ia32_scattersiv8si ((int *)ADDR, (__mmask8)MASK,            \
13063                                 (__v8si)(__m256i)INDEX,                 \
13064                                 (__v8si)(__m256i)V1, (int)SCALE)
13065
13066 #define _mm_i32scatter_epi32(ADDR, INDEX, V1, SCALE)                    \
13067   __builtin_ia32_scattersiv4si ((int *)ADDR, (__mmask8)0xFF,            \
13068                                 (__v4si)(__m128i)INDEX,                 \
13069                                 (__v4si)(__m128i)V1, (int)SCALE)
13070
13071 #define _mm_mask_i32scatter_epi32(ADDR, MASK, INDEX, V1, SCALE)         \
13072   __builtin_ia32_scattersiv4si ((int *)ADDR, (__mmask8)MASK,            \
13073                                 (__v4si)(__m128i)INDEX,                 \
13074                                 (__v4si)(__m128i)V1, (int)SCALE)
13075
13076 #define _mm256_i32scatter_epi64(ADDR, INDEX, V1, SCALE)                 \
13077   __builtin_ia32_scattersiv4di ((long long *)ADDR, (__mmask8)0xFF,      \
13078                                 (__v4si)(__m128i)INDEX,                 \
13079                                 (__v4di)(__m256i)V1, (int)SCALE)
13080
13081 #define _mm256_mask_i32scatter_epi64(ADDR, MASK, INDEX, V1, SCALE)      \
13082   __builtin_ia32_scattersiv4di ((long long *)ADDR, (__mmask8)MASK,      \
13083                                 (__v4si)(__m128i)INDEX,                 \
13084                                 (__v4di)(__m256i)V1, (int)SCALE)
13085
13086 #define _mm_i32scatter_epi64(ADDR, INDEX, V1, SCALE)                    \
13087   __builtin_ia32_scattersiv2di ((long long *)ADDR, (__mmask8)0xFF,      \
13088                                 (__v4si)(__m128i)INDEX,                 \
13089                                 (__v2di)(__m128i)V1, (int)SCALE)
13090
13091 #define _mm_mask_i32scatter_epi64(ADDR, MASK, INDEX, V1, SCALE)         \
13092   __builtin_ia32_scattersiv2di ((long long *)ADDR, (__mmask8)MASK,      \
13093                                 (__v4si)(__m128i)INDEX,                 \
13094                                 (__v2di)(__m128i)V1, (int)SCALE)
13095
13096 #define _mm256_i64scatter_epi32(ADDR, INDEX, V1, SCALE)                 \
13097   __builtin_ia32_scatterdiv8si ((int *)ADDR, (__mmask8)0xFF,            \
13098                                 (__v4di)(__m256i)INDEX,                 \
13099                                 (__v4si)(__m128i)V1, (int)SCALE)
13100
13101 #define _mm256_mask_i64scatter_epi32(ADDR, MASK, INDEX, V1, SCALE)      \
13102   __builtin_ia32_scatterdiv8si ((int *)ADDR, (__mmask8)MASK,            \
13103                                 (__v4di)(__m256i)INDEX,                 \
13104                                 (__v4si)(__m128i)V1, (int)SCALE)
13105
13106 #define _mm_i64scatter_epi32(ADDR, INDEX, V1, SCALE)                    \
13107   __builtin_ia32_scatterdiv4si ((int *)ADDR, (__mmask8)0xFF,            \
13108                                 (__v2di)(__m128i)INDEX,                 \
13109                                 (__v4si)(__m128i)V1, (int)SCALE)
13110
13111 #define _mm_mask_i64scatter_epi32(ADDR, MASK, INDEX, V1, SCALE)         \
13112   __builtin_ia32_scatterdiv4si ((int *)ADDR, (__mmask8)MASK,            \
13113                                 (__v2di)(__m128i)INDEX,                 \
13114                                 (__v4si)(__m128i)V1, (int)SCALE)
13115
13116 #define _mm256_i64scatter_epi64(ADDR, INDEX, V1, SCALE)                 \
13117   __builtin_ia32_scatterdiv4di ((long long *)ADDR, (__mmask8)0xFF,      \
13118                                 (__v4di)(__m256i)INDEX,                 \
13119                                 (__v4di)(__m256i)V1, (int)SCALE)
13120
13121 #define _mm256_mask_i64scatter_epi64(ADDR, MASK, INDEX, V1, SCALE)      \
13122   __builtin_ia32_scatterdiv4di ((long long *)ADDR, (__mmask8)MASK,      \
13123                                 (__v4di)(__m256i)INDEX,                 \
13124                                 (__v4di)(__m256i)V1, (int)SCALE)
13125
13126 #define _mm_i64scatter_epi64(ADDR, INDEX, V1, SCALE)                    \
13127   __builtin_ia32_scatterdiv2di ((long long *)ADDR, (__mmask8)0xFF,      \
13128                                 (__v2di)(__m128i)INDEX,                 \
13129                                 (__v2di)(__m128i)V1, (int)SCALE)
13130
13131 #define _mm_mask_i64scatter_epi64(ADDR, MASK, INDEX, V1, SCALE)         \
13132   __builtin_ia32_scatterdiv2di ((long long *)ADDR, (__mmask8)MASK,      \
13133                                 (__v2di)(__m128i)INDEX,                 \
13134                                 (__v2di)(__m128i)V1, (int)SCALE)
13135
13136 #define _mm256_mask_shuffle_epi32(W, U, X, C)                                       \
13137   ((__m256i)  __builtin_ia32_pshufd256_mask ((__v8si)(__m256i)(X), (int)(C),        \
13138                                              (__v8si)(__m256i)(W),                  \
13139                                              (__mmask8)(U)))
13140
13141 #define _mm256_maskz_shuffle_epi32(U, X, C)                                         \
13142   ((__m256i)  __builtin_ia32_pshufd256_mask ((__v8si)(__m256i)(X), (int)(C),        \
13143                                              (__v8si)(__m256i)_mm256_setzero_si256(),  \
13144                                              (__mmask8)(U)))
13145
13146 #define _mm_mask_shuffle_epi32(W, U, X, C)                                          \
13147   ((__m128i)  __builtin_ia32_pshufd128_mask ((__v4si)(__m128i)(X), (int)(C),        \
13148                                              (__v4si)(__m128i)(W),                  \
13149                                              (__mmask8)(U)))
13150
13151 #define _mm_maskz_shuffle_epi32(U, X, C)                                            \
13152   ((__m128i)  __builtin_ia32_pshufd128_mask ((__v4si)(__m128i)(X), (int)(C),        \
13153                                              (__v4si)(__m128i)_mm_setzero_si128 (),     \
13154                                              (__mmask8)(U)))
13155
13156 #define _mm256_rol_epi64(A, B)                                                 \
13157   ((__m256i)__builtin_ia32_prolq256_mask ((__v4di)(__m256i)(A), (int)(B),      \
13158                                           (__v4di)(__m256i)_mm256_setzero_si256 (),\
13159                                           (__mmask8)-1))
13160
13161 #define _mm256_mask_rol_epi64(W, U, A, B)                                      \
13162   ((__m256i)__builtin_ia32_prolq256_mask ((__v4di)(__m256i)(A), (int)(B),      \
13163                                           (__v4di)(__m256i)(W),                \
13164                                           (__mmask8)(U)))
13165
13166 #define _mm256_maskz_rol_epi64(U, A, B)                                        \
13167   ((__m256i)__builtin_ia32_prolq256_mask ((__v4di)(__m256i)(A), (int)(B),      \
13168                                           (__v4di)(__m256i)_mm256_setzero_si256 (),\
13169                                           (__mmask8)(U)))
13170
13171 #define _mm_rol_epi64(A, B)                                                    \
13172   ((__m128i)__builtin_ia32_prolq128_mask ((__v2di)(__m128i)(A), (int)(B),      \
13173                                           (__v2di)(__m128i)_mm_setzero_di(),   \
13174                                           (__mmask8)-1))
13175
13176 #define _mm_mask_rol_epi64(W, U, A, B)                                         \
13177   ((__m128i)__builtin_ia32_prolq128_mask ((__v2di)(__m128i)(A), (int)(B),      \
13178                                           (__v2di)(__m128i)(W),                \
13179                                           (__mmask8)(U)))
13180
13181 #define _mm_maskz_rol_epi64(U, A, B)                                           \
13182   ((__m128i)__builtin_ia32_prolq128_mask ((__v2di)(__m128i)(A), (int)(B),      \
13183                                           (__v2di)(__m128i)_mm_setzero_di(),   \
13184                                           (__mmask8)(U)))
13185
13186 #define _mm256_ror_epi64(A, B)                                                 \
13187   ((__m256i)__builtin_ia32_prorq256_mask ((__v4di)(__m256i)(A), (int)(B),      \
13188                                           (__v4di)(__m256i)_mm256_setzero_si256 (),\
13189                                           (__mmask8)-1))
13190
13191 #define _mm256_mask_ror_epi64(W, U, A, B)                                      \
13192   ((__m256i)__builtin_ia32_prorq256_mask ((__v4di)(__m256i)(A), (int)(B),      \
13193                                           (__v4di)(__m256i)(W),                \
13194                                           (__mmask8)(U)))
13195
13196 #define _mm256_maskz_ror_epi64(U, A, B)                                        \
13197   ((__m256i)__builtin_ia32_prorq256_mask ((__v4di)(__m256i)(A), (int)(B),      \
13198                                           (__v4di)(__m256i)_mm256_setzero_si256 (),\
13199                                           (__mmask8)(U)))
13200
13201 #define _mm_ror_epi64(A, B)                                                    \
13202   ((__m128i)__builtin_ia32_prorq128_mask ((__v2di)(__m128i)(A), (int)(B),      \
13203                                           (__v2di)(__m128i)_mm_setzero_di(),   \
13204                                           (__mmask8)-1))
13205
13206 #define _mm_mask_ror_epi64(W, U, A, B)                                         \
13207   ((__m128i)__builtin_ia32_prorq128_mask ((__v2di)(__m128i)(A), (int)(B),      \
13208                                           (__v2di)(__m128i)(W),                \
13209                                           (__mmask8)(U)))
13210
13211 #define _mm_maskz_ror_epi64(U, A, B)                                           \
13212   ((__m128i)__builtin_ia32_prorq128_mask ((__v2di)(__m128i)(A), (int)(B),      \
13213                                           (__v2di)(__m128i)_mm_setzero_di(),   \
13214                                           (__mmask8)(U)))
13215
13216 #define _mm256_rol_epi32(A, B)                                                 \
13217   ((__m256i)__builtin_ia32_prold256_mask ((__v8si)(__m256i)(A), (int)(B),      \
13218                                           (__v8si)(__m256i)_mm256_setzero_si256(),\
13219                                           (__mmask8)-1))
13220
13221 #define _mm256_mask_rol_epi32(W, U, A, B)                                      \
13222   ((__m256i)__builtin_ia32_prold256_mask ((__v8si)(__m256i)(A), (int)(B),      \
13223                                           (__v8si)(__m256i)(W),                \
13224                                           (__mmask8)(U)))
13225
13226 #define _mm256_maskz_rol_epi32(U, A, B)                                        \
13227   ((__m256i)__builtin_ia32_prold256_mask ((__v8si)(__m256i)(A), (int)(B),      \
13228                                           (__v8si)(__m256i)_mm256_setzero_si256(),\
13229                                           (__mmask8)(U)))
13230
13231 #define _mm_rol_epi32(A, B)                                                    \
13232   ((__m128i)__builtin_ia32_prold128_mask ((__v4si)(__m128i)(A), (int)(B),      \
13233                                           (__v4si)(__m128i)_mm_setzero_si128 (),   \
13234                                           (__mmask8)-1))
13235
13236 #define _mm_mask_rol_epi32(W, U, A, B)                                         \
13237   ((__m128i)__builtin_ia32_prold128_mask ((__v4si)(__m128i)(A), (int)(B),      \
13238                                           (__v4si)(__m128i)(W),                \
13239                                           (__mmask8)(U)))
13240
13241 #define _mm_maskz_rol_epi32(U, A, B)                                           \
13242   ((__m128i)__builtin_ia32_prold128_mask ((__v4si)(__m128i)(A), (int)(B),      \
13243                                           (__v4si)(__m128i)_mm_setzero_si128 (),   \
13244                                           (__mmask8)(U)))
13245
13246 #define _mm256_ror_epi32(A, B)                                                 \
13247   ((__m256i)__builtin_ia32_prord256_mask ((__v8si)(__m256i)(A), (int)(B),      \
13248                                           (__v8si)(__m256i)_mm256_setzero_si256(),\
13249                                           (__mmask8)-1))
13250
13251 #define _mm256_mask_ror_epi32(W, U, A, B)                                      \
13252   ((__m256i)__builtin_ia32_prord256_mask ((__v8si)(__m256i)(A), (int)(B),      \
13253                                           (__v8si)(__m256i)(W),                \
13254                                           (__mmask8)(U)))
13255
13256 #define _mm256_maskz_ror_epi32(U, A, B)                                        \
13257   ((__m256i)__builtin_ia32_prord256_mask ((__v8si)(__m256i)(A), (int)(B),      \
13258                                           (__v8si)(__m256i)_mm256_setzero_si256(),\
13259                                           (__mmask8)(U)))
13260
13261 #define _mm_ror_epi32(A, B)                                                    \
13262   ((__m128i)__builtin_ia32_prord128_mask ((__v4si)(__m128i)(A), (int)(B),      \
13263                                           (__v4si)(__m128i)_mm_setzero_si128 (),   \
13264                                           (__mmask8)-1))
13265
13266 #define _mm_mask_ror_epi32(W, U, A, B)                                         \
13267   ((__m128i)__builtin_ia32_prord128_mask ((__v4si)(__m128i)(A), (int)(B),      \
13268                                           (__v4si)(__m128i)(W),                \
13269                                           (__mmask8)(U)))
13270
13271 #define _mm_maskz_ror_epi32(U, A, B)                                           \
13272   ((__m128i)__builtin_ia32_prord128_mask ((__v4si)(__m128i)(A), (int)(B),      \
13273                                           (__v4si)(__m128i)_mm_setzero_si128 (),   \
13274                                           (__mmask8)(U)))
13275
13276 #define _mm256_alignr_epi32(X, Y, C)                                        \
13277     ((__m256i)__builtin_ia32_alignd256_mask ((__v8si)(__m256i)(X),          \
13278         (__v8si)(__m256i)(Y), (int)(C), (__v8si)(__m256i)(X), (__mmask8)-1))
13279
13280 #define _mm256_mask_alignr_epi32(W, U, X, Y, C)                             \
13281     ((__m256i)__builtin_ia32_alignd256_mask ((__v8si)(__m256i)(X),          \
13282         (__v8si)(__m256i)(Y), (int)(C), (__v8si)(__m256i)(W), (__mmask8)(U)))
13283
13284 #define _mm256_maskz_alignr_epi32(U, X, Y, C)                               \
13285     ((__m256i)__builtin_ia32_alignd256_mask ((__v8si)(__m256i)(X),          \
13286         (__v8si)(__m256i)(Y), (int)(C), (__v8si)(__m256i)_mm256_setzero_si256 (),\
13287         (__mmask8)(U)))
13288
13289 #define _mm256_alignr_epi64(X, Y, C)                                        \
13290     ((__m256i)__builtin_ia32_alignq256_mask ((__v4di)(__m256i)(X),          \
13291         (__v4di)(__m256i)(Y), (int)(C), (__v4di)(__m256i)(X), (__mmask8)-1))
13292
13293 #define _mm256_mask_alignr_epi64(W, U, X, Y, C)                             \
13294     ((__m256i)__builtin_ia32_alignq256_mask ((__v4di)(__m256i)(X),          \
13295         (__v4di)(__m256i)(Y), (int)(C), (__v4di)(__m256i)(W), (__mmask8)(U)))
13296
13297 #define _mm256_maskz_alignr_epi64(U, X, Y, C)                               \
13298     ((__m256i)__builtin_ia32_alignq256_mask ((__v4di)(__m256i)(X),          \
13299         (__v4di)(__m256i)(Y), (int)(C), (__v4di)(__m256i)_mm256_setzero_si256 (),\
13300         (__mmask8)(U)))
13301
13302 #define _mm_alignr_epi32(X, Y, C)                                           \
13303     ((__m128i)__builtin_ia32_alignd128_mask ((__v4si)(__m128i)(X),          \
13304         (__v4si)(__m128i)(Y), (int)(C), (__v4si)(__m128i)(X), (__mmask8)-1))
13305
13306 #define _mm_mask_alignr_epi32(W, U, X, Y, C)                                \
13307     ((__m128i)__builtin_ia32_alignd128_mask ((__v4si)(__m128i)(X),          \
13308         (__v4si)(__m128i)(Y), (int)(C), (__v4si)(__m128i)(W), (__mmask8)(U)))
13309
13310 #define _mm_maskz_alignr_epi32(U, X, Y, C)                                  \
13311     ((__m128i)__builtin_ia32_alignd128_mask ((__v4si)(__m128i)(X),          \
13312         (__v4si)(__m128i)(Y), (int)(C), (__v4si)(__m128i)_mm_setzero_si128(),\
13313         (__mmask8)(U)))
13314
13315 #define _mm_alignr_epi64(X, Y, C)                                           \
13316     ((__m128i)__builtin_ia32_alignq128_mask ((__v2di)(__m128i)(X),          \
13317         (__v2di)(__m128i)(Y), (int)(C), (__v2di)(__m128i)(X), (__mmask8)-1))
13318
13319 #define _mm_mask_alignr_epi64(W, U, X, Y, C)                                \
13320     ((__m128i)__builtin_ia32_alignq128_mask ((__v2di)(__m128i)(X),          \
13321         (__v2di)(__m128i)(Y), (int)(C), (__v2di)(__m128i)(X), (__mmask8)-1))
13322
13323 #define _mm_maskz_alignr_epi64(U, X, Y, C)                                  \
13324     ((__m128i)__builtin_ia32_alignq128_mask ((__v2di)(__m128i)(X),          \
13325         (__v2di)(__m128i)(Y), (int)(C), (__v2di)(__m128i)_mm_setzero_si128(),\
13326         (__mmask8)(U)))
13327
13328 #define _mm_mask_cvtps_ph(W, U, A, I)                                           \
13329   ((__m128i) __builtin_ia32_vcvtps2ph_mask ((__v4sf)(__m128) A, (int) (I),      \
13330       (__v8hi)(__m128i) (W), (__mmask8) (U)))
13331
13332 #define _mm_maskz_cvtps_ph(U, A, I)                                             \
13333   ((__m128i) __builtin_ia32_vcvtps2ph_mask ((__v4sf)(__m128) A, (int) (I),      \
13334       (__v8hi)(__m128i) _mm_setzero_hi(), (__mmask8) (U)))
13335
13336 #define _mm256_mask_cvtps_ph(W, U, A, I)                                        \
13337   ((__m128i) __builtin_ia32_vcvtps2ph256_mask ((__v8sf)(__m256) A, (int) (I),   \
13338       (__v8hi)(__m128i) (W), (__mmask8) (U)))
13339
13340 #define _mm256_maskz_cvtps_ph(U, A, I)                                          \
13341   ((__m128i) __builtin_ia32_vcvtps2ph256_mask ((__v8sf)(__m256) A, (int) (I),   \
13342       (__v8hi)(__m128i) _mm_setzero_hi(), (__mmask8) (U)))
13343
13344 #define _mm256_mask_srai_epi32(W, U, A, B)                              \
13345   ((__m256i) __builtin_ia32_psradi256_mask ((__v8si)(__m256i)(A),       \
13346     (int)(B), (__v8si)(__m256i)(W), (__mmask8)(U)))
13347
13348 #define _mm256_maskz_srai_epi32(U, A, B)                                \
13349   ((__m256i) __builtin_ia32_psradi256_mask ((__v8si)(__m256i)(A),       \
13350     (int)(B), (__v8si)_mm256_setzero_si256(), (__mmask8)(U)))
13351
13352 #define _mm_mask_srai_epi32(W, U, A, B)                                 \
13353   ((__m128i) __builtin_ia32_psradi128_mask ((__v4si)(__m128i)(A),       \
13354     (int)(B), (__v4si)(__m128i)(W), (__mmask8)(U)))
13355
13356 #define _mm_maskz_srai_epi32(U, A, B)                                   \
13357   ((__m128i) __builtin_ia32_psradi128_mask ((__v4si)(__m128i)(A),       \
13358     (int)(B), (__v4si)_mm_setzero_si128(), (__mmask8)(U)))
13359
13360 #define _mm256_srai_epi64(A, B)                                         \
13361   ((__m256i) __builtin_ia32_psraqi256_mask ((__v4di)(__m256i)(A),       \
13362     (int)(B), (__v4di)_mm256_setzero_si256 (), (__mmask8)-1))
13363
13364 #define _mm256_mask_srai_epi64(W, U, A, B)                              \
13365   ((__m256i) __builtin_ia32_psraqi256_mask ((__v4di)(__m256i)(A),       \
13366     (int)(B), (__v4di)(__m256i)(W), (__mmask8)(U)))
13367
13368 #define _mm256_maskz_srai_epi64(U, A, B)                                \
13369   ((__m256i) __builtin_ia32_psraqi256_mask ((__v4di)(__m256i)(A),       \
13370     (int)(B), (__v4di)_mm256_setzero_si256 (), (__mmask8)(U)))
13371
13372 #define _mm_srai_epi64(A, B)                                            \
13373   ((__m128i) __builtin_ia32_psraqi128_mask ((__v2di)(__m128i)(A),       \
13374     (int)(B), (__v2di)_mm_setzero_si128(), (__mmask8)-1))
13375
13376 #define _mm_mask_srai_epi64(W, U, A, B)                                 \
13377   ((__m128i) __builtin_ia32_psraqi128_mask ((__v2di)(__m128i)(A),       \
13378     (int)(B), (__v2di)(__m128i)(W), (__mmask8)(U)))
13379
13380 #define _mm_maskz_srai_epi64(U, A, B)                                   \
13381   ((__m128i) __builtin_ia32_psraqi128_mask ((__v2di)(__m128i)(A),       \
13382     (int)(B), (__v2di)_mm_setzero_si128(), (__mmask8)(U)))
13383
13384 #define _mm256_mask_permutex_pd(W, U, A, B)                             \
13385   ((__m256d) __builtin_ia32_permdf256_mask ((__v4df)(__m256d)(A),       \
13386     (int)(B), (__v4df)(__m256d)(W), (__mmask8)(U)))
13387
13388 #define _mm256_maskz_permutex_pd(U, A, B)                               \
13389   ((__m256d) __builtin_ia32_permdf256_mask ((__v4df)(__m256d)(A),       \
13390     (int)(B), (__v4df)(__m256d)_mm256_setzero_pd(), (__mmask8)(U)))
13391
13392 #define _mm256_mask_permute_pd(W, U, X, C)                                          \
13393   ((__m256d) __builtin_ia32_vpermilpd256_mask ((__v4df)(__m256d)(X), (int)(C),      \
13394                                               (__v4df)(__m256d)(W),                 \
13395                                               (__mmask8)(U)))
13396
13397 #define _mm256_maskz_permute_pd(U, X, C)                                            \
13398   ((__m256d) __builtin_ia32_vpermilpd256_mask ((__v4df)(__m256d)(X), (int)(C),      \
13399                                               (__v4df)(__m256d)_mm256_setzero_pd(), \
13400                                               (__mmask8)(U)))
13401
13402 #define _mm256_mask_permute_ps(W, U, X, C)                                          \
13403   ((__m256) __builtin_ia32_vpermilps256_mask ((__v8sf)(__m256)(X), (int)(C),        \
13404                                               (__v8sf)(__m256)(W), (__mmask8)(U)))
13405
13406 #define _mm256_maskz_permute_ps(U, X, C)                                            \
13407   ((__m256) __builtin_ia32_vpermilps256_mask ((__v8sf)(__m256)(X), (int)(C),        \
13408                                               (__v8sf)(__m256)_mm256_setzero_ps(),  \
13409                                               (__mmask8)(U)))
13410
13411 #define _mm_mask_permute_pd(W, U, X, C)                                             \
13412   ((__m128d) __builtin_ia32_vpermilpd_mask ((__v2df)(__m128d)(X), (int)(C),         \
13413                                             (__v2df)(__m128d)(W), (__mmask8)(U)))
13414
13415 #define _mm_maskz_permute_pd(U, X, C)                                               \
13416   ((__m128d) __builtin_ia32_vpermilpd_mask ((__v2df)(__m128d)(X), (int)(C),         \
13417                                             (__v2df)(__m128d)_mm_setzero_pd(),      \
13418                                             (__mmask8)(U)))
13419
13420 #define _mm_mask_permute_ps(W, U, X, C)                                             \
13421   ((__m128) __builtin_ia32_vpermilps_mask ((__v4sf)(__m128)(X), (int)(C),           \
13422                                           (__v4sf)(__m128)(W), (__mmask8)(U)))
13423
13424 #define _mm_maskz_permute_ps(U, X, C)                                               \
13425   ((__m128) __builtin_ia32_vpermilps_mask ((__v4sf)(__m128)(X), (int)(C),           \
13426                                           (__v4sf)(__m128)_mm_setzero_ps(),         \
13427                                           (__mmask8)(U)))
13428
13429 #define _mm256_mask_blend_pd(__U, __A, __W)                           \
13430   ((__m256d) __builtin_ia32_blendmpd_256_mask ((__v4df) (__A),        \
13431                                                      (__v4df) (__W),  \
13432                                                      (__mmask8) (__U)))
13433
13434 #define _mm256_mask_blend_ps(__U, __A, __W)                           \
13435   ((__m256) __builtin_ia32_blendmps_256_mask ((__v8sf) (__A),         \
13436                                                     (__v8sf) (__W),   \
13437                                                     (__mmask8) (__U)))
13438
13439 #define _mm256_mask_blend_epi64(__U, __A, __W)                        \
13440   ((__m256i) __builtin_ia32_blendmq_256_mask ((__v4di) (__A),         \
13441                                                     (__v4di) (__W),   \
13442                                                     (__mmask8) (__U)))
13443
13444 #define _mm256_mask_blend_epi32(__U, __A, __W)                        \
13445   ((__m256i) __builtin_ia32_blendmd_256_mask ((__v8si) (__A),         \
13446                                                     (__v8si) (__W),   \
13447                                                     (__mmask8) (__U)))
13448
13449 #define _mm_mask_blend_pd(__U, __A, __W)                              \
13450   ((__m128d) __builtin_ia32_blendmpd_128_mask ((__v2df) (__A),        \
13451                                                      (__v2df) (__W),  \
13452                                                      (__mmask8) (__U)))
13453
13454 #define _mm_mask_blend_ps(__U, __A, __W)                              \
13455   ((__m128) __builtin_ia32_blendmps_128_mask ((__v4sf) (__A),         \
13456                                                     (__v4sf) (__W),   \
13457                                                     (__mmask8) (__U)))
13458
13459 #define _mm_mask_blend_epi64(__U, __A, __W)                           \
13460   ((__m128i) __builtin_ia32_blendmq_128_mask ((__v2di) (__A),         \
13461                                                     (__v2di) (__W),   \
13462                                                     (__mmask8) (__U)))
13463
13464 #define _mm_mask_blend_epi32(__U, __A, __W)                           \
13465   ((__m128i) __builtin_ia32_blendmd_128_mask ((__v4si) (__A),         \
13466                                                     (__v4si) (__W),   \
13467                                                     (__mmask8) (__U)))
13468
13469 #define _mm256_cmp_epu32_mask(X, Y, P)                                  \
13470   ((__mmask8) __builtin_ia32_ucmpd256_mask ((__v8si)(__m256i)(X),       \
13471                                             (__v8si)(__m256i)(Y), (int)(P),\
13472                                             (__mmask8)-1))
13473
13474 #define _mm256_cmp_epi64_mask(X, Y, P)                                  \
13475   ((__mmask8) __builtin_ia32_cmpq256_mask ((__v4di)(__m256i)(X),        \
13476                                            (__v4di)(__m256i)(Y), (int)(P),\
13477                                            (__mmask8)-1))
13478
13479 #define _mm256_cmp_epi32_mask(X, Y, P)                                  \
13480   ((__mmask8) __builtin_ia32_cmpd256_mask ((__v8si)(__m256i)(X),        \
13481                                            (__v8si)(__m256i)(Y), (int)(P),\
13482                                            (__mmask8)-1))
13483
13484 #define _mm256_cmp_epu64_mask(X, Y, P)                                  \
13485   ((__mmask8) __builtin_ia32_ucmpq256_mask ((__v4di)(__m256i)(X),       \
13486                                             (__v4di)(__m256i)(Y), (int)(P),\
13487                                             (__mmask8)-1))
13488
13489 #define _mm256_cmp_pd_mask(X, Y, P)                                     \
13490   ((__mmask8) __builtin_ia32_cmppd256_mask ((__v4df)(__m256d)(X),       \
13491                                             (__v4df)(__m256d)(Y), (int)(P),\
13492                                             (__mmask8)-1))
13493
13494 #define _mm256_cmp_ps_mask(X, Y, P)                                     \
13495   ((__mmask8) __builtin_ia32_cmpps256_mask ((__v8sf)(__m256)(X),        \
13496                                              (__v8sf)(__m256)(Y), (int)(P),\
13497                                              (__mmask8)-1))
13498
13499 #define _mm256_mask_cmp_epi64_mask(M, X, Y, P)                          \
13500   ((__mmask8) __builtin_ia32_cmpq256_mask ((__v4di)(__m256i)(X),        \
13501                                            (__v4di)(__m256i)(Y), (int)(P),\
13502                                            (__mmask8)(M)))
13503
13504 #define _mm256_mask_cmp_epi32_mask(M, X, Y, P)                          \
13505   ((__mmask8) __builtin_ia32_cmpd256_mask ((__v8si)(__m256i)(X),        \
13506                                            (__v8si)(__m256i)(Y), (int)(P),\
13507                                            (__mmask8)(M)))
13508
13509 #define _mm256_mask_cmp_epu64_mask(M, X, Y, P)                          \
13510   ((__mmask8) __builtin_ia32_ucmpq256_mask ((__v4di)(__m256i)(X),       \
13511                                             (__v4di)(__m256i)(Y), (int)(P),\
13512                                             (__mmask8)(M)))
13513
13514 #define _mm256_mask_cmp_epu32_mask(M, X, Y, P)                          \
13515   ((__mmask8) __builtin_ia32_ucmpd256_mask ((__v8si)(__m256i)(X),       \
13516                                             (__v8si)(__m256i)(Y), (int)(P),\
13517                                             (__mmask8)(M)))
13518
13519 #define _mm256_mask_cmp_pd_mask(M, X, Y, P)                             \
13520   ((__mmask8) __builtin_ia32_cmppd256_mask ((__v4df)(__m256d)(X),       \
13521                                             (__v4df)(__m256d)(Y), (int)(P),\
13522                                             (__mmask8)(M)))
13523
13524 #define _mm256_mask_cmp_ps_mask(M, X, Y, P)                             \
13525   ((__mmask8) __builtin_ia32_cmpps256_mask ((__v8sf)(__m256)(X),        \
13526                                              (__v8sf)(__m256)(Y), (int)(P),\
13527                                              (__mmask8)(M)))
13528
13529 #define _mm_cmp_epi64_mask(X, Y, P)                                     \
13530   ((__mmask8) __builtin_ia32_cmpq128_mask ((__v2di)(__m128i)(X),        \
13531                                            (__v2di)(__m128i)(Y), (int)(P),\
13532                                            (__mmask8)-1))
13533
13534 #define _mm_cmp_epi32_mask(X, Y, P)                                     \
13535   ((__mmask8) __builtin_ia32_cmpd128_mask ((__v4si)(__m128i)(X),        \
13536                                            (__v4si)(__m128i)(Y), (int)(P),\
13537                                            (__mmask8)-1))
13538
13539 #define _mm_cmp_epu64_mask(X, Y, P)                                     \
13540   ((__mmask8) __builtin_ia32_ucmpq128_mask ((__v2di)(__m128i)(X),       \
13541                                             (__v2di)(__m128i)(Y), (int)(P),\
13542                                             (__mmask8)-1))
13543
13544 #define _mm_cmp_epu32_mask(X, Y, P)                                     \
13545   ((__mmask8) __builtin_ia32_ucmpd128_mask ((__v4si)(__m128i)(X),       \
13546                                             (__v4si)(__m128i)(Y), (int)(P),\
13547                                             (__mmask8)-1))
13548
13549 #define _mm_cmp_pd_mask(X, Y, P)                                        \
13550   ((__mmask8) __builtin_ia32_cmppd128_mask ((__v2df)(__m128d)(X),       \
13551                                             (__v2df)(__m128d)(Y), (int)(P),\
13552                                             (__mmask8)-1))
13553
13554 #define _mm_cmp_ps_mask(X, Y, P)                                        \
13555   ((__mmask8) __builtin_ia32_cmpps128_mask ((__v4sf)(__m128)(X),        \
13556                                              (__v4sf)(__m128)(Y), (int)(P),\
13557                                              (__mmask8)-1))
13558
13559 #define _mm_mask_cmp_epi64_mask(M, X, Y, P)                             \
13560   ((__mmask8) __builtin_ia32_cmpq128_mask ((__v2di)(__m128i)(X),        \
13561                                            (__v2di)(__m128i)(Y), (int)(P),\
13562                                            (__mmask8)(M)))
13563
13564 #define _mm_mask_cmp_epi32_mask(M, X, Y, P)                             \
13565   ((__mmask8) __builtin_ia32_cmpd128_mask ((__v4si)(__m128i)(X),        \
13566                                            (__v4si)(__m128i)(Y), (int)(P),\
13567                                            (__mmask8)(M)))
13568
13569 #define _mm_mask_cmp_epu64_mask(M, X, Y, P)                             \
13570   ((__mmask8) __builtin_ia32_ucmpq128_mask ((__v2di)(__m128i)(X),       \
13571                                             (__v2di)(__m128i)(Y), (int)(P),\
13572                                             (__mmask8)(M)))
13573
13574 #define _mm_mask_cmp_epu32_mask(M, X, Y, P)                             \
13575   ((__mmask8) __builtin_ia32_ucmpd128_mask ((__v4si)(__m128i)(X),       \
13576                                             (__v4si)(__m128i)(Y), (int)(P),\
13577                                             (__mmask8)(M)))
13578
13579 #define _mm_mask_cmp_pd_mask(M, X, Y, P)                                \
13580   ((__mmask8) __builtin_ia32_cmppd128_mask ((__v2df)(__m128d)(X),       \
13581                                             (__v2df)(__m128d)(Y), (int)(P),\
13582                                             (__mmask8)(M)))
13583
13584 #define _mm_mask_cmp_ps_mask(M, X, Y, P)                                \
13585   ((__mmask8) __builtin_ia32_cmpps128_mask ((__v4sf)(__m128)(X),        \
13586                                              (__v4sf)(__m128)(Y), (int)(P),\
13587                                              (__mmask8)(M)))
13588
13589 #endif
13590
13591 #define _mm256_permutexvar_ps(A, B)     _mm256_permutevar8x32_ps((B), (A))
13592
13593 #ifdef __DISABLE_AVX512VL__
13594 #undef __DISABLE_AVX512VL__
13595 #pragma GCC pop_options
13596 #endif /* __DISABLE_AVX512VL__ */
13597
13598 #endif /* _AVX512VLINTRIN_H_INCLUDED */