gcc/config/i386/avx512vbmi2vlintrin.h

   1 /* Copyright (C) 2013-2019 Free Software Foundation, Inc.
   2
   3    This file is part of GCC.
   4
   5    GCC is free software; you can redistribute it and/or modify
   6    it under the terms of the GNU General Public License as published by
   7    the Free Software Foundation; either version 3, or (at your option)
   8    any later version.
   9
  10    GCC is distributed in the hope that it will be useful,
  11    but WITHOUT ANY WARRANTY; without even the implied warranty of
  12    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  13    GNU General Public License for more details.
  14
  15    Under Section 7 of GPL version 3, you are granted additional
  16    permissions described in the GCC Runtime Library Exception, version
  17    3.1, as published by the Free Software Foundation.
  18
  19    You should have received a copy of the GNU General Public License and
  20    a copy of the GCC Runtime Library Exception along with this program;
  21    see the files COPYING3 and COPYING.RUNTIME respectively.  If not, see
  22    <http://www.gnu.org/licenses/>.  */
  23
  24 #ifndef _IMMINTRIN_H_INCLUDED
  25 #error "Never use <avx512vbmi2vlintrin.h> directly; include <immintrin.h> instead."
  26 #endif
  27
  28 #ifndef _AVX512VBMI2VLINTRIN_H_INCLUDED
  29 #define _AVX512VBMI2VLINTRIN_H_INCLUDED
  30
  31 #if !defined(__AVX512VL__) || !defined(__AVX512VBMI2__)
  32 #pragma GCC push_options
  33 #pragma GCC target("avx512vbmi2,avx512vl")
  34 #define __DISABLE_AVX512VBMI2VL__
  35 #endif /* __AVX512VBMIVL__ */
  36
  37 extern __inline __m128i
  38 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
  39 _mm_mask_compress_epi8 (__m128i __A, __mmask16 __B, __m128i __C)
  40 {
  41   return (__m128i) __builtin_ia32_compressqi128_mask ((__v16qi)__C,
  42                                                 (__v16qi)__A, (__mmask16)__B);
  43 }
  44
  45 extern __inline __m128i
  46 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
  47 _mm_maskz_compress_epi8 (__mmask16 __A, __m128i __B)
  48 {
  49   return (__m128i) __builtin_ia32_compressqi128_mask ((__v16qi) __B,
  50                         (__v16qi) _mm_setzero_si128 (), (__mmask16) __A);
  51 }
  52
  53
  54 extern __inline void
  55 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
  56 _mm256_mask_compressstoreu_epi16 (void * __A, __mmask16 __B, __m256i __C)
  57 {
  58   __builtin_ia32_compressstoreuhi256_mask ((__v16hi *) __A, (__v16hi) __C,
  59                                                         (__mmask16) __B);
  60 }
  61
  62 extern __inline __m128i
  63 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
  64 _mm_mask_compress_epi16 (__m128i __A, __mmask8 __B, __m128i __C)
  65 {
  66   return (__m128i) __builtin_ia32_compresshi128_mask ((__v8hi)__C, (__v8hi)__A,
  67                                                                 (__mmask8)__B);
  68 }
  69
  70 extern __inline __m128i
  71 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
  72 _mm_maskz_compress_epi16 (__mmask8 __A, __m128i __B)
  73 {
  74   return (__m128i) __builtin_ia32_compresshi128_mask ((__v8hi) __B,
  75                                 (__v8hi) _mm_setzero_si128 (), (__mmask8) __A);
  76 }
  77
  78 extern __inline __m256i
  79 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
  80 _mm256_mask_compress_epi16 (__m256i __A, __mmask16 __B, __m256i __C)
  81 {
  82   return (__m256i) __builtin_ia32_compresshi256_mask ((__v16hi)__C,
  83                                                 (__v16hi)__A, (__mmask16)__B);
  84 }
  85
  86 extern __inline __m256i
  87 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
  88 _mm256_maskz_compress_epi16 (__mmask16 __A, __m256i __B)
  89 {
  90   return (__m256i) __builtin_ia32_compresshi256_mask ((__v16hi) __B,
  91                         (__v16hi) _mm256_setzero_si256 (), (__mmask16) __A);
  92 }
  93
  94 extern __inline void
  95 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
  96 _mm_mask_compressstoreu_epi8 (void * __A, __mmask16 __B, __m128i __C)
  97 {
  98   __builtin_ia32_compressstoreuqi128_mask ((__v16qi *) __A, (__v16qi) __C,
  99                                                         (__mmask16) __B);
 100 }
 101
 102 extern __inline void
 103 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 104 _mm_mask_compressstoreu_epi16 (void * __A, __mmask8 __B, __m128i __C)
 105 {
 106   __builtin_ia32_compressstoreuhi128_mask ((__v8hi *) __A, (__v8hi) __C,
 107                                                         (__mmask8) __B);
 108 }
 109
 110 extern __inline __m128i
 111 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 112 _mm_mask_expand_epi8 (__m128i __A, __mmask16 __B, __m128i __C)
 113 {
 114   return (__m128i) __builtin_ia32_expandqi128_mask ((__v16qi) __C,
 115                                                     (__v16qi) __A,
 116                                                     (__mmask16) __B);
 117 }
 118
 119 extern __inline __m128i
 120 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 121 _mm_maskz_expand_epi8 (__mmask16 __A, __m128i __B)
 122 {
 123   return (__m128i) __builtin_ia32_expandqi128_maskz ((__v16qi) __B,
 124                         (__v16qi) _mm_setzero_si128 (), (__mmask16) __A);
 125 }
 126
 127 extern __inline __m128i
 128 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 129 _mm_mask_expandloadu_epi8 (__m128i __A, __mmask16 __B, const void * __C)
 130 {
 131   return (__m128i) __builtin_ia32_expandloadqi128_mask ((const __v16qi *) __C,
 132                                         (__v16qi) __A, (__mmask16) __B);
 133 }
 134
 135 extern __inline __m128i
 136 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 137 _mm_maskz_expandloadu_epi8 (__mmask16 __A, const void * __B)
 138 {
 139   return (__m128i) __builtin_ia32_expandloadqi128_maskz ((const __v16qi *) __B,
 140                         (__v16qi) _mm_setzero_si128 (), (__mmask16) __A);
 141 }
 142
 143 extern __inline __m128i
 144 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 145 _mm_mask_expand_epi16 (__m128i __A, __mmask8 __B, __m128i __C)
 146 {
 147   return (__m128i) __builtin_ia32_expandhi128_mask ((__v8hi) __C,
 148                                                     (__v8hi) __A,
 149                                                     (__mmask8) __B);
 150 }
 151
 152 extern __inline __m128i
 153 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 154 _mm_maskz_expand_epi16 (__mmask8 __A, __m128i __B)
 155 {
 156   return (__m128i) __builtin_ia32_expandhi128_maskz ((__v8hi) __B,
 157                                 (__v8hi) _mm_setzero_si128 (), (__mmask8) __A);
 158 }
 159
 160 extern __inline __m128i
 161 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 162 _mm_mask_expandloadu_epi16 (__m128i __A, __mmask8 __B, const void * __C)
 163 {
 164   return (__m128i) __builtin_ia32_expandloadhi128_mask ((const __v8hi *) __C,
 165                                                 (__v8hi) __A, (__mmask8) __B);
 166 }
 167
 168 extern __inline __m128i
 169 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 170 _mm_maskz_expandloadu_epi16 (__mmask8 __A, const void * __B)
 171 {
 172   return (__m128i) __builtin_ia32_expandloadhi128_maskz ((const __v8hi *) __B,
 173                                 (__v8hi) _mm_setzero_si128 (), (__mmask8) __A);
 174 }
 175 extern __inline __m256i
 176 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 177 _mm256_mask_expand_epi16 (__m256i __A, __mmask16 __B, __m256i __C)
 178 {
 179   return (__m256i) __builtin_ia32_expandhi256_mask ((__v16hi) __C,
 180                                                     (__v16hi) __A,
 181                                                     (__mmask16) __B);
 182 }
 183
 184 extern __inline __m256i
 185 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 186 _mm256_maskz_expand_epi16 (__mmask16 __A, __m256i __B)
 187 {
 188   return (__m256i) __builtin_ia32_expandhi256_maskz ((__v16hi) __B,
 189                         (__v16hi) _mm256_setzero_si256 (), (__mmask16) __A);
 190 }
 191
 192 extern __inline __m256i
 193 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 194 _mm256_mask_expandloadu_epi16 (__m256i __A, __mmask16 __B, const void * __C)
 195 {
 196   return (__m256i) __builtin_ia32_expandloadhi256_mask ((const __v16hi *) __C,
 197                                         (__v16hi) __A, (__mmask16) __B);
 198 }
 199
 200 extern __inline __m256i
 201 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 202 _mm256_maskz_expandloadu_epi16 (__mmask16 __A, const void * __B)
 203 {
 204   return (__m256i) __builtin_ia32_expandloadhi256_maskz ((const __v16hi *) __B,
 205                         (__v16hi) _mm256_setzero_si256 (), (__mmask16) __A);
 206 }
 207
 208 #ifdef __OPTIMIZE__
 209 extern __inline __m256i
 210 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 211 _mm256_shrdi_epi16 (__m256i __A, __m256i __B, int __C)
 212 {
 213   return (__m256i) __builtin_ia32_vpshrd_v16hi ((__v16hi)__A, (__v16hi) __B,
 214                                                                         __C);
 215 }
 216
 217 extern __inline __m256i
 218 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 219 _mm256_mask_shrdi_epi16 (__m256i __A, __mmask16 __B, __m256i __C, __m256i __D,
 220                                                                 int __E)
 221 {
 222   return (__m256i)__builtin_ia32_vpshrd_v16hi_mask ((__v16hi)__C,
 223                         (__v16hi) __D, __E, (__v16hi) __A, (__mmask16)__B);
 224 }
 225
 226 extern __inline __m256i
 227 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 228 _mm256_maskz_shrdi_epi16 (__mmask16 __A, __m256i __B, __m256i __C, int __D)
 229 {
 230   return (__m256i)__builtin_ia32_vpshrd_v16hi_mask ((__v16hi)__B,
 231         (__v16hi) __C, __D, (__v16hi) _mm256_setzero_si256 (), (__mmask16)__A);
 232 }
 233
 234 extern __inline __m256i
 235 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 236 _mm256_mask_shrdi_epi32 (__m256i __A, __mmask8 __B, __m256i __C, __m256i __D,
 237                                                                 int __E)
 238 {
 239   return (__m256i)__builtin_ia32_vpshrd_v8si_mask ((__v8si)__C, (__v8si) __D,
 240                                         __E, (__v8si) __A, (__mmask8)__B);
 241 }
 242
 243 extern __inline __m256i
 244 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 245 _mm256_maskz_shrdi_epi32 (__mmask8 __A, __m256i __B, __m256i __C, int __D)
 246 {
 247   return (__m256i)__builtin_ia32_vpshrd_v8si_mask ((__v8si)__B, (__v8si) __C,
 248                         __D, (__v8si) _mm256_setzero_si256 (), (__mmask8)__A);
 249 }
 250
 251 extern __inline __m256i
 252 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 253 _mm256_shrdi_epi32 (__m256i __A, __m256i __B, int __C)
 254 {
 255   return (__m256i) __builtin_ia32_vpshrd_v8si ((__v8si)__A, (__v8si) __B, __C);
 256 }
 257
 258 extern __inline __m256i
 259 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 260 _mm256_mask_shrdi_epi64 (__m256i __A, __mmask8 __B, __m256i __C, __m256i __D,
 261                                                                 int __E)
 262 {
 263   return (__m256i)__builtin_ia32_vpshrd_v4di_mask ((__v4di)__C, (__v4di) __D,
 264                                         __E, (__v4di) __A, (__mmask8)__B);
 265 }
 266
 267 extern __inline __m256i
 268 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 269 _mm256_maskz_shrdi_epi64 (__mmask8 __A, __m256i __B, __m256i __C, int __D)
 270 {
 271   return (__m256i)__builtin_ia32_vpshrd_v4di_mask ((__v4di)__B, (__v4di) __C,
 272                         __D, (__v4di) _mm256_setzero_si256 (), (__mmask8)__A);
 273 }
 274
 275 extern __inline __m256i
 276 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 277 _mm256_shrdi_epi64 (__m256i __A, __m256i __B, int __C)
 278 {
 279   return (__m256i) __builtin_ia32_vpshrd_v4di ((__v4di)__A, (__v4di) __B, __C);
 280 }
 281
 282 extern __inline __m128i
 283 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 284 _mm_mask_shrdi_epi16 (__m128i __A, __mmask8 __B, __m128i __C, __m128i __D,
 285                                                                 int __E)
 286 {
 287   return (__m128i)__builtin_ia32_vpshrd_v8hi_mask ((__v8hi)__C, (__v8hi) __D,
 288                                         __E, (__v8hi) __A, (__mmask8)__B);
 289 }
 290
 291 extern __inline __m128i
 292 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 293 _mm_maskz_shrdi_epi16 (__mmask8 __A, __m128i __B, __m128i __C, int __D)
 294 {
 295   return (__m128i)__builtin_ia32_vpshrd_v8hi_mask ((__v8hi)__B, (__v8hi) __C,
 296                         __D, (__v8hi) _mm_setzero_si128 (), (__mmask8)__A);
 297 }
 298
 299 extern __inline __m128i
 300 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 301 _mm_shrdi_epi16 (__m128i __A, __m128i __B, int __C)
 302 {
 303   return (__m128i) __builtin_ia32_vpshrd_v8hi ((__v8hi)__A, (__v8hi) __B, __C);
 304 }
 305
 306 extern __inline __m128i
 307 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 308 _mm_mask_shrdi_epi32 (__m128i __A, __mmask8 __B, __m128i __C, __m128i __D,
 309                                                                 int __E)
 310 {
 311   return (__m128i)__builtin_ia32_vpshrd_v4si_mask ((__v4si)__C, (__v4si) __D,
 312                                         __E, (__v4si) __A, (__mmask8)__B);
 313 }
 314
 315 extern __inline __m128i
 316 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 317 _mm_maskz_shrdi_epi32 (__mmask8 __A, __m128i __B, __m128i __C, int __D)
 318 {
 319   return (__m128i)__builtin_ia32_vpshrd_v4si_mask ((__v4si)__B, (__v4si) __C,
 320                         __D, (__v4si) _mm_setzero_si128 (), (__mmask8)__A);
 321 }
 322
 323 extern __inline __m128i
 324 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 325 _mm_shrdi_epi32 (__m128i __A, __m128i __B, int __C)
 326 {
 327   return (__m128i) __builtin_ia32_vpshrd_v4si ((__v4si)__A, (__v4si) __B, __C);
 328 }
 329
 330 extern __inline __m128i
 331 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 332 _mm_mask_shrdi_epi64 (__m128i __A, __mmask8 __B, __m128i __C, __m128i __D,
 333                                                                 int __E)
 334 {
 335   return (__m128i)__builtin_ia32_vpshrd_v2di_mask ((__v2di)__C, (__v2di) __D,
 336                                         __E, (__v2di) __A, (__mmask8)__B);
 337 }
 338
 339 extern __inline __m128i
 340 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 341 _mm_maskz_shrdi_epi64 (__mmask8 __A, __m128i __B, __m128i __C, int __D)
 342 {
 343   return (__m128i)__builtin_ia32_vpshrd_v2di_mask ((__v2di)__B, (__v2di) __C,
 344                         __D, (__v2di) _mm_setzero_si128 (), (__mmask8)__A);
 345 }
 346
 347 extern __inline __m128i
 348 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 349 _mm_shrdi_epi64 (__m128i __A, __m128i __B, int __C)
 350 {
 351   return (__m128i) __builtin_ia32_vpshrd_v2di ((__v2di)__A, (__v2di) __B, __C);
 352 }
 353
 354 extern __inline __m256i
 355 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 356 _mm256_shldi_epi16 (__m256i __A, __m256i __B, int __C)
 357 {
 358   return (__m256i) __builtin_ia32_vpshld_v16hi ((__v16hi)__A, (__v16hi) __B,
 359                                                                         __C);
 360 }
 361
 362 extern __inline __m256i
 363 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 364 _mm256_mask_shldi_epi16 (__m256i __A, __mmask16 __B, __m256i __C, __m256i __D,
 365                                                                 int __E)
 366 {
 367   return (__m256i)__builtin_ia32_vpshld_v16hi_mask ((__v16hi)__C,
 368                         (__v16hi) __D, __E, (__v16hi) __A, (__mmask16)__B);
 369 }
 370
 371 extern __inline __m256i
 372 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 373 _mm256_maskz_shldi_epi16 (__mmask16 __A, __m256i __B, __m256i __C, int __D)
 374 {
 375   return (__m256i)__builtin_ia32_vpshld_v16hi_mask ((__v16hi)__B,
 376         (__v16hi) __C, __D, (__v16hi) _mm256_setzero_si256 (), (__mmask16)__A);
 377 }
 378
 379 extern __inline __m256i
 380 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 381 _mm256_mask_shldi_epi32 (__m256i __A, __mmask8 __B, __m256i __C, __m256i __D,
 382                                                                 int __E)
 383 {
 384   return (__m256i)__builtin_ia32_vpshld_v8si_mask ((__v8si)__C, (__v8si) __D,
 385                                         __E, (__v8si) __A, (__mmask8)__B);
 386 }
 387
 388 extern __inline __m256i
 389 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 390 _mm256_maskz_shldi_epi32 (__mmask8 __A, __m256i __B, __m256i __C, int __D)
 391 {
 392   return (__m256i)__builtin_ia32_vpshld_v8si_mask ((__v8si)__B, (__v8si) __C,
 393                         __D, (__v8si) _mm256_setzero_si256 (), (__mmask8)__A);
 394 }
 395
 396 extern __inline __m256i
 397 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 398 _mm256_shldi_epi32 (__m256i __A, __m256i __B, int __C)
 399 {
 400   return (__m256i) __builtin_ia32_vpshld_v8si ((__v8si)__A, (__v8si) __B, __C);
 401 }
 402
 403 extern __inline __m256i
 404 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 405 _mm256_mask_shldi_epi64 (__m256i __A, __mmask8 __B, __m256i __C, __m256i __D,
 406                                                                 int __E)
 407 {
 408   return (__m256i)__builtin_ia32_vpshld_v4di_mask ((__v4di)__C, (__v4di) __D,
 409                                         __E, (__v4di) __A, (__mmask8)__B);
 410 }
 411
 412 extern __inline __m256i
 413 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 414 _mm256_maskz_shldi_epi64 (__mmask8 __A, __m256i __B, __m256i __C, int __D)
 415 {
 416   return (__m256i)__builtin_ia32_vpshld_v4di_mask ((__v4di)__B, (__v4di) __C,
 417                         __D, (__v4di) _mm256_setzero_si256 (), (__mmask8)__A);
 418 }
 419
 420 extern __inline __m256i
 421 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 422 _mm256_shldi_epi64 (__m256i __A, __m256i __B, int __C)
 423 {
 424   return (__m256i) __builtin_ia32_vpshld_v4di ((__v4di)__A, (__v4di) __B, __C);
 425 }
 426
 427 extern __inline __m128i
 428 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 429 _mm_mask_shldi_epi16 (__m128i __A, __mmask8 __B, __m128i __C, __m128i __D,
 430                                                                 int __E)
 431 {
 432   return (__m128i)__builtin_ia32_vpshld_v8hi_mask ((__v8hi)__C, (__v8hi) __D,
 433                                         __E, (__v8hi) __A, (__mmask8)__B);
 434 }
 435
 436 extern __inline __m128i
 437 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 438 _mm_maskz_shldi_epi16 (__mmask8 __A, __m128i __B, __m128i __C, int __D)
 439 {
 440   return (__m128i)__builtin_ia32_vpshld_v8hi_mask ((__v8hi)__B, (__v8hi) __C,
 441                         __D, (__v8hi) _mm_setzero_si128 (), (__mmask8)__A);
 442 }
 443
 444 extern __inline __m128i
 445 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 446 _mm_shldi_epi16 (__m128i __A, __m128i __B, int __C)
 447 {
 448   return (__m128i) __builtin_ia32_vpshld_v8hi ((__v8hi)__A, (__v8hi) __B, __C);
 449 }
 450
 451 extern __inline __m128i
 452 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 453 _mm_mask_shldi_epi32 (__m128i __A, __mmask8 __B, __m128i __C, __m128i __D,
 454                                                                 int __E)
 455 {
 456   return (__m128i)__builtin_ia32_vpshld_v4si_mask ((__v4si)__C, (__v4si) __D,
 457                                         __E, (__v4si) __A, (__mmask8)__B);
 458 }
 459
 460 extern __inline __m128i
 461 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 462 _mm_maskz_shldi_epi32 (__mmask8 __A, __m128i __B, __m128i __C, int __D)
 463 {
 464   return (__m128i)__builtin_ia32_vpshld_v4si_mask ((__v4si)__B, (__v4si) __C,
 465                         __D, (__v4si) _mm_setzero_si128 (), (__mmask8)__A);
 466 }
 467
 468 extern __inline __m128i
 469 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 470 _mm_shldi_epi32 (__m128i __A, __m128i __B, int __C)
 471 {
 472   return (__m128i) __builtin_ia32_vpshld_v4si ((__v4si)__A, (__v4si) __B, __C);
 473 }
 474
 475 extern __inline __m128i
 476 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 477 _mm_mask_shldi_epi64 (__m128i __A, __mmask8 __B, __m128i __C, __m128i __D,
 478                                                                 int __E)
 479 {
 480   return (__m128i)__builtin_ia32_vpshld_v2di_mask ((__v2di)__C, (__v2di) __D,
 481                                         __E, (__v2di) __A, (__mmask8)__B);
 482 }
 483
 484 extern __inline __m128i
 485 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 486 _mm_maskz_shldi_epi64 (__mmask8 __A, __m128i __B, __m128i __C, int __D)
 487 {
 488   return (__m128i)__builtin_ia32_vpshld_v2di_mask ((__v2di)__B, (__v2di) __C,
 489                         __D, (__v2di) _mm_setzero_si128 (), (__mmask8)__A);
 490 }
 491
 492 extern __inline __m128i
 493 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 494 _mm_shldi_epi64 (__m128i __A, __m128i __B, int __C)
 495 {
 496   return (__m128i) __builtin_ia32_vpshld_v2di ((__v2di)__A, (__v2di) __B, __C);
 497 }
 498 #else
 499 #define _mm256_shrdi_epi16(A, B, C) \
 500   ((__m256i) __builtin_ia32_vpshrd_v16hi ((__v16hi)(__m256i)(A), \
 501         (__v16hi)(__m256i)(B),(int)(C))
 502 #define _mm256_mask_shrdi_epi16(A, B, C, D, E) \
 503   ((__m256i) __builtin_ia32_vpshrd_v16hi_mask ((__v16hi)(__m256i)(C), \
 504         (__v16hi)(__m256i)(D), (int)(E), (__v16hi)(__m256i)(A),(__mmask16)(B))
 505 #define _mm256_maskz_shrdi_epi16(A, B, C, D) \
 506   ((__m256i) __builtin_ia32_vpshrd_v16hi_mask ((__v16hi)(__m256i)(B), \
 507         (__v16hi)(__m256i)(C),(int)(D), \
 508         (__v16hi)(__m256i)_mm256_setzero_si256 (), (__mmask16)(A))
 509 #define _mm256_shrdi_epi32(A, B, C) \
 510   ((__m256i) __builtin_ia32_vpshrd_v8si ((__v8si)(__m256i)(A), \
 511         (__v8si)(__m256i)(B),(int)(C))
 512 #define _mm256_mask_shrdi_epi32(A, B, C, D, E) \
 513   ((__m256i) __builtin_ia32_vpshrd_v8si_mask ((__v8si)(__m256i)(C), \
 514         (__v8si)(__m256i)(D), (int)(E), (__v8si)(__m256i)(A),(__mmask8)(B))
 515 #define _mm256_maskz_shrdi_epi32(A, B, C, D) \
 516   ((__m256i) __builtin_ia32_vpshrd_v8si_mask ((__v8si)(__m256i)(B), \
 517         (__v8si)(__m256i)(C),(int)(D), \
 518         (__v8si)(__m256i)_mm256_setzero_si256 (), (__mmask8)(A))
 519 #define _mm256_shrdi_epi64(A, B, C) \
 520   ((__m256i) __builtin_ia32_vpshrd_v4di ((__v4di)(__m256i)(A), \
 521         (__v4di)(__m256i)(B),(int)(C))
 522 #define _mm256_mask_shrdi_epi64(A, B, C, D, E) \
 523   ((__m256i) __builtin_ia32_vpshrd_v4di_mask ((__v4di)(__m256i)(C), \
 524         (__v4di)(__m256i)(D), (int)(E), (__v4di)(__m256i)(A),(__mmask8)(B))
 525 #define _mm256_maskz_shrdi_epi64(A, B, C, D) \
 526   ((__m256i) __builtin_ia32_vpshrd_v4di_mask ((__v4di)(__m256i)(B), \
 527         (__v4di)(__m256i)(C),(int)(D), \
 528         (__v4di)(__m256i)_mm256_setzero_si256 (), (__mmask8)(A))
 529 #define _mm_shrdi_epi16(A, B, C) \
 530   ((__m128i) __builtin_ia32_vpshrd_v8hi ((__v8hi)(__m128i)(A), \
 531         (__v8hi)(__m128i)(B),(int)(C))
 532 #define _mm_mask_shrdi_epi16(A, B, C, D, E) \
 533   ((__m128i) __builtin_ia32_vpshrd_v8hi_mask ((__v8hi)(__m128i)(C), \
 534         (__v8hi)(__m128i)(D), (int)(E), (__v8hi)(__m128i)(A),(__mmask8)(B))
 535 #define _mm_maskz_shrdi_epi16(A, B, C, D) \
 536   ((__m128i) __builtin_ia32_vpshrd_v8hi_mask ((__v8hi)(__m128i)(B), \
 537         (__v8hi)(__m128i)(C),(int)(D), \
 538         (__v8hi)(__m128i)_mm_setzero_si128 (), (__mmask8)(A))
 539 #define _mm_shrdi_epi32(A, B, C) \
 540   ((__m128i) __builtin_ia32_vpshrd_v4si ((__v4si)(__m128i)(A), \
 541         (__v4si)(__m128i)(B),(int)(C))
 542 #define _mm_mask_shrdi_epi32(A, B, C, D, E) \
 543   ((__m128i) __builtin_ia32_vpshrd_v4si_mask ((__v4si)(__m128i)(C), \
 544         (__v4si)(__m128i)(D), (int)(E), (__v4si)(__m128i)(A),(__mmask8)(B))
 545 #define _mm_maskz_shrdi_epi32(A, B, C, D) \
 546   ((__m128i) __builtin_ia32_vpshrd_v4si_mask ((__v4si)(__m128i)(B), \
 547         (__v4si)(__m128i)(C),(int)(D), \
 548         (__v4si)(__m128i)_mm_setzero_si128 (), (__mmask8)(A))
 549 #define _mm_shrdi_epi64(A, B, C) \
 550   ((__m128i) __builtin_ia32_vpshrd_v2di ((__v2di)(__m128i)(A), \
 551         (__v2di)(__m128i)(B),(int)(C))
 552 #define _mm_mask_shrdi_epi64(A, B, C, D, E) \
 553   ((__m128i) __builtin_ia32_vpshrd_v2di_mask ((__v2di)(__m128i)(C), \
 554         (__v2di)(__m128i)(D), (int)(E), (__v2di)(__m128i)(A),(__mmask8)(B))
 555 #define _mm_maskz_shrdi_epi64(A, B, C, D) \
 556   ((__m128i) __builtin_ia32_vpshrd_v2di_mask ((__v2di)(__m128i)(B), \
 557         (__v2di)(__m128i)(C),(int)(D), \
 558         (__v2di)(__m128i)_mm_setzero_si128 (), (__mmask8)(A))
 559 #define _mm256_shldi_epi16(A, B, C) \
 560   ((__m256i) __builtin_ia32_vpshld_v16hi ((__v16hi)(__m256i)(A), \
 561                                                 (__v16hi)(__m256i)(B),(int)(C))
 562 #define _mm256_mask_shldi_epi16(A, B, C, D, E) \
 563   ((__m256i) __builtin_ia32_vpshld_v16hi_mask ((__v16hi)(__m256i)(C), \
 564         (__v16hi)(__m256i)(D), (int)(E), (__v16hi)(__m256i)(A),(__mmask16)(B))
 565 #define _mm256_maskz_shldi_epi16(A, B, C, D) \
 566   ((__m256i) __builtin_ia32_vpshld_v16hi_mask ((__v16hi)(__m256i)(B), \
 567         (__v16hi)(__m256i)(C),(int)(D), \
 568         (__v16hi)(__m256i)_mm256_setzero_si256 (), (__mmask16)(A))
 569 #define _mm256_shldi_epi32(A, B, C) \
 570   ((__m256i) __builtin_ia32_vpshld_v8si ((__v8si)(__m256i)(A), \
 571         (__v8si)(__m256i)(B),(int)(C))
 572 #define _mm256_mask_shldi_epi32(A, B, C, D, E) \
 573   ((__m256i) __builtin_ia32_vpshld_v8si_mask ((__v8si)(__m256i)(C), \
 574         (__v8si)(__m256i)(D), (int)(E), (__v8si)(__m256i)(A),(__mmask8)(B))
 575 #define _mm256_maskz_shldi_epi32(A, B, C, D) \
 576   ((__m256i) __builtin_ia32_vpshld_v8si_mask ((__v8si)(__m256i)(B), \
 577         (__v8si)(__m256i)(C),(int)(D), \
 578         (__v8si)(__m256i)_mm256_setzero_si256 (), (__mmask8)(A))
 579 #define _mm256_shldi_epi64(A, B, C) \
 580   ((__m256i) __builtin_ia32_vpshld_v4di ((__v4di)(__m256i)(A), \
 581         (__v4di)(__m256i)(B),(int)(C))
 582 #define _mm256_mask_shldi_epi64(A, B, C, D, E) \
 583   ((__m256i) __builtin_ia32_vpshld_v4di_mask ((__v4di)(__m256i)(C), \
 584         (__v4di)(__m256i)(D), (int)(E), (__v4di)(__m256i)(A),(__mmask8)(B))
 585 #define _mm256_maskz_shldi_epi64(A, B, C, D) \
 586   ((__m256i) __builtin_ia32_vpshld_v4di_mask ((__v4di)(__m256i)(B), \
 587         (__v4di)(__m256i)(C),(int)(D), \
 588         (__v4di)(__m256i)_mm256_setzero_si256 (), (__mmask8)(A))
 589 #define _mm_shldi_epi16(A, B, C) \
 590   ((__m128i) __builtin_ia32_vpshld_v8hi ((__v8hi)(__m128i)(A), \
 591         (__v8hi)(__m128i)(B),(int)(C))
 592 #define _mm_mask_shldi_epi16(A, B, C, D, E) \
 593   ((__m128i) __builtin_ia32_vpshld_v8hi_mask ((__v8hi)(__m128i)(C), \
 594         (__v8hi)(__m128i)(D), (int)(E), (__v8hi)(__m128i)(A),(__mmask8)(B))
 595 #define _mm_maskz_shldi_epi16(A, B, C, D) \
 596   ((__m128i) __builtin_ia32_vpshld_v8hi_mask ((__v8hi)(__m128i)(B), \
 597         (__v8hi)(__m128i)(C),(int)(D), \
 598         (__v8hi)(__m128i)_mm_setzero_si128 (), (__mmask8)(A))
 599 #define _mm_shldi_epi32(A, B, C) \
 600   ((__m128i) __builtin_ia32_vpshld_v4si ((__v4si)(__m128i)(A), \
 601         (__v4si)(__m128i)(B),(int)(C))
 602 #define _mm_mask_shldi_epi32(A, B, C, D, E) \
 603   ((__m128i) __builtin_ia32_vpshld_v4si_mask ((__v4si)(__m128i)(C), \
 604         (__v4si)(__m128i)(D), (int)(E), (__v4si)(__m128i)(A),(__mmask8)(B))
 605 #define _mm_maskz_shldi_epi32(A, B, C, D) \
 606   ((__m128i) __builtin_ia32_vpshld_v4si_mask ((__v4si)(__m128i)(B), \
 607         (__v4si)(__m128i)(C),(int)(D), \
 608         (__v4si)(__m128i)_mm_setzero_si128 (), (__mmask8)(A))
 609 #define _mm_shldi_epi64(A, B, C) \
 610   ((__m128i) __builtin_ia32_vpshld_v2di ((__v2di)(__m128i)(A), \
 611         (__v2di)(__m128i)(B),(int)(C))
 612 #define _mm_mask_shldi_epi64(A, B, C, D, E) \
 613   ((__m128i) __builtin_ia32_vpshld_v2di_mask ((__v2di)(__m128i)(C), \
 614         (__v2di)(__m128i)(D), (int)(E), (__v2di)(__m128i)(A),(__mmask8)(B))
 615 #define _mm_maskz_shldi_epi64(A, B, C, D) \
 616   ((__m128i) __builtin_ia32_vpshld_v2di_mask ((__v2di)(__m128i)(B), \
 617         (__v2di)(__m128i)(C),(int)(D), \
 618         (__v2di)(__m128i)_mm_setzero_si128 (), (__mmask8)(A))
 619 #endif
 620
 621 extern __inline __m256i
 622 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 623 _mm256_shrdv_epi16 (__m256i __A, __m256i __B, __m256i __C)
 624 {
 625   return (__m256i) __builtin_ia32_vpshrdv_v16hi ((__v16hi)__A, (__v16hi) __B,
 626                                                                 (__v16hi) __C);
 627 }
 628
 629 extern __inline __m256i
 630 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 631 _mm256_mask_shrdv_epi16 (__m256i __A, __mmask16 __B, __m256i __C, __m256i __D)
 632 {
 633   return (__m256i)__builtin_ia32_vpshrdv_v16hi_mask ((__v16hi)__A,
 634                                 (__v16hi) __C, (__v16hi) __D, (__mmask16)__B);
 635 }
 636
 637 extern __inline __m256i
 638 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 639 _mm256_maskz_shrdv_epi16 (__mmask16 __A, __m256i __B, __m256i __C, __m256i __D)
 640 {
 641   return (__m256i)__builtin_ia32_vpshrdv_v16hi_maskz ((__v16hi)__B,
 642                                 (__v16hi) __C, (__v16hi) __D, (__mmask16)__A);
 643 }
 644
 645 extern __inline __m256i
 646 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 647 _mm256_shrdv_epi32 (__m256i __A, __m256i __B, __m256i __C)
 648 {
 649   return (__m256i) __builtin_ia32_vpshrdv_v8si ((__v8si)__A, (__v8si) __B,
 650                                                                 (__v8si) __C);
 651 }
 652
 653 extern __inline __m256i
 654 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 655 _mm256_mask_shrdv_epi32 (__m256i __A, __mmask8 __B, __m256i __C, __m256i __D)
 656 {
 657   return (__m256i)__builtin_ia32_vpshrdv_v8si_mask ((__v8si)__A, (__v8si) __C,
 658                                                 (__v8si) __D, (__mmask8)__B);
 659 }
 660
 661 extern __inline __m256i
 662 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 663 _mm256_maskz_shrdv_epi32 (__mmask8 __A, __m256i __B, __m256i __C, __m256i __D)
 664 {
 665   return (__m256i)__builtin_ia32_vpshrdv_v8si_maskz ((__v8si)__B, (__v8si) __C,
 666                                                  (__v8si) __D, (__mmask8)__A);
 667 }
 668
 669 extern __inline __m256i
 670 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 671 _mm256_shrdv_epi64 (__m256i __A, __m256i __B, __m256i __C)
 672 {
 673   return (__m256i) __builtin_ia32_vpshrdv_v4di ((__v4di)__A, (__v4di) __B,
 674                                                                 (__v4di) __C);
 675 }
 676
 677 extern __inline __m256i
 678 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 679 _mm256_mask_shrdv_epi64 (__m256i __A, __mmask8 __B, __m256i __C, __m256i __D)
 680 {
 681   return (__m256i)__builtin_ia32_vpshrdv_v4di_mask ((__v4di)__A, (__v4di) __C,
 682                                                 (__v4di) __D, (__mmask8)__B);
 683 }
 684
 685 extern __inline __m256i
 686 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 687 _mm256_maskz_shrdv_epi64 (__mmask8 __A, __m256i __B, __m256i __C, __m256i __D)
 688 {
 689   return (__m256i)__builtin_ia32_vpshrdv_v4di_maskz ((__v4di)__B, (__v4di) __C,
 690                                                  (__v4di) __D, (__mmask8)__A);
 691 }
 692
 693 extern __inline __m128i
 694 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 695 _mm_shrdv_epi16 (__m128i __A, __m128i __B, __m128i __C)
 696 {
 697   return (__m128i) __builtin_ia32_vpshrdv_v8hi ((__v8hi)__A, (__v8hi) __B,
 698                                                                 (__v8hi) __C);
 699 }
 700
 701 extern __inline __m128i
 702 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 703 _mm_mask_shrdv_epi16 (__m128i __A, __mmask8 __B, __m128i __C, __m128i __D)
 704 {
 705   return (__m128i)__builtin_ia32_vpshrdv_v8hi_mask ((__v8hi)__A, (__v8hi) __C,
 706                                                 (__v8hi) __D, (__mmask8)__B);
 707 }
 708
 709 extern __inline __m128i
 710 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 711 _mm_maskz_shrdv_epi16 (__mmask8 __A, __m128i __B, __m128i __C, __m128i __D)
 712 {
 713   return (__m128i)__builtin_ia32_vpshrdv_v8hi_maskz ((__v8hi)__B, (__v8hi) __C,
 714                                                  (__v8hi) __D, (__mmask8)__A);
 715 }
 716
 717 extern __inline __m128i
 718 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 719 _mm_shrdv_epi32 (__m128i __A, __m128i __B, __m128i __C)
 720 {
 721   return (__m128i) __builtin_ia32_vpshrdv_v4si ((__v4si)__A, (__v4si) __B,
 722                                                                 (__v4si) __C);
 723 }
 724
 725 extern __inline __m128i
 726 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 727 _mm_mask_shrdv_epi32 (__m128i __A, __mmask8 __B, __m128i __C, __m128i __D)
 728 {
 729   return (__m128i)__builtin_ia32_vpshrdv_v4si_mask ((__v4si)__A, (__v4si) __C,
 730                                                 (__v4si) __D, (__mmask8)__B);
 731 }
 732
 733 extern __inline __m128i
 734 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 735 _mm_maskz_shrdv_epi32 (__mmask8 __A, __m128i __B, __m128i __C, __m128i __D)
 736 {
 737   return (__m128i)__builtin_ia32_vpshrdv_v4si_maskz ((__v4si)__B, (__v4si) __C,
 738                                                  (__v4si) __D, (__mmask8)__A);
 739 }
 740
 741 extern __inline __m128i
 742 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 743 _mm_shrdv_epi64 (__m128i __A, __m128i __B, __m128i __C)
 744 {
 745   return (__m128i) __builtin_ia32_vpshrdv_v2di ((__v2di)__A, (__v2di) __B,
 746                                                                 (__v2di) __C);
 747 }
 748
 749 extern __inline __m128i
 750 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 751 _mm_mask_shrdv_epi64 (__m128i __A, __mmask8 __B, __m128i __C, __m128i __D)
 752 {
 753   return (__m128i)__builtin_ia32_vpshrdv_v2di_mask ((__v2di)__A, (__v2di) __C,
 754                                                 (__v2di) __D, (__mmask8)__B);
 755 }
 756
 757 extern __inline __m128i
 758 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 759 _mm_maskz_shrdv_epi64 (__mmask8 __A, __m128i __B, __m128i __C, __m128i __D)
 760 {
 761   return (__m128i)__builtin_ia32_vpshrdv_v2di_maskz ((__v2di)__B, (__v2di) __C,
 762                                                  (__v2di) __D, (__mmask8)__A);
 763 }
 764
 765 extern __inline __m256i
 766 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 767 _mm256_shldv_epi16 (__m256i __A, __m256i __B, __m256i __C)
 768 {
 769   return (__m256i) __builtin_ia32_vpshldv_v16hi ((__v16hi)__A, (__v16hi) __B,
 770                                                                 (__v16hi) __C);
 771 }
 772
 773 extern __inline __m256i
 774 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 775 _mm256_mask_shldv_epi16 (__m256i __A, __mmask16 __B, __m256i __C, __m256i __D)
 776 {
 777   return (__m256i)__builtin_ia32_vpshldv_v16hi_mask ((__v16hi)__A,
 778                                 (__v16hi) __C, (__v16hi) __D, (__mmask16)__B);
 779 }
 780
 781 extern __inline __m256i
 782 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 783 _mm256_maskz_shldv_epi16 (__mmask16 __A, __m256i __B, __m256i __C, __m256i __D)
 784 {
 785   return (__m256i)__builtin_ia32_vpshldv_v16hi_maskz ((__v16hi)__B,
 786                                 (__v16hi) __C, (__v16hi) __D, (__mmask16)__A);
 787 }
 788
 789 extern __inline __m256i
 790 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 791 _mm256_shldv_epi32 (__m256i __A, __m256i __B, __m256i __C)
 792 {
 793   return (__m256i) __builtin_ia32_vpshldv_v8si ((__v8si)__A, (__v8si) __B,
 794                                                                 (__v8si) __C);
 795 }
 796
 797 extern __inline __m256i
 798 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 799 _mm256_mask_shldv_epi32 (__m256i __A, __mmask8 __B, __m256i __C, __m256i __D)
 800 {
 801   return (__m256i)__builtin_ia32_vpshldv_v8si_mask ((__v8si)__A, (__v8si) __C,
 802                                                 (__v8si) __D, (__mmask8)__B) ;
 803 }
 804
 805 extern __inline __m256i
 806 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 807 _mm256_maskz_shldv_epi32 (__mmask8 __A, __m256i __B, __m256i __C, __m256i __D)
 808 {
 809   return (__m256i)__builtin_ia32_vpshldv_v8si_maskz ((__v8si)__B, (__v8si) __C,
 810                                                 (__v8si) __D, (__mmask8)__A);
 811 }
 812
 813 extern __inline __m256i
 814 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 815 _mm256_shldv_epi64 (__m256i __A, __m256i __B, __m256i __C)
 816 {
 817   return (__m256i) __builtin_ia32_vpshldv_v4di ((__v4di)__A, (__v4di) __B,
 818                                                                 (__v4di) __C);
 819 }
 820
 821 extern __inline __m256i
 822 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 823 _mm256_mask_shldv_epi64 (__m256i __A, __mmask8 __B, __m256i __C, __m256i __D)
 824 {
 825   return (__m256i)__builtin_ia32_vpshldv_v4di_mask ((__v4di)__A, (__v4di) __C,
 826                                                 (__v4di) __D, (__mmask8)__B);
 827 }
 828
 829 extern __inline __m256i
 830 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 831 _mm256_maskz_shldv_epi64 (__mmask8 __A, __m256i __B, __m256i __C, __m256i __D)
 832 {
 833   return (__m256i)__builtin_ia32_vpshldv_v4di_maskz ((__v4di)__B, (__v4di) __C,
 834                                                  (__v4di) __D, (__mmask8)__A);
 835 }
 836
 837 extern __inline __m128i
 838 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 839 _mm_shldv_epi16 (__m128i __A, __m128i __B, __m128i __C)
 840 {
 841   return (__m128i) __builtin_ia32_vpshldv_v8hi ((__v8hi)__A, (__v8hi) __B,
 842                                                                 (__v8hi) __C);
 843 }
 844
 845 extern __inline __m128i
 846 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 847 _mm_mask_shldv_epi16 (__m128i __A, __mmask8 __B, __m128i __C, __m128i __D)
 848 {
 849   return (__m128i)__builtin_ia32_vpshldv_v8hi_mask ((__v8hi)__A, (__v8hi) __C,
 850                                                 (__v8hi) __D, (__mmask8)__B);
 851 }
 852
 853 extern __inline __m128i
 854 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 855 _mm_maskz_shldv_epi16 (__mmask8 __A, __m128i __B, __m128i __C, __m128i __D)
 856 {
 857   return (__m128i)__builtin_ia32_vpshldv_v8hi_maskz ((__v8hi)__B, (__v8hi) __C,
 858                                                  (__v8hi) __D, (__mmask8)__A);
 859 }
 860
 861 extern __inline __m128i
 862 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 863 _mm_shldv_epi32 (__m128i __A, __m128i __B, __m128i __C)
 864 {
 865   return (__m128i) __builtin_ia32_vpshldv_v4si ((__v4si)__A, (__v4si) __B,
 866                                                                 (__v4si) __C);
 867 }
 868
 869 extern __inline __m128i
 870 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 871 _mm_mask_shldv_epi32 (__m128i __A, __mmask8 __B, __m128i __C, __m128i __D)
 872 {
 873   return (__m128i)__builtin_ia32_vpshldv_v4si_mask ((__v4si)__A, (__v4si) __C,
 874                                                 (__v4si) __D, (__mmask8)__B);
 875 }
 876
 877 extern __inline __m128i
 878 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 879 _mm_maskz_shldv_epi32 (__mmask8 __A, __m128i __B, __m128i __C, __m128i __D)
 880 {
 881   return (__m128i)__builtin_ia32_vpshldv_v4si_maskz ((__v4si)__B, (__v4si) __C,
 882                                                  (__v4si) __D, (__mmask8)__A);
 883 }
 884
 885 extern __inline __m128i
 886 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 887 _mm_shldv_epi64 (__m128i __A, __m128i __B, __m128i __C)
 888 {
 889   return (__m128i) __builtin_ia32_vpshldv_v2di ((__v2di)__A, (__v2di) __B,
 890                                                                 (__v2di) __C);
 891 }
 892
 893 extern __inline __m128i
 894 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 895 _mm_mask_shldv_epi64 (__m128i __A, __mmask8 __B, __m128i __C, __m128i __D)
 896 {
 897   return (__m128i)__builtin_ia32_vpshldv_v2di_mask ((__v2di)__A, (__v2di) __C,
 898                                                 (__v2di) __D, (__mmask8)__B);
 899 }
 900
 901 extern __inline __m128i
 902 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 903 _mm_maskz_shldv_epi64 (__mmask8 __A, __m128i __B, __m128i __C, __m128i __D)
 904 {
 905   return (__m128i)__builtin_ia32_vpshldv_v2di_maskz ((__v2di)__B, (__v2di) __C,
 906                                                 (__v2di) __D, (__mmask8)__A);
 907 }
 908
 909
 910
 911
 912 #ifdef __DISABLE_AVX512VBMI2VL__
 913 #undef __DISABLE_AVX512VBMI2VL__
 914 #pragma GCC pop_options
 915 #endif /* __DISABLE_AVX512VBMIVL__ */
 916
 917 #if !defined(__AVX512VL__) || !defined(__AVX512VBMI2__) || \
 918     !defined(__AVX512BW__)
 919 #pragma GCC push_options
 920 #pragma GCC target("avx512vbmi2,avx512vl,avx512bw")
 921 #define __DISABLE_AVX512VBMI2VLBW__
 922 #endif /* __AVX512VBMIVLBW__ */
 923
 924 extern __inline __m256i
 925 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 926 _mm256_mask_compress_epi8 (__m256i __A, __mmask32 __B, __m256i __C)
 927 {
 928   return (__m256i) __builtin_ia32_compressqi256_mask ((__v32qi)__C,
 929                                                 (__v32qi)__A, (__mmask32)__B);
 930 }
 931
 932 extern __inline __m256i
 933 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 934 _mm256_maskz_compress_epi8 (__mmask32 __A, __m256i __B)
 935 {
 936   return (__m256i) __builtin_ia32_compressqi256_mask ((__v32qi) __B,
 937                         (__v32qi) _mm256_setzero_si256 (), (__mmask32) __A);
 938 }
 939
 940 extern __inline void
 941 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 942 _mm256_mask_compressstoreu_epi8 (void * __A, __mmask32 __B, __m256i __C)
 943 {
 944   __builtin_ia32_compressstoreuqi256_mask ((__v32qi *) __A, (__v32qi) __C,
 945                                                         (__mmask32) __B);
 946 }
 947
 948 extern __inline __m256i
 949 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 950 _mm256_mask_expand_epi8 (__m256i __A, __mmask32 __B, __m256i __C)
 951 {
 952   return (__m256i) __builtin_ia32_expandqi256_mask ((__v32qi) __C,
 953                                                     (__v32qi) __A,
 954                                                     (__mmask32) __B);
 955 }
 956
 957 extern __inline __m256i
 958 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 959 _mm256_maskz_expand_epi8 (__mmask32 __A, __m256i __B)
 960 {
 961   return (__m256i) __builtin_ia32_expandqi256_maskz ((__v32qi) __B,
 962                         (__v32qi) _mm256_setzero_si256 (), (__mmask32) __A);
 963 }
 964
 965 extern __inline __m256i
 966 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 967 _mm256_mask_expandloadu_epi8 (__m256i __A, __mmask32 __B, const void * __C)
 968 {
 969   return (__m256i) __builtin_ia32_expandloadqi256_mask ((const __v32qi *) __C,
 970                                         (__v32qi) __A, (__mmask32) __B);
 971 }
 972
 973 extern __inline __m256i
 974 __attribute__((__gnu_inline__, __always_inline__, __artificial__))
 975 _mm256_maskz_expandloadu_epi8 (__mmask32 __A, const void * __B)
 976 {
 977   return (__m256i) __builtin_ia32_expandloadqi256_maskz ((const __v32qi *) __B,
 978                         (__v32qi) _mm256_setzero_si256 (), (__mmask32) __A);
 979 }
 980
 981 #ifdef __DISABLE_AVX512VBMI2VLBW__
 982 #undef __DISABLE_AVX512VBMI2VLBW__
 983 #pragma GCC pop_options
 984 #endif /* __DISABLE_AVX512VBMIVLBW__ */
 985
 986 #endif /* _AVX512VBMIVLINTRIN_H_INCLUDED */