[thirdparty/gcc.git] / gcc / config / i386 / avx512pfintrin.h

/* Copyright (C) 2013-2015 Free Software Foundation, Inc.

   This file is part of GCC.

   GCC is free software; you can redistribute it and/or modify
   it under the terms of the GNU General Public License as published by
   the Free Software Foundation; either version 3, or (at your option)
   any later version.

   GCC is distributed in the hope that it will be useful,
   but WITHOUT ANY WARRANTY; without even the implied warranty of
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   GNU General Public License for more details.

   Under Section 7 of GPL version 3, you are granted additional
   permissions described in the GCC Runtime Library Exception, version
   3.1, as published by the Free Software Foundation.

   You should have received a copy of the GNU General Public License and
   a copy of the GCC Runtime Library Exception along with this program;
   see the files COPYING3 and COPYING.RUNTIME respectively.  If not, see
   <http://www.gnu.org/licenses/>.  */

#ifndef _IMMINTRIN_H_INCLUDED
#error "Never use <avx512pfintrin.h> directly; include <immintrin.h> instead."
#endif

#ifndef _AVX512PFINTRIN_H_INCLUDED
#define _AVX512PFINTRIN_H_INCLUDED

#ifndef __AVX512PF__
#pragma GCC push_options
#pragma GCC target("avx512pf")
#define __DISABLE_AVX512PF__
#endif /* __AVX512PF__ */

/* Internal data types for implementing the intrinsics.  */
typedef long long __v8di __attribute__ ((__vector_size__ (64)));
typedef int __v16si __attribute__ ((__vector_size__ (64)));

/* The Intel API is flexible enough that we must allow aliasing with other
   vector types, and their scalar components.  */
typedef long long __m512i __attribute__ ((__vector_size__ (64), __may_alias__));

typedef unsigned char  __mmask8;
typedef unsigned short __mmask16;

#ifdef __OPTIMIZE__
extern __inline void
__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
_mm512_mask_prefetch_i32gather_pd (__m256i index, __mmask8 mask,
				   void *addr, int scale, int hint)
{
  __builtin_ia32_gatherpfdpd (mask, (__v8si) index, (long long const *) addr,
			      scale, hint);
}

extern __inline void
__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
_mm512_mask_prefetch_i32gather_ps (__m512i index, __mmask16 mask,
				   void *addr, int scale, int hint)
{
  __builtin_ia32_gatherpfdps (mask, (__v16si) index, (int const *) addr,
			      scale, hint);
}

extern __inline void
__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
_mm512_mask_prefetch_i64gather_pd (__m512i index, __mmask8 mask,
				   void *addr, int scale, int hint)
{
  __builtin_ia32_gatherpfqpd (mask, (__v8di) index, (long long const *) addr,
			      scale, hint);
}

extern __inline void
__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
_mm512_mask_prefetch_i64gather_ps (__m512i index, __mmask8 mask,
				   void *addr, int scale, int hint)
{
  __builtin_ia32_gatherpfqps (mask, (__v8di) index, (int const *) addr,
			      scale, hint);
}

extern __inline void
__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
_mm512_prefetch_i32scatter_pd (void *addr, __m256i index, int scale,
			       int hint)
{
  __builtin_ia32_scatterpfdpd ((__mmask8) 0xFF, (__v8si) index, 
			       (long long const *)addr, scale, hint);
}

extern __inline void
__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
_mm512_prefetch_i32scatter_ps (void *addr, __m512i index, int scale,
			       int hint)
{
  __builtin_ia32_scatterpfdps ((__mmask16) 0xFFFF, (__v16si) index, (int const *) addr,
			       scale, hint);
}

extern __inline void
__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
_mm512_mask_prefetch_i32scatter_pd (void *addr, __mmask8 mask,
				    __m256i index, int scale, int hint)
{
  __builtin_ia32_scatterpfdpd (mask, (__v8si) index, (long long const *) addr,
			       scale, hint);
}

extern __inline void
__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
_mm512_mask_prefetch_i32scatter_ps (void *addr, __mmask16 mask,
				    __m512i index, int scale, int hint)
{
  __builtin_ia32_scatterpfdps (mask, (__v16si) index, (int const *) addr,
			       scale, hint);
}

extern __inline void
__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
_mm512_prefetch_i64scatter_pd (void *addr, __m512i index, int scale,
			       int hint)
{
  __builtin_ia32_scatterpfqpd ((__mmask8) 0xFF, (__v8di) index, (long long const *) addr,
			       scale, hint);
}

extern __inline void
__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
_mm512_prefetch_i64scatter_ps (void *addr, __m512i index, int scale,
			       int hint)
{
  __builtin_ia32_scatterpfqps ((__mmask8) 0xFF, (__v8di) index, (int const *) addr,
			       scale, hint);
}

extern __inline void
__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
_mm512_mask_prefetch_i64scatter_pd (void *addr, __mmask16 mask,
				    __m512i index, int scale, int hint)
{
  __builtin_ia32_scatterpfqpd (mask, (__v8di) index, (long long const *) addr,
			       scale, hint);
}

extern __inline void
__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
_mm512_mask_prefetch_i64scatter_ps (void *addr, __mmask16 mask,
				    __m512i index, int scale, int hint)
{
  __builtin_ia32_scatterpfqps (mask, (__v8di) index, (int const *) addr,
			       scale, hint);
}

#else
#define _mm512_mask_prefetch_i32gather_pd(INDEX, MASK, ADDR, SCALE, HINT)    \
  __builtin_ia32_gatherpfdpd ((__mmask8)MASK, (__v8si)(__m256i)INDEX,	     \
			      (long long const *)ADDR, (int)SCALE, (int)HINT)

#define _mm512_mask_prefetch_i32gather_ps(INDEX, MASK, ADDR, SCALE, HINT)    \
  __builtin_ia32_gatherpfdps ((__mmask16)MASK, (__v16si)(__m512i)INDEX,      \
			      (int const *)ADDR, (int)SCALE, (int)HINT)

#define _mm512_mask_prefetch_i64gather_pd(INDEX, MASK, ADDR, SCALE, HINT)    \
  __builtin_ia32_gatherpfqpd ((__mmask8)MASK, (__v8di)(__m512i)INDEX,	     \
			      (long long const *)ADDR, (int)SCALE, (int)HINT)

#define _mm512_mask_prefetch_i64gather_ps(INDEX, MASK, ADDR, SCALE, HINT)    \
  __builtin_ia32_gatherpfqps ((__mmask8)MASK, (__v8di)(__m512i)INDEX,	     \
			      (int const *)ADDR, (int)SCALE, (int)HINT)

#define _mm512_prefetch_i32scatter_pd(ADDR, INDEX, SCALE, HINT)              \
  __builtin_ia32_scatterpfdpd ((__mmask8)0xFF, (__v8si)(__m256i)INDEX,       \
			       (long long const *)ADDR, (int)SCALE, (int)HINT)

#define _mm512_prefetch_i32scatter_ps(ADDR, INDEX, SCALE, HINT)              \
  __builtin_ia32_scatterpfdps ((__mmask16)0xFFFF, (__v16si)(__m512i)INDEX,   \
			       (int const *)ADDR, (int)SCALE, (int)HINT)

#define _mm512_mask_prefetch_i32scatter_pd(ADDR, MASK, INDEX, SCALE, HINT)   \
  __builtin_ia32_scatterpfdpd ((__mmask8)MASK, (__v8si)(__m256i)INDEX,       \
			       (long long const *)ADDR, (int)SCALE, (int)HINT)

#define _mm512_mask_prefetch_i32scatter_ps(ADDR, MASK, INDEX, SCALE, HINT)   \
  __builtin_ia32_scatterpfdps ((__mmask16)MASK, (__v16si)(__m512i)INDEX,     \
			       (int const *)ADDR, (int)SCALE, (int)HINT)

#define _mm512_prefetch_i64scatter_pd(ADDR, INDEX, SCALE, HINT)              \
  __builtin_ia32_scatterpfqpd ((__mmask8)0xFF, (__v8di)(__m512i)INDEX,	     \
			       (long long const *)ADDR, (int)SCALE, (int)HINT)

#define _mm512_prefetch_i64scatter_ps(ADDR, INDEX, SCALE, HINT)              \
  __builtin_ia32_scatterpfqps ((__mmask8)0xFF, (__v8di)(__m512i)INDEX,	     \
			       (int const *)ADDR, (int)SCALE, (int)HINT)

#define _mm512_mask_prefetch_i64scatter_pd(ADDR, MASK, INDEX, SCALE, HINT)   \
  __builtin_ia32_scatterpfqpd ((__mmask8)MASK, (__v8di)(__m512i)INDEX,	     \
			       (long long const *)ADDR, (int)SCALE, (int)HINT)

#define _mm512_mask_prefetch_i64scatter_ps(ADDR, MASK, INDEX, SCALE, HINT)   \
  __builtin_ia32_scatterpfqps ((__mmask8)MASK, (__v8di)(__m512i)INDEX,	     \
			       (int const *)ADDR, (int)SCALE, (int)HINT)
#endif

#ifdef __DISABLE_AVX512PF__
#undef __DISABLE_AVX512PF__
#pragma GCC pop_options
#endif /* __DISABLE_AVX512PF__ */

#endif /* _AVX512PFINTRIN_H_INCLUDED */
Commit	Line	Data
5624e564	1	/* Copyright (C) 2013-2015 Free Software Foundation, Inc.
756c5857 AI	2
	3	This file is part of GCC.
	4
	5	GCC is free software; you can redistribute it and/or modify
	6	it under the terms of the GNU General Public License as published by
	7	the Free Software Foundation; either version 3, or (at your option)
	8	any later version.
	9
	10	GCC is distributed in the hope that it will be useful,
	11	but WITHOUT ANY WARRANTY; without even the implied warranty of
	12	MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
	13	GNU General Public License for more details.
	14
	15	Under Section 7 of GPL version 3, you are granted additional
	16	permissions described in the GCC Runtime Library Exception, version
	17	3.1, as published by the Free Software Foundation.
	18
	19	You should have received a copy of the GNU General Public License and
	20	a copy of the GCC Runtime Library Exception along with this program;
	21	see the files COPYING3 and COPYING.RUNTIME respectively. If not, see
	22	<http://www.gnu.org/licenses/>. */
	23
	24	#ifndef _IMMINTRIN_H_INCLUDED
	25	#error "Never use <avx512pfintrin.h> directly; include <immintrin.h> instead."
	26	#endif
	27
	28	#ifndef _AVX512PFINTRIN_H_INCLUDED
	29	#define _AVX512PFINTRIN_H_INCLUDED
	30
	31	#ifndef __AVX512PF__
	32	#pragma GCC push_options
	33	#pragma GCC target("avx512pf")
	34	#define __DISABLE_AVX512PF__
	35	#endif /* __AVX512PF__ */
	36
	37	/* Internal data types for implementing the intrinsics. */
	38	typedef long long __v8di __attribute__ ((__vector_size__ (64)));
	39	typedef int __v16si __attribute__ ((__vector_size__ (64)));
	40
	41	/* The Intel API is flexible enough that we must allow aliasing with other
	42	vector types, and their scalar components. */
	43	typedef long long __m512i __attribute__ ((__vector_size__ (64), __may_alias__));
	44
	45	typedef unsigned char __mmask8;
	46	typedef unsigned short __mmask16;
	47
	48	#ifdef __OPTIMIZE__
e711dffd KY	49	extern __inline void
	50	__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
	51	_mm512_mask_prefetch_i32gather_pd (__m256i index, __mmask8 mask,
	52	void *addr, int scale, int hint)
	53	{
	54	__builtin_ia32_gatherpfdpd (mask, (__v8si) index, (long long const *) addr,
	55	scale, hint);
	56	}
	57
756c5857 AI	58	extern __inline void
	59	__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
	60	_mm512_mask_prefetch_i32gather_ps (__m512i index, __mmask16 mask,
e711dffd KY	61	void *addr, int scale, int hint)
	62	{
	63	__builtin_ia32_gatherpfdps (mask, (__v16si) index, (int const *) addr,
	64	scale, hint);
	65	}
	66
	67	extern __inline void
	68	__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
	69	_mm512_mask_prefetch_i64gather_pd (__m512i index, __mmask8 mask,
	70	void *addr, int scale, int hint)
756c5857	71	{
e711dffd KY	72	__builtin_ia32_gatherpfqpd (mask, (__v8di) index, (long long const *) addr,
e711dffd KY	73	scale, hint);
756c5857 AI	74	}
	75
	76	extern __inline void
	77	__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
	78	_mm512_mask_prefetch_i64gather_ps (__m512i index, __mmask8 mask,
e711dffd	79	void *addr, int scale, int hint)
756c5857	80	{
e711dffd KY	81	__builtin_ia32_gatherpfqps (mask, (__v8di) index, (int const *) addr,
e711dffd KY	82	scale, hint);
756c5857 AI	83	}
	84
	85	extern __inline void
	86	__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
e711dffd	87	_mm512_prefetch_i32scatter_pd (void *addr, __m256i index, int scale,
756c5857 AI	88	int hint)
756c5857 AI	89	{
e711dffd KY	90	__builtin_ia32_scatterpfdpd ((__mmask8) 0xFF, (__v8si) index,
	91	(long long const *)addr, scale, hint);
	92	}
	93
	94	extern __inline void
	95	__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
	96	_mm512_prefetch_i32scatter_ps (void *addr, __m512i index, int scale,
	97	int hint)
	98	{
	99	__builtin_ia32_scatterpfdps ((__mmask16) 0xFFFF, (__v16si) index, (int const *) addr,
	100	scale, hint);
	101	}
	102
	103	extern __inline void
	104	__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
	105	_mm512_mask_prefetch_i32scatter_pd (void *addr, __mmask8 mask,
	106	__m256i index, int scale, int hint)
	107	{
	108	__builtin_ia32_scatterpfdpd (mask, (__v8si) index, (long long const *) addr,
	109	scale, hint);
756c5857 AI	110	}
	111
	112	extern __inline void
	113	__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
e711dffd	114	_mm512_mask_prefetch_i32scatter_ps (void *addr, __mmask16 mask,
756c5857 AI	115	__m512i index, int scale, int hint)
756c5857 AI	116	{
e711dffd KY	117	__builtin_ia32_scatterpfdps (mask, (__v16si) index, (int const *) addr,
	118	scale, hint);
	119	}
	120
	121	extern __inline void
	122	__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
	123	_mm512_prefetch_i64scatter_pd (void *addr, __m512i index, int scale,
	124	int hint)
	125	{
	126	__builtin_ia32_scatterpfqpd ((__mmask8) 0xFF, (__v8di) index, (long long const *) addr,
	127	scale, hint);
756c5857 AI	128	}
	129
	130	extern __inline void
	131	__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
e711dffd	132	_mm512_prefetch_i64scatter_ps (void *addr, __m512i index, int scale,
756c5857 AI	133	int hint)
756c5857 AI	134	{
e711dffd KY	135	__builtin_ia32_scatterpfqps ((__mmask8) 0xFF, (__v8di) index, (int const *) addr,
	136	scale, hint);
	137	}
	138
	139	extern __inline void
	140	__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
	141	_mm512_mask_prefetch_i64scatter_pd (void *addr, __mmask16 mask,
	142	__m512i index, int scale, int hint)
	143	{
	144	__builtin_ia32_scatterpfqpd (mask, (__v8di) index, (long long const *) addr,
	145	scale, hint);
756c5857 AI	146	}
	147
	148	extern __inline void
	149	__attribute__ ((__gnu_inline__, __always_inline__, __artificial__))
e711dffd	150	_mm512_mask_prefetch_i64scatter_ps (void *addr, __mmask16 mask,
756c5857 AI	151	__m512i index, int scale, int hint)
756c5857 AI	152	{
e711dffd KY	153	__builtin_ia32_scatterpfqps (mask, (__v8di) index, (int const *) addr,
e711dffd KY	154	scale, hint);
756c5857	155	}
e711dffd	156
756c5857	157	#else
e711dffd KY	158	#define _mm512_mask_prefetch_i32gather_pd(INDEX, MASK, ADDR, SCALE, HINT) \
	159	__builtin_ia32_gatherpfdpd ((__mmask8)MASK, (__v8si)(__m256i)INDEX, \
	160	(long long const *)ADDR, (int)SCALE, (int)HINT)
	161
756c5857	162	#define _mm512_mask_prefetch_i32gather_ps(INDEX, MASK, ADDR, SCALE, HINT) \
e711dffd	163	__builtin_ia32_gatherpfdps ((__mmask16)MASK, (__v16si)(__m512i)INDEX, \
756c5857 AI	164	(int const *)ADDR, (int)SCALE, (int)HINT)
756c5857 AI	165
e711dffd KY	166	#define _mm512_mask_prefetch_i64gather_pd(INDEX, MASK, ADDR, SCALE, HINT) \
	167	__builtin_ia32_gatherpfqpd ((__mmask8)MASK, (__v8di)(__m512i)INDEX, \
	168	(long long const *)ADDR, (int)SCALE, (int)HINT)
	169
756c5857 AI	170	#define _mm512_mask_prefetch_i64gather_ps(INDEX, MASK, ADDR, SCALE, HINT) \
	171	__builtin_ia32_gatherpfqps ((__mmask8)MASK, (__v8di)(__m512i)INDEX, \
	172	(int const *)ADDR, (int)SCALE, (int)HINT)
	173
e711dffd KY	174	#define _mm512_prefetch_i32scatter_pd(ADDR, INDEX, SCALE, HINT) \
	175	__builtin_ia32_scatterpfdpd ((__mmask8)0xFF, (__v8si)(__m256i)INDEX, \
	176	(long long const *)ADDR, (int)SCALE, (int)HINT)
	177
756c5857 AI	178	#define _mm512_prefetch_i32scatter_ps(ADDR, INDEX, SCALE, HINT) \
	179	__builtin_ia32_scatterpfdps ((__mmask16)0xFFFF, (__v16si)(__m512i)INDEX, \
	180	(int const *)ADDR, (int)SCALE, (int)HINT)
	181
e711dffd KY	182	#define _mm512_mask_prefetch_i32scatter_pd(ADDR, MASK, INDEX, SCALE, HINT) \
	183	__builtin_ia32_scatterpfdpd ((__mmask8)MASK, (__v8si)(__m256i)INDEX, \
	184	(long long const *)ADDR, (int)SCALE, (int)HINT)
	185
756c5857 AI	186	#define _mm512_mask_prefetch_i32scatter_ps(ADDR, MASK, INDEX, SCALE, HINT) \
	187	__builtin_ia32_scatterpfdps ((__mmask16)MASK, (__v16si)(__m512i)INDEX, \
	188	(int const *)ADDR, (int)SCALE, (int)HINT)
	189
e711dffd KY	190	#define _mm512_prefetch_i64scatter_pd(ADDR, INDEX, SCALE, HINT) \
	191	__builtin_ia32_scatterpfqpd ((__mmask8)0xFF, (__v8di)(__m512i)INDEX, \
	192	(long long const *)ADDR, (int)SCALE, (int)HINT)
	193
756c5857 AI	194	#define _mm512_prefetch_i64scatter_ps(ADDR, INDEX, SCALE, HINT) \
	195	__builtin_ia32_scatterpfqps ((__mmask8)0xFF, (__v8di)(__m512i)INDEX, \
	196	(int const *)ADDR, (int)SCALE, (int)HINT)
	197
e711dffd KY	198	#define _mm512_mask_prefetch_i64scatter_pd(ADDR, MASK, INDEX, SCALE, HINT) \
	199	__builtin_ia32_scatterpfqpd ((__mmask8)MASK, (__v8di)(__m512i)INDEX, \
	200	(long long const *)ADDR, (int)SCALE, (int)HINT)
	201
756c5857 AI	202	#define _mm512_mask_prefetch_i64scatter_ps(ADDR, MASK, INDEX, SCALE, HINT) \
	203	__builtin_ia32_scatterpfqps ((__mmask8)MASK, (__v8di)(__m512i)INDEX, \
	204	(int const *)ADDR, (int)SCALE, (int)HINT)
	205	#endif
	206
	207	#ifdef __DISABLE_AVX512PF__
	208	#undef __DISABLE_AVX512PF__
	209	#pragma GCC pop_options
	210	#endif /* __DISABLE_AVX512PF__ */
	211
	212	#endif /* _AVX512PFINTRIN_H_INCLUDED */