]>
Commit | Line | Data |
---|---|---|
748086b7 | 1 | /* Copyright (C) 2006, 2007, 2008, 2009 Free Software Foundation, Inc. |
b1875f52 L |
2 | |
3 | This file is part of GCC. | |
4 | ||
5 | GCC is free software; you can redistribute it and/or modify | |
6 | it under the terms of the GNU General Public License as published by | |
748086b7 | 7 | the Free Software Foundation; either version 3, or (at your option) |
b1875f52 L |
8 | any later version. |
9 | ||
10 | GCC is distributed in the hope that it will be useful, | |
11 | but WITHOUT ANY WARRANTY; without even the implied warranty of | |
12 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
13 | GNU General Public License for more details. | |
14 | ||
748086b7 JJ |
15 | Under Section 7 of GPL version 3, you are granted additional |
16 | permissions described in the GCC Runtime Library Exception, version | |
17 | 3.1, as published by the Free Software Foundation. | |
b1875f52 | 18 | |
748086b7 JJ |
19 | You should have received a copy of the GNU General Public License and |
20 | a copy of the GCC Runtime Library Exception along with this program; | |
21 | see the files COPYING3 and COPYING.RUNTIME respectively. If not, see | |
22 | <http://www.gnu.org/licenses/>. */ | |
b1875f52 L |
23 | |
24 | /* Implemented from the specification included in the Intel C++ Compiler | |
25 | User Guide and Reference, version 9.1. */ | |
26 | ||
27 | #ifndef _TMMINTRIN_H_INCLUDED | |
28 | #define _TMMINTRIN_H_INCLUDED | |
29 | ||
21efb4d4 HJ |
30 | #ifndef __SSSE3__ |
31 | # error "SSSE3 instruction set not enabled" | |
32 | #else | |
33 | ||
34 | /* We need definitions from the SSE3, SSE2 and SSE header files*/ | |
b1875f52 L |
35 | #include <pmmintrin.h> |
36 | ||
1359ef39 | 37 | extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__)) |
b1875f52 L |
38 | _mm_hadd_epi16 (__m128i __X, __m128i __Y) |
39 | { | |
40 | return (__m128i) __builtin_ia32_phaddw128 ((__v8hi)__X, (__v8hi)__Y); | |
41 | } | |
42 | ||
1359ef39 | 43 | extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__)) |
b1875f52 L |
44 | _mm_hadd_epi32 (__m128i __X, __m128i __Y) |
45 | { | |
46 | return (__m128i) __builtin_ia32_phaddd128 ((__v4si)__X, (__v4si)__Y); | |
47 | } | |
48 | ||
1359ef39 | 49 | extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__)) |
b1875f52 L |
50 | _mm_hadds_epi16 (__m128i __X, __m128i __Y) |
51 | { | |
52 | return (__m128i) __builtin_ia32_phaddsw128 ((__v8hi)__X, (__v8hi)__Y); | |
53 | } | |
54 | ||
1359ef39 | 55 | extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__)) |
b1875f52 L |
56 | _mm_hadd_pi16 (__m64 __X, __m64 __Y) |
57 | { | |
58 | return (__m64) __builtin_ia32_phaddw ((__v4hi)__X, (__v4hi)__Y); | |
59 | } | |
60 | ||
1359ef39 | 61 | extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__)) |
b1875f52 L |
62 | _mm_hadd_pi32 (__m64 __X, __m64 __Y) |
63 | { | |
64 | return (__m64) __builtin_ia32_phaddd ((__v2si)__X, (__v2si)__Y); | |
65 | } | |
66 | ||
1359ef39 | 67 | extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__)) |
b1875f52 L |
68 | _mm_hadds_pi16 (__m64 __X, __m64 __Y) |
69 | { | |
70 | return (__m64) __builtin_ia32_phaddsw ((__v4hi)__X, (__v4hi)__Y); | |
71 | } | |
72 | ||
1359ef39 | 73 | extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__)) |
b1875f52 L |
74 | _mm_hsub_epi16 (__m128i __X, __m128i __Y) |
75 | { | |
76 | return (__m128i) __builtin_ia32_phsubw128 ((__v8hi)__X, (__v8hi)__Y); | |
77 | } | |
78 | ||
1359ef39 | 79 | extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__)) |
b1875f52 L |
80 | _mm_hsub_epi32 (__m128i __X, __m128i __Y) |
81 | { | |
82 | return (__m128i) __builtin_ia32_phsubd128 ((__v4si)__X, (__v4si)__Y); | |
83 | } | |
84 | ||
1359ef39 | 85 | extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__)) |
b1875f52 L |
86 | _mm_hsubs_epi16 (__m128i __X, __m128i __Y) |
87 | { | |
88 | return (__m128i) __builtin_ia32_phsubsw128 ((__v8hi)__X, (__v8hi)__Y); | |
89 | } | |
90 | ||
1359ef39 | 91 | extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__)) |
b1875f52 L |
92 | _mm_hsub_pi16 (__m64 __X, __m64 __Y) |
93 | { | |
94 | return (__m64) __builtin_ia32_phsubw ((__v4hi)__X, (__v4hi)__Y); | |
95 | } | |
96 | ||
1359ef39 | 97 | extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__)) |
b1875f52 L |
98 | _mm_hsub_pi32 (__m64 __X, __m64 __Y) |
99 | { | |
100 | return (__m64) __builtin_ia32_phsubd ((__v2si)__X, (__v2si)__Y); | |
101 | } | |
102 | ||
1359ef39 | 103 | extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__)) |
b1875f52 L |
104 | _mm_hsubs_pi16 (__m64 __X, __m64 __Y) |
105 | { | |
106 | return (__m64) __builtin_ia32_phsubsw ((__v4hi)__X, (__v4hi)__Y); | |
107 | } | |
108 | ||
1359ef39 | 109 | extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__)) |
b1875f52 L |
110 | _mm_maddubs_epi16 (__m128i __X, __m128i __Y) |
111 | { | |
112 | return (__m128i) __builtin_ia32_pmaddubsw128 ((__v16qi)__X, (__v16qi)__Y); | |
113 | } | |
114 | ||
1359ef39 | 115 | extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__)) |
b1875f52 L |
116 | _mm_maddubs_pi16 (__m64 __X, __m64 __Y) |
117 | { | |
118 | return (__m64) __builtin_ia32_pmaddubsw ((__v8qi)__X, (__v8qi)__Y); | |
119 | } | |
120 | ||
1359ef39 | 121 | extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__)) |
b1875f52 L |
122 | _mm_mulhrs_epi16 (__m128i __X, __m128i __Y) |
123 | { | |
124 | return (__m128i) __builtin_ia32_pmulhrsw128 ((__v8hi)__X, (__v8hi)__Y); | |
125 | } | |
126 | ||
1359ef39 | 127 | extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__)) |
b1875f52 L |
128 | _mm_mulhrs_pi16 (__m64 __X, __m64 __Y) |
129 | { | |
130 | return (__m64) __builtin_ia32_pmulhrsw ((__v4hi)__X, (__v4hi)__Y); | |
131 | } | |
132 | ||
1359ef39 | 133 | extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__)) |
b1875f52 L |
134 | _mm_shuffle_epi8 (__m128i __X, __m128i __Y) |
135 | { | |
136 | return (__m128i) __builtin_ia32_pshufb128 ((__v16qi)__X, (__v16qi)__Y); | |
137 | } | |
138 | ||
1359ef39 | 139 | extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__)) |
b1875f52 L |
140 | _mm_shuffle_pi8 (__m64 __X, __m64 __Y) |
141 | { | |
142 | return (__m64) __builtin_ia32_pshufb ((__v8qi)__X, (__v8qi)__Y); | |
143 | } | |
144 | ||
1359ef39 | 145 | extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__)) |
b1875f52 L |
146 | _mm_sign_epi8 (__m128i __X, __m128i __Y) |
147 | { | |
148 | return (__m128i) __builtin_ia32_psignb128 ((__v16qi)__X, (__v16qi)__Y); | |
149 | } | |
150 | ||
1359ef39 | 151 | extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__)) |
b1875f52 L |
152 | _mm_sign_epi16 (__m128i __X, __m128i __Y) |
153 | { | |
154 | return (__m128i) __builtin_ia32_psignw128 ((__v8hi)__X, (__v8hi)__Y); | |
155 | } | |
156 | ||
1359ef39 | 157 | extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__)) |
b1875f52 L |
158 | _mm_sign_epi32 (__m128i __X, __m128i __Y) |
159 | { | |
160 | return (__m128i) __builtin_ia32_psignd128 ((__v4si)__X, (__v4si)__Y); | |
161 | } | |
162 | ||
1359ef39 | 163 | extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__)) |
b1875f52 L |
164 | _mm_sign_pi8 (__m64 __X, __m64 __Y) |
165 | { | |
166 | return (__m64) __builtin_ia32_psignb ((__v8qi)__X, (__v8qi)__Y); | |
167 | } | |
168 | ||
1359ef39 | 169 | extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__)) |
b1875f52 L |
170 | _mm_sign_pi16 (__m64 __X, __m64 __Y) |
171 | { | |
172 | return (__m64) __builtin_ia32_psignw ((__v4hi)__X, (__v4hi)__Y); | |
173 | } | |
174 | ||
1359ef39 | 175 | extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__)) |
b1875f52 L |
176 | _mm_sign_pi32 (__m64 __X, __m64 __Y) |
177 | { | |
178 | return (__m64) __builtin_ia32_psignd ((__v2si)__X, (__v2si)__Y); | |
179 | } | |
180 | ||
8ec3e357 | 181 | #ifdef __OPTIMIZE__ |
1359ef39 | 182 | extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__)) |
46fb8f6b UB |
183 | _mm_alignr_epi8(__m128i __X, __m128i __Y, const int __N) |
184 | { | |
bfcd7233 UB |
185 | return (__m128i) __builtin_ia32_palignr128 ((__v2di)__X, |
186 | (__v2di)__Y, __N * 8); | |
187 | } | |
b1875f52 | 188 | |
1359ef39 | 189 | extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__)) |
46fb8f6b UB |
190 | _mm_alignr_pi8(__m64 __X, __m64 __Y, const int __N) |
191 | { | |
99c25ac1 L |
192 | return (__m64) __builtin_ia32_palignr ((__v1di)__X, |
193 | (__v1di)__Y, __N * 8); | |
46fb8f6b | 194 | } |
32fe15ec | 195 | #else |
bfcd7233 UB |
196 | #define _mm_alignr_epi8(X, Y, N) \ |
197 | ((__m128i) __builtin_ia32_palignr128 ((__v2di)(__m128i)(X), \ | |
198 | (__v2di)(__m128i)(Y), \ | |
199 | (int)(N) * 8)) | |
200 | #define _mm_alignr_pi8(X, Y, N) \ | |
99c25ac1 L |
201 | ((__m64) __builtin_ia32_palignr ((__v1di)(__m64)(X), \ |
202 | (__v1di)(__m64)(Y), \ | |
bfcd7233 | 203 | (int)(N) * 8)) |
32fe15ec | 204 | #endif |
b1875f52 | 205 | |
1359ef39 | 206 | extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__)) |
b1875f52 L |
207 | _mm_abs_epi8 (__m128i __X) |
208 | { | |
209 | return (__m128i) __builtin_ia32_pabsb128 ((__v16qi)__X); | |
210 | } | |
211 | ||
1359ef39 | 212 | extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__)) |
b1875f52 L |
213 | _mm_abs_epi16 (__m128i __X) |
214 | { | |
215 | return (__m128i) __builtin_ia32_pabsw128 ((__v8hi)__X); | |
216 | } | |
217 | ||
1359ef39 | 218 | extern __inline __m128i __attribute__((__gnu_inline__, __always_inline__, __artificial__)) |
b1875f52 L |
219 | _mm_abs_epi32 (__m128i __X) |
220 | { | |
221 | return (__m128i) __builtin_ia32_pabsd128 ((__v4si)__X); | |
222 | } | |
223 | ||
1359ef39 | 224 | extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__)) |
b1875f52 L |
225 | _mm_abs_pi8 (__m64 __X) |
226 | { | |
227 | return (__m64) __builtin_ia32_pabsb ((__v8qi)__X); | |
228 | } | |
229 | ||
1359ef39 | 230 | extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__)) |
b1875f52 L |
231 | _mm_abs_pi16 (__m64 __X) |
232 | { | |
233 | return (__m64) __builtin_ia32_pabsw ((__v4hi)__X); | |
234 | } | |
235 | ||
1359ef39 | 236 | extern __inline __m64 __attribute__((__gnu_inline__, __always_inline__, __artificial__)) |
b1875f52 L |
237 | _mm_abs_pi32 (__m64 __X) |
238 | { | |
239 | return (__m64) __builtin_ia32_pabsd ((__v2si)__X); | |
240 | } | |
241 | ||
242 | #endif /* __SSSE3__ */ | |
243 | ||
244 | #endif /* _TMMINTRIN_H_INCLUDED */ |