]>
Commit | Line | Data |
---|---|---|
25583c4f | 1 | /* Internal functions. |
99dee823 | 2 | Copyright (C) 2011-2021 Free Software Foundation, Inc. |
25583c4f RS |
3 | |
4 | This file is part of GCC. | |
5 | ||
6 | GCC is free software; you can redistribute it and/or modify it under | |
7 | the terms of the GNU General Public License as published by the Free | |
8 | Software Foundation; either version 3, or (at your option) any later | |
9 | version. | |
10 | ||
11 | GCC is distributed in the hope that it will be useful, but WITHOUT ANY | |
12 | WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
13 | FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License | |
14 | for more details. | |
15 | ||
16 | You should have received a copy of the GNU General Public License | |
17 | along with GCC; see the file COPYING3. If not see | |
18 | <http://www.gnu.org/licenses/>. */ | |
19 | ||
20 | /* This file specifies a list of internal "functions". These functions | |
21 | differ from built-in functions in that they have no linkage and cannot | |
22 | be called directly by the user. They represent operations that are only | |
23 | synthesised by GCC itself. | |
24 | ||
25 | Internal functions are used instead of tree codes if the operation | |
26 | and its operands are more naturally represented as a GIMPLE_CALL | |
27 | than a GIMPLE_ASSIGN. | |
28 | ||
ab23f5d9 | 29 | Each entry in this file has one of the forms: |
25583c4f | 30 | |
b78475cf | 31 | DEF_INTERNAL_FN (NAME, FLAGS, FNSPEC) |
ab23f5d9 | 32 | DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE) |
16d24520 RS |
33 | DEF_INTERNAL_SIGNED_OPTAB_FN (NAME, FLAGS, SELECTOR, SIGNED_OPTAB, |
34 | UNSIGNED_OPTAB, TYPE) | |
686ee971 | 35 | DEF_INTERNAL_FLT_FN (NAME, FLAGS, OPTAB, TYPE) |
4959a752 | 36 | DEF_INTERNAL_INT_FN (NAME, FLAGS, OPTAB, TYPE) |
25583c4f | 37 | |
b78475cf YG |
38 | where NAME is the name of the function, FLAGS is a set of |
39 | ECF_* flags and FNSPEC is a string describing functions fnspec. | |
40 | ||
ab23f5d9 RS |
41 | DEF_INTERNAL_OPTAB_FN defines an internal function that maps to a |
42 | direct optab. The function should only be called with a given | |
43 | set of types if the associated optab is available for the modes | |
44 | of those types. OPTAB says what optab to use (without the trailing | |
45 | "_optab") and TYPE categorizes the optab based on its inputs and | |
46 | outputs. The possible types of optab are: | |
47 | ||
48 | - mask_load: currently just maskload | |
49 | - load_lanes: currently just vec_load_lanes | |
7e11fc7f | 50 | - mask_load_lanes: currently just vec_mask_load_lanes |
bfaa08b7 | 51 | - gather_load: used for {mask_,}gather_load |
d496134a | 52 | - len_load: currently just len_load |
ab23f5d9 RS |
53 | |
54 | - mask_store: currently just maskstore | |
55 | - store_lanes: currently just vec_store_lanes | |
7e11fc7f | 56 | - mask_store_lanes: currently just vec_mask_store_lanes |
f307441a | 57 | - scatter_store: used for {mask_,}scatter_store |
d496134a | 58 | - len_store: currently just len_store |
ab23f5d9 | 59 | |
0972596e RS |
60 | - unary: a normal unary optab, such as vec_reverse_<mode> |
61 | - binary: a normal binary optab, such as vec_interleave_lo_<mode> | |
c566cc9f | 62 | - ternary: a normal ternary optab, such as fma<mode>4 |
0972596e | 63 | |
b41d1f6e RS |
64 | - cond_binary: a conditional binary optab, such as cond_add<mode> |
65 | - cond_ternary: a conditional ternary optab, such as cond_fma_rev<mode> | |
0972596e | 66 | |
b781a135 | 67 | - fold_left: for scalar = FN (scalar, vector), keyed off the vector mode |
58c036c8 | 68 | - check_ptrs: used for check_{raw,war}_ptrs |
b781a135 | 69 | |
16d24520 RS |
70 | DEF_INTERNAL_SIGNED_OPTAB_FN defines an internal function that |
71 | maps to one of two optabs, depending on the signedness of an input. | |
72 | SIGNED_OPTAB and UNSIGNED_OPTAB are the optabs for signed and | |
73 | unsigned inputs respectively, both without the trailing "_optab". | |
74 | SELECTOR says which type in the tree_pair determines the signedness. | |
75 | ||
686ee971 RS |
76 | DEF_INTERNAL_FLT_FN is like DEF_INTERNAL_OPTAB_FN, but in addition, |
77 | the function implements the computational part of a built-in math | |
78 | function BUILT_IN_<NAME>{F,,L}. Unlike some built-in functions, | |
79 | these internal functions never set errno. | |
80 | ||
4959a752 RS |
81 | DEF_INTERNAL_INT_FN is like DEF_INTERNAL_OPTAB_FN, but in addition |
82 | says that the function extends the C-level BUILT_IN_<NAME>{,L,LL,IMAX} | |
83 | group of functions to any integral mode (including vector modes). | |
84 | ||
b78475cf | 85 | Each entry must have a corresponding expander of the form: |
25583c4f | 86 | |
538dd0b7 | 87 | void expand_NAME (gimple_call stmt) |
25583c4f | 88 | |
ab23f5d9 RS |
89 | where STMT is the statement that performs the call. These are generated |
90 | automatically for optab functions and call out to a function or macro | |
91 | called expand_<TYPE>_optab_fn. */ | |
92 | ||
93 | #ifndef DEF_INTERNAL_FN | |
94 | #define DEF_INTERNAL_FN(CODE, FLAGS, FNSPEC) | |
95 | #endif | |
96 | ||
97 | #ifndef DEF_INTERNAL_OPTAB_FN | |
98 | #define DEF_INTERNAL_OPTAB_FN(NAME, FLAGS, OPTAB, TYPE) \ | |
99 | DEF_INTERNAL_FN (NAME, FLAGS | ECF_LEAF, NULL) | |
100 | #endif | |
101 | ||
16d24520 RS |
102 | #ifndef DEF_INTERNAL_SIGNED_OPTAB_FN |
103 | #define DEF_INTERNAL_SIGNED_OPTAB_FN(NAME, FLAGS, SELECTOR, SIGNED_OPTAB, \ | |
104 | UNSIGNED_OPTAB, TYPE) \ | |
105 | DEF_INTERNAL_FN (NAME, FLAGS | ECF_LEAF, NULL) | |
106 | #endif | |
107 | ||
686ee971 RS |
108 | #ifndef DEF_INTERNAL_FLT_FN |
109 | #define DEF_INTERNAL_FLT_FN(NAME, FLAGS, OPTAB, TYPE) \ | |
110 | DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE) | |
111 | #endif | |
112 | ||
ee5fd23a MM |
113 | #ifndef DEF_INTERNAL_FLT_FLOATN_FN |
114 | #define DEF_INTERNAL_FLT_FLOATN_FN(NAME, FLAGS, OPTAB, TYPE) \ | |
115 | DEF_INTERNAL_FLT_FN (NAME, FLAGS, OPTAB, TYPE) | |
116 | #endif | |
117 | ||
4959a752 RS |
118 | #ifndef DEF_INTERNAL_INT_FN |
119 | #define DEF_INTERNAL_INT_FN(NAME, FLAGS, OPTAB, TYPE) \ | |
120 | DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE) | |
121 | #endif | |
122 | ||
ab23f5d9 RS |
123 | DEF_INTERNAL_OPTAB_FN (MASK_LOAD, ECF_PURE, maskload, mask_load) |
124 | DEF_INTERNAL_OPTAB_FN (LOAD_LANES, ECF_CONST, vec_load_lanes, load_lanes) | |
7e11fc7f RS |
125 | DEF_INTERNAL_OPTAB_FN (MASK_LOAD_LANES, ECF_PURE, |
126 | vec_mask_load_lanes, mask_load_lanes) | |
ab23f5d9 | 127 | |
bfaa08b7 RS |
128 | DEF_INTERNAL_OPTAB_FN (GATHER_LOAD, ECF_PURE, gather_load, gather_load) |
129 | DEF_INTERNAL_OPTAB_FN (MASK_GATHER_LOAD, ECF_PURE, | |
130 | mask_gather_load, gather_load) | |
131 | ||
d496134a KL |
132 | DEF_INTERNAL_OPTAB_FN (LEN_LOAD, ECF_PURE, len_load, len_load) |
133 | ||
f307441a RS |
134 | DEF_INTERNAL_OPTAB_FN (SCATTER_STORE, 0, scatter_store, scatter_store) |
135 | DEF_INTERNAL_OPTAB_FN (MASK_SCATTER_STORE, 0, | |
136 | mask_scatter_store, scatter_store) | |
137 | ||
ab23f5d9 RS |
138 | DEF_INTERNAL_OPTAB_FN (MASK_STORE, 0, maskstore, mask_store) |
139 | DEF_INTERNAL_OPTAB_FN (STORE_LANES, ECF_CONST, vec_store_lanes, store_lanes) | |
7e11fc7f RS |
140 | DEF_INTERNAL_OPTAB_FN (MASK_STORE_LANES, 0, |
141 | vec_mask_store_lanes, mask_store_lanes) | |
272c6793 | 142 | |
502d63b6 | 143 | DEF_INTERNAL_OPTAB_FN (VCOND, 0, vcond, vec_cond) |
298e76e6 RS |
144 | DEF_INTERNAL_OPTAB_FN (VCONDU, 0, vcondu, vec_cond) |
145 | DEF_INTERNAL_OPTAB_FN (VCONDEQ, 0, vcondeq, vec_cond) | |
502d63b6 ML |
146 | DEF_INTERNAL_OPTAB_FN (VCOND_MASK, 0, vcond_mask, vec_cond_mask) |
147 | ||
683e55fa XL |
148 | DEF_INTERNAL_OPTAB_FN (VEC_SET, 0, vec_set, vec_set) |
149 | ||
d496134a KL |
150 | DEF_INTERNAL_OPTAB_FN (LEN_STORE, 0, len_store, len_store) |
151 | ||
7cfb4d93 | 152 | DEF_INTERNAL_OPTAB_FN (WHILE_ULT, ECF_CONST | ECF_NOTHROW, while_ult, while) |
58c036c8 RS |
153 | DEF_INTERNAL_OPTAB_FN (CHECK_RAW_PTRS, ECF_CONST | ECF_NOTHROW, |
154 | check_raw_ptrs, check_ptrs) | |
155 | DEF_INTERNAL_OPTAB_FN (CHECK_WAR_PTRS, ECF_CONST | ECF_NOTHROW, | |
156 | check_war_ptrs, check_ptrs) | |
7cfb4d93 | 157 | |
f1739b48 RS |
158 | DEF_INTERNAL_OPTAB_FN (VEC_SHL_INSERT, ECF_CONST | ECF_NOTHROW, |
159 | vec_shl_insert, binary) | |
160 | ||
c0c2f013 YW |
161 | DEF_INTERNAL_OPTAB_FN (DIV_POW2, ECF_CONST | ECF_NOTHROW, sdiv_pow2, binary) |
162 | ||
c566cc9f RS |
163 | DEF_INTERNAL_OPTAB_FN (FMS, ECF_CONST, fms, ternary) |
164 | DEF_INTERNAL_OPTAB_FN (FNMA, ECF_CONST, fnma, ternary) | |
165 | DEF_INTERNAL_OPTAB_FN (FNMS, ECF_CONST, fnms, ternary) | |
166 | ||
0267732b RS |
167 | DEF_INTERNAL_SIGNED_OPTAB_FN (AVG_FLOOR, ECF_CONST | ECF_NOTHROW, first, |
168 | savg_floor, uavg_floor, binary) | |
169 | DEF_INTERNAL_SIGNED_OPTAB_FN (AVG_CEIL, ECF_CONST | ECF_NOTHROW, first, | |
170 | savg_ceil, uavg_ceil, binary) | |
171 | ||
58cc9876 YW |
172 | DEF_INTERNAL_SIGNED_OPTAB_FN (MULHS, ECF_CONST | ECF_NOTHROW, first, |
173 | smulhs, umulhs, binary) | |
174 | DEF_INTERNAL_SIGNED_OPTAB_FN (MULHRS, ECF_CONST | ECF_NOTHROW, first, | |
175 | smulhrs, umulhrs, binary) | |
176 | ||
0972596e RS |
177 | DEF_INTERNAL_OPTAB_FN (COND_ADD, ECF_CONST, cond_add, cond_binary) |
178 | DEF_INTERNAL_OPTAB_FN (COND_SUB, ECF_CONST, cond_sub, cond_binary) | |
6c4fd4a9 RS |
179 | DEF_INTERNAL_OPTAB_FN (COND_MUL, ECF_CONST, cond_smul, cond_binary) |
180 | DEF_INTERNAL_SIGNED_OPTAB_FN (COND_DIV, ECF_CONST, first, | |
181 | cond_sdiv, cond_udiv, cond_binary) | |
182 | DEF_INTERNAL_SIGNED_OPTAB_FN (COND_MOD, ECF_CONST, first, | |
183 | cond_smod, cond_umod, cond_binary) | |
184 | DEF_INTERNAL_OPTAB_FN (COND_RDIV, ECF_CONST, cond_sdiv, cond_binary) | |
0972596e RS |
185 | DEF_INTERNAL_SIGNED_OPTAB_FN (COND_MIN, ECF_CONST, first, |
186 | cond_smin, cond_umin, cond_binary) | |
187 | DEF_INTERNAL_SIGNED_OPTAB_FN (COND_MAX, ECF_CONST, first, | |
188 | cond_smax, cond_umax, cond_binary) | |
189 | DEF_INTERNAL_OPTAB_FN (COND_AND, ECF_CONST | ECF_NOTHROW, | |
190 | cond_and, cond_binary) | |
191 | DEF_INTERNAL_OPTAB_FN (COND_IOR, ECF_CONST | ECF_NOTHROW, | |
192 | cond_ior, cond_binary) | |
193 | DEF_INTERNAL_OPTAB_FN (COND_XOR, ECF_CONST | ECF_NOTHROW, | |
194 | cond_xor, cond_binary) | |
20103c0e RS |
195 | DEF_INTERNAL_OPTAB_FN (COND_SHL, ECF_CONST | ECF_NOTHROW, |
196 | cond_ashl, cond_binary) | |
197 | DEF_INTERNAL_SIGNED_OPTAB_FN (COND_SHR, ECF_CONST | ECF_NOTHROW, first, | |
198 | cond_ashr, cond_lshr, cond_binary) | |
0972596e | 199 | |
b41d1f6e RS |
200 | DEF_INTERNAL_OPTAB_FN (COND_FMA, ECF_CONST, cond_fma, cond_ternary) |
201 | DEF_INTERNAL_OPTAB_FN (COND_FMS, ECF_CONST, cond_fms, cond_ternary) | |
202 | DEF_INTERNAL_OPTAB_FN (COND_FNMA, ECF_CONST, cond_fnma, cond_ternary) | |
203 | DEF_INTERNAL_OPTAB_FN (COND_FNMS, ECF_CONST, cond_fnms, cond_ternary) | |
204 | ||
ee62a5a6 RS |
205 | DEF_INTERNAL_OPTAB_FN (RSQRT, ECF_CONST, rsqrt, unary) |
206 | ||
16d24520 RS |
207 | DEF_INTERNAL_OPTAB_FN (REDUC_PLUS, ECF_CONST | ECF_NOTHROW, |
208 | reduc_plus_scal, unary) | |
209 | DEF_INTERNAL_SIGNED_OPTAB_FN (REDUC_MAX, ECF_CONST | ECF_NOTHROW, first, | |
210 | reduc_smax_scal, reduc_umax_scal, unary) | |
211 | DEF_INTERNAL_SIGNED_OPTAB_FN (REDUC_MIN, ECF_CONST | ECF_NOTHROW, first, | |
212 | reduc_smin_scal, reduc_umin_scal, unary) | |
898f07b0 RS |
213 | DEF_INTERNAL_OPTAB_FN (REDUC_AND, ECF_CONST | ECF_NOTHROW, |
214 | reduc_and_scal, unary) | |
215 | DEF_INTERNAL_OPTAB_FN (REDUC_IOR, ECF_CONST | ECF_NOTHROW, | |
216 | reduc_ior_scal, unary) | |
217 | DEF_INTERNAL_OPTAB_FN (REDUC_XOR, ECF_CONST | ECF_NOTHROW, | |
218 | reduc_xor_scal, unary) | |
16d24520 | 219 | |
bfe1bb57 RS |
220 | /* Extract the last active element from a vector. */ |
221 | DEF_INTERNAL_OPTAB_FN (EXTRACT_LAST, ECF_CONST | ECF_NOTHROW, | |
9d4ac06e | 222 | extract_last, fold_left) |
bfe1bb57 | 223 | |
bb6c2b68 RS |
224 | /* Same, but return the first argument if no elements are active. */ |
225 | DEF_INTERNAL_OPTAB_FN (FOLD_EXTRACT_LAST, ECF_CONST | ECF_NOTHROW, | |
226 | fold_extract_last, fold_extract) | |
227 | ||
b781a135 RS |
228 | DEF_INTERNAL_OPTAB_FN (FOLD_LEFT_PLUS, ECF_CONST | ECF_NOTHROW, |
229 | fold_left_plus, fold_left) | |
bb6c2b68 | 230 | |
bce29d65 AM |
231 | DEF_INTERNAL_OPTAB_FN (MASK_FOLD_LEFT_PLUS, ECF_CONST | ECF_NOTHROW, |
232 | mask_fold_left_plus, mask_fold_left) | |
233 | ||
686ee971 RS |
234 | /* Unary math functions. */ |
235 | DEF_INTERNAL_FLT_FN (ACOS, ECF_CONST, acos, unary) | |
a81037ce | 236 | DEF_INTERNAL_FLT_FN (ACOSH, ECF_CONST, acosh, unary) |
686ee971 | 237 | DEF_INTERNAL_FLT_FN (ASIN, ECF_CONST, asin, unary) |
a81037ce | 238 | DEF_INTERNAL_FLT_FN (ASINH, ECF_CONST, asinh, unary) |
686ee971 | 239 | DEF_INTERNAL_FLT_FN (ATAN, ECF_CONST, atan, unary) |
a81037ce | 240 | DEF_INTERNAL_FLT_FN (ATANH, ECF_CONST, atanh, unary) |
686ee971 | 241 | DEF_INTERNAL_FLT_FN (COS, ECF_CONST, cos, unary) |
247c45b2 | 242 | DEF_INTERNAL_FLT_FN (COSH, ECF_CONST, cosh, unary) |
686ee971 RS |
243 | DEF_INTERNAL_FLT_FN (EXP, ECF_CONST, exp, unary) |
244 | DEF_INTERNAL_FLT_FN (EXP10, ECF_CONST, exp10, unary) | |
245 | DEF_INTERNAL_FLT_FN (EXP2, ECF_CONST, exp2, unary) | |
246 | DEF_INTERNAL_FLT_FN (EXPM1, ECF_CONST, expm1, unary) | |
247 | DEF_INTERNAL_FLT_FN (LOG, ECF_CONST, log, unary) | |
248 | DEF_INTERNAL_FLT_FN (LOG10, ECF_CONST, log10, unary) | |
249 | DEF_INTERNAL_FLT_FN (LOG1P, ECF_CONST, log1p, unary) | |
250 | DEF_INTERNAL_FLT_FN (LOG2, ECF_CONST, log2, unary) | |
251 | DEF_INTERNAL_FLT_FN (LOGB, ECF_CONST, logb, unary) | |
a52cf5cf | 252 | DEF_INTERNAL_FLT_FN (SIGNBIT, ECF_CONST, signbit, unary) |
686ee971 RS |
253 | DEF_INTERNAL_FLT_FN (SIGNIFICAND, ECF_CONST, significand, unary) |
254 | DEF_INTERNAL_FLT_FN (SIN, ECF_CONST, sin, unary) | |
247c45b2 | 255 | DEF_INTERNAL_FLT_FN (SINH, ECF_CONST, sinh, unary) |
ee5fd23a | 256 | DEF_INTERNAL_FLT_FLOATN_FN (SQRT, ECF_CONST, sqrt, unary) |
686ee971 | 257 | DEF_INTERNAL_FLT_FN (TAN, ECF_CONST, tan, unary) |
247c45b2 | 258 | DEF_INTERNAL_FLT_FN (TANH, ECF_CONST, tanh, unary) |
686ee971 RS |
259 | |
260 | /* FP rounding. */ | |
c6cfa2bf MM |
261 | DEF_INTERNAL_FLT_FLOATN_FN (CEIL, ECF_CONST, ceil, unary) |
262 | DEF_INTERNAL_FLT_FLOATN_FN (FLOOR, ECF_CONST, floor, unary) | |
263 | DEF_INTERNAL_FLT_FLOATN_FN (NEARBYINT, ECF_CONST, nearbyint, unary) | |
264 | DEF_INTERNAL_FLT_FLOATN_FN (RINT, ECF_CONST, rint, unary) | |
265 | DEF_INTERNAL_FLT_FLOATN_FN (ROUND, ECF_CONST, round, unary) | |
d3b92f35 | 266 | DEF_INTERNAL_FLT_FLOATN_FN (ROUNDEVEN, ECF_CONST, roundeven, unary) |
c6cfa2bf | 267 | DEF_INTERNAL_FLT_FLOATN_FN (TRUNC, ECF_CONST, btrunc, unary) |
686ee971 RS |
268 | |
269 | /* Binary math functions. */ | |
270 | DEF_INTERNAL_FLT_FN (ATAN2, ECF_CONST, atan2, binary) | |
ee5fd23a | 271 | DEF_INTERNAL_FLT_FLOATN_FN (COPYSIGN, ECF_CONST, copysign, binary) |
686ee971 | 272 | DEF_INTERNAL_FLT_FN (FMOD, ECF_CONST, fmod, binary) |
4dd9b6c6 | 273 | DEF_INTERNAL_FLT_FN (HYPOT, ECF_CONST, hypot, binary) |
686ee971 RS |
274 | DEF_INTERNAL_FLT_FN (POW, ECF_CONST, pow, binary) |
275 | DEF_INTERNAL_FLT_FN (REMAINDER, ECF_CONST, remainder, binary) | |
276 | DEF_INTERNAL_FLT_FN (SCALB, ECF_CONST, scalb, binary) | |
ee5fd23a MM |
277 | DEF_INTERNAL_FLT_FLOATN_FN (FMIN, ECF_CONST, fmin, binary) |
278 | DEF_INTERNAL_FLT_FLOATN_FN (FMAX, ECF_CONST, fmax, binary) | |
336a06a1 | 279 | DEF_INTERNAL_OPTAB_FN (XORSIGN, ECF_CONST, xorsign, binary) |
3ed472af TC |
280 | DEF_INTERNAL_OPTAB_FN (COMPLEX_ADD_ROT90, ECF_CONST, cadd90, binary) |
281 | DEF_INTERNAL_OPTAB_FN (COMPLEX_ADD_ROT270, ECF_CONST, cadd270, binary) | |
e09173d8 TC |
282 | DEF_INTERNAL_OPTAB_FN (COMPLEX_MUL, ECF_CONST, cmul, binary) |
283 | DEF_INTERNAL_OPTAB_FN (COMPLEX_MUL_CONJ, ECF_CONST, cmul_conj, binary) | |
7a6c31f0 | 284 | DEF_INTERNAL_OPTAB_FN (VEC_ADDSUB, ECF_CONST, vec_addsub, binary) |
3ed472af | 285 | |
686ee971 RS |
286 | |
287 | /* FP scales. */ | |
288 | DEF_INTERNAL_FLT_FN (LDEXP, ECF_CONST, ldexp, binary) | |
289 | ||
c566cc9f | 290 | /* Ternary math functions. */ |
b41d1f6e | 291 | DEF_INTERNAL_FLT_FLOATN_FN (FMA, ECF_CONST, fma, ternary) |
31fac318 TC |
292 | DEF_INTERNAL_OPTAB_FN (COMPLEX_FMA, ECF_CONST, cmla, ternary) |
293 | DEF_INTERNAL_OPTAB_FN (COMPLEX_FMA_CONJ, ECF_CONST, cmla_conj, ternary) | |
478e571a TC |
294 | DEF_INTERNAL_OPTAB_FN (COMPLEX_FMS, ECF_CONST, cmls, ternary) |
295 | DEF_INTERNAL_OPTAB_FN (COMPLEX_FMS_CONJ, ECF_CONST, cmls_conj, ternary) | |
c566cc9f | 296 | |
4959a752 | 297 | /* Unary integer ops. */ |
f8c770dd RS |
298 | DEF_INTERNAL_INT_FN (CLRSB, ECF_CONST | ECF_NOTHROW, clrsb, unary) |
299 | DEF_INTERNAL_INT_FN (CLZ, ECF_CONST | ECF_NOTHROW, clz, unary) | |
300 | DEF_INTERNAL_INT_FN (CTZ, ECF_CONST | ECF_NOTHROW, ctz, unary) | |
301 | DEF_INTERNAL_INT_FN (FFS, ECF_CONST | ECF_NOTHROW, ffs, unary) | |
302 | DEF_INTERNAL_INT_FN (PARITY, ECF_CONST | ECF_NOTHROW, parity, unary) | |
303 | DEF_INTERNAL_INT_FN (POPCOUNT, ECF_CONST | ECF_NOTHROW, popcount, unary) | |
4959a752 | 304 | |
6c7509bc | 305 | DEF_INTERNAL_FN (GOMP_USE_SIMT, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL) |
0c6b03b5 AM |
306 | DEF_INTERNAL_FN (GOMP_SIMT_ENTER, ECF_LEAF | ECF_NOTHROW, NULL) |
307 | DEF_INTERNAL_FN (GOMP_SIMT_ENTER_ALLOC, ECF_LEAF | ECF_NOTHROW, NULL) | |
308 | DEF_INTERNAL_FN (GOMP_SIMT_EXIT, ECF_LEAF | ECF_NOTHROW, NULL) | |
9669b00b AM |
309 | DEF_INTERNAL_FN (GOMP_SIMT_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL) |
310 | DEF_INTERNAL_FN (GOMP_SIMT_VF, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL) | |
311 | DEF_INTERNAL_FN (GOMP_SIMT_LAST_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL) | |
312 | DEF_INTERNAL_FN (GOMP_SIMT_ORDERED_PRED, ECF_LEAF | ECF_NOTHROW, NULL) | |
313 | DEF_INTERNAL_FN (GOMP_SIMT_VOTE_ANY, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL) | |
314 | DEF_INTERNAL_FN (GOMP_SIMT_XCHG_BFLY, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL) | |
315 | DEF_INTERNAL_FN (GOMP_SIMT_XCHG_IDX, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL) | |
b78475cf YG |
316 | DEF_INTERNAL_FN (GOMP_SIMD_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL) |
317 | DEF_INTERNAL_FN (GOMP_SIMD_VF, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) | |
318 | DEF_INTERNAL_FN (GOMP_SIMD_LAST_LANE, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) | |
d9a6bd32 JJ |
319 | DEF_INTERNAL_FN (GOMP_SIMD_ORDERED_START, ECF_LEAF | ECF_NOTHROW, NULL) |
320 | DEF_INTERNAL_FN (GOMP_SIMD_ORDERED_END, ECF_LEAF | ECF_NOTHROW, NULL) | |
b78475cf | 321 | DEF_INTERNAL_FN (LOOP_VECTORIZED, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL) |
542e7230 | 322 | DEF_INTERNAL_FN (LOOP_DIST_ALIAS, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL) |
b78475cf | 323 | DEF_INTERNAL_FN (ANNOTATE, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) |
762cca00 | 324 | DEF_INTERNAL_FN (UBSAN_NULL, ECF_LEAF | ECF_NOTHROW, ". R . ") |
b78475cf | 325 | DEF_INTERNAL_FN (UBSAN_BOUNDS, ECF_LEAF | ECF_NOTHROW, NULL) |
762cca00 | 326 | DEF_INTERNAL_FN (UBSAN_VPTR, ECF_LEAF | ECF_NOTHROW, ". R R . . ") |
b78475cf YG |
327 | DEF_INTERNAL_FN (UBSAN_CHECK_ADD, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) |
328 | DEF_INTERNAL_FN (UBSAN_CHECK_SUB, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) | |
329 | DEF_INTERNAL_FN (UBSAN_CHECK_MUL, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) | |
762cca00 | 330 | DEF_INTERNAL_FN (UBSAN_PTR, ECF_LEAF | ECF_NOTHROW, ". R . ") |
0e82f089 | 331 | DEF_INTERNAL_FN (UBSAN_OBJECT_SIZE, ECF_LEAF | ECF_NOTHROW, NULL) |
b78475cf YG |
332 | DEF_INTERNAL_FN (ABNORMAL_DISPATCHER, ECF_NORETURN, NULL) |
333 | DEF_INTERNAL_FN (BUILTIN_EXPECT, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) | |
93a73251 MM |
334 | DEF_INTERNAL_FN (HWASAN_ALLOCA_UNPOISON, ECF_LEAF | ECF_NOTHROW, ". R ") |
335 | DEF_INTERNAL_FN (HWASAN_CHOOSE_TAG, ECF_LEAF | ECF_NOTHROW, ". ") | |
336 | DEF_INTERNAL_FN (HWASAN_CHECK, ECF_TM_PURE | ECF_LEAF | ECF_NOTHROW, | |
337 | ". . R . . ") | |
338 | DEF_INTERNAL_FN (HWASAN_MARK, ECF_LEAF | ECF_NOTHROW, NULL) | |
339 | DEF_INTERNAL_FN (HWASAN_SET_TAG, | |
340 | ECF_TM_PURE | ECF_PURE | ECF_LEAF | ECF_NOTHROW, ". R R ") | |
762cca00 JH |
341 | DEF_INTERNAL_FN (ASAN_CHECK, ECF_TM_PURE | ECF_LEAF | ECF_NOTHROW, |
342 | ". . R . . ") | |
d80956bb | 343 | DEF_INTERNAL_FN (ASAN_MARK, ECF_LEAF | ECF_NOTHROW, NULL) |
c7775327 | 344 | DEF_INTERNAL_FN (ASAN_POISON, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL) |
f6b9f2ff | 345 | DEF_INTERNAL_FN (ASAN_POISON_USE, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL) |
1304953e JJ |
346 | DEF_INTERNAL_FN (ADD_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) |
347 | DEF_INTERNAL_FN (SUB_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) | |
348 | DEF_INTERNAL_FN (MUL_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) | |
fca4adf2 | 349 | DEF_INTERNAL_FN (TSAN_FUNC_EXIT, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL) |
b8b2ab06 | 350 | DEF_INTERNAL_FN (VA_ARG, ECF_NOTHROW | ECF_LEAF, NULL) |
d8fcab68 | 351 | DEF_INTERNAL_FN (VEC_CONVERT, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) |
8ab78162 NS |
352 | |
353 | /* An unduplicable, uncombinable function. Generally used to preserve | |
354 | a CFG property in the face of jump threading, tail merging or | |
355 | other such optimizations. The first argument distinguishes | |
356 | between uses. See internal-fn.h for usage. */ | |
357 | DEF_INTERNAL_FN (UNIQUE, ECF_NOTHROW, NULL) | |
1ee62b92 | 358 | DEF_INTERNAL_FN (PHI, 0, NULL) |
8ab78162 | 359 | |
9bd46bc9 NS |
360 | /* DIM_SIZE and DIM_POS return the size of a particular compute |
361 | dimension and the executing thread's position within that | |
362 | dimension. DIM_POS is pure (and not const) so that it isn't | |
363 | thought to clobber memory and can be gcse'd within a single | |
364 | parallel region, but not across FORK/JOIN boundaries. They take a | |
02889d23 | 365 | single INTEGER_CST argument. This might be overly conservative. */ |
762cca00 JH |
366 | DEF_INTERNAL_FN (GOACC_DIM_SIZE, ECF_CONST | ECF_NOTHROW | ECF_LEAF, NULL) |
367 | DEF_INTERNAL_FN (GOACC_DIM_POS, ECF_PURE | ECF_NOTHROW | ECF_LEAF, NULL) | |
9bd46bc9 NS |
368 | |
369 | /* OpenACC looping abstraction. See internal-fn.h for usage. */ | |
370 | DEF_INTERNAL_FN (GOACC_LOOP, ECF_PURE | ECF_NOTHROW, NULL) | |
e5014671 NS |
371 | |
372 | /* OpenACC reduction abstraction. See internal-fn.h for usage. */ | |
373 | DEF_INTERNAL_FN (GOACC_REDUCTION, ECF_NOTHROW | ECF_LEAF, NULL) | |
46e343b8 | 374 | |
02889d23 CLT |
375 | /* Openacc tile abstraction. Describes the spans of the element loop. |
376 | GOACC_TILE (num-loops, loop-no, tile-arg, tile-mask, element-mask). */ | |
377 | DEF_INTERNAL_FN (GOACC_TILE, ECF_NOTHROW | ECF_LEAF, NULL) | |
378 | ||
883cabde RS |
379 | /* Set errno to EDOM, if GCC knows how to do that directly for the |
380 | current target. */ | |
381 | DEF_INTERNAL_FN (SET_EDOM, ECF_LEAF | ECF_NOTHROW, NULL) | |
382 | ||
cc195d46 JJ |
383 | /* Atomic functions. These don't have ECF_NOTHROW because for |
384 | -fnon-call-exceptions they can throw, otherwise we set | |
385 | gimple_call_nothrow_p on it. */ | |
386 | DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_SET, ECF_LEAF, NULL) | |
387 | DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_COMPLEMENT, ECF_LEAF, NULL) | |
388 | DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_RESET, ECF_LEAF, NULL) | |
389 | DEF_INTERNAL_FN (ATOMIC_COMPARE_EXCHANGE, ECF_LEAF, NULL) | |
adedd5c1 | 390 | |
81fea426 MP |
391 | /* To implement [[fallthrough]]. */ |
392 | DEF_INTERNAL_FN (FALLTHROUGH, ECF_LEAF | ECF_NOTHROW, NULL) | |
393 | ||
e16f1cc7 JJ |
394 | /* To implement __builtin_launder. */ |
395 | DEF_INTERNAL_FN (LAUNDER, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL) | |
396 | ||
e72531b9 PK |
397 | /* Divmod function. */ |
398 | DEF_INTERNAL_FN (DIVMOD, ECF_CONST | ECF_LEAF, NULL) | |
399 | ||
49789fd0 IS |
400 | /* For coroutines. */ |
401 | DEF_INTERNAL_FN (CO_ACTOR, ECF_NOTHROW | ECF_LEAF, NULL) | |
402 | DEF_INTERNAL_FN (CO_YIELD, ECF_NOTHROW, NULL) | |
403 | DEF_INTERNAL_FN (CO_SUSPN, ECF_NOTHROW, NULL) | |
404 | DEF_INTERNAL_FN (CO_FRAME, ECF_PURE | ECF_NOTHROW | ECF_LEAF, NULL) | |
405 | ||
87a5e0e8 RB |
406 | /* A NOP function with arbitrary arguments and return value. */ |
407 | DEF_INTERNAL_FN (NOP, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) | |
408 | ||
ef8176e0 RB |
409 | /* Temporary vehicle for __builtin_shufflevector. */ |
410 | DEF_INTERNAL_FN (SHUFFLEVECTOR, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) | |
411 | ||
4959a752 | 412 | #undef DEF_INTERNAL_INT_FN |
686ee971 | 413 | #undef DEF_INTERNAL_FLT_FN |
ee5fd23a | 414 | #undef DEF_INTERNAL_FLT_FLOATN_FN |
16d24520 | 415 | #undef DEF_INTERNAL_SIGNED_OPTAB_FN |
ab23f5d9 | 416 | #undef DEF_INTERNAL_OPTAB_FN |
46e343b8 | 417 | #undef DEF_INTERNAL_FN |