]> git.ipfire.org Git - thirdparty/gcc.git/blame - gcc/internal-fn.def
gimple-isel: Fall back to using vcond_mask [PR98560]
[thirdparty/gcc.git] / gcc / internal-fn.def
CommitLineData
25583c4f 1/* Internal functions.
99dee823 2 Copyright (C) 2011-2021 Free Software Foundation, Inc.
25583c4f
RS
3
4This file is part of GCC.
5
6GCC is free software; you can redistribute it and/or modify it under
7the terms of the GNU General Public License as published by the Free
8Software Foundation; either version 3, or (at your option) any later
9version.
10
11GCC is distributed in the hope that it will be useful, but WITHOUT ANY
12WARRANTY; without even the implied warranty of MERCHANTABILITY or
13FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
14for more details.
15
16You should have received a copy of the GNU General Public License
17along with GCC; see the file COPYING3. If not see
18<http://www.gnu.org/licenses/>. */
19
20/* This file specifies a list of internal "functions". These functions
21 differ from built-in functions in that they have no linkage and cannot
22 be called directly by the user. They represent operations that are only
23 synthesised by GCC itself.
24
25 Internal functions are used instead of tree codes if the operation
26 and its operands are more naturally represented as a GIMPLE_CALL
27 than a GIMPLE_ASSIGN.
28
ab23f5d9 29 Each entry in this file has one of the forms:
25583c4f 30
b78475cf 31 DEF_INTERNAL_FN (NAME, FLAGS, FNSPEC)
ab23f5d9 32 DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE)
16d24520
RS
33 DEF_INTERNAL_SIGNED_OPTAB_FN (NAME, FLAGS, SELECTOR, SIGNED_OPTAB,
34 UNSIGNED_OPTAB, TYPE)
686ee971 35 DEF_INTERNAL_FLT_FN (NAME, FLAGS, OPTAB, TYPE)
4959a752 36 DEF_INTERNAL_INT_FN (NAME, FLAGS, OPTAB, TYPE)
25583c4f 37
b78475cf
YG
38 where NAME is the name of the function, FLAGS is a set of
39 ECF_* flags and FNSPEC is a string describing functions fnspec.
40
ab23f5d9
RS
41 DEF_INTERNAL_OPTAB_FN defines an internal function that maps to a
42 direct optab. The function should only be called with a given
43 set of types if the associated optab is available for the modes
44 of those types. OPTAB says what optab to use (without the trailing
45 "_optab") and TYPE categorizes the optab based on its inputs and
46 outputs. The possible types of optab are:
47
48 - mask_load: currently just maskload
49 - load_lanes: currently just vec_load_lanes
7e11fc7f 50 - mask_load_lanes: currently just vec_mask_load_lanes
bfaa08b7 51 - gather_load: used for {mask_,}gather_load
d496134a 52 - len_load: currently just len_load
ab23f5d9
RS
53
54 - mask_store: currently just maskstore
55 - store_lanes: currently just vec_store_lanes
7e11fc7f 56 - mask_store_lanes: currently just vec_mask_store_lanes
f307441a 57 - scatter_store: used for {mask_,}scatter_store
d496134a 58 - len_store: currently just len_store
ab23f5d9 59
0972596e
RS
60 - unary: a normal unary optab, such as vec_reverse_<mode>
61 - binary: a normal binary optab, such as vec_interleave_lo_<mode>
c566cc9f 62 - ternary: a normal ternary optab, such as fma<mode>4
0972596e 63
b41d1f6e
RS
64 - cond_binary: a conditional binary optab, such as cond_add<mode>
65 - cond_ternary: a conditional ternary optab, such as cond_fma_rev<mode>
0972596e 66
b781a135 67 - fold_left: for scalar = FN (scalar, vector), keyed off the vector mode
58c036c8 68 - check_ptrs: used for check_{raw,war}_ptrs
b781a135 69
16d24520
RS
70 DEF_INTERNAL_SIGNED_OPTAB_FN defines an internal function that
71 maps to one of two optabs, depending on the signedness of an input.
72 SIGNED_OPTAB and UNSIGNED_OPTAB are the optabs for signed and
73 unsigned inputs respectively, both without the trailing "_optab".
74 SELECTOR says which type in the tree_pair determines the signedness.
75
686ee971
RS
76 DEF_INTERNAL_FLT_FN is like DEF_INTERNAL_OPTAB_FN, but in addition,
77 the function implements the computational part of a built-in math
78 function BUILT_IN_<NAME>{F,,L}. Unlike some built-in functions,
79 these internal functions never set errno.
80
4959a752
RS
81 DEF_INTERNAL_INT_FN is like DEF_INTERNAL_OPTAB_FN, but in addition
82 says that the function extends the C-level BUILT_IN_<NAME>{,L,LL,IMAX}
83 group of functions to any integral mode (including vector modes).
84
b78475cf 85 Each entry must have a corresponding expander of the form:
25583c4f 86
538dd0b7 87 void expand_NAME (gimple_call stmt)
25583c4f 88
ab23f5d9
RS
89 where STMT is the statement that performs the call. These are generated
90 automatically for optab functions and call out to a function or macro
91 called expand_<TYPE>_optab_fn. */
92
93#ifndef DEF_INTERNAL_FN
94#define DEF_INTERNAL_FN(CODE, FLAGS, FNSPEC)
95#endif
96
97#ifndef DEF_INTERNAL_OPTAB_FN
98#define DEF_INTERNAL_OPTAB_FN(NAME, FLAGS, OPTAB, TYPE) \
99 DEF_INTERNAL_FN (NAME, FLAGS | ECF_LEAF, NULL)
100#endif
101
16d24520
RS
102#ifndef DEF_INTERNAL_SIGNED_OPTAB_FN
103#define DEF_INTERNAL_SIGNED_OPTAB_FN(NAME, FLAGS, SELECTOR, SIGNED_OPTAB, \
104 UNSIGNED_OPTAB, TYPE) \
105 DEF_INTERNAL_FN (NAME, FLAGS | ECF_LEAF, NULL)
106#endif
107
686ee971
RS
108#ifndef DEF_INTERNAL_FLT_FN
109#define DEF_INTERNAL_FLT_FN(NAME, FLAGS, OPTAB, TYPE) \
110 DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE)
111#endif
112
ee5fd23a
MM
113#ifndef DEF_INTERNAL_FLT_FLOATN_FN
114#define DEF_INTERNAL_FLT_FLOATN_FN(NAME, FLAGS, OPTAB, TYPE) \
115 DEF_INTERNAL_FLT_FN (NAME, FLAGS, OPTAB, TYPE)
116#endif
117
4959a752
RS
118#ifndef DEF_INTERNAL_INT_FN
119#define DEF_INTERNAL_INT_FN(NAME, FLAGS, OPTAB, TYPE) \
120 DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE)
121#endif
122
ab23f5d9
RS
123DEF_INTERNAL_OPTAB_FN (MASK_LOAD, ECF_PURE, maskload, mask_load)
124DEF_INTERNAL_OPTAB_FN (LOAD_LANES, ECF_CONST, vec_load_lanes, load_lanes)
7e11fc7f
RS
125DEF_INTERNAL_OPTAB_FN (MASK_LOAD_LANES, ECF_PURE,
126 vec_mask_load_lanes, mask_load_lanes)
ab23f5d9 127
bfaa08b7
RS
128DEF_INTERNAL_OPTAB_FN (GATHER_LOAD, ECF_PURE, gather_load, gather_load)
129DEF_INTERNAL_OPTAB_FN (MASK_GATHER_LOAD, ECF_PURE,
130 mask_gather_load, gather_load)
131
d496134a
KL
132DEF_INTERNAL_OPTAB_FN (LEN_LOAD, ECF_PURE, len_load, len_load)
133
f307441a
RS
134DEF_INTERNAL_OPTAB_FN (SCATTER_STORE, 0, scatter_store, scatter_store)
135DEF_INTERNAL_OPTAB_FN (MASK_SCATTER_STORE, 0,
136 mask_scatter_store, scatter_store)
137
ab23f5d9
RS
138DEF_INTERNAL_OPTAB_FN (MASK_STORE, 0, maskstore, mask_store)
139DEF_INTERNAL_OPTAB_FN (STORE_LANES, ECF_CONST, vec_store_lanes, store_lanes)
7e11fc7f
RS
140DEF_INTERNAL_OPTAB_FN (MASK_STORE_LANES, 0,
141 vec_mask_store_lanes, mask_store_lanes)
272c6793 142
502d63b6
ML
143DEF_INTERNAL_OPTAB_FN (VCOND, 0, vcond, vec_cond)
144DEF_INTERNAL_OPTAB_FN (VCONDU, 0, vcondu, vec_condu)
145DEF_INTERNAL_OPTAB_FN (VCONDEQ, 0, vcondeq, vec_condeq)
146DEF_INTERNAL_OPTAB_FN (VCOND_MASK, 0, vcond_mask, vec_cond_mask)
147
683e55fa
XL
148DEF_INTERNAL_OPTAB_FN (VEC_SET, 0, vec_set, vec_set)
149
d496134a
KL
150DEF_INTERNAL_OPTAB_FN (LEN_STORE, 0, len_store, len_store)
151
7cfb4d93 152DEF_INTERNAL_OPTAB_FN (WHILE_ULT, ECF_CONST | ECF_NOTHROW, while_ult, while)
58c036c8
RS
153DEF_INTERNAL_OPTAB_FN (CHECK_RAW_PTRS, ECF_CONST | ECF_NOTHROW,
154 check_raw_ptrs, check_ptrs)
155DEF_INTERNAL_OPTAB_FN (CHECK_WAR_PTRS, ECF_CONST | ECF_NOTHROW,
156 check_war_ptrs, check_ptrs)
7cfb4d93 157
f1739b48
RS
158DEF_INTERNAL_OPTAB_FN (VEC_SHL_INSERT, ECF_CONST | ECF_NOTHROW,
159 vec_shl_insert, binary)
160
c0c2f013
YW
161DEF_INTERNAL_OPTAB_FN (DIV_POW2, ECF_CONST | ECF_NOTHROW, sdiv_pow2, binary)
162
c566cc9f
RS
163DEF_INTERNAL_OPTAB_FN (FMS, ECF_CONST, fms, ternary)
164DEF_INTERNAL_OPTAB_FN (FNMA, ECF_CONST, fnma, ternary)
165DEF_INTERNAL_OPTAB_FN (FNMS, ECF_CONST, fnms, ternary)
166
0267732b
RS
167DEF_INTERNAL_SIGNED_OPTAB_FN (AVG_FLOOR, ECF_CONST | ECF_NOTHROW, first,
168 savg_floor, uavg_floor, binary)
169DEF_INTERNAL_SIGNED_OPTAB_FN (AVG_CEIL, ECF_CONST | ECF_NOTHROW, first,
170 savg_ceil, uavg_ceil, binary)
171
58cc9876
YW
172DEF_INTERNAL_SIGNED_OPTAB_FN (MULHS, ECF_CONST | ECF_NOTHROW, first,
173 smulhs, umulhs, binary)
174DEF_INTERNAL_SIGNED_OPTAB_FN (MULHRS, ECF_CONST | ECF_NOTHROW, first,
175 smulhrs, umulhrs, binary)
176
0972596e
RS
177DEF_INTERNAL_OPTAB_FN (COND_ADD, ECF_CONST, cond_add, cond_binary)
178DEF_INTERNAL_OPTAB_FN (COND_SUB, ECF_CONST, cond_sub, cond_binary)
6c4fd4a9
RS
179DEF_INTERNAL_OPTAB_FN (COND_MUL, ECF_CONST, cond_smul, cond_binary)
180DEF_INTERNAL_SIGNED_OPTAB_FN (COND_DIV, ECF_CONST, first,
181 cond_sdiv, cond_udiv, cond_binary)
182DEF_INTERNAL_SIGNED_OPTAB_FN (COND_MOD, ECF_CONST, first,
183 cond_smod, cond_umod, cond_binary)
184DEF_INTERNAL_OPTAB_FN (COND_RDIV, ECF_CONST, cond_sdiv, cond_binary)
0972596e
RS
185DEF_INTERNAL_SIGNED_OPTAB_FN (COND_MIN, ECF_CONST, first,
186 cond_smin, cond_umin, cond_binary)
187DEF_INTERNAL_SIGNED_OPTAB_FN (COND_MAX, ECF_CONST, first,
188 cond_smax, cond_umax, cond_binary)
189DEF_INTERNAL_OPTAB_FN (COND_AND, ECF_CONST | ECF_NOTHROW,
190 cond_and, cond_binary)
191DEF_INTERNAL_OPTAB_FN (COND_IOR, ECF_CONST | ECF_NOTHROW,
192 cond_ior, cond_binary)
193DEF_INTERNAL_OPTAB_FN (COND_XOR, ECF_CONST | ECF_NOTHROW,
194 cond_xor, cond_binary)
20103c0e
RS
195DEF_INTERNAL_OPTAB_FN (COND_SHL, ECF_CONST | ECF_NOTHROW,
196 cond_ashl, cond_binary)
197DEF_INTERNAL_SIGNED_OPTAB_FN (COND_SHR, ECF_CONST | ECF_NOTHROW, first,
198 cond_ashr, cond_lshr, cond_binary)
0972596e 199
b41d1f6e
RS
200DEF_INTERNAL_OPTAB_FN (COND_FMA, ECF_CONST, cond_fma, cond_ternary)
201DEF_INTERNAL_OPTAB_FN (COND_FMS, ECF_CONST, cond_fms, cond_ternary)
202DEF_INTERNAL_OPTAB_FN (COND_FNMA, ECF_CONST, cond_fnma, cond_ternary)
203DEF_INTERNAL_OPTAB_FN (COND_FNMS, ECF_CONST, cond_fnms, cond_ternary)
204
ee62a5a6
RS
205DEF_INTERNAL_OPTAB_FN (RSQRT, ECF_CONST, rsqrt, unary)
206
16d24520
RS
207DEF_INTERNAL_OPTAB_FN (REDUC_PLUS, ECF_CONST | ECF_NOTHROW,
208 reduc_plus_scal, unary)
209DEF_INTERNAL_SIGNED_OPTAB_FN (REDUC_MAX, ECF_CONST | ECF_NOTHROW, first,
210 reduc_smax_scal, reduc_umax_scal, unary)
211DEF_INTERNAL_SIGNED_OPTAB_FN (REDUC_MIN, ECF_CONST | ECF_NOTHROW, first,
212 reduc_smin_scal, reduc_umin_scal, unary)
898f07b0
RS
213DEF_INTERNAL_OPTAB_FN (REDUC_AND, ECF_CONST | ECF_NOTHROW,
214 reduc_and_scal, unary)
215DEF_INTERNAL_OPTAB_FN (REDUC_IOR, ECF_CONST | ECF_NOTHROW,
216 reduc_ior_scal, unary)
217DEF_INTERNAL_OPTAB_FN (REDUC_XOR, ECF_CONST | ECF_NOTHROW,
218 reduc_xor_scal, unary)
16d24520 219
bfe1bb57
RS
220/* Extract the last active element from a vector. */
221DEF_INTERNAL_OPTAB_FN (EXTRACT_LAST, ECF_CONST | ECF_NOTHROW,
9d4ac06e 222 extract_last, fold_left)
bfe1bb57 223
bb6c2b68
RS
224/* Same, but return the first argument if no elements are active. */
225DEF_INTERNAL_OPTAB_FN (FOLD_EXTRACT_LAST, ECF_CONST | ECF_NOTHROW,
226 fold_extract_last, fold_extract)
227
b781a135
RS
228DEF_INTERNAL_OPTAB_FN (FOLD_LEFT_PLUS, ECF_CONST | ECF_NOTHROW,
229 fold_left_plus, fold_left)
bb6c2b68 230
bce29d65
AM
231DEF_INTERNAL_OPTAB_FN (MASK_FOLD_LEFT_PLUS, ECF_CONST | ECF_NOTHROW,
232 mask_fold_left_plus, mask_fold_left)
233
686ee971
RS
234/* Unary math functions. */
235DEF_INTERNAL_FLT_FN (ACOS, ECF_CONST, acos, unary)
a81037ce 236DEF_INTERNAL_FLT_FN (ACOSH, ECF_CONST, acosh, unary)
686ee971 237DEF_INTERNAL_FLT_FN (ASIN, ECF_CONST, asin, unary)
a81037ce 238DEF_INTERNAL_FLT_FN (ASINH, ECF_CONST, asinh, unary)
686ee971 239DEF_INTERNAL_FLT_FN (ATAN, ECF_CONST, atan, unary)
a81037ce 240DEF_INTERNAL_FLT_FN (ATANH, ECF_CONST, atanh, unary)
686ee971 241DEF_INTERNAL_FLT_FN (COS, ECF_CONST, cos, unary)
247c45b2 242DEF_INTERNAL_FLT_FN (COSH, ECF_CONST, cosh, unary)
686ee971
RS
243DEF_INTERNAL_FLT_FN (EXP, ECF_CONST, exp, unary)
244DEF_INTERNAL_FLT_FN (EXP10, ECF_CONST, exp10, unary)
245DEF_INTERNAL_FLT_FN (EXP2, ECF_CONST, exp2, unary)
246DEF_INTERNAL_FLT_FN (EXPM1, ECF_CONST, expm1, unary)
247DEF_INTERNAL_FLT_FN (LOG, ECF_CONST, log, unary)
248DEF_INTERNAL_FLT_FN (LOG10, ECF_CONST, log10, unary)
249DEF_INTERNAL_FLT_FN (LOG1P, ECF_CONST, log1p, unary)
250DEF_INTERNAL_FLT_FN (LOG2, ECF_CONST, log2, unary)
251DEF_INTERNAL_FLT_FN (LOGB, ECF_CONST, logb, unary)
a52cf5cf 252DEF_INTERNAL_FLT_FN (SIGNBIT, ECF_CONST, signbit, unary)
686ee971
RS
253DEF_INTERNAL_FLT_FN (SIGNIFICAND, ECF_CONST, significand, unary)
254DEF_INTERNAL_FLT_FN (SIN, ECF_CONST, sin, unary)
247c45b2 255DEF_INTERNAL_FLT_FN (SINH, ECF_CONST, sinh, unary)
ee5fd23a 256DEF_INTERNAL_FLT_FLOATN_FN (SQRT, ECF_CONST, sqrt, unary)
686ee971 257DEF_INTERNAL_FLT_FN (TAN, ECF_CONST, tan, unary)
247c45b2 258DEF_INTERNAL_FLT_FN (TANH, ECF_CONST, tanh, unary)
686ee971
RS
259
260/* FP rounding. */
c6cfa2bf
MM
261DEF_INTERNAL_FLT_FLOATN_FN (CEIL, ECF_CONST, ceil, unary)
262DEF_INTERNAL_FLT_FLOATN_FN (FLOOR, ECF_CONST, floor, unary)
263DEF_INTERNAL_FLT_FLOATN_FN (NEARBYINT, ECF_CONST, nearbyint, unary)
264DEF_INTERNAL_FLT_FLOATN_FN (RINT, ECF_CONST, rint, unary)
265DEF_INTERNAL_FLT_FLOATN_FN (ROUND, ECF_CONST, round, unary)
d3b92f35 266DEF_INTERNAL_FLT_FLOATN_FN (ROUNDEVEN, ECF_CONST, roundeven, unary)
c6cfa2bf 267DEF_INTERNAL_FLT_FLOATN_FN (TRUNC, ECF_CONST, btrunc, unary)
686ee971
RS
268
269/* Binary math functions. */
270DEF_INTERNAL_FLT_FN (ATAN2, ECF_CONST, atan2, binary)
ee5fd23a 271DEF_INTERNAL_FLT_FLOATN_FN (COPYSIGN, ECF_CONST, copysign, binary)
686ee971 272DEF_INTERNAL_FLT_FN (FMOD, ECF_CONST, fmod, binary)
4dd9b6c6 273DEF_INTERNAL_FLT_FN (HYPOT, ECF_CONST, hypot, binary)
686ee971
RS
274DEF_INTERNAL_FLT_FN (POW, ECF_CONST, pow, binary)
275DEF_INTERNAL_FLT_FN (REMAINDER, ECF_CONST, remainder, binary)
276DEF_INTERNAL_FLT_FN (SCALB, ECF_CONST, scalb, binary)
ee5fd23a
MM
277DEF_INTERNAL_FLT_FLOATN_FN (FMIN, ECF_CONST, fmin, binary)
278DEF_INTERNAL_FLT_FLOATN_FN (FMAX, ECF_CONST, fmax, binary)
336a06a1 279DEF_INTERNAL_OPTAB_FN (XORSIGN, ECF_CONST, xorsign, binary)
3ed472af
TC
280DEF_INTERNAL_OPTAB_FN (COMPLEX_ADD_ROT90, ECF_CONST, cadd90, binary)
281DEF_INTERNAL_OPTAB_FN (COMPLEX_ADD_ROT270, ECF_CONST, cadd270, binary)
282
686ee971
RS
283
284/* FP scales. */
285DEF_INTERNAL_FLT_FN (LDEXP, ECF_CONST, ldexp, binary)
286
c566cc9f 287/* Ternary math functions. */
b41d1f6e 288DEF_INTERNAL_FLT_FLOATN_FN (FMA, ECF_CONST, fma, ternary)
c566cc9f 289
4959a752 290/* Unary integer ops. */
f8c770dd
RS
291DEF_INTERNAL_INT_FN (CLRSB, ECF_CONST | ECF_NOTHROW, clrsb, unary)
292DEF_INTERNAL_INT_FN (CLZ, ECF_CONST | ECF_NOTHROW, clz, unary)
293DEF_INTERNAL_INT_FN (CTZ, ECF_CONST | ECF_NOTHROW, ctz, unary)
294DEF_INTERNAL_INT_FN (FFS, ECF_CONST | ECF_NOTHROW, ffs, unary)
295DEF_INTERNAL_INT_FN (PARITY, ECF_CONST | ECF_NOTHROW, parity, unary)
296DEF_INTERNAL_INT_FN (POPCOUNT, ECF_CONST | ECF_NOTHROW, popcount, unary)
4959a752 297
6c7509bc 298DEF_INTERNAL_FN (GOMP_USE_SIMT, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
0c6b03b5
AM
299DEF_INTERNAL_FN (GOMP_SIMT_ENTER, ECF_LEAF | ECF_NOTHROW, NULL)
300DEF_INTERNAL_FN (GOMP_SIMT_ENTER_ALLOC, ECF_LEAF | ECF_NOTHROW, NULL)
301DEF_INTERNAL_FN (GOMP_SIMT_EXIT, ECF_LEAF | ECF_NOTHROW, NULL)
9669b00b
AM
302DEF_INTERNAL_FN (GOMP_SIMT_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
303DEF_INTERNAL_FN (GOMP_SIMT_VF, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
304DEF_INTERNAL_FN (GOMP_SIMT_LAST_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
305DEF_INTERNAL_FN (GOMP_SIMT_ORDERED_PRED, ECF_LEAF | ECF_NOTHROW, NULL)
306DEF_INTERNAL_FN (GOMP_SIMT_VOTE_ANY, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
307DEF_INTERNAL_FN (GOMP_SIMT_XCHG_BFLY, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
308DEF_INTERNAL_FN (GOMP_SIMT_XCHG_IDX, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
b78475cf
YG
309DEF_INTERNAL_FN (GOMP_SIMD_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
310DEF_INTERNAL_FN (GOMP_SIMD_VF, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
311DEF_INTERNAL_FN (GOMP_SIMD_LAST_LANE, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
d9a6bd32
JJ
312DEF_INTERNAL_FN (GOMP_SIMD_ORDERED_START, ECF_LEAF | ECF_NOTHROW, NULL)
313DEF_INTERNAL_FN (GOMP_SIMD_ORDERED_END, ECF_LEAF | ECF_NOTHROW, NULL)
b78475cf 314DEF_INTERNAL_FN (LOOP_VECTORIZED, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
542e7230 315DEF_INTERNAL_FN (LOOP_DIST_ALIAS, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
b78475cf 316DEF_INTERNAL_FN (ANNOTATE, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
762cca00 317DEF_INTERNAL_FN (UBSAN_NULL, ECF_LEAF | ECF_NOTHROW, ". R . ")
b78475cf 318DEF_INTERNAL_FN (UBSAN_BOUNDS, ECF_LEAF | ECF_NOTHROW, NULL)
762cca00 319DEF_INTERNAL_FN (UBSAN_VPTR, ECF_LEAF | ECF_NOTHROW, ". R R . . ")
b78475cf
YG
320DEF_INTERNAL_FN (UBSAN_CHECK_ADD, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
321DEF_INTERNAL_FN (UBSAN_CHECK_SUB, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
322DEF_INTERNAL_FN (UBSAN_CHECK_MUL, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
762cca00 323DEF_INTERNAL_FN (UBSAN_PTR, ECF_LEAF | ECF_NOTHROW, ". R . ")
0e82f089 324DEF_INTERNAL_FN (UBSAN_OBJECT_SIZE, ECF_LEAF | ECF_NOTHROW, NULL)
b78475cf
YG
325DEF_INTERNAL_FN (ABNORMAL_DISPATCHER, ECF_NORETURN, NULL)
326DEF_INTERNAL_FN (BUILTIN_EXPECT, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
93a73251
MM
327DEF_INTERNAL_FN (HWASAN_ALLOCA_UNPOISON, ECF_LEAF | ECF_NOTHROW, ". R ")
328DEF_INTERNAL_FN (HWASAN_CHOOSE_TAG, ECF_LEAF | ECF_NOTHROW, ". ")
329DEF_INTERNAL_FN (HWASAN_CHECK, ECF_TM_PURE | ECF_LEAF | ECF_NOTHROW,
330 ". . R . . ")
331DEF_INTERNAL_FN (HWASAN_MARK, ECF_LEAF | ECF_NOTHROW, NULL)
332DEF_INTERNAL_FN (HWASAN_SET_TAG,
333 ECF_TM_PURE | ECF_PURE | ECF_LEAF | ECF_NOTHROW, ". R R ")
762cca00
JH
334DEF_INTERNAL_FN (ASAN_CHECK, ECF_TM_PURE | ECF_LEAF | ECF_NOTHROW,
335 ". . R . . ")
d80956bb 336DEF_INTERNAL_FN (ASAN_MARK, ECF_LEAF | ECF_NOTHROW, NULL)
c7775327 337DEF_INTERNAL_FN (ASAN_POISON, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL)
f6b9f2ff 338DEF_INTERNAL_FN (ASAN_POISON_USE, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL)
1304953e
JJ
339DEF_INTERNAL_FN (ADD_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
340DEF_INTERNAL_FN (SUB_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
341DEF_INTERNAL_FN (MUL_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
fca4adf2 342DEF_INTERNAL_FN (TSAN_FUNC_EXIT, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
b8b2ab06 343DEF_INTERNAL_FN (VA_ARG, ECF_NOTHROW | ECF_LEAF, NULL)
d8fcab68 344DEF_INTERNAL_FN (VEC_CONVERT, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
8ab78162
NS
345
346/* An unduplicable, uncombinable function. Generally used to preserve
347 a CFG property in the face of jump threading, tail merging or
348 other such optimizations. The first argument distinguishes
349 between uses. See internal-fn.h for usage. */
350DEF_INTERNAL_FN (UNIQUE, ECF_NOTHROW, NULL)
1ee62b92 351DEF_INTERNAL_FN (PHI, 0, NULL)
8ab78162 352
9bd46bc9
NS
353/* DIM_SIZE and DIM_POS return the size of a particular compute
354 dimension and the executing thread's position within that
355 dimension. DIM_POS is pure (and not const) so that it isn't
356 thought to clobber memory and can be gcse'd within a single
357 parallel region, but not across FORK/JOIN boundaries. They take a
02889d23 358 single INTEGER_CST argument. This might be overly conservative. */
762cca00
JH
359DEF_INTERNAL_FN (GOACC_DIM_SIZE, ECF_CONST | ECF_NOTHROW | ECF_LEAF, NULL)
360DEF_INTERNAL_FN (GOACC_DIM_POS, ECF_PURE | ECF_NOTHROW | ECF_LEAF, NULL)
9bd46bc9
NS
361
362/* OpenACC looping abstraction. See internal-fn.h for usage. */
363DEF_INTERNAL_FN (GOACC_LOOP, ECF_PURE | ECF_NOTHROW, NULL)
e5014671
NS
364
365/* OpenACC reduction abstraction. See internal-fn.h for usage. */
366DEF_INTERNAL_FN (GOACC_REDUCTION, ECF_NOTHROW | ECF_LEAF, NULL)
46e343b8 367
02889d23
CLT
368/* Openacc tile abstraction. Describes the spans of the element loop.
369 GOACC_TILE (num-loops, loop-no, tile-arg, tile-mask, element-mask). */
370DEF_INTERNAL_FN (GOACC_TILE, ECF_NOTHROW | ECF_LEAF, NULL)
371
883cabde
RS
372/* Set errno to EDOM, if GCC knows how to do that directly for the
373 current target. */
374DEF_INTERNAL_FN (SET_EDOM, ECF_LEAF | ECF_NOTHROW, NULL)
375
cc195d46
JJ
376/* Atomic functions. These don't have ECF_NOTHROW because for
377 -fnon-call-exceptions they can throw, otherwise we set
378 gimple_call_nothrow_p on it. */
379DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_SET, ECF_LEAF, NULL)
380DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_COMPLEMENT, ECF_LEAF, NULL)
381DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_RESET, ECF_LEAF, NULL)
382DEF_INTERNAL_FN (ATOMIC_COMPARE_EXCHANGE, ECF_LEAF, NULL)
adedd5c1 383
81fea426
MP
384/* To implement [[fallthrough]]. */
385DEF_INTERNAL_FN (FALLTHROUGH, ECF_LEAF | ECF_NOTHROW, NULL)
386
e16f1cc7
JJ
387/* To implement __builtin_launder. */
388DEF_INTERNAL_FN (LAUNDER, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL)
389
e72531b9
PK
390/* Divmod function. */
391DEF_INTERNAL_FN (DIVMOD, ECF_CONST | ECF_LEAF, NULL)
392
49789fd0
IS
393/* For coroutines. */
394DEF_INTERNAL_FN (CO_ACTOR, ECF_NOTHROW | ECF_LEAF, NULL)
395DEF_INTERNAL_FN (CO_YIELD, ECF_NOTHROW, NULL)
396DEF_INTERNAL_FN (CO_SUSPN, ECF_NOTHROW, NULL)
397DEF_INTERNAL_FN (CO_FRAME, ECF_PURE | ECF_NOTHROW | ECF_LEAF, NULL)
398
87a5e0e8
RB
399/* A NOP function with arbitrary arguments and return value. */
400DEF_INTERNAL_FN (NOP, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
401
4959a752 402#undef DEF_INTERNAL_INT_FN
686ee971 403#undef DEF_INTERNAL_FLT_FN
ee5fd23a 404#undef DEF_INTERNAL_FLT_FLOATN_FN
16d24520 405#undef DEF_INTERNAL_SIGNED_OPTAB_FN
ab23f5d9 406#undef DEF_INTERNAL_OPTAB_FN
46e343b8 407#undef DEF_INTERNAL_FN