gcc/internal-fn.def

   1 /* Internal functions.
   2    Copyright (C) 2011-2023 Free Software Foundation, Inc.
   3
   4 This file is part of GCC.
   5
   6 GCC is free software; you can redistribute it and/or modify it under
   7 the terms of the GNU General Public License as published by the Free
   8 Software Foundation; either version 3, or (at your option) any later
   9 version.
  10
  11 GCC is distributed in the hope that it will be useful, but WITHOUT ANY
  12 WARRANTY; without even the implied warranty of MERCHANTABILITY or
  13 FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  14 for more details.
  15
  16 You should have received a copy of the GNU General Public License
  17 along with GCC; see the file COPYING3.  If not see
  18 <http://www.gnu.org/licenses/>.  */
  19
  20 /* This file specifies a list of internal "functions".  These functions
  21    differ from built-in functions in that they have no linkage and cannot
  22    be called directly by the user.  They represent operations that are only
  23    synthesised by GCC itself.
  24
  25    Internal functions are used instead of tree codes if the operation
  26    and its operands are more naturally represented as a GIMPLE_CALL
  27    than a GIMPLE_ASSIGN.
  28
  29    Each entry in this file has one of the forms:
  30
  31      DEF_INTERNAL_FN (NAME, FLAGS, FNSPEC)
  32      DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE)
  33      DEF_INTERNAL_SIGNED_OPTAB_FN (NAME, FLAGS, SELECTOR, SIGNED_OPTAB,
  34                                    UNSIGNED_OPTAB, TYPE)
  35      DEF_INTERNAL_FLT_FN (NAME, FLAGS, OPTAB, TYPE)
  36      DEF_INTERNAL_INT_FN (NAME, FLAGS, OPTAB, TYPE)
  37
  38    where NAME is the name of the function, FLAGS is a set of
  39    ECF_* flags and FNSPEC is a string describing functions fnspec.
  40
  41    DEF_INTERNAL_OPTAB_FN defines an internal function that maps to a
  42    direct optab.  The function should only be called with a given
  43    set of types if the associated optab is available for the modes
  44    of those types.  OPTAB says what optab to use (without the trailing
  45    "_optab") and TYPE categorizes the optab based on its inputs and
  46    outputs.  The possible types of optab are:
  47
  48    - mask_load: currently just maskload
  49    - load_lanes: currently just vec_load_lanes
  50    - mask_load_lanes: currently just vec_mask_load_lanes
  51    - gather_load: used for {mask_,len_mask,}gather_load
  52    - len_load: currently just len_load
  53    - len_maskload: currently just len_maskload
  54
  55    - mask_store: currently just maskstore
  56    - store_lanes: currently just vec_store_lanes
  57    - mask_store_lanes: currently just vec_mask_store_lanes
  58    - scatter_store: used for {mask_,len_mask,}scatter_store
  59    - len_store: currently just len_store
  60    - len_maskstore: currently just len_maskstore
  61
  62    - unary: a normal unary optab, such as vec_reverse_<mode>
  63    - binary: a normal binary optab, such as vec_interleave_lo_<mode>
  64    - ternary: a normal ternary optab, such as fma<mode>4
  65
  66    - unary_convert: a single-input conversion optab, such as
  67      lround<srcmode><dstmode>2.
  68
  69    - cond_binary: a conditional binary optab, such as cond_add<mode>
  70    - cond_ternary: a conditional ternary optab, such as cond_fma_rev<mode>
  71
  72    - fold_left: for scalar = FN (scalar, vector), keyed off the vector mode
  73    - check_ptrs: used for check_{raw,war}_ptrs
  74
  75    DEF_INTERNAL_SIGNED_OPTAB_FN defines an internal function that
  76    maps to one of two optabs, depending on the signedness of an input.
  77    SIGNED_OPTAB and UNSIGNED_OPTAB are the optabs for signed and
  78    unsigned inputs respectively, both without the trailing "_optab".
  79    SELECTOR says which type in the tree_pair determines the signedness.
  80
  81    DEF_INTERNAL_FLT_FN is like DEF_INTERNAL_OPTAB_FN, but in addition,
  82    the function implements the computational part of a built-in math
  83    function BUILT_IN_<NAME>{F,,L}.  Unlike some built-in functions,
  84    these internal functions never set errno.
  85
  86    DEF_INTERNAL_INT_FN is like DEF_INTERNAL_OPTAB_FN, but in addition
  87    says that the function extends the C-level BUILT_IN_<NAME>{,L,LL,IMAX}
  88    group of functions to any integral mode (including vector modes).
  89
  90    DEF_INTERNAL_WIDENING_OPTAB_FN is a wrapper that defines five internal
  91    functions with DEF_INTERNAL_SIGNED_OPTAB_FN:
  92    - one that describes a widening operation with the same number of elements
  93    in the output and input vectors,
  94    - two that describe a pair of high-low widening operations where the output
  95    vectors each have half the number of elements of the input vectors,
  96    corresponding to the result of the widening operation on the top half and
  97    bottom half, these have the suffixes _HI and _LO,
  98    - and two that describe a pair of even-odd widening operations where the
  99    output vectors each have half the number of elements of the input vectors,
 100    corresponding to the result of the widening operation on the even and odd
 101    elements, these have the suffixes _EVEN and _ODD.
 102    These five internal functions will require two optabs each, a SIGNED_OPTAB
 103    and an UNSIGNED_OTPAB.
 104
 105    Each entry must have a corresponding expander of the form:
 106
 107      void expand_NAME (gimple_call stmt)
 108
 109    where STMT is the statement that performs the call.  These are generated
 110    automatically for optab functions and call out to a function or macro
 111    called expand_<TYPE>_optab_fn.  */
 112
 113 #ifndef DEF_INTERNAL_FN
 114 #define DEF_INTERNAL_FN(CODE, FLAGS, FNSPEC)
 115 #endif
 116
 117 #ifndef DEF_INTERNAL_OPTAB_FN
 118 #define DEF_INTERNAL_OPTAB_FN(NAME, FLAGS, OPTAB, TYPE) \
 119   DEF_INTERNAL_FN (NAME, FLAGS | ECF_LEAF, NULL)
 120 #endif
 121
 122 #ifndef DEF_INTERNAL_SIGNED_OPTAB_FN
 123 #define DEF_INTERNAL_SIGNED_OPTAB_FN(NAME, FLAGS, SELECTOR, SIGNED_OPTAB, \
 124                                      UNSIGNED_OPTAB, TYPE) \
 125   DEF_INTERNAL_FN (NAME, FLAGS | ECF_LEAF, NULL)
 126 #endif
 127
 128 #ifndef DEF_INTERNAL_FLT_FN
 129 #define DEF_INTERNAL_FLT_FN(NAME, FLAGS, OPTAB, TYPE) \
 130   DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE)
 131 #endif
 132
 133 #ifndef DEF_INTERNAL_FLT_FLOATN_FN
 134 #define DEF_INTERNAL_FLT_FLOATN_FN(NAME, FLAGS, OPTAB, TYPE) \
 135   DEF_INTERNAL_FLT_FN (NAME, FLAGS, OPTAB, TYPE)
 136 #endif
 137
 138 #ifndef DEF_INTERNAL_INT_FN
 139 #define DEF_INTERNAL_INT_FN(NAME, FLAGS, OPTAB, TYPE) \
 140   DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE)
 141 #endif
 142
 143 #ifndef DEF_INTERNAL_WIDENING_OPTAB_FN
 144 #define DEF_INTERNAL_WIDENING_OPTAB_FN(NAME, FLAGS, SELECTOR, SOPTAB, UOPTAB, TYPE)                 \
 145   DEF_INTERNAL_SIGNED_OPTAB_FN (NAME, FLAGS, SELECTOR, SOPTAB, UOPTAB, TYPE)                        \
 146   DEF_INTERNAL_SIGNED_OPTAB_FN (NAME ## _LO, FLAGS, SELECTOR, SOPTAB##_lo, UOPTAB##_lo, TYPE)       \
 147   DEF_INTERNAL_SIGNED_OPTAB_FN (NAME ## _HI, FLAGS, SELECTOR, SOPTAB##_hi, UOPTAB##_hi, TYPE)       \
 148   DEF_INTERNAL_SIGNED_OPTAB_FN (NAME ## _EVEN, FLAGS, SELECTOR, SOPTAB##_even, UOPTAB##_even, TYPE) \
 149   DEF_INTERNAL_SIGNED_OPTAB_FN (NAME ## _ODD, FLAGS, SELECTOR, SOPTAB##_odd, UOPTAB##_odd, TYPE)
 150 #endif
 151
 152 DEF_INTERNAL_OPTAB_FN (MASK_LOAD, ECF_PURE, maskload, mask_load)
 153 DEF_INTERNAL_OPTAB_FN (LOAD_LANES, ECF_CONST, vec_load_lanes, load_lanes)
 154 DEF_INTERNAL_OPTAB_FN (MASK_LOAD_LANES, ECF_PURE,
 155                        vec_mask_load_lanes, mask_load_lanes)
 156
 157 DEF_INTERNAL_OPTAB_FN (GATHER_LOAD, ECF_PURE, gather_load, gather_load)
 158 DEF_INTERNAL_OPTAB_FN (MASK_GATHER_LOAD, ECF_PURE,
 159                        mask_gather_load, gather_load)
 160 DEF_INTERNAL_OPTAB_FN (LEN_MASK_GATHER_LOAD, ECF_PURE,
 161                        len_mask_gather_load, gather_load)
 162
 163 DEF_INTERNAL_OPTAB_FN (LEN_LOAD, ECF_PURE, len_load, len_load)
 164 DEF_INTERNAL_OPTAB_FN (LEN_MASK_LOAD, ECF_PURE, len_maskload, len_maskload)
 165
 166 DEF_INTERNAL_OPTAB_FN (SCATTER_STORE, 0, scatter_store, scatter_store)
 167 DEF_INTERNAL_OPTAB_FN (MASK_SCATTER_STORE, 0,
 168                        mask_scatter_store, scatter_store)
 169 DEF_INTERNAL_OPTAB_FN (LEN_MASK_SCATTER_STORE, 0,
 170                        len_mask_scatter_store, scatter_store)
 171
 172 DEF_INTERNAL_OPTAB_FN (MASK_STORE, 0, maskstore, mask_store)
 173 DEF_INTERNAL_OPTAB_FN (STORE_LANES, ECF_CONST, vec_store_lanes, store_lanes)
 174 DEF_INTERNAL_OPTAB_FN (MASK_STORE_LANES, 0,
 175                        vec_mask_store_lanes, mask_store_lanes)
 176
 177 DEF_INTERNAL_OPTAB_FN (VCOND, 0, vcond, vec_cond)
 178 DEF_INTERNAL_OPTAB_FN (VCONDU, 0, vcondu, vec_cond)
 179 DEF_INTERNAL_OPTAB_FN (VCONDEQ, 0, vcondeq, vec_cond)
 180 DEF_INTERNAL_OPTAB_FN (VCOND_MASK, 0, vcond_mask, vec_cond_mask)
 181
 182 DEF_INTERNAL_OPTAB_FN (VEC_SET, 0, vec_set, vec_set)
 183
 184 DEF_INTERNAL_OPTAB_FN (LEN_STORE, 0, len_store, len_store)
 185 DEF_INTERNAL_OPTAB_FN (LEN_MASK_STORE, 0, len_maskstore, len_maskstore)
 186
 187 DEF_INTERNAL_OPTAB_FN (WHILE_ULT, ECF_CONST | ECF_NOTHROW, while_ult, while)
 188 DEF_INTERNAL_OPTAB_FN (SELECT_VL, ECF_CONST | ECF_NOTHROW, select_vl, binary)
 189 DEF_INTERNAL_OPTAB_FN (CHECK_RAW_PTRS, ECF_CONST | ECF_NOTHROW,
 190                        check_raw_ptrs, check_ptrs)
 191 DEF_INTERNAL_OPTAB_FN (CHECK_WAR_PTRS, ECF_CONST | ECF_NOTHROW,
 192                        check_war_ptrs, check_ptrs)
 193
 194 DEF_INTERNAL_OPTAB_FN (VEC_SHL_INSERT, ECF_CONST | ECF_NOTHROW,
 195                        vec_shl_insert, binary)
 196
 197 DEF_INTERNAL_OPTAB_FN (DIV_POW2, ECF_CONST | ECF_NOTHROW, sdiv_pow2, binary)
 198
 199 DEF_INTERNAL_OPTAB_FN (FMS, ECF_CONST, fms, ternary)
 200 DEF_INTERNAL_OPTAB_FN (FNMA, ECF_CONST, fnma, ternary)
 201 DEF_INTERNAL_OPTAB_FN (FNMS, ECF_CONST, fnms, ternary)
 202
 203 DEF_INTERNAL_SIGNED_OPTAB_FN (ABD, ECF_CONST | ECF_NOTHROW, first,
 204                               sabd, uabd, binary)
 205
 206 DEF_INTERNAL_SIGNED_OPTAB_FN (AVG_FLOOR, ECF_CONST | ECF_NOTHROW, first,
 207                               savg_floor, uavg_floor, binary)
 208 DEF_INTERNAL_SIGNED_OPTAB_FN (AVG_CEIL, ECF_CONST | ECF_NOTHROW, first,
 209                               savg_ceil, uavg_ceil, binary)
 210
 211 DEF_INTERNAL_SIGNED_OPTAB_FN (MULH, ECF_CONST | ECF_NOTHROW, first,
 212                               smul_highpart, umul_highpart, binary)
 213 DEF_INTERNAL_SIGNED_OPTAB_FN (MULHS, ECF_CONST | ECF_NOTHROW, first,
 214                               smulhs, umulhs, binary)
 215 DEF_INTERNAL_SIGNED_OPTAB_FN (MULHRS, ECF_CONST | ECF_NOTHROW, first,
 216                               smulhrs, umulhrs, binary)
 217
 218 DEF_INTERNAL_OPTAB_FN (COND_ADD, ECF_CONST, cond_add, cond_binary)
 219 DEF_INTERNAL_OPTAB_FN (COND_SUB, ECF_CONST, cond_sub, cond_binary)
 220 DEF_INTERNAL_OPTAB_FN (COND_MUL, ECF_CONST, cond_smul, cond_binary)
 221 DEF_INTERNAL_SIGNED_OPTAB_FN (COND_DIV, ECF_CONST, first,
 222                               cond_sdiv, cond_udiv, cond_binary)
 223 DEF_INTERNAL_SIGNED_OPTAB_FN (COND_MOD, ECF_CONST, first,
 224                               cond_smod, cond_umod, cond_binary)
 225 DEF_INTERNAL_OPTAB_FN (COND_RDIV, ECF_CONST, cond_sdiv, cond_binary)
 226 DEF_INTERNAL_SIGNED_OPTAB_FN (COND_MIN, ECF_CONST, first,
 227                               cond_smin, cond_umin, cond_binary)
 228 DEF_INTERNAL_SIGNED_OPTAB_FN (COND_MAX, ECF_CONST, first,
 229                               cond_smax, cond_umax, cond_binary)
 230 DEF_INTERNAL_OPTAB_FN (COND_FMIN, ECF_CONST, cond_fmin, cond_binary)
 231 DEF_INTERNAL_OPTAB_FN (COND_FMAX, ECF_CONST, cond_fmax, cond_binary)
 232 DEF_INTERNAL_OPTAB_FN (COND_AND, ECF_CONST | ECF_NOTHROW,
 233                        cond_and, cond_binary)
 234 DEF_INTERNAL_OPTAB_FN (COND_IOR, ECF_CONST | ECF_NOTHROW,
 235                        cond_ior, cond_binary)
 236 DEF_INTERNAL_OPTAB_FN (COND_XOR, ECF_CONST | ECF_NOTHROW,
 237                        cond_xor, cond_binary)
 238 DEF_INTERNAL_OPTAB_FN (COND_SHL, ECF_CONST | ECF_NOTHROW,
 239                        cond_ashl, cond_binary)
 240 DEF_INTERNAL_SIGNED_OPTAB_FN (COND_SHR, ECF_CONST | ECF_NOTHROW, first,
 241                               cond_ashr, cond_lshr, cond_binary)
 242
 243 DEF_INTERNAL_OPTAB_FN (COND_FMA, ECF_CONST, cond_fma, cond_ternary)
 244 DEF_INTERNAL_OPTAB_FN (COND_FMS, ECF_CONST, cond_fms, cond_ternary)
 245 DEF_INTERNAL_OPTAB_FN (COND_FNMA, ECF_CONST, cond_fnma, cond_ternary)
 246 DEF_INTERNAL_OPTAB_FN (COND_FNMS, ECF_CONST, cond_fnms, cond_ternary)
 247
 248 DEF_INTERNAL_OPTAB_FN (COND_NEG, ECF_CONST, cond_neg, cond_unary)
 249
 250 DEF_INTERNAL_OPTAB_FN (RSQRT, ECF_CONST, rsqrt, unary)
 251
 252 DEF_INTERNAL_OPTAB_FN (REDUC_PLUS, ECF_CONST | ECF_NOTHROW,
 253                        reduc_plus_scal, unary)
 254 DEF_INTERNAL_SIGNED_OPTAB_FN (REDUC_MAX, ECF_CONST | ECF_NOTHROW, first,
 255                               reduc_smax_scal, reduc_umax_scal, unary)
 256 DEF_INTERNAL_SIGNED_OPTAB_FN (REDUC_MIN, ECF_CONST | ECF_NOTHROW, first,
 257                               reduc_smin_scal, reduc_umin_scal, unary)
 258 DEF_INTERNAL_OPTAB_FN (REDUC_FMAX, ECF_CONST | ECF_NOTHROW,
 259                        reduc_fmax_scal, unary)
 260 DEF_INTERNAL_OPTAB_FN (REDUC_FMIN, ECF_CONST | ECF_NOTHROW,
 261                        reduc_fmin_scal, unary)
 262 DEF_INTERNAL_OPTAB_FN (REDUC_AND, ECF_CONST | ECF_NOTHROW,
 263                        reduc_and_scal, unary)
 264 DEF_INTERNAL_OPTAB_FN (REDUC_IOR, ECF_CONST | ECF_NOTHROW,
 265                        reduc_ior_scal, unary)
 266 DEF_INTERNAL_OPTAB_FN (REDUC_XOR, ECF_CONST | ECF_NOTHROW,
 267                        reduc_xor_scal, unary)
 268
 269 /* Extract the last active element from a vector.  */
 270 DEF_INTERNAL_OPTAB_FN (EXTRACT_LAST, ECF_CONST | ECF_NOTHROW,
 271                        extract_last, fold_left)
 272
 273 /* Same, but return the first argument if no elements are active.  */
 274 DEF_INTERNAL_OPTAB_FN (FOLD_EXTRACT_LAST, ECF_CONST | ECF_NOTHROW,
 275                        fold_extract_last, fold_extract)
 276
 277 DEF_INTERNAL_OPTAB_FN (FOLD_LEFT_PLUS, ECF_CONST | ECF_NOTHROW,
 278                        fold_left_plus, fold_left)
 279
 280 DEF_INTERNAL_OPTAB_FN (MASK_FOLD_LEFT_PLUS, ECF_CONST | ECF_NOTHROW,
 281                        mask_fold_left_plus, mask_fold_left)
 282
 283 /* Unary math functions.  */
 284 DEF_INTERNAL_FLT_FN (ACOS, ECF_CONST, acos, unary)
 285 DEF_INTERNAL_FLT_FN (ACOSH, ECF_CONST, acosh, unary)
 286 DEF_INTERNAL_FLT_FN (ASIN, ECF_CONST, asin, unary)
 287 DEF_INTERNAL_FLT_FN (ASINH, ECF_CONST, asinh, unary)
 288 DEF_INTERNAL_FLT_FN (ATAN, ECF_CONST, atan, unary)
 289 DEF_INTERNAL_FLT_FN (ATANH, ECF_CONST, atanh, unary)
 290 DEF_INTERNAL_FLT_FN (COS, ECF_CONST, cos, unary)
 291 DEF_INTERNAL_FLT_FN (COSH, ECF_CONST, cosh, unary)
 292 DEF_INTERNAL_FLT_FN (EXP, ECF_CONST, exp, unary)
 293 DEF_INTERNAL_FLT_FN (EXP10, ECF_CONST, exp10, unary)
 294 DEF_INTERNAL_FLT_FN (EXP2, ECF_CONST, exp2, unary)
 295 DEF_INTERNAL_FLT_FN (EXPM1, ECF_CONST, expm1, unary)
 296 DEF_INTERNAL_FLT_FN (LOG, ECF_CONST, log, unary)
 297 DEF_INTERNAL_FLT_FN (LOG10, ECF_CONST, log10, unary)
 298 DEF_INTERNAL_FLT_FN (LOG1P, ECF_CONST, log1p, unary)
 299 DEF_INTERNAL_FLT_FN (LOG2, ECF_CONST, log2, unary)
 300 DEF_INTERNAL_FLT_FN (LOGB, ECF_CONST, logb, unary)
 301 DEF_INTERNAL_FLT_FN (SIGNBIT, ECF_CONST, signbit, unary)
 302 DEF_INTERNAL_FLT_FN (SIGNIFICAND, ECF_CONST, significand, unary)
 303 DEF_INTERNAL_FLT_FN (SIN, ECF_CONST, sin, unary)
 304 DEF_INTERNAL_FLT_FN (SINH, ECF_CONST, sinh, unary)
 305 DEF_INTERNAL_FLT_FLOATN_FN (SQRT, ECF_CONST, sqrt, unary)
 306 DEF_INTERNAL_FLT_FN (TAN, ECF_CONST, tan, unary)
 307 DEF_INTERNAL_FLT_FN (TANH, ECF_CONST, tanh, unary)
 308
 309 /* Floating-point to integer conversions.
 310
 311    ??? Here we preserve the I/L/LL prefix convention from the
 312    corresponding built-in functions, rather than make the internal
 313    functions polymorphic in both the argument and the return types.
 314    Perhaps an alternative would be to pass a zero of the required
 315    return type as a second parameter.  */
 316 DEF_INTERNAL_FLT_FN (ICEIL, ECF_CONST, lceil, unary_convert)
 317 DEF_INTERNAL_FLT_FN (IFLOOR, ECF_CONST, lfloor, unary_convert)
 318 DEF_INTERNAL_FLT_FN (IRINT, ECF_CONST, lrint, unary_convert)
 319 DEF_INTERNAL_FLT_FN (IROUND, ECF_CONST, lround, unary_convert)
 320 DEF_INTERNAL_FLT_FN (LCEIL, ECF_CONST, lceil, unary_convert)
 321 DEF_INTERNAL_FLT_FN (LFLOOR, ECF_CONST, lfloor, unary_convert)
 322 DEF_INTERNAL_FLT_FN (LRINT, ECF_CONST, lrint, unary_convert)
 323 DEF_INTERNAL_FLT_FN (LROUND, ECF_CONST, lround, unary_convert)
 324 DEF_INTERNAL_FLT_FN (LLCEIL, ECF_CONST, lceil, unary_convert)
 325 DEF_INTERNAL_FLT_FN (LLFLOOR, ECF_CONST, lfloor, unary_convert)
 326 DEF_INTERNAL_FLT_FN (LLRINT, ECF_CONST, lrint, unary_convert)
 327 DEF_INTERNAL_FLT_FN (LLROUND, ECF_CONST, lround, unary_convert)
 328
 329 /* FP rounding.  */
 330 DEF_INTERNAL_FLT_FLOATN_FN (CEIL, ECF_CONST, ceil, unary)
 331 DEF_INTERNAL_FLT_FLOATN_FN (FLOOR, ECF_CONST, floor, unary)
 332 DEF_INTERNAL_FLT_FLOATN_FN (NEARBYINT, ECF_CONST, nearbyint, unary)
 333 DEF_INTERNAL_FLT_FLOATN_FN (RINT, ECF_CONST, rint, unary)
 334 DEF_INTERNAL_FLT_FLOATN_FN (ROUND, ECF_CONST, round, unary)
 335 DEF_INTERNAL_FLT_FLOATN_FN (ROUNDEVEN, ECF_CONST, roundeven, unary)
 336 DEF_INTERNAL_FLT_FLOATN_FN (TRUNC, ECF_CONST, btrunc, unary)
 337
 338 /* Binary math functions.  */
 339 DEF_INTERNAL_FLT_FN (ATAN2, ECF_CONST, atan2, binary)
 340 DEF_INTERNAL_FLT_FLOATN_FN (COPYSIGN, ECF_CONST, copysign, binary)
 341 DEF_INTERNAL_FLT_FN (FMOD, ECF_CONST, fmod, binary)
 342 DEF_INTERNAL_FLT_FN (HYPOT, ECF_CONST, hypot, binary)
 343 DEF_INTERNAL_FLT_FN (POW, ECF_CONST, pow, binary)
 344 DEF_INTERNAL_FLT_FN (REMAINDER, ECF_CONST, remainder, binary)
 345 DEF_INTERNAL_FLT_FN (SCALB, ECF_CONST, scalb, binary)
 346 DEF_INTERNAL_FLT_FLOATN_FN (FMIN, ECF_CONST, fmin, binary)
 347 DEF_INTERNAL_FLT_FLOATN_FN (FMAX, ECF_CONST, fmax, binary)
 348 DEF_INTERNAL_OPTAB_FN (XORSIGN, ECF_CONST, xorsign, binary)
 349 DEF_INTERNAL_OPTAB_FN (COMPLEX_ADD_ROT90, ECF_CONST, cadd90, binary)
 350 DEF_INTERNAL_OPTAB_FN (COMPLEX_ADD_ROT270, ECF_CONST, cadd270, binary)
 351 DEF_INTERNAL_OPTAB_FN (COMPLEX_MUL, ECF_CONST, cmul, binary)
 352 DEF_INTERNAL_OPTAB_FN (COMPLEX_MUL_CONJ, ECF_CONST, cmul_conj, binary)
 353 DEF_INTERNAL_OPTAB_FN (VEC_ADDSUB, ECF_CONST, vec_addsub, binary)
 354 DEF_INTERNAL_WIDENING_OPTAB_FN (VEC_WIDEN_PLUS,
 355                                 ECF_CONST | ECF_NOTHROW,
 356                                 first,
 357                                 vec_widen_sadd, vec_widen_uadd,
 358                                 binary)
 359 DEF_INTERNAL_WIDENING_OPTAB_FN (VEC_WIDEN_MINUS,
 360                                 ECF_CONST | ECF_NOTHROW,
 361                                 first,
 362                                 vec_widen_ssub, vec_widen_usub,
 363                                 binary)
 364 DEF_INTERNAL_WIDENING_OPTAB_FN (VEC_WIDEN_ABD,
 365                                 ECF_CONST | ECF_NOTHROW,
 366                                 first,
 367                                 vec_widen_sabd, vec_widen_uabd,
 368                                 binary)
 369 DEF_INTERNAL_OPTAB_FN (VEC_FMADDSUB, ECF_CONST, vec_fmaddsub, ternary)
 370 DEF_INTERNAL_OPTAB_FN (VEC_FMSUBADD, ECF_CONST, vec_fmsubadd, ternary)
 371
 372 /* FP scales.  */
 373 DEF_INTERNAL_FLT_FN (LDEXP, ECF_CONST, ldexp, binary)
 374
 375 /* Ternary math functions.  */
 376 DEF_INTERNAL_FLT_FLOATN_FN (FMA, ECF_CONST, fma, ternary)
 377 DEF_INTERNAL_OPTAB_FN (COMPLEX_FMA, ECF_CONST, cmla, ternary)
 378 DEF_INTERNAL_OPTAB_FN (COMPLEX_FMA_CONJ, ECF_CONST, cmla_conj, ternary)
 379 DEF_INTERNAL_OPTAB_FN (COMPLEX_FMS, ECF_CONST, cmls, ternary)
 380 DEF_INTERNAL_OPTAB_FN (COMPLEX_FMS_CONJ, ECF_CONST, cmls_conj, ternary)
 381
 382 /* Unary integer ops.  */
 383 DEF_INTERNAL_INT_FN (CLRSB, ECF_CONST | ECF_NOTHROW, clrsb, unary)
 384 DEF_INTERNAL_INT_FN (CLZ, ECF_CONST | ECF_NOTHROW, clz, unary)
 385 DEF_INTERNAL_INT_FN (CTZ, ECF_CONST | ECF_NOTHROW, ctz, unary)
 386 DEF_INTERNAL_INT_FN (FFS, ECF_CONST | ECF_NOTHROW, ffs, unary)
 387 DEF_INTERNAL_INT_FN (PARITY, ECF_CONST | ECF_NOTHROW, parity, unary)
 388 DEF_INTERNAL_INT_FN (POPCOUNT, ECF_CONST | ECF_NOTHROW, popcount, unary)
 389
 390 DEF_INTERNAL_FN (GOMP_TARGET_REV, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 391 DEF_INTERNAL_FN (GOMP_USE_SIMT, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 392 DEF_INTERNAL_FN (GOMP_SIMT_ENTER, ECF_LEAF | ECF_NOTHROW, NULL)
 393 DEF_INTERNAL_FN (GOMP_SIMT_ENTER_ALLOC, ECF_LEAF | ECF_NOTHROW, NULL)
 394 DEF_INTERNAL_FN (GOMP_SIMT_EXIT, ECF_LEAF | ECF_NOTHROW, NULL)
 395 DEF_INTERNAL_FN (GOMP_SIMT_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 396 DEF_INTERNAL_FN (GOMP_SIMT_VF, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 397 DEF_INTERNAL_FN (GOMP_SIMT_LAST_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 398 DEF_INTERNAL_FN (GOMP_SIMT_ORDERED_PRED, ECF_LEAF | ECF_NOTHROW, NULL)
 399 DEF_INTERNAL_FN (GOMP_SIMT_VOTE_ANY, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 400 DEF_INTERNAL_FN (GOMP_SIMT_XCHG_BFLY, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 401 DEF_INTERNAL_FN (GOMP_SIMT_XCHG_IDX, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 402 DEF_INTERNAL_FN (GOMP_SIMD_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 403 DEF_INTERNAL_FN (GOMP_SIMD_VF, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 404 DEF_INTERNAL_FN (GOMP_SIMD_LAST_LANE, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 405 DEF_INTERNAL_FN (GOMP_SIMD_ORDERED_START, ECF_LEAF | ECF_NOTHROW, NULL)
 406 DEF_INTERNAL_FN (GOMP_SIMD_ORDERED_END, ECF_LEAF | ECF_NOTHROW, NULL)
 407 DEF_INTERNAL_FN (LOOP_VECTORIZED, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 408 DEF_INTERNAL_FN (LOOP_DIST_ALIAS, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 409 DEF_INTERNAL_FN (ANNOTATE,  ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 410 DEF_INTERNAL_FN (UBSAN_NULL, ECF_LEAF | ECF_NOTHROW, ". R . ")
 411 DEF_INTERNAL_FN (UBSAN_BOUNDS, ECF_LEAF | ECF_NOTHROW, NULL)
 412 DEF_INTERNAL_FN (UBSAN_VPTR, ECF_LEAF | ECF_NOTHROW, ". R R . . ")
 413 DEF_INTERNAL_FN (UBSAN_CHECK_ADD, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 414 DEF_INTERNAL_FN (UBSAN_CHECK_SUB, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 415 DEF_INTERNAL_FN (UBSAN_CHECK_MUL, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 416 DEF_INTERNAL_FN (UBSAN_PTR, ECF_LEAF | ECF_NOTHROW, ". R . ")
 417 DEF_INTERNAL_FN (UBSAN_OBJECT_SIZE, ECF_LEAF | ECF_NOTHROW, NULL)
 418 DEF_INTERNAL_FN (ABNORMAL_DISPATCHER, ECF_NORETURN, NULL)
 419 DEF_INTERNAL_FN (BUILTIN_EXPECT, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 420 DEF_INTERNAL_FN (HWASAN_ALLOCA_UNPOISON, ECF_LEAF | ECF_NOTHROW, ". R ")
 421 DEF_INTERNAL_FN (HWASAN_CHOOSE_TAG, ECF_LEAF | ECF_NOTHROW, ". ")
 422 DEF_INTERNAL_FN (HWASAN_CHECK, ECF_TM_PURE | ECF_LEAF | ECF_NOTHROW,
 423                  ". . R . . ")
 424 DEF_INTERNAL_FN (HWASAN_MARK, ECF_LEAF | ECF_NOTHROW, NULL)
 425 DEF_INTERNAL_FN (HWASAN_SET_TAG,
 426                  ECF_TM_PURE | ECF_PURE | ECF_LEAF | ECF_NOTHROW, ". R R ")
 427 DEF_INTERNAL_FN (ASAN_CHECK, ECF_TM_PURE | ECF_LEAF | ECF_NOTHROW,
 428                  ". . R . . ")
 429 DEF_INTERNAL_FN (ASAN_MARK, ECF_LEAF | ECF_NOTHROW, NULL)
 430 DEF_INTERNAL_FN (ASAN_POISON, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL)
 431 DEF_INTERNAL_FN (ASAN_POISON_USE, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL)
 432 DEF_INTERNAL_FN (ADD_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 433 DEF_INTERNAL_FN (SUB_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 434 DEF_INTERNAL_FN (MUL_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 435 DEF_INTERNAL_FN (UADDC, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 436 DEF_INTERNAL_FN (USUBC, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 437 DEF_INTERNAL_FN (TSAN_FUNC_EXIT, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 438 DEF_INTERNAL_FN (VA_ARG, ECF_NOTHROW | ECF_LEAF, NULL)
 439 DEF_INTERNAL_FN (VEC_CONVERT, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 440 DEF_INTERNAL_FN (RAWMEMCHR, ECF_PURE | ECF_LEAF | ECF_NOTHROW, NULL)
 441
 442 /* An unduplicable, uncombinable function.  Generally used to preserve
 443    a CFG property in the face of jump threading, tail merging or
 444    other such optimizations.  The first argument distinguishes
 445    between uses.  See internal-fn.h for usage.  */
 446 DEF_INTERNAL_FN (UNIQUE, ECF_NOTHROW, NULL)
 447 DEF_INTERNAL_FN (PHI, 0, NULL)
 448
 449 /* A function to represent an artifical initialization to an uninitialized
 450    automatic variable.  */
 451 DEF_INTERNAL_FN (DEFERRED_INIT, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 452
 453 /* DIM_SIZE and DIM_POS return the size of a particular compute
 454    dimension and the executing thread's position within that
 455    dimension.  DIM_POS is pure (and not const) so that it isn't
 456    thought to clobber memory and can be gcse'd within a single
 457    parallel region, but not across FORK/JOIN boundaries.  They take a
 458    single INTEGER_CST argument.  This might be overly conservative.  */
 459 DEF_INTERNAL_FN (GOACC_DIM_SIZE, ECF_CONST | ECF_NOTHROW | ECF_LEAF, NULL)
 460 DEF_INTERNAL_FN (GOACC_DIM_POS, ECF_PURE | ECF_NOTHROW | ECF_LEAF, NULL)
 461
 462 /* OpenACC looping abstraction.  See internal-fn.h for usage.  */
 463 DEF_INTERNAL_FN (GOACC_LOOP, ECF_PURE | ECF_NOTHROW, NULL)
 464
 465 /* OpenACC reduction abstraction.  See internal-fn.h  for usage.  */
 466 DEF_INTERNAL_FN (GOACC_REDUCTION, ECF_NOTHROW | ECF_LEAF, NULL)
 467
 468 /* Openacc tile abstraction. Describes the spans of the element loop.
 469    GOACC_TILE (num-loops, loop-no, tile-arg, tile-mask, element-mask).  */
 470 DEF_INTERNAL_FN (GOACC_TILE, ECF_NOTHROW | ECF_LEAF, NULL)
 471
 472 /* Set errno to EDOM, if GCC knows how to do that directly for the
 473    current target.  */
 474 DEF_INTERNAL_FN (SET_EDOM, ECF_LEAF | ECF_NOTHROW, NULL)
 475
 476 /* Atomic functions.  These don't have ECF_NOTHROW because for
 477    -fnon-call-exceptions they can throw, otherwise we set
 478    gimple_call_nothrow_p on it.  */
 479 DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_SET, ECF_LEAF, NULL)
 480 DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_COMPLEMENT, ECF_LEAF, NULL)
 481 DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_RESET, ECF_LEAF, NULL)
 482 DEF_INTERNAL_FN (ATOMIC_COMPARE_EXCHANGE, ECF_LEAF, NULL)
 483 DEF_INTERNAL_FN (ATOMIC_ADD_FETCH_CMP_0, ECF_LEAF, NULL)
 484 DEF_INTERNAL_FN (ATOMIC_SUB_FETCH_CMP_0, ECF_LEAF, NULL)
 485 DEF_INTERNAL_FN (ATOMIC_AND_FETCH_CMP_0, ECF_LEAF, NULL)
 486 DEF_INTERNAL_FN (ATOMIC_OR_FETCH_CMP_0, ECF_LEAF, NULL)
 487 DEF_INTERNAL_FN (ATOMIC_XOR_FETCH_CMP_0, ECF_LEAF, NULL)
 488
 489 /* To implement [[fallthrough]].  */
 490 DEF_INTERNAL_FN (FALLTHROUGH, ECF_LEAF | ECF_NOTHROW, NULL)
 491
 492 /* To implement __builtin_launder.  */
 493 DEF_INTERNAL_FN (LAUNDER, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL)
 494
 495 /* Divmod function.  */
 496 DEF_INTERNAL_FN (DIVMOD, ECF_CONST | ECF_LEAF, NULL)
 497
 498 /* For coroutines.  */
 499 DEF_INTERNAL_FN (CO_ACTOR, ECF_NOTHROW | ECF_LEAF, NULL)
 500 DEF_INTERNAL_FN (CO_YIELD, ECF_NOTHROW, NULL)
 501 DEF_INTERNAL_FN (CO_SUSPN, ECF_NOTHROW, NULL)
 502 DEF_INTERNAL_FN (CO_FRAME, ECF_PURE | ECF_NOTHROW | ECF_LEAF, NULL)
 503
 504 /* A NOP function with arbitrary arguments and return value.  */
 505 DEF_INTERNAL_FN (NOP, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 506
 507 /* Temporary vehicle for __builtin_shufflevector.  */
 508 DEF_INTERNAL_FN (SHUFFLEVECTOR, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 509
 510 /* <=> optimization.  */
 511 DEF_INTERNAL_FN (SPACESHIP, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 512
 513 /* [[assume (cond)]].  */
 514 DEF_INTERNAL_FN (ASSUME, ECF_CONST | ECF_LEAF | ECF_NOTHROW
 515                          | ECF_LOOPING_CONST_OR_PURE, NULL)
 516
 517 /* For if-conversion of inbranch SIMD clones.  */
 518 DEF_INTERNAL_FN (MASK_CALL, ECF_NOVOPS, NULL)
 519
 520 #undef DEF_INTERNAL_INT_FN
 521 #undef DEF_INTERNAL_FLT_FN
 522 #undef DEF_INTERNAL_FLT_FLOATN_FN
 523 #undef DEF_INTERNAL_SIGNED_OPTAB_FN
 524 #undef DEF_INTERNAL_OPTAB_FN
 525 #undef DEF_INTERNAL_FN