gcc/internal-fn.def

   1 /* Internal functions.
   2    Copyright (C) 2011-2022 Free Software Foundation, Inc.
   3
   4 This file is part of GCC.
   5
   6 GCC is free software; you can redistribute it and/or modify it under
   7 the terms of the GNU General Public License as published by the Free
   8 Software Foundation; either version 3, or (at your option) any later
   9 version.
  10
  11 GCC is distributed in the hope that it will be useful, but WITHOUT ANY
  12 WARRANTY; without even the implied warranty of MERCHANTABILITY or
  13 FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  14 for more details.
  15
  16 You should have received a copy of the GNU General Public License
  17 along with GCC; see the file COPYING3.  If not see
  18 <http://www.gnu.org/licenses/>.  */
  19
  20 /* This file specifies a list of internal "functions".  These functions
  21    differ from built-in functions in that they have no linkage and cannot
  22    be called directly by the user.  They represent operations that are only
  23    synthesised by GCC itself.
  24
  25    Internal functions are used instead of tree codes if the operation
  26    and its operands are more naturally represented as a GIMPLE_CALL
  27    than a GIMPLE_ASSIGN.
  28
  29    Each entry in this file has one of the forms:
  30
  31      DEF_INTERNAL_FN (NAME, FLAGS, FNSPEC)
  32      DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE)
  33      DEF_INTERNAL_SIGNED_OPTAB_FN (NAME, FLAGS, SELECTOR, SIGNED_OPTAB,
  34                                    UNSIGNED_OPTAB, TYPE)
  35      DEF_INTERNAL_FLT_FN (NAME, FLAGS, OPTAB, TYPE)
  36      DEF_INTERNAL_INT_FN (NAME, FLAGS, OPTAB, TYPE)
  37
  38    where NAME is the name of the function, FLAGS is a set of
  39    ECF_* flags and FNSPEC is a string describing functions fnspec.
  40
  41    DEF_INTERNAL_OPTAB_FN defines an internal function that maps to a
  42    direct optab.  The function should only be called with a given
  43    set of types if the associated optab is available for the modes
  44    of those types.  OPTAB says what optab to use (without the trailing
  45    "_optab") and TYPE categorizes the optab based on its inputs and
  46    outputs.  The possible types of optab are:
  47
  48    - mask_load: currently just maskload
  49    - load_lanes: currently just vec_load_lanes
  50    - mask_load_lanes: currently just vec_mask_load_lanes
  51    - gather_load: used for {mask_,}gather_load
  52    - len_load: currently just len_load
  53
  54    - mask_store: currently just maskstore
  55    - store_lanes: currently just vec_store_lanes
  56    - mask_store_lanes: currently just vec_mask_store_lanes
  57    - scatter_store: used for {mask_,}scatter_store
  58    - len_store: currently just len_store
  59
  60    - unary: a normal unary optab, such as vec_reverse_<mode>
  61    - binary: a normal binary optab, such as vec_interleave_lo_<mode>
  62    - ternary: a normal ternary optab, such as fma<mode>4
  63
  64    - unary_convert: a single-input conversion optab, such as
  65      lround<srcmode><dstmode>2.
  66
  67    - cond_binary: a conditional binary optab, such as cond_add<mode>
  68    - cond_ternary: a conditional ternary optab, such as cond_fma_rev<mode>
  69
  70    - fold_left: for scalar = FN (scalar, vector), keyed off the vector mode
  71    - check_ptrs: used for check_{raw,war}_ptrs
  72
  73    DEF_INTERNAL_SIGNED_OPTAB_FN defines an internal function that
  74    maps to one of two optabs, depending on the signedness of an input.
  75    SIGNED_OPTAB and UNSIGNED_OPTAB are the optabs for signed and
  76    unsigned inputs respectively, both without the trailing "_optab".
  77    SELECTOR says which type in the tree_pair determines the signedness.
  78
  79    DEF_INTERNAL_FLT_FN is like DEF_INTERNAL_OPTAB_FN, but in addition,
  80    the function implements the computational part of a built-in math
  81    function BUILT_IN_<NAME>{F,,L}.  Unlike some built-in functions,
  82    these internal functions never set errno.
  83
  84    DEF_INTERNAL_INT_FN is like DEF_INTERNAL_OPTAB_FN, but in addition
  85    says that the function extends the C-level BUILT_IN_<NAME>{,L,LL,IMAX}
  86    group of functions to any integral mode (including vector modes).
  87
  88    Each entry must have a corresponding expander of the form:
  89
  90      void expand_NAME (gimple_call stmt)
  91
  92    where STMT is the statement that performs the call.  These are generated
  93    automatically for optab functions and call out to a function or macro
  94    called expand_<TYPE>_optab_fn.  */
  95
  96 #ifndef DEF_INTERNAL_FN
  97 #define DEF_INTERNAL_FN(CODE, FLAGS, FNSPEC)
  98 #endif
  99
 100 #ifndef DEF_INTERNAL_OPTAB_FN
 101 #define DEF_INTERNAL_OPTAB_FN(NAME, FLAGS, OPTAB, TYPE) \
 102   DEF_INTERNAL_FN (NAME, FLAGS | ECF_LEAF, NULL)
 103 #endif
 104
 105 #ifndef DEF_INTERNAL_SIGNED_OPTAB_FN
 106 #define DEF_INTERNAL_SIGNED_OPTAB_FN(NAME, FLAGS, SELECTOR, SIGNED_OPTAB, \
 107                                      UNSIGNED_OPTAB, TYPE) \
 108   DEF_INTERNAL_FN (NAME, FLAGS | ECF_LEAF, NULL)
 109 #endif
 110
 111 #ifndef DEF_INTERNAL_FLT_FN
 112 #define DEF_INTERNAL_FLT_FN(NAME, FLAGS, OPTAB, TYPE) \
 113   DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE)
 114 #endif
 115
 116 #ifndef DEF_INTERNAL_FLT_FLOATN_FN
 117 #define DEF_INTERNAL_FLT_FLOATN_FN(NAME, FLAGS, OPTAB, TYPE) \
 118   DEF_INTERNAL_FLT_FN (NAME, FLAGS, OPTAB, TYPE)
 119 #endif
 120
 121 #ifndef DEF_INTERNAL_INT_FN
 122 #define DEF_INTERNAL_INT_FN(NAME, FLAGS, OPTAB, TYPE) \
 123   DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE)
 124 #endif
 125
 126 DEF_INTERNAL_OPTAB_FN (MASK_LOAD, ECF_PURE, maskload, mask_load)
 127 DEF_INTERNAL_OPTAB_FN (LOAD_LANES, ECF_CONST, vec_load_lanes, load_lanes)
 128 DEF_INTERNAL_OPTAB_FN (MASK_LOAD_LANES, ECF_PURE,
 129                        vec_mask_load_lanes, mask_load_lanes)
 130
 131 DEF_INTERNAL_OPTAB_FN (GATHER_LOAD, ECF_PURE, gather_load, gather_load)
 132 DEF_INTERNAL_OPTAB_FN (MASK_GATHER_LOAD, ECF_PURE,
 133                        mask_gather_load, gather_load)
 134
 135 DEF_INTERNAL_OPTAB_FN (LEN_LOAD, ECF_PURE, len_load, len_load)
 136
 137 DEF_INTERNAL_OPTAB_FN (SCATTER_STORE, 0, scatter_store, scatter_store)
 138 DEF_INTERNAL_OPTAB_FN (MASK_SCATTER_STORE, 0,
 139                        mask_scatter_store, scatter_store)
 140
 141 DEF_INTERNAL_OPTAB_FN (MASK_STORE, 0, maskstore, mask_store)
 142 DEF_INTERNAL_OPTAB_FN (STORE_LANES, ECF_CONST, vec_store_lanes, store_lanes)
 143 DEF_INTERNAL_OPTAB_FN (MASK_STORE_LANES, 0,
 144                        vec_mask_store_lanes, mask_store_lanes)
 145
 146 DEF_INTERNAL_OPTAB_FN (VCOND, 0, vcond, vec_cond)
 147 DEF_INTERNAL_OPTAB_FN (VCONDU, 0, vcondu, vec_cond)
 148 DEF_INTERNAL_OPTAB_FN (VCONDEQ, 0, vcondeq, vec_cond)
 149 DEF_INTERNAL_OPTAB_FN (VCOND_MASK, 0, vcond_mask, vec_cond_mask)
 150
 151 DEF_INTERNAL_OPTAB_FN (VEC_SET, 0, vec_set, vec_set)
 152
 153 DEF_INTERNAL_OPTAB_FN (LEN_STORE, 0, len_store, len_store)
 154
 155 DEF_INTERNAL_OPTAB_FN (WHILE_ULT, ECF_CONST | ECF_NOTHROW, while_ult, while)
 156 DEF_INTERNAL_OPTAB_FN (CHECK_RAW_PTRS, ECF_CONST | ECF_NOTHROW,
 157                        check_raw_ptrs, check_ptrs)
 158 DEF_INTERNAL_OPTAB_FN (CHECK_WAR_PTRS, ECF_CONST | ECF_NOTHROW,
 159                        check_war_ptrs, check_ptrs)
 160
 161 DEF_INTERNAL_OPTAB_FN (VEC_SHL_INSERT, ECF_CONST | ECF_NOTHROW,
 162                        vec_shl_insert, binary)
 163
 164 DEF_INTERNAL_OPTAB_FN (DIV_POW2, ECF_CONST | ECF_NOTHROW, sdiv_pow2, binary)
 165
 166 DEF_INTERNAL_OPTAB_FN (FMS, ECF_CONST, fms, ternary)
 167 DEF_INTERNAL_OPTAB_FN (FNMA, ECF_CONST, fnma, ternary)
 168 DEF_INTERNAL_OPTAB_FN (FNMS, ECF_CONST, fnms, ternary)
 169
 170 DEF_INTERNAL_SIGNED_OPTAB_FN (AVG_FLOOR, ECF_CONST | ECF_NOTHROW, first,
 171                               savg_floor, uavg_floor, binary)
 172 DEF_INTERNAL_SIGNED_OPTAB_FN (AVG_CEIL, ECF_CONST | ECF_NOTHROW, first,
 173                               savg_ceil, uavg_ceil, binary)
 174
 175 DEF_INTERNAL_SIGNED_OPTAB_FN (MULH, ECF_CONST | ECF_NOTHROW, first,
 176                               smul_highpart, umul_highpart, binary)
 177 DEF_INTERNAL_SIGNED_OPTAB_FN (MULHS, ECF_CONST | ECF_NOTHROW, first,
 178                               smulhs, umulhs, binary)
 179 DEF_INTERNAL_SIGNED_OPTAB_FN (MULHRS, ECF_CONST | ECF_NOTHROW, first,
 180                               smulhrs, umulhrs, binary)
 181
 182 DEF_INTERNAL_OPTAB_FN (COND_ADD, ECF_CONST, cond_add, cond_binary)
 183 DEF_INTERNAL_OPTAB_FN (COND_SUB, ECF_CONST, cond_sub, cond_binary)
 184 DEF_INTERNAL_OPTAB_FN (COND_MUL, ECF_CONST, cond_smul, cond_binary)
 185 DEF_INTERNAL_SIGNED_OPTAB_FN (COND_DIV, ECF_CONST, first,
 186                               cond_sdiv, cond_udiv, cond_binary)
 187 DEF_INTERNAL_SIGNED_OPTAB_FN (COND_MOD, ECF_CONST, first,
 188                               cond_smod, cond_umod, cond_binary)
 189 DEF_INTERNAL_OPTAB_FN (COND_RDIV, ECF_CONST, cond_sdiv, cond_binary)
 190 DEF_INTERNAL_SIGNED_OPTAB_FN (COND_MIN, ECF_CONST, first,
 191                               cond_smin, cond_umin, cond_binary)
 192 DEF_INTERNAL_SIGNED_OPTAB_FN (COND_MAX, ECF_CONST, first,
 193                               cond_smax, cond_umax, cond_binary)
 194 DEF_INTERNAL_OPTAB_FN (COND_FMIN, ECF_CONST, cond_fmin, cond_binary)
 195 DEF_INTERNAL_OPTAB_FN (COND_FMAX, ECF_CONST, cond_fmax, cond_binary)
 196 DEF_INTERNAL_OPTAB_FN (COND_AND, ECF_CONST | ECF_NOTHROW,
 197                        cond_and, cond_binary)
 198 DEF_INTERNAL_OPTAB_FN (COND_IOR, ECF_CONST | ECF_NOTHROW,
 199                        cond_ior, cond_binary)
 200 DEF_INTERNAL_OPTAB_FN (COND_XOR, ECF_CONST | ECF_NOTHROW,
 201                        cond_xor, cond_binary)
 202 DEF_INTERNAL_OPTAB_FN (COND_SHL, ECF_CONST | ECF_NOTHROW,
 203                        cond_ashl, cond_binary)
 204 DEF_INTERNAL_SIGNED_OPTAB_FN (COND_SHR, ECF_CONST | ECF_NOTHROW, first,
 205                               cond_ashr, cond_lshr, cond_binary)
 206
 207 DEF_INTERNAL_OPTAB_FN (COND_FMA, ECF_CONST, cond_fma, cond_ternary)
 208 DEF_INTERNAL_OPTAB_FN (COND_FMS, ECF_CONST, cond_fms, cond_ternary)
 209 DEF_INTERNAL_OPTAB_FN (COND_FNMA, ECF_CONST, cond_fnma, cond_ternary)
 210 DEF_INTERNAL_OPTAB_FN (COND_FNMS, ECF_CONST, cond_fnms, cond_ternary)
 211
 212 DEF_INTERNAL_OPTAB_FN (COND_NEG, ECF_CONST, cond_neg, cond_unary)
 213
 214 DEF_INTERNAL_OPTAB_FN (RSQRT, ECF_CONST, rsqrt, unary)
 215
 216 DEF_INTERNAL_OPTAB_FN (REDUC_PLUS, ECF_CONST | ECF_NOTHROW,
 217                        reduc_plus_scal, unary)
 218 DEF_INTERNAL_SIGNED_OPTAB_FN (REDUC_MAX, ECF_CONST | ECF_NOTHROW, first,
 219                               reduc_smax_scal, reduc_umax_scal, unary)
 220 DEF_INTERNAL_SIGNED_OPTAB_FN (REDUC_MIN, ECF_CONST | ECF_NOTHROW, first,
 221                               reduc_smin_scal, reduc_umin_scal, unary)
 222 DEF_INTERNAL_OPTAB_FN (REDUC_FMAX, ECF_CONST | ECF_NOTHROW,
 223                        reduc_fmax_scal, unary)
 224 DEF_INTERNAL_OPTAB_FN (REDUC_FMIN, ECF_CONST | ECF_NOTHROW,
 225                        reduc_fmin_scal, unary)
 226 DEF_INTERNAL_OPTAB_FN (REDUC_AND, ECF_CONST | ECF_NOTHROW,
 227                        reduc_and_scal, unary)
 228 DEF_INTERNAL_OPTAB_FN (REDUC_IOR, ECF_CONST | ECF_NOTHROW,
 229                        reduc_ior_scal, unary)
 230 DEF_INTERNAL_OPTAB_FN (REDUC_XOR, ECF_CONST | ECF_NOTHROW,
 231                        reduc_xor_scal, unary)
 232
 233 /* Extract the last active element from a vector.  */
 234 DEF_INTERNAL_OPTAB_FN (EXTRACT_LAST, ECF_CONST | ECF_NOTHROW,
 235                        extract_last, fold_left)
 236
 237 /* Same, but return the first argument if no elements are active.  */
 238 DEF_INTERNAL_OPTAB_FN (FOLD_EXTRACT_LAST, ECF_CONST | ECF_NOTHROW,
 239                        fold_extract_last, fold_extract)
 240
 241 DEF_INTERNAL_OPTAB_FN (FOLD_LEFT_PLUS, ECF_CONST | ECF_NOTHROW,
 242                        fold_left_plus, fold_left)
 243
 244 DEF_INTERNAL_OPTAB_FN (MASK_FOLD_LEFT_PLUS, ECF_CONST | ECF_NOTHROW,
 245                        mask_fold_left_plus, mask_fold_left)
 246
 247 /* Unary math functions.  */
 248 DEF_INTERNAL_FLT_FN (ACOS, ECF_CONST, acos, unary)
 249 DEF_INTERNAL_FLT_FN (ACOSH, ECF_CONST, acosh, unary)
 250 DEF_INTERNAL_FLT_FN (ASIN, ECF_CONST, asin, unary)
 251 DEF_INTERNAL_FLT_FN (ASINH, ECF_CONST, asinh, unary)
 252 DEF_INTERNAL_FLT_FN (ATAN, ECF_CONST, atan, unary)
 253 DEF_INTERNAL_FLT_FN (ATANH, ECF_CONST, atanh, unary)
 254 DEF_INTERNAL_FLT_FN (COS, ECF_CONST, cos, unary)
 255 DEF_INTERNAL_FLT_FN (COSH, ECF_CONST, cosh, unary)
 256 DEF_INTERNAL_FLT_FN (EXP, ECF_CONST, exp, unary)
 257 DEF_INTERNAL_FLT_FN (EXP10, ECF_CONST, exp10, unary)
 258 DEF_INTERNAL_FLT_FN (EXP2, ECF_CONST, exp2, unary)
 259 DEF_INTERNAL_FLT_FN (EXPM1, ECF_CONST, expm1, unary)
 260 DEF_INTERNAL_FLT_FN (LOG, ECF_CONST, log, unary)
 261 DEF_INTERNAL_FLT_FN (LOG10, ECF_CONST, log10, unary)
 262 DEF_INTERNAL_FLT_FN (LOG1P, ECF_CONST, log1p, unary)
 263 DEF_INTERNAL_FLT_FN (LOG2, ECF_CONST, log2, unary)
 264 DEF_INTERNAL_FLT_FN (LOGB, ECF_CONST, logb, unary)
 265 DEF_INTERNAL_FLT_FN (SIGNBIT, ECF_CONST, signbit, unary)
 266 DEF_INTERNAL_FLT_FN (SIGNIFICAND, ECF_CONST, significand, unary)
 267 DEF_INTERNAL_FLT_FN (SIN, ECF_CONST, sin, unary)
 268 DEF_INTERNAL_FLT_FN (SINH, ECF_CONST, sinh, unary)
 269 DEF_INTERNAL_FLT_FLOATN_FN (SQRT, ECF_CONST, sqrt, unary)
 270 DEF_INTERNAL_FLT_FN (TAN, ECF_CONST, tan, unary)
 271 DEF_INTERNAL_FLT_FN (TANH, ECF_CONST, tanh, unary)
 272
 273 /* Floating-point to integer conversions.
 274
 275    ??? Here we preserve the I/L/LL prefix convention from the
 276    corresponding built-in functions, rather than make the internal
 277    functions polymorphic in both the argument and the return types.
 278    Perhaps an alternative would be to pass a zero of the required
 279    return type as a second parameter.  */
 280 DEF_INTERNAL_FLT_FN (ICEIL, ECF_CONST, lceil, unary_convert)
 281 DEF_INTERNAL_FLT_FN (IFLOOR, ECF_CONST, lfloor, unary_convert)
 282 DEF_INTERNAL_FLT_FN (IRINT, ECF_CONST, lrint, unary_convert)
 283 DEF_INTERNAL_FLT_FN (IROUND, ECF_CONST, lround, unary_convert)
 284 DEF_INTERNAL_FLT_FN (LCEIL, ECF_CONST, lceil, unary_convert)
 285 DEF_INTERNAL_FLT_FN (LFLOOR, ECF_CONST, lfloor, unary_convert)
 286 DEF_INTERNAL_FLT_FN (LRINT, ECF_CONST, lrint, unary_convert)
 287 DEF_INTERNAL_FLT_FN (LROUND, ECF_CONST, lround, unary_convert)
 288 DEF_INTERNAL_FLT_FN (LLCEIL, ECF_CONST, lceil, unary_convert)
 289 DEF_INTERNAL_FLT_FN (LLFLOOR, ECF_CONST, lfloor, unary_convert)
 290 DEF_INTERNAL_FLT_FN (LLRINT, ECF_CONST, lrint, unary_convert)
 291 DEF_INTERNAL_FLT_FN (LLROUND, ECF_CONST, lround, unary_convert)
 292
 293 /* FP rounding.  */
 294 DEF_INTERNAL_FLT_FLOATN_FN (CEIL, ECF_CONST, ceil, unary)
 295 DEF_INTERNAL_FLT_FLOATN_FN (FLOOR, ECF_CONST, floor, unary)
 296 DEF_INTERNAL_FLT_FLOATN_FN (NEARBYINT, ECF_CONST, nearbyint, unary)
 297 DEF_INTERNAL_FLT_FLOATN_FN (RINT, ECF_CONST, rint, unary)
 298 DEF_INTERNAL_FLT_FLOATN_FN (ROUND, ECF_CONST, round, unary)
 299 DEF_INTERNAL_FLT_FLOATN_FN (ROUNDEVEN, ECF_CONST, roundeven, unary)
 300 DEF_INTERNAL_FLT_FLOATN_FN (TRUNC, ECF_CONST, btrunc, unary)
 301
 302 /* Binary math functions.  */
 303 DEF_INTERNAL_FLT_FN (ATAN2, ECF_CONST, atan2, binary)
 304 DEF_INTERNAL_FLT_FLOATN_FN (COPYSIGN, ECF_CONST, copysign, binary)
 305 DEF_INTERNAL_FLT_FN (FMOD, ECF_CONST, fmod, binary)
 306 DEF_INTERNAL_FLT_FN (HYPOT, ECF_CONST, hypot, binary)
 307 DEF_INTERNAL_FLT_FN (POW, ECF_CONST, pow, binary)
 308 DEF_INTERNAL_FLT_FN (REMAINDER, ECF_CONST, remainder, binary)
 309 DEF_INTERNAL_FLT_FN (SCALB, ECF_CONST, scalb, binary)
 310 DEF_INTERNAL_FLT_FLOATN_FN (FMIN, ECF_CONST, fmin, binary)
 311 DEF_INTERNAL_FLT_FLOATN_FN (FMAX, ECF_CONST, fmax, binary)
 312 DEF_INTERNAL_OPTAB_FN (XORSIGN, ECF_CONST, xorsign, binary)
 313 DEF_INTERNAL_OPTAB_FN (COMPLEX_ADD_ROT90, ECF_CONST, cadd90, binary)
 314 DEF_INTERNAL_OPTAB_FN (COMPLEX_ADD_ROT270, ECF_CONST, cadd270, binary)
 315 DEF_INTERNAL_OPTAB_FN (COMPLEX_MUL, ECF_CONST, cmul, binary)
 316 DEF_INTERNAL_OPTAB_FN (COMPLEX_MUL_CONJ, ECF_CONST, cmul_conj, binary)
 317 DEF_INTERNAL_OPTAB_FN (VEC_ADDSUB, ECF_CONST, vec_addsub, binary)
 318 DEF_INTERNAL_OPTAB_FN (VEC_FMADDSUB, ECF_CONST, vec_fmaddsub, ternary)
 319 DEF_INTERNAL_OPTAB_FN (VEC_FMSUBADD, ECF_CONST, vec_fmsubadd, ternary)
 320
 321 /* FP scales.  */
 322 DEF_INTERNAL_FLT_FN (LDEXP, ECF_CONST, ldexp, binary)
 323
 324 /* Ternary math functions.  */
 325 DEF_INTERNAL_FLT_FLOATN_FN (FMA, ECF_CONST, fma, ternary)
 326 DEF_INTERNAL_OPTAB_FN (COMPLEX_FMA, ECF_CONST, cmla, ternary)
 327 DEF_INTERNAL_OPTAB_FN (COMPLEX_FMA_CONJ, ECF_CONST, cmla_conj, ternary)
 328 DEF_INTERNAL_OPTAB_FN (COMPLEX_FMS, ECF_CONST, cmls, ternary)
 329 DEF_INTERNAL_OPTAB_FN (COMPLEX_FMS_CONJ, ECF_CONST, cmls_conj, ternary)
 330
 331 /* Unary integer ops.  */
 332 DEF_INTERNAL_INT_FN (CLRSB, ECF_CONST | ECF_NOTHROW, clrsb, unary)
 333 DEF_INTERNAL_INT_FN (CLZ, ECF_CONST | ECF_NOTHROW, clz, unary)
 334 DEF_INTERNAL_INT_FN (CTZ, ECF_CONST | ECF_NOTHROW, ctz, unary)
 335 DEF_INTERNAL_INT_FN (FFS, ECF_CONST | ECF_NOTHROW, ffs, unary)
 336 DEF_INTERNAL_INT_FN (PARITY, ECF_CONST | ECF_NOTHROW, parity, unary)
 337 DEF_INTERNAL_INT_FN (POPCOUNT, ECF_CONST | ECF_NOTHROW, popcount, unary)
 338
 339 DEF_INTERNAL_FN (GOMP_TARGET_REV, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 340 DEF_INTERNAL_FN (GOMP_USE_SIMT, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 341 DEF_INTERNAL_FN (GOMP_SIMT_ENTER, ECF_LEAF | ECF_NOTHROW, NULL)
 342 DEF_INTERNAL_FN (GOMP_SIMT_ENTER_ALLOC, ECF_LEAF | ECF_NOTHROW, NULL)
 343 DEF_INTERNAL_FN (GOMP_SIMT_EXIT, ECF_LEAF | ECF_NOTHROW, NULL)
 344 DEF_INTERNAL_FN (GOMP_SIMT_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 345 DEF_INTERNAL_FN (GOMP_SIMT_VF, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 346 DEF_INTERNAL_FN (GOMP_SIMT_LAST_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 347 DEF_INTERNAL_FN (GOMP_SIMT_ORDERED_PRED, ECF_LEAF | ECF_NOTHROW, NULL)
 348 DEF_INTERNAL_FN (GOMP_SIMT_VOTE_ANY, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 349 DEF_INTERNAL_FN (GOMP_SIMT_XCHG_BFLY, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 350 DEF_INTERNAL_FN (GOMP_SIMT_XCHG_IDX, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 351 DEF_INTERNAL_FN (GOMP_SIMD_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 352 DEF_INTERNAL_FN (GOMP_SIMD_VF, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 353 DEF_INTERNAL_FN (GOMP_SIMD_LAST_LANE, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 354 DEF_INTERNAL_FN (GOMP_SIMD_ORDERED_START, ECF_LEAF | ECF_NOTHROW, NULL)
 355 DEF_INTERNAL_FN (GOMP_SIMD_ORDERED_END, ECF_LEAF | ECF_NOTHROW, NULL)
 356 DEF_INTERNAL_FN (LOOP_VECTORIZED, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 357 DEF_INTERNAL_FN (LOOP_DIST_ALIAS, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 358 DEF_INTERNAL_FN (ANNOTATE,  ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 359 DEF_INTERNAL_FN (UBSAN_NULL, ECF_LEAF | ECF_NOTHROW, ". R . ")
 360 DEF_INTERNAL_FN (UBSAN_BOUNDS, ECF_LEAF | ECF_NOTHROW, NULL)
 361 DEF_INTERNAL_FN (UBSAN_VPTR, ECF_LEAF | ECF_NOTHROW, ". R R . . ")
 362 DEF_INTERNAL_FN (UBSAN_CHECK_ADD, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 363 DEF_INTERNAL_FN (UBSAN_CHECK_SUB, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 364 DEF_INTERNAL_FN (UBSAN_CHECK_MUL, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 365 DEF_INTERNAL_FN (UBSAN_PTR, ECF_LEAF | ECF_NOTHROW, ". R . ")
 366 DEF_INTERNAL_FN (UBSAN_OBJECT_SIZE, ECF_LEAF | ECF_NOTHROW, NULL)
 367 DEF_INTERNAL_FN (ABNORMAL_DISPATCHER, ECF_NORETURN, NULL)
 368 DEF_INTERNAL_FN (BUILTIN_EXPECT, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 369 DEF_INTERNAL_FN (HWASAN_ALLOCA_UNPOISON, ECF_LEAF | ECF_NOTHROW, ". R ")
 370 DEF_INTERNAL_FN (HWASAN_CHOOSE_TAG, ECF_LEAF | ECF_NOTHROW, ". ")
 371 DEF_INTERNAL_FN (HWASAN_CHECK, ECF_TM_PURE | ECF_LEAF | ECF_NOTHROW,
 372                  ". . R . . ")
 373 DEF_INTERNAL_FN (HWASAN_MARK, ECF_LEAF | ECF_NOTHROW, NULL)
 374 DEF_INTERNAL_FN (HWASAN_SET_TAG,
 375                  ECF_TM_PURE | ECF_PURE | ECF_LEAF | ECF_NOTHROW, ". R R ")
 376 DEF_INTERNAL_FN (ASAN_CHECK, ECF_TM_PURE | ECF_LEAF | ECF_NOTHROW,
 377                  ". . R . . ")
 378 DEF_INTERNAL_FN (ASAN_MARK, ECF_LEAF | ECF_NOTHROW, NULL)
 379 DEF_INTERNAL_FN (ASAN_POISON, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL)
 380 DEF_INTERNAL_FN (ASAN_POISON_USE, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL)
 381 DEF_INTERNAL_FN (ADD_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 382 DEF_INTERNAL_FN (SUB_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 383 DEF_INTERNAL_FN (MUL_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 384 DEF_INTERNAL_FN (TSAN_FUNC_EXIT, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 385 DEF_INTERNAL_FN (VA_ARG, ECF_NOTHROW | ECF_LEAF, NULL)
 386 DEF_INTERNAL_FN (VEC_CONVERT, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 387 DEF_INTERNAL_FN (RAWMEMCHR, ECF_PURE | ECF_LEAF | ECF_NOTHROW, NULL)
 388
 389 /* An unduplicable, uncombinable function.  Generally used to preserve
 390    a CFG property in the face of jump threading, tail merging or
 391    other such optimizations.  The first argument distinguishes
 392    between uses.  See internal-fn.h for usage.  */
 393 DEF_INTERNAL_FN (UNIQUE, ECF_NOTHROW, NULL)
 394 DEF_INTERNAL_FN (PHI, 0, NULL)
 395
 396 /* A function to represent an artifical initialization to an uninitialized
 397    automatic variable.  */
 398 DEF_INTERNAL_FN (DEFERRED_INIT, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 399
 400 /* DIM_SIZE and DIM_POS return the size of a particular compute
 401    dimension and the executing thread's position within that
 402    dimension.  DIM_POS is pure (and not const) so that it isn't
 403    thought to clobber memory and can be gcse'd within a single
 404    parallel region, but not across FORK/JOIN boundaries.  They take a
 405    single INTEGER_CST argument.  This might be overly conservative.  */
 406 DEF_INTERNAL_FN (GOACC_DIM_SIZE, ECF_CONST | ECF_NOTHROW | ECF_LEAF, NULL)
 407 DEF_INTERNAL_FN (GOACC_DIM_POS, ECF_PURE | ECF_NOTHROW | ECF_LEAF, NULL)
 408
 409 /* OpenACC looping abstraction.  See internal-fn.h for usage.  */
 410 DEF_INTERNAL_FN (GOACC_LOOP, ECF_PURE | ECF_NOTHROW, NULL)
 411
 412 /* OpenACC reduction abstraction.  See internal-fn.h  for usage.  */
 413 DEF_INTERNAL_FN (GOACC_REDUCTION, ECF_NOTHROW | ECF_LEAF, NULL)
 414
 415 /* Openacc tile abstraction. Describes the spans of the element loop.
 416    GOACC_TILE (num-loops, loop-no, tile-arg, tile-mask, element-mask).  */
 417 DEF_INTERNAL_FN (GOACC_TILE, ECF_NOTHROW | ECF_LEAF, NULL)
 418
 419 /* Set errno to EDOM, if GCC knows how to do that directly for the
 420    current target.  */
 421 DEF_INTERNAL_FN (SET_EDOM, ECF_LEAF | ECF_NOTHROW, NULL)
 422
 423 /* Atomic functions.  These don't have ECF_NOTHROW because for
 424    -fnon-call-exceptions they can throw, otherwise we set
 425    gimple_call_nothrow_p on it.  */
 426 DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_SET, ECF_LEAF, NULL)
 427 DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_COMPLEMENT, ECF_LEAF, NULL)
 428 DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_RESET, ECF_LEAF, NULL)
 429 DEF_INTERNAL_FN (ATOMIC_COMPARE_EXCHANGE, ECF_LEAF, NULL)
 430 DEF_INTERNAL_FN (ATOMIC_ADD_FETCH_CMP_0, ECF_LEAF, NULL)
 431 DEF_INTERNAL_FN (ATOMIC_SUB_FETCH_CMP_0, ECF_LEAF, NULL)
 432 DEF_INTERNAL_FN (ATOMIC_AND_FETCH_CMP_0, ECF_LEAF, NULL)
 433 DEF_INTERNAL_FN (ATOMIC_OR_FETCH_CMP_0, ECF_LEAF, NULL)
 434 DEF_INTERNAL_FN (ATOMIC_XOR_FETCH_CMP_0, ECF_LEAF, NULL)
 435
 436 /* To implement [[fallthrough]].  */
 437 DEF_INTERNAL_FN (FALLTHROUGH, ECF_LEAF | ECF_NOTHROW, NULL)
 438
 439 /* To implement __builtin_launder.  */
 440 DEF_INTERNAL_FN (LAUNDER, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL)
 441
 442 /* Divmod function.  */
 443 DEF_INTERNAL_FN (DIVMOD, ECF_CONST | ECF_LEAF, NULL)
 444
 445 /* For coroutines.  */
 446 DEF_INTERNAL_FN (CO_ACTOR, ECF_NOTHROW | ECF_LEAF, NULL)
 447 DEF_INTERNAL_FN (CO_YIELD, ECF_NOTHROW, NULL)
 448 DEF_INTERNAL_FN (CO_SUSPN, ECF_NOTHROW, NULL)
 449 DEF_INTERNAL_FN (CO_FRAME, ECF_PURE | ECF_NOTHROW | ECF_LEAF, NULL)
 450
 451 /* A NOP function with arbitrary arguments and return value.  */
 452 DEF_INTERNAL_FN (NOP, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 453
 454 /* Temporary vehicle for __builtin_shufflevector.  */
 455 DEF_INTERNAL_FN (SHUFFLEVECTOR, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 456
 457 /* <=> optimization.  */
 458 DEF_INTERNAL_FN (SPACESHIP, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 459
 460 /* __builtin_trap created from/for __builtin_unreachable.  */
 461 DEF_INTERNAL_FN (TRAP, ECF_CONST | ECF_LEAF | ECF_NORETURN
 462                        | ECF_NOTHROW | ECF_COLD | ECF_LOOPING_CONST_OR_PURE,
 463                  NULL)
 464
 465 /* [[assume (cond)]].  */
 466 DEF_INTERNAL_FN (ASSUME, ECF_CONST | ECF_LEAF | ECF_NOTHROW
 467                          | ECF_LOOPING_CONST_OR_PURE, NULL)
 468
 469 #undef DEF_INTERNAL_INT_FN
 470 #undef DEF_INTERNAL_FLT_FN
 471 #undef DEF_INTERNAL_FLT_FLOATN_FN
 472 #undef DEF_INTERNAL_SIGNED_OPTAB_FN
 473 #undef DEF_INTERNAL_OPTAB_FN
 474 #undef DEF_INTERNAL_FN