gcc/internal-fn.def

   1 /* Internal functions.
   2    Copyright (C) 2011-2023 Free Software Foundation, Inc.
   3
   4 This file is part of GCC.
   5
   6 GCC is free software; you can redistribute it and/or modify it under
   7 the terms of the GNU General Public License as published by the Free
   8 Software Foundation; either version 3, or (at your option) any later
   9 version.
  10
  11 GCC is distributed in the hope that it will be useful, but WITHOUT ANY
  12 WARRANTY; without even the implied warranty of MERCHANTABILITY or
  13 FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  14 for more details.
  15
  16 You should have received a copy of the GNU General Public License
  17 along with GCC; see the file COPYING3.  If not see
  18 <http://www.gnu.org/licenses/>.  */
  19
  20 /* This file specifies a list of internal "functions".  These functions
  21    differ from built-in functions in that they have no linkage and cannot
  22    be called directly by the user.  They represent operations that are only
  23    synthesised by GCC itself.
  24
  25    Internal functions are used instead of tree codes if the operation
  26    and its operands are more naturally represented as a GIMPLE_CALL
  27    than a GIMPLE_ASSIGN.
  28
  29    Each entry in this file has one of the forms:
  30
  31      DEF_INTERNAL_FN (NAME, FLAGS, FNSPEC)
  32      DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE)
  33      DEF_INTERNAL_SIGNED_OPTAB_FN (NAME, FLAGS, SELECTOR, SIGNED_OPTAB,
  34                                    UNSIGNED_OPTAB, TYPE)
  35      DEF_INTERNAL_FLT_FN (NAME, FLAGS, OPTAB, TYPE)
  36      DEF_INTERNAL_INT_FN (NAME, FLAGS, OPTAB, TYPE)
  37
  38    where NAME is the name of the function, FLAGS is a set of
  39    ECF_* flags and FNSPEC is a string describing functions fnspec.
  40
  41    DEF_INTERNAL_OPTAB_FN defines an internal function that maps to a
  42    direct optab.  The function should only be called with a given
  43    set of types if the associated optab is available for the modes
  44    of those types.  OPTAB says what optab to use (without the trailing
  45    "_optab") and TYPE categorizes the optab based on its inputs and
  46    outputs.  The possible types of optab are:
  47
  48    - mask_load: currently just maskload
  49    - load_lanes: currently just vec_load_lanes
  50    - mask_load_lanes: currently just vec_mask_load_lanes
  51    - gather_load: used for {mask_,}gather_load
  52    - len_load: currently just len_load
  53
  54    - mask_store: currently just maskstore
  55    - store_lanes: currently just vec_store_lanes
  56    - mask_store_lanes: currently just vec_mask_store_lanes
  57    - scatter_store: used for {mask_,}scatter_store
  58    - len_store: currently just len_store
  59
  60    - unary: a normal unary optab, such as vec_reverse_<mode>
  61    - binary: a normal binary optab, such as vec_interleave_lo_<mode>
  62    - ternary: a normal ternary optab, such as fma<mode>4
  63
  64    - unary_convert: a single-input conversion optab, such as
  65      lround<srcmode><dstmode>2.
  66
  67    - cond_binary: a conditional binary optab, such as cond_add<mode>
  68    - cond_ternary: a conditional ternary optab, such as cond_fma_rev<mode>
  69
  70    - fold_left: for scalar = FN (scalar, vector), keyed off the vector mode
  71    - check_ptrs: used for check_{raw,war}_ptrs
  72
  73    DEF_INTERNAL_SIGNED_OPTAB_FN defines an internal function that
  74    maps to one of two optabs, depending on the signedness of an input.
  75    SIGNED_OPTAB and UNSIGNED_OPTAB are the optabs for signed and
  76    unsigned inputs respectively, both without the trailing "_optab".
  77    SELECTOR says which type in the tree_pair determines the signedness.
  78
  79    DEF_INTERNAL_FLT_FN is like DEF_INTERNAL_OPTAB_FN, but in addition,
  80    the function implements the computational part of a built-in math
  81    function BUILT_IN_<NAME>{F,,L}.  Unlike some built-in functions,
  82    these internal functions never set errno.
  83
  84    DEF_INTERNAL_INT_FN is like DEF_INTERNAL_OPTAB_FN, but in addition
  85    says that the function extends the C-level BUILT_IN_<NAME>{,L,LL,IMAX}
  86    group of functions to any integral mode (including vector modes).
  87
  88    DEF_INTERNAL_WIDENING_OPTAB_FN is a wrapper that defines five internal
  89    functions with DEF_INTERNAL_SIGNED_OPTAB_FN:
  90    - one that describes a widening operation with the same number of elements
  91    in the output and input vectors,
  92    - two that describe a pair of high-low widening operations where the output
  93    vectors each have half the number of elements of the input vectors,
  94    corresponding to the result of the widening operation on the top half and
  95    bottom half, these have the suffixes _HI and _LO,
  96    - and two that describe a pair of even-odd widening operations where the
  97    output vectors each have half the number of elements of the input vectors,
  98    corresponding to the result of the widening operation on the even and odd
  99    elements, these have the suffixes _EVEN and _ODD.
 100    These five internal functions will require two optabs each, a SIGNED_OPTAB
 101    and an UNSIGNED_OTPAB.
 102
 103    Each entry must have a corresponding expander of the form:
 104
 105      void expand_NAME (gimple_call stmt)
 106
 107    where STMT is the statement that performs the call.  These are generated
 108    automatically for optab functions and call out to a function or macro
 109    called expand_<TYPE>_optab_fn.  */
 110
 111 #ifndef DEF_INTERNAL_FN
 112 #define DEF_INTERNAL_FN(CODE, FLAGS, FNSPEC)
 113 #endif
 114
 115 #ifndef DEF_INTERNAL_OPTAB_FN
 116 #define DEF_INTERNAL_OPTAB_FN(NAME, FLAGS, OPTAB, TYPE) \
 117   DEF_INTERNAL_FN (NAME, FLAGS | ECF_LEAF, NULL)
 118 #endif
 119
 120 #ifndef DEF_INTERNAL_SIGNED_OPTAB_FN
 121 #define DEF_INTERNAL_SIGNED_OPTAB_FN(NAME, FLAGS, SELECTOR, SIGNED_OPTAB, \
 122                                      UNSIGNED_OPTAB, TYPE) \
 123   DEF_INTERNAL_FN (NAME, FLAGS | ECF_LEAF, NULL)
 124 #endif
 125
 126 #ifndef DEF_INTERNAL_FLT_FN
 127 #define DEF_INTERNAL_FLT_FN(NAME, FLAGS, OPTAB, TYPE) \
 128   DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE)
 129 #endif
 130
 131 #ifndef DEF_INTERNAL_FLT_FLOATN_FN
 132 #define DEF_INTERNAL_FLT_FLOATN_FN(NAME, FLAGS, OPTAB, TYPE) \
 133   DEF_INTERNAL_FLT_FN (NAME, FLAGS, OPTAB, TYPE)
 134 #endif
 135
 136 #ifndef DEF_INTERNAL_INT_FN
 137 #define DEF_INTERNAL_INT_FN(NAME, FLAGS, OPTAB, TYPE) \
 138   DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE)
 139 #endif
 140
 141 #ifndef DEF_INTERNAL_WIDENING_OPTAB_FN
 142 #define DEF_INTERNAL_WIDENING_OPTAB_FN(NAME, FLAGS, SELECTOR, SOPTAB, UOPTAB, TYPE)                 \
 143   DEF_INTERNAL_SIGNED_OPTAB_FN (NAME, FLAGS, SELECTOR, SOPTAB, UOPTAB, TYPE)                        \
 144   DEF_INTERNAL_SIGNED_OPTAB_FN (NAME ## _LO, FLAGS, SELECTOR, SOPTAB##_lo, UOPTAB##_lo, TYPE)       \
 145   DEF_INTERNAL_SIGNED_OPTAB_FN (NAME ## _HI, FLAGS, SELECTOR, SOPTAB##_hi, UOPTAB##_hi, TYPE)       \
 146   DEF_INTERNAL_SIGNED_OPTAB_FN (NAME ## _EVEN, FLAGS, SELECTOR, SOPTAB##_even, UOPTAB##_even, TYPE) \
 147   DEF_INTERNAL_SIGNED_OPTAB_FN (NAME ## _ODD, FLAGS, SELECTOR, SOPTAB##_odd, UOPTAB##_odd, TYPE)
 148 #endif
 149
 150 DEF_INTERNAL_OPTAB_FN (MASK_LOAD, ECF_PURE, maskload, mask_load)
 151 DEF_INTERNAL_OPTAB_FN (LOAD_LANES, ECF_CONST, vec_load_lanes, load_lanes)
 152 DEF_INTERNAL_OPTAB_FN (MASK_LOAD_LANES, ECF_PURE,
 153                        vec_mask_load_lanes, mask_load_lanes)
 154
 155 DEF_INTERNAL_OPTAB_FN (GATHER_LOAD, ECF_PURE, gather_load, gather_load)
 156 DEF_INTERNAL_OPTAB_FN (MASK_GATHER_LOAD, ECF_PURE,
 157                        mask_gather_load, gather_load)
 158
 159 DEF_INTERNAL_OPTAB_FN (LEN_LOAD, ECF_PURE, len_load, len_load)
 160
 161 DEF_INTERNAL_OPTAB_FN (SCATTER_STORE, 0, scatter_store, scatter_store)
 162 DEF_INTERNAL_OPTAB_FN (MASK_SCATTER_STORE, 0,
 163                        mask_scatter_store, scatter_store)
 164
 165 DEF_INTERNAL_OPTAB_FN (MASK_STORE, 0, maskstore, mask_store)
 166 DEF_INTERNAL_OPTAB_FN (STORE_LANES, ECF_CONST, vec_store_lanes, store_lanes)
 167 DEF_INTERNAL_OPTAB_FN (MASK_STORE_LANES, 0,
 168                        vec_mask_store_lanes, mask_store_lanes)
 169
 170 DEF_INTERNAL_OPTAB_FN (VCOND, 0, vcond, vec_cond)
 171 DEF_INTERNAL_OPTAB_FN (VCONDU, 0, vcondu, vec_cond)
 172 DEF_INTERNAL_OPTAB_FN (VCONDEQ, 0, vcondeq, vec_cond)
 173 DEF_INTERNAL_OPTAB_FN (VCOND_MASK, 0, vcond_mask, vec_cond_mask)
 174
 175 DEF_INTERNAL_OPTAB_FN (VEC_SET, 0, vec_set, vec_set)
 176
 177 DEF_INTERNAL_OPTAB_FN (LEN_STORE, 0, len_store, len_store)
 178
 179 DEF_INTERNAL_OPTAB_FN (WHILE_ULT, ECF_CONST | ECF_NOTHROW, while_ult, while)
 180 DEF_INTERNAL_OPTAB_FN (CHECK_RAW_PTRS, ECF_CONST | ECF_NOTHROW,
 181                        check_raw_ptrs, check_ptrs)
 182 DEF_INTERNAL_OPTAB_FN (CHECK_WAR_PTRS, ECF_CONST | ECF_NOTHROW,
 183                        check_war_ptrs, check_ptrs)
 184
 185 DEF_INTERNAL_OPTAB_FN (VEC_SHL_INSERT, ECF_CONST | ECF_NOTHROW,
 186                        vec_shl_insert, binary)
 187
 188 DEF_INTERNAL_OPTAB_FN (DIV_POW2, ECF_CONST | ECF_NOTHROW, sdiv_pow2, binary)
 189
 190 DEF_INTERNAL_OPTAB_FN (FMS, ECF_CONST, fms, ternary)
 191 DEF_INTERNAL_OPTAB_FN (FNMA, ECF_CONST, fnma, ternary)
 192 DEF_INTERNAL_OPTAB_FN (FNMS, ECF_CONST, fnms, ternary)
 193
 194 DEF_INTERNAL_SIGNED_OPTAB_FN (AVG_FLOOR, ECF_CONST | ECF_NOTHROW, first,
 195                               savg_floor, uavg_floor, binary)
 196 DEF_INTERNAL_SIGNED_OPTAB_FN (AVG_CEIL, ECF_CONST | ECF_NOTHROW, first,
 197                               savg_ceil, uavg_ceil, binary)
 198
 199 DEF_INTERNAL_SIGNED_OPTAB_FN (MULH, ECF_CONST | ECF_NOTHROW, first,
 200                               smul_highpart, umul_highpart, binary)
 201 DEF_INTERNAL_SIGNED_OPTAB_FN (MULHS, ECF_CONST | ECF_NOTHROW, first,
 202                               smulhs, umulhs, binary)
 203 DEF_INTERNAL_SIGNED_OPTAB_FN (MULHRS, ECF_CONST | ECF_NOTHROW, first,
 204                               smulhrs, umulhrs, binary)
 205
 206 DEF_INTERNAL_OPTAB_FN (COND_ADD, ECF_CONST, cond_add, cond_binary)
 207 DEF_INTERNAL_OPTAB_FN (COND_SUB, ECF_CONST, cond_sub, cond_binary)
 208 DEF_INTERNAL_OPTAB_FN (COND_MUL, ECF_CONST, cond_smul, cond_binary)
 209 DEF_INTERNAL_SIGNED_OPTAB_FN (COND_DIV, ECF_CONST, first,
 210                               cond_sdiv, cond_udiv, cond_binary)
 211 DEF_INTERNAL_SIGNED_OPTAB_FN (COND_MOD, ECF_CONST, first,
 212                               cond_smod, cond_umod, cond_binary)
 213 DEF_INTERNAL_OPTAB_FN (COND_RDIV, ECF_CONST, cond_sdiv, cond_binary)
 214 DEF_INTERNAL_SIGNED_OPTAB_FN (COND_MIN, ECF_CONST, first,
 215                               cond_smin, cond_umin, cond_binary)
 216 DEF_INTERNAL_SIGNED_OPTAB_FN (COND_MAX, ECF_CONST, first,
 217                               cond_smax, cond_umax, cond_binary)
 218 DEF_INTERNAL_OPTAB_FN (COND_FMIN, ECF_CONST, cond_fmin, cond_binary)
 219 DEF_INTERNAL_OPTAB_FN (COND_FMAX, ECF_CONST, cond_fmax, cond_binary)
 220 DEF_INTERNAL_OPTAB_FN (COND_AND, ECF_CONST | ECF_NOTHROW,
 221                        cond_and, cond_binary)
 222 DEF_INTERNAL_OPTAB_FN (COND_IOR, ECF_CONST | ECF_NOTHROW,
 223                        cond_ior, cond_binary)
 224 DEF_INTERNAL_OPTAB_FN (COND_XOR, ECF_CONST | ECF_NOTHROW,
 225                        cond_xor, cond_binary)
 226 DEF_INTERNAL_OPTAB_FN (COND_SHL, ECF_CONST | ECF_NOTHROW,
 227                        cond_ashl, cond_binary)
 228 DEF_INTERNAL_SIGNED_OPTAB_FN (COND_SHR, ECF_CONST | ECF_NOTHROW, first,
 229                               cond_ashr, cond_lshr, cond_binary)
 230
 231 DEF_INTERNAL_OPTAB_FN (COND_FMA, ECF_CONST, cond_fma, cond_ternary)
 232 DEF_INTERNAL_OPTAB_FN (COND_FMS, ECF_CONST, cond_fms, cond_ternary)
 233 DEF_INTERNAL_OPTAB_FN (COND_FNMA, ECF_CONST, cond_fnma, cond_ternary)
 234 DEF_INTERNAL_OPTAB_FN (COND_FNMS, ECF_CONST, cond_fnms, cond_ternary)
 235
 236 DEF_INTERNAL_OPTAB_FN (COND_NEG, ECF_CONST, cond_neg, cond_unary)
 237
 238 DEF_INTERNAL_OPTAB_FN (RSQRT, ECF_CONST, rsqrt, unary)
 239
 240 DEF_INTERNAL_OPTAB_FN (REDUC_PLUS, ECF_CONST | ECF_NOTHROW,
 241                        reduc_plus_scal, unary)
 242 DEF_INTERNAL_SIGNED_OPTAB_FN (REDUC_MAX, ECF_CONST | ECF_NOTHROW, first,
 243                               reduc_smax_scal, reduc_umax_scal, unary)
 244 DEF_INTERNAL_SIGNED_OPTAB_FN (REDUC_MIN, ECF_CONST | ECF_NOTHROW, first,
 245                               reduc_smin_scal, reduc_umin_scal, unary)
 246 DEF_INTERNAL_OPTAB_FN (REDUC_FMAX, ECF_CONST | ECF_NOTHROW,
 247                        reduc_fmax_scal, unary)
 248 DEF_INTERNAL_OPTAB_FN (REDUC_FMIN, ECF_CONST | ECF_NOTHROW,
 249                        reduc_fmin_scal, unary)
 250 DEF_INTERNAL_OPTAB_FN (REDUC_AND, ECF_CONST | ECF_NOTHROW,
 251                        reduc_and_scal, unary)
 252 DEF_INTERNAL_OPTAB_FN (REDUC_IOR, ECF_CONST | ECF_NOTHROW,
 253                        reduc_ior_scal, unary)
 254 DEF_INTERNAL_OPTAB_FN (REDUC_XOR, ECF_CONST | ECF_NOTHROW,
 255                        reduc_xor_scal, unary)
 256
 257 /* Extract the last active element from a vector.  */
 258 DEF_INTERNAL_OPTAB_FN (EXTRACT_LAST, ECF_CONST | ECF_NOTHROW,
 259                        extract_last, fold_left)
 260
 261 /* Same, but return the first argument if no elements are active.  */
 262 DEF_INTERNAL_OPTAB_FN (FOLD_EXTRACT_LAST, ECF_CONST | ECF_NOTHROW,
 263                        fold_extract_last, fold_extract)
 264
 265 DEF_INTERNAL_OPTAB_FN (FOLD_LEFT_PLUS, ECF_CONST | ECF_NOTHROW,
 266                        fold_left_plus, fold_left)
 267
 268 DEF_INTERNAL_OPTAB_FN (MASK_FOLD_LEFT_PLUS, ECF_CONST | ECF_NOTHROW,
 269                        mask_fold_left_plus, mask_fold_left)
 270
 271 /* Unary math functions.  */
 272 DEF_INTERNAL_FLT_FN (ACOS, ECF_CONST, acos, unary)
 273 DEF_INTERNAL_FLT_FN (ACOSH, ECF_CONST, acosh, unary)
 274 DEF_INTERNAL_FLT_FN (ASIN, ECF_CONST, asin, unary)
 275 DEF_INTERNAL_FLT_FN (ASINH, ECF_CONST, asinh, unary)
 276 DEF_INTERNAL_FLT_FN (ATAN, ECF_CONST, atan, unary)
 277 DEF_INTERNAL_FLT_FN (ATANH, ECF_CONST, atanh, unary)
 278 DEF_INTERNAL_FLT_FN (COS, ECF_CONST, cos, unary)
 279 DEF_INTERNAL_FLT_FN (COSH, ECF_CONST, cosh, unary)
 280 DEF_INTERNAL_FLT_FN (EXP, ECF_CONST, exp, unary)
 281 DEF_INTERNAL_FLT_FN (EXP10, ECF_CONST, exp10, unary)
 282 DEF_INTERNAL_FLT_FN (EXP2, ECF_CONST, exp2, unary)
 283 DEF_INTERNAL_FLT_FN (EXPM1, ECF_CONST, expm1, unary)
 284 DEF_INTERNAL_FLT_FN (LOG, ECF_CONST, log, unary)
 285 DEF_INTERNAL_FLT_FN (LOG10, ECF_CONST, log10, unary)
 286 DEF_INTERNAL_FLT_FN (LOG1P, ECF_CONST, log1p, unary)
 287 DEF_INTERNAL_FLT_FN (LOG2, ECF_CONST, log2, unary)
 288 DEF_INTERNAL_FLT_FN (LOGB, ECF_CONST, logb, unary)
 289 DEF_INTERNAL_FLT_FN (SIGNBIT, ECF_CONST, signbit, unary)
 290 DEF_INTERNAL_FLT_FN (SIGNIFICAND, ECF_CONST, significand, unary)
 291 DEF_INTERNAL_FLT_FN (SIN, ECF_CONST, sin, unary)
 292 DEF_INTERNAL_FLT_FN (SINH, ECF_CONST, sinh, unary)
 293 DEF_INTERNAL_FLT_FLOATN_FN (SQRT, ECF_CONST, sqrt, unary)
 294 DEF_INTERNAL_FLT_FN (TAN, ECF_CONST, tan, unary)
 295 DEF_INTERNAL_FLT_FN (TANH, ECF_CONST, tanh, unary)
 296
 297 /* Floating-point to integer conversions.
 298
 299    ??? Here we preserve the I/L/LL prefix convention from the
 300    corresponding built-in functions, rather than make the internal
 301    functions polymorphic in both the argument and the return types.
 302    Perhaps an alternative would be to pass a zero of the required
 303    return type as a second parameter.  */
 304 DEF_INTERNAL_FLT_FN (ICEIL, ECF_CONST, lceil, unary_convert)
 305 DEF_INTERNAL_FLT_FN (IFLOOR, ECF_CONST, lfloor, unary_convert)
 306 DEF_INTERNAL_FLT_FN (IRINT, ECF_CONST, lrint, unary_convert)
 307 DEF_INTERNAL_FLT_FN (IROUND, ECF_CONST, lround, unary_convert)
 308 DEF_INTERNAL_FLT_FN (LCEIL, ECF_CONST, lceil, unary_convert)
 309 DEF_INTERNAL_FLT_FN (LFLOOR, ECF_CONST, lfloor, unary_convert)
 310 DEF_INTERNAL_FLT_FN (LRINT, ECF_CONST, lrint, unary_convert)
 311 DEF_INTERNAL_FLT_FN (LROUND, ECF_CONST, lround, unary_convert)
 312 DEF_INTERNAL_FLT_FN (LLCEIL, ECF_CONST, lceil, unary_convert)
 313 DEF_INTERNAL_FLT_FN (LLFLOOR, ECF_CONST, lfloor, unary_convert)
 314 DEF_INTERNAL_FLT_FN (LLRINT, ECF_CONST, lrint, unary_convert)
 315 DEF_INTERNAL_FLT_FN (LLROUND, ECF_CONST, lround, unary_convert)
 316
 317 /* FP rounding.  */
 318 DEF_INTERNAL_FLT_FLOATN_FN (CEIL, ECF_CONST, ceil, unary)
 319 DEF_INTERNAL_FLT_FLOATN_FN (FLOOR, ECF_CONST, floor, unary)
 320 DEF_INTERNAL_FLT_FLOATN_FN (NEARBYINT, ECF_CONST, nearbyint, unary)
 321 DEF_INTERNAL_FLT_FLOATN_FN (RINT, ECF_CONST, rint, unary)
 322 DEF_INTERNAL_FLT_FLOATN_FN (ROUND, ECF_CONST, round, unary)
 323 DEF_INTERNAL_FLT_FLOATN_FN (ROUNDEVEN, ECF_CONST, roundeven, unary)
 324 DEF_INTERNAL_FLT_FLOATN_FN (TRUNC, ECF_CONST, btrunc, unary)
 325
 326 /* Binary math functions.  */
 327 DEF_INTERNAL_FLT_FN (ATAN2, ECF_CONST, atan2, binary)
 328 DEF_INTERNAL_FLT_FLOATN_FN (COPYSIGN, ECF_CONST, copysign, binary)
 329 DEF_INTERNAL_FLT_FN (FMOD, ECF_CONST, fmod, binary)
 330 DEF_INTERNAL_FLT_FN (HYPOT, ECF_CONST, hypot, binary)
 331 DEF_INTERNAL_FLT_FN (POW, ECF_CONST, pow, binary)
 332 DEF_INTERNAL_FLT_FN (REMAINDER, ECF_CONST, remainder, binary)
 333 DEF_INTERNAL_FLT_FN (SCALB, ECF_CONST, scalb, binary)
 334 DEF_INTERNAL_FLT_FLOATN_FN (FMIN, ECF_CONST, fmin, binary)
 335 DEF_INTERNAL_FLT_FLOATN_FN (FMAX, ECF_CONST, fmax, binary)
 336 DEF_INTERNAL_OPTAB_FN (XORSIGN, ECF_CONST, xorsign, binary)
 337 DEF_INTERNAL_OPTAB_FN (COMPLEX_ADD_ROT90, ECF_CONST, cadd90, binary)
 338 DEF_INTERNAL_OPTAB_FN (COMPLEX_ADD_ROT270, ECF_CONST, cadd270, binary)
 339 DEF_INTERNAL_OPTAB_FN (COMPLEX_MUL, ECF_CONST, cmul, binary)
 340 DEF_INTERNAL_OPTAB_FN (COMPLEX_MUL_CONJ, ECF_CONST, cmul_conj, binary)
 341 DEF_INTERNAL_OPTAB_FN (VEC_ADDSUB, ECF_CONST, vec_addsub, binary)
 342 DEF_INTERNAL_WIDENING_OPTAB_FN (VEC_WIDEN_PLUS,
 343                                 ECF_CONST | ECF_NOTHROW,
 344                                 first,
 345                                 vec_widen_sadd, vec_widen_uadd,
 346                                 binary)
 347 DEF_INTERNAL_WIDENING_OPTAB_FN (VEC_WIDEN_MINUS,
 348                                 ECF_CONST | ECF_NOTHROW,
 349                                 first,
 350                                 vec_widen_ssub, vec_widen_usub,
 351                                 binary)
 352 DEF_INTERNAL_OPTAB_FN (VEC_FMADDSUB, ECF_CONST, vec_fmaddsub, ternary)
 353 DEF_INTERNAL_OPTAB_FN (VEC_FMSUBADD, ECF_CONST, vec_fmsubadd, ternary)
 354
 355 /* FP scales.  */
 356 DEF_INTERNAL_FLT_FN (LDEXP, ECF_CONST, ldexp, binary)
 357
 358 /* Ternary math functions.  */
 359 DEF_INTERNAL_FLT_FLOATN_FN (FMA, ECF_CONST, fma, ternary)
 360 DEF_INTERNAL_OPTAB_FN (COMPLEX_FMA, ECF_CONST, cmla, ternary)
 361 DEF_INTERNAL_OPTAB_FN (COMPLEX_FMA_CONJ, ECF_CONST, cmla_conj, ternary)
 362 DEF_INTERNAL_OPTAB_FN (COMPLEX_FMS, ECF_CONST, cmls, ternary)
 363 DEF_INTERNAL_OPTAB_FN (COMPLEX_FMS_CONJ, ECF_CONST, cmls_conj, ternary)
 364
 365 /* Unary integer ops.  */
 366 DEF_INTERNAL_INT_FN (CLRSB, ECF_CONST | ECF_NOTHROW, clrsb, unary)
 367 DEF_INTERNAL_INT_FN (CLZ, ECF_CONST | ECF_NOTHROW, clz, unary)
 368 DEF_INTERNAL_INT_FN (CTZ, ECF_CONST | ECF_NOTHROW, ctz, unary)
 369 DEF_INTERNAL_INT_FN (FFS, ECF_CONST | ECF_NOTHROW, ffs, unary)
 370 DEF_INTERNAL_INT_FN (PARITY, ECF_CONST | ECF_NOTHROW, parity, unary)
 371 DEF_INTERNAL_INT_FN (POPCOUNT, ECF_CONST | ECF_NOTHROW, popcount, unary)
 372
 373 DEF_INTERNAL_FN (GOMP_TARGET_REV, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 374 DEF_INTERNAL_FN (GOMP_USE_SIMT, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 375 DEF_INTERNAL_FN (GOMP_SIMT_ENTER, ECF_LEAF | ECF_NOTHROW, NULL)
 376 DEF_INTERNAL_FN (GOMP_SIMT_ENTER_ALLOC, ECF_LEAF | ECF_NOTHROW, NULL)
 377 DEF_INTERNAL_FN (GOMP_SIMT_EXIT, ECF_LEAF | ECF_NOTHROW, NULL)
 378 DEF_INTERNAL_FN (GOMP_SIMT_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 379 DEF_INTERNAL_FN (GOMP_SIMT_VF, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 380 DEF_INTERNAL_FN (GOMP_SIMT_LAST_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 381 DEF_INTERNAL_FN (GOMP_SIMT_ORDERED_PRED, ECF_LEAF | ECF_NOTHROW, NULL)
 382 DEF_INTERNAL_FN (GOMP_SIMT_VOTE_ANY, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 383 DEF_INTERNAL_FN (GOMP_SIMT_XCHG_BFLY, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 384 DEF_INTERNAL_FN (GOMP_SIMT_XCHG_IDX, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 385 DEF_INTERNAL_FN (GOMP_SIMD_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 386 DEF_INTERNAL_FN (GOMP_SIMD_VF, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 387 DEF_INTERNAL_FN (GOMP_SIMD_LAST_LANE, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 388 DEF_INTERNAL_FN (GOMP_SIMD_ORDERED_START, ECF_LEAF | ECF_NOTHROW, NULL)
 389 DEF_INTERNAL_FN (GOMP_SIMD_ORDERED_END, ECF_LEAF | ECF_NOTHROW, NULL)
 390 DEF_INTERNAL_FN (LOOP_VECTORIZED, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 391 DEF_INTERNAL_FN (LOOP_DIST_ALIAS, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 392 DEF_INTERNAL_FN (ANNOTATE,  ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 393 DEF_INTERNAL_FN (UBSAN_NULL, ECF_LEAF | ECF_NOTHROW, ". R . ")
 394 DEF_INTERNAL_FN (UBSAN_BOUNDS, ECF_LEAF | ECF_NOTHROW, NULL)
 395 DEF_INTERNAL_FN (UBSAN_VPTR, ECF_LEAF | ECF_NOTHROW, ". R R . . ")
 396 DEF_INTERNAL_FN (UBSAN_CHECK_ADD, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 397 DEF_INTERNAL_FN (UBSAN_CHECK_SUB, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 398 DEF_INTERNAL_FN (UBSAN_CHECK_MUL, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 399 DEF_INTERNAL_FN (UBSAN_PTR, ECF_LEAF | ECF_NOTHROW, ". R . ")
 400 DEF_INTERNAL_FN (UBSAN_OBJECT_SIZE, ECF_LEAF | ECF_NOTHROW, NULL)
 401 DEF_INTERNAL_FN (ABNORMAL_DISPATCHER, ECF_NORETURN, NULL)
 402 DEF_INTERNAL_FN (BUILTIN_EXPECT, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 403 DEF_INTERNAL_FN (HWASAN_ALLOCA_UNPOISON, ECF_LEAF | ECF_NOTHROW, ". R ")
 404 DEF_INTERNAL_FN (HWASAN_CHOOSE_TAG, ECF_LEAF | ECF_NOTHROW, ". ")
 405 DEF_INTERNAL_FN (HWASAN_CHECK, ECF_TM_PURE | ECF_LEAF | ECF_NOTHROW,
 406                  ". . R . . ")
 407 DEF_INTERNAL_FN (HWASAN_MARK, ECF_LEAF | ECF_NOTHROW, NULL)
 408 DEF_INTERNAL_FN (HWASAN_SET_TAG,
 409                  ECF_TM_PURE | ECF_PURE | ECF_LEAF | ECF_NOTHROW, ". R R ")
 410 DEF_INTERNAL_FN (ASAN_CHECK, ECF_TM_PURE | ECF_LEAF | ECF_NOTHROW,
 411                  ". . R . . ")
 412 DEF_INTERNAL_FN (ASAN_MARK, ECF_LEAF | ECF_NOTHROW, NULL)
 413 DEF_INTERNAL_FN (ASAN_POISON, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL)
 414 DEF_INTERNAL_FN (ASAN_POISON_USE, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL)
 415 DEF_INTERNAL_FN (ADD_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 416 DEF_INTERNAL_FN (SUB_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 417 DEF_INTERNAL_FN (MUL_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 418 DEF_INTERNAL_FN (TSAN_FUNC_EXIT, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 419 DEF_INTERNAL_FN (VA_ARG, ECF_NOTHROW | ECF_LEAF, NULL)
 420 DEF_INTERNAL_FN (VEC_CONVERT, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 421 DEF_INTERNAL_FN (RAWMEMCHR, ECF_PURE | ECF_LEAF | ECF_NOTHROW, NULL)
 422
 423 /* An unduplicable, uncombinable function.  Generally used to preserve
 424    a CFG property in the face of jump threading, tail merging or
 425    other such optimizations.  The first argument distinguishes
 426    between uses.  See internal-fn.h for usage.  */
 427 DEF_INTERNAL_FN (UNIQUE, ECF_NOTHROW, NULL)
 428 DEF_INTERNAL_FN (PHI, 0, NULL)
 429
 430 /* A function to represent an artifical initialization to an uninitialized
 431    automatic variable.  */
 432 DEF_INTERNAL_FN (DEFERRED_INIT, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 433
 434 /* DIM_SIZE and DIM_POS return the size of a particular compute
 435    dimension and the executing thread's position within that
 436    dimension.  DIM_POS is pure (and not const) so that it isn't
 437    thought to clobber memory and can be gcse'd within a single
 438    parallel region, but not across FORK/JOIN boundaries.  They take a
 439    single INTEGER_CST argument.  This might be overly conservative.  */
 440 DEF_INTERNAL_FN (GOACC_DIM_SIZE, ECF_CONST | ECF_NOTHROW | ECF_LEAF, NULL)
 441 DEF_INTERNAL_FN (GOACC_DIM_POS, ECF_PURE | ECF_NOTHROW | ECF_LEAF, NULL)
 442
 443 /* OpenACC looping abstraction.  See internal-fn.h for usage.  */
 444 DEF_INTERNAL_FN (GOACC_LOOP, ECF_PURE | ECF_NOTHROW, NULL)
 445
 446 /* OpenACC reduction abstraction.  See internal-fn.h  for usage.  */
 447 DEF_INTERNAL_FN (GOACC_REDUCTION, ECF_NOTHROW | ECF_LEAF, NULL)
 448
 449 /* Openacc tile abstraction. Describes the spans of the element loop.
 450    GOACC_TILE (num-loops, loop-no, tile-arg, tile-mask, element-mask).  */
 451 DEF_INTERNAL_FN (GOACC_TILE, ECF_NOTHROW | ECF_LEAF, NULL)
 452
 453 /* Set errno to EDOM, if GCC knows how to do that directly for the
 454    current target.  */
 455 DEF_INTERNAL_FN (SET_EDOM, ECF_LEAF | ECF_NOTHROW, NULL)
 456
 457 /* Atomic functions.  These don't have ECF_NOTHROW because for
 458    -fnon-call-exceptions they can throw, otherwise we set
 459    gimple_call_nothrow_p on it.  */
 460 DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_SET, ECF_LEAF, NULL)
 461 DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_COMPLEMENT, ECF_LEAF, NULL)
 462 DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_RESET, ECF_LEAF, NULL)
 463 DEF_INTERNAL_FN (ATOMIC_COMPARE_EXCHANGE, ECF_LEAF, NULL)
 464 DEF_INTERNAL_FN (ATOMIC_ADD_FETCH_CMP_0, ECF_LEAF, NULL)
 465 DEF_INTERNAL_FN (ATOMIC_SUB_FETCH_CMP_0, ECF_LEAF, NULL)
 466 DEF_INTERNAL_FN (ATOMIC_AND_FETCH_CMP_0, ECF_LEAF, NULL)
 467 DEF_INTERNAL_FN (ATOMIC_OR_FETCH_CMP_0, ECF_LEAF, NULL)
 468 DEF_INTERNAL_FN (ATOMIC_XOR_FETCH_CMP_0, ECF_LEAF, NULL)
 469
 470 /* To implement [[fallthrough]].  */
 471 DEF_INTERNAL_FN (FALLTHROUGH, ECF_LEAF | ECF_NOTHROW, NULL)
 472
 473 /* To implement __builtin_launder.  */
 474 DEF_INTERNAL_FN (LAUNDER, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL)
 475
 476 /* Divmod function.  */
 477 DEF_INTERNAL_FN (DIVMOD, ECF_CONST | ECF_LEAF, NULL)
 478
 479 /* For coroutines.  */
 480 DEF_INTERNAL_FN (CO_ACTOR, ECF_NOTHROW | ECF_LEAF, NULL)
 481 DEF_INTERNAL_FN (CO_YIELD, ECF_NOTHROW, NULL)
 482 DEF_INTERNAL_FN (CO_SUSPN, ECF_NOTHROW, NULL)
 483 DEF_INTERNAL_FN (CO_FRAME, ECF_PURE | ECF_NOTHROW | ECF_LEAF, NULL)
 484
 485 /* A NOP function with arbitrary arguments and return value.  */
 486 DEF_INTERNAL_FN (NOP, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 487
 488 /* Temporary vehicle for __builtin_shufflevector.  */
 489 DEF_INTERNAL_FN (SHUFFLEVECTOR, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 490
 491 /* <=> optimization.  */
 492 DEF_INTERNAL_FN (SPACESHIP, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 493
 494 /* [[assume (cond)]].  */
 495 DEF_INTERNAL_FN (ASSUME, ECF_CONST | ECF_LEAF | ECF_NOTHROW
 496                          | ECF_LOOPING_CONST_OR_PURE, NULL)
 497
 498 /* For if-conversion of inbranch SIMD clones.  */
 499 DEF_INTERNAL_FN (MASK_CALL, ECF_NOVOPS, NULL)
 500
 501 #undef DEF_INTERNAL_INT_FN
 502 #undef DEF_INTERNAL_FLT_FN
 503 #undef DEF_INTERNAL_FLT_FLOATN_FN
 504 #undef DEF_INTERNAL_SIGNED_OPTAB_FN
 505 #undef DEF_INTERNAL_OPTAB_FN
 506 #undef DEF_INTERNAL_FN