gcc/internal-fn.def

   1 /* Internal functions.
   2    Copyright (C) 2011-2023 Free Software Foundation, Inc.
   3
   4 This file is part of GCC.
   5
   6 GCC is free software; you can redistribute it and/or modify it under
   7 the terms of the GNU General Public License as published by the Free
   8 Software Foundation; either version 3, or (at your option) any later
   9 version.
  10
  11 GCC is distributed in the hope that it will be useful, but WITHOUT ANY
  12 WARRANTY; without even the implied warranty of MERCHANTABILITY or
  13 FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  14 for more details.
  15
  16 You should have received a copy of the GNU General Public License
  17 along with GCC; see the file COPYING3.  If not see
  18 <http://www.gnu.org/licenses/>.  */
  19
  20 /* This file specifies a list of internal "functions".  These functions
  21    differ from built-in functions in that they have no linkage and cannot
  22    be called directly by the user.  They represent operations that are only
  23    synthesised by GCC itself.
  24
  25    Internal functions are used instead of tree codes if the operation
  26    and its operands are more naturally represented as a GIMPLE_CALL
  27    than a GIMPLE_ASSIGN.
  28
  29    Each entry in this file has one of the forms:
  30
  31      DEF_INTERNAL_FN (NAME, FLAGS, FNSPEC)
  32      DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE)
  33      DEF_INTERNAL_SIGNED_OPTAB_FN (NAME, FLAGS, SELECTOR, SIGNED_OPTAB,
  34                                    UNSIGNED_OPTAB, TYPE)
  35      DEF_INTERNAL_FLT_FN (NAME, FLAGS, OPTAB, TYPE)
  36      DEF_INTERNAL_INT_FN (NAME, FLAGS, OPTAB, TYPE)
  37      DEF_INTERNAL_COND_FN (NAME, FLAGS, OPTAB, TYPE)
  38      DEF_INTERNAL_SIGNED_COND_FN (NAME, FLAGS, OPTAB, TYPE)
  39
  40    where NAME is the name of the function, FLAGS is a set of
  41    ECF_* flags and FNSPEC is a string describing functions fnspec.
  42
  43    DEF_INTERNAL_OPTAB_FN defines an internal function that maps to a
  44    direct optab.  The function should only be called with a given
  45    set of types if the associated optab is available for the modes
  46    of those types.  OPTAB says what optab to use (without the trailing
  47    "_optab") and TYPE categorizes the optab based on its inputs and
  48    outputs.  The possible types of optab are:
  49
  50    - mask_load: currently just maskload
  51    - load_lanes: currently just vec_load_lanes
  52    - mask_load_lanes: currently just vec_mask_load_lanes
  53    - mask_len_load_lanes: currently just vec_mask_len_load_lanes
  54    - gather_load: used for {mask_,mask_len_,}gather_load
  55    - len_load: currently just len_load
  56    - mask_len_load: currently just mask_len_load
  57
  58    - mask_store: currently just maskstore
  59    - store_lanes: currently just vec_store_lanes
  60    - mask_store_lanes: currently just vec_mask_store_lanes
  61    - mask_len_store_lanes: currently just vec_mask_len_store_lanes
  62    - scatter_store: used for {mask_,mask_len_,}scatter_store
  63    - len_store: currently just len_store
  64    - mask_len_store: currently just mask_len_store
  65
  66    - unary: a normal unary optab, such as vec_reverse_<mode>
  67    - binary: a normal binary optab, such as vec_interleave_lo_<mode>
  68    - ternary: a normal ternary optab, such as fma<mode>4
  69
  70    - unary_convert: a single-input conversion optab, such as
  71      lround<srcmode><dstmode>2.
  72
  73    - cond_binary: a conditional binary optab, such as cond_add<mode>
  74    - cond_unary: a conditional unary optab, such as cond_neg<mode>
  75    - cond_ternary: a conditional ternary optab, such as cond_fma_rev<mode>
  76
  77    - fold_left: for scalar = FN (scalar, vector), keyed off the vector mode
  78    - check_ptrs: used for check_{raw,war}_ptrs
  79
  80    - cond_len_unary: a conditional unary optab, such as cond_len_neg<mode>
  81    - cond_len_binary: a conditional binary optab, such as cond_len_add<mode>
  82    - cond_len_ternary: a conditional ternary optab, such as
  83    cond_len_fma_rev<mode>
  84
  85    DEF_INTERNAL_SIGNED_OPTAB_FN defines an internal function that
  86    maps to one of two optabs, depending on the signedness of an input.
  87    SIGNED_OPTAB and UNSIGNED_OPTAB are the optabs for signed and
  88    unsigned inputs respectively, both without the trailing "_optab".
  89    SELECTOR says which type in the tree_pair determines the signedness.
  90
  91    DEF_INTERNAL_FLT_FN is like DEF_INTERNAL_OPTAB_FN, but in addition,
  92    the function implements the computational part of a built-in math
  93    function BUILT_IN_<NAME>{F,,L}.  Unlike some built-in functions,
  94    these internal functions never set errno.
  95
  96    DEF_INTERNAL_INT_FN is like DEF_INTERNAL_OPTAB_FN, but in addition
  97    says that the function extends the C-level BUILT_IN_<NAME>{,L,LL,IMAX}
  98    group of functions to any integral mode (including vector modes).
  99
 100    DEF_INTERNAL_WIDENING_OPTAB_FN is a wrapper that defines five internal
 101    functions with DEF_INTERNAL_SIGNED_OPTAB_FN:
 102    - one that describes a widening operation with the same number of elements
 103    in the output and input vectors,
 104    - two that describe a pair of high-low widening operations where the output
 105    vectors each have half the number of elements of the input vectors,
 106    corresponding to the result of the widening operation on the top half and
 107    bottom half, these have the suffixes _HI and _LO,
 108    - and two that describe a pair of even-odd widening operations where the
 109    output vectors each have half the number of elements of the input vectors,
 110    corresponding to the result of the widening operation on the even and odd
 111    elements, these have the suffixes _EVEN and _ODD.
 112    These five internal functions will require two optabs each, a SIGNED_OPTAB
 113    and an UNSIGNED_OTPAB.
 114
 115    DEF_INTERNAL_COND_FN is a wrapper that defines 2 internal functions with
 116    DEF_INTERNAL_OPTAB_FN:
 117    - One is COND_* operations that are predicated by mask only. Such operations
 118      make sense for both vectors and scalars.
 119    - The other is COND_LEN_* operations that are predicated by mask and len
 120      both. Such operations only make sense for vectors.
 121
 122    DEF_INTERNAL_SIGNED_COND_FN is like DEF_INTERNAL_COND_FN but defines intenal
 123    functions with DEF_INTERNAL_SIGNED_OPTAB_FN.
 124
 125    Each entry must have a corresponding expander of the form:
 126
 127      void expand_NAME (gimple_call stmt)
 128
 129    where STMT is the statement that performs the call.  These are generated
 130    automatically for optab functions and call out to a function or macro
 131    called expand_<TYPE>_optab_fn.  */
 132
 133 #ifndef DEF_INTERNAL_FN
 134 #define DEF_INTERNAL_FN(CODE, FLAGS, FNSPEC)
 135 #endif
 136
 137 #ifndef DEF_INTERNAL_OPTAB_FN
 138 #define DEF_INTERNAL_OPTAB_FN(NAME, FLAGS, OPTAB, TYPE) \
 139   DEF_INTERNAL_FN (NAME, FLAGS | ECF_LEAF, NULL)
 140 #endif
 141
 142 #ifndef DEF_INTERNAL_SIGNED_OPTAB_FN
 143 #define DEF_INTERNAL_SIGNED_OPTAB_FN(NAME, FLAGS, SELECTOR, SIGNED_OPTAB, \
 144                                      UNSIGNED_OPTAB, TYPE) \
 145   DEF_INTERNAL_FN (NAME, FLAGS | ECF_LEAF, NULL)
 146 #endif
 147
 148 #ifndef DEF_INTERNAL_FLT_FN
 149 #define DEF_INTERNAL_FLT_FN(NAME, FLAGS, OPTAB, TYPE) \
 150   DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE)
 151 #endif
 152
 153 #ifndef DEF_INTERNAL_FLT_FLOATN_FN
 154 #define DEF_INTERNAL_FLT_FLOATN_FN(NAME, FLAGS, OPTAB, TYPE) \
 155   DEF_INTERNAL_FLT_FN (NAME, FLAGS, OPTAB, TYPE)
 156 #endif
 157
 158 #ifndef DEF_INTERNAL_INT_FN
 159 #define DEF_INTERNAL_INT_FN(NAME, FLAGS, OPTAB, TYPE) \
 160   DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE)
 161 #endif
 162
 163 #ifndef DEF_INTERNAL_WIDENING_OPTAB_FN
 164 #define DEF_INTERNAL_WIDENING_OPTAB_FN(NAME, FLAGS, SELECTOR, SOPTAB, UOPTAB, TYPE)                 \
 165   DEF_INTERNAL_SIGNED_OPTAB_FN (NAME, FLAGS, SELECTOR, SOPTAB, UOPTAB, TYPE)                        \
 166   DEF_INTERNAL_SIGNED_OPTAB_FN (NAME ## _LO, FLAGS, SELECTOR, SOPTAB##_lo, UOPTAB##_lo, TYPE)       \
 167   DEF_INTERNAL_SIGNED_OPTAB_FN (NAME ## _HI, FLAGS, SELECTOR, SOPTAB##_hi, UOPTAB##_hi, TYPE)       \
 168   DEF_INTERNAL_SIGNED_OPTAB_FN (NAME ## _EVEN, FLAGS, SELECTOR, SOPTAB##_even, UOPTAB##_even, TYPE) \
 169   DEF_INTERNAL_SIGNED_OPTAB_FN (NAME ## _ODD, FLAGS, SELECTOR, SOPTAB##_odd, UOPTAB##_odd, TYPE)
 170 #endif
 171
 172 #ifndef DEF_INTERNAL_COND_FN
 173 #define DEF_INTERNAL_COND_FN(NAME, FLAGS, OPTAB, TYPE)                         \
 174   DEF_INTERNAL_OPTAB_FN (COND_##NAME, FLAGS, cond_##OPTAB, cond_##TYPE)        \
 175   DEF_INTERNAL_OPTAB_FN (COND_LEN_##NAME, FLAGS, cond_len_##OPTAB,             \
 176                          cond_len_##TYPE)
 177 #endif
 178
 179 #ifndef DEF_INTERNAL_SIGNED_COND_FN
 180 #define DEF_INTERNAL_SIGNED_COND_FN(NAME, FLAGS, SELECTOR, SIGNED_OPTAB,       \
 181                                     UNSIGNED_OPTAB, TYPE)                      \
 182   DEF_INTERNAL_SIGNED_OPTAB_FN (COND_##NAME, FLAGS, SELECTOR,                  \
 183                                 cond_##SIGNED_OPTAB, cond_##UNSIGNED_OPTAB,    \
 184                                 cond_##TYPE)                                   \
 185   DEF_INTERNAL_SIGNED_OPTAB_FN (COND_LEN_##NAME, FLAGS, SELECTOR,              \
 186                                 cond_len_##SIGNED_OPTAB,                       \
 187                                 cond_len_##UNSIGNED_OPTAB, cond_len_##TYPE)
 188 #endif
 189
 190 DEF_INTERNAL_OPTAB_FN (MASK_LOAD, ECF_PURE, maskload, mask_load)
 191 DEF_INTERNAL_OPTAB_FN (LOAD_LANES, ECF_CONST, vec_load_lanes, load_lanes)
 192 DEF_INTERNAL_OPTAB_FN (MASK_LOAD_LANES, ECF_PURE,
 193                        vec_mask_load_lanes, mask_load_lanes)
 194 DEF_INTERNAL_OPTAB_FN (MASK_LEN_LOAD_LANES, ECF_PURE,
 195                        vec_mask_len_load_lanes, mask_load_lanes)
 196
 197 DEF_INTERNAL_OPTAB_FN (GATHER_LOAD, ECF_PURE, gather_load, gather_load)
 198 DEF_INTERNAL_OPTAB_FN (MASK_GATHER_LOAD, ECF_PURE,
 199                        mask_gather_load, gather_load)
 200 DEF_INTERNAL_OPTAB_FN (MASK_LEN_GATHER_LOAD, ECF_PURE,
 201                        mask_len_gather_load, gather_load)
 202
 203 DEF_INTERNAL_OPTAB_FN (LEN_LOAD, ECF_PURE, len_load, len_load)
 204 DEF_INTERNAL_OPTAB_FN (MASK_LEN_LOAD, ECF_PURE, mask_len_load, mask_len_load)
 205
 206 DEF_INTERNAL_OPTAB_FN (SCATTER_STORE, 0, scatter_store, scatter_store)
 207 DEF_INTERNAL_OPTAB_FN (MASK_SCATTER_STORE, 0,
 208                        mask_scatter_store, scatter_store)
 209 DEF_INTERNAL_OPTAB_FN (MASK_LEN_SCATTER_STORE, 0,
 210                        mask_len_scatter_store, scatter_store)
 211
 212 DEF_INTERNAL_OPTAB_FN (MASK_STORE, 0, maskstore, mask_store)
 213 DEF_INTERNAL_OPTAB_FN (STORE_LANES, ECF_CONST, vec_store_lanes, store_lanes)
 214 DEF_INTERNAL_OPTAB_FN (MASK_STORE_LANES, 0,
 215                        vec_mask_store_lanes, mask_store_lanes)
 216 DEF_INTERNAL_OPTAB_FN (MASK_LEN_STORE_LANES, 0,
 217                        vec_mask_len_store_lanes, mask_store_lanes)
 218
 219 DEF_INTERNAL_OPTAB_FN (VCOND, ECF_CONST | ECF_NOTHROW, vcond, vec_cond)
 220 DEF_INTERNAL_OPTAB_FN (VCONDU, ECF_CONST | ECF_NOTHROW, vcondu, vec_cond)
 221 DEF_INTERNAL_OPTAB_FN (VCONDEQ, ECF_CONST | ECF_NOTHROW, vcondeq, vec_cond)
 222 DEF_INTERNAL_OPTAB_FN (VCOND_MASK, ECF_CONST | ECF_NOTHROW,
 223                        vcond_mask, vec_cond_mask)
 224 DEF_INTERNAL_OPTAB_FN (VCOND_MASK_LEN, ECF_CONST | ECF_NOTHROW,
 225                        vcond_mask_len, cond_len_unary)
 226
 227 DEF_INTERNAL_OPTAB_FN (VEC_SET, ECF_CONST | ECF_NOTHROW, vec_set, vec_set)
 228 DEF_INTERNAL_OPTAB_FN (VEC_EXTRACT, ECF_CONST | ECF_NOTHROW,
 229                        vec_extract, vec_extract)
 230
 231 DEF_INTERNAL_OPTAB_FN (LEN_STORE, 0, len_store, len_store)
 232 DEF_INTERNAL_OPTAB_FN (MASK_LEN_STORE, 0, mask_len_store, mask_len_store)
 233
 234 DEF_INTERNAL_OPTAB_FN (WHILE_ULT, ECF_CONST | ECF_NOTHROW, while_ult, while)
 235 DEF_INTERNAL_OPTAB_FN (SELECT_VL, ECF_CONST | ECF_NOTHROW, select_vl, binary)
 236 DEF_INTERNAL_OPTAB_FN (CHECK_RAW_PTRS, ECF_CONST | ECF_NOTHROW,
 237                        check_raw_ptrs, check_ptrs)
 238 DEF_INTERNAL_OPTAB_FN (CHECK_WAR_PTRS, ECF_CONST | ECF_NOTHROW,
 239                        check_war_ptrs, check_ptrs)
 240
 241 DEF_INTERNAL_OPTAB_FN (VEC_SHL_INSERT, ECF_CONST | ECF_NOTHROW,
 242                        vec_shl_insert, binary)
 243
 244 DEF_INTERNAL_OPTAB_FN (DIV_POW2, ECF_CONST | ECF_NOTHROW, sdiv_pow2, binary)
 245
 246 DEF_INTERNAL_OPTAB_FN (FMS, ECF_CONST, fms, ternary)
 247 DEF_INTERNAL_OPTAB_FN (FNMA, ECF_CONST, fnma, ternary)
 248 DEF_INTERNAL_OPTAB_FN (FNMS, ECF_CONST, fnms, ternary)
 249
 250 DEF_INTERNAL_SIGNED_OPTAB_FN (ABD, ECF_CONST | ECF_NOTHROW, first,
 251                               sabd, uabd, binary)
 252
 253 DEF_INTERNAL_SIGNED_OPTAB_FN (AVG_FLOOR, ECF_CONST | ECF_NOTHROW, first,
 254                               savg_floor, uavg_floor, binary)
 255 DEF_INTERNAL_SIGNED_OPTAB_FN (AVG_CEIL, ECF_CONST | ECF_NOTHROW, first,
 256                               savg_ceil, uavg_ceil, binary)
 257
 258 DEF_INTERNAL_SIGNED_OPTAB_FN (MULH, ECF_CONST | ECF_NOTHROW, first,
 259                               smul_highpart, umul_highpart, binary)
 260 DEF_INTERNAL_SIGNED_OPTAB_FN (MULHS, ECF_CONST | ECF_NOTHROW, first,
 261                               smulhs, umulhs, binary)
 262 DEF_INTERNAL_SIGNED_OPTAB_FN (MULHRS, ECF_CONST | ECF_NOTHROW, first,
 263                               smulhrs, umulhrs, binary)
 264
 265 DEF_INTERNAL_COND_FN (ADD, ECF_CONST, add, binary)
 266 DEF_INTERNAL_COND_FN (SUB, ECF_CONST, sub, binary)
 267 DEF_INTERNAL_COND_FN (MUL, ECF_CONST, smul, binary)
 268 DEF_INTERNAL_SIGNED_COND_FN (DIV, ECF_CONST, first, sdiv, udiv, binary)
 269 DEF_INTERNAL_SIGNED_COND_FN (MOD, ECF_CONST, first, smod, umod, binary)
 270 DEF_INTERNAL_COND_FN (RDIV, ECF_CONST, sdiv, binary)
 271 DEF_INTERNAL_SIGNED_COND_FN (MIN, ECF_CONST, first, smin, umin, binary)
 272 DEF_INTERNAL_SIGNED_COND_FN (MAX, ECF_CONST, first, smax, umax, binary)
 273 DEF_INTERNAL_COND_FN (COPYSIGN, ECF_CONST, copysign, binary)
 274 DEF_INTERNAL_COND_FN (FMIN, ECF_CONST, fmin, binary)
 275 DEF_INTERNAL_COND_FN (FMAX, ECF_CONST, fmax, binary)
 276 DEF_INTERNAL_COND_FN (AND, ECF_CONST | ECF_NOTHROW, and, binary)
 277 DEF_INTERNAL_COND_FN (IOR, ECF_CONST | ECF_NOTHROW, ior, binary)
 278 DEF_INTERNAL_COND_FN (XOR, ECF_CONST | ECF_NOTHROW, xor, binary)
 279 DEF_INTERNAL_COND_FN (SHL, ECF_CONST | ECF_NOTHROW, ashl, binary)
 280 DEF_INTERNAL_SIGNED_COND_FN (SHR, ECF_CONST | ECF_NOTHROW, first, ashr, lshr,
 281                              binary)
 282
 283 DEF_INTERNAL_COND_FN (FMA, ECF_CONST, fma, ternary)
 284 DEF_INTERNAL_COND_FN (FMS, ECF_CONST, fms, ternary)
 285 DEF_INTERNAL_COND_FN (FNMA, ECF_CONST, fnma, ternary)
 286 DEF_INTERNAL_COND_FN (FNMS, ECF_CONST, fnms, ternary)
 287
 288 DEF_INTERNAL_COND_FN (NEG, ECF_CONST, neg, unary)
 289 DEF_INTERNAL_COND_FN (NOT, ECF_CONST, one_cmpl, unary)
 290
 291 DEF_INTERNAL_OPTAB_FN (RSQRT, ECF_CONST, rsqrt, unary)
 292
 293 DEF_INTERNAL_OPTAB_FN (REDUC_PLUS, ECF_CONST | ECF_NOTHROW,
 294                        reduc_plus_scal, unary)
 295 DEF_INTERNAL_SIGNED_OPTAB_FN (REDUC_MAX, ECF_CONST | ECF_NOTHROW, first,
 296                               reduc_smax_scal, reduc_umax_scal, unary)
 297 DEF_INTERNAL_SIGNED_OPTAB_FN (REDUC_MIN, ECF_CONST | ECF_NOTHROW, first,
 298                               reduc_smin_scal, reduc_umin_scal, unary)
 299 DEF_INTERNAL_OPTAB_FN (REDUC_FMAX, ECF_CONST | ECF_NOTHROW,
 300                        reduc_fmax_scal, unary)
 301 DEF_INTERNAL_OPTAB_FN (REDUC_FMIN, ECF_CONST | ECF_NOTHROW,
 302                        reduc_fmin_scal, unary)
 303 DEF_INTERNAL_OPTAB_FN (REDUC_AND, ECF_CONST | ECF_NOTHROW,
 304                        reduc_and_scal, unary)
 305 DEF_INTERNAL_OPTAB_FN (REDUC_IOR, ECF_CONST | ECF_NOTHROW,
 306                        reduc_ior_scal, unary)
 307 DEF_INTERNAL_OPTAB_FN (REDUC_XOR, ECF_CONST | ECF_NOTHROW,
 308                        reduc_xor_scal, unary)
 309
 310 /* Extract the last active element from a vector.  */
 311 DEF_INTERNAL_OPTAB_FN (EXTRACT_LAST, ECF_CONST | ECF_NOTHROW,
 312                        extract_last, fold_left)
 313
 314 /* Same, but return the first argument if no elements are active.  */
 315 DEF_INTERNAL_OPTAB_FN (FOLD_EXTRACT_LAST, ECF_CONST | ECF_NOTHROW,
 316                        fold_extract_last, fold_extract)
 317
 318 DEF_INTERNAL_OPTAB_FN (LEN_FOLD_EXTRACT_LAST, ECF_CONST | ECF_NOTHROW,
 319                        len_fold_extract_last, fold_len_extract)
 320
 321 DEF_INTERNAL_OPTAB_FN (FOLD_LEFT_PLUS, ECF_CONST | ECF_NOTHROW,
 322                        fold_left_plus, fold_left)
 323
 324 DEF_INTERNAL_OPTAB_FN (MASK_FOLD_LEFT_PLUS, ECF_CONST | ECF_NOTHROW,
 325                        mask_fold_left_plus, mask_fold_left)
 326
 327 DEF_INTERNAL_OPTAB_FN (MASK_LEN_FOLD_LEFT_PLUS, ECF_CONST | ECF_NOTHROW,
 328                        mask_len_fold_left_plus, mask_len_fold_left)
 329
 330 /* Unary math functions.  */
 331 DEF_INTERNAL_FLT_FN (ACOS, ECF_CONST, acos, unary)
 332 DEF_INTERNAL_FLT_FN (ACOSH, ECF_CONST, acosh, unary)
 333 DEF_INTERNAL_FLT_FN (ASIN, ECF_CONST, asin, unary)
 334 DEF_INTERNAL_FLT_FN (ASINH, ECF_CONST, asinh, unary)
 335 DEF_INTERNAL_FLT_FN (ATAN, ECF_CONST, atan, unary)
 336 DEF_INTERNAL_FLT_FN (ATANH, ECF_CONST, atanh, unary)
 337 DEF_INTERNAL_FLT_FN (COS, ECF_CONST, cos, unary)
 338 DEF_INTERNAL_FLT_FN (COSH, ECF_CONST, cosh, unary)
 339 DEF_INTERNAL_FLT_FN (EXP, ECF_CONST, exp, unary)
 340 DEF_INTERNAL_FLT_FN (EXP10, ECF_CONST, exp10, unary)
 341 DEF_INTERNAL_FLT_FN (EXP2, ECF_CONST, exp2, unary)
 342 DEF_INTERNAL_FLT_FN (EXPM1, ECF_CONST, expm1, unary)
 343 DEF_INTERNAL_FLT_FN (LOG, ECF_CONST, log, unary)
 344 DEF_INTERNAL_FLT_FN (LOG10, ECF_CONST, log10, unary)
 345 DEF_INTERNAL_FLT_FN (LOG1P, ECF_CONST, log1p, unary)
 346 DEF_INTERNAL_FLT_FN (LOG2, ECF_CONST, log2, unary)
 347 DEF_INTERNAL_FLT_FN (LOGB, ECF_CONST, logb, unary)
 348 DEF_INTERNAL_FLT_FN (SIGNBIT, ECF_CONST, signbit, unary)
 349 DEF_INTERNAL_FLT_FN (SIGNIFICAND, ECF_CONST, significand, unary)
 350 DEF_INTERNAL_FLT_FN (SIN, ECF_CONST, sin, unary)
 351 DEF_INTERNAL_FLT_FN (SINH, ECF_CONST, sinh, unary)
 352 DEF_INTERNAL_FLT_FLOATN_FN (SQRT, ECF_CONST, sqrt, unary)
 353 DEF_INTERNAL_FLT_FN (TAN, ECF_CONST, tan, unary)
 354 DEF_INTERNAL_FLT_FN (TANH, ECF_CONST, tanh, unary)
 355
 356 /* Floating-point to integer conversions.
 357
 358    ??? Here we preserve the I/L/LL prefix convention from the
 359    corresponding built-in functions, rather than make the internal
 360    functions polymorphic in both the argument and the return types.
 361    Perhaps an alternative would be to pass a zero of the required
 362    return type as a second parameter.  */
 363 DEF_INTERNAL_FLT_FN (ICEIL, ECF_CONST, lceil, unary_convert)
 364 DEF_INTERNAL_FLT_FN (IFLOOR, ECF_CONST, lfloor, unary_convert)
 365 DEF_INTERNAL_FLT_FN (IRINT, ECF_CONST, lrint, unary_convert)
 366 DEF_INTERNAL_FLT_FN (IROUND, ECF_CONST, lround, unary_convert)
 367 DEF_INTERNAL_FLT_FN (LCEIL, ECF_CONST, lceil, unary_convert)
 368 DEF_INTERNAL_FLT_FN (LFLOOR, ECF_CONST, lfloor, unary_convert)
 369 DEF_INTERNAL_FLT_FLOATN_FN (LRINT, ECF_CONST, lrint, unary_convert)
 370 DEF_INTERNAL_FLT_FLOATN_FN (LROUND, ECF_CONST, lround, unary_convert)
 371 DEF_INTERNAL_FLT_FN (LLCEIL, ECF_CONST, lceil, unary_convert)
 372 DEF_INTERNAL_FLT_FN (LLFLOOR, ECF_CONST, lfloor, unary_convert)
 373 DEF_INTERNAL_FLT_FLOATN_FN (LLRINT, ECF_CONST, lrint, unary_convert)
 374 DEF_INTERNAL_FLT_FLOATN_FN (LLROUND, ECF_CONST, lround, unary_convert)
 375
 376 /* FP rounding.  */
 377 DEF_INTERNAL_FLT_FLOATN_FN (CEIL, ECF_CONST, ceil, unary)
 378 DEF_INTERNAL_FLT_FLOATN_FN (FLOOR, ECF_CONST, floor, unary)
 379 DEF_INTERNAL_FLT_FLOATN_FN (NEARBYINT, ECF_CONST, nearbyint, unary)
 380 DEF_INTERNAL_FLT_FLOATN_FN (RINT, ECF_CONST, rint, unary)
 381 DEF_INTERNAL_FLT_FLOATN_FN (ROUND, ECF_CONST, round, unary)
 382 DEF_INTERNAL_FLT_FLOATN_FN (ROUNDEVEN, ECF_CONST, roundeven, unary)
 383 DEF_INTERNAL_FLT_FLOATN_FN (TRUNC, ECF_CONST, btrunc, unary)
 384
 385 /* Binary math functions.  */
 386 DEF_INTERNAL_FLT_FN (ATAN2, ECF_CONST, atan2, binary)
 387 DEF_INTERNAL_FLT_FLOATN_FN (COPYSIGN, ECF_CONST, copysign, binary)
 388 DEF_INTERNAL_FLT_FN (FMOD, ECF_CONST, fmod, binary)
 389 DEF_INTERNAL_FLT_FN (HYPOT, ECF_CONST, hypot, binary)
 390 DEF_INTERNAL_FLT_FN (POW, ECF_CONST, pow, binary)
 391 DEF_INTERNAL_FLT_FN (REMAINDER, ECF_CONST, remainder, binary)
 392 DEF_INTERNAL_FLT_FN (SCALB, ECF_CONST, scalb, binary)
 393 DEF_INTERNAL_FLT_FLOATN_FN (FMIN, ECF_CONST, fmin, binary)
 394 DEF_INTERNAL_FLT_FLOATN_FN (FMAX, ECF_CONST, fmax, binary)
 395 DEF_INTERNAL_OPTAB_FN (XORSIGN, ECF_CONST, xorsign, binary)
 396 DEF_INTERNAL_OPTAB_FN (COMPLEX_ADD_ROT90, ECF_CONST, cadd90, binary)
 397 DEF_INTERNAL_OPTAB_FN (COMPLEX_ADD_ROT270, ECF_CONST, cadd270, binary)
 398 DEF_INTERNAL_OPTAB_FN (COMPLEX_MUL, ECF_CONST, cmul, binary)
 399 DEF_INTERNAL_OPTAB_FN (COMPLEX_MUL_CONJ, ECF_CONST, cmul_conj, binary)
 400 DEF_INTERNAL_OPTAB_FN (VEC_ADDSUB, ECF_CONST, vec_addsub, binary)
 401 DEF_INTERNAL_WIDENING_OPTAB_FN (VEC_WIDEN_PLUS,
 402                                 ECF_CONST | ECF_NOTHROW,
 403                                 first,
 404                                 vec_widen_sadd, vec_widen_uadd,
 405                                 binary)
 406 DEF_INTERNAL_WIDENING_OPTAB_FN (VEC_WIDEN_MINUS,
 407                                 ECF_CONST | ECF_NOTHROW,
 408                                 first,
 409                                 vec_widen_ssub, vec_widen_usub,
 410                                 binary)
 411 DEF_INTERNAL_WIDENING_OPTAB_FN (VEC_WIDEN_ABD,
 412                                 ECF_CONST | ECF_NOTHROW,
 413                                 first,
 414                                 vec_widen_sabd, vec_widen_uabd,
 415                                 binary)
 416 DEF_INTERNAL_OPTAB_FN (VEC_FMADDSUB, ECF_CONST, vec_fmaddsub, ternary)
 417 DEF_INTERNAL_OPTAB_FN (VEC_FMSUBADD, ECF_CONST, vec_fmsubadd, ternary)
 418
 419 /* FP scales.  */
 420 DEF_INTERNAL_FLT_FN (LDEXP, ECF_CONST, ldexp, binary)
 421
 422 /* Ternary math functions.  */
 423 DEF_INTERNAL_FLT_FLOATN_FN (FMA, ECF_CONST, fma, ternary)
 424 DEF_INTERNAL_OPTAB_FN (COMPLEX_FMA, ECF_CONST, cmla, ternary)
 425 DEF_INTERNAL_OPTAB_FN (COMPLEX_FMA_CONJ, ECF_CONST, cmla_conj, ternary)
 426 DEF_INTERNAL_OPTAB_FN (COMPLEX_FMS, ECF_CONST, cmls, ternary)
 427 DEF_INTERNAL_OPTAB_FN (COMPLEX_FMS_CONJ, ECF_CONST, cmls_conj, ternary)
 428
 429 /* Unary integer ops.  */
 430 DEF_INTERNAL_INT_FN (CLRSB, ECF_CONST | ECF_NOTHROW, clrsb, unary)
 431 DEF_INTERNAL_INT_FN (CLZ, ECF_CONST | ECF_NOTHROW, clz, unary)
 432 DEF_INTERNAL_INT_FN (CTZ, ECF_CONST | ECF_NOTHROW, ctz, unary)
 433 DEF_INTERNAL_INT_FN (FFS, ECF_CONST | ECF_NOTHROW, ffs, unary)
 434 DEF_INTERNAL_INT_FN (PARITY, ECF_CONST | ECF_NOTHROW, parity, unary)
 435 DEF_INTERNAL_INT_FN (POPCOUNT, ECF_CONST | ECF_NOTHROW, popcount, unary)
 436
 437 DEF_INTERNAL_FN (GOMP_TARGET_REV, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 438 DEF_INTERNAL_FN (GOMP_USE_SIMT, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 439 DEF_INTERNAL_FN (GOMP_SIMT_ENTER, ECF_LEAF | ECF_NOTHROW, NULL)
 440 DEF_INTERNAL_FN (GOMP_SIMT_ENTER_ALLOC, ECF_LEAF | ECF_NOTHROW, NULL)
 441 DEF_INTERNAL_FN (GOMP_SIMT_EXIT, ECF_LEAF | ECF_NOTHROW, NULL)
 442 DEF_INTERNAL_FN (GOMP_SIMT_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 443 DEF_INTERNAL_FN (GOMP_SIMT_VF, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 444 DEF_INTERNAL_FN (GOMP_SIMT_LAST_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 445 DEF_INTERNAL_FN (GOMP_SIMT_ORDERED_PRED, ECF_LEAF | ECF_NOTHROW, NULL)
 446 DEF_INTERNAL_FN (GOMP_SIMT_VOTE_ANY, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 447 DEF_INTERNAL_FN (GOMP_SIMT_XCHG_BFLY, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 448 DEF_INTERNAL_FN (GOMP_SIMT_XCHG_IDX, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 449 DEF_INTERNAL_FN (GOMP_SIMD_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 450 DEF_INTERNAL_FN (GOMP_SIMD_VF, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 451 DEF_INTERNAL_FN (GOMP_SIMD_LAST_LANE, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 452 DEF_INTERNAL_FN (GOMP_SIMD_ORDERED_START, ECF_LEAF | ECF_NOTHROW, NULL)
 453 DEF_INTERNAL_FN (GOMP_SIMD_ORDERED_END, ECF_LEAF | ECF_NOTHROW, NULL)
 454 DEF_INTERNAL_FN (LOOP_VECTORIZED, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 455 DEF_INTERNAL_FN (LOOP_DIST_ALIAS, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 456 DEF_INTERNAL_FN (ANNOTATE,  ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 457 DEF_INTERNAL_FN (UBSAN_NULL, ECF_LEAF | ECF_NOTHROW, ". R . ")
 458 DEF_INTERNAL_FN (UBSAN_BOUNDS, ECF_LEAF | ECF_NOTHROW, NULL)
 459 DEF_INTERNAL_FN (UBSAN_VPTR, ECF_LEAF | ECF_NOTHROW, ". R R . . ")
 460 DEF_INTERNAL_FN (UBSAN_CHECK_ADD, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 461 DEF_INTERNAL_FN (UBSAN_CHECK_SUB, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 462 DEF_INTERNAL_FN (UBSAN_CHECK_MUL, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 463 DEF_INTERNAL_FN (UBSAN_PTR, ECF_LEAF | ECF_NOTHROW, ". R . ")
 464 DEF_INTERNAL_FN (UBSAN_OBJECT_SIZE, ECF_LEAF | ECF_NOTHROW, NULL)
 465 DEF_INTERNAL_FN (ABNORMAL_DISPATCHER, ECF_NORETURN, NULL)
 466 DEF_INTERNAL_FN (BUILTIN_EXPECT, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 467 DEF_INTERNAL_FN (HWASAN_ALLOCA_UNPOISON, ECF_LEAF | ECF_NOTHROW, ". R ")
 468 DEF_INTERNAL_FN (HWASAN_CHOOSE_TAG, ECF_LEAF | ECF_NOTHROW, ". ")
 469 DEF_INTERNAL_FN (HWASAN_CHECK, ECF_TM_PURE | ECF_LEAF | ECF_NOTHROW,
 470                  ". . R . . ")
 471 DEF_INTERNAL_FN (HWASAN_MARK, ECF_LEAF | ECF_NOTHROW, NULL)
 472 DEF_INTERNAL_FN (HWASAN_SET_TAG,
 473                  ECF_TM_PURE | ECF_PURE | ECF_LEAF | ECF_NOTHROW, ". R R ")
 474 DEF_INTERNAL_FN (ASAN_CHECK, ECF_TM_PURE | ECF_LEAF | ECF_NOTHROW,
 475                  ". . R . . ")
 476 DEF_INTERNAL_FN (ASAN_MARK, ECF_LEAF | ECF_NOTHROW, NULL)
 477 DEF_INTERNAL_FN (ASAN_POISON, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL)
 478 DEF_INTERNAL_FN (ASAN_POISON_USE, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL)
 479 DEF_INTERNAL_FN (ADD_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 480 DEF_INTERNAL_FN (SUB_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 481 DEF_INTERNAL_FN (MUL_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 482 DEF_INTERNAL_FN (UADDC, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 483 DEF_INTERNAL_FN (USUBC, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 484 DEF_INTERNAL_FN (TSAN_FUNC_EXIT, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 485 DEF_INTERNAL_FN (VA_ARG, ECF_NOTHROW | ECF_LEAF, NULL)
 486 DEF_INTERNAL_FN (VEC_CONVERT, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 487 DEF_INTERNAL_FN (RAWMEMCHR, ECF_PURE | ECF_LEAF | ECF_NOTHROW, NULL)
 488
 489 /* An unduplicable, uncombinable function.  Generally used to preserve
 490    a CFG property in the face of jump threading, tail merging or
 491    other such optimizations.  The first argument distinguishes
 492    between uses.  See internal-fn.h for usage.  */
 493 DEF_INTERNAL_FN (UNIQUE, ECF_NOTHROW, NULL)
 494 DEF_INTERNAL_FN (PHI, 0, NULL)
 495
 496 /* A function to represent an artifical initialization to an uninitialized
 497    automatic variable.  */
 498 DEF_INTERNAL_FN (DEFERRED_INIT, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 499
 500 /* DIM_SIZE and DIM_POS return the size of a particular compute
 501    dimension and the executing thread's position within that
 502    dimension.  DIM_POS is pure (and not const) so that it isn't
 503    thought to clobber memory and can be gcse'd within a single
 504    parallel region, but not across FORK/JOIN boundaries.  They take a
 505    single INTEGER_CST argument.  This might be overly conservative.  */
 506 DEF_INTERNAL_FN (GOACC_DIM_SIZE, ECF_CONST | ECF_NOTHROW | ECF_LEAF, NULL)
 507 DEF_INTERNAL_FN (GOACC_DIM_POS, ECF_PURE | ECF_NOTHROW | ECF_LEAF, NULL)
 508
 509 /* OpenACC looping abstraction.  See internal-fn.h for usage.  */
 510 DEF_INTERNAL_FN (GOACC_LOOP, ECF_PURE | ECF_NOTHROW, NULL)
 511
 512 /* OpenACC reduction abstraction.  See internal-fn.h  for usage.  */
 513 DEF_INTERNAL_FN (GOACC_REDUCTION, ECF_NOTHROW | ECF_LEAF, NULL)
 514
 515 /* Openacc tile abstraction. Describes the spans of the element loop.
 516    GOACC_TILE (num-loops, loop-no, tile-arg, tile-mask, element-mask).  */
 517 DEF_INTERNAL_FN (GOACC_TILE, ECF_NOTHROW | ECF_LEAF, NULL)
 518
 519 /* Set errno to EDOM, if GCC knows how to do that directly for the
 520    current target.  */
 521 DEF_INTERNAL_FN (SET_EDOM, ECF_LEAF | ECF_NOTHROW, NULL)
 522
 523 /* Atomic functions.  These don't have ECF_NOTHROW because for
 524    -fnon-call-exceptions they can throw, otherwise we set
 525    gimple_call_nothrow_p on it.  */
 526 DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_SET, ECF_LEAF, NULL)
 527 DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_COMPLEMENT, ECF_LEAF, NULL)
 528 DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_RESET, ECF_LEAF, NULL)
 529 DEF_INTERNAL_FN (ATOMIC_COMPARE_EXCHANGE, ECF_LEAF, NULL)
 530 DEF_INTERNAL_FN (ATOMIC_ADD_FETCH_CMP_0, ECF_LEAF, NULL)
 531 DEF_INTERNAL_FN (ATOMIC_SUB_FETCH_CMP_0, ECF_LEAF, NULL)
 532 DEF_INTERNAL_FN (ATOMIC_AND_FETCH_CMP_0, ECF_LEAF, NULL)
 533 DEF_INTERNAL_FN (ATOMIC_OR_FETCH_CMP_0, ECF_LEAF, NULL)
 534 DEF_INTERNAL_FN (ATOMIC_XOR_FETCH_CMP_0, ECF_LEAF, NULL)
 535
 536 /* To implement [[fallthrough]].  */
 537 DEF_INTERNAL_FN (FALLTHROUGH, ECF_LEAF | ECF_NOTHROW, NULL)
 538
 539 /* To implement __builtin_launder.  */
 540 DEF_INTERNAL_FN (LAUNDER, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL)
 541
 542 /* Divmod function.  */
 543 DEF_INTERNAL_FN (DIVMOD, ECF_CONST | ECF_LEAF, NULL)
 544
 545 /* For coroutines.  */
 546 DEF_INTERNAL_FN (CO_ACTOR, ECF_NOTHROW | ECF_LEAF, NULL)
 547 DEF_INTERNAL_FN (CO_YIELD, ECF_NOTHROW, NULL)
 548 DEF_INTERNAL_FN (CO_SUSPN, ECF_NOTHROW, NULL)
 549 DEF_INTERNAL_FN (CO_FRAME, ECF_PURE | ECF_NOTHROW | ECF_LEAF, NULL)
 550
 551 /* A NOP function with arbitrary arguments and return value.  */
 552 DEF_INTERNAL_FN (NOP, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 553
 554 /* Temporary vehicle for __builtin_shufflevector.  */
 555 DEF_INTERNAL_FN (SHUFFLEVECTOR, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 556
 557 /* <=> optimization.  */
 558 DEF_INTERNAL_FN (SPACESHIP, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 559
 560 /* [[assume (cond)]].  */
 561 DEF_INTERNAL_FN (ASSUME, ECF_CONST | ECF_LEAF | ECF_NOTHROW
 562                          | ECF_LOOPING_CONST_OR_PURE, NULL)
 563
 564 /* For if-conversion of inbranch SIMD clones.  */
 565 DEF_INTERNAL_FN (MASK_CALL, ECF_NOVOPS, NULL)
 566
 567 /* _BitInt support.  */
 568 DEF_INTERNAL_FN (MULBITINT, ECF_LEAF | ECF_NOTHROW, ". O . R . R . ")
 569 DEF_INTERNAL_FN (DIVMODBITINT, ECF_LEAF, ". O . O . R . R . ")
 570 DEF_INTERNAL_FN (FLOATTOBITINT, ECF_LEAF | ECF_NOTHROW, ". O . . ")
 571 DEF_INTERNAL_FN (BITINTTOFLOAT, ECF_PURE | ECF_LEAF, ". R . ")
 572
 573 #undef DEF_INTERNAL_INT_FN
 574 #undef DEF_INTERNAL_FLT_FN
 575 #undef DEF_INTERNAL_FLT_FLOATN_FN
 576 #undef DEF_INTERNAL_SIGNED_OPTAB_FN
 577 #undef DEF_INTERNAL_OPTAB_FN
 578 #undef DEF_INTERNAL_FN