gcc/internal-fn.def

   1 /* Internal functions.
   2    Copyright (C) 2011-2023 Free Software Foundation, Inc.
   3
   4 This file is part of GCC.
   5
   6 GCC is free software; you can redistribute it and/or modify it under
   7 the terms of the GNU General Public License as published by the Free
   8 Software Foundation; either version 3, or (at your option) any later
   9 version.
  10
  11 GCC is distributed in the hope that it will be useful, but WITHOUT ANY
  12 WARRANTY; without even the implied warranty of MERCHANTABILITY or
  13 FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  14 for more details.
  15
  16 You should have received a copy of the GNU General Public License
  17 along with GCC; see the file COPYING3.  If not see
  18 <http://www.gnu.org/licenses/>.  */
  19
  20 /* This file specifies a list of internal "functions".  These functions
  21    differ from built-in functions in that they have no linkage and cannot
  22    be called directly by the user.  They represent operations that are only
  23    synthesised by GCC itself.
  24
  25    Internal functions are used instead of tree codes if the operation
  26    and its operands are more naturally represented as a GIMPLE_CALL
  27    than a GIMPLE_ASSIGN.
  28
  29    Each entry in this file has one of the forms:
  30
  31      DEF_INTERNAL_FN (NAME, FLAGS, FNSPEC)
  32      DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE)
  33      DEF_INTERNAL_SIGNED_OPTAB_FN (NAME, FLAGS, SELECTOR, SIGNED_OPTAB,
  34                                    UNSIGNED_OPTAB, TYPE)
  35      DEF_INTERNAL_FLT_FN (NAME, FLAGS, OPTAB, TYPE)
  36      DEF_INTERNAL_INT_FN (NAME, FLAGS, OPTAB, TYPE)
  37      DEF_INTERNAL_COND_FN (NAME, FLAGS, OPTAB, TYPE)
  38      DEF_INTERNAL_SIGNED_COND_FN (NAME, FLAGS, OPTAB, TYPE)
  39
  40    where NAME is the name of the function, FLAGS is a set of
  41    ECF_* flags and FNSPEC is a string describing functions fnspec.
  42
  43    DEF_INTERNAL_OPTAB_FN defines an internal function that maps to a
  44    direct optab.  The function should only be called with a given
  45    set of types if the associated optab is available for the modes
  46    of those types.  OPTAB says what optab to use (without the trailing
  47    "_optab") and TYPE categorizes the optab based on its inputs and
  48    outputs.  The possible types of optab are:
  49
  50    - mask_load: currently just maskload
  51    - load_lanes: currently just vec_load_lanes
  52    - mask_load_lanes: currently just vec_mask_load_lanes
  53    - mask_len_load_lanes: currently just vec_mask_len_load_lanes
  54    - gather_load: used for {mask_,mask_len_,}gather_load
  55    - len_load: currently just len_load
  56    - mask_len_load: currently just mask_len_load
  57
  58    - mask_store: currently just maskstore
  59    - store_lanes: currently just vec_store_lanes
  60    - mask_store_lanes: currently just vec_mask_store_lanes
  61    - mask_len_store_lanes: currently just vec_mask_len_store_lanes
  62    - scatter_store: used for {mask_,mask_len_,}scatter_store
  63    - len_store: currently just len_store
  64    - mask_len_store: currently just mask_len_store
  65
  66    - unary: a normal unary optab, such as vec_reverse_<mode>
  67    - binary: a normal binary optab, such as vec_interleave_lo_<mode>
  68    - ternary: a normal ternary optab, such as fma<mode>4
  69
  70    - unary_convert: a single-input conversion optab, such as
  71      lround<srcmode><dstmode>2.
  72
  73    - cond_binary: a conditional binary optab, such as cond_add<mode>
  74    - cond_ternary: a conditional ternary optab, such as cond_fma_rev<mode>
  75
  76    - fold_left: for scalar = FN (scalar, vector), keyed off the vector mode
  77    - check_ptrs: used for check_{raw,war}_ptrs
  78
  79    - cond_len_unary: a conditional unary optab, such as cond_len_neg<mode>
  80    - cond_len_binary: a conditional binary optab, such as cond_len_add<mode>
  81    - cond_len_ternary: a conditional ternary optab, such as
  82    cond_len_fma_rev<mode>
  83
  84    DEF_INTERNAL_SIGNED_OPTAB_FN defines an internal function that
  85    maps to one of two optabs, depending on the signedness of an input.
  86    SIGNED_OPTAB and UNSIGNED_OPTAB are the optabs for signed and
  87    unsigned inputs respectively, both without the trailing "_optab".
  88    SELECTOR says which type in the tree_pair determines the signedness.
  89
  90    DEF_INTERNAL_FLT_FN is like DEF_INTERNAL_OPTAB_FN, but in addition,
  91    the function implements the computational part of a built-in math
  92    function BUILT_IN_<NAME>{F,,L}.  Unlike some built-in functions,
  93    these internal functions never set errno.
  94
  95    DEF_INTERNAL_INT_FN is like DEF_INTERNAL_OPTAB_FN, but in addition
  96    says that the function extends the C-level BUILT_IN_<NAME>{,L,LL,IMAX}
  97    group of functions to any integral mode (including vector modes).
  98
  99    DEF_INTERNAL_WIDENING_OPTAB_FN is a wrapper that defines five internal
 100    functions with DEF_INTERNAL_SIGNED_OPTAB_FN:
 101    - one that describes a widening operation with the same number of elements
 102    in the output and input vectors,
 103    - two that describe a pair of high-low widening operations where the output
 104    vectors each have half the number of elements of the input vectors,
 105    corresponding to the result of the widening operation on the top half and
 106    bottom half, these have the suffixes _HI and _LO,
 107    - and two that describe a pair of even-odd widening operations where the
 108    output vectors each have half the number of elements of the input vectors,
 109    corresponding to the result of the widening operation on the even and odd
 110    elements, these have the suffixes _EVEN and _ODD.
 111    These five internal functions will require two optabs each, a SIGNED_OPTAB
 112    and an UNSIGNED_OTPAB.
 113
 114    DEF_INTERNAL_COND_FN is a wrapper that defines 2 internal functions with
 115    DEF_INTERNAL_OPTAB_FN:
 116    - One is COND_* operations that are predicated by mask only. Such operations
 117      make sense for both vectors and scalars.
 118    - The other is COND_LEN_* operations that are predicated by mask and len
 119      both. Such operations only make sense for vectors.
 120
 121    DEF_INTERNAL_SIGNED_COND_FN is like DEF_INTERNAL_COND_FN but defines intenal
 122    functions with DEF_INTERNAL_SIGNED_OPTAB_FN.
 123
 124    Each entry must have a corresponding expander of the form:
 125
 126      void expand_NAME (gimple_call stmt)
 127
 128    where STMT is the statement that performs the call.  These are generated
 129    automatically for optab functions and call out to a function or macro
 130    called expand_<TYPE>_optab_fn.  */
 131
 132 #ifndef DEF_INTERNAL_FN
 133 #define DEF_INTERNAL_FN(CODE, FLAGS, FNSPEC)
 134 #endif
 135
 136 #ifndef DEF_INTERNAL_OPTAB_FN
 137 #define DEF_INTERNAL_OPTAB_FN(NAME, FLAGS, OPTAB, TYPE) \
 138   DEF_INTERNAL_FN (NAME, FLAGS | ECF_LEAF, NULL)
 139 #endif
 140
 141 #ifndef DEF_INTERNAL_SIGNED_OPTAB_FN
 142 #define DEF_INTERNAL_SIGNED_OPTAB_FN(NAME, FLAGS, SELECTOR, SIGNED_OPTAB, \
 143                                      UNSIGNED_OPTAB, TYPE) \
 144   DEF_INTERNAL_FN (NAME, FLAGS | ECF_LEAF, NULL)
 145 #endif
 146
 147 #ifndef DEF_INTERNAL_FLT_FN
 148 #define DEF_INTERNAL_FLT_FN(NAME, FLAGS, OPTAB, TYPE) \
 149   DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE)
 150 #endif
 151
 152 #ifndef DEF_INTERNAL_FLT_FLOATN_FN
 153 #define DEF_INTERNAL_FLT_FLOATN_FN(NAME, FLAGS, OPTAB, TYPE) \
 154   DEF_INTERNAL_FLT_FN (NAME, FLAGS, OPTAB, TYPE)
 155 #endif
 156
 157 #ifndef DEF_INTERNAL_INT_FN
 158 #define DEF_INTERNAL_INT_FN(NAME, FLAGS, OPTAB, TYPE) \
 159   DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE)
 160 #endif
 161
 162 #ifndef DEF_INTERNAL_WIDENING_OPTAB_FN
 163 #define DEF_INTERNAL_WIDENING_OPTAB_FN(NAME, FLAGS, SELECTOR, SOPTAB, UOPTAB, TYPE)                 \
 164   DEF_INTERNAL_SIGNED_OPTAB_FN (NAME, FLAGS, SELECTOR, SOPTAB, UOPTAB, TYPE)                        \
 165   DEF_INTERNAL_SIGNED_OPTAB_FN (NAME ## _LO, FLAGS, SELECTOR, SOPTAB##_lo, UOPTAB##_lo, TYPE)       \
 166   DEF_INTERNAL_SIGNED_OPTAB_FN (NAME ## _HI, FLAGS, SELECTOR, SOPTAB##_hi, UOPTAB##_hi, TYPE)       \
 167   DEF_INTERNAL_SIGNED_OPTAB_FN (NAME ## _EVEN, FLAGS, SELECTOR, SOPTAB##_even, UOPTAB##_even, TYPE) \
 168   DEF_INTERNAL_SIGNED_OPTAB_FN (NAME ## _ODD, FLAGS, SELECTOR, SOPTAB##_odd, UOPTAB##_odd, TYPE)
 169 #endif
 170
 171 #ifndef DEF_INTERNAL_COND_FN
 172 #define DEF_INTERNAL_COND_FN(NAME, FLAGS, OPTAB, TYPE)                         \
 173   DEF_INTERNAL_OPTAB_FN (COND_##NAME, FLAGS, cond_##OPTAB, cond_##TYPE)        \
 174   DEF_INTERNAL_OPTAB_FN (COND_LEN_##NAME, FLAGS, cond_len_##OPTAB,             \
 175                          cond_len_##TYPE)
 176 #endif
 177
 178 #ifndef DEF_INTERNAL_SIGNED_COND_FN
 179 #define DEF_INTERNAL_SIGNED_COND_FN(NAME, FLAGS, SELECTOR, SIGNED_OPTAB,       \
 180                                     UNSIGNED_OPTAB, TYPE)                      \
 181   DEF_INTERNAL_SIGNED_OPTAB_FN (COND_##NAME, FLAGS, SELECTOR,                  \
 182                                 cond_##SIGNED_OPTAB, cond_##UNSIGNED_OPTAB,    \
 183                                 cond_##TYPE)                                   \
 184   DEF_INTERNAL_SIGNED_OPTAB_FN (COND_LEN_##NAME, FLAGS, SELECTOR,              \
 185                                 cond_len_##SIGNED_OPTAB,                       \
 186                                 cond_len_##UNSIGNED_OPTAB, cond_len_##TYPE)
 187 #endif
 188
 189 DEF_INTERNAL_OPTAB_FN (MASK_LOAD, ECF_PURE, maskload, mask_load)
 190 DEF_INTERNAL_OPTAB_FN (LOAD_LANES, ECF_CONST, vec_load_lanes, load_lanes)
 191 DEF_INTERNAL_OPTAB_FN (MASK_LOAD_LANES, ECF_PURE,
 192                        vec_mask_load_lanes, mask_load_lanes)
 193 DEF_INTERNAL_OPTAB_FN (MASK_LEN_LOAD_LANES, ECF_PURE,
 194                        vec_mask_len_load_lanes, mask_load_lanes)
 195
 196 DEF_INTERNAL_OPTAB_FN (GATHER_LOAD, ECF_PURE, gather_load, gather_load)
 197 DEF_INTERNAL_OPTAB_FN (MASK_GATHER_LOAD, ECF_PURE,
 198                        mask_gather_load, gather_load)
 199 DEF_INTERNAL_OPTAB_FN (MASK_LEN_GATHER_LOAD, ECF_PURE,
 200                        mask_len_gather_load, gather_load)
 201
 202 DEF_INTERNAL_OPTAB_FN (LEN_LOAD, ECF_PURE, len_load, len_load)
 203 DEF_INTERNAL_OPTAB_FN (MASK_LEN_LOAD, ECF_PURE, mask_len_load, mask_len_load)
 204
 205 DEF_INTERNAL_OPTAB_FN (SCATTER_STORE, 0, scatter_store, scatter_store)
 206 DEF_INTERNAL_OPTAB_FN (MASK_SCATTER_STORE, 0,
 207                        mask_scatter_store, scatter_store)
 208 DEF_INTERNAL_OPTAB_FN (MASK_LEN_SCATTER_STORE, 0,
 209                        mask_len_scatter_store, scatter_store)
 210
 211 DEF_INTERNAL_OPTAB_FN (MASK_STORE, 0, maskstore, mask_store)
 212 DEF_INTERNAL_OPTAB_FN (STORE_LANES, ECF_CONST, vec_store_lanes, store_lanes)
 213 DEF_INTERNAL_OPTAB_FN (MASK_STORE_LANES, 0,
 214                        vec_mask_store_lanes, mask_store_lanes)
 215 DEF_INTERNAL_OPTAB_FN (MASK_LEN_STORE_LANES, 0,
 216                        vec_mask_len_store_lanes, mask_store_lanes)
 217
 218 DEF_INTERNAL_OPTAB_FN (VCOND, ECF_CONST | ECF_NOTHROW, vcond, vec_cond)
 219 DEF_INTERNAL_OPTAB_FN (VCONDU, ECF_CONST | ECF_NOTHROW, vcondu, vec_cond)
 220 DEF_INTERNAL_OPTAB_FN (VCONDEQ, ECF_CONST | ECF_NOTHROW, vcondeq, vec_cond)
 221 DEF_INTERNAL_OPTAB_FN (VCOND_MASK, ECF_CONST | ECF_NOTHROW,
 222                        vcond_mask, vec_cond_mask)
 223
 224 DEF_INTERNAL_OPTAB_FN (VEC_SET, ECF_CONST | ECF_NOTHROW, vec_set, vec_set)
 225 DEF_INTERNAL_OPTAB_FN (VEC_EXTRACT, ECF_CONST | ECF_NOTHROW,
 226                        vec_extract, vec_extract)
 227
 228 DEF_INTERNAL_OPTAB_FN (LEN_STORE, 0, len_store, len_store)
 229 DEF_INTERNAL_OPTAB_FN (MASK_LEN_STORE, 0, mask_len_store, mask_len_store)
 230
 231 DEF_INTERNAL_OPTAB_FN (WHILE_ULT, ECF_CONST | ECF_NOTHROW, while_ult, while)
 232 DEF_INTERNAL_OPTAB_FN (SELECT_VL, ECF_CONST | ECF_NOTHROW, select_vl, binary)
 233 DEF_INTERNAL_OPTAB_FN (CHECK_RAW_PTRS, ECF_CONST | ECF_NOTHROW,
 234                        check_raw_ptrs, check_ptrs)
 235 DEF_INTERNAL_OPTAB_FN (CHECK_WAR_PTRS, ECF_CONST | ECF_NOTHROW,
 236                        check_war_ptrs, check_ptrs)
 237
 238 DEF_INTERNAL_OPTAB_FN (VEC_SHL_INSERT, ECF_CONST | ECF_NOTHROW,
 239                        vec_shl_insert, binary)
 240
 241 DEF_INTERNAL_OPTAB_FN (DIV_POW2, ECF_CONST | ECF_NOTHROW, sdiv_pow2, binary)
 242
 243 DEF_INTERNAL_OPTAB_FN (FMS, ECF_CONST, fms, ternary)
 244 DEF_INTERNAL_OPTAB_FN (FNMA, ECF_CONST, fnma, ternary)
 245 DEF_INTERNAL_OPTAB_FN (FNMS, ECF_CONST, fnms, ternary)
 246
 247 DEF_INTERNAL_SIGNED_OPTAB_FN (ABD, ECF_CONST | ECF_NOTHROW, first,
 248                               sabd, uabd, binary)
 249
 250 DEF_INTERNAL_SIGNED_OPTAB_FN (AVG_FLOOR, ECF_CONST | ECF_NOTHROW, first,
 251                               savg_floor, uavg_floor, binary)
 252 DEF_INTERNAL_SIGNED_OPTAB_FN (AVG_CEIL, ECF_CONST | ECF_NOTHROW, first,
 253                               savg_ceil, uavg_ceil, binary)
 254
 255 DEF_INTERNAL_SIGNED_OPTAB_FN (MULH, ECF_CONST | ECF_NOTHROW, first,
 256                               smul_highpart, umul_highpart, binary)
 257 DEF_INTERNAL_SIGNED_OPTAB_FN (MULHS, ECF_CONST | ECF_NOTHROW, first,
 258                               smulhs, umulhs, binary)
 259 DEF_INTERNAL_SIGNED_OPTAB_FN (MULHRS, ECF_CONST | ECF_NOTHROW, first,
 260                               smulhrs, umulhrs, binary)
 261
 262 DEF_INTERNAL_COND_FN (ADD, ECF_CONST, add, binary)
 263 DEF_INTERNAL_COND_FN (SUB, ECF_CONST, sub, binary)
 264 DEF_INTERNAL_COND_FN (MUL, ECF_CONST, smul, binary)
 265 DEF_INTERNAL_SIGNED_COND_FN (DIV, ECF_CONST, first, sdiv, udiv, binary)
 266 DEF_INTERNAL_SIGNED_COND_FN (MOD, ECF_CONST, first, smod, umod, binary)
 267 DEF_INTERNAL_COND_FN (RDIV, ECF_CONST, sdiv, binary)
 268 DEF_INTERNAL_SIGNED_COND_FN (MIN, ECF_CONST, first, smin, umin, binary)
 269 DEF_INTERNAL_SIGNED_COND_FN (MAX, ECF_CONST, first, smax, umax, binary)
 270 DEF_INTERNAL_COND_FN (FMIN, ECF_CONST, fmin, binary)
 271 DEF_INTERNAL_COND_FN (FMAX, ECF_CONST, fmax, binary)
 272 DEF_INTERNAL_COND_FN (AND, ECF_CONST | ECF_NOTHROW, and, binary)
 273 DEF_INTERNAL_COND_FN (IOR, ECF_CONST | ECF_NOTHROW, ior, binary)
 274 DEF_INTERNAL_COND_FN (XOR, ECF_CONST | ECF_NOTHROW, xor, binary)
 275 DEF_INTERNAL_COND_FN (SHL, ECF_CONST | ECF_NOTHROW, ashl, binary)
 276 DEF_INTERNAL_SIGNED_COND_FN (SHR, ECF_CONST | ECF_NOTHROW, first, ashr, lshr,
 277                              binary)
 278
 279 DEF_INTERNAL_COND_FN (FMA, ECF_CONST, fma, ternary)
 280 DEF_INTERNAL_COND_FN (FMS, ECF_CONST, fms, ternary)
 281 DEF_INTERNAL_COND_FN (FNMA, ECF_CONST, fnma, ternary)
 282 DEF_INTERNAL_COND_FN (FNMS, ECF_CONST, fnms, ternary)
 283
 284 DEF_INTERNAL_COND_FN (NEG, ECF_CONST, neg, unary)
 285
 286 DEF_INTERNAL_OPTAB_FN (RSQRT, ECF_CONST, rsqrt, unary)
 287
 288 DEF_INTERNAL_OPTAB_FN (REDUC_PLUS, ECF_CONST | ECF_NOTHROW,
 289                        reduc_plus_scal, unary)
 290 DEF_INTERNAL_SIGNED_OPTAB_FN (REDUC_MAX, ECF_CONST | ECF_NOTHROW, first,
 291                               reduc_smax_scal, reduc_umax_scal, unary)
 292 DEF_INTERNAL_SIGNED_OPTAB_FN (REDUC_MIN, ECF_CONST | ECF_NOTHROW, first,
 293                               reduc_smin_scal, reduc_umin_scal, unary)
 294 DEF_INTERNAL_OPTAB_FN (REDUC_FMAX, ECF_CONST | ECF_NOTHROW,
 295                        reduc_fmax_scal, unary)
 296 DEF_INTERNAL_OPTAB_FN (REDUC_FMIN, ECF_CONST | ECF_NOTHROW,
 297                        reduc_fmin_scal, unary)
 298 DEF_INTERNAL_OPTAB_FN (REDUC_AND, ECF_CONST | ECF_NOTHROW,
 299                        reduc_and_scal, unary)
 300 DEF_INTERNAL_OPTAB_FN (REDUC_IOR, ECF_CONST | ECF_NOTHROW,
 301                        reduc_ior_scal, unary)
 302 DEF_INTERNAL_OPTAB_FN (REDUC_XOR, ECF_CONST | ECF_NOTHROW,
 303                        reduc_xor_scal, unary)
 304
 305 /* Extract the last active element from a vector.  */
 306 DEF_INTERNAL_OPTAB_FN (EXTRACT_LAST, ECF_CONST | ECF_NOTHROW,
 307                        extract_last, fold_left)
 308
 309 /* Same, but return the first argument if no elements are active.  */
 310 DEF_INTERNAL_OPTAB_FN (FOLD_EXTRACT_LAST, ECF_CONST | ECF_NOTHROW,
 311                        fold_extract_last, fold_extract)
 312
 313 DEF_INTERNAL_OPTAB_FN (FOLD_LEFT_PLUS, ECF_CONST | ECF_NOTHROW,
 314                        fold_left_plus, fold_left)
 315
 316 DEF_INTERNAL_OPTAB_FN (MASK_FOLD_LEFT_PLUS, ECF_CONST | ECF_NOTHROW,
 317                        mask_fold_left_plus, mask_fold_left)
 318
 319 DEF_INTERNAL_OPTAB_FN (MASK_LEN_FOLD_LEFT_PLUS, ECF_CONST | ECF_NOTHROW,
 320                        mask_len_fold_left_plus, mask_len_fold_left)
 321
 322 /* Unary math functions.  */
 323 DEF_INTERNAL_FLT_FN (ACOS, ECF_CONST, acos, unary)
 324 DEF_INTERNAL_FLT_FN (ACOSH, ECF_CONST, acosh, unary)
 325 DEF_INTERNAL_FLT_FN (ASIN, ECF_CONST, asin, unary)
 326 DEF_INTERNAL_FLT_FN (ASINH, ECF_CONST, asinh, unary)
 327 DEF_INTERNAL_FLT_FN (ATAN, ECF_CONST, atan, unary)
 328 DEF_INTERNAL_FLT_FN (ATANH, ECF_CONST, atanh, unary)
 329 DEF_INTERNAL_FLT_FN (COS, ECF_CONST, cos, unary)
 330 DEF_INTERNAL_FLT_FN (COSH, ECF_CONST, cosh, unary)
 331 DEF_INTERNAL_FLT_FN (EXP, ECF_CONST, exp, unary)
 332 DEF_INTERNAL_FLT_FN (EXP10, ECF_CONST, exp10, unary)
 333 DEF_INTERNAL_FLT_FN (EXP2, ECF_CONST, exp2, unary)
 334 DEF_INTERNAL_FLT_FN (EXPM1, ECF_CONST, expm1, unary)
 335 DEF_INTERNAL_FLT_FN (LOG, ECF_CONST, log, unary)
 336 DEF_INTERNAL_FLT_FN (LOG10, ECF_CONST, log10, unary)
 337 DEF_INTERNAL_FLT_FN (LOG1P, ECF_CONST, log1p, unary)
 338 DEF_INTERNAL_FLT_FN (LOG2, ECF_CONST, log2, unary)
 339 DEF_INTERNAL_FLT_FN (LOGB, ECF_CONST, logb, unary)
 340 DEF_INTERNAL_FLT_FN (SIGNBIT, ECF_CONST, signbit, unary)
 341 DEF_INTERNAL_FLT_FN (SIGNIFICAND, ECF_CONST, significand, unary)
 342 DEF_INTERNAL_FLT_FN (SIN, ECF_CONST, sin, unary)
 343 DEF_INTERNAL_FLT_FN (SINH, ECF_CONST, sinh, unary)
 344 DEF_INTERNAL_FLT_FLOATN_FN (SQRT, ECF_CONST, sqrt, unary)
 345 DEF_INTERNAL_FLT_FN (TAN, ECF_CONST, tan, unary)
 346 DEF_INTERNAL_FLT_FN (TANH, ECF_CONST, tanh, unary)
 347
 348 /* Floating-point to integer conversions.
 349
 350    ??? Here we preserve the I/L/LL prefix convention from the
 351    corresponding built-in functions, rather than make the internal
 352    functions polymorphic in both the argument and the return types.
 353    Perhaps an alternative would be to pass a zero of the required
 354    return type as a second parameter.  */
 355 DEF_INTERNAL_FLT_FN (ICEIL, ECF_CONST, lceil, unary_convert)
 356 DEF_INTERNAL_FLT_FN (IFLOOR, ECF_CONST, lfloor, unary_convert)
 357 DEF_INTERNAL_FLT_FN (IRINT, ECF_CONST, lrint, unary_convert)
 358 DEF_INTERNAL_FLT_FN (IROUND, ECF_CONST, lround, unary_convert)
 359 DEF_INTERNAL_FLT_FN (LCEIL, ECF_CONST, lceil, unary_convert)
 360 DEF_INTERNAL_FLT_FN (LFLOOR, ECF_CONST, lfloor, unary_convert)
 361 DEF_INTERNAL_FLT_FN (LRINT, ECF_CONST, lrint, unary_convert)
 362 DEF_INTERNAL_FLT_FN (LROUND, ECF_CONST, lround, unary_convert)
 363 DEF_INTERNAL_FLT_FN (LLCEIL, ECF_CONST, lceil, unary_convert)
 364 DEF_INTERNAL_FLT_FN (LLFLOOR, ECF_CONST, lfloor, unary_convert)
 365 DEF_INTERNAL_FLT_FN (LLRINT, ECF_CONST, lrint, unary_convert)
 366 DEF_INTERNAL_FLT_FN (LLROUND, ECF_CONST, lround, unary_convert)
 367
 368 /* FP rounding.  */
 369 DEF_INTERNAL_FLT_FLOATN_FN (CEIL, ECF_CONST, ceil, unary)
 370 DEF_INTERNAL_FLT_FLOATN_FN (FLOOR, ECF_CONST, floor, unary)
 371 DEF_INTERNAL_FLT_FLOATN_FN (NEARBYINT, ECF_CONST, nearbyint, unary)
 372 DEF_INTERNAL_FLT_FLOATN_FN (RINT, ECF_CONST, rint, unary)
 373 DEF_INTERNAL_FLT_FLOATN_FN (ROUND, ECF_CONST, round, unary)
 374 DEF_INTERNAL_FLT_FLOATN_FN (ROUNDEVEN, ECF_CONST, roundeven, unary)
 375 DEF_INTERNAL_FLT_FLOATN_FN (TRUNC, ECF_CONST, btrunc, unary)
 376
 377 /* Binary math functions.  */
 378 DEF_INTERNAL_FLT_FN (ATAN2, ECF_CONST, atan2, binary)
 379 DEF_INTERNAL_FLT_FLOATN_FN (COPYSIGN, ECF_CONST, copysign, binary)
 380 DEF_INTERNAL_FLT_FN (FMOD, ECF_CONST, fmod, binary)
 381 DEF_INTERNAL_FLT_FN (HYPOT, ECF_CONST, hypot, binary)
 382 DEF_INTERNAL_FLT_FN (POW, ECF_CONST, pow, binary)
 383 DEF_INTERNAL_FLT_FN (REMAINDER, ECF_CONST, remainder, binary)
 384 DEF_INTERNAL_FLT_FN (SCALB, ECF_CONST, scalb, binary)
 385 DEF_INTERNAL_FLT_FLOATN_FN (FMIN, ECF_CONST, fmin, binary)
 386 DEF_INTERNAL_FLT_FLOATN_FN (FMAX, ECF_CONST, fmax, binary)
 387 DEF_INTERNAL_OPTAB_FN (XORSIGN, ECF_CONST, xorsign, binary)
 388 DEF_INTERNAL_OPTAB_FN (COMPLEX_ADD_ROT90, ECF_CONST, cadd90, binary)
 389 DEF_INTERNAL_OPTAB_FN (COMPLEX_ADD_ROT270, ECF_CONST, cadd270, binary)
 390 DEF_INTERNAL_OPTAB_FN (COMPLEX_MUL, ECF_CONST, cmul, binary)
 391 DEF_INTERNAL_OPTAB_FN (COMPLEX_MUL_CONJ, ECF_CONST, cmul_conj, binary)
 392 DEF_INTERNAL_OPTAB_FN (VEC_ADDSUB, ECF_CONST, vec_addsub, binary)
 393 DEF_INTERNAL_WIDENING_OPTAB_FN (VEC_WIDEN_PLUS,
 394                                 ECF_CONST | ECF_NOTHROW,
 395                                 first,
 396                                 vec_widen_sadd, vec_widen_uadd,
 397                                 binary)
 398 DEF_INTERNAL_WIDENING_OPTAB_FN (VEC_WIDEN_MINUS,
 399                                 ECF_CONST | ECF_NOTHROW,
 400                                 first,
 401                                 vec_widen_ssub, vec_widen_usub,
 402                                 binary)
 403 DEF_INTERNAL_WIDENING_OPTAB_FN (VEC_WIDEN_ABD,
 404                                 ECF_CONST | ECF_NOTHROW,
 405                                 first,
 406                                 vec_widen_sabd, vec_widen_uabd,
 407                                 binary)
 408 DEF_INTERNAL_OPTAB_FN (VEC_FMADDSUB, ECF_CONST, vec_fmaddsub, ternary)
 409 DEF_INTERNAL_OPTAB_FN (VEC_FMSUBADD, ECF_CONST, vec_fmsubadd, ternary)
 410
 411 /* FP scales.  */
 412 DEF_INTERNAL_FLT_FN (LDEXP, ECF_CONST, ldexp, binary)
 413
 414 /* Ternary math functions.  */
 415 DEF_INTERNAL_FLT_FLOATN_FN (FMA, ECF_CONST, fma, ternary)
 416 DEF_INTERNAL_OPTAB_FN (COMPLEX_FMA, ECF_CONST, cmla, ternary)
 417 DEF_INTERNAL_OPTAB_FN (COMPLEX_FMA_CONJ, ECF_CONST, cmla_conj, ternary)
 418 DEF_INTERNAL_OPTAB_FN (COMPLEX_FMS, ECF_CONST, cmls, ternary)
 419 DEF_INTERNAL_OPTAB_FN (COMPLEX_FMS_CONJ, ECF_CONST, cmls_conj, ternary)
 420
 421 /* Unary integer ops.  */
 422 DEF_INTERNAL_INT_FN (CLRSB, ECF_CONST | ECF_NOTHROW, clrsb, unary)
 423 DEF_INTERNAL_INT_FN (CLZ, ECF_CONST | ECF_NOTHROW, clz, unary)
 424 DEF_INTERNAL_INT_FN (CTZ, ECF_CONST | ECF_NOTHROW, ctz, unary)
 425 DEF_INTERNAL_INT_FN (FFS, ECF_CONST | ECF_NOTHROW, ffs, unary)
 426 DEF_INTERNAL_INT_FN (PARITY, ECF_CONST | ECF_NOTHROW, parity, unary)
 427 DEF_INTERNAL_INT_FN (POPCOUNT, ECF_CONST | ECF_NOTHROW, popcount, unary)
 428
 429 DEF_INTERNAL_FN (GOMP_TARGET_REV, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 430 DEF_INTERNAL_FN (GOMP_USE_SIMT, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 431 DEF_INTERNAL_FN (GOMP_SIMT_ENTER, ECF_LEAF | ECF_NOTHROW, NULL)
 432 DEF_INTERNAL_FN (GOMP_SIMT_ENTER_ALLOC, ECF_LEAF | ECF_NOTHROW, NULL)
 433 DEF_INTERNAL_FN (GOMP_SIMT_EXIT, ECF_LEAF | ECF_NOTHROW, NULL)
 434 DEF_INTERNAL_FN (GOMP_SIMT_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 435 DEF_INTERNAL_FN (GOMP_SIMT_VF, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 436 DEF_INTERNAL_FN (GOMP_SIMT_LAST_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 437 DEF_INTERNAL_FN (GOMP_SIMT_ORDERED_PRED, ECF_LEAF | ECF_NOTHROW, NULL)
 438 DEF_INTERNAL_FN (GOMP_SIMT_VOTE_ANY, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 439 DEF_INTERNAL_FN (GOMP_SIMT_XCHG_BFLY, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 440 DEF_INTERNAL_FN (GOMP_SIMT_XCHG_IDX, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 441 DEF_INTERNAL_FN (GOMP_SIMD_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 442 DEF_INTERNAL_FN (GOMP_SIMD_VF, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 443 DEF_INTERNAL_FN (GOMP_SIMD_LAST_LANE, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 444 DEF_INTERNAL_FN (GOMP_SIMD_ORDERED_START, ECF_LEAF | ECF_NOTHROW, NULL)
 445 DEF_INTERNAL_FN (GOMP_SIMD_ORDERED_END, ECF_LEAF | ECF_NOTHROW, NULL)
 446 DEF_INTERNAL_FN (LOOP_VECTORIZED, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 447 DEF_INTERNAL_FN (LOOP_DIST_ALIAS, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 448 DEF_INTERNAL_FN (ANNOTATE,  ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 449 DEF_INTERNAL_FN (UBSAN_NULL, ECF_LEAF | ECF_NOTHROW, ". R . ")
 450 DEF_INTERNAL_FN (UBSAN_BOUNDS, ECF_LEAF | ECF_NOTHROW, NULL)
 451 DEF_INTERNAL_FN (UBSAN_VPTR, ECF_LEAF | ECF_NOTHROW, ". R R . . ")
 452 DEF_INTERNAL_FN (UBSAN_CHECK_ADD, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 453 DEF_INTERNAL_FN (UBSAN_CHECK_SUB, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 454 DEF_INTERNAL_FN (UBSAN_CHECK_MUL, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 455 DEF_INTERNAL_FN (UBSAN_PTR, ECF_LEAF | ECF_NOTHROW, ". R . ")
 456 DEF_INTERNAL_FN (UBSAN_OBJECT_SIZE, ECF_LEAF | ECF_NOTHROW, NULL)
 457 DEF_INTERNAL_FN (ABNORMAL_DISPATCHER, ECF_NORETURN, NULL)
 458 DEF_INTERNAL_FN (BUILTIN_EXPECT, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 459 DEF_INTERNAL_FN (HWASAN_ALLOCA_UNPOISON, ECF_LEAF | ECF_NOTHROW, ". R ")
 460 DEF_INTERNAL_FN (HWASAN_CHOOSE_TAG, ECF_LEAF | ECF_NOTHROW, ". ")
 461 DEF_INTERNAL_FN (HWASAN_CHECK, ECF_TM_PURE | ECF_LEAF | ECF_NOTHROW,
 462                  ". . R . . ")
 463 DEF_INTERNAL_FN (HWASAN_MARK, ECF_LEAF | ECF_NOTHROW, NULL)
 464 DEF_INTERNAL_FN (HWASAN_SET_TAG,
 465                  ECF_TM_PURE | ECF_PURE | ECF_LEAF | ECF_NOTHROW, ". R R ")
 466 DEF_INTERNAL_FN (ASAN_CHECK, ECF_TM_PURE | ECF_LEAF | ECF_NOTHROW,
 467                  ". . R . . ")
 468 DEF_INTERNAL_FN (ASAN_MARK, ECF_LEAF | ECF_NOTHROW, NULL)
 469 DEF_INTERNAL_FN (ASAN_POISON, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL)
 470 DEF_INTERNAL_FN (ASAN_POISON_USE, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL)
 471 DEF_INTERNAL_FN (ADD_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 472 DEF_INTERNAL_FN (SUB_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 473 DEF_INTERNAL_FN (MUL_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 474 DEF_INTERNAL_FN (UADDC, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 475 DEF_INTERNAL_FN (USUBC, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 476 DEF_INTERNAL_FN (TSAN_FUNC_EXIT, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
 477 DEF_INTERNAL_FN (VA_ARG, ECF_NOTHROW | ECF_LEAF, NULL)
 478 DEF_INTERNAL_FN (VEC_CONVERT, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 479 DEF_INTERNAL_FN (RAWMEMCHR, ECF_PURE | ECF_LEAF | ECF_NOTHROW, NULL)
 480
 481 /* An unduplicable, uncombinable function.  Generally used to preserve
 482    a CFG property in the face of jump threading, tail merging or
 483    other such optimizations.  The first argument distinguishes
 484    between uses.  See internal-fn.h for usage.  */
 485 DEF_INTERNAL_FN (UNIQUE, ECF_NOTHROW, NULL)
 486 DEF_INTERNAL_FN (PHI, 0, NULL)
 487
 488 /* A function to represent an artifical initialization to an uninitialized
 489    automatic variable.  */
 490 DEF_INTERNAL_FN (DEFERRED_INIT, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 491
 492 /* DIM_SIZE and DIM_POS return the size of a particular compute
 493    dimension and the executing thread's position within that
 494    dimension.  DIM_POS is pure (and not const) so that it isn't
 495    thought to clobber memory and can be gcse'd within a single
 496    parallel region, but not across FORK/JOIN boundaries.  They take a
 497    single INTEGER_CST argument.  This might be overly conservative.  */
 498 DEF_INTERNAL_FN (GOACC_DIM_SIZE, ECF_CONST | ECF_NOTHROW | ECF_LEAF, NULL)
 499 DEF_INTERNAL_FN (GOACC_DIM_POS, ECF_PURE | ECF_NOTHROW | ECF_LEAF, NULL)
 500
 501 /* OpenACC looping abstraction.  See internal-fn.h for usage.  */
 502 DEF_INTERNAL_FN (GOACC_LOOP, ECF_PURE | ECF_NOTHROW, NULL)
 503
 504 /* OpenACC reduction abstraction.  See internal-fn.h  for usage.  */
 505 DEF_INTERNAL_FN (GOACC_REDUCTION, ECF_NOTHROW | ECF_LEAF, NULL)
 506
 507 /* Openacc tile abstraction. Describes the spans of the element loop.
 508    GOACC_TILE (num-loops, loop-no, tile-arg, tile-mask, element-mask).  */
 509 DEF_INTERNAL_FN (GOACC_TILE, ECF_NOTHROW | ECF_LEAF, NULL)
 510
 511 /* Set errno to EDOM, if GCC knows how to do that directly for the
 512    current target.  */
 513 DEF_INTERNAL_FN (SET_EDOM, ECF_LEAF | ECF_NOTHROW, NULL)
 514
 515 /* Atomic functions.  These don't have ECF_NOTHROW because for
 516    -fnon-call-exceptions they can throw, otherwise we set
 517    gimple_call_nothrow_p on it.  */
 518 DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_SET, ECF_LEAF, NULL)
 519 DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_COMPLEMENT, ECF_LEAF, NULL)
 520 DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_RESET, ECF_LEAF, NULL)
 521 DEF_INTERNAL_FN (ATOMIC_COMPARE_EXCHANGE, ECF_LEAF, NULL)
 522 DEF_INTERNAL_FN (ATOMIC_ADD_FETCH_CMP_0, ECF_LEAF, NULL)
 523 DEF_INTERNAL_FN (ATOMIC_SUB_FETCH_CMP_0, ECF_LEAF, NULL)
 524 DEF_INTERNAL_FN (ATOMIC_AND_FETCH_CMP_0, ECF_LEAF, NULL)
 525 DEF_INTERNAL_FN (ATOMIC_OR_FETCH_CMP_0, ECF_LEAF, NULL)
 526 DEF_INTERNAL_FN (ATOMIC_XOR_FETCH_CMP_0, ECF_LEAF, NULL)
 527
 528 /* To implement [[fallthrough]].  */
 529 DEF_INTERNAL_FN (FALLTHROUGH, ECF_LEAF | ECF_NOTHROW, NULL)
 530
 531 /* To implement __builtin_launder.  */
 532 DEF_INTERNAL_FN (LAUNDER, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL)
 533
 534 /* Divmod function.  */
 535 DEF_INTERNAL_FN (DIVMOD, ECF_CONST | ECF_LEAF, NULL)
 536
 537 /* For coroutines.  */
 538 DEF_INTERNAL_FN (CO_ACTOR, ECF_NOTHROW | ECF_LEAF, NULL)
 539 DEF_INTERNAL_FN (CO_YIELD, ECF_NOTHROW, NULL)
 540 DEF_INTERNAL_FN (CO_SUSPN, ECF_NOTHROW, NULL)
 541 DEF_INTERNAL_FN (CO_FRAME, ECF_PURE | ECF_NOTHROW | ECF_LEAF, NULL)
 542
 543 /* A NOP function with arbitrary arguments and return value.  */
 544 DEF_INTERNAL_FN (NOP, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 545
 546 /* Temporary vehicle for __builtin_shufflevector.  */
 547 DEF_INTERNAL_FN (SHUFFLEVECTOR, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 548
 549 /* <=> optimization.  */
 550 DEF_INTERNAL_FN (SPACESHIP, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
 551
 552 /* [[assume (cond)]].  */
 553 DEF_INTERNAL_FN (ASSUME, ECF_CONST | ECF_LEAF | ECF_NOTHROW
 554                          | ECF_LOOPING_CONST_OR_PURE, NULL)
 555
 556 /* For if-conversion of inbranch SIMD clones.  */
 557 DEF_INTERNAL_FN (MASK_CALL, ECF_NOVOPS, NULL)
 558
 559 #undef DEF_INTERNAL_INT_FN
 560 #undef DEF_INTERNAL_FLT_FN
 561 #undef DEF_INTERNAL_FLT_FLOATN_FN
 562 #undef DEF_INTERNAL_SIGNED_OPTAB_FN
 563 #undef DEF_INTERNAL_OPTAB_FN
 564 #undef DEF_INTERNAL_FN