2 Copyright (C
) 2011-2023 Free Software Foundation
, Inc.
4 This file is part of GCC.
6 GCC is free software
; you can redistribute it and
/or modify it under
7 the terms of the GNU General Public License as published by the Free
8 Software Foundation
; either version
3, or (at your option
) any later
11 GCC is distributed in the hope that it will be useful
, but WITHOUT ANY
12 WARRANTY
; without even the implied warranty of MERCHANTABILITY or
13 FITNESS
FOR A PARTICULAR PURPOSE. See the GNU General Public License
16 You should have received a copy of the GNU General Public License
17 along with GCC
; see the file COPYING3. If not see
18 <http
://www.gnu.org
/licenses
/>.
*/
20 /* This file specifies a list of internal
"functions". These functions
21 differ from built
-in functions in that they have no linkage and cannot
22 be called directly by the user. They represent operations that are only
23 synthesised by GCC itself.
25 Internal functions are used instead of tree codes if the operation
26 and its operands are more naturally represented as a GIMPLE_CALL
29 Each entry in this file has one of the forms
:
31 DEF_INTERNAL_FN (NAME
, FLAGS
, FNSPEC
)
32 DEF_INTERNAL_OPTAB_FN (NAME
, FLAGS
, OPTAB
, TYPE)
33 DEF_INTERNAL_SIGNED_OPTAB_FN (NAME
, FLAGS
, SELECTOR
, SIGNED_OPTAB
,
35 DEF_INTERNAL_FLT_FN (NAME
, FLAGS
, OPTAB
, TYPE)
36 DEF_INTERNAL_INT_FN (NAME
, FLAGS
, OPTAB
, TYPE)
37 DEF_INTERNAL_COND_FN (NAME
, FLAGS
, OPTAB
, TYPE)
38 DEF_INTERNAL_SIGNED_COND_FN (NAME
, FLAGS
, OPTAB
, TYPE)
40 where NAME is the name of the function
, FLAGS is a set of
41 ECF_
* flags and FNSPEC is a string describing functions fnspec.
43 DEF_INTERNAL_OPTAB_FN defines an internal function that maps to a
44 direct optab. The function should only be called with a given
45 set of types if the associated optab is available for the modes
46 of those types. OPTAB says what optab to
use (without the trailing
47 "_optab") and
TYPE categorizes the optab based on its inputs and
48 outputs. The possible types of optab are
:
50 - mask_load
: currently just maskload
51 - load_lanes
: currently just vec_load_lanes
52 - mask_load_lanes
: currently just vec_mask_load_lanes
53 - mask_len_load_lanes
: currently just vec_mask_len_load_lanes
54 - gather_load
: used for
{mask_
,mask_len_
,}gather_load
55 - len_load
: currently just len_load
56 - mask_len_load
: currently just mask_len_load
58 - mask_store
: currently just maskstore
59 - store_lanes
: currently just vec_store_lanes
60 - mask_store_lanes
: currently just vec_mask_store_lanes
61 - mask_len_store_lanes
: currently just vec_mask_len_store_lanes
62 - scatter_store
: used for
{mask_
,mask_len_
,}scatter_store
63 - len_store
: currently just len_store
64 - mask_len_store
: currently just mask_len_store
66 - unary
: a normal unary optab
, such as vec_reverse_
<mode
>
67 - binary
: a normal binary optab
, such as vec_interleave_lo_
<mode
>
68 - ternary
: a normal ternary optab
, such as fma
<mode
>4
70 - unary_convert
: a single
-input conversion optab
, such as
71 lround
<srcmode
><dstmode
>2.
73 - cond_binary
: a conditional binary optab
, such as cond_add
<mode
>
74 - cond_ternary
: a conditional ternary optab
, such as cond_fma_rev
<mode
>
76 - fold_left
: for scalar
= FN (scalar
, vector
), keyed off the vector mode
77 - check_ptrs
: used for check_
{raw
,war
}_ptrs
79 - cond_len_unary
: a conditional unary optab
, such as cond_len_neg
<mode
>
80 - cond_len_binary
: a conditional binary optab
, such as cond_len_add
<mode
>
81 - cond_len_ternary
: a conditional ternary optab
, such as
82 cond_len_fma_rev
<mode
>
84 DEF_INTERNAL_SIGNED_OPTAB_FN defines an internal function that
85 maps to one of two optabs
, depending on the signedness of an input.
86 SIGNED_OPTAB and UNSIGNED_OPTAB are the optabs for signed and
87 unsigned inputs respectively
, both without the trailing
"_optab".
88 SELECTOR says which type in the tree_pair determines the signedness.
90 DEF_INTERNAL_FLT_FN is like DEF_INTERNAL_OPTAB_FN
, but in addition
,
91 the function implements the computational part of a built
-in math
92 function BUILT_IN_
<NAME
>{F
,,L
}. Unlike some built
-in functions
,
93 these internal functions never set errno.
95 DEF_INTERNAL_INT_FN is like DEF_INTERNAL_OPTAB_FN
, but in addition
96 says that the function extends the C
-level BUILT_IN_
<NAME
>{,L
,LL
,IMAX
}
97 group of functions to any integral
mode (including vector modes
).
99 DEF_INTERNAL_WIDENING_OPTAB_FN is a wrapper that defines five internal
100 functions with DEF_INTERNAL_SIGNED_OPTAB_FN
:
101 - one that describes a widening operation with the same number of elements
102 in the output and input vectors
,
103 - two that describe a pair of high
-low widening operations where the output
104 vectors each have half the number of elements of the input vectors
,
105 corresponding to the result of the widening operation on the top half and
106 bottom half
, these have the suffixes _HI and _LO
,
107 - and two that describe a pair of even
-odd widening operations where the
108 output vectors each have half the number of elements of the input vectors
,
109 corresponding to the result of the widening operation on the even and odd
110 elements
, these have the suffixes _EVEN and _ODD.
111 These five internal functions will require two optabs each
, a SIGNED_OPTAB
112 and an UNSIGNED_OTPAB.
114 DEF_INTERNAL_COND_FN is a wrapper that defines
2 internal functions with
115 DEF_INTERNAL_OPTAB_FN
:
116 - One is COND_
* operations that are predicated by mask only. Such operations
117 make sense for both vectors and scalars.
118 - The other is COND_LEN_
* operations that are predicated by mask and len
119 both. Such operations only make sense for vectors.
121 DEF_INTERNAL_SIGNED_COND_FN is like DEF_INTERNAL_COND_FN but defines intenal
122 functions with DEF_INTERNAL_SIGNED_OPTAB_FN.
124 Each entry must have a corresponding expander of the form
:
126 void
expand_NAME (gimple_call stmt
)
128 where STMT is the statement that performs the call. These are generated
129 automatically for optab functions and call out to a function or macro
130 called expand_
<TYPE>_optab_fn.
*/
132 #ifndef DEF_INTERNAL_FN
133 #define
DEF_INTERNAL_FN(CODE
, FLAGS
, FNSPEC
)
136 #ifndef DEF_INTERNAL_OPTAB_FN
137 #define
DEF_INTERNAL_OPTAB_FN(NAME
, FLAGS
, OPTAB
, TYPE) \
138 DEF_INTERNAL_FN (NAME
, FLAGS | ECF_LEAF
, NULL
)
141 #ifndef DEF_INTERNAL_SIGNED_OPTAB_FN
142 #define
DEF_INTERNAL_SIGNED_OPTAB_FN(NAME
, FLAGS
, SELECTOR
, SIGNED_OPTAB
, \
143 UNSIGNED_OPTAB
, TYPE) \
144 DEF_INTERNAL_FN (NAME
, FLAGS | ECF_LEAF
, NULL
)
147 #ifndef DEF_INTERNAL_FLT_FN
148 #define
DEF_INTERNAL_FLT_FN(NAME
, FLAGS
, OPTAB
, TYPE) \
149 DEF_INTERNAL_OPTAB_FN (NAME
, FLAGS
, OPTAB
, TYPE)
152 #ifndef DEF_INTERNAL_FLT_FLOATN_FN
153 #define
DEF_INTERNAL_FLT_FLOATN_FN(NAME
, FLAGS
, OPTAB
, TYPE) \
154 DEF_INTERNAL_FLT_FN (NAME
, FLAGS
, OPTAB
, TYPE)
157 #ifndef DEF_INTERNAL_INT_FN
158 #define
DEF_INTERNAL_INT_FN(NAME
, FLAGS
, OPTAB
, TYPE) \
159 DEF_INTERNAL_OPTAB_FN (NAME
, FLAGS
, OPTAB
, TYPE)
162 #ifndef DEF_INTERNAL_WIDENING_OPTAB_FN
163 #define
DEF_INTERNAL_WIDENING_OPTAB_FN(NAME
, FLAGS
, SELECTOR
, SOPTAB
, UOPTAB
, TYPE) \
164 DEF_INTERNAL_SIGNED_OPTAB_FN (NAME
, FLAGS
, SELECTOR
, SOPTAB
, UOPTAB
, TYPE) \
165 DEF_INTERNAL_SIGNED_OPTAB_FN (NAME ## _LO
, FLAGS
, SELECTOR
, SOPTAB##_lo
, UOPTAB##_lo
, TYPE) \
166 DEF_INTERNAL_SIGNED_OPTAB_FN (NAME ## _HI
, FLAGS
, SELECTOR
, SOPTAB##_hi
, UOPTAB##_hi
, TYPE) \
167 DEF_INTERNAL_SIGNED_OPTAB_FN (NAME ## _EVEN
, FLAGS
, SELECTOR
, SOPTAB##_even
, UOPTAB##_even
, TYPE) \
168 DEF_INTERNAL_SIGNED_OPTAB_FN (NAME ## _ODD
, FLAGS
, SELECTOR
, SOPTAB##_odd
, UOPTAB##_odd
, TYPE)
171 #ifndef DEF_INTERNAL_COND_FN
172 #define
DEF_INTERNAL_COND_FN(NAME
, FLAGS
, OPTAB
, TYPE) \
173 DEF_INTERNAL_OPTAB_FN (COND_##NAME
, FLAGS
, cond_##OPTAB
, cond_##
TYPE) \
174 DEF_INTERNAL_OPTAB_FN (COND_LEN_##NAME
, FLAGS
, cond_len_##OPTAB
, \
178 #ifndef DEF_INTERNAL_SIGNED_COND_FN
179 #define
DEF_INTERNAL_SIGNED_COND_FN(NAME
, FLAGS
, SELECTOR
, SIGNED_OPTAB
, \
180 UNSIGNED_OPTAB
, TYPE) \
181 DEF_INTERNAL_SIGNED_OPTAB_FN (COND_##NAME
, FLAGS
, SELECTOR
, \
182 cond_##SIGNED_OPTAB
, cond_##UNSIGNED_OPTAB
, \
184 DEF_INTERNAL_SIGNED_OPTAB_FN (COND_LEN_##NAME
, FLAGS
, SELECTOR
, \
185 cond_len_##SIGNED_OPTAB
, \
186 cond_len_##UNSIGNED_OPTAB
, cond_len_##
TYPE)
189 DEF_INTERNAL_OPTAB_FN (MASK_LOAD
, ECF_PURE
, maskload
, mask_load
)
190 DEF_INTERNAL_OPTAB_FN (LOAD_LANES
, ECF_CONST
, vec_load_lanes
, load_lanes
)
191 DEF_INTERNAL_OPTAB_FN (MASK_LOAD_LANES
, ECF_PURE
,
192 vec_mask_load_lanes
, mask_load_lanes
)
193 DEF_INTERNAL_OPTAB_FN (MASK_LEN_LOAD_LANES
, ECF_PURE
,
194 vec_mask_len_load_lanes
, mask_load_lanes
)
196 DEF_INTERNAL_OPTAB_FN (GATHER_LOAD
, ECF_PURE
, gather_load
, gather_load
)
197 DEF_INTERNAL_OPTAB_FN (MASK_GATHER_LOAD
, ECF_PURE
,
198 mask_gather_load
, gather_load
)
199 DEF_INTERNAL_OPTAB_FN (MASK_LEN_GATHER_LOAD
, ECF_PURE
,
200 mask_len_gather_load
, gather_load
)
202 DEF_INTERNAL_OPTAB_FN (LEN_LOAD
, ECF_PURE
, len_load
, len_load
)
203 DEF_INTERNAL_OPTAB_FN (MASK_LEN_LOAD
, ECF_PURE
, mask_len_load
, mask_len_load
)
205 DEF_INTERNAL_OPTAB_FN (SCATTER_STORE
, 0, scatter_store
, scatter_store
)
206 DEF_INTERNAL_OPTAB_FN (MASK_SCATTER_STORE
, 0,
207 mask_scatter_store
, scatter_store
)
208 DEF_INTERNAL_OPTAB_FN (MASK_LEN_SCATTER_STORE
, 0,
209 mask_len_scatter_store
, scatter_store
)
211 DEF_INTERNAL_OPTAB_FN (MASK_STORE
, 0, maskstore
, mask_store
)
212 DEF_INTERNAL_OPTAB_FN (STORE_LANES
, ECF_CONST
, vec_store_lanes
, store_lanes
)
213 DEF_INTERNAL_OPTAB_FN (MASK_STORE_LANES
, 0,
214 vec_mask_store_lanes
, mask_store_lanes
)
215 DEF_INTERNAL_OPTAB_FN (MASK_LEN_STORE_LANES
, 0,
216 vec_mask_len_store_lanes
, mask_store_lanes
)
218 DEF_INTERNAL_OPTAB_FN (VCOND
, ECF_CONST | ECF_NOTHROW
, vcond
, vec_cond
)
219 DEF_INTERNAL_OPTAB_FN (VCONDU
, ECF_CONST | ECF_NOTHROW
, vcondu
, vec_cond
)
220 DEF_INTERNAL_OPTAB_FN (VCONDEQ
, ECF_CONST | ECF_NOTHROW
, vcondeq
, vec_cond
)
221 DEF_INTERNAL_OPTAB_FN (VCOND_MASK
, ECF_CONST | ECF_NOTHROW
,
222 vcond_mask
, vec_cond_mask
)
224 DEF_INTERNAL_OPTAB_FN (VEC_SET
, ECF_CONST | ECF_NOTHROW
, vec_set
, vec_set
)
225 DEF_INTERNAL_OPTAB_FN (VEC_EXTRACT
, ECF_CONST | ECF_NOTHROW
,
226 vec_extract
, vec_extract
)
228 DEF_INTERNAL_OPTAB_FN (LEN_STORE
, 0, len_store
, len_store
)
229 DEF_INTERNAL_OPTAB_FN (MASK_LEN_STORE
, 0, mask_len_store
, mask_len_store
)
231 DEF_INTERNAL_OPTAB_FN (WHILE_ULT
, ECF_CONST | ECF_NOTHROW
, while_ult
, while
)
232 DEF_INTERNAL_OPTAB_FN (SELECT_VL
, ECF_CONST | ECF_NOTHROW
, select_vl
, binary
)
233 DEF_INTERNAL_OPTAB_FN (CHECK_RAW_PTRS
, ECF_CONST | ECF_NOTHROW
,
234 check_raw_ptrs
, check_ptrs
)
235 DEF_INTERNAL_OPTAB_FN (CHECK_WAR_PTRS
, ECF_CONST | ECF_NOTHROW
,
236 check_war_ptrs
, check_ptrs
)
238 DEF_INTERNAL_OPTAB_FN (VEC_SHL_INSERT
, ECF_CONST | ECF_NOTHROW
,
239 vec_shl_insert
, binary
)
241 DEF_INTERNAL_OPTAB_FN (DIV_POW2
, ECF_CONST | ECF_NOTHROW
, sdiv_pow2
, binary
)
243 DEF_INTERNAL_OPTAB_FN (FMS
, ECF_CONST
, fms
, ternary
)
244 DEF_INTERNAL_OPTAB_FN (FNMA
, ECF_CONST
, fnma
, ternary
)
245 DEF_INTERNAL_OPTAB_FN (FNMS
, ECF_CONST
, fnms
, ternary
)
247 DEF_INTERNAL_SIGNED_OPTAB_FN (ABD
, ECF_CONST | ECF_NOTHROW
, first
,
250 DEF_INTERNAL_SIGNED_OPTAB_FN (AVG_FLOOR
, ECF_CONST | ECF_NOTHROW
, first
,
251 savg_floor
, uavg_floor
, binary
)
252 DEF_INTERNAL_SIGNED_OPTAB_FN (AVG_CEIL
, ECF_CONST | ECF_NOTHROW
, first
,
253 savg_ceil
, uavg_ceil
, binary
)
255 DEF_INTERNAL_SIGNED_OPTAB_FN (MULH
, ECF_CONST | ECF_NOTHROW
, first
,
256 smul_highpart
, umul_highpart
, binary
)
257 DEF_INTERNAL_SIGNED_OPTAB_FN (MULHS
, ECF_CONST | ECF_NOTHROW
, first
,
258 smulhs
, umulhs
, binary
)
259 DEF_INTERNAL_SIGNED_OPTAB_FN (MULHRS
, ECF_CONST | ECF_NOTHROW
, first
,
260 smulhrs
, umulhrs
, binary
)
262 DEF_INTERNAL_COND_FN (ADD
, ECF_CONST
, add
, binary
)
263 DEF_INTERNAL_COND_FN (SUB
, ECF_CONST
, sub
, binary
)
264 DEF_INTERNAL_COND_FN (MUL
, ECF_CONST
, smul
, binary
)
265 DEF_INTERNAL_SIGNED_COND_FN (DIV, ECF_CONST
, first
, sdiv
, udiv
, binary
)
266 DEF_INTERNAL_SIGNED_COND_FN (MOD, ECF_CONST
, first
, smod
, umod
, binary
)
267 DEF_INTERNAL_COND_FN (RDIV
, ECF_CONST
, sdiv
, binary
)
268 DEF_INTERNAL_SIGNED_COND_FN (MIN, ECF_CONST
, first
, smin
, umin
, binary
)
269 DEF_INTERNAL_SIGNED_COND_FN (MAX, ECF_CONST
, first
, smax
, umax
, binary
)
270 DEF_INTERNAL_COND_FN (FMIN
, ECF_CONST
, fmin
, binary
)
271 DEF_INTERNAL_COND_FN (FMAX
, ECF_CONST
, fmax
, binary
)
272 DEF_INTERNAL_COND_FN (AND, ECF_CONST | ECF_NOTHROW
, and
, binary
)
273 DEF_INTERNAL_COND_FN (IOR
, ECF_CONST | ECF_NOTHROW
, ior
, binary
)
274 DEF_INTERNAL_COND_FN (XOR
, ECF_CONST | ECF_NOTHROW
, xor
, binary
)
275 DEF_INTERNAL_COND_FN (SHL
, ECF_CONST | ECF_NOTHROW
, ashl
, binary
)
276 DEF_INTERNAL_SIGNED_COND_FN (SHR
, ECF_CONST | ECF_NOTHROW
, first
, ashr
, lshr
,
279 DEF_INTERNAL_COND_FN (FMA
, ECF_CONST
, fma
, ternary
)
280 DEF_INTERNAL_COND_FN (FMS
, ECF_CONST
, fms
, ternary
)
281 DEF_INTERNAL_COND_FN (FNMA
, ECF_CONST
, fnma
, ternary
)
282 DEF_INTERNAL_COND_FN (FNMS
, ECF_CONST
, fnms
, ternary
)
284 DEF_INTERNAL_COND_FN (NEG
, ECF_CONST
, neg
, unary
)
286 DEF_INTERNAL_OPTAB_FN (RSQRT
, ECF_CONST
, rsqrt
, unary
)
288 DEF_INTERNAL_OPTAB_FN (REDUC_PLUS
, ECF_CONST | ECF_NOTHROW
,
289 reduc_plus_scal
, unary
)
290 DEF_INTERNAL_SIGNED_OPTAB_FN (REDUC_MAX
, ECF_CONST | ECF_NOTHROW
, first
,
291 reduc_smax_scal
, reduc_umax_scal
, unary
)
292 DEF_INTERNAL_SIGNED_OPTAB_FN (REDUC_MIN
, ECF_CONST | ECF_NOTHROW
, first
,
293 reduc_smin_scal
, reduc_umin_scal
, unary
)
294 DEF_INTERNAL_OPTAB_FN (REDUC_FMAX
, ECF_CONST | ECF_NOTHROW
,
295 reduc_fmax_scal
, unary
)
296 DEF_INTERNAL_OPTAB_FN (REDUC_FMIN
, ECF_CONST | ECF_NOTHROW
,
297 reduc_fmin_scal
, unary
)
298 DEF_INTERNAL_OPTAB_FN (REDUC_AND
, ECF_CONST | ECF_NOTHROW
,
299 reduc_and_scal
, unary
)
300 DEF_INTERNAL_OPTAB_FN (REDUC_IOR
, ECF_CONST | ECF_NOTHROW
,
301 reduc_ior_scal
, unary
)
302 DEF_INTERNAL_OPTAB_FN (REDUC_XOR
, ECF_CONST | ECF_NOTHROW
,
303 reduc_xor_scal
, unary
)
305 /* Extract the last active element from a vector.
*/
306 DEF_INTERNAL_OPTAB_FN (EXTRACT_LAST
, ECF_CONST | ECF_NOTHROW
,
307 extract_last
, fold_left
)
309 /* Same
, but return the first argument if no elements are active.
*/
310 DEF_INTERNAL_OPTAB_FN (FOLD_EXTRACT_LAST
, ECF_CONST | ECF_NOTHROW
,
311 fold_extract_last
, fold_extract
)
313 DEF_INTERNAL_OPTAB_FN (FOLD_LEFT_PLUS
, ECF_CONST | ECF_NOTHROW
,
314 fold_left_plus
, fold_left
)
316 DEF_INTERNAL_OPTAB_FN (MASK_FOLD_LEFT_PLUS
, ECF_CONST | ECF_NOTHROW
,
317 mask_fold_left_plus
, mask_fold_left
)
319 DEF_INTERNAL_OPTAB_FN (MASK_LEN_FOLD_LEFT_PLUS
, ECF_CONST | ECF_NOTHROW
,
320 mask_len_fold_left_plus
, mask_len_fold_left
)
322 /* Unary math functions.
*/
323 DEF_INTERNAL_FLT_FN (ACOS
, ECF_CONST
, acos
, unary
)
324 DEF_INTERNAL_FLT_FN (ACOSH
, ECF_CONST
, acosh
, unary
)
325 DEF_INTERNAL_FLT_FN (ASIN
, ECF_CONST
, asin
, unary
)
326 DEF_INTERNAL_FLT_FN (ASINH
, ECF_CONST
, asinh
, unary
)
327 DEF_INTERNAL_FLT_FN (ATAN
, ECF_CONST
, atan
, unary
)
328 DEF_INTERNAL_FLT_FN (ATANH
, ECF_CONST
, atanh
, unary
)
329 DEF_INTERNAL_FLT_FN (COS
, ECF_CONST
, cos
, unary
)
330 DEF_INTERNAL_FLT_FN (COSH
, ECF_CONST
, cosh
, unary
)
331 DEF_INTERNAL_FLT_FN (EXP
, ECF_CONST
, exp
, unary
)
332 DEF_INTERNAL_FLT_FN (EXP10
, ECF_CONST
, exp10
, unary
)
333 DEF_INTERNAL_FLT_FN (EXP2
, ECF_CONST
, exp2
, unary
)
334 DEF_INTERNAL_FLT_FN (EXPM1
, ECF_CONST
, expm1
, unary
)
335 DEF_INTERNAL_FLT_FN (LOG
, ECF_CONST
, log
, unary
)
336 DEF_INTERNAL_FLT_FN (LOG10
, ECF_CONST
, log10
, unary
)
337 DEF_INTERNAL_FLT_FN (LOG1P
, ECF_CONST
, log1p
, unary
)
338 DEF_INTERNAL_FLT_FN (LOG2
, ECF_CONST
, log2
, unary
)
339 DEF_INTERNAL_FLT_FN (LOGB
, ECF_CONST
, logb
, unary
)
340 DEF_INTERNAL_FLT_FN (SIGNBIT
, ECF_CONST
, signbit
, unary
)
341 DEF_INTERNAL_FLT_FN (SIGNIFICAND
, ECF_CONST
, significand
, unary
)
342 DEF_INTERNAL_FLT_FN (SIN
, ECF_CONST
, sin
, unary
)
343 DEF_INTERNAL_FLT_FN (SINH
, ECF_CONST
, sinh
, unary
)
344 DEF_INTERNAL_FLT_FLOATN_FN (SQRT
, ECF_CONST
, sqrt
, unary
)
345 DEF_INTERNAL_FLT_FN (TAN
, ECF_CONST
, tan
, unary
)
346 DEF_INTERNAL_FLT_FN (TANH
, ECF_CONST
, tanh
, unary
)
348 /* Floating
-point to integer conversions.
350 ??? Here we preserve the I
/L
/LL prefix convention from the
351 corresponding built
-in functions
, rather than make the internal
352 functions polymorphic in both the argument and the return types.
353 Perhaps an alternative would be to pass a zero of the required
354 return type as a second parameter.
*/
355 DEF_INTERNAL_FLT_FN (ICEIL
, ECF_CONST
, lceil
, unary_convert
)
356 DEF_INTERNAL_FLT_FN (IFLOOR
, ECF_CONST
, lfloor
, unary_convert
)
357 DEF_INTERNAL_FLT_FN (IRINT
, ECF_CONST
, lrint
, unary_convert
)
358 DEF_INTERNAL_FLT_FN (IROUND
, ECF_CONST
, lround
, unary_convert
)
359 DEF_INTERNAL_FLT_FN (LCEIL
, ECF_CONST
, lceil
, unary_convert
)
360 DEF_INTERNAL_FLT_FN (LFLOOR
, ECF_CONST
, lfloor
, unary_convert
)
361 DEF_INTERNAL_FLT_FN (LRINT
, ECF_CONST
, lrint
, unary_convert
)
362 DEF_INTERNAL_FLT_FN (LROUND
, ECF_CONST
, lround
, unary_convert
)
363 DEF_INTERNAL_FLT_FN (LLCEIL
, ECF_CONST
, lceil
, unary_convert
)
364 DEF_INTERNAL_FLT_FN (LLFLOOR
, ECF_CONST
, lfloor
, unary_convert
)
365 DEF_INTERNAL_FLT_FN (LLRINT
, ECF_CONST
, lrint
, unary_convert
)
366 DEF_INTERNAL_FLT_FN (LLROUND
, ECF_CONST
, lround
, unary_convert
)
369 DEF_INTERNAL_FLT_FLOATN_FN (CEIL
, ECF_CONST
, ceil
, unary
)
370 DEF_INTERNAL_FLT_FLOATN_FN (FLOOR
, ECF_CONST
, floor
, unary
)
371 DEF_INTERNAL_FLT_FLOATN_FN (NEARBYINT
, ECF_CONST
, nearbyint
, unary
)
372 DEF_INTERNAL_FLT_FLOATN_FN (RINT
, ECF_CONST
, rint
, unary
)
373 DEF_INTERNAL_FLT_FLOATN_FN (ROUND
, ECF_CONST
, round
, unary
)
374 DEF_INTERNAL_FLT_FLOATN_FN (ROUNDEVEN
, ECF_CONST
, roundeven
, unary
)
375 DEF_INTERNAL_FLT_FLOATN_FN (TRUNC, ECF_CONST
, btrunc
, unary
)
377 /* Binary math functions.
*/
378 DEF_INTERNAL_FLT_FN (ATAN2
, ECF_CONST
, atan2
, binary
)
379 DEF_INTERNAL_FLT_FLOATN_FN (COPYSIGN
, ECF_CONST
, copysign
, binary
)
380 DEF_INTERNAL_FLT_FN (FMOD
, ECF_CONST
, fmod
, binary
)
381 DEF_INTERNAL_FLT_FN (HYPOT
, ECF_CONST
, hypot
, binary
)
382 DEF_INTERNAL_FLT_FN (POW
, ECF_CONST
, pow
, binary
)
383 DEF_INTERNAL_FLT_FN (REMAINDER
, ECF_CONST
, remainder
, binary
)
384 DEF_INTERNAL_FLT_FN (SCALB
, ECF_CONST
, scalb
, binary
)
385 DEF_INTERNAL_FLT_FLOATN_FN (FMIN
, ECF_CONST
, fmin
, binary
)
386 DEF_INTERNAL_FLT_FLOATN_FN (FMAX
, ECF_CONST
, fmax
, binary
)
387 DEF_INTERNAL_OPTAB_FN (XORSIGN
, ECF_CONST
, xorsign
, binary
)
388 DEF_INTERNAL_OPTAB_FN (COMPLEX_ADD_ROT90
, ECF_CONST
, cadd90
, binary
)
389 DEF_INTERNAL_OPTAB_FN (COMPLEX_ADD_ROT270
, ECF_CONST
, cadd270
, binary
)
390 DEF_INTERNAL_OPTAB_FN (COMPLEX_MUL
, ECF_CONST
, cmul
, binary
)
391 DEF_INTERNAL_OPTAB_FN (COMPLEX_MUL_CONJ
, ECF_CONST
, cmul_conj
, binary
)
392 DEF_INTERNAL_OPTAB_FN (VEC_ADDSUB
, ECF_CONST
, vec_addsub
, binary
)
393 DEF_INTERNAL_WIDENING_OPTAB_FN (VEC_WIDEN_PLUS
,
394 ECF_CONST | ECF_NOTHROW
,
396 vec_widen_sadd
, vec_widen_uadd
,
398 DEF_INTERNAL_WIDENING_OPTAB_FN (VEC_WIDEN_MINUS
,
399 ECF_CONST | ECF_NOTHROW
,
401 vec_widen_ssub
, vec_widen_usub
,
403 DEF_INTERNAL_WIDENING_OPTAB_FN (VEC_WIDEN_ABD
,
404 ECF_CONST | ECF_NOTHROW
,
406 vec_widen_sabd
, vec_widen_uabd
,
408 DEF_INTERNAL_OPTAB_FN (VEC_FMADDSUB
, ECF_CONST
, vec_fmaddsub
, ternary
)
409 DEF_INTERNAL_OPTAB_FN (VEC_FMSUBADD
, ECF_CONST
, vec_fmsubadd
, ternary
)
412 DEF_INTERNAL_FLT_FN (LDEXP
, ECF_CONST
, ldexp
, binary
)
414 /* Ternary math functions.
*/
415 DEF_INTERNAL_FLT_FLOATN_FN (FMA
, ECF_CONST
, fma
, ternary
)
416 DEF_INTERNAL_OPTAB_FN (COMPLEX_FMA
, ECF_CONST
, cmla
, ternary
)
417 DEF_INTERNAL_OPTAB_FN (COMPLEX_FMA_CONJ
, ECF_CONST
, cmla_conj
, ternary
)
418 DEF_INTERNAL_OPTAB_FN (COMPLEX_FMS
, ECF_CONST
, cmls
, ternary
)
419 DEF_INTERNAL_OPTAB_FN (COMPLEX_FMS_CONJ
, ECF_CONST
, cmls_conj
, ternary
)
421 /* Unary integer ops.
*/
422 DEF_INTERNAL_INT_FN (CLRSB
, ECF_CONST | ECF_NOTHROW
, clrsb
, unary
)
423 DEF_INTERNAL_INT_FN (CLZ
, ECF_CONST | ECF_NOTHROW
, clz
, unary
)
424 DEF_INTERNAL_INT_FN (CTZ
, ECF_CONST | ECF_NOTHROW
, ctz
, unary
)
425 DEF_INTERNAL_INT_FN (FFS
, ECF_CONST | ECF_NOTHROW
, ffs
, unary
)
426 DEF_INTERNAL_INT_FN (PARITY
, ECF_CONST | ECF_NOTHROW
, parity
, unary
)
427 DEF_INTERNAL_INT_FN (POPCOUNT
, ECF_CONST | ECF_NOTHROW
, popcount
, unary
)
429 DEF_INTERNAL_FN (GOMP_TARGET_REV
, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW
, NULL
)
430 DEF_INTERNAL_FN (GOMP_USE_SIMT
, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW
, NULL
)
431 DEF_INTERNAL_FN (GOMP_SIMT_ENTER
, ECF_LEAF | ECF_NOTHROW
, NULL
)
432 DEF_INTERNAL_FN (GOMP_SIMT_ENTER_ALLOC
, ECF_LEAF | ECF_NOTHROW
, NULL
)
433 DEF_INTERNAL_FN (GOMP_SIMT_EXIT
, ECF_LEAF | ECF_NOTHROW
, NULL
)
434 DEF_INTERNAL_FN (GOMP_SIMT_LANE
, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW
, NULL
)
435 DEF_INTERNAL_FN (GOMP_SIMT_VF
, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW
, NULL
)
436 DEF_INTERNAL_FN (GOMP_SIMT_LAST_LANE
, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW
, NULL
)
437 DEF_INTERNAL_FN (GOMP_SIMT_ORDERED_PRED
, ECF_LEAF | ECF_NOTHROW
, NULL
)
438 DEF_INTERNAL_FN (GOMP_SIMT_VOTE_ANY
, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW
, NULL
)
439 DEF_INTERNAL_FN (GOMP_SIMT_XCHG_BFLY
, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW
, NULL
)
440 DEF_INTERNAL_FN (GOMP_SIMT_XCHG_IDX
, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW
, NULL
)
441 DEF_INTERNAL_FN (GOMP_SIMD_LANE
, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW
, NULL
)
442 DEF_INTERNAL_FN (GOMP_SIMD_VF
, ECF_CONST | ECF_LEAF | ECF_NOTHROW
, NULL
)
443 DEF_INTERNAL_FN (GOMP_SIMD_LAST_LANE
, ECF_CONST | ECF_LEAF | ECF_NOTHROW
, NULL
)
444 DEF_INTERNAL_FN (GOMP_SIMD_ORDERED_START
, ECF_LEAF | ECF_NOTHROW
, NULL
)
445 DEF_INTERNAL_FN (GOMP_SIMD_ORDERED_END
, ECF_LEAF | ECF_NOTHROW
, NULL
)
446 DEF_INTERNAL_FN (LOOP_VECTORIZED
, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW
, NULL
)
447 DEF_INTERNAL_FN (LOOP_DIST_ALIAS
, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW
, NULL
)
448 DEF_INTERNAL_FN (ANNOTATE
, ECF_CONST | ECF_LEAF | ECF_NOTHROW
, NULL
)
449 DEF_INTERNAL_FN (UBSAN_NULL
, ECF_LEAF | ECF_NOTHROW
, ". R . ")
450 DEF_INTERNAL_FN (UBSAN_BOUNDS
, ECF_LEAF | ECF_NOTHROW
, NULL
)
451 DEF_INTERNAL_FN (UBSAN_VPTR
, ECF_LEAF | ECF_NOTHROW
, ". R R . . ")
452 DEF_INTERNAL_FN (UBSAN_CHECK_ADD
, ECF_CONST | ECF_LEAF | ECF_NOTHROW
, NULL
)
453 DEF_INTERNAL_FN (UBSAN_CHECK_SUB
, ECF_CONST | ECF_LEAF | ECF_NOTHROW
, NULL
)
454 DEF_INTERNAL_FN (UBSAN_CHECK_MUL
, ECF_CONST | ECF_LEAF | ECF_NOTHROW
, NULL
)
455 DEF_INTERNAL_FN (UBSAN_PTR
, ECF_LEAF | ECF_NOTHROW
, ". R . ")
456 DEF_INTERNAL_FN (UBSAN_OBJECT_SIZE
, ECF_LEAF | ECF_NOTHROW
, NULL
)
457 DEF_INTERNAL_FN (ABNORMAL_DISPATCHER
, ECF_NORETURN
, NULL
)
458 DEF_INTERNAL_FN (BUILTIN_EXPECT
, ECF_CONST | ECF_LEAF | ECF_NOTHROW
, NULL
)
459 DEF_INTERNAL_FN (HWASAN_ALLOCA_UNPOISON
, ECF_LEAF | ECF_NOTHROW
, ". R ")
460 DEF_INTERNAL_FN (HWASAN_CHOOSE_TAG
, ECF_LEAF | ECF_NOTHROW
, ". ")
461 DEF_INTERNAL_FN (HWASAN_CHECK
, ECF_TM_PURE | ECF_LEAF | ECF_NOTHROW
,
463 DEF_INTERNAL_FN (HWASAN_MARK
, ECF_LEAF | ECF_NOTHROW
, NULL
)
464 DEF_INTERNAL_FN (HWASAN_SET_TAG
,
465 ECF_TM_PURE | ECF_PURE | ECF_LEAF | ECF_NOTHROW
, ". R R ")
466 DEF_INTERNAL_FN (ASAN_CHECK
, ECF_TM_PURE | ECF_LEAF | ECF_NOTHROW
,
468 DEF_INTERNAL_FN (ASAN_MARK
, ECF_LEAF | ECF_NOTHROW
, NULL
)
469 DEF_INTERNAL_FN (ASAN_POISON
, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS
, NULL
)
470 DEF_INTERNAL_FN (ASAN_POISON_USE
, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS
, NULL
)
471 DEF_INTERNAL_FN (ADD_OVERFLOW
, ECF_CONST | ECF_LEAF | ECF_NOTHROW
, NULL
)
472 DEF_INTERNAL_FN (SUB_OVERFLOW
, ECF_CONST | ECF_LEAF | ECF_NOTHROW
, NULL
)
473 DEF_INTERNAL_FN (MUL_OVERFLOW
, ECF_CONST | ECF_LEAF | ECF_NOTHROW
, NULL
)
474 DEF_INTERNAL_FN (UADDC
, ECF_CONST | ECF_LEAF | ECF_NOTHROW
, NULL
)
475 DEF_INTERNAL_FN (USUBC
, ECF_CONST | ECF_LEAF | ECF_NOTHROW
, NULL
)
476 DEF_INTERNAL_FN (TSAN_FUNC_EXIT
, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW
, NULL
)
477 DEF_INTERNAL_FN (VA_ARG
, ECF_NOTHROW | ECF_LEAF
, NULL
)
478 DEF_INTERNAL_FN (VEC_CONVERT
, ECF_CONST | ECF_LEAF | ECF_NOTHROW
, NULL
)
479 DEF_INTERNAL_FN (RAWMEMCHR
, ECF_PURE | ECF_LEAF | ECF_NOTHROW
, NULL
)
481 /* An unduplicable
, uncombinable function. Generally used to preserve
482 a CFG property in the face of jump threading
, tail merging or
483 other such optimizations. The first argument distinguishes
484 between uses. See internal
-fn.h for usage.
*/
485 DEF_INTERNAL_FN (UNIQUE
, ECF_NOTHROW
, NULL
)
486 DEF_INTERNAL_FN (PHI
, 0, NULL
)
488 /* A function to represent an artifical initialization to an uninitialized
489 automatic variable.
*/
490 DEF_INTERNAL_FN (DEFERRED_INIT
, ECF_CONST | ECF_LEAF | ECF_NOTHROW
, NULL
)
492 /* DIM_SIZE and DIM_POS return the size of a particular compute
493 dimension and the executing thread
's position within that
494 dimension. DIM_POS is pure (and not const) so that it isn't
495 thought to clobber memory and can be gcse
'd within a single
496 parallel region, but not across FORK/JOIN boundaries. They take a
497 single INTEGER_CST argument. This might be overly conservative. */
498 DEF_INTERNAL_FN (GOACC_DIM_SIZE, ECF_CONST | ECF_NOTHROW | ECF_LEAF, NULL)
499 DEF_INTERNAL_FN (GOACC_DIM_POS, ECF_PURE | ECF_NOTHROW | ECF_LEAF, NULL)
501 /* OpenACC looping abstraction. See internal-fn.h for usage. */
502 DEF_INTERNAL_FN (GOACC_LOOP, ECF_PURE | ECF_NOTHROW, NULL)
504 /* OpenACC reduction abstraction. See internal-fn.h for usage. */
505 DEF_INTERNAL_FN (GOACC_REDUCTION, ECF_NOTHROW | ECF_LEAF, NULL)
507 /* Openacc tile abstraction. Describes the spans of the element loop.
508 GOACC_TILE (num-loops, loop-no, tile-arg, tile-mask, element-mask). */
509 DEF_INTERNAL_FN (GOACC_TILE, ECF_NOTHROW | ECF_LEAF, NULL)
511 /* Set errno to EDOM, if GCC knows how to do that directly for the
513 DEF_INTERNAL_FN (SET_EDOM, ECF_LEAF | ECF_NOTHROW, NULL)
515 /* Atomic functions. These don't have ECF_NOTHROW because for
516 -fnon
-call
-exceptions they can throw
, otherwise we set
517 gimple_call_nothrow_p on it.
*/
518 DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_SET
, ECF_LEAF
, NULL
)
519 DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_COMPLEMENT
, ECF_LEAF
, NULL
)
520 DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_RESET
, ECF_LEAF
, NULL
)
521 DEF_INTERNAL_FN (ATOMIC_COMPARE_EXCHANGE
, ECF_LEAF
, NULL
)
522 DEF_INTERNAL_FN (ATOMIC_ADD_FETCH_CMP_0
, ECF_LEAF
, NULL
)
523 DEF_INTERNAL_FN (ATOMIC_SUB_FETCH_CMP_0
, ECF_LEAF
, NULL
)
524 DEF_INTERNAL_FN (ATOMIC_AND_FETCH_CMP_0
, ECF_LEAF
, NULL
)
525 DEF_INTERNAL_FN (ATOMIC_OR_FETCH_CMP_0
, ECF_LEAF
, NULL
)
526 DEF_INTERNAL_FN (ATOMIC_XOR_FETCH_CMP_0
, ECF_LEAF
, NULL
)
528 /* To implement
[[fallthrough
]].
*/
529 DEF_INTERNAL_FN (FALLTHROUGH
, ECF_LEAF | ECF_NOTHROW
, NULL
)
531 /* To implement __builtin_launder.
*/
532 DEF_INTERNAL_FN (LAUNDER
, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS
, NULL
)
534 /* Divmod function.
*/
535 DEF_INTERNAL_FN (DIVMOD
, ECF_CONST | ECF_LEAF
, NULL
)
537 /* For coroutines.
*/
538 DEF_INTERNAL_FN (CO_ACTOR
, ECF_NOTHROW | ECF_LEAF
, NULL
)
539 DEF_INTERNAL_FN (CO_YIELD
, ECF_NOTHROW
, NULL
)
540 DEF_INTERNAL_FN (CO_SUSPN
, ECF_NOTHROW
, NULL
)
541 DEF_INTERNAL_FN (CO_FRAME
, ECF_PURE | ECF_NOTHROW | ECF_LEAF
, NULL
)
543 /* A NOP function with arbitrary arguments and return value.
*/
544 DEF_INTERNAL_FN (NOP
, ECF_CONST | ECF_LEAF | ECF_NOTHROW
, NULL
)
546 /* Temporary vehicle for __builtin_shufflevector.
*/
547 DEF_INTERNAL_FN (SHUFFLEVECTOR
, ECF_CONST | ECF_LEAF | ECF_NOTHROW
, NULL
)
549 /* <=> optimization.
*/
550 DEF_INTERNAL_FN (SPACESHIP
, ECF_CONST | ECF_LEAF | ECF_NOTHROW
, NULL
)
552 /* [[assume (cond
)]].
*/
553 DEF_INTERNAL_FN (ASSUME
, ECF_CONST | ECF_LEAF | ECF_NOTHROW
554 | ECF_LOOPING_CONST_OR_PURE
, NULL
)
556 /* For if
-conversion of inbranch SIMD clones.
*/
557 DEF_INTERNAL_FN (MASK_CALL
, ECF_NOVOPS
, NULL
)
559 #undef DEF_INTERNAL_INT_FN
560 #undef DEF_INTERNAL_FLT_FN
561 #undef DEF_INTERNAL_FLT_FLOATN_FN
562 #undef DEF_INTERNAL_SIGNED_OPTAB_FN
563 #undef DEF_INTERNAL_OPTAB_FN
564 #undef DEF_INTERNAL_FN