1/* Internal functions.
2 Copyright (C) 2011-2022 Free Software Foundation, Inc.
3
4This file is part of GCC.
5
6GCC is free software; you can redistribute it and/or modify it under
7the terms of the GNU General Public License as published by the Free
8Software Foundation; either version 3, or (at your option) any later
9version.
10
11GCC is distributed in the hope that it will be useful, but WITHOUT ANY
12WARRANTY; without even the implied warranty of MERCHANTABILITY or
13FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
14for more details.
15
16You should have received a copy of the GNU General Public License
17along with GCC; see the file COPYING3. If not see
18<http://www.gnu.org/licenses/>. */
19
20/* This file specifies a list of internal "functions". These functions
21 differ from built-in functions in that they have no linkage and cannot
22 be called directly by the user. They represent operations that are only
23 synthesised by GCC itself.
24
25 Internal functions are used instead of tree codes if the operation
26 and its operands are more naturally represented as a GIMPLE_CALL
27 than a GIMPLE_ASSIGN.
28
29 Each entry in this file has one of the forms:
30
31 DEF_INTERNAL_FN (NAME, FLAGS, FNSPEC)
32 DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE)
33 DEF_INTERNAL_SIGNED_OPTAB_FN (NAME, FLAGS, SELECTOR, SIGNED_OPTAB,
34 UNSIGNED_OPTAB, TYPE)
35 DEF_INTERNAL_FLT_FN (NAME, FLAGS, OPTAB, TYPE)
36 DEF_INTERNAL_INT_FN (NAME, FLAGS, OPTAB, TYPE)
37
38 where NAME is the name of the function, FLAGS is a set of
39 ECF_* flags and FNSPEC is a string describing functions fnspec.
40
41 DEF_INTERNAL_OPTAB_FN defines an internal function that maps to a
42 direct optab. The function should only be called with a given
43 set of types if the associated optab is available for the modes
44 of those types. OPTAB says what optab to use (without the trailing
45 "_optab") and TYPE categorizes the optab based on its inputs and
46 outputs. The possible types of optab are:
47
48 - mask_load: currently just maskload
49 - load_lanes: currently just vec_load_lanes
50 - mask_load_lanes: currently just vec_mask_load_lanes
51 - gather_load: used for {mask_,}gather_load
52 - len_load: currently just len_load
53
54 - mask_store: currently just maskstore
55 - store_lanes: currently just vec_store_lanes
56 - mask_store_lanes: currently just vec_mask_store_lanes
57 - scatter_store: used for {mask_,}scatter_store
58 - len_store: currently just len_store
59
60 - unary: a normal unary optab, such as vec_reverse_<mode>
61 - binary: a normal binary optab, such as vec_interleave_lo_<mode>
62 - ternary: a normal ternary optab, such as fma<mode>4
63
64 - unary_convert: a single-input conversion optab, such as
65 lround<srcmode><dstmode>2.
66
67 - cond_binary: a conditional binary optab, such as cond_add<mode>
68 - cond_ternary: a conditional ternary optab, such as cond_fma_rev<mode>
69
70 - fold_left: for scalar = FN (scalar, vector), keyed off the vector mode
71 - check_ptrs: used for check_{raw,war}_ptrs
72
73 DEF_INTERNAL_SIGNED_OPTAB_FN defines an internal function that
74 maps to one of two optabs, depending on the signedness of an input.
75 SIGNED_OPTAB and UNSIGNED_OPTAB are the optabs for signed and
76 unsigned inputs respectively, both without the trailing "_optab".
77 SELECTOR says which type in the tree_pair determines the signedness.
78
79 DEF_INTERNAL_FLT_FN is like DEF_INTERNAL_OPTAB_FN, but in addition,
80 the function implements the computational part of a built-in math
81 function BUILT_IN_<NAME>{F,,L}. Unlike some built-in functions,
82 these internal functions never set errno.
83
84 DEF_INTERNAL_INT_FN is like DEF_INTERNAL_OPTAB_FN, but in addition
85 says that the function extends the C-level BUILT_IN_<NAME>{,L,LL,IMAX}
86 group of functions to any integral mode (including vector modes).
87
88 Each entry must have a corresponding expander of the form:
89
90 void expand_NAME (gimple_call stmt)
91
92 where STMT is the statement that performs the call. These are generated
93 automatically for optab functions and call out to a function or macro
94 called expand_<TYPE>_optab_fn. */
95
96#ifndef DEF_INTERNAL_FN
97#define DEF_INTERNAL_FN(CODE, FLAGS, FNSPEC)
98#endif
99
100#ifndef DEF_INTERNAL_OPTAB_FN
101#define DEF_INTERNAL_OPTAB_FN(NAME, FLAGS, OPTAB, TYPE) \
102 DEF_INTERNAL_FN (NAME, FLAGS | ECF_LEAF, NULL)
103#endif
104
105#ifndef DEF_INTERNAL_SIGNED_OPTAB_FN
106#define DEF_INTERNAL_SIGNED_OPTAB_FN(NAME, FLAGS, SELECTOR, SIGNED_OPTAB, \
107 UNSIGNED_OPTAB, TYPE) \
108 DEF_INTERNAL_FN (NAME, FLAGS | ECF_LEAF, NULL)
109#endif
110
111#ifndef DEF_INTERNAL_FLT_FN
112#define DEF_INTERNAL_FLT_FN(NAME, FLAGS, OPTAB, TYPE) \
113 DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE)
114#endif
115
116#ifndef DEF_INTERNAL_FLT_FLOATN_FN
117#define DEF_INTERNAL_FLT_FLOATN_FN(NAME, FLAGS, OPTAB, TYPE) \
118 DEF_INTERNAL_FLT_FN (NAME, FLAGS, OPTAB, TYPE)
119#endif
120
121#ifndef DEF_INTERNAL_INT_FN
122#define DEF_INTERNAL_INT_FN(NAME, FLAGS, OPTAB, TYPE) \
123 DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE)
124#endif
125
126DEF_INTERNAL_OPTAB_FN (MASK_LOAD, ECF_PURE, maskload, mask_load)
127DEF_INTERNAL_OPTAB_FN (LOAD_LANES, ECF_CONST, vec_load_lanes, load_lanes)
128DEF_INTERNAL_OPTAB_FN (MASK_LOAD_LANES, ECF_PURE,
129 vec_mask_load_lanes, mask_load_lanes)
130
131DEF_INTERNAL_OPTAB_FN (GATHER_LOAD, ECF_PURE, gather_load, gather_load)
132DEF_INTERNAL_OPTAB_FN (MASK_GATHER_LOAD, ECF_PURE,
133 mask_gather_load, gather_load)
134
135DEF_INTERNAL_OPTAB_FN (LEN_LOAD, ECF_PURE, len_load, len_load)
136
137DEF_INTERNAL_OPTAB_FN (SCATTER_STORE, 0, scatter_store, scatter_store)
138DEF_INTERNAL_OPTAB_FN (MASK_SCATTER_STORE, 0,
139 mask_scatter_store, scatter_store)
140
141DEF_INTERNAL_OPTAB_FN (MASK_STORE, 0, maskstore, mask_store)
142DEF_INTERNAL_OPTAB_FN (STORE_LANES, ECF_CONST, vec_store_lanes, store_lanes)
143DEF_INTERNAL_OPTAB_FN (MASK_STORE_LANES, 0,
144 vec_mask_store_lanes, mask_store_lanes)
145
146DEF_INTERNAL_OPTAB_FN (VCOND, 0, vcond, vec_cond)
147DEF_INTERNAL_OPTAB_FN (VCONDU, 0, vcondu, vec_cond)
148DEF_INTERNAL_OPTAB_FN (VCONDEQ, 0, vcondeq, vec_cond)
149DEF_INTERNAL_OPTAB_FN (VCOND_MASK, 0, vcond_mask, vec_cond_mask)
150
151DEF_INTERNAL_OPTAB_FN (VEC_SET, 0, vec_set, vec_set)
152
153DEF_INTERNAL_OPTAB_FN (LEN_STORE, 0, len_store, len_store)
154
155DEF_INTERNAL_OPTAB_FN (WHILE_ULT, ECF_CONST | ECF_NOTHROW, while_ult, while)
156DEF_INTERNAL_OPTAB_FN (CHECK_RAW_PTRS, ECF_CONST | ECF_NOTHROW,
157 check_raw_ptrs, check_ptrs)
158DEF_INTERNAL_OPTAB_FN (CHECK_WAR_PTRS, ECF_CONST | ECF_NOTHROW,
159 check_war_ptrs, check_ptrs)
160
161DEF_INTERNAL_OPTAB_FN (VEC_SHL_INSERT, ECF_CONST | ECF_NOTHROW,
162 vec_shl_insert, binary)
163
164DEF_INTERNAL_OPTAB_FN (DIV_POW2, ECF_CONST | ECF_NOTHROW, sdiv_pow2, binary)
165
166DEF_INTERNAL_OPTAB_FN (FMS, ECF_CONST, fms, ternary)
167DEF_INTERNAL_OPTAB_FN (FNMA, ECF_CONST, fnma, ternary)
168DEF_INTERNAL_OPTAB_FN (FNMS, ECF_CONST, fnms, ternary)
169
170DEF_INTERNAL_SIGNED_OPTAB_FN (AVG_FLOOR, ECF_CONST | ECF_NOTHROW, first,
171 savg_floor, uavg_floor, binary)
172DEF_INTERNAL_SIGNED_OPTAB_FN (AVG_CEIL, ECF_CONST | ECF_NOTHROW, first,
173 savg_ceil, uavg_ceil, binary)
174
175DEF_INTERNAL_SIGNED_OPTAB_FN (MULH, ECF_CONST | ECF_NOTHROW, first,
176 smul_highpart, umul_highpart, binary)
177DEF_INTERNAL_SIGNED_OPTAB_FN (MULHS, ECF_CONST | ECF_NOTHROW, first,
178 smulhs, umulhs, binary)
179DEF_INTERNAL_SIGNED_OPTAB_FN (MULHRS, ECF_CONST | ECF_NOTHROW, first,
180 smulhrs, umulhrs, binary)
181
182DEF_INTERNAL_OPTAB_FN (COND_ADD, ECF_CONST, cond_add, cond_binary)
183DEF_INTERNAL_OPTAB_FN (COND_SUB, ECF_CONST, cond_sub, cond_binary)
184DEF_INTERNAL_OPTAB_FN (COND_MUL, ECF_CONST, cond_smul, cond_binary)
185DEF_INTERNAL_SIGNED_OPTAB_FN (COND_DIV, ECF_CONST, first,
186 cond_sdiv, cond_udiv, cond_binary)
187DEF_INTERNAL_SIGNED_OPTAB_FN (COND_MOD, ECF_CONST, first,
188 cond_smod, cond_umod, cond_binary)
189DEF_INTERNAL_OPTAB_FN (COND_RDIV, ECF_CONST, cond_sdiv, cond_binary)
190DEF_INTERNAL_SIGNED_OPTAB_FN (COND_MIN, ECF_CONST, first,
191 cond_smin, cond_umin, cond_binary)
192DEF_INTERNAL_SIGNED_OPTAB_FN (COND_MAX, ECF_CONST, first,
193 cond_smax, cond_umax, cond_binary)
194DEF_INTERNAL_OPTAB_FN (COND_FMIN, ECF_CONST, cond_fmin, cond_binary)
195DEF_INTERNAL_OPTAB_FN (COND_FMAX, ECF_CONST, cond_fmax, cond_binary)
196DEF_INTERNAL_OPTAB_FN (COND_AND, ECF_CONST | ECF_NOTHROW,
197 cond_and, cond_binary)
198DEF_INTERNAL_OPTAB_FN (COND_IOR, ECF_CONST | ECF_NOTHROW,
199 cond_ior, cond_binary)
200DEF_INTERNAL_OPTAB_FN (COND_XOR, ECF_CONST | ECF_NOTHROW,
201 cond_xor, cond_binary)
202DEF_INTERNAL_OPTAB_FN (COND_SHL, ECF_CONST | ECF_NOTHROW,
203 cond_ashl, cond_binary)
204DEF_INTERNAL_SIGNED_OPTAB_FN (COND_SHR, ECF_CONST | ECF_NOTHROW, first,
205 cond_ashr, cond_lshr, cond_binary)
206
207DEF_INTERNAL_OPTAB_FN (COND_FMA, ECF_CONST, cond_fma, cond_ternary)
208DEF_INTERNAL_OPTAB_FN (COND_FMS, ECF_CONST, cond_fms, cond_ternary)
209DEF_INTERNAL_OPTAB_FN (COND_FNMA, ECF_CONST, cond_fnma, cond_ternary)
210DEF_INTERNAL_OPTAB_FN (COND_FNMS, ECF_CONST, cond_fnms, cond_ternary)
211
212DEF_INTERNAL_OPTAB_FN (COND_NEG, ECF_CONST, cond_neg, cond_unary)
213
214DEF_INTERNAL_OPTAB_FN (RSQRT, ECF_CONST, rsqrt, unary)
215
216DEF_INTERNAL_OPTAB_FN (REDUC_PLUS, ECF_CONST | ECF_NOTHROW,
217 reduc_plus_scal, unary)
218DEF_INTERNAL_SIGNED_OPTAB_FN (REDUC_MAX, ECF_CONST | ECF_NOTHROW, first,
219 reduc_smax_scal, reduc_umax_scal, unary)
220DEF_INTERNAL_SIGNED_OPTAB_FN (REDUC_MIN, ECF_CONST | ECF_NOTHROW, first,
221 reduc_smin_scal, reduc_umin_scal, unary)
222DEF_INTERNAL_OPTAB_FN (REDUC_FMAX, ECF_CONST | ECF_NOTHROW,
223 reduc_fmax_scal, unary)
224DEF_INTERNAL_OPTAB_FN (REDUC_FMIN, ECF_CONST | ECF_NOTHROW,
225 reduc_fmin_scal, unary)
226DEF_INTERNAL_OPTAB_FN (REDUC_AND, ECF_CONST | ECF_NOTHROW,
227 reduc_and_scal, unary)
228DEF_INTERNAL_OPTAB_FN (REDUC_IOR, ECF_CONST | ECF_NOTHROW,
229 reduc_ior_scal, unary)
230DEF_INTERNAL_OPTAB_FN (REDUC_XOR, ECF_CONST | ECF_NOTHROW,
231 reduc_xor_scal, unary)
232
233/* Extract the last active element from a vector. */
234DEF_INTERNAL_OPTAB_FN (EXTRACT_LAST, ECF_CONST | ECF_NOTHROW,
235 extract_last, fold_left)
236
237/* Same, but return the first argument if no elements are active. */
238DEF_INTERNAL_OPTAB_FN (FOLD_EXTRACT_LAST, ECF_CONST | ECF_NOTHROW,
239 fold_extract_last, fold_extract)
240
241DEF_INTERNAL_OPTAB_FN (FOLD_LEFT_PLUS, ECF_CONST | ECF_NOTHROW,
242 fold_left_plus, fold_left)
243
244DEF_INTERNAL_OPTAB_FN (MASK_FOLD_LEFT_PLUS, ECF_CONST | ECF_NOTHROW,
245 mask_fold_left_plus, mask_fold_left)
246
247/* Unary math functions. */
248DEF_INTERNAL_FLT_FN (ACOS, ECF_CONST, acos, unary)
249DEF_INTERNAL_FLT_FN (ACOSH, ECF_CONST, acosh, unary)
250DEF_INTERNAL_FLT_FN (ASIN, ECF_CONST, asin, unary)
251DEF_INTERNAL_FLT_FN (ASINH, ECF_CONST, asinh, unary)
252DEF_INTERNAL_FLT_FN (ATAN, ECF_CONST, atan, unary)
253DEF_INTERNAL_FLT_FN (ATANH, ECF_CONST, atanh, unary)
254DEF_INTERNAL_FLT_FN (COS, ECF_CONST, cos, unary)
255DEF_INTERNAL_FLT_FN (COSH, ECF_CONST, cosh, unary)
256DEF_INTERNAL_FLT_FN (EXP, ECF_CONST, exp, unary)
257DEF_INTERNAL_FLT_FN (EXP10, ECF_CONST, exp10, unary)
258DEF_INTERNAL_FLT_FN (EXP2, ECF_CONST, exp2, unary)
259DEF_INTERNAL_FLT_FN (EXPM1, ECF_CONST, expm1, unary)
260DEF_INTERNAL_FLT_FN (LOG, ECF_CONST, log, unary)
261DEF_INTERNAL_FLT_FN (LOG10, ECF_CONST, log10, unary)
262DEF_INTERNAL_FLT_FN (LOG1P, ECF_CONST, log1p, unary)
263DEF_INTERNAL_FLT_FN (LOG2, ECF_CONST, log2, unary)
264DEF_INTERNAL_FLT_FN (LOGB, ECF_CONST, logb, unary)
265DEF_INTERNAL_FLT_FN (SIGNBIT, ECF_CONST, signbit, unary)
266DEF_INTERNAL_FLT_FN (SIGNIFICAND, ECF_CONST, significand, unary)
267DEF_INTERNAL_FLT_FN (SIN, ECF_CONST, sin, unary)
268DEF_INTERNAL_FLT_FN (SINH, ECF_CONST, sinh, unary)
269DEF_INTERNAL_FLT_FLOATN_FN (SQRT, ECF_CONST, sqrt, unary)
270DEF_INTERNAL_FLT_FN (TAN, ECF_CONST, tan, unary)
271DEF_INTERNAL_FLT_FN (TANH, ECF_CONST, tanh, unary)
272
273/* Floating-point to integer conversions.
274
275 ??? Here we preserve the I/L/LL prefix convention from the
276 corresponding built-in functions, rather than make the internal
277 functions polymorphic in both the argument and the return types.
278 Perhaps an alternative would be to pass a zero of the required
279 return type as a second parameter. */
280DEF_INTERNAL_FLT_FN (ICEIL, ECF_CONST, lceil, unary_convert)
281DEF_INTERNAL_FLT_FN (IFLOOR, ECF_CONST, lfloor, unary_convert)
282DEF_INTERNAL_FLT_FN (IRINT, ECF_CONST, lrint, unary_convert)
283DEF_INTERNAL_FLT_FN (IROUND, ECF_CONST, lround, unary_convert)
284DEF_INTERNAL_FLT_FN (LCEIL, ECF_CONST, lceil, unary_convert)
285DEF_INTERNAL_FLT_FN (LFLOOR, ECF_CONST, lfloor, unary_convert)
286DEF_INTERNAL_FLT_FN (LRINT, ECF_CONST, lrint, unary_convert)
287DEF_INTERNAL_FLT_FN (LROUND, ECF_CONST, lround, unary_convert)
288DEF_INTERNAL_FLT_FN (LLCEIL, ECF_CONST, lceil, unary_convert)
289DEF_INTERNAL_FLT_FN (LLFLOOR, ECF_CONST, lfloor, unary_convert)
290DEF_INTERNAL_FLT_FN (LLRINT, ECF_CONST, lrint, unary_convert)
291DEF_INTERNAL_FLT_FN (LLROUND, ECF_CONST, lround, unary_convert)
292
293/* FP rounding. */
294DEF_INTERNAL_FLT_FLOATN_FN (CEIL, ECF_CONST, ceil, unary)
295DEF_INTERNAL_FLT_FLOATN_FN (FLOOR, ECF_CONST, floor, unary)
296DEF_INTERNAL_FLT_FLOATN_FN (NEARBYINT, ECF_CONST, nearbyint, unary)
297DEF_INTERNAL_FLT_FLOATN_FN (RINT, ECF_CONST, rint, unary)
298DEF_INTERNAL_FLT_FLOATN_FN (ROUND, ECF_CONST, round, unary)
299DEF_INTERNAL_FLT_FLOATN_FN (ROUNDEVEN, ECF_CONST, roundeven, unary)
300DEF_INTERNAL_FLT_FLOATN_FN (TRUNC, ECF_CONST, btrunc, unary)
301
302/* Binary math functions. */
303DEF_INTERNAL_FLT_FN (ATAN2, ECF_CONST, atan2, binary)
304DEF_INTERNAL_FLT_FLOATN_FN (COPYSIGN, ECF_CONST, copysign, binary)
305DEF_INTERNAL_FLT_FN (FMOD, ECF_CONST, fmod, binary)
306DEF_INTERNAL_FLT_FN (HYPOT, ECF_CONST, hypot, binary)
307DEF_INTERNAL_FLT_FN (POW, ECF_CONST, pow, binary)
308DEF_INTERNAL_FLT_FN (REMAINDER, ECF_CONST, remainder, binary)
309DEF_INTERNAL_FLT_FN (SCALB, ECF_CONST, scalb, binary)
310DEF_INTERNAL_FLT_FLOATN_FN (FMIN, ECF_CONST, fmin, binary)
311DEF_INTERNAL_FLT_FLOATN_FN (FMAX, ECF_CONST, fmax, binary)
312DEF_INTERNAL_OPTAB_FN (XORSIGN, ECF_CONST, xorsign, binary)
313DEF_INTERNAL_OPTAB_FN (COMPLEX_ADD_ROT90, ECF_CONST, cadd90, binary)
314DEF_INTERNAL_OPTAB_FN (COMPLEX_ADD_ROT270, ECF_CONST, cadd270, binary)
315DEF_INTERNAL_OPTAB_FN (COMPLEX_MUL, ECF_CONST, cmul, binary)
316DEF_INTERNAL_OPTAB_FN (COMPLEX_MUL_CONJ, ECF_CONST, cmul_conj, binary)
317DEF_INTERNAL_OPTAB_FN (VEC_ADDSUB, ECF_CONST, vec_addsub, binary)
318DEF_INTERNAL_OPTAB_FN (VEC_FMADDSUB, ECF_CONST, vec_fmaddsub, ternary)
319DEF_INTERNAL_OPTAB_FN (VEC_FMSUBADD, ECF_CONST, vec_fmsubadd, ternary)
320
321/* FP scales. */
322DEF_INTERNAL_FLT_FN (LDEXP, ECF_CONST, ldexp, binary)
323
324/* Ternary math functions. */
325DEF_INTERNAL_FLT_FLOATN_FN (FMA, ECF_CONST, fma, ternary)
326DEF_INTERNAL_OPTAB_FN (COMPLEX_FMA, ECF_CONST, cmla, ternary)
327DEF_INTERNAL_OPTAB_FN (COMPLEX_FMA_CONJ, ECF_CONST, cmla_conj, ternary)
328DEF_INTERNAL_OPTAB_FN (COMPLEX_FMS, ECF_CONST, cmls, ternary)
329DEF_INTERNAL_OPTAB_FN (COMPLEX_FMS_CONJ, ECF_CONST, cmls_conj, ternary)
330
331/* Unary integer ops. */
332DEF_INTERNAL_INT_FN (CLRSB, ECF_CONST | ECF_NOTHROW, clrsb, unary)
333DEF_INTERNAL_INT_FN (CLZ, ECF_CONST | ECF_NOTHROW, clz, unary)
334DEF_INTERNAL_INT_FN (CTZ, ECF_CONST | ECF_NOTHROW, ctz, unary)
335DEF_INTERNAL_INT_FN (FFS, ECF_CONST | ECF_NOTHROW, ffs, unary)
336DEF_INTERNAL_INT_FN (PARITY, ECF_CONST | ECF_NOTHROW, parity, unary)
337DEF_INTERNAL_INT_FN (POPCOUNT, ECF_CONST | ECF_NOTHROW, popcount, unary)
338
339DEF_INTERNAL_FN (GOMP_USE_SIMT, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
340DEF_INTERNAL_FN (GOMP_SIMT_ENTER, ECF_LEAF | ECF_NOTHROW, NULL)
341DEF_INTERNAL_FN (GOMP_SIMT_ENTER_ALLOC, ECF_LEAF | ECF_NOTHROW, NULL)
342DEF_INTERNAL_FN (GOMP_SIMT_EXIT, ECF_LEAF | ECF_NOTHROW, NULL)
343DEF_INTERNAL_FN (GOMP_SIMT_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
344DEF_INTERNAL_FN (GOMP_SIMT_VF, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
345DEF_INTERNAL_FN (GOMP_SIMT_LAST_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
346DEF_INTERNAL_FN (GOMP_SIMT_ORDERED_PRED, ECF_LEAF | ECF_NOTHROW, NULL)
347DEF_INTERNAL_FN (GOMP_SIMT_VOTE_ANY, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
348DEF_INTERNAL_FN (GOMP_SIMT_XCHG_BFLY, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
349DEF_INTERNAL_FN (GOMP_SIMT_XCHG_IDX, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
350DEF_INTERNAL_FN (GOMP_SIMD_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
351DEF_INTERNAL_FN (GOMP_SIMD_VF, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
352DEF_INTERNAL_FN (GOMP_SIMD_LAST_LANE, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
353DEF_INTERNAL_FN (GOMP_SIMD_ORDERED_START, ECF_LEAF | ECF_NOTHROW, NULL)
354DEF_INTERNAL_FN (GOMP_SIMD_ORDERED_END, ECF_LEAF | ECF_NOTHROW, NULL)
355DEF_INTERNAL_FN (LOOP_VECTORIZED, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
356DEF_INTERNAL_FN (LOOP_DIST_ALIAS, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
357DEF_INTERNAL_FN (ANNOTATE, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
358DEF_INTERNAL_FN (UBSAN_NULL, ECF_LEAF | ECF_NOTHROW, ". R . ")
359DEF_INTERNAL_FN (UBSAN_BOUNDS, ECF_LEAF | ECF_NOTHROW, NULL)
360DEF_INTERNAL_FN (UBSAN_VPTR, ECF_LEAF | ECF_NOTHROW, ". R R . . ")
361DEF_INTERNAL_FN (UBSAN_CHECK_ADD, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
362DEF_INTERNAL_FN (UBSAN_CHECK_SUB, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
363DEF_INTERNAL_FN (UBSAN_CHECK_MUL, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
364DEF_INTERNAL_FN (UBSAN_PTR, ECF_LEAF | ECF_NOTHROW, ". R . ")
365DEF_INTERNAL_FN (UBSAN_OBJECT_SIZE, ECF_LEAF | ECF_NOTHROW, NULL)
366DEF_INTERNAL_FN (ABNORMAL_DISPATCHER, ECF_NORETURN, NULL)
367DEF_INTERNAL_FN (BUILTIN_EXPECT, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
368DEF_INTERNAL_FN (HWASAN_ALLOCA_UNPOISON, ECF_LEAF | ECF_NOTHROW, ". R ")
369DEF_INTERNAL_FN (HWASAN_CHOOSE_TAG, ECF_LEAF | ECF_NOTHROW, ". ")
370DEF_INTERNAL_FN (HWASAN_CHECK, ECF_TM_PURE | ECF_LEAF | ECF_NOTHROW,
371 ". . R . . ")
372DEF_INTERNAL_FN (HWASAN_MARK, ECF_LEAF | ECF_NOTHROW, NULL)
373DEF_INTERNAL_FN (HWASAN_SET_TAG,
374 ECF_TM_PURE | ECF_PURE | ECF_LEAF | ECF_NOTHROW, ". R R ")
375DEF_INTERNAL_FN (ASAN_CHECK, ECF_TM_PURE | ECF_LEAF | ECF_NOTHROW,
376 ". . R . . ")
377DEF_INTERNAL_FN (ASAN_MARK, ECF_LEAF | ECF_NOTHROW, NULL)
378DEF_INTERNAL_FN (ASAN_POISON, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL)
379DEF_INTERNAL_FN (ASAN_POISON_USE, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL)
380DEF_INTERNAL_FN (ADD_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
381DEF_INTERNAL_FN (SUB_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
382DEF_INTERNAL_FN (MUL_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
383DEF_INTERNAL_FN (TSAN_FUNC_EXIT, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
384DEF_INTERNAL_FN (VA_ARG, ECF_NOTHROW | ECF_LEAF, NULL)
385DEF_INTERNAL_FN (VEC_CONVERT, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
386DEF_INTERNAL_FN (RAWMEMCHR, ECF_PURE | ECF_LEAF | ECF_NOTHROW, NULL)
387
388/* An unduplicable, uncombinable function. Generally used to preserve
389 a CFG property in the face of jump threading, tail merging or
390 other such optimizations. The first argument distinguishes
391 between uses. See internal-fn.h for usage. */
392DEF_INTERNAL_FN (UNIQUE, ECF_NOTHROW, NULL)
393DEF_INTERNAL_FN (PHI, 0, NULL)
394
395/* A function to represent an artifical initialization to an uninitialized
396 automatic variable. */
397DEF_INTERNAL_FN (DEFERRED_INIT, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
398
399/* DIM_SIZE and DIM_POS return the size of a particular compute
400 dimension and the executing thread's position within that
401 dimension. DIM_POS is pure (and not const) so that it isn't
402 thought to clobber memory and can be gcse'd within a single
403 parallel region, but not across FORK/JOIN boundaries. They take a
404 single INTEGER_CST argument. This might be overly conservative. */
405DEF_INTERNAL_FN (GOACC_DIM_SIZE, ECF_CONST | ECF_NOTHROW | ECF_LEAF, NULL)
406DEF_INTERNAL_FN (GOACC_DIM_POS, ECF_PURE | ECF_NOTHROW | ECF_LEAF, NULL)
407
408/* OpenACC looping abstraction. See internal-fn.h for usage. */
409DEF_INTERNAL_FN (GOACC_LOOP, ECF_PURE | ECF_NOTHROW, NULL)
410
411/* OpenACC reduction abstraction. See internal-fn.h for usage. */
412DEF_INTERNAL_FN (GOACC_REDUCTION, ECF_NOTHROW | ECF_LEAF, NULL)
413
414/* Openacc tile abstraction. Describes the spans of the element loop.
415 GOACC_TILE (num-loops, loop-no, tile-arg, tile-mask, element-mask). */
416DEF_INTERNAL_FN (GOACC_TILE, ECF_NOTHROW | ECF_LEAF, NULL)
417
418/* Set errno to EDOM, if GCC knows how to do that directly for the
419 current target. */
420DEF_INTERNAL_FN (SET_EDOM, ECF_LEAF | ECF_NOTHROW, NULL)
421
422/* Atomic functions. These don't have ECF_NOTHROW because for
423 -fnon-call-exceptions they can throw, otherwise we set
424 gimple_call_nothrow_p on it. */
425DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_SET, ECF_LEAF, NULL)
426DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_COMPLEMENT, ECF_LEAF, NULL)
427DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_RESET, ECF_LEAF, NULL)
428DEF_INTERNAL_FN (ATOMIC_COMPARE_EXCHANGE, ECF_LEAF, NULL)
429DEF_INTERNAL_FN (ATOMIC_ADD_FETCH_CMP_0, ECF_LEAF, NULL)
430DEF_INTERNAL_FN (ATOMIC_SUB_FETCH_CMP_0, ECF_LEAF, NULL)
431DEF_INTERNAL_FN (ATOMIC_AND_FETCH_CMP_0, ECF_LEAF, NULL)
432DEF_INTERNAL_FN (ATOMIC_OR_FETCH_CMP_0, ECF_LEAF, NULL)
433DEF_INTERNAL_FN (ATOMIC_XOR_FETCH_CMP_0, ECF_LEAF, NULL)
434
435/* To implement [[fallthrough]]. */
436DEF_INTERNAL_FN (FALLTHROUGH, ECF_LEAF | ECF_NOTHROW, NULL)
437
438/* To implement __builtin_launder. */
439DEF_INTERNAL_FN (LAUNDER, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL)
440
441/* Divmod function. */
442DEF_INTERNAL_FN (DIVMOD, ECF_CONST | ECF_LEAF, NULL)
443
444/* For coroutines. */
445DEF_INTERNAL_FN (CO_ACTOR, ECF_NOTHROW | ECF_LEAF, NULL)
446DEF_INTERNAL_FN (CO_YIELD, ECF_NOTHROW, NULL)
447DEF_INTERNAL_FN (CO_SUSPN, ECF_NOTHROW, NULL)
448DEF_INTERNAL_FN (CO_FRAME, ECF_PURE | ECF_NOTHROW | ECF_LEAF, NULL)
449
450/* A NOP function with arbitrary arguments and return value. */
451DEF_INTERNAL_FN (NOP, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
452
453/* Temporary vehicle for __builtin_shufflevector. */
454DEF_INTERNAL_FN (SHUFFLEVECTOR, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
455
456/* <=> optimization. */
457DEF_INTERNAL_FN (SPACESHIP, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
458
459/* __builtin_trap created from/for __builtin_unreachable. */
460DEF_INTERNAL_FN (TRAP, ECF_CONST | ECF_LEAF | ECF_NORETURN
461 | ECF_NOTHROW | ECF_COLD, NULL)
462
463#undef DEF_INTERNAL_INT_FN
464#undef DEF_INTERNAL_FLT_FN
465#undef DEF_INTERNAL_FLT_FLOATN_FN
466#undef DEF_INTERNAL_SIGNED_OPTAB_FN
467#undef DEF_INTERNAL_OPTAB_FN
468#undef DEF_INTERNAL_FN
469

source code of gcc/internal-fn.def