1/* Internal functions.
2 Copyright (C) 2011-2023 Free Software Foundation, Inc.
3
4This file is part of GCC.
5
6GCC is free software; you can redistribute it and/or modify it under
7the terms of the GNU General Public License as published by the Free
8Software Foundation; either version 3, or (at your option) any later
9version.
10
11GCC is distributed in the hope that it will be useful, but WITHOUT ANY
12WARRANTY; without even the implied warranty of MERCHANTABILITY or
13FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
14for more details.
15
16You should have received a copy of the GNU General Public License
17along with GCC; see the file COPYING3. If not see
18<http://www.gnu.org/licenses/>. */
19
20/* This file specifies a list of internal "functions". These functions
21 differ from built-in functions in that they have no linkage and cannot
22 be called directly by the user. They represent operations that are only
23 synthesised by GCC itself.
24
25 Internal functions are used instead of tree codes if the operation
26 and its operands are more naturally represented as a GIMPLE_CALL
27 than a GIMPLE_ASSIGN.
28
29 Each entry in this file has one of the forms:
30
31 DEF_INTERNAL_FN (NAME, FLAGS, FNSPEC)
32 DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE)
33 DEF_INTERNAL_SIGNED_OPTAB_FN (NAME, FLAGS, SELECTOR, SIGNED_OPTAB,
34 UNSIGNED_OPTAB, TYPE)
35 DEF_INTERNAL_FLT_FN (NAME, FLAGS, OPTAB, TYPE)
36 DEF_INTERNAL_INT_FN (NAME, FLAGS, OPTAB, TYPE)
37 DEF_INTERNAL_COND_FN (NAME, FLAGS, OPTAB, TYPE)
38 DEF_INTERNAL_SIGNED_COND_FN (NAME, FLAGS, OPTAB, TYPE)
39
40 where NAME is the name of the function, FLAGS is a set of
41 ECF_* flags and FNSPEC is a string describing functions fnspec.
42
43 DEF_INTERNAL_OPTAB_FN defines an internal function that maps to a
44 direct optab. The function should only be called with a given
45 set of types if the associated optab is available for the modes
46 of those types. OPTAB says what optab to use (without the trailing
47 "_optab") and TYPE categorizes the optab based on its inputs and
48 outputs. The possible types of optab are:
49
50 - mask_load: currently just maskload
51 - load_lanes: currently just vec_load_lanes
52 - mask_load_lanes: currently just vec_mask_load_lanes
53 - mask_len_load_lanes: currently just vec_mask_len_load_lanes
54 - gather_load: used for {mask_,mask_len_,}gather_load
55 - len_load: currently just len_load
56 - mask_len_load: currently just mask_len_load
57
58 - mask_store: currently just maskstore
59 - store_lanes: currently just vec_store_lanes
60 - mask_store_lanes: currently just vec_mask_store_lanes
61 - mask_len_store_lanes: currently just vec_mask_len_store_lanes
62 - scatter_store: used for {mask_,mask_len_,}scatter_store
63 - len_store: currently just len_store
64 - mask_len_store: currently just mask_len_store
65
66 - unary: a normal unary optab, such as vec_reverse_<mode>
67 - binary: a normal binary optab, such as vec_interleave_lo_<mode>
68 - ternary: a normal ternary optab, such as fma<mode>4
69
70 - unary_convert: a single-input conversion optab, such as
71 lround<srcmode><dstmode>2.
72
73 - cond_binary: a conditional binary optab, such as cond_add<mode>
74 - cond_unary: a conditional unary optab, such as cond_neg<mode>
75 - cond_ternary: a conditional ternary optab, such as cond_fma_rev<mode>
76
77 - fold_left: for scalar = FN (scalar, vector), keyed off the vector mode
78 - check_ptrs: used for check_{raw,war}_ptrs
79
80 - cond_len_unary: a conditional unary optab, such as cond_len_neg<mode>
81 - cond_len_binary: a conditional binary optab, such as cond_len_add<mode>
82 - cond_len_ternary: a conditional ternary optab, such as
83 cond_len_fma_rev<mode>
84
85 DEF_INTERNAL_SIGNED_OPTAB_FN defines an internal function that
86 maps to one of two optabs, depending on the signedness of an input.
87 SIGNED_OPTAB and UNSIGNED_OPTAB are the optabs for signed and
88 unsigned inputs respectively, both without the trailing "_optab".
89 SELECTOR says which type in the tree_pair determines the signedness.
90
91 DEF_INTERNAL_FLT_FN is like DEF_INTERNAL_OPTAB_FN, but in addition,
92 the function implements the computational part of a built-in math
93 function BUILT_IN_<NAME>{F,,L}. Unlike some built-in functions,
94 these internal functions never set errno.
95
96 DEF_INTERNAL_INT_FN is like DEF_INTERNAL_OPTAB_FN, but in addition
97 says that the function extends the C-level BUILT_IN_<NAME>{,L,LL,IMAX}
98 group of functions to any integral mode (including vector modes).
99
100 DEF_INTERNAL_WIDENING_OPTAB_FN is a wrapper that defines five internal
101 functions with DEF_INTERNAL_SIGNED_OPTAB_FN:
102 - one that describes a widening operation with the same number of elements
103 in the output and input vectors,
104 - two that describe a pair of high-low widening operations where the output
105 vectors each have half the number of elements of the input vectors,
106 corresponding to the result of the widening operation on the top half and
107 bottom half, these have the suffixes _HI and _LO,
108 - and two that describe a pair of even-odd widening operations where the
109 output vectors each have half the number of elements of the input vectors,
110 corresponding to the result of the widening operation on the even and odd
111 elements, these have the suffixes _EVEN and _ODD.
112 These five internal functions will require two optabs each, a SIGNED_OPTAB
113 and an UNSIGNED_OTPAB.
114
115 DEF_INTERNAL_COND_FN is a wrapper that defines 2 internal functions with
116 DEF_INTERNAL_OPTAB_FN:
117 - One is COND_* operations that are predicated by mask only. Such operations
118 make sense for both vectors and scalars.
119 - The other is COND_LEN_* operations that are predicated by mask and len
120 both. Such operations only make sense for vectors.
121
122 DEF_INTERNAL_SIGNED_COND_FN is like DEF_INTERNAL_COND_FN but defines intenal
123 functions with DEF_INTERNAL_SIGNED_OPTAB_FN.
124
125 Each entry must have a corresponding expander of the form:
126
127 void expand_NAME (gimple_call stmt)
128
129 where STMT is the statement that performs the call. These are generated
130 automatically for optab functions and call out to a function or macro
131 called expand_<TYPE>_optab_fn. */
132
133#ifndef DEF_INTERNAL_FN
134#define DEF_INTERNAL_FN(CODE, FLAGS, FNSPEC)
135#endif
136
137#ifndef DEF_INTERNAL_OPTAB_FN
138#define DEF_INTERNAL_OPTAB_FN(NAME, FLAGS, OPTAB, TYPE) \
139 DEF_INTERNAL_FN (NAME, FLAGS | ECF_LEAF, NULL)
140#endif
141
142#ifndef DEF_INTERNAL_SIGNED_OPTAB_FN
143#define DEF_INTERNAL_SIGNED_OPTAB_FN(NAME, FLAGS, SELECTOR, SIGNED_OPTAB, \
144 UNSIGNED_OPTAB, TYPE) \
145 DEF_INTERNAL_FN (NAME, FLAGS | ECF_LEAF, NULL)
146#endif
147
148#ifndef DEF_INTERNAL_FLT_FN
149#define DEF_INTERNAL_FLT_FN(NAME, FLAGS, OPTAB, TYPE) \
150 DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE)
151#endif
152
153#ifndef DEF_INTERNAL_FLT_FLOATN_FN
154#define DEF_INTERNAL_FLT_FLOATN_FN(NAME, FLAGS, OPTAB, TYPE) \
155 DEF_INTERNAL_FLT_FN (NAME, FLAGS, OPTAB, TYPE)
156#endif
157
158#ifndef DEF_INTERNAL_INT_FN
159#define DEF_INTERNAL_INT_FN(NAME, FLAGS, OPTAB, TYPE) \
160 DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE)
161#endif
162
163#ifndef DEF_INTERNAL_WIDENING_OPTAB_FN
164#define DEF_INTERNAL_WIDENING_OPTAB_FN(NAME, FLAGS, SELECTOR, SOPTAB, UOPTAB, TYPE) \
165 DEF_INTERNAL_SIGNED_OPTAB_FN (NAME, FLAGS, SELECTOR, SOPTAB, UOPTAB, TYPE) \
166 DEF_INTERNAL_SIGNED_OPTAB_FN (NAME ## _LO, FLAGS, SELECTOR, SOPTAB##_lo, UOPTAB##_lo, TYPE) \
167 DEF_INTERNAL_SIGNED_OPTAB_FN (NAME ## _HI, FLAGS, SELECTOR, SOPTAB##_hi, UOPTAB##_hi, TYPE) \
168 DEF_INTERNAL_SIGNED_OPTAB_FN (NAME ## _EVEN, FLAGS, SELECTOR, SOPTAB##_even, UOPTAB##_even, TYPE) \
169 DEF_INTERNAL_SIGNED_OPTAB_FN (NAME ## _ODD, FLAGS, SELECTOR, SOPTAB##_odd, UOPTAB##_odd, TYPE)
170#endif
171
172#ifndef DEF_INTERNAL_COND_FN
173#define DEF_INTERNAL_COND_FN(NAME, FLAGS, OPTAB, TYPE) \
174 DEF_INTERNAL_OPTAB_FN (COND_##NAME, FLAGS, cond_##OPTAB, cond_##TYPE) \
175 DEF_INTERNAL_OPTAB_FN (COND_LEN_##NAME, FLAGS, cond_len_##OPTAB, \
176 cond_len_##TYPE)
177#endif
178
179#ifndef DEF_INTERNAL_SIGNED_COND_FN
180#define DEF_INTERNAL_SIGNED_COND_FN(NAME, FLAGS, SELECTOR, SIGNED_OPTAB, \
181 UNSIGNED_OPTAB, TYPE) \
182 DEF_INTERNAL_SIGNED_OPTAB_FN (COND_##NAME, FLAGS, SELECTOR, \
183 cond_##SIGNED_OPTAB, cond_##UNSIGNED_OPTAB, \
184 cond_##TYPE) \
185 DEF_INTERNAL_SIGNED_OPTAB_FN (COND_LEN_##NAME, FLAGS, SELECTOR, \
186 cond_len_##SIGNED_OPTAB, \
187 cond_len_##UNSIGNED_OPTAB, cond_len_##TYPE)
188#endif
189
190DEF_INTERNAL_OPTAB_FN (MASK_LOAD, ECF_PURE, maskload, mask_load)
191DEF_INTERNAL_OPTAB_FN (LOAD_LANES, ECF_CONST, vec_load_lanes, load_lanes)
192DEF_INTERNAL_OPTAB_FN (MASK_LOAD_LANES, ECF_PURE,
193 vec_mask_load_lanes, mask_load_lanes)
194DEF_INTERNAL_OPTAB_FN (MASK_LEN_LOAD_LANES, ECF_PURE,
195 vec_mask_len_load_lanes, mask_load_lanes)
196
197DEF_INTERNAL_OPTAB_FN (GATHER_LOAD, ECF_PURE, gather_load, gather_load)
198DEF_INTERNAL_OPTAB_FN (MASK_GATHER_LOAD, ECF_PURE,
199 mask_gather_load, gather_load)
200DEF_INTERNAL_OPTAB_FN (MASK_LEN_GATHER_LOAD, ECF_PURE,
201 mask_len_gather_load, gather_load)
202
203DEF_INTERNAL_OPTAB_FN (LEN_LOAD, ECF_PURE, len_load, len_load)
204DEF_INTERNAL_OPTAB_FN (MASK_LEN_LOAD, ECF_PURE, mask_len_load, mask_len_load)
205
206DEF_INTERNAL_OPTAB_FN (SCATTER_STORE, 0, scatter_store, scatter_store)
207DEF_INTERNAL_OPTAB_FN (MASK_SCATTER_STORE, 0,
208 mask_scatter_store, scatter_store)
209DEF_INTERNAL_OPTAB_FN (MASK_LEN_SCATTER_STORE, 0,
210 mask_len_scatter_store, scatter_store)
211
212DEF_INTERNAL_OPTAB_FN (MASK_STORE, 0, maskstore, mask_store)
213DEF_INTERNAL_OPTAB_FN (STORE_LANES, ECF_CONST, vec_store_lanes, store_lanes)
214DEF_INTERNAL_OPTAB_FN (MASK_STORE_LANES, 0,
215 vec_mask_store_lanes, mask_store_lanes)
216DEF_INTERNAL_OPTAB_FN (MASK_LEN_STORE_LANES, 0,
217 vec_mask_len_store_lanes, mask_store_lanes)
218
219DEF_INTERNAL_OPTAB_FN (VCOND, ECF_CONST | ECF_NOTHROW, vcond, vec_cond)
220DEF_INTERNAL_OPTAB_FN (VCONDU, ECF_CONST | ECF_NOTHROW, vcondu, vec_cond)
221DEF_INTERNAL_OPTAB_FN (VCONDEQ, ECF_CONST | ECF_NOTHROW, vcondeq, vec_cond)
222DEF_INTERNAL_OPTAB_FN (VCOND_MASK, ECF_CONST | ECF_NOTHROW,
223 vcond_mask, vec_cond_mask)
224DEF_INTERNAL_OPTAB_FN (VCOND_MASK_LEN, ECF_CONST | ECF_NOTHROW,
225 vcond_mask_len, cond_len_unary)
226
227DEF_INTERNAL_OPTAB_FN (VEC_SET, ECF_CONST | ECF_NOTHROW, vec_set, vec_set)
228DEF_INTERNAL_OPTAB_FN (VEC_EXTRACT, ECF_CONST | ECF_NOTHROW,
229 vec_extract, vec_extract)
230
231DEF_INTERNAL_OPTAB_FN (LEN_STORE, 0, len_store, len_store)
232DEF_INTERNAL_OPTAB_FN (MASK_LEN_STORE, 0, mask_len_store, mask_len_store)
233
234DEF_INTERNAL_OPTAB_FN (WHILE_ULT, ECF_CONST | ECF_NOTHROW, while_ult, while)
235DEF_INTERNAL_OPTAB_FN (SELECT_VL, ECF_CONST | ECF_NOTHROW, select_vl, binary)
236DEF_INTERNAL_OPTAB_FN (CHECK_RAW_PTRS, ECF_CONST | ECF_NOTHROW,
237 check_raw_ptrs, check_ptrs)
238DEF_INTERNAL_OPTAB_FN (CHECK_WAR_PTRS, ECF_CONST | ECF_NOTHROW,
239 check_war_ptrs, check_ptrs)
240
241DEF_INTERNAL_OPTAB_FN (VEC_SHL_INSERT, ECF_CONST | ECF_NOTHROW,
242 vec_shl_insert, binary)
243
244DEF_INTERNAL_OPTAB_FN (DIV_POW2, ECF_CONST | ECF_NOTHROW, sdiv_pow2, binary)
245
246DEF_INTERNAL_OPTAB_FN (FMS, ECF_CONST, fms, ternary)
247DEF_INTERNAL_OPTAB_FN (FNMA, ECF_CONST, fnma, ternary)
248DEF_INTERNAL_OPTAB_FN (FNMS, ECF_CONST, fnms, ternary)
249
250DEF_INTERNAL_SIGNED_OPTAB_FN (ABD, ECF_CONST | ECF_NOTHROW, first,
251 sabd, uabd, binary)
252
253DEF_INTERNAL_SIGNED_OPTAB_FN (AVG_FLOOR, ECF_CONST | ECF_NOTHROW, first,
254 savg_floor, uavg_floor, binary)
255DEF_INTERNAL_SIGNED_OPTAB_FN (AVG_CEIL, ECF_CONST | ECF_NOTHROW, first,
256 savg_ceil, uavg_ceil, binary)
257
258DEF_INTERNAL_SIGNED_OPTAB_FN (MULH, ECF_CONST | ECF_NOTHROW, first,
259 smul_highpart, umul_highpart, binary)
260DEF_INTERNAL_SIGNED_OPTAB_FN (MULHS, ECF_CONST | ECF_NOTHROW, first,
261 smulhs, umulhs, binary)
262DEF_INTERNAL_SIGNED_OPTAB_FN (MULHRS, ECF_CONST | ECF_NOTHROW, first,
263 smulhrs, umulhrs, binary)
264
265DEF_INTERNAL_COND_FN (ADD, ECF_CONST, add, binary)
266DEF_INTERNAL_COND_FN (SUB, ECF_CONST, sub, binary)
267DEF_INTERNAL_COND_FN (MUL, ECF_CONST, smul, binary)
268DEF_INTERNAL_SIGNED_COND_FN (DIV, ECF_CONST, first, sdiv, udiv, binary)
269DEF_INTERNAL_SIGNED_COND_FN (MOD, ECF_CONST, first, smod, umod, binary)
270DEF_INTERNAL_COND_FN (RDIV, ECF_CONST, sdiv, binary)
271DEF_INTERNAL_SIGNED_COND_FN (MIN, ECF_CONST, first, smin, umin, binary)
272DEF_INTERNAL_SIGNED_COND_FN (MAX, ECF_CONST, first, smax, umax, binary)
273DEF_INTERNAL_COND_FN (COPYSIGN, ECF_CONST, copysign, binary)
274DEF_INTERNAL_COND_FN (FMIN, ECF_CONST, fmin, binary)
275DEF_INTERNAL_COND_FN (FMAX, ECF_CONST, fmax, binary)
276DEF_INTERNAL_COND_FN (AND, ECF_CONST | ECF_NOTHROW, and, binary)
277DEF_INTERNAL_COND_FN (IOR, ECF_CONST | ECF_NOTHROW, ior, binary)
278DEF_INTERNAL_COND_FN (XOR, ECF_CONST | ECF_NOTHROW, xor, binary)
279DEF_INTERNAL_COND_FN (SHL, ECF_CONST | ECF_NOTHROW, ashl, binary)
280DEF_INTERNAL_SIGNED_COND_FN (SHR, ECF_CONST | ECF_NOTHROW, first, ashr, lshr,
281 binary)
282
283DEF_INTERNAL_COND_FN (FMA, ECF_CONST, fma, ternary)
284DEF_INTERNAL_COND_FN (FMS, ECF_CONST, fms, ternary)
285DEF_INTERNAL_COND_FN (FNMA, ECF_CONST, fnma, ternary)
286DEF_INTERNAL_COND_FN (FNMS, ECF_CONST, fnms, ternary)
287
288DEF_INTERNAL_COND_FN (NEG, ECF_CONST, neg, unary)
289DEF_INTERNAL_COND_FN (NOT, ECF_CONST, one_cmpl, unary)
290
291DEF_INTERNAL_OPTAB_FN (RSQRT, ECF_CONST, rsqrt, unary)
292
293DEF_INTERNAL_OPTAB_FN (REDUC_PLUS, ECF_CONST | ECF_NOTHROW,
294 reduc_plus_scal, unary)
295DEF_INTERNAL_SIGNED_OPTAB_FN (REDUC_MAX, ECF_CONST | ECF_NOTHROW, first,
296 reduc_smax_scal, reduc_umax_scal, unary)
297DEF_INTERNAL_SIGNED_OPTAB_FN (REDUC_MIN, ECF_CONST | ECF_NOTHROW, first,
298 reduc_smin_scal, reduc_umin_scal, unary)
299DEF_INTERNAL_OPTAB_FN (REDUC_FMAX, ECF_CONST | ECF_NOTHROW,
300 reduc_fmax_scal, unary)
301DEF_INTERNAL_OPTAB_FN (REDUC_FMIN, ECF_CONST | ECF_NOTHROW,
302 reduc_fmin_scal, unary)
303DEF_INTERNAL_OPTAB_FN (REDUC_AND, ECF_CONST | ECF_NOTHROW,
304 reduc_and_scal, unary)
305DEF_INTERNAL_OPTAB_FN (REDUC_IOR, ECF_CONST | ECF_NOTHROW,
306 reduc_ior_scal, unary)
307DEF_INTERNAL_OPTAB_FN (REDUC_XOR, ECF_CONST | ECF_NOTHROW,
308 reduc_xor_scal, unary)
309
310/* Extract the last active element from a vector. */
311DEF_INTERNAL_OPTAB_FN (EXTRACT_LAST, ECF_CONST | ECF_NOTHROW,
312 extract_last, fold_left)
313
314/* Same, but return the first argument if no elements are active. */
315DEF_INTERNAL_OPTAB_FN (FOLD_EXTRACT_LAST, ECF_CONST | ECF_NOTHROW,
316 fold_extract_last, fold_extract)
317
318DEF_INTERNAL_OPTAB_FN (LEN_FOLD_EXTRACT_LAST, ECF_CONST | ECF_NOTHROW,
319 len_fold_extract_last, fold_len_extract)
320
321DEF_INTERNAL_OPTAB_FN (FOLD_LEFT_PLUS, ECF_CONST | ECF_NOTHROW,
322 fold_left_plus, fold_left)
323
324DEF_INTERNAL_OPTAB_FN (MASK_FOLD_LEFT_PLUS, ECF_CONST | ECF_NOTHROW,
325 mask_fold_left_plus, mask_fold_left)
326
327DEF_INTERNAL_OPTAB_FN (MASK_LEN_FOLD_LEFT_PLUS, ECF_CONST | ECF_NOTHROW,
328 mask_len_fold_left_plus, mask_len_fold_left)
329
330/* Unary math functions. */
331DEF_INTERNAL_FLT_FN (ACOS, ECF_CONST, acos, unary)
332DEF_INTERNAL_FLT_FN (ACOSH, ECF_CONST, acosh, unary)
333DEF_INTERNAL_FLT_FN (ASIN, ECF_CONST, asin, unary)
334DEF_INTERNAL_FLT_FN (ASINH, ECF_CONST, asinh, unary)
335DEF_INTERNAL_FLT_FN (ATAN, ECF_CONST, atan, unary)
336DEF_INTERNAL_FLT_FN (ATANH, ECF_CONST, atanh, unary)
337DEF_INTERNAL_FLT_FN (COS, ECF_CONST, cos, unary)
338DEF_INTERNAL_FLT_FN (COSH, ECF_CONST, cosh, unary)
339DEF_INTERNAL_FLT_FN (EXP, ECF_CONST, exp, unary)
340DEF_INTERNAL_FLT_FN (EXP10, ECF_CONST, exp10, unary)
341DEF_INTERNAL_FLT_FN (EXP2, ECF_CONST, exp2, unary)
342DEF_INTERNAL_FLT_FN (EXPM1, ECF_CONST, expm1, unary)
343DEF_INTERNAL_FLT_FN (LOG, ECF_CONST, log, unary)
344DEF_INTERNAL_FLT_FN (LOG10, ECF_CONST, log10, unary)
345DEF_INTERNAL_FLT_FN (LOG1P, ECF_CONST, log1p, unary)
346DEF_INTERNAL_FLT_FN (LOG2, ECF_CONST, log2, unary)
347DEF_INTERNAL_FLT_FN (LOGB, ECF_CONST, logb, unary)
348DEF_INTERNAL_FLT_FN (SIGNBIT, ECF_CONST, signbit, unary)
349DEF_INTERNAL_FLT_FN (SIGNIFICAND, ECF_CONST, significand, unary)
350DEF_INTERNAL_FLT_FN (SIN, ECF_CONST, sin, unary)
351DEF_INTERNAL_FLT_FN (SINH, ECF_CONST, sinh, unary)
352DEF_INTERNAL_FLT_FLOATN_FN (SQRT, ECF_CONST, sqrt, unary)
353DEF_INTERNAL_FLT_FN (TAN, ECF_CONST, tan, unary)
354DEF_INTERNAL_FLT_FN (TANH, ECF_CONST, tanh, unary)
355
356/* Floating-point to integer conversions.
357
358 ??? Here we preserve the I/L/LL prefix convention from the
359 corresponding built-in functions, rather than make the internal
360 functions polymorphic in both the argument and the return types.
361 Perhaps an alternative would be to pass a zero of the required
362 return type as a second parameter. */
363DEF_INTERNAL_FLT_FN (ICEIL, ECF_CONST, lceil, unary_convert)
364DEF_INTERNAL_FLT_FN (IFLOOR, ECF_CONST, lfloor, unary_convert)
365DEF_INTERNAL_FLT_FN (IRINT, ECF_CONST, lrint, unary_convert)
366DEF_INTERNAL_FLT_FN (IROUND, ECF_CONST, lround, unary_convert)
367DEF_INTERNAL_FLT_FN (LCEIL, ECF_CONST, lceil, unary_convert)
368DEF_INTERNAL_FLT_FN (LFLOOR, ECF_CONST, lfloor, unary_convert)
369DEF_INTERNAL_FLT_FLOATN_FN (LRINT, ECF_CONST, lrint, unary_convert)
370DEF_INTERNAL_FLT_FLOATN_FN (LROUND, ECF_CONST, lround, unary_convert)
371DEF_INTERNAL_FLT_FN (LLCEIL, ECF_CONST, lceil, unary_convert)
372DEF_INTERNAL_FLT_FN (LLFLOOR, ECF_CONST, lfloor, unary_convert)
373DEF_INTERNAL_FLT_FLOATN_FN (LLRINT, ECF_CONST, lrint, unary_convert)
374DEF_INTERNAL_FLT_FLOATN_FN (LLROUND, ECF_CONST, lround, unary_convert)
375
376/* FP rounding. */
377DEF_INTERNAL_FLT_FLOATN_FN (CEIL, ECF_CONST, ceil, unary)
378DEF_INTERNAL_FLT_FLOATN_FN (FLOOR, ECF_CONST, floor, unary)
379DEF_INTERNAL_FLT_FLOATN_FN (NEARBYINT, ECF_CONST, nearbyint, unary)
380DEF_INTERNAL_FLT_FLOATN_FN (RINT, ECF_CONST, rint, unary)
381DEF_INTERNAL_FLT_FLOATN_FN (ROUND, ECF_CONST, round, unary)
382DEF_INTERNAL_FLT_FLOATN_FN (ROUNDEVEN, ECF_CONST, roundeven, unary)
383DEF_INTERNAL_FLT_FLOATN_FN (TRUNC, ECF_CONST, btrunc, unary)
384
385/* Binary math functions. */
386DEF_INTERNAL_FLT_FN (ATAN2, ECF_CONST, atan2, binary)
387DEF_INTERNAL_FLT_FLOATN_FN (COPYSIGN, ECF_CONST, copysign, binary)
388DEF_INTERNAL_FLT_FN (FMOD, ECF_CONST, fmod, binary)
389DEF_INTERNAL_FLT_FN (HYPOT, ECF_CONST, hypot, binary)
390DEF_INTERNAL_FLT_FN (POW, ECF_CONST, pow, binary)
391DEF_INTERNAL_FLT_FN (REMAINDER, ECF_CONST, remainder, binary)
392DEF_INTERNAL_FLT_FN (SCALB, ECF_CONST, scalb, binary)
393DEF_INTERNAL_FLT_FLOATN_FN (FMIN, ECF_CONST, fmin, binary)
394DEF_INTERNAL_FLT_FLOATN_FN (FMAX, ECF_CONST, fmax, binary)
395DEF_INTERNAL_OPTAB_FN (XORSIGN, ECF_CONST, xorsign, binary)
396DEF_INTERNAL_OPTAB_FN (COMPLEX_ADD_ROT90, ECF_CONST, cadd90, binary)
397DEF_INTERNAL_OPTAB_FN (COMPLEX_ADD_ROT270, ECF_CONST, cadd270, binary)
398DEF_INTERNAL_OPTAB_FN (COMPLEX_MUL, ECF_CONST, cmul, binary)
399DEF_INTERNAL_OPTAB_FN (COMPLEX_MUL_CONJ, ECF_CONST, cmul_conj, binary)
400DEF_INTERNAL_OPTAB_FN (VEC_ADDSUB, ECF_CONST, vec_addsub, binary)
401DEF_INTERNAL_WIDENING_OPTAB_FN (VEC_WIDEN_PLUS,
402 ECF_CONST | ECF_NOTHROW,
403 first,
404 vec_widen_sadd, vec_widen_uadd,
405 binary)
406DEF_INTERNAL_WIDENING_OPTAB_FN (VEC_WIDEN_MINUS,
407 ECF_CONST | ECF_NOTHROW,
408 first,
409 vec_widen_ssub, vec_widen_usub,
410 binary)
411DEF_INTERNAL_WIDENING_OPTAB_FN (VEC_WIDEN_ABD,
412 ECF_CONST | ECF_NOTHROW,
413 first,
414 vec_widen_sabd, vec_widen_uabd,
415 binary)
416DEF_INTERNAL_OPTAB_FN (VEC_FMADDSUB, ECF_CONST, vec_fmaddsub, ternary)
417DEF_INTERNAL_OPTAB_FN (VEC_FMSUBADD, ECF_CONST, vec_fmsubadd, ternary)
418
419/* FP scales. */
420DEF_INTERNAL_FLT_FN (LDEXP, ECF_CONST, ldexp, binary)
421
422/* Ternary math functions. */
423DEF_INTERNAL_FLT_FLOATN_FN (FMA, ECF_CONST, fma, ternary)
424DEF_INTERNAL_OPTAB_FN (COMPLEX_FMA, ECF_CONST, cmla, ternary)
425DEF_INTERNAL_OPTAB_FN (COMPLEX_FMA_CONJ, ECF_CONST, cmla_conj, ternary)
426DEF_INTERNAL_OPTAB_FN (COMPLEX_FMS, ECF_CONST, cmls, ternary)
427DEF_INTERNAL_OPTAB_FN (COMPLEX_FMS_CONJ, ECF_CONST, cmls_conj, ternary)
428
429/* Unary integer ops. */
430DEF_INTERNAL_INT_FN (CLRSB, ECF_CONST | ECF_NOTHROW, clrsb, unary)
431DEF_INTERNAL_INT_FN (CLZ, ECF_CONST | ECF_NOTHROW, clz, unary)
432DEF_INTERNAL_INT_FN (CTZ, ECF_CONST | ECF_NOTHROW, ctz, unary)
433DEF_INTERNAL_INT_FN (FFS, ECF_CONST | ECF_NOTHROW, ffs, unary)
434DEF_INTERNAL_INT_FN (PARITY, ECF_CONST | ECF_NOTHROW, parity, unary)
435DEF_INTERNAL_INT_FN (POPCOUNT, ECF_CONST | ECF_NOTHROW, popcount, unary)
436
437DEF_INTERNAL_FN (GOMP_TARGET_REV, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
438DEF_INTERNAL_FN (GOMP_USE_SIMT, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
439DEF_INTERNAL_FN (GOMP_SIMT_ENTER, ECF_LEAF | ECF_NOTHROW, NULL)
440DEF_INTERNAL_FN (GOMP_SIMT_ENTER_ALLOC, ECF_LEAF | ECF_NOTHROW, NULL)
441DEF_INTERNAL_FN (GOMP_SIMT_EXIT, ECF_LEAF | ECF_NOTHROW, NULL)
442DEF_INTERNAL_FN (GOMP_SIMT_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
443DEF_INTERNAL_FN (GOMP_SIMT_VF, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
444DEF_INTERNAL_FN (GOMP_SIMT_LAST_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
445DEF_INTERNAL_FN (GOMP_SIMT_ORDERED_PRED, ECF_LEAF | ECF_NOTHROW, NULL)
446DEF_INTERNAL_FN (GOMP_SIMT_VOTE_ANY, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
447DEF_INTERNAL_FN (GOMP_SIMT_XCHG_BFLY, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
448DEF_INTERNAL_FN (GOMP_SIMT_XCHG_IDX, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
449DEF_INTERNAL_FN (GOMP_SIMD_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
450DEF_INTERNAL_FN (GOMP_SIMD_VF, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
451DEF_INTERNAL_FN (GOMP_SIMD_LAST_LANE, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
452DEF_INTERNAL_FN (GOMP_SIMD_ORDERED_START, ECF_LEAF | ECF_NOTHROW, NULL)
453DEF_INTERNAL_FN (GOMP_SIMD_ORDERED_END, ECF_LEAF | ECF_NOTHROW, NULL)
454DEF_INTERNAL_FN (LOOP_VECTORIZED, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
455DEF_INTERNAL_FN (LOOP_DIST_ALIAS, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
456DEF_INTERNAL_FN (ANNOTATE, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
457DEF_INTERNAL_FN (UBSAN_NULL, ECF_LEAF | ECF_NOTHROW, ". R . ")
458DEF_INTERNAL_FN (UBSAN_BOUNDS, ECF_LEAF | ECF_NOTHROW, NULL)
459DEF_INTERNAL_FN (UBSAN_VPTR, ECF_LEAF | ECF_NOTHROW, ". R R . . ")
460DEF_INTERNAL_FN (UBSAN_CHECK_ADD, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
461DEF_INTERNAL_FN (UBSAN_CHECK_SUB, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
462DEF_INTERNAL_FN (UBSAN_CHECK_MUL, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
463DEF_INTERNAL_FN (UBSAN_PTR, ECF_LEAF | ECF_NOTHROW, ". R . ")
464DEF_INTERNAL_FN (UBSAN_OBJECT_SIZE, ECF_LEAF | ECF_NOTHROW, NULL)
465DEF_INTERNAL_FN (ABNORMAL_DISPATCHER, ECF_NORETURN, NULL)
466DEF_INTERNAL_FN (BUILTIN_EXPECT, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
467DEF_INTERNAL_FN (HWASAN_ALLOCA_UNPOISON, ECF_LEAF | ECF_NOTHROW, ". R ")
468DEF_INTERNAL_FN (HWASAN_CHOOSE_TAG, ECF_LEAF | ECF_NOTHROW, ". ")
469DEF_INTERNAL_FN (HWASAN_CHECK, ECF_TM_PURE | ECF_LEAF | ECF_NOTHROW,
470 ". . R . . ")
471DEF_INTERNAL_FN (HWASAN_MARK, ECF_LEAF | ECF_NOTHROW, NULL)
472DEF_INTERNAL_FN (HWASAN_SET_TAG,
473 ECF_TM_PURE | ECF_PURE | ECF_LEAF | ECF_NOTHROW, ". R R ")
474DEF_INTERNAL_FN (ASAN_CHECK, ECF_TM_PURE | ECF_LEAF | ECF_NOTHROW,
475 ". . R . . ")
476DEF_INTERNAL_FN (ASAN_MARK, ECF_LEAF | ECF_NOTHROW, NULL)
477DEF_INTERNAL_FN (ASAN_POISON, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL)
478DEF_INTERNAL_FN (ASAN_POISON_USE, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL)
479DEF_INTERNAL_FN (ADD_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
480DEF_INTERNAL_FN (SUB_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
481DEF_INTERNAL_FN (MUL_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
482DEF_INTERNAL_FN (UADDC, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
483DEF_INTERNAL_FN (USUBC, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
484DEF_INTERNAL_FN (TSAN_FUNC_EXIT, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
485DEF_INTERNAL_FN (VA_ARG, ECF_NOTHROW | ECF_LEAF, NULL)
486DEF_INTERNAL_FN (VEC_CONVERT, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
487DEF_INTERNAL_FN (RAWMEMCHR, ECF_PURE | ECF_LEAF | ECF_NOTHROW, NULL)
488
489/* An unduplicable, uncombinable function. Generally used to preserve
490 a CFG property in the face of jump threading, tail merging or
491 other such optimizations. The first argument distinguishes
492 between uses. See internal-fn.h for usage. */
493DEF_INTERNAL_FN (UNIQUE, ECF_NOTHROW, NULL)
494DEF_INTERNAL_FN (PHI, 0, NULL)
495
496/* A function to represent an artifical initialization to an uninitialized
497 automatic variable. */
498DEF_INTERNAL_FN (DEFERRED_INIT, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
499
500/* DIM_SIZE and DIM_POS return the size of a particular compute
501 dimension and the executing thread's position within that
502 dimension. DIM_POS is pure (and not const) so that it isn't
503 thought to clobber memory and can be gcse'd within a single
504 parallel region, but not across FORK/JOIN boundaries. They take a
505 single INTEGER_CST argument. This might be overly conservative. */
506DEF_INTERNAL_FN (GOACC_DIM_SIZE, ECF_CONST | ECF_NOTHROW | ECF_LEAF, NULL)
507DEF_INTERNAL_FN (GOACC_DIM_POS, ECF_PURE | ECF_NOTHROW | ECF_LEAF, NULL)
508
509/* OpenACC looping abstraction. See internal-fn.h for usage. */
510DEF_INTERNAL_FN (GOACC_LOOP, ECF_PURE | ECF_NOTHROW, NULL)
511
512/* OpenACC reduction abstraction. See internal-fn.h for usage. */
513DEF_INTERNAL_FN (GOACC_REDUCTION, ECF_NOTHROW | ECF_LEAF, NULL)
514
515/* Openacc tile abstraction. Describes the spans of the element loop.
516 GOACC_TILE (num-loops, loop-no, tile-arg, tile-mask, element-mask). */
517DEF_INTERNAL_FN (GOACC_TILE, ECF_NOTHROW | ECF_LEAF, NULL)
518
519/* Set errno to EDOM, if GCC knows how to do that directly for the
520 current target. */
521DEF_INTERNAL_FN (SET_EDOM, ECF_LEAF | ECF_NOTHROW, NULL)
522
523/* Atomic functions. These don't have ECF_NOTHROW because for
524 -fnon-call-exceptions they can throw, otherwise we set
525 gimple_call_nothrow_p on it. */
526DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_SET, ECF_LEAF, NULL)
527DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_COMPLEMENT, ECF_LEAF, NULL)
528DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_RESET, ECF_LEAF, NULL)
529DEF_INTERNAL_FN (ATOMIC_COMPARE_EXCHANGE, ECF_LEAF, NULL)
530DEF_INTERNAL_FN (ATOMIC_ADD_FETCH_CMP_0, ECF_LEAF, NULL)
531DEF_INTERNAL_FN (ATOMIC_SUB_FETCH_CMP_0, ECF_LEAF, NULL)
532DEF_INTERNAL_FN (ATOMIC_AND_FETCH_CMP_0, ECF_LEAF, NULL)
533DEF_INTERNAL_FN (ATOMIC_OR_FETCH_CMP_0, ECF_LEAF, NULL)
534DEF_INTERNAL_FN (ATOMIC_XOR_FETCH_CMP_0, ECF_LEAF, NULL)
535
536/* To implement [[fallthrough]]. */
537DEF_INTERNAL_FN (FALLTHROUGH, ECF_LEAF | ECF_NOTHROW, NULL)
538
539/* To implement __builtin_launder. */
540DEF_INTERNAL_FN (LAUNDER, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL)
541
542/* Divmod function. */
543DEF_INTERNAL_FN (DIVMOD, ECF_CONST | ECF_LEAF, NULL)
544
545/* For coroutines. */
546DEF_INTERNAL_FN (CO_ACTOR, ECF_NOTHROW | ECF_LEAF, NULL)
547DEF_INTERNAL_FN (CO_YIELD, ECF_NOTHROW, NULL)
548DEF_INTERNAL_FN (CO_SUSPN, ECF_NOTHROW, NULL)
549DEF_INTERNAL_FN (CO_FRAME, ECF_PURE | ECF_NOTHROW | ECF_LEAF, NULL)
550
551/* A NOP function with arbitrary arguments and return value. */
552DEF_INTERNAL_FN (NOP, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
553
554/* Temporary vehicle for __builtin_shufflevector. */
555DEF_INTERNAL_FN (SHUFFLEVECTOR, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
556
557/* <=> optimization. */
558DEF_INTERNAL_FN (SPACESHIP, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
559
560/* [[assume (cond)]]. */
561DEF_INTERNAL_FN (ASSUME, ECF_CONST | ECF_LEAF | ECF_NOTHROW
562 | ECF_LOOPING_CONST_OR_PURE, NULL)
563
564/* For if-conversion of inbranch SIMD clones. */
565DEF_INTERNAL_FN (MASK_CALL, ECF_NOVOPS, NULL)
566
567/* _BitInt support. */
568DEF_INTERNAL_FN (MULBITINT, ECF_LEAF | ECF_NOTHROW, ". O . R . R . ")
569DEF_INTERNAL_FN (DIVMODBITINT, ECF_LEAF, ". O . O . R . R . ")
570DEF_INTERNAL_FN (FLOATTOBITINT, ECF_LEAF | ECF_NOTHROW, ". O . . ")
571DEF_INTERNAL_FN (BITINTTOFLOAT, ECF_PURE | ECF_LEAF, ". R . ")
572
573#undef DEF_INTERNAL_INT_FN
574#undef DEF_INTERNAL_FLT_FN
575#undef DEF_INTERNAL_FLT_FLOATN_FN
576#undef DEF_INTERNAL_SIGNED_OPTAB_FN
577#undef DEF_INTERNAL_OPTAB_FN
578#undef DEF_INTERNAL_FN
579

source code of gcc/internal-fn.def