1 | /* Internal functions. |
2 | Copyright (C) 2011-2023 Free Software Foundation, Inc. |
3 | |
4 | This file is part of GCC. |
5 | |
6 | GCC is free software; you can redistribute it and/or modify it under |
7 | the terms of the GNU General Public License as published by the Free |
8 | Software Foundation; either version 3, or (at your option) any later |
9 | version. |
10 | |
11 | GCC is distributed in the hope that it will be useful, but WITHOUT ANY |
12 | WARRANTY; without even the implied warranty of MERCHANTABILITY or |
13 | FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
14 | for more details. |
15 | |
16 | You should have received a copy of the GNU General Public License |
17 | along with GCC; see the file COPYING3. If not see |
18 | <http://www.gnu.org/licenses/>. */ |
19 | |
20 | /* This file specifies a list of internal "functions". These functions |
21 | differ from built-in functions in that they have no linkage and cannot |
22 | be called directly by the user. They represent operations that are only |
23 | synthesised by GCC itself. |
24 | |
25 | Internal functions are used instead of tree codes if the operation |
26 | and its operands are more naturally represented as a GIMPLE_CALL |
27 | than a GIMPLE_ASSIGN. |
28 | |
29 | Each entry in this file has one of the forms: |
30 | |
31 | DEF_INTERNAL_FN (NAME, FLAGS, FNSPEC) |
32 | DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE) |
33 | DEF_INTERNAL_SIGNED_OPTAB_FN (NAME, FLAGS, SELECTOR, SIGNED_OPTAB, |
34 | UNSIGNED_OPTAB, TYPE) |
35 | DEF_INTERNAL_FLT_FN (NAME, FLAGS, OPTAB, TYPE) |
36 | DEF_INTERNAL_INT_FN (NAME, FLAGS, OPTAB, TYPE) |
37 | DEF_INTERNAL_COND_FN (NAME, FLAGS, OPTAB, TYPE) |
38 | DEF_INTERNAL_SIGNED_COND_FN (NAME, FLAGS, OPTAB, TYPE) |
39 | |
40 | where NAME is the name of the function, FLAGS is a set of |
41 | ECF_* flags and FNSPEC is a string describing functions fnspec. |
42 | |
43 | DEF_INTERNAL_OPTAB_FN defines an internal function that maps to a |
44 | direct optab. The function should only be called with a given |
45 | set of types if the associated optab is available for the modes |
46 | of those types. OPTAB says what optab to use (without the trailing |
47 | "_optab") and TYPE categorizes the optab based on its inputs and |
48 | outputs. The possible types of optab are: |
49 | |
50 | - mask_load: currently just maskload |
51 | - load_lanes: currently just vec_load_lanes |
52 | - mask_load_lanes: currently just vec_mask_load_lanes |
53 | - mask_len_load_lanes: currently just vec_mask_len_load_lanes |
54 | - gather_load: used for {mask_,mask_len_,}gather_load |
55 | - len_load: currently just len_load |
56 | - mask_len_load: currently just mask_len_load |
57 | |
58 | - mask_store: currently just maskstore |
59 | - store_lanes: currently just vec_store_lanes |
60 | - mask_store_lanes: currently just vec_mask_store_lanes |
61 | - mask_len_store_lanes: currently just vec_mask_len_store_lanes |
62 | - scatter_store: used for {mask_,mask_len_,}scatter_store |
63 | - len_store: currently just len_store |
64 | - mask_len_store: currently just mask_len_store |
65 | |
66 | - unary: a normal unary optab, such as vec_reverse_<mode> |
67 | - binary: a normal binary optab, such as vec_interleave_lo_<mode> |
68 | - ternary: a normal ternary optab, such as fma<mode>4 |
69 | |
70 | - unary_convert: a single-input conversion optab, such as |
71 | lround<srcmode><dstmode>2. |
72 | |
73 | - cond_binary: a conditional binary optab, such as cond_add<mode> |
74 | - cond_unary: a conditional unary optab, such as cond_neg<mode> |
75 | - cond_ternary: a conditional ternary optab, such as cond_fma_rev<mode> |
76 | |
77 | - fold_left: for scalar = FN (scalar, vector), keyed off the vector mode |
78 | - check_ptrs: used for check_{raw,war}_ptrs |
79 | |
80 | - cond_len_unary: a conditional unary optab, such as cond_len_neg<mode> |
81 | - cond_len_binary: a conditional binary optab, such as cond_len_add<mode> |
82 | - cond_len_ternary: a conditional ternary optab, such as |
83 | cond_len_fma_rev<mode> |
84 | |
85 | DEF_INTERNAL_SIGNED_OPTAB_FN defines an internal function that |
86 | maps to one of two optabs, depending on the signedness of an input. |
87 | SIGNED_OPTAB and UNSIGNED_OPTAB are the optabs for signed and |
88 | unsigned inputs respectively, both without the trailing "_optab". |
89 | SELECTOR says which type in the tree_pair determines the signedness. |
90 | |
91 | DEF_INTERNAL_FLT_FN is like DEF_INTERNAL_OPTAB_FN, but in addition, |
92 | the function implements the computational part of a built-in math |
93 | function BUILT_IN_<NAME>{F,,L}. Unlike some built-in functions, |
94 | these internal functions never set errno. |
95 | |
96 | DEF_INTERNAL_INT_FN is like DEF_INTERNAL_OPTAB_FN, but in addition |
97 | says that the function extends the C-level BUILT_IN_<NAME>{,L,LL,IMAX} |
98 | group of functions to any integral mode (including vector modes). |
99 | |
100 | DEF_INTERNAL_WIDENING_OPTAB_FN is a wrapper that defines five internal |
101 | functions with DEF_INTERNAL_SIGNED_OPTAB_FN: |
102 | - one that describes a widening operation with the same number of elements |
103 | in the output and input vectors, |
104 | - two that describe a pair of high-low widening operations where the output |
105 | vectors each have half the number of elements of the input vectors, |
106 | corresponding to the result of the widening operation on the top half and |
107 | bottom half, these have the suffixes _HI and _LO, |
108 | - and two that describe a pair of even-odd widening operations where the |
109 | output vectors each have half the number of elements of the input vectors, |
110 | corresponding to the result of the widening operation on the even and odd |
111 | elements, these have the suffixes _EVEN and _ODD. |
112 | These five internal functions will require two optabs each, a SIGNED_OPTAB |
113 | and an UNSIGNED_OTPAB. |
114 | |
115 | DEF_INTERNAL_COND_FN is a wrapper that defines 2 internal functions with |
116 | DEF_INTERNAL_OPTAB_FN: |
117 | - One is COND_* operations that are predicated by mask only. Such operations |
118 | make sense for both vectors and scalars. |
119 | - The other is COND_LEN_* operations that are predicated by mask and len |
120 | both. Such operations only make sense for vectors. |
121 | |
122 | DEF_INTERNAL_SIGNED_COND_FN is like DEF_INTERNAL_COND_FN but defines intenal |
123 | functions with DEF_INTERNAL_SIGNED_OPTAB_FN. |
124 | |
125 | Each entry must have a corresponding expander of the form: |
126 | |
127 | void expand_NAME (gimple_call stmt) |
128 | |
129 | where STMT is the statement that performs the call. These are generated |
130 | automatically for optab functions and call out to a function or macro |
131 | called expand_<TYPE>_optab_fn. */ |
132 | |
133 | #ifndef DEF_INTERNAL_FN |
134 | #define DEF_INTERNAL_FN(CODE, FLAGS, FNSPEC) |
135 | #endif |
136 | |
137 | #ifndef DEF_INTERNAL_OPTAB_FN |
138 | #define DEF_INTERNAL_OPTAB_FN(NAME, FLAGS, OPTAB, TYPE) \ |
139 | DEF_INTERNAL_FN (NAME, FLAGS | ECF_LEAF, NULL) |
140 | #endif |
141 | |
142 | #ifndef DEF_INTERNAL_SIGNED_OPTAB_FN |
143 | #define DEF_INTERNAL_SIGNED_OPTAB_FN(NAME, FLAGS, SELECTOR, SIGNED_OPTAB, \ |
144 | UNSIGNED_OPTAB, TYPE) \ |
145 | DEF_INTERNAL_FN (NAME, FLAGS | ECF_LEAF, NULL) |
146 | #endif |
147 | |
148 | #ifndef DEF_INTERNAL_FLT_FN |
149 | #define DEF_INTERNAL_FLT_FN(NAME, FLAGS, OPTAB, TYPE) \ |
150 | DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE) |
151 | #endif |
152 | |
153 | #ifndef DEF_INTERNAL_FLT_FLOATN_FN |
154 | #define DEF_INTERNAL_FLT_FLOATN_FN(NAME, FLAGS, OPTAB, TYPE) \ |
155 | DEF_INTERNAL_FLT_FN (NAME, FLAGS, OPTAB, TYPE) |
156 | #endif |
157 | |
158 | #ifndef DEF_INTERNAL_INT_FN |
159 | #define DEF_INTERNAL_INT_FN(NAME, FLAGS, OPTAB, TYPE) \ |
160 | DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE) |
161 | #endif |
162 | |
163 | #ifndef DEF_INTERNAL_WIDENING_OPTAB_FN |
164 | #define DEF_INTERNAL_WIDENING_OPTAB_FN(NAME, FLAGS, SELECTOR, SOPTAB, UOPTAB, TYPE) \ |
165 | DEF_INTERNAL_SIGNED_OPTAB_FN (NAME, FLAGS, SELECTOR, SOPTAB, UOPTAB, TYPE) \ |
166 | DEF_INTERNAL_SIGNED_OPTAB_FN (NAME ## _LO, FLAGS, SELECTOR, SOPTAB##_lo, UOPTAB##_lo, TYPE) \ |
167 | DEF_INTERNAL_SIGNED_OPTAB_FN (NAME ## _HI, FLAGS, SELECTOR, SOPTAB##_hi, UOPTAB##_hi, TYPE) \ |
168 | DEF_INTERNAL_SIGNED_OPTAB_FN (NAME ## _EVEN, FLAGS, SELECTOR, SOPTAB##_even, UOPTAB##_even, TYPE) \ |
169 | DEF_INTERNAL_SIGNED_OPTAB_FN (NAME ## _ODD, FLAGS, SELECTOR, SOPTAB##_odd, UOPTAB##_odd, TYPE) |
170 | #endif |
171 | |
172 | #ifndef DEF_INTERNAL_COND_FN |
173 | #define DEF_INTERNAL_COND_FN(NAME, FLAGS, OPTAB, TYPE) \ |
174 | DEF_INTERNAL_OPTAB_FN (COND_##NAME, FLAGS, cond_##OPTAB, cond_##TYPE) \ |
175 | DEF_INTERNAL_OPTAB_FN (COND_LEN_##NAME, FLAGS, cond_len_##OPTAB, \ |
176 | cond_len_##TYPE) |
177 | #endif |
178 | |
179 | #ifndef DEF_INTERNAL_SIGNED_COND_FN |
180 | #define DEF_INTERNAL_SIGNED_COND_FN(NAME, FLAGS, SELECTOR, SIGNED_OPTAB, \ |
181 | UNSIGNED_OPTAB, TYPE) \ |
182 | DEF_INTERNAL_SIGNED_OPTAB_FN (COND_##NAME, FLAGS, SELECTOR, \ |
183 | cond_##SIGNED_OPTAB, cond_##UNSIGNED_OPTAB, \ |
184 | cond_##TYPE) \ |
185 | DEF_INTERNAL_SIGNED_OPTAB_FN (COND_LEN_##NAME, FLAGS, SELECTOR, \ |
186 | cond_len_##SIGNED_OPTAB, \ |
187 | cond_len_##UNSIGNED_OPTAB, cond_len_##TYPE) |
188 | #endif |
189 | |
190 | DEF_INTERNAL_OPTAB_FN (MASK_LOAD, ECF_PURE, maskload, mask_load) |
191 | DEF_INTERNAL_OPTAB_FN (LOAD_LANES, ECF_CONST, vec_load_lanes, load_lanes) |
192 | DEF_INTERNAL_OPTAB_FN (MASK_LOAD_LANES, ECF_PURE, |
193 | vec_mask_load_lanes, mask_load_lanes) |
194 | DEF_INTERNAL_OPTAB_FN (MASK_LEN_LOAD_LANES, ECF_PURE, |
195 | vec_mask_len_load_lanes, mask_load_lanes) |
196 | |
197 | DEF_INTERNAL_OPTAB_FN (GATHER_LOAD, ECF_PURE, gather_load, gather_load) |
198 | DEF_INTERNAL_OPTAB_FN (MASK_GATHER_LOAD, ECF_PURE, |
199 | mask_gather_load, gather_load) |
200 | DEF_INTERNAL_OPTAB_FN (MASK_LEN_GATHER_LOAD, ECF_PURE, |
201 | mask_len_gather_load, gather_load) |
202 | |
203 | DEF_INTERNAL_OPTAB_FN (LEN_LOAD, ECF_PURE, len_load, len_load) |
204 | DEF_INTERNAL_OPTAB_FN (MASK_LEN_LOAD, ECF_PURE, mask_len_load, mask_len_load) |
205 | |
206 | DEF_INTERNAL_OPTAB_FN (SCATTER_STORE, 0, scatter_store, scatter_store) |
207 | DEF_INTERNAL_OPTAB_FN (MASK_SCATTER_STORE, 0, |
208 | mask_scatter_store, scatter_store) |
209 | DEF_INTERNAL_OPTAB_FN (MASK_LEN_SCATTER_STORE, 0, |
210 | mask_len_scatter_store, scatter_store) |
211 | |
212 | DEF_INTERNAL_OPTAB_FN (MASK_STORE, 0, maskstore, mask_store) |
213 | DEF_INTERNAL_OPTAB_FN (STORE_LANES, ECF_CONST, vec_store_lanes, store_lanes) |
214 | DEF_INTERNAL_OPTAB_FN (MASK_STORE_LANES, 0, |
215 | vec_mask_store_lanes, mask_store_lanes) |
216 | DEF_INTERNAL_OPTAB_FN (MASK_LEN_STORE_LANES, 0, |
217 | vec_mask_len_store_lanes, mask_store_lanes) |
218 | |
219 | DEF_INTERNAL_OPTAB_FN (VCOND, ECF_CONST | ECF_NOTHROW, vcond, vec_cond) |
220 | DEF_INTERNAL_OPTAB_FN (VCONDU, ECF_CONST | ECF_NOTHROW, vcondu, vec_cond) |
221 | DEF_INTERNAL_OPTAB_FN (VCONDEQ, ECF_CONST | ECF_NOTHROW, vcondeq, vec_cond) |
222 | DEF_INTERNAL_OPTAB_FN (VCOND_MASK, ECF_CONST | ECF_NOTHROW, |
223 | vcond_mask, vec_cond_mask) |
224 | DEF_INTERNAL_OPTAB_FN (VCOND_MASK_LEN, ECF_CONST | ECF_NOTHROW, |
225 | vcond_mask_len, cond_len_unary) |
226 | |
227 | DEF_INTERNAL_OPTAB_FN (VEC_SET, ECF_CONST | ECF_NOTHROW, vec_set, vec_set) |
228 | DEF_INTERNAL_OPTAB_FN (VEC_EXTRACT, ECF_CONST | ECF_NOTHROW, |
229 | vec_extract, vec_extract) |
230 | |
231 | DEF_INTERNAL_OPTAB_FN (LEN_STORE, 0, len_store, len_store) |
232 | DEF_INTERNAL_OPTAB_FN (MASK_LEN_STORE, 0, mask_len_store, mask_len_store) |
233 | |
234 | DEF_INTERNAL_OPTAB_FN (WHILE_ULT, ECF_CONST | ECF_NOTHROW, while_ult, while) |
235 | DEF_INTERNAL_OPTAB_FN (SELECT_VL, ECF_CONST | ECF_NOTHROW, select_vl, binary) |
236 | DEF_INTERNAL_OPTAB_FN (CHECK_RAW_PTRS, ECF_CONST | ECF_NOTHROW, |
237 | check_raw_ptrs, check_ptrs) |
238 | DEF_INTERNAL_OPTAB_FN (CHECK_WAR_PTRS, ECF_CONST | ECF_NOTHROW, |
239 | check_war_ptrs, check_ptrs) |
240 | |
241 | DEF_INTERNAL_OPTAB_FN (VEC_SHL_INSERT, ECF_CONST | ECF_NOTHROW, |
242 | vec_shl_insert, binary) |
243 | |
244 | DEF_INTERNAL_OPTAB_FN (DIV_POW2, ECF_CONST | ECF_NOTHROW, sdiv_pow2, binary) |
245 | |
246 | DEF_INTERNAL_OPTAB_FN (FMS, ECF_CONST, fms, ternary) |
247 | DEF_INTERNAL_OPTAB_FN (FNMA, ECF_CONST, fnma, ternary) |
248 | DEF_INTERNAL_OPTAB_FN (FNMS, ECF_CONST, fnms, ternary) |
249 | |
250 | DEF_INTERNAL_SIGNED_OPTAB_FN (ABD, ECF_CONST | ECF_NOTHROW, first, |
251 | sabd, uabd, binary) |
252 | |
253 | DEF_INTERNAL_SIGNED_OPTAB_FN (AVG_FLOOR, ECF_CONST | ECF_NOTHROW, first, |
254 | savg_floor, uavg_floor, binary) |
255 | DEF_INTERNAL_SIGNED_OPTAB_FN (AVG_CEIL, ECF_CONST | ECF_NOTHROW, first, |
256 | savg_ceil, uavg_ceil, binary) |
257 | |
258 | DEF_INTERNAL_SIGNED_OPTAB_FN (MULH, ECF_CONST | ECF_NOTHROW, first, |
259 | smul_highpart, umul_highpart, binary) |
260 | DEF_INTERNAL_SIGNED_OPTAB_FN (MULHS, ECF_CONST | ECF_NOTHROW, first, |
261 | smulhs, umulhs, binary) |
262 | DEF_INTERNAL_SIGNED_OPTAB_FN (MULHRS, ECF_CONST | ECF_NOTHROW, first, |
263 | smulhrs, umulhrs, binary) |
264 | |
265 | DEF_INTERNAL_COND_FN (ADD, ECF_CONST, add, binary) |
266 | DEF_INTERNAL_COND_FN (SUB, ECF_CONST, sub, binary) |
267 | DEF_INTERNAL_COND_FN (MUL, ECF_CONST, smul, binary) |
268 | DEF_INTERNAL_SIGNED_COND_FN (DIV, ECF_CONST, first, sdiv, udiv, binary) |
269 | DEF_INTERNAL_SIGNED_COND_FN (MOD, ECF_CONST, first, smod, umod, binary) |
270 | DEF_INTERNAL_COND_FN (RDIV, ECF_CONST, sdiv, binary) |
271 | DEF_INTERNAL_SIGNED_COND_FN (MIN, ECF_CONST, first, smin, umin, binary) |
272 | DEF_INTERNAL_SIGNED_COND_FN (MAX, ECF_CONST, first, smax, umax, binary) |
273 | DEF_INTERNAL_COND_FN (COPYSIGN, ECF_CONST, copysign, binary) |
274 | DEF_INTERNAL_COND_FN (FMIN, ECF_CONST, fmin, binary) |
275 | DEF_INTERNAL_COND_FN (FMAX, ECF_CONST, fmax, binary) |
276 | DEF_INTERNAL_COND_FN (AND, ECF_CONST | ECF_NOTHROW, and, binary) |
277 | DEF_INTERNAL_COND_FN (IOR, ECF_CONST | ECF_NOTHROW, ior, binary) |
278 | DEF_INTERNAL_COND_FN (XOR, ECF_CONST | ECF_NOTHROW, xor, binary) |
279 | DEF_INTERNAL_COND_FN (SHL, ECF_CONST | ECF_NOTHROW, ashl, binary) |
280 | DEF_INTERNAL_SIGNED_COND_FN (SHR, ECF_CONST | ECF_NOTHROW, first, ashr, lshr, |
281 | binary) |
282 | |
283 | DEF_INTERNAL_COND_FN (FMA, ECF_CONST, fma, ternary) |
284 | DEF_INTERNAL_COND_FN (FMS, ECF_CONST, fms, ternary) |
285 | DEF_INTERNAL_COND_FN (FNMA, ECF_CONST, fnma, ternary) |
286 | DEF_INTERNAL_COND_FN (FNMS, ECF_CONST, fnms, ternary) |
287 | |
288 | DEF_INTERNAL_COND_FN (NEG, ECF_CONST, neg, unary) |
289 | DEF_INTERNAL_COND_FN (NOT, ECF_CONST, one_cmpl, unary) |
290 | |
291 | DEF_INTERNAL_OPTAB_FN (RSQRT, ECF_CONST, rsqrt, unary) |
292 | |
293 | DEF_INTERNAL_OPTAB_FN (REDUC_PLUS, ECF_CONST | ECF_NOTHROW, |
294 | reduc_plus_scal, unary) |
295 | DEF_INTERNAL_SIGNED_OPTAB_FN (REDUC_MAX, ECF_CONST | ECF_NOTHROW, first, |
296 | reduc_smax_scal, reduc_umax_scal, unary) |
297 | DEF_INTERNAL_SIGNED_OPTAB_FN (REDUC_MIN, ECF_CONST | ECF_NOTHROW, first, |
298 | reduc_smin_scal, reduc_umin_scal, unary) |
299 | DEF_INTERNAL_OPTAB_FN (REDUC_FMAX, ECF_CONST | ECF_NOTHROW, |
300 | reduc_fmax_scal, unary) |
301 | DEF_INTERNAL_OPTAB_FN (REDUC_FMIN, ECF_CONST | ECF_NOTHROW, |
302 | reduc_fmin_scal, unary) |
303 | DEF_INTERNAL_OPTAB_FN (REDUC_AND, ECF_CONST | ECF_NOTHROW, |
304 | reduc_and_scal, unary) |
305 | DEF_INTERNAL_OPTAB_FN (REDUC_IOR, ECF_CONST | ECF_NOTHROW, |
306 | reduc_ior_scal, unary) |
307 | DEF_INTERNAL_OPTAB_FN (REDUC_XOR, ECF_CONST | ECF_NOTHROW, |
308 | reduc_xor_scal, unary) |
309 | |
310 | /* Extract the last active element from a vector. */ |
311 | DEF_INTERNAL_OPTAB_FN (EXTRACT_LAST, ECF_CONST | ECF_NOTHROW, |
312 | extract_last, fold_left) |
313 | |
314 | /* Same, but return the first argument if no elements are active. */ |
315 | DEF_INTERNAL_OPTAB_FN (FOLD_EXTRACT_LAST, ECF_CONST | ECF_NOTHROW, |
316 | fold_extract_last, fold_extract) |
317 | |
318 | DEF_INTERNAL_OPTAB_FN (LEN_FOLD_EXTRACT_LAST, ECF_CONST | ECF_NOTHROW, |
319 | len_fold_extract_last, fold_len_extract) |
320 | |
321 | DEF_INTERNAL_OPTAB_FN (FOLD_LEFT_PLUS, ECF_CONST | ECF_NOTHROW, |
322 | fold_left_plus, fold_left) |
323 | |
324 | DEF_INTERNAL_OPTAB_FN (MASK_FOLD_LEFT_PLUS, ECF_CONST | ECF_NOTHROW, |
325 | mask_fold_left_plus, mask_fold_left) |
326 | |
327 | DEF_INTERNAL_OPTAB_FN (MASK_LEN_FOLD_LEFT_PLUS, ECF_CONST | ECF_NOTHROW, |
328 | mask_len_fold_left_plus, mask_len_fold_left) |
329 | |
330 | /* Unary math functions. */ |
331 | DEF_INTERNAL_FLT_FN (ACOS, ECF_CONST, acos, unary) |
332 | DEF_INTERNAL_FLT_FN (ACOSH, ECF_CONST, acosh, unary) |
333 | DEF_INTERNAL_FLT_FN (ASIN, ECF_CONST, asin, unary) |
334 | DEF_INTERNAL_FLT_FN (ASINH, ECF_CONST, asinh, unary) |
335 | DEF_INTERNAL_FLT_FN (ATAN, ECF_CONST, atan, unary) |
336 | DEF_INTERNAL_FLT_FN (ATANH, ECF_CONST, atanh, unary) |
337 | DEF_INTERNAL_FLT_FN (COS, ECF_CONST, cos, unary) |
338 | DEF_INTERNAL_FLT_FN (COSH, ECF_CONST, cosh, unary) |
339 | DEF_INTERNAL_FLT_FN (EXP, ECF_CONST, exp, unary) |
340 | DEF_INTERNAL_FLT_FN (EXP10, ECF_CONST, exp10, unary) |
341 | DEF_INTERNAL_FLT_FN (EXP2, ECF_CONST, exp2, unary) |
342 | DEF_INTERNAL_FLT_FN (EXPM1, ECF_CONST, expm1, unary) |
343 | DEF_INTERNAL_FLT_FN (LOG, ECF_CONST, log, unary) |
344 | DEF_INTERNAL_FLT_FN (LOG10, ECF_CONST, log10, unary) |
345 | DEF_INTERNAL_FLT_FN (LOG1P, ECF_CONST, log1p, unary) |
346 | DEF_INTERNAL_FLT_FN (LOG2, ECF_CONST, log2, unary) |
347 | DEF_INTERNAL_FLT_FN (LOGB, ECF_CONST, logb, unary) |
348 | DEF_INTERNAL_FLT_FN (SIGNBIT, ECF_CONST, signbit, unary) |
349 | DEF_INTERNAL_FLT_FN (SIGNIFICAND, ECF_CONST, significand, unary) |
350 | DEF_INTERNAL_FLT_FN (SIN, ECF_CONST, sin, unary) |
351 | DEF_INTERNAL_FLT_FN (SINH, ECF_CONST, sinh, unary) |
352 | DEF_INTERNAL_FLT_FLOATN_FN (SQRT, ECF_CONST, sqrt, unary) |
353 | DEF_INTERNAL_FLT_FN (TAN, ECF_CONST, tan, unary) |
354 | DEF_INTERNAL_FLT_FN (TANH, ECF_CONST, tanh, unary) |
355 | |
356 | /* Floating-point to integer conversions. |
357 | |
358 | ??? Here we preserve the I/L/LL prefix convention from the |
359 | corresponding built-in functions, rather than make the internal |
360 | functions polymorphic in both the argument and the return types. |
361 | Perhaps an alternative would be to pass a zero of the required |
362 | return type as a second parameter. */ |
363 | DEF_INTERNAL_FLT_FN (ICEIL, ECF_CONST, lceil, unary_convert) |
364 | DEF_INTERNAL_FLT_FN (IFLOOR, ECF_CONST, lfloor, unary_convert) |
365 | DEF_INTERNAL_FLT_FN (IRINT, ECF_CONST, lrint, unary_convert) |
366 | DEF_INTERNAL_FLT_FN (IROUND, ECF_CONST, lround, unary_convert) |
367 | DEF_INTERNAL_FLT_FN (LCEIL, ECF_CONST, lceil, unary_convert) |
368 | DEF_INTERNAL_FLT_FN (LFLOOR, ECF_CONST, lfloor, unary_convert) |
369 | DEF_INTERNAL_FLT_FLOATN_FN (LRINT, ECF_CONST, lrint, unary_convert) |
370 | DEF_INTERNAL_FLT_FLOATN_FN (LROUND, ECF_CONST, lround, unary_convert) |
371 | DEF_INTERNAL_FLT_FN (LLCEIL, ECF_CONST, lceil, unary_convert) |
372 | DEF_INTERNAL_FLT_FN (LLFLOOR, ECF_CONST, lfloor, unary_convert) |
373 | DEF_INTERNAL_FLT_FLOATN_FN (LLRINT, ECF_CONST, lrint, unary_convert) |
374 | DEF_INTERNAL_FLT_FLOATN_FN (LLROUND, ECF_CONST, lround, unary_convert) |
375 | |
376 | /* FP rounding. */ |
377 | DEF_INTERNAL_FLT_FLOATN_FN (CEIL, ECF_CONST, ceil, unary) |
378 | DEF_INTERNAL_FLT_FLOATN_FN (FLOOR, ECF_CONST, floor, unary) |
379 | DEF_INTERNAL_FLT_FLOATN_FN (NEARBYINT, ECF_CONST, nearbyint, unary) |
380 | DEF_INTERNAL_FLT_FLOATN_FN (RINT, ECF_CONST, rint, unary) |
381 | DEF_INTERNAL_FLT_FLOATN_FN (ROUND, ECF_CONST, round, unary) |
382 | DEF_INTERNAL_FLT_FLOATN_FN (ROUNDEVEN, ECF_CONST, roundeven, unary) |
383 | DEF_INTERNAL_FLT_FLOATN_FN (TRUNC, ECF_CONST, btrunc, unary) |
384 | |
385 | /* Binary math functions. */ |
386 | DEF_INTERNAL_FLT_FN (ATAN2, ECF_CONST, atan2, binary) |
387 | DEF_INTERNAL_FLT_FLOATN_FN (COPYSIGN, ECF_CONST, copysign, binary) |
388 | DEF_INTERNAL_FLT_FN (FMOD, ECF_CONST, fmod, binary) |
389 | DEF_INTERNAL_FLT_FN (HYPOT, ECF_CONST, hypot, binary) |
390 | DEF_INTERNAL_FLT_FN (POW, ECF_CONST, pow, binary) |
391 | DEF_INTERNAL_FLT_FN (REMAINDER, ECF_CONST, remainder, binary) |
392 | DEF_INTERNAL_FLT_FN (SCALB, ECF_CONST, scalb, binary) |
393 | DEF_INTERNAL_FLT_FLOATN_FN (FMIN, ECF_CONST, fmin, binary) |
394 | DEF_INTERNAL_FLT_FLOATN_FN (FMAX, ECF_CONST, fmax, binary) |
395 | DEF_INTERNAL_OPTAB_FN (XORSIGN, ECF_CONST, xorsign, binary) |
396 | DEF_INTERNAL_OPTAB_FN (COMPLEX_ADD_ROT90, ECF_CONST, cadd90, binary) |
397 | DEF_INTERNAL_OPTAB_FN (COMPLEX_ADD_ROT270, ECF_CONST, cadd270, binary) |
398 | DEF_INTERNAL_OPTAB_FN (COMPLEX_MUL, ECF_CONST, cmul, binary) |
399 | DEF_INTERNAL_OPTAB_FN (COMPLEX_MUL_CONJ, ECF_CONST, cmul_conj, binary) |
400 | DEF_INTERNAL_OPTAB_FN (VEC_ADDSUB, ECF_CONST, vec_addsub, binary) |
401 | DEF_INTERNAL_WIDENING_OPTAB_FN (VEC_WIDEN_PLUS, |
402 | ECF_CONST | ECF_NOTHROW, |
403 | first, |
404 | vec_widen_sadd, vec_widen_uadd, |
405 | binary) |
406 | DEF_INTERNAL_WIDENING_OPTAB_FN (VEC_WIDEN_MINUS, |
407 | ECF_CONST | ECF_NOTHROW, |
408 | first, |
409 | vec_widen_ssub, vec_widen_usub, |
410 | binary) |
411 | DEF_INTERNAL_WIDENING_OPTAB_FN (VEC_WIDEN_ABD, |
412 | ECF_CONST | ECF_NOTHROW, |
413 | first, |
414 | vec_widen_sabd, vec_widen_uabd, |
415 | binary) |
416 | DEF_INTERNAL_OPTAB_FN (VEC_FMADDSUB, ECF_CONST, vec_fmaddsub, ternary) |
417 | DEF_INTERNAL_OPTAB_FN (VEC_FMSUBADD, ECF_CONST, vec_fmsubadd, ternary) |
418 | |
419 | /* FP scales. */ |
420 | DEF_INTERNAL_FLT_FN (LDEXP, ECF_CONST, ldexp, binary) |
421 | |
422 | /* Ternary math functions. */ |
423 | DEF_INTERNAL_FLT_FLOATN_FN (FMA, ECF_CONST, fma, ternary) |
424 | DEF_INTERNAL_OPTAB_FN (COMPLEX_FMA, ECF_CONST, cmla, ternary) |
425 | DEF_INTERNAL_OPTAB_FN (COMPLEX_FMA_CONJ, ECF_CONST, cmla_conj, ternary) |
426 | DEF_INTERNAL_OPTAB_FN (COMPLEX_FMS, ECF_CONST, cmls, ternary) |
427 | DEF_INTERNAL_OPTAB_FN (COMPLEX_FMS_CONJ, ECF_CONST, cmls_conj, ternary) |
428 | |
429 | /* Unary integer ops. */ |
430 | DEF_INTERNAL_INT_FN (CLRSB, ECF_CONST | ECF_NOTHROW, clrsb, unary) |
431 | DEF_INTERNAL_INT_FN (CLZ, ECF_CONST | ECF_NOTHROW, clz, unary) |
432 | DEF_INTERNAL_INT_FN (CTZ, ECF_CONST | ECF_NOTHROW, ctz, unary) |
433 | DEF_INTERNAL_INT_FN (FFS, ECF_CONST | ECF_NOTHROW, ffs, unary) |
434 | DEF_INTERNAL_INT_FN (PARITY, ECF_CONST | ECF_NOTHROW, parity, unary) |
435 | DEF_INTERNAL_INT_FN (POPCOUNT, ECF_CONST | ECF_NOTHROW, popcount, unary) |
436 | |
437 | DEF_INTERNAL_FN (GOMP_TARGET_REV, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL) |
438 | DEF_INTERNAL_FN (GOMP_USE_SIMT, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL) |
439 | DEF_INTERNAL_FN (GOMP_SIMT_ENTER, ECF_LEAF | ECF_NOTHROW, NULL) |
440 | DEF_INTERNAL_FN (GOMP_SIMT_ENTER_ALLOC, ECF_LEAF | ECF_NOTHROW, NULL) |
441 | DEF_INTERNAL_FN (GOMP_SIMT_EXIT, ECF_LEAF | ECF_NOTHROW, NULL) |
442 | DEF_INTERNAL_FN (GOMP_SIMT_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL) |
443 | DEF_INTERNAL_FN (GOMP_SIMT_VF, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL) |
444 | DEF_INTERNAL_FN (GOMP_SIMT_LAST_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL) |
445 | DEF_INTERNAL_FN (GOMP_SIMT_ORDERED_PRED, ECF_LEAF | ECF_NOTHROW, NULL) |
446 | DEF_INTERNAL_FN (GOMP_SIMT_VOTE_ANY, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL) |
447 | DEF_INTERNAL_FN (GOMP_SIMT_XCHG_BFLY, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL) |
448 | DEF_INTERNAL_FN (GOMP_SIMT_XCHG_IDX, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL) |
449 | DEF_INTERNAL_FN (GOMP_SIMD_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL) |
450 | DEF_INTERNAL_FN (GOMP_SIMD_VF, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) |
451 | DEF_INTERNAL_FN (GOMP_SIMD_LAST_LANE, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) |
452 | DEF_INTERNAL_FN (GOMP_SIMD_ORDERED_START, ECF_LEAF | ECF_NOTHROW, NULL) |
453 | DEF_INTERNAL_FN (GOMP_SIMD_ORDERED_END, ECF_LEAF | ECF_NOTHROW, NULL) |
454 | DEF_INTERNAL_FN (LOOP_VECTORIZED, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL) |
455 | DEF_INTERNAL_FN (LOOP_DIST_ALIAS, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL) |
456 | DEF_INTERNAL_FN (ANNOTATE, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) |
457 | DEF_INTERNAL_FN (UBSAN_NULL, ECF_LEAF | ECF_NOTHROW, ". R . " ) |
458 | DEF_INTERNAL_FN (UBSAN_BOUNDS, ECF_LEAF | ECF_NOTHROW, NULL) |
459 | DEF_INTERNAL_FN (UBSAN_VPTR, ECF_LEAF | ECF_NOTHROW, ". R R . . " ) |
460 | DEF_INTERNAL_FN (UBSAN_CHECK_ADD, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) |
461 | DEF_INTERNAL_FN (UBSAN_CHECK_SUB, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) |
462 | DEF_INTERNAL_FN (UBSAN_CHECK_MUL, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) |
463 | DEF_INTERNAL_FN (UBSAN_PTR, ECF_LEAF | ECF_NOTHROW, ". R . " ) |
464 | DEF_INTERNAL_FN (UBSAN_OBJECT_SIZE, ECF_LEAF | ECF_NOTHROW, NULL) |
465 | DEF_INTERNAL_FN (ABNORMAL_DISPATCHER, ECF_NORETURN, NULL) |
466 | DEF_INTERNAL_FN (BUILTIN_EXPECT, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) |
467 | DEF_INTERNAL_FN (HWASAN_ALLOCA_UNPOISON, ECF_LEAF | ECF_NOTHROW, ". R " ) |
468 | DEF_INTERNAL_FN (HWASAN_CHOOSE_TAG, ECF_LEAF | ECF_NOTHROW, ". " ) |
469 | DEF_INTERNAL_FN (HWASAN_CHECK, ECF_TM_PURE | ECF_LEAF | ECF_NOTHROW, |
470 | ". . R . . " ) |
471 | DEF_INTERNAL_FN (HWASAN_MARK, ECF_LEAF | ECF_NOTHROW, NULL) |
472 | DEF_INTERNAL_FN (HWASAN_SET_TAG, |
473 | ECF_TM_PURE | ECF_PURE | ECF_LEAF | ECF_NOTHROW, ". R R " ) |
474 | DEF_INTERNAL_FN (ASAN_CHECK, ECF_TM_PURE | ECF_LEAF | ECF_NOTHROW, |
475 | ". . R . . " ) |
476 | DEF_INTERNAL_FN (ASAN_MARK, ECF_LEAF | ECF_NOTHROW, NULL) |
477 | DEF_INTERNAL_FN (ASAN_POISON, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL) |
478 | DEF_INTERNAL_FN (ASAN_POISON_USE, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL) |
479 | DEF_INTERNAL_FN (ADD_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) |
480 | DEF_INTERNAL_FN (SUB_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) |
481 | DEF_INTERNAL_FN (MUL_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) |
482 | DEF_INTERNAL_FN (UADDC, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) |
483 | DEF_INTERNAL_FN (USUBC, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) |
484 | DEF_INTERNAL_FN (TSAN_FUNC_EXIT, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL) |
485 | DEF_INTERNAL_FN (VA_ARG, ECF_NOTHROW | ECF_LEAF, NULL) |
486 | DEF_INTERNAL_FN (VEC_CONVERT, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) |
487 | DEF_INTERNAL_FN (RAWMEMCHR, ECF_PURE | ECF_LEAF | ECF_NOTHROW, NULL) |
488 | |
489 | /* An unduplicable, uncombinable function. Generally used to preserve |
490 | a CFG property in the face of jump threading, tail merging or |
491 | other such optimizations. The first argument distinguishes |
492 | between uses. See internal-fn.h for usage. */ |
493 | DEF_INTERNAL_FN (UNIQUE, ECF_NOTHROW, NULL) |
494 | DEF_INTERNAL_FN (PHI, 0, NULL) |
495 | |
496 | /* A function to represent an artifical initialization to an uninitialized |
497 | automatic variable. */ |
498 | DEF_INTERNAL_FN (DEFERRED_INIT, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) |
499 | |
500 | /* DIM_SIZE and DIM_POS return the size of a particular compute |
501 | dimension and the executing thread's position within that |
502 | dimension. DIM_POS is pure (and not const) so that it isn't |
503 | thought to clobber memory and can be gcse'd within a single |
504 | parallel region, but not across FORK/JOIN boundaries. They take a |
505 | single INTEGER_CST argument. This might be overly conservative. */ |
506 | DEF_INTERNAL_FN (GOACC_DIM_SIZE, ECF_CONST | ECF_NOTHROW | ECF_LEAF, NULL) |
507 | DEF_INTERNAL_FN (GOACC_DIM_POS, ECF_PURE | ECF_NOTHROW | ECF_LEAF, NULL) |
508 | |
509 | /* OpenACC looping abstraction. See internal-fn.h for usage. */ |
510 | DEF_INTERNAL_FN (GOACC_LOOP, ECF_PURE | ECF_NOTHROW, NULL) |
511 | |
512 | /* OpenACC reduction abstraction. See internal-fn.h for usage. */ |
513 | DEF_INTERNAL_FN (GOACC_REDUCTION, ECF_NOTHROW | ECF_LEAF, NULL) |
514 | |
515 | /* Openacc tile abstraction. Describes the spans of the element loop. |
516 | GOACC_TILE (num-loops, loop-no, tile-arg, tile-mask, element-mask). */ |
517 | DEF_INTERNAL_FN (GOACC_TILE, ECF_NOTHROW | ECF_LEAF, NULL) |
518 | |
519 | /* Set errno to EDOM, if GCC knows how to do that directly for the |
520 | current target. */ |
521 | DEF_INTERNAL_FN (SET_EDOM, ECF_LEAF | ECF_NOTHROW, NULL) |
522 | |
523 | /* Atomic functions. These don't have ECF_NOTHROW because for |
524 | -fnon-call-exceptions they can throw, otherwise we set |
525 | gimple_call_nothrow_p on it. */ |
526 | DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_SET, ECF_LEAF, NULL) |
527 | DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_COMPLEMENT, ECF_LEAF, NULL) |
528 | DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_RESET, ECF_LEAF, NULL) |
529 | DEF_INTERNAL_FN (ATOMIC_COMPARE_EXCHANGE, ECF_LEAF, NULL) |
530 | DEF_INTERNAL_FN (ATOMIC_ADD_FETCH_CMP_0, ECF_LEAF, NULL) |
531 | DEF_INTERNAL_FN (ATOMIC_SUB_FETCH_CMP_0, ECF_LEAF, NULL) |
532 | DEF_INTERNAL_FN (ATOMIC_AND_FETCH_CMP_0, ECF_LEAF, NULL) |
533 | DEF_INTERNAL_FN (ATOMIC_OR_FETCH_CMP_0, ECF_LEAF, NULL) |
534 | DEF_INTERNAL_FN (ATOMIC_XOR_FETCH_CMP_0, ECF_LEAF, NULL) |
535 | |
536 | /* To implement [[fallthrough]]. */ |
537 | DEF_INTERNAL_FN (FALLTHROUGH, ECF_LEAF | ECF_NOTHROW, NULL) |
538 | |
539 | /* To implement __builtin_launder. */ |
540 | DEF_INTERNAL_FN (LAUNDER, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL) |
541 | |
542 | /* Divmod function. */ |
543 | DEF_INTERNAL_FN (DIVMOD, ECF_CONST | ECF_LEAF, NULL) |
544 | |
545 | /* For coroutines. */ |
546 | DEF_INTERNAL_FN (CO_ACTOR, ECF_NOTHROW | ECF_LEAF, NULL) |
547 | DEF_INTERNAL_FN (CO_YIELD, ECF_NOTHROW, NULL) |
548 | DEF_INTERNAL_FN (CO_SUSPN, ECF_NOTHROW, NULL) |
549 | DEF_INTERNAL_FN (CO_FRAME, ECF_PURE | ECF_NOTHROW | ECF_LEAF, NULL) |
550 | |
551 | /* A NOP function with arbitrary arguments and return value. */ |
552 | DEF_INTERNAL_FN (NOP, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) |
553 | |
554 | /* Temporary vehicle for __builtin_shufflevector. */ |
555 | DEF_INTERNAL_FN (SHUFFLEVECTOR, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) |
556 | |
557 | /* <=> optimization. */ |
558 | DEF_INTERNAL_FN (SPACESHIP, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) |
559 | |
560 | /* [[assume (cond)]]. */ |
561 | DEF_INTERNAL_FN (ASSUME, ECF_CONST | ECF_LEAF | ECF_NOTHROW |
562 | | ECF_LOOPING_CONST_OR_PURE, NULL) |
563 | |
564 | /* For if-conversion of inbranch SIMD clones. */ |
565 | DEF_INTERNAL_FN (MASK_CALL, ECF_NOVOPS, NULL) |
566 | |
567 | /* _BitInt support. */ |
568 | DEF_INTERNAL_FN (MULBITINT, ECF_LEAF | ECF_NOTHROW, ". O . R . R . " ) |
569 | DEF_INTERNAL_FN (DIVMODBITINT, ECF_LEAF, ". O . O . R . R . " ) |
570 | DEF_INTERNAL_FN (FLOATTOBITINT, ECF_LEAF | ECF_NOTHROW, ". O . . " ) |
571 | DEF_INTERNAL_FN (BITINTTOFLOAT, ECF_PURE | ECF_LEAF, ". R . " ) |
572 | |
573 | #undef DEF_INTERNAL_INT_FN |
574 | #undef DEF_INTERNAL_FLT_FN |
575 | #undef DEF_INTERNAL_FLT_FLOATN_FN |
576 | #undef DEF_INTERNAL_SIGNED_OPTAB_FN |
577 | #undef DEF_INTERNAL_OPTAB_FN |
578 | #undef DEF_INTERNAL_FN |
579 | |