1 | /* Internal functions. |
2 | Copyright (C) 2011-2022 Free Software Foundation, Inc. |
3 | |
4 | This file is part of GCC. |
5 | |
6 | GCC is free software; you can redistribute it and/or modify it under |
7 | the terms of the GNU General Public License as published by the Free |
8 | Software Foundation; either version 3, or (at your option) any later |
9 | version. |
10 | |
11 | GCC is distributed in the hope that it will be useful, but WITHOUT ANY |
12 | WARRANTY; without even the implied warranty of MERCHANTABILITY or |
13 | FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
14 | for more details. |
15 | |
16 | You should have received a copy of the GNU General Public License |
17 | along with GCC; see the file COPYING3. If not see |
18 | <http://www.gnu.org/licenses/>. */ |
19 | |
20 | /* This file specifies a list of internal "functions". These functions |
21 | differ from built-in functions in that they have no linkage and cannot |
22 | be called directly by the user. They represent operations that are only |
23 | synthesised by GCC itself. |
24 | |
25 | Internal functions are used instead of tree codes if the operation |
26 | and its operands are more naturally represented as a GIMPLE_CALL |
27 | than a GIMPLE_ASSIGN. |
28 | |
29 | Each entry in this file has one of the forms: |
30 | |
31 | DEF_INTERNAL_FN (NAME, FLAGS, FNSPEC) |
32 | DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE) |
33 | DEF_INTERNAL_SIGNED_OPTAB_FN (NAME, FLAGS, SELECTOR, SIGNED_OPTAB, |
34 | UNSIGNED_OPTAB, TYPE) |
35 | DEF_INTERNAL_FLT_FN (NAME, FLAGS, OPTAB, TYPE) |
36 | DEF_INTERNAL_INT_FN (NAME, FLAGS, OPTAB, TYPE) |
37 | |
38 | where NAME is the name of the function, FLAGS is a set of |
39 | ECF_* flags and FNSPEC is a string describing functions fnspec. |
40 | |
41 | DEF_INTERNAL_OPTAB_FN defines an internal function that maps to a |
42 | direct optab. The function should only be called with a given |
43 | set of types if the associated optab is available for the modes |
44 | of those types. OPTAB says what optab to use (without the trailing |
45 | "_optab") and TYPE categorizes the optab based on its inputs and |
46 | outputs. The possible types of optab are: |
47 | |
48 | - mask_load: currently just maskload |
49 | - load_lanes: currently just vec_load_lanes |
50 | - mask_load_lanes: currently just vec_mask_load_lanes |
51 | - gather_load: used for {mask_,}gather_load |
52 | - len_load: currently just len_load |
53 | |
54 | - mask_store: currently just maskstore |
55 | - store_lanes: currently just vec_store_lanes |
56 | - mask_store_lanes: currently just vec_mask_store_lanes |
57 | - scatter_store: used for {mask_,}scatter_store |
58 | - len_store: currently just len_store |
59 | |
60 | - unary: a normal unary optab, such as vec_reverse_<mode> |
61 | - binary: a normal binary optab, such as vec_interleave_lo_<mode> |
62 | - ternary: a normal ternary optab, such as fma<mode>4 |
63 | |
64 | - unary_convert: a single-input conversion optab, such as |
65 | lround<srcmode><dstmode>2. |
66 | |
67 | - cond_binary: a conditional binary optab, such as cond_add<mode> |
68 | - cond_ternary: a conditional ternary optab, such as cond_fma_rev<mode> |
69 | |
70 | - fold_left: for scalar = FN (scalar, vector), keyed off the vector mode |
71 | - check_ptrs: used for check_{raw,war}_ptrs |
72 | |
73 | DEF_INTERNAL_SIGNED_OPTAB_FN defines an internal function that |
74 | maps to one of two optabs, depending on the signedness of an input. |
75 | SIGNED_OPTAB and UNSIGNED_OPTAB are the optabs for signed and |
76 | unsigned inputs respectively, both without the trailing "_optab". |
77 | SELECTOR says which type in the tree_pair determines the signedness. |
78 | |
79 | DEF_INTERNAL_FLT_FN is like DEF_INTERNAL_OPTAB_FN, but in addition, |
80 | the function implements the computational part of a built-in math |
81 | function BUILT_IN_<NAME>{F,,L}. Unlike some built-in functions, |
82 | these internal functions never set errno. |
83 | |
84 | DEF_INTERNAL_INT_FN is like DEF_INTERNAL_OPTAB_FN, but in addition |
85 | says that the function extends the C-level BUILT_IN_<NAME>{,L,LL,IMAX} |
86 | group of functions to any integral mode (including vector modes). |
87 | |
88 | Each entry must have a corresponding expander of the form: |
89 | |
90 | void expand_NAME (gimple_call stmt) |
91 | |
92 | where STMT is the statement that performs the call. These are generated |
93 | automatically for optab functions and call out to a function or macro |
94 | called expand_<TYPE>_optab_fn. */ |
95 | |
96 | #ifndef DEF_INTERNAL_FN |
97 | #define DEF_INTERNAL_FN(CODE, FLAGS, FNSPEC) |
98 | #endif |
99 | |
100 | #ifndef DEF_INTERNAL_OPTAB_FN |
101 | #define DEF_INTERNAL_OPTAB_FN(NAME, FLAGS, OPTAB, TYPE) \ |
102 | DEF_INTERNAL_FN (NAME, FLAGS | ECF_LEAF, NULL) |
103 | #endif |
104 | |
105 | #ifndef DEF_INTERNAL_SIGNED_OPTAB_FN |
106 | #define DEF_INTERNAL_SIGNED_OPTAB_FN(NAME, FLAGS, SELECTOR, SIGNED_OPTAB, \ |
107 | UNSIGNED_OPTAB, TYPE) \ |
108 | DEF_INTERNAL_FN (NAME, FLAGS | ECF_LEAF, NULL) |
109 | #endif |
110 | |
111 | #ifndef DEF_INTERNAL_FLT_FN |
112 | #define DEF_INTERNAL_FLT_FN(NAME, FLAGS, OPTAB, TYPE) \ |
113 | DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE) |
114 | #endif |
115 | |
116 | #ifndef DEF_INTERNAL_FLT_FLOATN_FN |
117 | #define DEF_INTERNAL_FLT_FLOATN_FN(NAME, FLAGS, OPTAB, TYPE) \ |
118 | DEF_INTERNAL_FLT_FN (NAME, FLAGS, OPTAB, TYPE) |
119 | #endif |
120 | |
121 | #ifndef DEF_INTERNAL_INT_FN |
122 | #define DEF_INTERNAL_INT_FN(NAME, FLAGS, OPTAB, TYPE) \ |
123 | DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE) |
124 | #endif |
125 | |
126 | DEF_INTERNAL_OPTAB_FN (MASK_LOAD, ECF_PURE, maskload, mask_load) |
127 | DEF_INTERNAL_OPTAB_FN (LOAD_LANES, ECF_CONST, vec_load_lanes, load_lanes) |
128 | DEF_INTERNAL_OPTAB_FN (MASK_LOAD_LANES, ECF_PURE, |
129 | vec_mask_load_lanes, mask_load_lanes) |
130 | |
131 | DEF_INTERNAL_OPTAB_FN (GATHER_LOAD, ECF_PURE, gather_load, gather_load) |
132 | DEF_INTERNAL_OPTAB_FN (MASK_GATHER_LOAD, ECF_PURE, |
133 | mask_gather_load, gather_load) |
134 | |
135 | DEF_INTERNAL_OPTAB_FN (LEN_LOAD, ECF_PURE, len_load, len_load) |
136 | |
137 | DEF_INTERNAL_OPTAB_FN (SCATTER_STORE, 0, scatter_store, scatter_store) |
138 | DEF_INTERNAL_OPTAB_FN (MASK_SCATTER_STORE, 0, |
139 | mask_scatter_store, scatter_store) |
140 | |
141 | DEF_INTERNAL_OPTAB_FN (MASK_STORE, 0, maskstore, mask_store) |
142 | DEF_INTERNAL_OPTAB_FN (STORE_LANES, ECF_CONST, vec_store_lanes, store_lanes) |
143 | DEF_INTERNAL_OPTAB_FN (MASK_STORE_LANES, 0, |
144 | vec_mask_store_lanes, mask_store_lanes) |
145 | |
146 | DEF_INTERNAL_OPTAB_FN (VCOND, 0, vcond, vec_cond) |
147 | DEF_INTERNAL_OPTAB_FN (VCONDU, 0, vcondu, vec_cond) |
148 | DEF_INTERNAL_OPTAB_FN (VCONDEQ, 0, vcondeq, vec_cond) |
149 | DEF_INTERNAL_OPTAB_FN (VCOND_MASK, 0, vcond_mask, vec_cond_mask) |
150 | |
151 | DEF_INTERNAL_OPTAB_FN (VEC_SET, 0, vec_set, vec_set) |
152 | |
153 | DEF_INTERNAL_OPTAB_FN (LEN_STORE, 0, len_store, len_store) |
154 | |
155 | DEF_INTERNAL_OPTAB_FN (WHILE_ULT, ECF_CONST | ECF_NOTHROW, while_ult, while) |
156 | DEF_INTERNAL_OPTAB_FN (CHECK_RAW_PTRS, ECF_CONST | ECF_NOTHROW, |
157 | check_raw_ptrs, check_ptrs) |
158 | DEF_INTERNAL_OPTAB_FN (CHECK_WAR_PTRS, ECF_CONST | ECF_NOTHROW, |
159 | check_war_ptrs, check_ptrs) |
160 | |
161 | DEF_INTERNAL_OPTAB_FN (VEC_SHL_INSERT, ECF_CONST | ECF_NOTHROW, |
162 | vec_shl_insert, binary) |
163 | |
164 | DEF_INTERNAL_OPTAB_FN (DIV_POW2, ECF_CONST | ECF_NOTHROW, sdiv_pow2, binary) |
165 | |
166 | DEF_INTERNAL_OPTAB_FN (FMS, ECF_CONST, fms, ternary) |
167 | DEF_INTERNAL_OPTAB_FN (FNMA, ECF_CONST, fnma, ternary) |
168 | DEF_INTERNAL_OPTAB_FN (FNMS, ECF_CONST, fnms, ternary) |
169 | |
170 | DEF_INTERNAL_SIGNED_OPTAB_FN (AVG_FLOOR, ECF_CONST | ECF_NOTHROW, first, |
171 | savg_floor, uavg_floor, binary) |
172 | DEF_INTERNAL_SIGNED_OPTAB_FN (AVG_CEIL, ECF_CONST | ECF_NOTHROW, first, |
173 | savg_ceil, uavg_ceil, binary) |
174 | |
175 | DEF_INTERNAL_SIGNED_OPTAB_FN (MULH, ECF_CONST | ECF_NOTHROW, first, |
176 | smul_highpart, umul_highpart, binary) |
177 | DEF_INTERNAL_SIGNED_OPTAB_FN (MULHS, ECF_CONST | ECF_NOTHROW, first, |
178 | smulhs, umulhs, binary) |
179 | DEF_INTERNAL_SIGNED_OPTAB_FN (MULHRS, ECF_CONST | ECF_NOTHROW, first, |
180 | smulhrs, umulhrs, binary) |
181 | |
182 | DEF_INTERNAL_OPTAB_FN (COND_ADD, ECF_CONST, cond_add, cond_binary) |
183 | DEF_INTERNAL_OPTAB_FN (COND_SUB, ECF_CONST, cond_sub, cond_binary) |
184 | DEF_INTERNAL_OPTAB_FN (COND_MUL, ECF_CONST, cond_smul, cond_binary) |
185 | DEF_INTERNAL_SIGNED_OPTAB_FN (COND_DIV, ECF_CONST, first, |
186 | cond_sdiv, cond_udiv, cond_binary) |
187 | DEF_INTERNAL_SIGNED_OPTAB_FN (COND_MOD, ECF_CONST, first, |
188 | cond_smod, cond_umod, cond_binary) |
189 | DEF_INTERNAL_OPTAB_FN (COND_RDIV, ECF_CONST, cond_sdiv, cond_binary) |
190 | DEF_INTERNAL_SIGNED_OPTAB_FN (COND_MIN, ECF_CONST, first, |
191 | cond_smin, cond_umin, cond_binary) |
192 | DEF_INTERNAL_SIGNED_OPTAB_FN (COND_MAX, ECF_CONST, first, |
193 | cond_smax, cond_umax, cond_binary) |
194 | DEF_INTERNAL_OPTAB_FN (COND_FMIN, ECF_CONST, cond_fmin, cond_binary) |
195 | DEF_INTERNAL_OPTAB_FN (COND_FMAX, ECF_CONST, cond_fmax, cond_binary) |
196 | DEF_INTERNAL_OPTAB_FN (COND_AND, ECF_CONST | ECF_NOTHROW, |
197 | cond_and, cond_binary) |
198 | DEF_INTERNAL_OPTAB_FN (COND_IOR, ECF_CONST | ECF_NOTHROW, |
199 | cond_ior, cond_binary) |
200 | DEF_INTERNAL_OPTAB_FN (COND_XOR, ECF_CONST | ECF_NOTHROW, |
201 | cond_xor, cond_binary) |
202 | DEF_INTERNAL_OPTAB_FN (COND_SHL, ECF_CONST | ECF_NOTHROW, |
203 | cond_ashl, cond_binary) |
204 | DEF_INTERNAL_SIGNED_OPTAB_FN (COND_SHR, ECF_CONST | ECF_NOTHROW, first, |
205 | cond_ashr, cond_lshr, cond_binary) |
206 | |
207 | DEF_INTERNAL_OPTAB_FN (COND_FMA, ECF_CONST, cond_fma, cond_ternary) |
208 | DEF_INTERNAL_OPTAB_FN (COND_FMS, ECF_CONST, cond_fms, cond_ternary) |
209 | DEF_INTERNAL_OPTAB_FN (COND_FNMA, ECF_CONST, cond_fnma, cond_ternary) |
210 | DEF_INTERNAL_OPTAB_FN (COND_FNMS, ECF_CONST, cond_fnms, cond_ternary) |
211 | |
212 | DEF_INTERNAL_OPTAB_FN (COND_NEG, ECF_CONST, cond_neg, cond_unary) |
213 | |
214 | DEF_INTERNAL_OPTAB_FN (RSQRT, ECF_CONST, rsqrt, unary) |
215 | |
216 | DEF_INTERNAL_OPTAB_FN (REDUC_PLUS, ECF_CONST | ECF_NOTHROW, |
217 | reduc_plus_scal, unary) |
218 | DEF_INTERNAL_SIGNED_OPTAB_FN (REDUC_MAX, ECF_CONST | ECF_NOTHROW, first, |
219 | reduc_smax_scal, reduc_umax_scal, unary) |
220 | DEF_INTERNAL_SIGNED_OPTAB_FN (REDUC_MIN, ECF_CONST | ECF_NOTHROW, first, |
221 | reduc_smin_scal, reduc_umin_scal, unary) |
222 | DEF_INTERNAL_OPTAB_FN (REDUC_FMAX, ECF_CONST | ECF_NOTHROW, |
223 | reduc_fmax_scal, unary) |
224 | DEF_INTERNAL_OPTAB_FN (REDUC_FMIN, ECF_CONST | ECF_NOTHROW, |
225 | reduc_fmin_scal, unary) |
226 | DEF_INTERNAL_OPTAB_FN (REDUC_AND, ECF_CONST | ECF_NOTHROW, |
227 | reduc_and_scal, unary) |
228 | DEF_INTERNAL_OPTAB_FN (REDUC_IOR, ECF_CONST | ECF_NOTHROW, |
229 | reduc_ior_scal, unary) |
230 | DEF_INTERNAL_OPTAB_FN (REDUC_XOR, ECF_CONST | ECF_NOTHROW, |
231 | reduc_xor_scal, unary) |
232 | |
233 | /* Extract the last active element from a vector. */ |
234 | DEF_INTERNAL_OPTAB_FN (EXTRACT_LAST, ECF_CONST | ECF_NOTHROW, |
235 | extract_last, fold_left) |
236 | |
237 | /* Same, but return the first argument if no elements are active. */ |
238 | DEF_INTERNAL_OPTAB_FN (FOLD_EXTRACT_LAST, ECF_CONST | ECF_NOTHROW, |
239 | fold_extract_last, fold_extract) |
240 | |
241 | DEF_INTERNAL_OPTAB_FN (FOLD_LEFT_PLUS, ECF_CONST | ECF_NOTHROW, |
242 | fold_left_plus, fold_left) |
243 | |
244 | DEF_INTERNAL_OPTAB_FN (MASK_FOLD_LEFT_PLUS, ECF_CONST | ECF_NOTHROW, |
245 | mask_fold_left_plus, mask_fold_left) |
246 | |
247 | /* Unary math functions. */ |
248 | DEF_INTERNAL_FLT_FN (ACOS, ECF_CONST, acos, unary) |
249 | DEF_INTERNAL_FLT_FN (ACOSH, ECF_CONST, acosh, unary) |
250 | DEF_INTERNAL_FLT_FN (ASIN, ECF_CONST, asin, unary) |
251 | DEF_INTERNAL_FLT_FN (ASINH, ECF_CONST, asinh, unary) |
252 | DEF_INTERNAL_FLT_FN (ATAN, ECF_CONST, atan, unary) |
253 | DEF_INTERNAL_FLT_FN (ATANH, ECF_CONST, atanh, unary) |
254 | DEF_INTERNAL_FLT_FN (COS, ECF_CONST, cos, unary) |
255 | DEF_INTERNAL_FLT_FN (COSH, ECF_CONST, cosh, unary) |
256 | DEF_INTERNAL_FLT_FN (EXP, ECF_CONST, exp, unary) |
257 | DEF_INTERNAL_FLT_FN (EXP10, ECF_CONST, exp10, unary) |
258 | DEF_INTERNAL_FLT_FN (EXP2, ECF_CONST, exp2, unary) |
259 | DEF_INTERNAL_FLT_FN (EXPM1, ECF_CONST, expm1, unary) |
260 | DEF_INTERNAL_FLT_FN (LOG, ECF_CONST, log, unary) |
261 | DEF_INTERNAL_FLT_FN (LOG10, ECF_CONST, log10, unary) |
262 | DEF_INTERNAL_FLT_FN (LOG1P, ECF_CONST, log1p, unary) |
263 | DEF_INTERNAL_FLT_FN (LOG2, ECF_CONST, log2, unary) |
264 | DEF_INTERNAL_FLT_FN (LOGB, ECF_CONST, logb, unary) |
265 | DEF_INTERNAL_FLT_FN (SIGNBIT, ECF_CONST, signbit, unary) |
266 | DEF_INTERNAL_FLT_FN (SIGNIFICAND, ECF_CONST, significand, unary) |
267 | DEF_INTERNAL_FLT_FN (SIN, ECF_CONST, sin, unary) |
268 | DEF_INTERNAL_FLT_FN (SINH, ECF_CONST, sinh, unary) |
269 | DEF_INTERNAL_FLT_FLOATN_FN (SQRT, ECF_CONST, sqrt, unary) |
270 | DEF_INTERNAL_FLT_FN (TAN, ECF_CONST, tan, unary) |
271 | DEF_INTERNAL_FLT_FN (TANH, ECF_CONST, tanh, unary) |
272 | |
273 | /* Floating-point to integer conversions. |
274 | |
275 | ??? Here we preserve the I/L/LL prefix convention from the |
276 | corresponding built-in functions, rather than make the internal |
277 | functions polymorphic in both the argument and the return types. |
278 | Perhaps an alternative would be to pass a zero of the required |
279 | return type as a second parameter. */ |
280 | DEF_INTERNAL_FLT_FN (ICEIL, ECF_CONST, lceil, unary_convert) |
281 | DEF_INTERNAL_FLT_FN (IFLOOR, ECF_CONST, lfloor, unary_convert) |
282 | DEF_INTERNAL_FLT_FN (IRINT, ECF_CONST, lrint, unary_convert) |
283 | DEF_INTERNAL_FLT_FN (IROUND, ECF_CONST, lround, unary_convert) |
284 | DEF_INTERNAL_FLT_FN (LCEIL, ECF_CONST, lceil, unary_convert) |
285 | DEF_INTERNAL_FLT_FN (LFLOOR, ECF_CONST, lfloor, unary_convert) |
286 | DEF_INTERNAL_FLT_FN (LRINT, ECF_CONST, lrint, unary_convert) |
287 | DEF_INTERNAL_FLT_FN (LROUND, ECF_CONST, lround, unary_convert) |
288 | DEF_INTERNAL_FLT_FN (LLCEIL, ECF_CONST, lceil, unary_convert) |
289 | DEF_INTERNAL_FLT_FN (LLFLOOR, ECF_CONST, lfloor, unary_convert) |
290 | DEF_INTERNAL_FLT_FN (LLRINT, ECF_CONST, lrint, unary_convert) |
291 | DEF_INTERNAL_FLT_FN (LLROUND, ECF_CONST, lround, unary_convert) |
292 | |
293 | /* FP rounding. */ |
294 | DEF_INTERNAL_FLT_FLOATN_FN (CEIL, ECF_CONST, ceil, unary) |
295 | DEF_INTERNAL_FLT_FLOATN_FN (FLOOR, ECF_CONST, floor, unary) |
296 | DEF_INTERNAL_FLT_FLOATN_FN (NEARBYINT, ECF_CONST, nearbyint, unary) |
297 | DEF_INTERNAL_FLT_FLOATN_FN (RINT, ECF_CONST, rint, unary) |
298 | DEF_INTERNAL_FLT_FLOATN_FN (ROUND, ECF_CONST, round, unary) |
299 | DEF_INTERNAL_FLT_FLOATN_FN (ROUNDEVEN, ECF_CONST, roundeven, unary) |
300 | DEF_INTERNAL_FLT_FLOATN_FN (TRUNC, ECF_CONST, btrunc, unary) |
301 | |
302 | /* Binary math functions. */ |
303 | DEF_INTERNAL_FLT_FN (ATAN2, ECF_CONST, atan2, binary) |
304 | DEF_INTERNAL_FLT_FLOATN_FN (COPYSIGN, ECF_CONST, copysign, binary) |
305 | DEF_INTERNAL_FLT_FN (FMOD, ECF_CONST, fmod, binary) |
306 | DEF_INTERNAL_FLT_FN (HYPOT, ECF_CONST, hypot, binary) |
307 | DEF_INTERNAL_FLT_FN (POW, ECF_CONST, pow, binary) |
308 | DEF_INTERNAL_FLT_FN (REMAINDER, ECF_CONST, remainder, binary) |
309 | DEF_INTERNAL_FLT_FN (SCALB, ECF_CONST, scalb, binary) |
310 | DEF_INTERNAL_FLT_FLOATN_FN (FMIN, ECF_CONST, fmin, binary) |
311 | DEF_INTERNAL_FLT_FLOATN_FN (FMAX, ECF_CONST, fmax, binary) |
312 | DEF_INTERNAL_OPTAB_FN (XORSIGN, ECF_CONST, xorsign, binary) |
313 | DEF_INTERNAL_OPTAB_FN (COMPLEX_ADD_ROT90, ECF_CONST, cadd90, binary) |
314 | DEF_INTERNAL_OPTAB_FN (COMPLEX_ADD_ROT270, ECF_CONST, cadd270, binary) |
315 | DEF_INTERNAL_OPTAB_FN (COMPLEX_MUL, ECF_CONST, cmul, binary) |
316 | DEF_INTERNAL_OPTAB_FN (COMPLEX_MUL_CONJ, ECF_CONST, cmul_conj, binary) |
317 | DEF_INTERNAL_OPTAB_FN (VEC_ADDSUB, ECF_CONST, vec_addsub, binary) |
318 | DEF_INTERNAL_OPTAB_FN (VEC_FMADDSUB, ECF_CONST, vec_fmaddsub, ternary) |
319 | DEF_INTERNAL_OPTAB_FN (VEC_FMSUBADD, ECF_CONST, vec_fmsubadd, ternary) |
320 | |
321 | /* FP scales. */ |
322 | DEF_INTERNAL_FLT_FN (LDEXP, ECF_CONST, ldexp, binary) |
323 | |
324 | /* Ternary math functions. */ |
325 | DEF_INTERNAL_FLT_FLOATN_FN (FMA, ECF_CONST, fma, ternary) |
326 | DEF_INTERNAL_OPTAB_FN (COMPLEX_FMA, ECF_CONST, cmla, ternary) |
327 | DEF_INTERNAL_OPTAB_FN (COMPLEX_FMA_CONJ, ECF_CONST, cmla_conj, ternary) |
328 | DEF_INTERNAL_OPTAB_FN (COMPLEX_FMS, ECF_CONST, cmls, ternary) |
329 | DEF_INTERNAL_OPTAB_FN (COMPLEX_FMS_CONJ, ECF_CONST, cmls_conj, ternary) |
330 | |
331 | /* Unary integer ops. */ |
332 | DEF_INTERNAL_INT_FN (CLRSB, ECF_CONST | ECF_NOTHROW, clrsb, unary) |
333 | DEF_INTERNAL_INT_FN (CLZ, ECF_CONST | ECF_NOTHROW, clz, unary) |
334 | DEF_INTERNAL_INT_FN (CTZ, ECF_CONST | ECF_NOTHROW, ctz, unary) |
335 | DEF_INTERNAL_INT_FN (FFS, ECF_CONST | ECF_NOTHROW, ffs, unary) |
336 | DEF_INTERNAL_INT_FN (PARITY, ECF_CONST | ECF_NOTHROW, parity, unary) |
337 | DEF_INTERNAL_INT_FN (POPCOUNT, ECF_CONST | ECF_NOTHROW, popcount, unary) |
338 | |
339 | DEF_INTERNAL_FN (GOMP_USE_SIMT, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL) |
340 | DEF_INTERNAL_FN (GOMP_SIMT_ENTER, ECF_LEAF | ECF_NOTHROW, NULL) |
341 | DEF_INTERNAL_FN (GOMP_SIMT_ENTER_ALLOC, ECF_LEAF | ECF_NOTHROW, NULL) |
342 | DEF_INTERNAL_FN (GOMP_SIMT_EXIT, ECF_LEAF | ECF_NOTHROW, NULL) |
343 | DEF_INTERNAL_FN (GOMP_SIMT_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL) |
344 | DEF_INTERNAL_FN (GOMP_SIMT_VF, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL) |
345 | DEF_INTERNAL_FN (GOMP_SIMT_LAST_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL) |
346 | DEF_INTERNAL_FN (GOMP_SIMT_ORDERED_PRED, ECF_LEAF | ECF_NOTHROW, NULL) |
347 | DEF_INTERNAL_FN (GOMP_SIMT_VOTE_ANY, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL) |
348 | DEF_INTERNAL_FN (GOMP_SIMT_XCHG_BFLY, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL) |
349 | DEF_INTERNAL_FN (GOMP_SIMT_XCHG_IDX, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL) |
350 | DEF_INTERNAL_FN (GOMP_SIMD_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL) |
351 | DEF_INTERNAL_FN (GOMP_SIMD_VF, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) |
352 | DEF_INTERNAL_FN (GOMP_SIMD_LAST_LANE, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) |
353 | DEF_INTERNAL_FN (GOMP_SIMD_ORDERED_START, ECF_LEAF | ECF_NOTHROW, NULL) |
354 | DEF_INTERNAL_FN (GOMP_SIMD_ORDERED_END, ECF_LEAF | ECF_NOTHROW, NULL) |
355 | DEF_INTERNAL_FN (LOOP_VECTORIZED, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL) |
356 | DEF_INTERNAL_FN (LOOP_DIST_ALIAS, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL) |
357 | DEF_INTERNAL_FN (ANNOTATE, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) |
358 | DEF_INTERNAL_FN (UBSAN_NULL, ECF_LEAF | ECF_NOTHROW, ". R . " ) |
359 | DEF_INTERNAL_FN (UBSAN_BOUNDS, ECF_LEAF | ECF_NOTHROW, NULL) |
360 | DEF_INTERNAL_FN (UBSAN_VPTR, ECF_LEAF | ECF_NOTHROW, ". R R . . " ) |
361 | DEF_INTERNAL_FN (UBSAN_CHECK_ADD, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) |
362 | DEF_INTERNAL_FN (UBSAN_CHECK_SUB, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) |
363 | DEF_INTERNAL_FN (UBSAN_CHECK_MUL, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) |
364 | DEF_INTERNAL_FN (UBSAN_PTR, ECF_LEAF | ECF_NOTHROW, ". R . " ) |
365 | DEF_INTERNAL_FN (UBSAN_OBJECT_SIZE, ECF_LEAF | ECF_NOTHROW, NULL) |
366 | DEF_INTERNAL_FN (ABNORMAL_DISPATCHER, ECF_NORETURN, NULL) |
367 | DEF_INTERNAL_FN (BUILTIN_EXPECT, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) |
368 | DEF_INTERNAL_FN (HWASAN_ALLOCA_UNPOISON, ECF_LEAF | ECF_NOTHROW, ". R " ) |
369 | DEF_INTERNAL_FN (HWASAN_CHOOSE_TAG, ECF_LEAF | ECF_NOTHROW, ". " ) |
370 | DEF_INTERNAL_FN (HWASAN_CHECK, ECF_TM_PURE | ECF_LEAF | ECF_NOTHROW, |
371 | ". . R . . " ) |
372 | DEF_INTERNAL_FN (HWASAN_MARK, ECF_LEAF | ECF_NOTHROW, NULL) |
373 | DEF_INTERNAL_FN (HWASAN_SET_TAG, |
374 | ECF_TM_PURE | ECF_PURE | ECF_LEAF | ECF_NOTHROW, ". R R " ) |
375 | DEF_INTERNAL_FN (ASAN_CHECK, ECF_TM_PURE | ECF_LEAF | ECF_NOTHROW, |
376 | ". . R . . " ) |
377 | DEF_INTERNAL_FN (ASAN_MARK, ECF_LEAF | ECF_NOTHROW, NULL) |
378 | DEF_INTERNAL_FN (ASAN_POISON, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL) |
379 | DEF_INTERNAL_FN (ASAN_POISON_USE, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL) |
380 | DEF_INTERNAL_FN (ADD_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) |
381 | DEF_INTERNAL_FN (SUB_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) |
382 | DEF_INTERNAL_FN (MUL_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) |
383 | DEF_INTERNAL_FN (TSAN_FUNC_EXIT, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL) |
384 | DEF_INTERNAL_FN (VA_ARG, ECF_NOTHROW | ECF_LEAF, NULL) |
385 | DEF_INTERNAL_FN (VEC_CONVERT, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) |
386 | DEF_INTERNAL_FN (RAWMEMCHR, ECF_PURE | ECF_LEAF | ECF_NOTHROW, NULL) |
387 | |
388 | /* An unduplicable, uncombinable function. Generally used to preserve |
389 | a CFG property in the face of jump threading, tail merging or |
390 | other such optimizations. The first argument distinguishes |
391 | between uses. See internal-fn.h for usage. */ |
392 | DEF_INTERNAL_FN (UNIQUE, ECF_NOTHROW, NULL) |
393 | DEF_INTERNAL_FN (PHI, 0, NULL) |
394 | |
395 | /* A function to represent an artifical initialization to an uninitialized |
396 | automatic variable. */ |
397 | DEF_INTERNAL_FN (DEFERRED_INIT, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) |
398 | |
399 | /* DIM_SIZE and DIM_POS return the size of a particular compute |
400 | dimension and the executing thread's position within that |
401 | dimension. DIM_POS is pure (and not const) so that it isn't |
402 | thought to clobber memory and can be gcse'd within a single |
403 | parallel region, but not across FORK/JOIN boundaries. They take a |
404 | single INTEGER_CST argument. This might be overly conservative. */ |
405 | DEF_INTERNAL_FN (GOACC_DIM_SIZE, ECF_CONST | ECF_NOTHROW | ECF_LEAF, NULL) |
406 | DEF_INTERNAL_FN (GOACC_DIM_POS, ECF_PURE | ECF_NOTHROW | ECF_LEAF, NULL) |
407 | |
408 | /* OpenACC looping abstraction. See internal-fn.h for usage. */ |
409 | DEF_INTERNAL_FN (GOACC_LOOP, ECF_PURE | ECF_NOTHROW, NULL) |
410 | |
411 | /* OpenACC reduction abstraction. See internal-fn.h for usage. */ |
412 | DEF_INTERNAL_FN (GOACC_REDUCTION, ECF_NOTHROW | ECF_LEAF, NULL) |
413 | |
414 | /* Openacc tile abstraction. Describes the spans of the element loop. |
415 | GOACC_TILE (num-loops, loop-no, tile-arg, tile-mask, element-mask). */ |
416 | DEF_INTERNAL_FN (GOACC_TILE, ECF_NOTHROW | ECF_LEAF, NULL) |
417 | |
418 | /* Set errno to EDOM, if GCC knows how to do that directly for the |
419 | current target. */ |
420 | DEF_INTERNAL_FN (SET_EDOM, ECF_LEAF | ECF_NOTHROW, NULL) |
421 | |
422 | /* Atomic functions. These don't have ECF_NOTHROW because for |
423 | -fnon-call-exceptions they can throw, otherwise we set |
424 | gimple_call_nothrow_p on it. */ |
425 | DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_SET, ECF_LEAF, NULL) |
426 | DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_COMPLEMENT, ECF_LEAF, NULL) |
427 | DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_RESET, ECF_LEAF, NULL) |
428 | DEF_INTERNAL_FN (ATOMIC_COMPARE_EXCHANGE, ECF_LEAF, NULL) |
429 | DEF_INTERNAL_FN (ATOMIC_ADD_FETCH_CMP_0, ECF_LEAF, NULL) |
430 | DEF_INTERNAL_FN (ATOMIC_SUB_FETCH_CMP_0, ECF_LEAF, NULL) |
431 | DEF_INTERNAL_FN (ATOMIC_AND_FETCH_CMP_0, ECF_LEAF, NULL) |
432 | DEF_INTERNAL_FN (ATOMIC_OR_FETCH_CMP_0, ECF_LEAF, NULL) |
433 | DEF_INTERNAL_FN (ATOMIC_XOR_FETCH_CMP_0, ECF_LEAF, NULL) |
434 | |
435 | /* To implement [[fallthrough]]. */ |
436 | DEF_INTERNAL_FN (FALLTHROUGH, ECF_LEAF | ECF_NOTHROW, NULL) |
437 | |
438 | /* To implement __builtin_launder. */ |
439 | DEF_INTERNAL_FN (LAUNDER, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL) |
440 | |
441 | /* Divmod function. */ |
442 | DEF_INTERNAL_FN (DIVMOD, ECF_CONST | ECF_LEAF, NULL) |
443 | |
444 | /* For coroutines. */ |
445 | DEF_INTERNAL_FN (CO_ACTOR, ECF_NOTHROW | ECF_LEAF, NULL) |
446 | DEF_INTERNAL_FN (CO_YIELD, ECF_NOTHROW, NULL) |
447 | DEF_INTERNAL_FN (CO_SUSPN, ECF_NOTHROW, NULL) |
448 | DEF_INTERNAL_FN (CO_FRAME, ECF_PURE | ECF_NOTHROW | ECF_LEAF, NULL) |
449 | |
450 | /* A NOP function with arbitrary arguments and return value. */ |
451 | DEF_INTERNAL_FN (NOP, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) |
452 | |
453 | /* Temporary vehicle for __builtin_shufflevector. */ |
454 | DEF_INTERNAL_FN (SHUFFLEVECTOR, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) |
455 | |
456 | /* <=> optimization. */ |
457 | DEF_INTERNAL_FN (SPACESHIP, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL) |
458 | |
459 | /* __builtin_trap created from/for __builtin_unreachable. */ |
460 | DEF_INTERNAL_FN (TRAP, ECF_CONST | ECF_LEAF | ECF_NORETURN |
461 | | ECF_NOTHROW | ECF_COLD, NULL) |
462 | |
463 | #undef DEF_INTERNAL_INT_FN |
464 | #undef DEF_INTERNAL_FLT_FN |
465 | #undef DEF_INTERNAL_FLT_FLOATN_FN |
466 | #undef DEF_INTERNAL_SIGNED_OPTAB_FN |
467 | #undef DEF_INTERNAL_OPTAB_FN |
468 | #undef DEF_INTERNAL_FN |
469 | |