1//===-- TargetLibraryInfo.cpp - Runtime library information ----------------==//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8//
9// This file implements the TargetLibraryInfo class.
10//
11//===----------------------------------------------------------------------===//
12
13#include "llvm/Analysis/TargetLibraryInfo.h"
14#include "llvm/ADT/DenseMap.h"
15#include "llvm/ADT/SmallString.h"
16#include "llvm/IR/Constants.h"
17#include "llvm/InitializePasses.h"
18#include "llvm/Support/CommandLine.h"
19#include "llvm/TargetParser/Triple.h"
20using namespace llvm;
21
22static cl::opt<TargetLibraryInfoImpl::VectorLibrary> ClVectorLibrary(
23 "vector-library", cl::Hidden, cl::desc("Vector functions library"),
24 cl::init(Val: TargetLibraryInfoImpl::NoLibrary),
25 cl::values(clEnumValN(TargetLibraryInfoImpl::NoLibrary, "none",
26 "No vector functions library"),
27 clEnumValN(TargetLibraryInfoImpl::Accelerate, "Accelerate",
28 "Accelerate framework"),
29 clEnumValN(TargetLibraryInfoImpl::DarwinLibSystemM,
30 "Darwin_libsystem_m", "Darwin libsystem_m"),
31 clEnumValN(TargetLibraryInfoImpl::LIBMVEC_X86, "LIBMVEC-X86",
32 "GLIBC Vector Math library"),
33 clEnumValN(TargetLibraryInfoImpl::MASSV, "MASSV",
34 "IBM MASS vector library"),
35 clEnumValN(TargetLibraryInfoImpl::SVML, "SVML",
36 "Intel SVML library"),
37 clEnumValN(TargetLibraryInfoImpl::SLEEFGNUABI, "sleefgnuabi",
38 "SIMD Library for Evaluating Elementary Functions"),
39 clEnumValN(TargetLibraryInfoImpl::ArmPL, "ArmPL",
40 "Arm Performance Libraries"),
41 clEnumValN(TargetLibraryInfoImpl::AMDLIBM, "AMDLIBM",
42 "AMD vector math library")));
43
44StringLiteral const TargetLibraryInfoImpl::StandardNames[LibFunc::NumLibFuncs] =
45 {
46#define TLI_DEFINE_STRING
47#include "llvm/Analysis/TargetLibraryInfo.def"
48};
49
50std::string VecDesc::getVectorFunctionABIVariantString() const {
51 assert(!VectorFnName.empty() && "Vector function name must not be empty.");
52 SmallString<256> Buffer;
53 llvm::raw_svector_ostream Out(Buffer);
54 Out << VABIPrefix << "_" << ScalarFnName << "(" << VectorFnName << ")";
55 return std::string(Out.str());
56}
57
58// Recognized types of library function arguments and return types.
59enum FuncArgTypeID : char {
60 Void = 0, // Must be zero.
61 Bool, // 8 bits on all targets
62 Int16,
63 Int32,
64 Int,
65 IntPlus, // Int or bigger.
66 Long, // Either 32 or 64 bits.
67 IntX, // Any integer type.
68 Int64,
69 LLong, // 64 bits on all targets.
70 SizeT, // size_t.
71 SSizeT, // POSIX ssize_t.
72 Flt, // IEEE float.
73 Dbl, // IEEE double.
74 LDbl, // Any floating type (TODO: tighten this up).
75 Floating, // Any floating type.
76 Ptr, // Any pointer type.
77 Struct, // Any struct type.
78 Ellip, // The ellipsis (...).
79 Same, // Same argument type as the previous one.
80};
81
82typedef std::array<FuncArgTypeID, 8> FuncProtoTy;
83
84static const FuncProtoTy Signatures[] = {
85#define TLI_DEFINE_SIG
86#include "llvm/Analysis/TargetLibraryInfo.def"
87};
88
89static_assert(sizeof Signatures / sizeof *Signatures == LibFunc::NumLibFuncs,
90 "Missing library function signatures");
91
92static bool hasSinCosPiStret(const Triple &T) {
93 // Only Darwin variants have _stret versions of combined trig functions.
94 if (!T.isOSDarwin())
95 return false;
96
97 // The ABI is rather complicated on x86, so don't do anything special there.
98 if (T.getArch() == Triple::x86)
99 return false;
100
101 if (T.isMacOSX() && T.isMacOSXVersionLT(Major: 10, Minor: 9))
102 return false;
103
104 if (T.isiOS() && T.isOSVersionLT(Major: 7, Minor: 0))
105 return false;
106
107 return true;
108}
109
110static bool hasBcmp(const Triple &TT) {
111 // Posix removed support from bcmp() in 2001, but the glibc and several
112 // implementations of the libc still have it.
113 if (TT.isOSLinux())
114 return TT.isGNUEnvironment() || TT.isMusl();
115 // Both NetBSD and OpenBSD are planning to remove the function. Windows does
116 // not have it.
117 return TT.isOSFreeBSD() || TT.isOSSolaris();
118}
119
120static bool isCallingConvCCompatible(CallingConv::ID CC, StringRef TT,
121 FunctionType *FuncTy) {
122 switch (CC) {
123 default:
124 return false;
125 case llvm::CallingConv::C:
126 return true;
127 case llvm::CallingConv::ARM_APCS:
128 case llvm::CallingConv::ARM_AAPCS:
129 case llvm::CallingConv::ARM_AAPCS_VFP: {
130
131 // The iOS ABI diverges from the standard in some cases, so for now don't
132 // try to simplify those calls.
133 if (Triple(TT).isiOS())
134 return false;
135
136 if (!FuncTy->getReturnType()->isPointerTy() &&
137 !FuncTy->getReturnType()->isIntegerTy() &&
138 !FuncTy->getReturnType()->isVoidTy())
139 return false;
140
141 for (auto *Param : FuncTy->params()) {
142 if (!Param->isPointerTy() && !Param->isIntegerTy())
143 return false;
144 }
145 return true;
146 }
147 }
148 return false;
149}
150
151bool TargetLibraryInfoImpl::isCallingConvCCompatible(CallBase *CI) {
152 return ::isCallingConvCCompatible(CC: CI->getCallingConv(),
153 TT: CI->getModule()->getTargetTriple(),
154 FuncTy: CI->getFunctionType());
155}
156
157bool TargetLibraryInfoImpl::isCallingConvCCompatible(Function *F) {
158 return ::isCallingConvCCompatible(CC: F->getCallingConv(),
159 TT: F->getParent()->getTargetTriple(),
160 FuncTy: F->getFunctionType());
161}
162
163/// Initialize the set of available library functions based on the specified
164/// target triple. This should be carefully written so that a missing target
165/// triple gets a sane set of defaults.
166static void initialize(TargetLibraryInfoImpl &TLI, const Triple &T,
167 ArrayRef<StringLiteral> StandardNames) {
168 // Set IO unlocked variants as unavailable
169 // Set them as available per system below
170 TLI.setUnavailable(LibFunc_getc_unlocked);
171 TLI.setUnavailable(LibFunc_getchar_unlocked);
172 TLI.setUnavailable(LibFunc_putc_unlocked);
173 TLI.setUnavailable(LibFunc_putchar_unlocked);
174 TLI.setUnavailable(LibFunc_fputc_unlocked);
175 TLI.setUnavailable(LibFunc_fgetc_unlocked);
176 TLI.setUnavailable(LibFunc_fread_unlocked);
177 TLI.setUnavailable(LibFunc_fwrite_unlocked);
178 TLI.setUnavailable(LibFunc_fputs_unlocked);
179 TLI.setUnavailable(LibFunc_fgets_unlocked);
180
181 bool ShouldExtI32Param, ShouldExtI32Return;
182 bool ShouldSignExtI32Param, ShouldSignExtI32Return;
183 TargetLibraryInfo::initExtensionsForTriple(ShouldExtI32Param,
184 ShouldExtI32Return, ShouldSignExtI32Param, ShouldSignExtI32Return, T);
185 TLI.setShouldExtI32Param(ShouldExtI32Param);
186 TLI.setShouldExtI32Return(ShouldExtI32Return);
187 TLI.setShouldSignExtI32Param(ShouldSignExtI32Param);
188 TLI.setShouldSignExtI32Return(ShouldSignExtI32Return);
189
190 // Let's assume by default that the size of int is 32 bits, unless the target
191 // is a 16-bit architecture because then it most likely is 16 bits. If that
192 // isn't true for a target those defaults should be overridden below.
193 TLI.setIntSize(T.isArch16Bit() ? 16 : 32);
194
195 // There is really no runtime library on AMDGPU, apart from
196 // __kmpc_alloc/free_shared.
197 if (T.isAMDGPU()) {
198 TLI.disableAllFunctions();
199 TLI.setAvailable(llvm::LibFunc___kmpc_alloc_shared);
200 TLI.setAvailable(llvm::LibFunc___kmpc_free_shared);
201 return;
202 }
203
204 // memset_pattern{4,8,16} is only available on iOS 3.0 and Mac OS X 10.5 and
205 // later. All versions of watchOS support it.
206 if (T.isMacOSX()) {
207 // available IO unlocked variants on Mac OS X
208 TLI.setAvailable(LibFunc_getc_unlocked);
209 TLI.setAvailable(LibFunc_getchar_unlocked);
210 TLI.setAvailable(LibFunc_putc_unlocked);
211 TLI.setAvailable(LibFunc_putchar_unlocked);
212 TLI.setUnavailable(LibFunc_memrchr);
213
214 if (T.isMacOSXVersionLT(Major: 10, Minor: 5)) {
215 TLI.setUnavailable(LibFunc_memset_pattern4);
216 TLI.setUnavailable(LibFunc_memset_pattern8);
217 TLI.setUnavailable(LibFunc_memset_pattern16);
218 }
219 } else if (T.isiOS()) {
220 if (T.isOSVersionLT(Major: 3, Minor: 0)) {
221 TLI.setUnavailable(LibFunc_memset_pattern4);
222 TLI.setUnavailable(LibFunc_memset_pattern8);
223 TLI.setUnavailable(LibFunc_memset_pattern16);
224 }
225 } else if (!T.isWatchOS()) {
226 TLI.setUnavailable(LibFunc_memset_pattern4);
227 TLI.setUnavailable(LibFunc_memset_pattern8);
228 TLI.setUnavailable(LibFunc_memset_pattern16);
229 }
230
231 if (!hasSinCosPiStret(T)) {
232 TLI.setUnavailable(LibFunc_sinpi);
233 TLI.setUnavailable(LibFunc_sinpif);
234 TLI.setUnavailable(LibFunc_cospi);
235 TLI.setUnavailable(LibFunc_cospif);
236 TLI.setUnavailable(LibFunc_sincospi_stret);
237 TLI.setUnavailable(LibFunc_sincospif_stret);
238 }
239
240 if (!hasBcmp(TT: T))
241 TLI.setUnavailable(LibFunc_bcmp);
242
243 if (T.isMacOSX() && T.getArch() == Triple::x86 &&
244 !T.isMacOSXVersionLT(Major: 10, Minor: 7)) {
245 // x86-32 OSX has a scheme where fwrite and fputs (and some other functions
246 // we don't care about) have two versions; on recent OSX, the one we want
247 // has a $UNIX2003 suffix. The two implementations are identical except
248 // for the return value in some edge cases. However, we don't want to
249 // generate code that depends on the old symbols.
250 TLI.setAvailableWithName(F: LibFunc_fwrite, Name: "fwrite$UNIX2003");
251 TLI.setAvailableWithName(F: LibFunc_fputs, Name: "fputs$UNIX2003");
252 }
253
254 // iprintf and friends are only available on XCore, TCE, and Emscripten.
255 if (T.getArch() != Triple::xcore && T.getArch() != Triple::tce &&
256 T.getOS() != Triple::Emscripten) {
257 TLI.setUnavailable(LibFunc_iprintf);
258 TLI.setUnavailable(LibFunc_siprintf);
259 TLI.setUnavailable(LibFunc_fiprintf);
260 }
261
262 // __small_printf and friends are only available on Emscripten.
263 if (T.getOS() != Triple::Emscripten) {
264 TLI.setUnavailable(LibFunc_small_printf);
265 TLI.setUnavailable(LibFunc_small_sprintf);
266 TLI.setUnavailable(LibFunc_small_fprintf);
267 }
268
269 if (T.isOSWindows() && !T.isOSCygMing()) {
270 // XXX: The earliest documentation available at the moment is for VS2015/VC19:
271 // https://docs.microsoft.com/en-us/cpp/c-runtime-library/floating-point-support?view=vs-2015
272 // XXX: In order to use an MSVCRT older than VC19,
273 // the specific library version must be explicit in the target triple,
274 // e.g., x86_64-pc-windows-msvc18.
275 bool hasPartialC99 = true;
276 if (T.isKnownWindowsMSVCEnvironment()) {
277 VersionTuple Version = T.getEnvironmentVersion();
278 hasPartialC99 = (Version.getMajor() == 0 || Version.getMajor() >= 19);
279 }
280
281 // Latest targets support C89 math functions, in part.
282 bool isARM = (T.getArch() == Triple::aarch64 ||
283 T.getArch() == Triple::arm);
284 bool hasPartialFloat = (isARM ||
285 T.getArch() == Triple::x86_64);
286
287 // Win32 does not support float C89 math functions, in general.
288 if (!hasPartialFloat) {
289 TLI.setUnavailable(LibFunc_acosf);
290 TLI.setUnavailable(LibFunc_asinf);
291 TLI.setUnavailable(LibFunc_atan2f);
292 TLI.setUnavailable(LibFunc_atanf);
293 TLI.setUnavailable(LibFunc_ceilf);
294 TLI.setUnavailable(LibFunc_cosf);
295 TLI.setUnavailable(LibFunc_coshf);
296 TLI.setUnavailable(LibFunc_expf);
297 TLI.setUnavailable(LibFunc_floorf);
298 TLI.setUnavailable(LibFunc_fmodf);
299 TLI.setUnavailable(LibFunc_log10f);
300 TLI.setUnavailable(LibFunc_logf);
301 TLI.setUnavailable(LibFunc_modff);
302 TLI.setUnavailable(LibFunc_powf);
303 TLI.setUnavailable(LibFunc_remainderf);
304 TLI.setUnavailable(LibFunc_sinf);
305 TLI.setUnavailable(LibFunc_sinhf);
306 TLI.setUnavailable(LibFunc_sqrtf);
307 TLI.setUnavailable(LibFunc_tanf);
308 TLI.setUnavailable(LibFunc_tanhf);
309 }
310 if (!isARM)
311 TLI.setUnavailable(LibFunc_fabsf);
312 TLI.setUnavailable(LibFunc_frexpf);
313 TLI.setUnavailable(LibFunc_ldexpf);
314
315 // Win32 does not support long double C89 math functions.
316 TLI.setUnavailable(LibFunc_acosl);
317 TLI.setUnavailable(LibFunc_asinl);
318 TLI.setUnavailable(LibFunc_atan2l);
319 TLI.setUnavailable(LibFunc_atanl);
320 TLI.setUnavailable(LibFunc_ceill);
321 TLI.setUnavailable(LibFunc_cosl);
322 TLI.setUnavailable(LibFunc_coshl);
323 TLI.setUnavailable(LibFunc_expl);
324 TLI.setUnavailable(LibFunc_fabsl);
325 TLI.setUnavailable(LibFunc_floorl);
326 TLI.setUnavailable(LibFunc_fmodl);
327 TLI.setUnavailable(LibFunc_frexpl);
328 TLI.setUnavailable(LibFunc_ldexpl);
329 TLI.setUnavailable(LibFunc_log10l);
330 TLI.setUnavailable(LibFunc_logl);
331 TLI.setUnavailable(LibFunc_modfl);
332 TLI.setUnavailable(LibFunc_powl);
333 TLI.setUnavailable(LibFunc_remainderl);
334 TLI.setUnavailable(LibFunc_sinl);
335 TLI.setUnavailable(LibFunc_sinhl);
336 TLI.setUnavailable(LibFunc_sqrtl);
337 TLI.setUnavailable(LibFunc_tanl);
338 TLI.setUnavailable(LibFunc_tanhl);
339
340 // Win32 does not fully support C99 math functions.
341 if (!hasPartialC99) {
342 TLI.setUnavailable(LibFunc_acosh);
343 TLI.setUnavailable(LibFunc_acoshf);
344 TLI.setUnavailable(LibFunc_asinh);
345 TLI.setUnavailable(LibFunc_asinhf);
346 TLI.setUnavailable(LibFunc_atanh);
347 TLI.setUnavailable(LibFunc_atanhf);
348 TLI.setAvailableWithName(F: LibFunc_cabs, Name: "_cabs");
349 TLI.setUnavailable(LibFunc_cabsf);
350 TLI.setUnavailable(LibFunc_cbrt);
351 TLI.setUnavailable(LibFunc_cbrtf);
352 TLI.setAvailableWithName(F: LibFunc_copysign, Name: "_copysign");
353 TLI.setAvailableWithName(F: LibFunc_copysignf, Name: "_copysignf");
354 TLI.setUnavailable(LibFunc_exp2);
355 TLI.setUnavailable(LibFunc_exp2f);
356 TLI.setUnavailable(LibFunc_expm1);
357 TLI.setUnavailable(LibFunc_expm1f);
358 TLI.setUnavailable(LibFunc_fmax);
359 TLI.setUnavailable(LibFunc_fmaxf);
360 TLI.setUnavailable(LibFunc_fmin);
361 TLI.setUnavailable(LibFunc_fminf);
362 TLI.setUnavailable(LibFunc_log1p);
363 TLI.setUnavailable(LibFunc_log1pf);
364 TLI.setUnavailable(LibFunc_log2);
365 TLI.setUnavailable(LibFunc_log2f);
366 TLI.setAvailableWithName(F: LibFunc_logb, Name: "_logb");
367 if (hasPartialFloat)
368 TLI.setAvailableWithName(F: LibFunc_logbf, Name: "_logbf");
369 else
370 TLI.setUnavailable(LibFunc_logbf);
371 TLI.setUnavailable(LibFunc_rint);
372 TLI.setUnavailable(LibFunc_rintf);
373 TLI.setUnavailable(LibFunc_round);
374 TLI.setUnavailable(LibFunc_roundf);
375 TLI.setUnavailable(LibFunc_trunc);
376 TLI.setUnavailable(LibFunc_truncf);
377 }
378
379 // Win32 does not support long double C99 math functions.
380 TLI.setUnavailable(LibFunc_acoshl);
381 TLI.setUnavailable(LibFunc_asinhl);
382 TLI.setUnavailable(LibFunc_atanhl);
383 TLI.setUnavailable(LibFunc_cabsl);
384 TLI.setUnavailable(LibFunc_cbrtl);
385 TLI.setUnavailable(LibFunc_copysignl);
386 TLI.setUnavailable(LibFunc_exp2l);
387 TLI.setUnavailable(LibFunc_expm1l);
388 TLI.setUnavailable(LibFunc_fmaxl);
389 TLI.setUnavailable(LibFunc_fminl);
390 TLI.setUnavailable(LibFunc_log1pl);
391 TLI.setUnavailable(LibFunc_log2l);
392 TLI.setUnavailable(LibFunc_logbl);
393 TLI.setUnavailable(LibFunc_nearbyintl);
394 TLI.setUnavailable(LibFunc_rintl);
395 TLI.setUnavailable(LibFunc_roundl);
396 TLI.setUnavailable(LibFunc_truncl);
397
398 // Win32 does not support these functions, but
399 // they are generally available on POSIX-compliant systems.
400 TLI.setUnavailable(LibFunc_access);
401 TLI.setUnavailable(LibFunc_chmod);
402 TLI.setUnavailable(LibFunc_closedir);
403 TLI.setUnavailable(LibFunc_fdopen);
404 TLI.setUnavailable(LibFunc_fileno);
405 TLI.setUnavailable(LibFunc_fseeko);
406 TLI.setUnavailable(LibFunc_fstat);
407 TLI.setUnavailable(LibFunc_ftello);
408 TLI.setUnavailable(LibFunc_gettimeofday);
409 TLI.setUnavailable(LibFunc_memccpy);
410 TLI.setUnavailable(LibFunc_mkdir);
411 TLI.setUnavailable(LibFunc_open);
412 TLI.setUnavailable(LibFunc_opendir);
413 TLI.setUnavailable(LibFunc_pclose);
414 TLI.setUnavailable(LibFunc_popen);
415 TLI.setUnavailable(LibFunc_read);
416 TLI.setUnavailable(LibFunc_rmdir);
417 TLI.setUnavailable(LibFunc_stat);
418 TLI.setUnavailable(LibFunc_strcasecmp);
419 TLI.setUnavailable(LibFunc_strncasecmp);
420 TLI.setUnavailable(LibFunc_unlink);
421 TLI.setUnavailable(LibFunc_utime);
422 TLI.setUnavailable(LibFunc_write);
423 }
424
425 if (T.isOSWindows() && !T.isWindowsCygwinEnvironment()) {
426 // These functions aren't available in either MSVC or MinGW environments.
427 TLI.setUnavailable(LibFunc_bcmp);
428 TLI.setUnavailable(LibFunc_bcopy);
429 TLI.setUnavailable(LibFunc_bzero);
430 TLI.setUnavailable(LibFunc_chown);
431 TLI.setUnavailable(LibFunc_ctermid);
432 TLI.setUnavailable(LibFunc_ffs);
433 TLI.setUnavailable(LibFunc_flockfile);
434 TLI.setUnavailable(LibFunc_fstatvfs);
435 TLI.setUnavailable(LibFunc_ftrylockfile);
436 TLI.setUnavailable(LibFunc_funlockfile);
437 TLI.setUnavailable(LibFunc_getitimer);
438 TLI.setUnavailable(LibFunc_getlogin_r);
439 TLI.setUnavailable(LibFunc_getpwnam);
440 TLI.setUnavailable(LibFunc_htonl);
441 TLI.setUnavailable(LibFunc_htons);
442 TLI.setUnavailable(LibFunc_lchown);
443 TLI.setUnavailable(LibFunc_lstat);
444 TLI.setUnavailable(LibFunc_memrchr);
445 TLI.setUnavailable(LibFunc_ntohl);
446 TLI.setUnavailable(LibFunc_ntohs);
447 TLI.setUnavailable(LibFunc_pread);
448 TLI.setUnavailable(LibFunc_pwrite);
449 TLI.setUnavailable(LibFunc_readlink);
450 TLI.setUnavailable(LibFunc_realpath);
451 TLI.setUnavailable(LibFunc_setitimer);
452 TLI.setUnavailable(LibFunc_statvfs);
453 TLI.setUnavailable(LibFunc_stpcpy);
454 TLI.setUnavailable(LibFunc_stpncpy);
455 TLI.setUnavailable(LibFunc_times);
456 TLI.setUnavailable(LibFunc_uname);
457 TLI.setUnavailable(LibFunc_unsetenv);
458 TLI.setUnavailable(LibFunc_utimes);
459
460 // MinGW does have ldexpf, but it is a plain wrapper over regular ldexp.
461 // Therefore it's not beneficial to transform code to use it, i.e.
462 // just pretend that the function is not available.
463 TLI.setUnavailable(LibFunc_ldexpf);
464 }
465
466 // Pick just one set of new/delete variants.
467 if (T.isOSMSVCRT()) {
468 // MSVC, doesn't have the Itanium new/delete.
469 TLI.setUnavailable(LibFunc_ZdaPv);
470 TLI.setUnavailable(LibFunc_ZdaPvRKSt9nothrow_t);
471 TLI.setUnavailable(LibFunc_ZdaPvSt11align_val_t);
472 TLI.setUnavailable(LibFunc_ZdaPvSt11align_val_tRKSt9nothrow_t);
473 TLI.setUnavailable(LibFunc_ZdaPvj);
474 TLI.setUnavailable(LibFunc_ZdaPvjSt11align_val_t);
475 TLI.setUnavailable(LibFunc_ZdaPvm);
476 TLI.setUnavailable(LibFunc_ZdaPvmSt11align_val_t);
477 TLI.setUnavailable(LibFunc_ZdlPv);
478 TLI.setUnavailable(LibFunc_ZdlPvRKSt9nothrow_t);
479 TLI.setUnavailable(LibFunc_ZdlPvSt11align_val_t);
480 TLI.setUnavailable(LibFunc_ZdlPvSt11align_val_tRKSt9nothrow_t);
481 TLI.setUnavailable(LibFunc_ZdlPvj);
482 TLI.setUnavailable(LibFunc_ZdlPvjSt11align_val_t);
483 TLI.setUnavailable(LibFunc_ZdlPvm);
484 TLI.setUnavailable(LibFunc_ZdlPvmSt11align_val_t);
485 TLI.setUnavailable(LibFunc_Znaj);
486 TLI.setUnavailable(LibFunc_ZnajRKSt9nothrow_t);
487 TLI.setUnavailable(LibFunc_ZnajSt11align_val_t);
488 TLI.setUnavailable(LibFunc_ZnajSt11align_val_tRKSt9nothrow_t);
489 TLI.setUnavailable(LibFunc_Znam);
490 TLI.setUnavailable(LibFunc_ZnamRKSt9nothrow_t);
491 TLI.setUnavailable(LibFunc_ZnamRKSt9nothrow_t12__hot_cold_t);
492 TLI.setUnavailable(LibFunc_ZnamSt11align_val_t);
493 TLI.setUnavailable(LibFunc_ZnamSt11align_val_tRKSt9nothrow_t);
494 TLI.setUnavailable(LibFunc_Znwj);
495 TLI.setUnavailable(LibFunc_ZnwjRKSt9nothrow_t);
496 TLI.setUnavailable(LibFunc_ZnwjSt11align_val_t);
497 TLI.setUnavailable(LibFunc_ZnwjSt11align_val_tRKSt9nothrow_t);
498 TLI.setUnavailable(LibFunc_Znwm);
499 TLI.setUnavailable(LibFunc_ZnwmRKSt9nothrow_t);
500 TLI.setUnavailable(LibFunc_ZnwmRKSt9nothrow_t12__hot_cold_t);
501 TLI.setUnavailable(LibFunc_ZnwmSt11align_val_t);
502 TLI.setUnavailable(LibFunc_ZnwmSt11align_val_tRKSt9nothrow_t);
503 TLI.setUnavailable(LibFunc_Znwm12__hot_cold_t);
504 TLI.setUnavailable(LibFunc_ZnwmSt11align_val_t12__hot_cold_t);
505 TLI.setUnavailable(LibFunc_ZnwmSt11align_val_tRKSt9nothrow_t12__hot_cold_t);
506 TLI.setUnavailable(LibFunc_Znam12__hot_cold_t);
507 TLI.setUnavailable(LibFunc_ZnamSt11align_val_t12__hot_cold_t);
508 TLI.setUnavailable(LibFunc_ZnamSt11align_val_tRKSt9nothrow_t12__hot_cold_t);
509 } else {
510 // Not MSVC, assume it's Itanium.
511 TLI.setUnavailable(LibFunc_msvc_new_int);
512 TLI.setUnavailable(LibFunc_msvc_new_int_nothrow);
513 TLI.setUnavailable(LibFunc_msvc_new_longlong);
514 TLI.setUnavailable(LibFunc_msvc_new_longlong_nothrow);
515 TLI.setUnavailable(LibFunc_msvc_delete_ptr32);
516 TLI.setUnavailable(LibFunc_msvc_delete_ptr32_nothrow);
517 TLI.setUnavailable(LibFunc_msvc_delete_ptr32_int);
518 TLI.setUnavailable(LibFunc_msvc_delete_ptr64);
519 TLI.setUnavailable(LibFunc_msvc_delete_ptr64_nothrow);
520 TLI.setUnavailable(LibFunc_msvc_delete_ptr64_longlong);
521 TLI.setUnavailable(LibFunc_msvc_new_array_int);
522 TLI.setUnavailable(LibFunc_msvc_new_array_int_nothrow);
523 TLI.setUnavailable(LibFunc_msvc_new_array_longlong);
524 TLI.setUnavailable(LibFunc_msvc_new_array_longlong_nothrow);
525 TLI.setUnavailable(LibFunc_msvc_delete_array_ptr32);
526 TLI.setUnavailable(LibFunc_msvc_delete_array_ptr32_nothrow);
527 TLI.setUnavailable(LibFunc_msvc_delete_array_ptr32_int);
528 TLI.setUnavailable(LibFunc_msvc_delete_array_ptr64);
529 TLI.setUnavailable(LibFunc_msvc_delete_array_ptr64_nothrow);
530 TLI.setUnavailable(LibFunc_msvc_delete_array_ptr64_longlong);
531 }
532
533 switch (T.getOS()) {
534 case Triple::MacOSX:
535 // exp10 and exp10f are not available on OS X until 10.9 and iOS until 7.0
536 // and their names are __exp10 and __exp10f. exp10l is not available on
537 // OS X or iOS.
538 TLI.setUnavailable(LibFunc_exp10l);
539 if (T.isMacOSXVersionLT(Major: 10, Minor: 9)) {
540 TLI.setUnavailable(LibFunc_exp10);
541 TLI.setUnavailable(LibFunc_exp10f);
542 } else {
543 TLI.setAvailableWithName(F: LibFunc_exp10, Name: "__exp10");
544 TLI.setAvailableWithName(F: LibFunc_exp10f, Name: "__exp10f");
545 }
546 break;
547 case Triple::IOS:
548 case Triple::TvOS:
549 case Triple::WatchOS:
550 case Triple::XROS:
551 TLI.setUnavailable(LibFunc_exp10l);
552 if (!T.isWatchOS() &&
553 (T.isOSVersionLT(Major: 7, Minor: 0) || (T.isOSVersionLT(Major: 9, Minor: 0) && T.isX86()))) {
554 TLI.setUnavailable(LibFunc_exp10);
555 TLI.setUnavailable(LibFunc_exp10f);
556 } else {
557 TLI.setAvailableWithName(F: LibFunc_exp10, Name: "__exp10");
558 TLI.setAvailableWithName(F: LibFunc_exp10f, Name: "__exp10f");
559 }
560 break;
561 case Triple::Linux:
562 // exp10, exp10f, exp10l is available on Linux (GLIBC) but are extremely
563 // buggy prior to glibc version 2.18. Until this version is widely deployed
564 // or we have a reasonable detection strategy, we cannot use exp10 reliably
565 // on Linux.
566 //
567 // Fall through to disable all of them.
568 [[fallthrough]];
569 default:
570 TLI.setUnavailable(LibFunc_exp10);
571 TLI.setUnavailable(LibFunc_exp10f);
572 TLI.setUnavailable(LibFunc_exp10l);
573 }
574
575 // ffsl is available on at least Darwin, Mac OS X, iOS, FreeBSD, and
576 // Linux (GLIBC):
577 // http://developer.apple.com/library/mac/#documentation/Darwin/Reference/ManPages/man3/ffsl.3.html
578 // http://svn.freebsd.org/base/head/lib/libc/string/ffsl.c
579 // http://www.gnu.org/software/gnulib/manual/html_node/ffsl.html
580 switch (T.getOS()) {
581 case Triple::Darwin:
582 case Triple::MacOSX:
583 case Triple::IOS:
584 case Triple::TvOS:
585 case Triple::WatchOS:
586 case Triple::XROS:
587 case Triple::FreeBSD:
588 case Triple::Linux:
589 break;
590 default:
591 TLI.setUnavailable(LibFunc_ffsl);
592 }
593
594 // ffsll is available on at least FreeBSD and Linux (GLIBC):
595 // http://svn.freebsd.org/base/head/lib/libc/string/ffsll.c
596 // http://www.gnu.org/software/gnulib/manual/html_node/ffsll.html
597 switch (T.getOS()) {
598 case Triple::Darwin:
599 case Triple::MacOSX:
600 case Triple::IOS:
601 case Triple::TvOS:
602 case Triple::WatchOS:
603 case Triple::XROS:
604 case Triple::FreeBSD:
605 case Triple::Linux:
606 break;
607 default:
608 TLI.setUnavailable(LibFunc_ffsll);
609 }
610
611 // The following functions are available on at least FreeBSD:
612 // http://svn.freebsd.org/base/head/lib/libc/string/fls.c
613 // http://svn.freebsd.org/base/head/lib/libc/string/flsl.c
614 // http://svn.freebsd.org/base/head/lib/libc/string/flsll.c
615 if (!T.isOSFreeBSD()) {
616 TLI.setUnavailable(LibFunc_fls);
617 TLI.setUnavailable(LibFunc_flsl);
618 TLI.setUnavailable(LibFunc_flsll);
619 }
620
621 // The following functions are only available on GNU/Linux (using glibc).
622 // Linux variants without glibc (eg: bionic, musl) may have some subset.
623 if (!T.isOSLinux() || !T.isGNUEnvironment()) {
624 TLI.setUnavailable(LibFunc_dunder_strdup);
625 TLI.setUnavailable(LibFunc_dunder_strtok_r);
626 TLI.setUnavailable(LibFunc_dunder_isoc99_scanf);
627 TLI.setUnavailable(LibFunc_dunder_isoc99_sscanf);
628 TLI.setUnavailable(LibFunc_under_IO_getc);
629 TLI.setUnavailable(LibFunc_under_IO_putc);
630 // But, Android and musl have memalign.
631 if (!T.isAndroid() && !T.isMusl())
632 TLI.setUnavailable(LibFunc_memalign);
633 TLI.setUnavailable(LibFunc_fopen64);
634 TLI.setUnavailable(LibFunc_fseeko64);
635 TLI.setUnavailable(LibFunc_fstat64);
636 TLI.setUnavailable(LibFunc_fstatvfs64);
637 TLI.setUnavailable(LibFunc_ftello64);
638 TLI.setUnavailable(LibFunc_lstat64);
639 TLI.setUnavailable(LibFunc_open64);
640 TLI.setUnavailable(LibFunc_stat64);
641 TLI.setUnavailable(LibFunc_statvfs64);
642 TLI.setUnavailable(LibFunc_tmpfile64);
643
644 // Relaxed math functions are included in math-finite.h on Linux (GLIBC).
645 // Note that math-finite.h is no longer supported by top-of-tree GLIBC,
646 // so we keep these functions around just so that they're recognized by
647 // the ConstantFolder.
648 TLI.setUnavailable(LibFunc_acos_finite);
649 TLI.setUnavailable(LibFunc_acosf_finite);
650 TLI.setUnavailable(LibFunc_acosl_finite);
651 TLI.setUnavailable(LibFunc_acosh_finite);
652 TLI.setUnavailable(LibFunc_acoshf_finite);
653 TLI.setUnavailable(LibFunc_acoshl_finite);
654 TLI.setUnavailable(LibFunc_asin_finite);
655 TLI.setUnavailable(LibFunc_asinf_finite);
656 TLI.setUnavailable(LibFunc_asinl_finite);
657 TLI.setUnavailable(LibFunc_atan2_finite);
658 TLI.setUnavailable(LibFunc_atan2f_finite);
659 TLI.setUnavailable(LibFunc_atan2l_finite);
660 TLI.setUnavailable(LibFunc_atanh_finite);
661 TLI.setUnavailable(LibFunc_atanhf_finite);
662 TLI.setUnavailable(LibFunc_atanhl_finite);
663 TLI.setUnavailable(LibFunc_cosh_finite);
664 TLI.setUnavailable(LibFunc_coshf_finite);
665 TLI.setUnavailable(LibFunc_coshl_finite);
666 TLI.setUnavailable(LibFunc_exp10_finite);
667 TLI.setUnavailable(LibFunc_exp10f_finite);
668 TLI.setUnavailable(LibFunc_exp10l_finite);
669 TLI.setUnavailable(LibFunc_exp2_finite);
670 TLI.setUnavailable(LibFunc_exp2f_finite);
671 TLI.setUnavailable(LibFunc_exp2l_finite);
672 TLI.setUnavailable(LibFunc_exp_finite);
673 TLI.setUnavailable(LibFunc_expf_finite);
674 TLI.setUnavailable(LibFunc_expl_finite);
675 TLI.setUnavailable(LibFunc_log10_finite);
676 TLI.setUnavailable(LibFunc_log10f_finite);
677 TLI.setUnavailable(LibFunc_log10l_finite);
678 TLI.setUnavailable(LibFunc_log2_finite);
679 TLI.setUnavailable(LibFunc_log2f_finite);
680 TLI.setUnavailable(LibFunc_log2l_finite);
681 TLI.setUnavailable(LibFunc_log_finite);
682 TLI.setUnavailable(LibFunc_logf_finite);
683 TLI.setUnavailable(LibFunc_logl_finite);
684 TLI.setUnavailable(LibFunc_pow_finite);
685 TLI.setUnavailable(LibFunc_powf_finite);
686 TLI.setUnavailable(LibFunc_powl_finite);
687 TLI.setUnavailable(LibFunc_sinh_finite);
688 TLI.setUnavailable(LibFunc_sinhf_finite);
689 TLI.setUnavailable(LibFunc_sinhl_finite);
690 TLI.setUnavailable(LibFunc_sqrt_finite);
691 TLI.setUnavailable(LibFunc_sqrtf_finite);
692 TLI.setUnavailable(LibFunc_sqrtl_finite);
693 }
694
695 if ((T.isOSLinux() && T.isGNUEnvironment()) ||
696 (T.isAndroid() && !T.isAndroidVersionLT(Major: 28))) {
697 // available IO unlocked variants on GNU/Linux and Android P or later
698 TLI.setAvailable(LibFunc_getc_unlocked);
699 TLI.setAvailable(LibFunc_getchar_unlocked);
700 TLI.setAvailable(LibFunc_putc_unlocked);
701 TLI.setAvailable(LibFunc_putchar_unlocked);
702 TLI.setAvailable(LibFunc_fputc_unlocked);
703 TLI.setAvailable(LibFunc_fgetc_unlocked);
704 TLI.setAvailable(LibFunc_fread_unlocked);
705 TLI.setAvailable(LibFunc_fwrite_unlocked);
706 TLI.setAvailable(LibFunc_fputs_unlocked);
707 TLI.setAvailable(LibFunc_fgets_unlocked);
708 }
709
710 if (T.isAndroid() && T.isAndroidVersionLT(Major: 21)) {
711 TLI.setUnavailable(LibFunc_stpcpy);
712 TLI.setUnavailable(LibFunc_stpncpy);
713 }
714
715 if (T.isPS()) {
716 // PS4/PS5 do have memalign.
717 TLI.setAvailable(LibFunc_memalign);
718
719 // PS4/PS5 do not have new/delete with "unsigned int" size parameter;
720 // they only have the "unsigned long" versions.
721 TLI.setUnavailable(LibFunc_ZdaPvj);
722 TLI.setUnavailable(LibFunc_ZdaPvjSt11align_val_t);
723 TLI.setUnavailable(LibFunc_ZdlPvj);
724 TLI.setUnavailable(LibFunc_ZdlPvjSt11align_val_t);
725 TLI.setUnavailable(LibFunc_Znaj);
726 TLI.setUnavailable(LibFunc_ZnajRKSt9nothrow_t);
727 TLI.setUnavailable(LibFunc_ZnajSt11align_val_t);
728 TLI.setUnavailable(LibFunc_ZnajSt11align_val_tRKSt9nothrow_t);
729 TLI.setUnavailable(LibFunc_Znwj);
730 TLI.setUnavailable(LibFunc_ZnwjRKSt9nothrow_t);
731 TLI.setUnavailable(LibFunc_ZnwjSt11align_val_t);
732 TLI.setUnavailable(LibFunc_ZnwjSt11align_val_tRKSt9nothrow_t);
733
734 // None of the *_chk functions.
735 TLI.setUnavailable(LibFunc_memccpy_chk);
736 TLI.setUnavailable(LibFunc_memcpy_chk);
737 TLI.setUnavailable(LibFunc_memmove_chk);
738 TLI.setUnavailable(LibFunc_mempcpy_chk);
739 TLI.setUnavailable(LibFunc_memset_chk);
740 TLI.setUnavailable(LibFunc_snprintf_chk);
741 TLI.setUnavailable(LibFunc_sprintf_chk);
742 TLI.setUnavailable(LibFunc_stpcpy_chk);
743 TLI.setUnavailable(LibFunc_stpncpy_chk);
744 TLI.setUnavailable(LibFunc_strcat_chk);
745 TLI.setUnavailable(LibFunc_strcpy_chk);
746 TLI.setUnavailable(LibFunc_strlcat_chk);
747 TLI.setUnavailable(LibFunc_strlcpy_chk);
748 TLI.setUnavailable(LibFunc_strlen_chk);
749 TLI.setUnavailable(LibFunc_strncat_chk);
750 TLI.setUnavailable(LibFunc_strncpy_chk);
751 TLI.setUnavailable(LibFunc_vsnprintf_chk);
752 TLI.setUnavailable(LibFunc_vsprintf_chk);
753
754 // Various Posix system functions.
755 TLI.setUnavailable(LibFunc_access);
756 TLI.setUnavailable(LibFunc_chmod);
757 TLI.setUnavailable(LibFunc_chown);
758 TLI.setUnavailable(LibFunc_closedir);
759 TLI.setUnavailable(LibFunc_ctermid);
760 TLI.setUnavailable(LibFunc_execl);
761 TLI.setUnavailable(LibFunc_execle);
762 TLI.setUnavailable(LibFunc_execlp);
763 TLI.setUnavailable(LibFunc_execv);
764 TLI.setUnavailable(LibFunc_execvP);
765 TLI.setUnavailable(LibFunc_execve);
766 TLI.setUnavailable(LibFunc_execvp);
767 TLI.setUnavailable(LibFunc_execvpe);
768 TLI.setUnavailable(LibFunc_fork);
769 TLI.setUnavailable(LibFunc_fstat);
770 TLI.setUnavailable(LibFunc_fstatvfs);
771 TLI.setUnavailable(LibFunc_getenv);
772 TLI.setUnavailable(LibFunc_getitimer);
773 TLI.setUnavailable(LibFunc_getlogin_r);
774 TLI.setUnavailable(LibFunc_getpwnam);
775 TLI.setUnavailable(LibFunc_gettimeofday);
776 TLI.setUnavailable(LibFunc_lchown);
777 TLI.setUnavailable(LibFunc_lstat);
778 TLI.setUnavailable(LibFunc_mkdir);
779 TLI.setUnavailable(LibFunc_open);
780 TLI.setUnavailable(LibFunc_opendir);
781 TLI.setUnavailable(LibFunc_pclose);
782 TLI.setUnavailable(LibFunc_popen);
783 TLI.setUnavailable(LibFunc_pread);
784 TLI.setUnavailable(LibFunc_pwrite);
785 TLI.setUnavailable(LibFunc_read);
786 TLI.setUnavailable(LibFunc_readlink);
787 TLI.setUnavailable(LibFunc_realpath);
788 TLI.setUnavailable(LibFunc_rename);
789 TLI.setUnavailable(LibFunc_rmdir);
790 TLI.setUnavailable(LibFunc_setitimer);
791 TLI.setUnavailable(LibFunc_stat);
792 TLI.setUnavailable(LibFunc_statvfs);
793 TLI.setUnavailable(LibFunc_system);
794 TLI.setUnavailable(LibFunc_times);
795 TLI.setUnavailable(LibFunc_tmpfile);
796 TLI.setUnavailable(LibFunc_unlink);
797 TLI.setUnavailable(LibFunc_uname);
798 TLI.setUnavailable(LibFunc_unsetenv);
799 TLI.setUnavailable(LibFunc_utime);
800 TLI.setUnavailable(LibFunc_utimes);
801 TLI.setUnavailable(LibFunc_valloc);
802 TLI.setUnavailable(LibFunc_write);
803
804 // Miscellaneous other functions not provided.
805 TLI.setUnavailable(LibFunc_atomic_load);
806 TLI.setUnavailable(LibFunc_atomic_store);
807 TLI.setUnavailable(LibFunc___kmpc_alloc_shared);
808 TLI.setUnavailable(LibFunc___kmpc_free_shared);
809 TLI.setUnavailable(LibFunc_dunder_strndup);
810 TLI.setUnavailable(LibFunc_bcmp);
811 TLI.setUnavailable(LibFunc_bcopy);
812 TLI.setUnavailable(LibFunc_bzero);
813 TLI.setUnavailable(LibFunc_cabs);
814 TLI.setUnavailable(LibFunc_cabsf);
815 TLI.setUnavailable(LibFunc_cabsl);
816 TLI.setUnavailable(LibFunc_ffs);
817 TLI.setUnavailable(LibFunc_flockfile);
818 TLI.setUnavailable(LibFunc_fseeko);
819 TLI.setUnavailable(LibFunc_ftello);
820 TLI.setUnavailable(LibFunc_ftrylockfile);
821 TLI.setUnavailable(LibFunc_funlockfile);
822 TLI.setUnavailable(LibFunc_htonl);
823 TLI.setUnavailable(LibFunc_htons);
824 TLI.setUnavailable(LibFunc_isascii);
825 TLI.setUnavailable(LibFunc_memccpy);
826 TLI.setUnavailable(LibFunc_mempcpy);
827 TLI.setUnavailable(LibFunc_memrchr);
828 TLI.setUnavailable(LibFunc_ntohl);
829 TLI.setUnavailable(LibFunc_ntohs);
830 TLI.setUnavailable(LibFunc_reallocf);
831 TLI.setUnavailable(LibFunc_roundeven);
832 TLI.setUnavailable(LibFunc_roundevenf);
833 TLI.setUnavailable(LibFunc_roundevenl);
834 TLI.setUnavailable(LibFunc_stpcpy);
835 TLI.setUnavailable(LibFunc_stpncpy);
836 TLI.setUnavailable(LibFunc_strlcat);
837 TLI.setUnavailable(LibFunc_strlcpy);
838 TLI.setUnavailable(LibFunc_strndup);
839 TLI.setUnavailable(LibFunc_strnlen);
840 TLI.setUnavailable(LibFunc_toascii);
841 }
842
843 // As currently implemented in clang, NVPTX code has no standard library to
844 // speak of. Headers provide a standard-ish library implementation, but many
845 // of the signatures are wrong -- for example, many libm functions are not
846 // extern "C".
847 //
848 // libdevice, an IR library provided by nvidia, is linked in by the front-end,
849 // but only used functions are provided to llvm. Moreover, most of the
850 // functions in libdevice don't map precisely to standard library functions.
851 //
852 // FIXME: Having no standard library prevents e.g. many fastmath
853 // optimizations, so this situation should be fixed.
854 if (T.isNVPTX()) {
855 TLI.disableAllFunctions();
856 TLI.setAvailable(LibFunc_nvvm_reflect);
857 TLI.setAvailable(llvm::LibFunc_malloc);
858 TLI.setAvailable(llvm::LibFunc_free);
859
860 // TODO: We could enable the following two according to [0] but we haven't
861 // done an evaluation wrt. the performance implications.
862 // [0]
863 // https://docs.nvidia.com/cuda/cuda-c-programming-guide/index.html#dynamic-global-memory-allocation-and-operations
864 //
865 // TLI.setAvailable(llvm::LibFunc_memcpy);
866 // TLI.setAvailable(llvm::LibFunc_memset);
867
868 TLI.setAvailable(llvm::LibFunc___kmpc_alloc_shared);
869 TLI.setAvailable(llvm::LibFunc___kmpc_free_shared);
870 } else {
871 TLI.setUnavailable(LibFunc_nvvm_reflect);
872 }
873
874 // These vec_malloc/free routines are only available on AIX.
875 if (!T.isOSAIX()) {
876 TLI.setUnavailable(LibFunc_vec_calloc);
877 TLI.setUnavailable(LibFunc_vec_malloc);
878 TLI.setUnavailable(LibFunc_vec_realloc);
879 TLI.setUnavailable(LibFunc_vec_free);
880 }
881
882 TLI.addVectorizableFunctionsFromVecLib(VecLib: ClVectorLibrary, TargetTriple: T);
883}
884
885TargetLibraryInfoImpl::TargetLibraryInfoImpl() {
886 // Default to everything being available.
887 memset(s: AvailableArray, c: -1, n: sizeof(AvailableArray));
888
889 initialize(TLI&: *this, T: Triple(), StandardNames);
890}
891
892TargetLibraryInfoImpl::TargetLibraryInfoImpl(const Triple &T) {
893 // Default to everything being available.
894 memset(s: AvailableArray, c: -1, n: sizeof(AvailableArray));
895
896 initialize(TLI&: *this, T, StandardNames);
897}
898
899TargetLibraryInfoImpl::TargetLibraryInfoImpl(const TargetLibraryInfoImpl &TLI)
900 : CustomNames(TLI.CustomNames), ShouldExtI32Param(TLI.ShouldExtI32Param),
901 ShouldExtI32Return(TLI.ShouldExtI32Return),
902 ShouldSignExtI32Param(TLI.ShouldSignExtI32Param),
903 ShouldSignExtI32Return(TLI.ShouldSignExtI32Return),
904 SizeOfInt(TLI.SizeOfInt) {
905 memcpy(dest: AvailableArray, src: TLI.AvailableArray, n: sizeof(AvailableArray));
906 VectorDescs = TLI.VectorDescs;
907 ScalarDescs = TLI.ScalarDescs;
908}
909
910TargetLibraryInfoImpl::TargetLibraryInfoImpl(TargetLibraryInfoImpl &&TLI)
911 : CustomNames(std::move(TLI.CustomNames)),
912 ShouldExtI32Param(TLI.ShouldExtI32Param),
913 ShouldExtI32Return(TLI.ShouldExtI32Return),
914 ShouldSignExtI32Param(TLI.ShouldSignExtI32Param),
915 ShouldSignExtI32Return(TLI.ShouldSignExtI32Return),
916 SizeOfInt(TLI.SizeOfInt) {
917 std::move(first: std::begin(arr&: TLI.AvailableArray), last: std::end(arr&: TLI.AvailableArray),
918 result: AvailableArray);
919 VectorDescs = TLI.VectorDescs;
920 ScalarDescs = TLI.ScalarDescs;
921}
922
923TargetLibraryInfoImpl &TargetLibraryInfoImpl::operator=(const TargetLibraryInfoImpl &TLI) {
924 CustomNames = TLI.CustomNames;
925 ShouldExtI32Param = TLI.ShouldExtI32Param;
926 ShouldExtI32Return = TLI.ShouldExtI32Return;
927 ShouldSignExtI32Param = TLI.ShouldSignExtI32Param;
928 ShouldSignExtI32Return = TLI.ShouldSignExtI32Return;
929 SizeOfInt = TLI.SizeOfInt;
930 memcpy(dest: AvailableArray, src: TLI.AvailableArray, n: sizeof(AvailableArray));
931 return *this;
932}
933
934TargetLibraryInfoImpl &TargetLibraryInfoImpl::operator=(TargetLibraryInfoImpl &&TLI) {
935 CustomNames = std::move(TLI.CustomNames);
936 ShouldExtI32Param = TLI.ShouldExtI32Param;
937 ShouldExtI32Return = TLI.ShouldExtI32Return;
938 ShouldSignExtI32Param = TLI.ShouldSignExtI32Param;
939 ShouldSignExtI32Return = TLI.ShouldSignExtI32Return;
940 SizeOfInt = TLI.SizeOfInt;
941 std::move(first: std::begin(arr&: TLI.AvailableArray), last: std::end(arr&: TLI.AvailableArray),
942 result: AvailableArray);
943 return *this;
944}
945
946static StringRef sanitizeFunctionName(StringRef funcName) {
947 // Filter out empty names and names containing null bytes, those can't be in
948 // our table.
949 if (funcName.empty() || funcName.contains(C: '\0'))
950 return StringRef();
951
952 // Check for \01 prefix that is used to mangle __asm declarations and
953 // strip it if present.
954 return GlobalValue::dropLLVMManglingEscape(Name: funcName);
955}
956
957static DenseMap<StringRef, LibFunc>
958buildIndexMap(ArrayRef<StringLiteral> StandardNames) {
959 DenseMap<StringRef, LibFunc> Indices;
960 unsigned Idx = 0;
961 Indices.reserve(NumEntries: LibFunc::NumLibFuncs);
962 for (const auto &Func : StandardNames)
963 Indices[Func] = static_cast<LibFunc>(Idx++);
964 return Indices;
965}
966
967bool TargetLibraryInfoImpl::getLibFunc(StringRef funcName, LibFunc &F) const {
968 funcName = sanitizeFunctionName(funcName);
969 if (funcName.empty())
970 return false;
971
972 static const DenseMap<StringRef, LibFunc> Indices =
973 buildIndexMap(StandardNames);
974
975 if (auto Loc = Indices.find(Val: funcName); Loc != Indices.end()) {
976 F = Loc->second;
977 return true;
978 }
979 return false;
980}
981
982// Return true if ArgTy matches Ty.
983
984static bool matchType(FuncArgTypeID ArgTy, const Type *Ty, unsigned IntBits,
985 unsigned SizeTBits) {
986 switch (ArgTy) {
987 case Void:
988 return Ty->isVoidTy();
989 case Bool:
990 return Ty->isIntegerTy(Bitwidth: 8);
991 case Int16:
992 return Ty->isIntegerTy(Bitwidth: 16);
993 case Int32:
994 return Ty->isIntegerTy(Bitwidth: 32);
995 case Int:
996 return Ty->isIntegerTy(Bitwidth: IntBits);
997 case IntPlus:
998 return Ty->isIntegerTy() && Ty->getPrimitiveSizeInBits() >= IntBits;
999 case IntX:
1000 return Ty->isIntegerTy();
1001 case Long:
1002 // TODO: Figure out and use long size.
1003 return Ty->isIntegerTy() && Ty->getPrimitiveSizeInBits() >= IntBits;
1004 case Int64:
1005 return Ty->isIntegerTy(Bitwidth: 64);
1006 case LLong:
1007 return Ty->isIntegerTy(Bitwidth: 64);
1008 case SizeT:
1009 case SSizeT:
1010 return Ty->isIntegerTy(Bitwidth: SizeTBits);
1011 case Flt:
1012 return Ty->isFloatTy();
1013 case Dbl:
1014 return Ty->isDoubleTy();
1015 // TODO: Tighten this up.
1016 case LDbl:
1017 return Ty->isFloatingPointTy();
1018 case Floating:
1019 return Ty->isFloatingPointTy();
1020 case Ptr:
1021 return Ty->isPointerTy();
1022 case Struct:
1023 return Ty->isStructTy();
1024 default:
1025 break;
1026 }
1027
1028 llvm_unreachable("Invalid type");
1029}
1030
1031bool TargetLibraryInfoImpl::isValidProtoForLibFunc(const FunctionType &FTy,
1032 LibFunc F,
1033 const Module &M) const {
1034 unsigned NumParams = FTy.getNumParams();
1035
1036 switch (F) {
1037 // Special handling for <complex.h> functions:
1038 case LibFunc_cabs:
1039 case LibFunc_cabsf:
1040 case LibFunc_cabsl: {
1041 Type *RetTy = FTy.getReturnType();
1042 if (!RetTy->isFloatingPointTy())
1043 return false;
1044
1045 Type *ParamTy = FTy.getParamType(i: 0);
1046 // NOTE: These prototypes are target specific and currently support
1047 // "complex" passed as an array or discrete real & imaginary parameters.
1048 // Add other calling conventions to enable libcall optimizations.
1049 if (NumParams == 1)
1050 return (ParamTy->isArrayTy() && ParamTy->getArrayNumElements() == 2 &&
1051 ParamTy->getArrayElementType() == RetTy);
1052 else if (NumParams == 2)
1053 return ParamTy == RetTy && FTy.getParamType(i: 1) == RetTy;
1054
1055 return false;
1056 }
1057 // Special handling for the sincospi functions that return either
1058 // a struct or vector:
1059 case LibFunc_sincospi_stret:
1060 case LibFunc_sincospif_stret: {
1061 if (NumParams != 1)
1062 return false;
1063
1064 Type *RetTy = FTy.getReturnType();
1065 Type *ParamTy = FTy.getParamType(i: 0);
1066 if (auto *Ty = dyn_cast<StructType>(Val: RetTy)) {
1067 if (Ty->getNumElements() != 2)
1068 return false;
1069 return (Ty->getElementType(N: 0) == ParamTy &&
1070 Ty->getElementType(N: 1) == ParamTy);
1071 }
1072
1073 if (auto *Ty = dyn_cast<FixedVectorType>(Val: RetTy)) {
1074 if (Ty->getNumElements() != 2)
1075 return false;
1076 return Ty->getElementType() == ParamTy;
1077 }
1078
1079 return false;
1080 }
1081
1082 default:
1083 break;
1084 }
1085
1086 unsigned IntBits = getIntSize();
1087 unsigned SizeTBits = getSizeTSize(M);
1088 unsigned Idx = 0;
1089
1090 // Iterate over the type ids in the function prototype, matching each
1091 // against the function's type FTy, starting with its return type.
1092 // Return true if both match in number and kind, inclduing the ellipsis.
1093 Type *Ty = FTy.getReturnType(), *LastTy = Ty;
1094 const auto &ProtoTypes = Signatures[F];
1095 for (auto TyID : ProtoTypes) {
1096 if (Idx && TyID == Void)
1097 // Except in the first position where it designates the function's
1098 // return type Void ends the argument list.
1099 break;
1100
1101 if (TyID == Ellip) {
1102 // The ellipsis ends the protoype list but is not a part of FTy's
1103 // argument list. Except when it's last it must be followed by
1104 // Void.
1105 assert(Idx == ProtoTypes.size() - 1 || ProtoTypes[Idx + 1] == Void);
1106 return FTy.isFunctionVarArg();
1107 }
1108
1109 if (TyID == Same) {
1110 assert(Idx != 0 && "Type ID 'Same' must not be first!");
1111 if (Ty != LastTy)
1112 return false;
1113 } else {
1114 if (!Ty || !matchType(ArgTy: TyID, Ty, IntBits, SizeTBits))
1115 return false;
1116 LastTy = Ty;
1117 }
1118
1119 if (Idx == NumParams) {
1120 // There's at least one and at most two more type ids than there are
1121 // arguments in FTy's argument list.
1122 Ty = nullptr;
1123 ++Idx;
1124 continue;
1125 }
1126
1127 Ty = FTy.getParamType(i: Idx++);
1128 }
1129
1130 // Return success only if all entries on both lists have been processed
1131 // and the function is not a variadic one.
1132 return Idx == NumParams + 1 && !FTy.isFunctionVarArg();
1133}
1134
1135bool TargetLibraryInfoImpl::getLibFunc(const Function &FDecl,
1136 LibFunc &F) const {
1137 // Intrinsics don't overlap w/libcalls; if our module has a large number of
1138 // intrinsics, this ends up being an interesting compile time win since we
1139 // avoid string normalization and comparison.
1140 if (FDecl.isIntrinsic()) return false;
1141
1142 const Module *M = FDecl.getParent();
1143 assert(M && "Expecting FDecl to be connected to a Module.");
1144
1145 if (FDecl.LibFuncCache == Function::UnknownLibFunc)
1146 if (!getLibFunc(funcName: FDecl.getName(), F&: FDecl.LibFuncCache))
1147 FDecl.LibFuncCache = NotLibFunc;
1148
1149 if (FDecl.LibFuncCache == NotLibFunc)
1150 return false;
1151
1152 F = FDecl.LibFuncCache;
1153 return isValidProtoForLibFunc(FTy: *FDecl.getFunctionType(), F, M: *M);
1154}
1155
1156bool TargetLibraryInfoImpl::getLibFunc(unsigned int Opcode, Type *Ty,
1157 LibFunc &F) const {
1158 // Must be a frem instruction with float or double arguments.
1159 if (Opcode != Instruction::FRem || (!Ty->isDoubleTy() && !Ty->isFloatTy()))
1160 return false;
1161
1162 F = Ty->isDoubleTy() ? LibFunc_fmod : LibFunc_fmodf;
1163 return true;
1164}
1165
1166void TargetLibraryInfoImpl::disableAllFunctions() {
1167 memset(s: AvailableArray, c: 0, n: sizeof(AvailableArray));
1168}
1169
1170static bool compareByScalarFnName(const VecDesc &LHS, const VecDesc &RHS) {
1171 return LHS.getScalarFnName() < RHS.getScalarFnName();
1172}
1173
1174static bool compareByVectorFnName(const VecDesc &LHS, const VecDesc &RHS) {
1175 return LHS.getVectorFnName() < RHS.getVectorFnName();
1176}
1177
1178static bool compareWithScalarFnName(const VecDesc &LHS, StringRef S) {
1179 return LHS.getScalarFnName() < S;
1180}
1181
1182void TargetLibraryInfoImpl::addVectorizableFunctions(ArrayRef<VecDesc> Fns) {
1183 llvm::append_range(C&: VectorDescs, R&: Fns);
1184 llvm::sort(C&: VectorDescs, Comp: compareByScalarFnName);
1185
1186 llvm::append_range(C&: ScalarDescs, R&: Fns);
1187 llvm::sort(C&: ScalarDescs, Comp: compareByVectorFnName);
1188}
1189
1190static const VecDesc VecFuncs_Accelerate[] = {
1191#define TLI_DEFINE_ACCELERATE_VECFUNCS
1192#include "llvm/Analysis/VecFuncs.def"
1193};
1194
1195static const VecDesc VecFuncs_DarwinLibSystemM[] = {
1196#define TLI_DEFINE_DARWIN_LIBSYSTEM_M_VECFUNCS
1197#include "llvm/Analysis/VecFuncs.def"
1198};
1199
1200static const VecDesc VecFuncs_LIBMVEC_X86[] = {
1201#define TLI_DEFINE_LIBMVEC_X86_VECFUNCS
1202#include "llvm/Analysis/VecFuncs.def"
1203};
1204
1205static const VecDesc VecFuncs_MASSV[] = {
1206#define TLI_DEFINE_MASSV_VECFUNCS
1207#include "llvm/Analysis/VecFuncs.def"
1208};
1209
1210static const VecDesc VecFuncs_SVML[] = {
1211#define TLI_DEFINE_SVML_VECFUNCS
1212#include "llvm/Analysis/VecFuncs.def"
1213};
1214
1215static const VecDesc VecFuncs_SLEEFGNUABI_VF2[] = {
1216#define TLI_DEFINE_SLEEFGNUABI_VF2_VECFUNCS
1217#define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, VABI_PREFIX) \
1218 {SCAL, VEC, VF, /* MASK = */ false, VABI_PREFIX},
1219#include "llvm/Analysis/VecFuncs.def"
1220};
1221static const VecDesc VecFuncs_SLEEFGNUABI_VF4[] = {
1222#define TLI_DEFINE_SLEEFGNUABI_VF4_VECFUNCS
1223#define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, VABI_PREFIX) \
1224 {SCAL, VEC, VF, /* MASK = */ false, VABI_PREFIX},
1225#include "llvm/Analysis/VecFuncs.def"
1226};
1227static const VecDesc VecFuncs_SLEEFGNUABI_VFScalable[] = {
1228#define TLI_DEFINE_SLEEFGNUABI_SCALABLE_VECFUNCS
1229#define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, MASK, VABI_PREFIX) \
1230 {SCAL, VEC, VF, MASK, VABI_PREFIX},
1231#include "llvm/Analysis/VecFuncs.def"
1232};
1233
1234static const VecDesc VecFuncs_ArmPL[] = {
1235#define TLI_DEFINE_ARMPL_VECFUNCS
1236#define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, MASK, VABI_PREFIX) \
1237 {SCAL, VEC, VF, MASK, VABI_PREFIX},
1238#include "llvm/Analysis/VecFuncs.def"
1239};
1240
1241const VecDesc VecFuncs_AMDLIBM[] = {
1242#define TLI_DEFINE_AMDLIBM_VECFUNCS
1243#define TLI_DEFINE_VECFUNC(SCAL, VEC, VF, MASK, VABI_PREFIX) \
1244 {SCAL, VEC, VF, MASK, VABI_PREFIX},
1245#include "llvm/Analysis/VecFuncs.def"
1246};
1247
1248void TargetLibraryInfoImpl::addVectorizableFunctionsFromVecLib(
1249 enum VectorLibrary VecLib, const llvm::Triple &TargetTriple) {
1250 switch (VecLib) {
1251 case Accelerate: {
1252 addVectorizableFunctions(Fns: VecFuncs_Accelerate);
1253 break;
1254 }
1255 case DarwinLibSystemM: {
1256 addVectorizableFunctions(Fns: VecFuncs_DarwinLibSystemM);
1257 break;
1258 }
1259 case LIBMVEC_X86: {
1260 addVectorizableFunctions(Fns: VecFuncs_LIBMVEC_X86);
1261 break;
1262 }
1263 case MASSV: {
1264 addVectorizableFunctions(Fns: VecFuncs_MASSV);
1265 break;
1266 }
1267 case SVML: {
1268 addVectorizableFunctions(Fns: VecFuncs_SVML);
1269 break;
1270 }
1271 case SLEEFGNUABI: {
1272 switch (TargetTriple.getArch()) {
1273 default:
1274 break;
1275 case llvm::Triple::aarch64:
1276 case llvm::Triple::aarch64_be:
1277 addVectorizableFunctions(Fns: VecFuncs_SLEEFGNUABI_VF2);
1278 addVectorizableFunctions(Fns: VecFuncs_SLEEFGNUABI_VF4);
1279 addVectorizableFunctions(Fns: VecFuncs_SLEEFGNUABI_VFScalable);
1280 break;
1281 }
1282 break;
1283 }
1284 case ArmPL: {
1285 switch (TargetTriple.getArch()) {
1286 default:
1287 break;
1288 case llvm::Triple::aarch64:
1289 case llvm::Triple::aarch64_be:
1290 addVectorizableFunctions(Fns: VecFuncs_ArmPL);
1291 break;
1292 }
1293 break;
1294 }
1295 case AMDLIBM: {
1296 addVectorizableFunctions(Fns: VecFuncs_AMDLIBM);
1297 break;
1298 }
1299 case NoLibrary:
1300 break;
1301 }
1302}
1303
1304bool TargetLibraryInfoImpl::isFunctionVectorizable(StringRef funcName) const {
1305 funcName = sanitizeFunctionName(funcName);
1306 if (funcName.empty())
1307 return false;
1308
1309 std::vector<VecDesc>::const_iterator I =
1310 llvm::lower_bound(Range: VectorDescs, Value&: funcName, C: compareWithScalarFnName);
1311 return I != VectorDescs.end() && StringRef(I->getScalarFnName()) == funcName;
1312}
1313
1314StringRef TargetLibraryInfoImpl::getVectorizedFunction(StringRef F,
1315 const ElementCount &VF,
1316 bool Masked) const {
1317 const VecDesc *VD = getVectorMappingInfo(F, VF, Masked);
1318 if (VD)
1319 return VD->getVectorFnName();
1320 return StringRef();
1321}
1322
1323const VecDesc *
1324TargetLibraryInfoImpl::getVectorMappingInfo(StringRef F, const ElementCount &VF,
1325 bool Masked) const {
1326 F = sanitizeFunctionName(funcName: F);
1327 if (F.empty())
1328 return nullptr;
1329 std::vector<VecDesc>::const_iterator I =
1330 llvm::lower_bound(Range: VectorDescs, Value&: F, C: compareWithScalarFnName);
1331 while (I != VectorDescs.end() && StringRef(I->getScalarFnName()) == F) {
1332 if ((I->getVectorizationFactor() == VF) && (I->isMasked() == Masked))
1333 return &(*I);
1334 ++I;
1335 }
1336 return nullptr;
1337}
1338
1339TargetLibraryInfo TargetLibraryAnalysis::run(const Function &F,
1340 FunctionAnalysisManager &) {
1341 if (!BaselineInfoImpl)
1342 BaselineInfoImpl =
1343 TargetLibraryInfoImpl(Triple(F.getParent()->getTargetTriple()));
1344 return TargetLibraryInfo(*BaselineInfoImpl, &F);
1345}
1346
1347unsigned TargetLibraryInfoImpl::getWCharSize(const Module &M) const {
1348 if (auto *ShortWChar = cast_or_null<ConstantAsMetadata>(
1349 Val: M.getModuleFlag(Key: "wchar_size")))
1350 return cast<ConstantInt>(Val: ShortWChar->getValue())->getZExtValue();
1351 return 0;
1352}
1353
1354unsigned TargetLibraryInfoImpl::getSizeTSize(const Module &M) const {
1355 // There is really no guarantee that sizeof(size_t) is equal to sizeof(int*).
1356 // If that isn't true then it should be possible to derive the SizeTTy from
1357 // the target triple here instead and do an early return.
1358
1359 // Historically LLVM assume that size_t has same size as intptr_t (hence
1360 // deriving the size from sizeof(int*) in address space zero). This should
1361 // work for most targets. For future consideration: DataLayout also implement
1362 // getIndexSizeInBits which might map better to size_t compared to
1363 // getPointerSizeInBits. Hard coding address space zero here might be
1364 // unfortunate as well. Maybe getDefaultGlobalsAddressSpace() or
1365 // getAllocaAddrSpace() is better.
1366 unsigned AddressSpace = 0;
1367 return M.getDataLayout().getPointerSizeInBits(AS: AddressSpace);
1368}
1369
1370TargetLibraryInfoWrapperPass::TargetLibraryInfoWrapperPass()
1371 : ImmutablePass(ID), TLA(TargetLibraryInfoImpl()) {
1372 initializeTargetLibraryInfoWrapperPassPass(*PassRegistry::getPassRegistry());
1373}
1374
1375TargetLibraryInfoWrapperPass::TargetLibraryInfoWrapperPass(const Triple &T)
1376 : ImmutablePass(ID), TLA(TargetLibraryInfoImpl(T)) {
1377 initializeTargetLibraryInfoWrapperPassPass(*PassRegistry::getPassRegistry());
1378}
1379
1380TargetLibraryInfoWrapperPass::TargetLibraryInfoWrapperPass(
1381 const TargetLibraryInfoImpl &TLIImpl)
1382 : ImmutablePass(ID), TLA(TLIImpl) {
1383 initializeTargetLibraryInfoWrapperPassPass(*PassRegistry::getPassRegistry());
1384}
1385
1386AnalysisKey TargetLibraryAnalysis::Key;
1387
1388// Register the basic pass.
1389INITIALIZE_PASS(TargetLibraryInfoWrapperPass, "targetlibinfo",
1390 "Target Library Information", false, true)
1391char TargetLibraryInfoWrapperPass::ID = 0;
1392
1393void TargetLibraryInfoWrapperPass::anchor() {}
1394
1395void TargetLibraryInfoImpl::getWidestVF(StringRef ScalarF,
1396 ElementCount &FixedVF,
1397 ElementCount &ScalableVF) const {
1398 ScalarF = sanitizeFunctionName(funcName: ScalarF);
1399 // Use '0' here because a type of the form <vscale x 1 x ElTy> is not the
1400 // same as a scalar.
1401 ScalableVF = ElementCount::getScalable(MinVal: 0);
1402 FixedVF = ElementCount::getFixed(MinVal: 1);
1403 if (ScalarF.empty())
1404 return;
1405
1406 std::vector<VecDesc>::const_iterator I =
1407 llvm::lower_bound(Range: VectorDescs, Value&: ScalarF, C: compareWithScalarFnName);
1408 while (I != VectorDescs.end() && StringRef(I->getScalarFnName()) == ScalarF) {
1409 ElementCount *VF =
1410 I->getVectorizationFactor().isScalable() ? &ScalableVF : &FixedVF;
1411 if (ElementCount::isKnownGT(LHS: I->getVectorizationFactor(), RHS: *VF))
1412 *VF = I->getVectorizationFactor();
1413 ++I;
1414 }
1415}
1416

source code of llvm/lib/Analysis/TargetLibraryInfo.cpp