Warning: This file is not a C or C++ file. It does not have highlighting.
1 | //===--- DeviceUtils.h - OpenMP device runtime utility functions -- C++ -*-===// |
---|---|
2 | // |
3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
4 | // See https://llvm.org/LICENSE.txt for license information. |
5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
6 | // |
7 | //===----------------------------------------------------------------------===// |
8 | // |
9 | // |
10 | //===----------------------------------------------------------------------===// |
11 | |
12 | #ifndef OMPTARGET_DEVICERTL_DEVICE_UTILS_H |
13 | #define OMPTARGET_DEVICERTL_DEVICE_UTILS_H |
14 | |
15 | #include "DeviceTypes.h" |
16 | #include "Shared/Utils.h" |
17 | |
18 | namespace utils { |
19 | |
20 | template <typename T> struct type_identity { |
21 | using type = T; |
22 | }; |
23 | |
24 | template <typename T, T v> struct integral_constant { |
25 | inline static constexpr T value = v; |
26 | }; |
27 | |
28 | /// Freestanding SFINAE helpers. |
29 | template <class T> struct remove_cv : type_identity<T> {}; |
30 | template <class T> struct remove_cv<const T> : type_identity<T> {}; |
31 | template <class T> struct remove_cv<volatile T> : type_identity<T> {}; |
32 | template <class T> struct remove_cv<const volatile T> : type_identity<T> {}; |
33 | template <class T> using remove_cv_t = typename remove_cv<T>::type; |
34 | |
35 | using true_type = integral_constant<bool, true>; |
36 | using false_type = integral_constant<bool, false>; |
37 | |
38 | template <typename T, typename U> struct is_same : false_type {}; |
39 | template <typename T> struct is_same<T, T> : true_type {}; |
40 | template <typename T, typename U> |
41 | inline constexpr bool is_same_v = is_same<T, U>::value; |
42 | |
43 | template <typename T> struct is_floating_point { |
44 | inline static constexpr bool value = |
45 | is_same_v<remove_cv_t<T>, float> || is_same_v<remove_cv_t<T>, double>; |
46 | }; |
47 | template <typename T> |
48 | inline constexpr bool is_floating_point_v = is_floating_point<T>::value; |
49 | |
50 | template <bool B, typename T = void> struct enable_if; |
51 | template <typename T> struct enable_if<true, T> : type_identity<T> {}; |
52 | template <bool B, typename T = void> |
53 | using enable_if_t = typename enable_if<B, T>::type; |
54 | |
55 | template <class T> struct remove_addrspace : type_identity<T> {}; |
56 | template <class T, int N> |
57 | struct remove_addrspace<T [[clang::address_space(N)]]> : type_identity<T> {}; |
58 | template <class T> |
59 | using remove_addrspace_t = typename remove_addrspace<T>::type; |
60 | |
61 | template <typename To, typename From> inline To bitCast(From V) { |
62 | static_assert(sizeof(To) == sizeof(From), "Bad conversion"); |
63 | return __builtin_bit_cast(To, V); |
64 | } |
65 | |
66 | /// Return the value \p Var from thread Id \p SrcLane in the warp if the thread |
67 | /// is identified by \p Mask. |
68 | int32_t shuffle(uint64_t Mask, int32_t Var, int32_t SrcLane, int32_t Width); |
69 | |
70 | int32_t shuffleDown(uint64_t Mask, int32_t Var, uint32_t Delta, int32_t Width); |
71 | |
72 | int64_t shuffleDown(uint64_t Mask, int64_t Var, uint32_t Delta, int32_t Width); |
73 | |
74 | uint64_t ballotSync(uint64_t Mask, int32_t Pred); |
75 | |
76 | /// Return \p LowBits and \p HighBits packed into a single 64 bit value. |
77 | uint64_t pack(uint32_t LowBits, uint32_t HighBits); |
78 | |
79 | /// Unpack \p Val into \p LowBits and \p HighBits. |
80 | void unpack(uint64_t Val, uint32_t &LowBits, uint32_t &HighBits); |
81 | |
82 | /// Return true iff \p Ptr is pointing into shared (local) memory (AS(3)). |
83 | bool isSharedMemPtr(void *Ptr); |
84 | |
85 | /// Return true iff \p Ptr is pointing into (thread) local memory (AS(5)). |
86 | bool isThreadLocalMemPtr(void *Ptr); |
87 | |
88 | /// A pointer variable that has by design an `undef` value. Use with care. |
89 | [[clang::loader_uninitialized]] static void *const UndefPtr; |
90 | |
91 | #define OMP_LIKELY(EXPR) __builtin_expect((bool)(EXPR), true) |
92 | #define OMP_UNLIKELY(EXPR) __builtin_expect((bool)(EXPR), false) |
93 | |
94 | } // namespace utils |
95 | |
96 | #endif |
97 |
Warning: This file is not a C or C++ file. It does not have highlighting.