Warning: This file is not a C or C++ file. It does not have highlighting.
| 1 | //===--- DeviceUtils.h - OpenMP device runtime utility functions -- C++ -*-===// |
|---|---|
| 2 | // |
| 3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
| 4 | // See https://llvm.org/LICENSE.txt for license information. |
| 5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
| 6 | // |
| 7 | //===----------------------------------------------------------------------===// |
| 8 | // |
| 9 | // |
| 10 | //===----------------------------------------------------------------------===// |
| 11 | |
| 12 | #ifndef OMPTARGET_DEVICERTL_DEVICE_UTILS_H |
| 13 | #define OMPTARGET_DEVICERTL_DEVICE_UTILS_H |
| 14 | |
| 15 | #include "DeviceTypes.h" |
| 16 | #include "Shared/Utils.h" |
| 17 | |
| 18 | namespace utils { |
| 19 | |
| 20 | template <typename T> struct type_identity { |
| 21 | using type = T; |
| 22 | }; |
| 23 | |
| 24 | template <typename T, T v> struct integral_constant { |
| 25 | inline static constexpr T value = v; |
| 26 | }; |
| 27 | |
| 28 | /// Freestanding SFINAE helpers. |
| 29 | template <class T> struct remove_cv : type_identity<T> {}; |
| 30 | template <class T> struct remove_cv<const T> : type_identity<T> {}; |
| 31 | template <class T> struct remove_cv<volatile T> : type_identity<T> {}; |
| 32 | template <class T> struct remove_cv<const volatile T> : type_identity<T> {}; |
| 33 | template <class T> using remove_cv_t = typename remove_cv<T>::type; |
| 34 | |
| 35 | using true_type = integral_constant<bool, true>; |
| 36 | using false_type = integral_constant<bool, false>; |
| 37 | |
| 38 | template <typename T, typename U> struct is_same : false_type {}; |
| 39 | template <typename T> struct is_same<T, T> : true_type {}; |
| 40 | template <typename T, typename U> |
| 41 | inline constexpr bool is_same_v = is_same<T, U>::value; |
| 42 | |
| 43 | template <typename T> struct is_floating_point { |
| 44 | inline static constexpr bool value = |
| 45 | is_same_v<remove_cv_t<T>, float> || is_same_v<remove_cv_t<T>, double>; |
| 46 | }; |
| 47 | template <typename T> |
| 48 | inline constexpr bool is_floating_point_v = is_floating_point<T>::value; |
| 49 | |
| 50 | template <bool B, typename T = void> struct enable_if; |
| 51 | template <typename T> struct enable_if<true, T> : type_identity<T> {}; |
| 52 | template <bool B, typename T = void> |
| 53 | using enable_if_t = typename enable_if<B, T>::type; |
| 54 | |
| 55 | template <class T> struct remove_addrspace : type_identity<T> {}; |
| 56 | template <class T, int N> |
| 57 | struct remove_addrspace<T [[clang::address_space(N)]]> : type_identity<T> {}; |
| 58 | template <class T> |
| 59 | using remove_addrspace_t = typename remove_addrspace<T>::type; |
| 60 | |
| 61 | template <typename To, typename From> inline To bitCast(From V) { |
| 62 | static_assert(sizeof(To) == sizeof(From), "Bad conversion"); |
| 63 | return __builtin_bit_cast(To, V); |
| 64 | } |
| 65 | |
| 66 | /// Return the value \p Var from thread Id \p SrcLane in the warp if the thread |
| 67 | /// is identified by \p Mask. |
| 68 | int32_t shuffle(uint64_t Mask, int32_t Var, int32_t SrcLane, int32_t Width); |
| 69 | |
| 70 | int32_t shuffleDown(uint64_t Mask, int32_t Var, uint32_t Delta, int32_t Width); |
| 71 | |
| 72 | int64_t shuffleDown(uint64_t Mask, int64_t Var, uint32_t Delta, int32_t Width); |
| 73 | |
| 74 | uint64_t ballotSync(uint64_t Mask, int32_t Pred); |
| 75 | |
| 76 | /// Return \p LowBits and \p HighBits packed into a single 64 bit value. |
| 77 | uint64_t pack(uint32_t LowBits, uint32_t HighBits); |
| 78 | |
| 79 | /// Unpack \p Val into \p LowBits and \p HighBits. |
| 80 | void unpack(uint64_t Val, uint32_t &LowBits, uint32_t &HighBits); |
| 81 | |
| 82 | /// Return true iff \p Ptr is pointing into shared (local) memory (AS(3)). |
| 83 | bool isSharedMemPtr(void *Ptr); |
| 84 | |
| 85 | /// Return true iff \p Ptr is pointing into (thread) local memory (AS(5)). |
| 86 | bool isThreadLocalMemPtr(void *Ptr); |
| 87 | |
| 88 | /// A pointer variable that has by design an `undef` value. Use with care. |
| 89 | [[clang::loader_uninitialized]] static void *const UndefPtr; |
| 90 | |
| 91 | #define OMP_LIKELY(EXPR) __builtin_expect((bool)(EXPR), true) |
| 92 | #define OMP_UNLIKELY(EXPR) __builtin_expect((bool)(EXPR), false) |
| 93 | |
| 94 | } // namespace utils |
| 95 | |
| 96 | #endif |
| 97 |
Warning: This file is not a C or C++ file. It does not have highlighting.