1 | // align implementation -*- C++ -*- |
2 | |
3 | // Copyright (C) 2014-2021 Free Software Foundation, Inc. |
4 | // |
5 | // This file is part of the GNU ISO C++ Library. This library is free |
6 | // software; you can redistribute it and/or modify it under the |
7 | // terms of the GNU General Public License as published by the |
8 | // Free Software Foundation; either version 3, or (at your option) |
9 | // any later version. |
10 | |
11 | // This library is distributed in the hope that it will be useful, |
12 | // but WITHOUT ANY WARRANTY; without even the implied warranty of |
13 | // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
14 | // GNU General Public License for more details. |
15 | |
16 | // Under Section 7 of GPL version 3, you are granted additional |
17 | // permissions described in the GCC Runtime Library Exception, version |
18 | // 3.1, as published by the Free Software Foundation. |
19 | |
20 | // You should have received a copy of the GNU General Public License and |
21 | // a copy of the GCC Runtime Library Exception along with this program; |
22 | // see the files COPYING3 and COPYING.RUNTIME respectively. If not, see |
23 | // <http://www.gnu.org/licenses/>. |
24 | |
25 | /** @file bits/align.h |
26 | * This is an internal header file, included by other library headers. |
27 | * Do not attempt to use it directly. @headername{memory} |
28 | */ |
29 | |
30 | #ifndef _GLIBCXX_ALIGN_H |
31 | #define _GLIBCXX_ALIGN_H 1 |
32 | |
33 | #include <bits/c++config.h> |
34 | |
35 | #include <bit> // std::has_single_bit |
36 | #include <stdint.h> // uintptr_t |
37 | #include <debug/assertions.h> // _GLIBCXX_DEBUG_ASSERT |
38 | |
39 | namespace std _GLIBCXX_VISIBILITY(default) |
40 | { |
41 | _GLIBCXX_BEGIN_NAMESPACE_VERSION |
42 | |
43 | /** |
44 | * @brief Fit aligned storage in buffer. |
45 | * |
46 | * This function tries to fit @a __size bytes of storage with alignment |
47 | * @a __align into the buffer @a __ptr of size @a __space bytes. If such |
48 | * a buffer fits then @a __ptr is changed to point to the first byte of the |
49 | * aligned storage and @a __space is reduced by the bytes used for alignment. |
50 | * |
51 | * C++11 20.6.5 [ptr.align] |
52 | * |
53 | * @param __align A fundamental or extended alignment value. |
54 | * @param __size Size of the aligned storage required. |
55 | * @param __ptr Pointer to a buffer of @a __space bytes. |
56 | * @param __space Size of the buffer pointed to by @a __ptr. |
57 | * @return the updated pointer if the aligned storage fits, otherwise nullptr. |
58 | * |
59 | * @ingroup memory |
60 | */ |
61 | inline void* |
62 | align(size_t __align, size_t __size, void*& __ptr, size_t& __space) noexcept |
63 | { |
64 | if (__space < __size) |
65 | return nullptr; |
66 | const auto __intptr = reinterpret_cast<uintptr_t>(__ptr); |
67 | const auto __aligned = (__intptr - 1u + __align) & -__align; |
68 | const auto __diff = __aligned - __intptr; |
69 | if (__diff > (__space - __size)) |
70 | return nullptr; |
71 | else |
72 | { |
73 | __space -= __diff; |
74 | return __ptr = reinterpret_cast<void*>(__aligned); |
75 | } |
76 | } |
77 | |
78 | #if __cplusplus > 201703L |
79 | #define __cpp_lib_assume_aligned 201811L |
80 | /** @brief Inform the compiler that a pointer is aligned. |
81 | * |
82 | * @tparam _Align An alignment value (i.e. a power of two) |
83 | * @tparam _Tp An object type |
84 | * @param __ptr A pointer that is aligned to _Align |
85 | * |
86 | * C++20 20.10.6 [ptr.align] |
87 | * |
88 | * @ingroup memory |
89 | */ |
90 | template<size_t _Align, class _Tp> |
91 | [[nodiscard,__gnu__::__always_inline__]] |
92 | constexpr _Tp* |
93 | assume_aligned(_Tp* __ptr) noexcept |
94 | { |
95 | static_assert(std::has_single_bit(x: _Align)); |
96 | if (std::is_constant_evaluated()) |
97 | return __ptr; |
98 | else |
99 | { |
100 | // This function is expected to be used in hot code, where |
101 | // __glibcxx_assert would add unwanted overhead. |
102 | _GLIBCXX_DEBUG_ASSERT((uintptr_t)__ptr % _Align == 0); |
103 | return static_cast<_Tp*>(__builtin_assume_aligned(__ptr, _Align)); |
104 | } |
105 | } |
106 | #endif // C++2a |
107 | |
108 | _GLIBCXX_END_NAMESPACE_VERSION |
109 | } // namespace |
110 | |
111 | #endif /* _GLIBCXX_ALIGN_H */ |
112 | |