1 | // align implementation -*- C++ -*-
|
---|
2 |
|
---|
3 | // Copyright (C) 2014-2021 Free Software Foundation, Inc.
|
---|
4 | //
|
---|
5 | // This file is part of the GNU ISO C++ Library. This library is free
|
---|
6 | // software; you can redistribute it and/or modify it under the
|
---|
7 | // terms of the GNU General Public License as published by the
|
---|
8 | // Free Software Foundation; either version 3, or (at your option)
|
---|
9 | // any later version.
|
---|
10 |
|
---|
11 | // This library is distributed in the hope that it will be useful,
|
---|
12 | // but WITHOUT ANY WARRANTY; without even the implied warranty of
|
---|
13 | // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
---|
14 | // GNU General Public License for more details.
|
---|
15 |
|
---|
16 | // Under Section 7 of GPL version 3, you are granted additional
|
---|
17 | // permissions described in the GCC Runtime Library Exception, version
|
---|
18 | // 3.1, as published by the Free Software Foundation.
|
---|
19 |
|
---|
20 | // You should have received a copy of the GNU General Public License and
|
---|
21 | // a copy of the GCC Runtime Library Exception along with this program;
|
---|
22 | // see the files COPYING3 and COPYING.RUNTIME respectively. If not, see
|
---|
23 | // <http://www.gnu.org/licenses/>.
|
---|
24 |
|
---|
25 | /** @file bits/align.h
|
---|
26 | * This is an internal header file, included by other library headers.
|
---|
27 | * Do not attempt to use it directly. @headername{memory}
|
---|
28 | */
|
---|
29 |
|
---|
30 | #ifndef _GLIBCXX_ALIGN_H
|
---|
31 | #define _GLIBCXX_ALIGN_H 1
|
---|
32 |
|
---|
33 | #include <bits/c++config.h>
|
---|
34 |
|
---|
35 | #include <bit> // std::has_single_bit
|
---|
36 | #include <stdint.h> // uintptr_t
|
---|
37 | #include <debug/assertions.h> // _GLIBCXX_DEBUG_ASSERT
|
---|
38 |
|
---|
39 | namespace std _GLIBCXX_VISIBILITY(default)
|
---|
40 | {
|
---|
41 | _GLIBCXX_BEGIN_NAMESPACE_VERSION
|
---|
42 |
|
---|
43 | /**
|
---|
44 | * @brief Fit aligned storage in buffer.
|
---|
45 | *
|
---|
46 | * This function tries to fit @a __size bytes of storage with alignment
|
---|
47 | * @a __align into the buffer @a __ptr of size @a __space bytes. If such
|
---|
48 | * a buffer fits then @a __ptr is changed to point to the first byte of the
|
---|
49 | * aligned storage and @a __space is reduced by the bytes used for alignment.
|
---|
50 | *
|
---|
51 | * C++11 20.6.5 [ptr.align]
|
---|
52 | *
|
---|
53 | * @param __align A fundamental or extended alignment value.
|
---|
54 | * @param __size Size of the aligned storage required.
|
---|
55 | * @param __ptr Pointer to a buffer of @a __space bytes.
|
---|
56 | * @param __space Size of the buffer pointed to by @a __ptr.
|
---|
57 | * @return the updated pointer if the aligned storage fits, otherwise nullptr.
|
---|
58 | *
|
---|
59 | * @ingroup memory
|
---|
60 | */
|
---|
61 | inline void*
|
---|
62 | align(size_t __align, size_t __size, void*& __ptr, size_t& __space) noexcept
|
---|
63 | {
|
---|
64 | if (__space < __size)
|
---|
65 | return nullptr;
|
---|
66 | const auto __intptr = reinterpret_cast<uintptr_t>(__ptr);
|
---|
67 | const auto __aligned = (__intptr - 1u + __align) & -__align;
|
---|
68 | const auto __diff = __aligned - __intptr;
|
---|
69 | if (__diff > (__space - __size))
|
---|
70 | return nullptr;
|
---|
71 | else
|
---|
72 | {
|
---|
73 | __space -= __diff;
|
---|
74 | return __ptr = reinterpret_cast<void*>(__aligned);
|
---|
75 | }
|
---|
76 | }
|
---|
77 |
|
---|
78 | #if __cplusplus > 201703L
|
---|
79 | #define __cpp_lib_assume_aligned 201811L
|
---|
80 | /** @brief Inform the compiler that a pointer is aligned.
|
---|
81 | *
|
---|
82 | * @tparam _Align An alignment value (i.e. a power of two)
|
---|
83 | * @tparam _Tp An object type
|
---|
84 | * @param __ptr A pointer that is aligned to _Align
|
---|
85 | *
|
---|
86 | * C++20 20.10.6 [ptr.align]
|
---|
87 | *
|
---|
88 | * @ingroup memory
|
---|
89 | */
|
---|
90 | template<size_t _Align, class _Tp>
|
---|
91 | [[nodiscard,__gnu__::__always_inline__]]
|
---|
92 | constexpr _Tp*
|
---|
93 | assume_aligned(_Tp* __ptr) noexcept
|
---|
94 | {
|
---|
95 | static_assert(std::has_single_bit(_Align));
|
---|
96 | if (std::is_constant_evaluated())
|
---|
97 | return __ptr;
|
---|
98 | else
|
---|
99 | {
|
---|
100 | // This function is expected to be used in hot code, where
|
---|
101 | // __glibcxx_assert would add unwanted overhead.
|
---|
102 | _GLIBCXX_DEBUG_ASSERT((uintptr_t)__ptr % _Align == 0);
|
---|
103 | return static_cast<_Tp*>(__builtin_assume_aligned(__ptr, _Align));
|
---|
104 | }
|
---|
105 | }
|
---|
106 | #endif // C++2a
|
---|
107 |
|
---|
108 | _GLIBCXX_END_NAMESPACE_VERSION
|
---|
109 | } // namespace
|
---|
110 |
|
---|
111 | #endif /* _GLIBCXX_ALIGN_H */
|
---|