| 1 | // Allocators -*- C++ -*-
|
|---|
| 2 |
|
|---|
| 3 | // Copyright (C) 2001-2021 Free Software Foundation, Inc.
|
|---|
| 4 | //
|
|---|
| 5 | // This file is part of the GNU ISO C++ Library. This library is free
|
|---|
| 6 | // software; you can redistribute it and/or modify it under the
|
|---|
| 7 | // terms of the GNU General Public License as published by the
|
|---|
| 8 | // Free Software Foundation; either version 3, or (at your option)
|
|---|
| 9 | // any later version.
|
|---|
| 10 |
|
|---|
| 11 | // This library is distributed in the hope that it will be useful,
|
|---|
| 12 | // but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|---|
| 13 | // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|---|
| 14 | // GNU General Public License for more details.
|
|---|
| 15 |
|
|---|
| 16 | // Under Section 7 of GPL version 3, you are granted additional
|
|---|
| 17 | // permissions described in the GCC Runtime Library Exception, version
|
|---|
| 18 | // 3.1, as published by the Free Software Foundation.
|
|---|
| 19 |
|
|---|
| 20 | // You should have received a copy of the GNU General Public License and
|
|---|
| 21 | // a copy of the GCC Runtime Library Exception along with this program;
|
|---|
| 22 | // see the files COPYING3 and COPYING.RUNTIME respectively. If not, see
|
|---|
| 23 | // <http://www.gnu.org/licenses/>.
|
|---|
| 24 |
|
|---|
| 25 | /*
|
|---|
| 26 | * Copyright (c) 1996-1997
|
|---|
| 27 | * Silicon Graphics Computer Systems, Inc.
|
|---|
| 28 | *
|
|---|
| 29 | * Permission to use, copy, modify, distribute and sell this software
|
|---|
| 30 | * and its documentation for any purpose is hereby granted without fee,
|
|---|
| 31 | * provided that the above copyright notice appear in all copies and
|
|---|
| 32 | * that both that copyright notice and this permission notice appear
|
|---|
| 33 | * in supporting documentation. Silicon Graphics makes no
|
|---|
| 34 | * representations about the suitability of this software for any
|
|---|
| 35 | * purpose. It is provided "as is" without express or implied warranty.
|
|---|
| 36 | */
|
|---|
| 37 |
|
|---|
| 38 | /** @file ext/pool_allocator.h
|
|---|
| 39 | * This file is a GNU extension to the Standard C++ Library.
|
|---|
| 40 | */
|
|---|
| 41 |
|
|---|
| 42 | #ifndef _POOL_ALLOCATOR_H
|
|---|
| 43 | #define _POOL_ALLOCATOR_H 1
|
|---|
| 44 |
|
|---|
| 45 | #include <bits/c++config.h>
|
|---|
| 46 | #include <cstdlib>
|
|---|
| 47 | #include <new>
|
|---|
| 48 | #include <bits/functexcept.h>
|
|---|
| 49 | #include <ext/atomicity.h>
|
|---|
| 50 | #include <ext/concurrence.h>
|
|---|
| 51 | #include <bits/move.h>
|
|---|
| 52 | #if __cplusplus >= 201103L
|
|---|
| 53 | #include <type_traits>
|
|---|
| 54 | #endif
|
|---|
| 55 |
|
|---|
| 56 | namespace __gnu_cxx _GLIBCXX_VISIBILITY(default)
|
|---|
| 57 | {
|
|---|
| 58 | _GLIBCXX_BEGIN_NAMESPACE_VERSION
|
|---|
| 59 |
|
|---|
| 60 | /**
|
|---|
| 61 | * @brief Base class for __pool_alloc.
|
|---|
| 62 | *
|
|---|
| 63 | * Uses various allocators to fulfill underlying requests (and makes as
|
|---|
| 64 | * few requests as possible when in default high-speed pool mode).
|
|---|
| 65 | *
|
|---|
| 66 | * Important implementation properties:
|
|---|
| 67 | * 0. If globally mandated, then allocate objects from new
|
|---|
| 68 | * 1. If the clients request an object of size > _S_max_bytes, the resulting
|
|---|
| 69 | * object will be obtained directly from new
|
|---|
| 70 | * 2. In all other cases, we allocate an object of size exactly
|
|---|
| 71 | * _S_round_up(requested_size). Thus the client has enough size
|
|---|
| 72 | * information that we can return the object to the proper free list
|
|---|
| 73 | * without permanently losing part of the object.
|
|---|
| 74 | */
|
|---|
| 75 | class __pool_alloc_base
|
|---|
| 76 | {
|
|---|
| 77 | typedef std::size_t size_t;
|
|---|
| 78 | protected:
|
|---|
| 79 |
|
|---|
| 80 | enum { _S_align = 8 };
|
|---|
| 81 | enum { _S_max_bytes = 128 };
|
|---|
| 82 | enum { _S_free_list_size = (size_t)_S_max_bytes / (size_t)_S_align };
|
|---|
| 83 |
|
|---|
| 84 | union _Obj
|
|---|
| 85 | {
|
|---|
| 86 | union _Obj* _M_free_list_link;
|
|---|
| 87 | char _M_client_data[1]; // The client sees this.
|
|---|
| 88 | };
|
|---|
| 89 |
|
|---|
| 90 | static _Obj* volatile _S_free_list[_S_free_list_size];
|
|---|
| 91 |
|
|---|
| 92 | // Chunk allocation state.
|
|---|
| 93 | static char* _S_start_free;
|
|---|
| 94 | static char* _S_end_free;
|
|---|
| 95 | static size_t _S_heap_size;
|
|---|
| 96 |
|
|---|
| 97 | size_t
|
|---|
| 98 | _M_round_up(size_t __bytes)
|
|---|
| 99 | { return ((__bytes + (size_t)_S_align - 1) & ~((size_t)_S_align - 1)); }
|
|---|
| 100 |
|
|---|
| 101 | _GLIBCXX_CONST _Obj* volatile*
|
|---|
| 102 | _M_get_free_list(size_t __bytes) throw ();
|
|---|
| 103 |
|
|---|
| 104 | __mutex&
|
|---|
| 105 | _M_get_mutex() throw ();
|
|---|
| 106 |
|
|---|
| 107 | // Returns an object of size __n, and optionally adds to size __n
|
|---|
| 108 | // free list.
|
|---|
| 109 | void*
|
|---|
| 110 | _M_refill(size_t __n);
|
|---|
| 111 |
|
|---|
| 112 | // Allocates a chunk for nobjs of size size. nobjs may be reduced
|
|---|
| 113 | // if it is inconvenient to allocate the requested number.
|
|---|
| 114 | char*
|
|---|
| 115 | _M_allocate_chunk(size_t __n, int& __nobjs);
|
|---|
| 116 | };
|
|---|
| 117 |
|
|---|
| 118 |
|
|---|
| 119 | /**
|
|---|
| 120 | * @brief Allocator using a memory pool with a single lock.
|
|---|
| 121 | * @ingroup allocators
|
|---|
| 122 | */
|
|---|
| 123 | template<typename _Tp>
|
|---|
| 124 | class __pool_alloc : private __pool_alloc_base
|
|---|
| 125 | {
|
|---|
| 126 | private:
|
|---|
| 127 | static _Atomic_word _S_force_new;
|
|---|
| 128 |
|
|---|
| 129 | public:
|
|---|
| 130 | typedef std::size_t size_type;
|
|---|
| 131 | typedef std::ptrdiff_t difference_type;
|
|---|
| 132 | typedef _Tp* pointer;
|
|---|
| 133 | typedef const _Tp* const_pointer;
|
|---|
| 134 | typedef _Tp& reference;
|
|---|
| 135 | typedef const _Tp& const_reference;
|
|---|
| 136 | typedef _Tp value_type;
|
|---|
| 137 |
|
|---|
| 138 | template<typename _Tp1>
|
|---|
| 139 | struct rebind
|
|---|
| 140 | { typedef __pool_alloc<_Tp1> other; };
|
|---|
| 141 |
|
|---|
| 142 | #if __cplusplus >= 201103L
|
|---|
| 143 | // _GLIBCXX_RESOLVE_LIB_DEFECTS
|
|---|
| 144 | // 2103. propagate_on_container_move_assignment
|
|---|
| 145 | typedef std::true_type propagate_on_container_move_assignment;
|
|---|
| 146 | #endif
|
|---|
| 147 |
|
|---|
| 148 | __pool_alloc() _GLIBCXX_USE_NOEXCEPT { }
|
|---|
| 149 |
|
|---|
| 150 | __pool_alloc(const __pool_alloc&) _GLIBCXX_USE_NOEXCEPT { }
|
|---|
| 151 |
|
|---|
| 152 | template<typename _Tp1>
|
|---|
| 153 | __pool_alloc(const __pool_alloc<_Tp1>&) _GLIBCXX_USE_NOEXCEPT { }
|
|---|
| 154 |
|
|---|
| 155 | ~__pool_alloc() _GLIBCXX_USE_NOEXCEPT { }
|
|---|
| 156 |
|
|---|
| 157 | pointer
|
|---|
| 158 | address(reference __x) const _GLIBCXX_NOEXCEPT
|
|---|
| 159 | { return std::__addressof(__x); }
|
|---|
| 160 |
|
|---|
| 161 | const_pointer
|
|---|
| 162 | address(const_reference __x) const _GLIBCXX_NOEXCEPT
|
|---|
| 163 | { return std::__addressof(__x); }
|
|---|
| 164 |
|
|---|
| 165 | size_type
|
|---|
| 166 | max_size() const _GLIBCXX_USE_NOEXCEPT
|
|---|
| 167 | { return std::size_t(-1) / sizeof(_Tp); }
|
|---|
| 168 |
|
|---|
| 169 | #if __cplusplus >= 201103L
|
|---|
| 170 | template<typename _Up, typename... _Args>
|
|---|
| 171 | void
|
|---|
| 172 | construct(_Up* __p, _Args&&... __args)
|
|---|
| 173 | { ::new((void *)__p) _Up(std::forward<_Args>(__args)...); }
|
|---|
| 174 |
|
|---|
| 175 | template<typename _Up>
|
|---|
| 176 | void
|
|---|
| 177 | destroy(_Up* __p) { __p->~_Up(); }
|
|---|
| 178 | #else
|
|---|
| 179 | // _GLIBCXX_RESOLVE_LIB_DEFECTS
|
|---|
| 180 | // 402. wrong new expression in [some_] allocator::construct
|
|---|
| 181 | void
|
|---|
| 182 | construct(pointer __p, const _Tp& __val)
|
|---|
| 183 | { ::new((void *)__p) _Tp(__val); }
|
|---|
| 184 |
|
|---|
| 185 | void
|
|---|
| 186 | destroy(pointer __p) { __p->~_Tp(); }
|
|---|
| 187 | #endif
|
|---|
| 188 |
|
|---|
| 189 | _GLIBCXX_NODISCARD pointer
|
|---|
| 190 | allocate(size_type __n, const void* = 0);
|
|---|
| 191 |
|
|---|
| 192 | void
|
|---|
| 193 | deallocate(pointer __p, size_type __n);
|
|---|
| 194 | };
|
|---|
| 195 |
|
|---|
| 196 | template<typename _Tp>
|
|---|
| 197 | inline bool
|
|---|
| 198 | operator==(const __pool_alloc<_Tp>&, const __pool_alloc<_Tp>&)
|
|---|
| 199 | { return true; }
|
|---|
| 200 |
|
|---|
| 201 | #if __cpp_impl_three_way_comparison < 201907L
|
|---|
| 202 | template<typename _Tp>
|
|---|
| 203 | inline bool
|
|---|
| 204 | operator!=(const __pool_alloc<_Tp>&, const __pool_alloc<_Tp>&)
|
|---|
| 205 | { return false; }
|
|---|
| 206 | #endif
|
|---|
| 207 |
|
|---|
| 208 | template<typename _Tp>
|
|---|
| 209 | _Atomic_word
|
|---|
| 210 | __pool_alloc<_Tp>::_S_force_new;
|
|---|
| 211 |
|
|---|
| 212 | template<typename _Tp>
|
|---|
| 213 | _GLIBCXX_NODISCARD _Tp*
|
|---|
| 214 | __pool_alloc<_Tp>::allocate(size_type __n, const void*)
|
|---|
| 215 | {
|
|---|
| 216 | using std::size_t;
|
|---|
| 217 | pointer __ret = 0;
|
|---|
| 218 | if (__builtin_expect(__n != 0, true))
|
|---|
| 219 | {
|
|---|
| 220 | if (__n > this->max_size())
|
|---|
| 221 | std::__throw_bad_alloc();
|
|---|
| 222 |
|
|---|
| 223 | const size_t __bytes = __n * sizeof(_Tp);
|
|---|
| 224 |
|
|---|
| 225 | #if __cpp_aligned_new
|
|---|
| 226 | if (alignof(_Tp) > __STDCPP_DEFAULT_NEW_ALIGNMENT__)
|
|---|
| 227 | {
|
|---|
| 228 | std::align_val_t __al = std::align_val_t(alignof(_Tp));
|
|---|
| 229 | return static_cast<_Tp*>(::operator new(__bytes, __al));
|
|---|
| 230 | }
|
|---|
| 231 | #endif
|
|---|
| 232 |
|
|---|
| 233 | // If there is a race through here, assume answer from getenv
|
|---|
| 234 | // will resolve in same direction. Inspired by techniques
|
|---|
| 235 | // to efficiently support threading found in basic_string.h.
|
|---|
| 236 | if (_S_force_new == 0)
|
|---|
| 237 | {
|
|---|
| 238 | if (std::getenv("GLIBCXX_FORCE_NEW"))
|
|---|
| 239 | __atomic_add_dispatch(&_S_force_new, 1);
|
|---|
| 240 | else
|
|---|
| 241 | __atomic_add_dispatch(&_S_force_new, -1);
|
|---|
| 242 | }
|
|---|
| 243 |
|
|---|
| 244 | if (__bytes > size_t(_S_max_bytes) || _S_force_new > 0)
|
|---|
| 245 | __ret = static_cast<_Tp*>(::operator new(__bytes));
|
|---|
| 246 | else
|
|---|
| 247 | {
|
|---|
| 248 | _Obj* volatile* __free_list = _M_get_free_list(__bytes);
|
|---|
| 249 |
|
|---|
| 250 | __scoped_lock sentry(_M_get_mutex());
|
|---|
| 251 | _Obj* __restrict__ __result = *__free_list;
|
|---|
| 252 | if (__builtin_expect(__result == 0, 0))
|
|---|
| 253 | __ret = static_cast<_Tp*>(_M_refill(_M_round_up(__bytes)));
|
|---|
| 254 | else
|
|---|
| 255 | {
|
|---|
| 256 | *__free_list = __result->_M_free_list_link;
|
|---|
| 257 | __ret = reinterpret_cast<_Tp*>(__result);
|
|---|
| 258 | }
|
|---|
| 259 | if (__ret == 0)
|
|---|
| 260 | std::__throw_bad_alloc();
|
|---|
| 261 | }
|
|---|
| 262 | }
|
|---|
| 263 | return __ret;
|
|---|
| 264 | }
|
|---|
| 265 |
|
|---|
| 266 | template<typename _Tp>
|
|---|
| 267 | void
|
|---|
| 268 | __pool_alloc<_Tp>::deallocate(pointer __p, size_type __n)
|
|---|
| 269 | {
|
|---|
| 270 | using std::size_t;
|
|---|
| 271 | if (__builtin_expect(__n != 0 && __p != 0, true))
|
|---|
| 272 | {
|
|---|
| 273 | #if __cpp_aligned_new
|
|---|
| 274 | if (alignof(_Tp) > __STDCPP_DEFAULT_NEW_ALIGNMENT__)
|
|---|
| 275 | {
|
|---|
| 276 | ::operator delete(__p, std::align_val_t(alignof(_Tp)));
|
|---|
| 277 | return;
|
|---|
| 278 | }
|
|---|
| 279 | #endif
|
|---|
| 280 | const size_t __bytes = __n * sizeof(_Tp);
|
|---|
| 281 | if (__bytes > static_cast<size_t>(_S_max_bytes) || _S_force_new > 0)
|
|---|
| 282 | ::operator delete(__p);
|
|---|
| 283 | else
|
|---|
| 284 | {
|
|---|
| 285 | _Obj* volatile* __free_list = _M_get_free_list(__bytes);
|
|---|
| 286 | _Obj* __q = reinterpret_cast<_Obj*>(__p);
|
|---|
| 287 |
|
|---|
| 288 | __scoped_lock sentry(_M_get_mutex());
|
|---|
| 289 | __q ->_M_free_list_link = *__free_list;
|
|---|
| 290 | *__free_list = __q;
|
|---|
| 291 | }
|
|---|
| 292 | }
|
|---|
| 293 | }
|
|---|
| 294 |
|
|---|
| 295 | _GLIBCXX_END_NAMESPACE_VERSION
|
|---|
| 296 | } // namespace
|
|---|
| 297 |
|
|---|
| 298 | #endif
|
|---|