1 | // Allocators -*- C++ -*-
|
---|
2 |
|
---|
3 | // Copyright (C) 2001-2021 Free Software Foundation, Inc.
|
---|
4 | //
|
---|
5 | // This file is part of the GNU ISO C++ Library. This library is free
|
---|
6 | // software; you can redistribute it and/or modify it under the
|
---|
7 | // terms of the GNU General Public License as published by the
|
---|
8 | // Free Software Foundation; either version 3, or (at your option)
|
---|
9 | // any later version.
|
---|
10 |
|
---|
11 | // This library is distributed in the hope that it will be useful,
|
---|
12 | // but WITHOUT ANY WARRANTY; without even the implied warranty of
|
---|
13 | // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
---|
14 | // GNU General Public License for more details.
|
---|
15 |
|
---|
16 | // Under Section 7 of GPL version 3, you are granted additional
|
---|
17 | // permissions described in the GCC Runtime Library Exception, version
|
---|
18 | // 3.1, as published by the Free Software Foundation.
|
---|
19 |
|
---|
20 | // You should have received a copy of the GNU General Public License and
|
---|
21 | // a copy of the GCC Runtime Library Exception along with this program;
|
---|
22 | // see the files COPYING3 and COPYING.RUNTIME respectively. If not, see
|
---|
23 | // <http://www.gnu.org/licenses/>.
|
---|
24 |
|
---|
25 | /*
|
---|
26 | * Copyright (c) 1996-1997
|
---|
27 | * Silicon Graphics Computer Systems, Inc.
|
---|
28 | *
|
---|
29 | * Permission to use, copy, modify, distribute and sell this software
|
---|
30 | * and its documentation for any purpose is hereby granted without fee,
|
---|
31 | * provided that the above copyright notice appear in all copies and
|
---|
32 | * that both that copyright notice and this permission notice appear
|
---|
33 | * in supporting documentation. Silicon Graphics makes no
|
---|
34 | * representations about the suitability of this software for any
|
---|
35 | * purpose. It is provided "as is" without express or implied warranty.
|
---|
36 | */
|
---|
37 |
|
---|
38 | /** @file ext/pool_allocator.h
|
---|
39 | * This file is a GNU extension to the Standard C++ Library.
|
---|
40 | */
|
---|
41 |
|
---|
42 | #ifndef _POOL_ALLOCATOR_H
|
---|
43 | #define _POOL_ALLOCATOR_H 1
|
---|
44 |
|
---|
45 | #include <bits/c++config.h>
|
---|
46 | #include <cstdlib>
|
---|
47 | #include <new>
|
---|
48 | #include <bits/functexcept.h>
|
---|
49 | #include <ext/atomicity.h>
|
---|
50 | #include <ext/concurrence.h>
|
---|
51 | #include <bits/move.h>
|
---|
52 | #if __cplusplus >= 201103L
|
---|
53 | #include <type_traits>
|
---|
54 | #endif
|
---|
55 |
|
---|
56 | namespace __gnu_cxx _GLIBCXX_VISIBILITY(default)
|
---|
57 | {
|
---|
58 | _GLIBCXX_BEGIN_NAMESPACE_VERSION
|
---|
59 |
|
---|
60 | /**
|
---|
61 | * @brief Base class for __pool_alloc.
|
---|
62 | *
|
---|
63 | * Uses various allocators to fulfill underlying requests (and makes as
|
---|
64 | * few requests as possible when in default high-speed pool mode).
|
---|
65 | *
|
---|
66 | * Important implementation properties:
|
---|
67 | * 0. If globally mandated, then allocate objects from new
|
---|
68 | * 1. If the clients request an object of size > _S_max_bytes, the resulting
|
---|
69 | * object will be obtained directly from new
|
---|
70 | * 2. In all other cases, we allocate an object of size exactly
|
---|
71 | * _S_round_up(requested_size). Thus the client has enough size
|
---|
72 | * information that we can return the object to the proper free list
|
---|
73 | * without permanently losing part of the object.
|
---|
74 | */
|
---|
75 | class __pool_alloc_base
|
---|
76 | {
|
---|
77 | typedef std::size_t size_t;
|
---|
78 | protected:
|
---|
79 |
|
---|
80 | enum { _S_align = 8 };
|
---|
81 | enum { _S_max_bytes = 128 };
|
---|
82 | enum { _S_free_list_size = (size_t)_S_max_bytes / (size_t)_S_align };
|
---|
83 |
|
---|
84 | union _Obj
|
---|
85 | {
|
---|
86 | union _Obj* _M_free_list_link;
|
---|
87 | char _M_client_data[1]; // The client sees this.
|
---|
88 | };
|
---|
89 |
|
---|
90 | static _Obj* volatile _S_free_list[_S_free_list_size];
|
---|
91 |
|
---|
92 | // Chunk allocation state.
|
---|
93 | static char* _S_start_free;
|
---|
94 | static char* _S_end_free;
|
---|
95 | static size_t _S_heap_size;
|
---|
96 |
|
---|
97 | size_t
|
---|
98 | _M_round_up(size_t __bytes)
|
---|
99 | { return ((__bytes + (size_t)_S_align - 1) & ~((size_t)_S_align - 1)); }
|
---|
100 |
|
---|
101 | _GLIBCXX_CONST _Obj* volatile*
|
---|
102 | _M_get_free_list(size_t __bytes) throw ();
|
---|
103 |
|
---|
104 | __mutex&
|
---|
105 | _M_get_mutex() throw ();
|
---|
106 |
|
---|
107 | // Returns an object of size __n, and optionally adds to size __n
|
---|
108 | // free list.
|
---|
109 | void*
|
---|
110 | _M_refill(size_t __n);
|
---|
111 |
|
---|
112 | // Allocates a chunk for nobjs of size size. nobjs may be reduced
|
---|
113 | // if it is inconvenient to allocate the requested number.
|
---|
114 | char*
|
---|
115 | _M_allocate_chunk(size_t __n, int& __nobjs);
|
---|
116 | };
|
---|
117 |
|
---|
118 |
|
---|
119 | /**
|
---|
120 | * @brief Allocator using a memory pool with a single lock.
|
---|
121 | * @ingroup allocators
|
---|
122 | */
|
---|
123 | template<typename _Tp>
|
---|
124 | class __pool_alloc : private __pool_alloc_base
|
---|
125 | {
|
---|
126 | private:
|
---|
127 | static _Atomic_word _S_force_new;
|
---|
128 |
|
---|
129 | public:
|
---|
130 | typedef std::size_t size_type;
|
---|
131 | typedef std::ptrdiff_t difference_type;
|
---|
132 | typedef _Tp* pointer;
|
---|
133 | typedef const _Tp* const_pointer;
|
---|
134 | typedef _Tp& reference;
|
---|
135 | typedef const _Tp& const_reference;
|
---|
136 | typedef _Tp value_type;
|
---|
137 |
|
---|
138 | template<typename _Tp1>
|
---|
139 | struct rebind
|
---|
140 | { typedef __pool_alloc<_Tp1> other; };
|
---|
141 |
|
---|
142 | #if __cplusplus >= 201103L
|
---|
143 | // _GLIBCXX_RESOLVE_LIB_DEFECTS
|
---|
144 | // 2103. propagate_on_container_move_assignment
|
---|
145 | typedef std::true_type propagate_on_container_move_assignment;
|
---|
146 | #endif
|
---|
147 |
|
---|
148 | __pool_alloc() _GLIBCXX_USE_NOEXCEPT { }
|
---|
149 |
|
---|
150 | __pool_alloc(const __pool_alloc&) _GLIBCXX_USE_NOEXCEPT { }
|
---|
151 |
|
---|
152 | template<typename _Tp1>
|
---|
153 | __pool_alloc(const __pool_alloc<_Tp1>&) _GLIBCXX_USE_NOEXCEPT { }
|
---|
154 |
|
---|
155 | ~__pool_alloc() _GLIBCXX_USE_NOEXCEPT { }
|
---|
156 |
|
---|
157 | pointer
|
---|
158 | address(reference __x) const _GLIBCXX_NOEXCEPT
|
---|
159 | { return std::__addressof(__x); }
|
---|
160 |
|
---|
161 | const_pointer
|
---|
162 | address(const_reference __x) const _GLIBCXX_NOEXCEPT
|
---|
163 | { return std::__addressof(__x); }
|
---|
164 |
|
---|
165 | size_type
|
---|
166 | max_size() const _GLIBCXX_USE_NOEXCEPT
|
---|
167 | { return std::size_t(-1) / sizeof(_Tp); }
|
---|
168 |
|
---|
169 | #if __cplusplus >= 201103L
|
---|
170 | template<typename _Up, typename... _Args>
|
---|
171 | void
|
---|
172 | construct(_Up* __p, _Args&&... __args)
|
---|
173 | { ::new((void *)__p) _Up(std::forward<_Args>(__args)...); }
|
---|
174 |
|
---|
175 | template<typename _Up>
|
---|
176 | void
|
---|
177 | destroy(_Up* __p) { __p->~_Up(); }
|
---|
178 | #else
|
---|
179 | // _GLIBCXX_RESOLVE_LIB_DEFECTS
|
---|
180 | // 402. wrong new expression in [some_] allocator::construct
|
---|
181 | void
|
---|
182 | construct(pointer __p, const _Tp& __val)
|
---|
183 | { ::new((void *)__p) _Tp(__val); }
|
---|
184 |
|
---|
185 | void
|
---|
186 | destroy(pointer __p) { __p->~_Tp(); }
|
---|
187 | #endif
|
---|
188 |
|
---|
189 | _GLIBCXX_NODISCARD pointer
|
---|
190 | allocate(size_type __n, const void* = 0);
|
---|
191 |
|
---|
192 | void
|
---|
193 | deallocate(pointer __p, size_type __n);
|
---|
194 | };
|
---|
195 |
|
---|
196 | template<typename _Tp>
|
---|
197 | inline bool
|
---|
198 | operator==(const __pool_alloc<_Tp>&, const __pool_alloc<_Tp>&)
|
---|
199 | { return true; }
|
---|
200 |
|
---|
201 | #if __cpp_impl_three_way_comparison < 201907L
|
---|
202 | template<typename _Tp>
|
---|
203 | inline bool
|
---|
204 | operator!=(const __pool_alloc<_Tp>&, const __pool_alloc<_Tp>&)
|
---|
205 | { return false; }
|
---|
206 | #endif
|
---|
207 |
|
---|
208 | template<typename _Tp>
|
---|
209 | _Atomic_word
|
---|
210 | __pool_alloc<_Tp>::_S_force_new;
|
---|
211 |
|
---|
212 | template<typename _Tp>
|
---|
213 | _GLIBCXX_NODISCARD _Tp*
|
---|
214 | __pool_alloc<_Tp>::allocate(size_type __n, const void*)
|
---|
215 | {
|
---|
216 | using std::size_t;
|
---|
217 | pointer __ret = 0;
|
---|
218 | if (__builtin_expect(__n != 0, true))
|
---|
219 | {
|
---|
220 | if (__n > this->max_size())
|
---|
221 | std::__throw_bad_alloc();
|
---|
222 |
|
---|
223 | const size_t __bytes = __n * sizeof(_Tp);
|
---|
224 |
|
---|
225 | #if __cpp_aligned_new
|
---|
226 | if (alignof(_Tp) > __STDCPP_DEFAULT_NEW_ALIGNMENT__)
|
---|
227 | {
|
---|
228 | std::align_val_t __al = std::align_val_t(alignof(_Tp));
|
---|
229 | return static_cast<_Tp*>(::operator new(__bytes, __al));
|
---|
230 | }
|
---|
231 | #endif
|
---|
232 |
|
---|
233 | // If there is a race through here, assume answer from getenv
|
---|
234 | // will resolve in same direction. Inspired by techniques
|
---|
235 | // to efficiently support threading found in basic_string.h.
|
---|
236 | if (_S_force_new == 0)
|
---|
237 | {
|
---|
238 | if (std::getenv("GLIBCXX_FORCE_NEW"))
|
---|
239 | __atomic_add_dispatch(&_S_force_new, 1);
|
---|
240 | else
|
---|
241 | __atomic_add_dispatch(&_S_force_new, -1);
|
---|
242 | }
|
---|
243 |
|
---|
244 | if (__bytes > size_t(_S_max_bytes) || _S_force_new > 0)
|
---|
245 | __ret = static_cast<_Tp*>(::operator new(__bytes));
|
---|
246 | else
|
---|
247 | {
|
---|
248 | _Obj* volatile* __free_list = _M_get_free_list(__bytes);
|
---|
249 |
|
---|
250 | __scoped_lock sentry(_M_get_mutex());
|
---|
251 | _Obj* __restrict__ __result = *__free_list;
|
---|
252 | if (__builtin_expect(__result == 0, 0))
|
---|
253 | __ret = static_cast<_Tp*>(_M_refill(_M_round_up(__bytes)));
|
---|
254 | else
|
---|
255 | {
|
---|
256 | *__free_list = __result->_M_free_list_link;
|
---|
257 | __ret = reinterpret_cast<_Tp*>(__result);
|
---|
258 | }
|
---|
259 | if (__ret == 0)
|
---|
260 | std::__throw_bad_alloc();
|
---|
261 | }
|
---|
262 | }
|
---|
263 | return __ret;
|
---|
264 | }
|
---|
265 |
|
---|
266 | template<typename _Tp>
|
---|
267 | void
|
---|
268 | __pool_alloc<_Tp>::deallocate(pointer __p, size_type __n)
|
---|
269 | {
|
---|
270 | using std::size_t;
|
---|
271 | if (__builtin_expect(__n != 0 && __p != 0, true))
|
---|
272 | {
|
---|
273 | #if __cpp_aligned_new
|
---|
274 | if (alignof(_Tp) > __STDCPP_DEFAULT_NEW_ALIGNMENT__)
|
---|
275 | {
|
---|
276 | ::operator delete(__p, std::align_val_t(alignof(_Tp)));
|
---|
277 | return;
|
---|
278 | }
|
---|
279 | #endif
|
---|
280 | const size_t __bytes = __n * sizeof(_Tp);
|
---|
281 | if (__bytes > static_cast<size_t>(_S_max_bytes) || _S_force_new > 0)
|
---|
282 | ::operator delete(__p);
|
---|
283 | else
|
---|
284 | {
|
---|
285 | _Obj* volatile* __free_list = _M_get_free_list(__bytes);
|
---|
286 | _Obj* __q = reinterpret_cast<_Obj*>(__p);
|
---|
287 |
|
---|
288 | __scoped_lock sentry(_M_get_mutex());
|
---|
289 | __q ->_M_free_list_link = *__free_list;
|
---|
290 | *__free_list = __q;
|
---|
291 | }
|
---|
292 | }
|
---|
293 | }
|
---|
294 |
|
---|
295 | _GLIBCXX_END_NAMESPACE_VERSION
|
---|
296 | } // namespace
|
---|
297 |
|
---|
298 | #endif
|
---|