xref: /freebsd/contrib/llvm-project/libcxx/include/new (revision 349cc55c9796c4596a5b9904cd3281af295f878f)
10b57cec5SDimitry Andric// -*- C++ -*-
2*349cc55cSDimitry Andric//===----------------------------------------------------------------------===//
30b57cec5SDimitry Andric//
40b57cec5SDimitry Andric// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
50b57cec5SDimitry Andric// See https://llvm.org/LICENSE.txt for license information.
60b57cec5SDimitry Andric// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
70b57cec5SDimitry Andric//
80b57cec5SDimitry Andric//===----------------------------------------------------------------------===//
90b57cec5SDimitry Andric
100b57cec5SDimitry Andric#ifndef _LIBCPP_NEW
110b57cec5SDimitry Andric#define _LIBCPP_NEW
120b57cec5SDimitry Andric
130b57cec5SDimitry Andric/*
140b57cec5SDimitry Andric    new synopsis
150b57cec5SDimitry Andric
160b57cec5SDimitry Andricnamespace std
170b57cec5SDimitry Andric{
180b57cec5SDimitry Andric
190b57cec5SDimitry Andricclass bad_alloc
200b57cec5SDimitry Andric    : public exception
210b57cec5SDimitry Andric{
220b57cec5SDimitry Andricpublic:
230b57cec5SDimitry Andric    bad_alloc() noexcept;
240b57cec5SDimitry Andric    bad_alloc(const bad_alloc&) noexcept;
250b57cec5SDimitry Andric    bad_alloc& operator=(const bad_alloc&) noexcept;
260b57cec5SDimitry Andric    virtual const char* what() const noexcept;
270b57cec5SDimitry Andric};
280b57cec5SDimitry Andric
290b57cec5SDimitry Andricclass bad_array_new_length : public bad_alloc // C++14
300b57cec5SDimitry Andric{
310b57cec5SDimitry Andricpublic:
320b57cec5SDimitry Andric    bad_array_new_length() noexcept;
330b57cec5SDimitry Andric};
340b57cec5SDimitry Andric
350b57cec5SDimitry Andricenum class align_val_t : size_t {}; // C++17
360b57cec5SDimitry Andric
370b57cec5SDimitry Andricstruct destroying_delete_t { // C++20
380b57cec5SDimitry Andric  explicit destroying_delete_t() = default;
390b57cec5SDimitry Andric};
400b57cec5SDimitry Andricinline constexpr destroying_delete_t destroying_delete{}; // C++20
410b57cec5SDimitry Andric
42e40139ffSDimitry Andricstruct nothrow_t { explicit nothrow_t() = default; };
430b57cec5SDimitry Andricextern const nothrow_t nothrow;
440b57cec5SDimitry Andrictypedef void (*new_handler)();
450b57cec5SDimitry Andricnew_handler set_new_handler(new_handler new_p) noexcept;
460b57cec5SDimitry Andricnew_handler get_new_handler() noexcept;
470b57cec5SDimitry Andric
480b57cec5SDimitry Andric// 21.6.4, pointer optimization barrier
490b57cec5SDimitry Andrictemplate <class T> constexpr T* launder(T* p) noexcept; // C++17
500b57cec5SDimitry Andric}  // std
510b57cec5SDimitry Andric
52e8d8bef9SDimitry Andricvoid* operator new(std::size_t size);                                   // replaceable, nodiscard in C++20
53e8d8bef9SDimitry Andricvoid* operator new(std::size_t size, std::align_val_t alignment);       // replaceable, C++17, nodiscard in C++20
54e8d8bef9SDimitry Andricvoid* operator new(std::size_t size, const std::nothrow_t&) noexcept;   // replaceable, nodiscard in C++20
550b57cec5SDimitry Andricvoid* operator new(std::size_t size, std::align_val_t alignment,
56e8d8bef9SDimitry Andric                   const std::nothrow_t&) noexcept;                     // replaceable, C++17, nodiscard in C++20
570b57cec5SDimitry Andricvoid  operator delete(void* ptr) noexcept;                              // replaceable
580b57cec5SDimitry Andricvoid  operator delete(void* ptr, std::size_t size) noexcept;            // replaceable, C++14
590b57cec5SDimitry Andricvoid  operator delete(void* ptr, std::align_val_t alignment) noexcept;  // replaceable, C++17
600b57cec5SDimitry Andricvoid  operator delete(void* ptr, std::size_t size,
610b57cec5SDimitry Andric                      std::align_val_t alignment) noexcept;             // replaceable, C++17
620b57cec5SDimitry Andricvoid  operator delete(void* ptr, const std::nothrow_t&) noexcept;       // replaceable
630b57cec5SDimitry Andricvoid  operator delete(void* ptr, std:align_val_t alignment,
640b57cec5SDimitry Andric                      const std::nothrow_t&) noexcept;                  // replaceable, C++17
650b57cec5SDimitry Andric
66e8d8bef9SDimitry Andricvoid* operator new[](std::size_t size);                                 // replaceable, nodiscard in C++20
670b57cec5SDimitry Andricvoid* operator new[](std::size_t size,
68e8d8bef9SDimitry Andric                     std::align_val_t alignment) noexcept;              // replaceable, C++17, nodiscard in C++20
69e8d8bef9SDimitry Andricvoid* operator new[](std::size_t size, const std::nothrow_t&) noexcept; // replaceable, nodiscard in C++20
700b57cec5SDimitry Andricvoid* operator new[](std::size_t size, std::align_val_t alignment,
71e8d8bef9SDimitry Andric                     const std::nothrow_t&) noexcept;                   // replaceable, C++17, nodiscard in C++20
720b57cec5SDimitry Andricvoid  operator delete[](void* ptr) noexcept;                            // replaceable
730b57cec5SDimitry Andricvoid  operator delete[](void* ptr, std::size_t size) noexcept;          // replaceable, C++14
740b57cec5SDimitry Andricvoid  operator delete[](void* ptr,
750b57cec5SDimitry Andric                        std::align_val_t alignment) noexcept;           // replaceable, C++17
760b57cec5SDimitry Andricvoid  operator delete[](void* ptr, std::size_t size,
770b57cec5SDimitry Andric                        std::align_val_t alignment) noexcept;           // replaceable, C++17
780b57cec5SDimitry Andricvoid  operator delete[](void* ptr, const std::nothrow_t&) noexcept;     // replaceable
790b57cec5SDimitry Andricvoid  operator delete[](void* ptr, std::align_val_t alignment,
800b57cec5SDimitry Andric                        const std::nothrow_t&) noexcept;                // replaceable, C++17
810b57cec5SDimitry Andric
82e8d8bef9SDimitry Andricvoid* operator new  (std::size_t size, void* ptr) noexcept;             // nodiscard in C++20
83e8d8bef9SDimitry Andricvoid* operator new[](std::size_t size, void* ptr) noexcept;             // nodiscard in C++20
840b57cec5SDimitry Andricvoid  operator delete  (void* ptr, void*) noexcept;
850b57cec5SDimitry Andricvoid  operator delete[](void* ptr, void*) noexcept;
860b57cec5SDimitry Andric
870b57cec5SDimitry Andric*/
880b57cec5SDimitry Andric
89e8d8bef9SDimitry Andric#include <__availability>
90fe6060f1SDimitry Andric#include <__config>
91e8d8bef9SDimitry Andric#include <cstddef>
92e8d8bef9SDimitry Andric#include <cstdlib>
930b57cec5SDimitry Andric#include <exception>
940b57cec5SDimitry Andric#include <type_traits>
950b57cec5SDimitry Andric#include <version>
960b57cec5SDimitry Andric
970b57cec5SDimitry Andric#if defined(_LIBCPP_ABI_VCRUNTIME)
980b57cec5SDimitry Andric#include <new.h>
990b57cec5SDimitry Andric#endif
1000b57cec5SDimitry Andric
1010b57cec5SDimitry Andric#if !defined(_LIBCPP_HAS_NO_PRAGMA_SYSTEM_HEADER)
1020b57cec5SDimitry Andric#pragma GCC system_header
1030b57cec5SDimitry Andric#endif
1040b57cec5SDimitry Andric
1050b57cec5SDimitry Andric#if !defined(__cpp_sized_deallocation) || __cpp_sized_deallocation  < 201309L
1060b57cec5SDimitry Andric#define _LIBCPP_HAS_NO_LANGUAGE_SIZED_DEALLOCATION
1070b57cec5SDimitry Andric#endif
1080b57cec5SDimitry Andric
1090b57cec5SDimitry Andric#if !defined(_LIBCPP_BUILDING_LIBRARY) && _LIBCPP_STD_VER < 14 && \
1100b57cec5SDimitry Andric    defined(_LIBCPP_HAS_NO_LANGUAGE_SIZED_DEALLOCATION)
1110b57cec5SDimitry Andric# define _LIBCPP_HAS_NO_LIBRARY_SIZED_DEALLOCATION
1120b57cec5SDimitry Andric#endif
1130b57cec5SDimitry Andric
1140b57cec5SDimitry Andric#if defined(_LIBCPP_HAS_NO_LIBRARY_SIZED_DEALLOCATION) || \
1150b57cec5SDimitry Andric    defined(_LIBCPP_HAS_NO_LANGUAGE_SIZED_DEALLOCATION)
1160b57cec5SDimitry Andric# define _LIBCPP_HAS_NO_SIZED_DEALLOCATION
1170b57cec5SDimitry Andric#endif
1180b57cec5SDimitry Andric
1190b57cec5SDimitry Andricnamespace std  // purposefully not using versioning namespace
1200b57cec5SDimitry Andric{
1210b57cec5SDimitry Andric
1220b57cec5SDimitry Andric#if !defined(_LIBCPP_ABI_VCRUNTIME)
123e40139ffSDimitry Andricstruct _LIBCPP_TYPE_VIS nothrow_t { explicit nothrow_t() = default; };
1240b57cec5SDimitry Andricextern _LIBCPP_FUNC_VIS const nothrow_t nothrow;
1250b57cec5SDimitry Andric
1260b57cec5SDimitry Andricclass _LIBCPP_EXCEPTION_ABI bad_alloc
1270b57cec5SDimitry Andric    : public exception
1280b57cec5SDimitry Andric{
1290b57cec5SDimitry Andricpublic:
1300b57cec5SDimitry Andric    bad_alloc() _NOEXCEPT;
1310b57cec5SDimitry Andric    virtual ~bad_alloc() _NOEXCEPT;
1320b57cec5SDimitry Andric    virtual const char* what() const _NOEXCEPT;
1330b57cec5SDimitry Andric};
1340b57cec5SDimitry Andric
1350b57cec5SDimitry Andricclass _LIBCPP_EXCEPTION_ABI bad_array_new_length
1360b57cec5SDimitry Andric    : public bad_alloc
1370b57cec5SDimitry Andric{
1380b57cec5SDimitry Andricpublic:
1390b57cec5SDimitry Andric    bad_array_new_length() _NOEXCEPT;
1400b57cec5SDimitry Andric    virtual ~bad_array_new_length() _NOEXCEPT;
1410b57cec5SDimitry Andric    virtual const char* what() const _NOEXCEPT;
1420b57cec5SDimitry Andric};
1430b57cec5SDimitry Andric
1440b57cec5SDimitry Andrictypedef void (*new_handler)();
1450b57cec5SDimitry Andric_LIBCPP_FUNC_VIS new_handler set_new_handler(new_handler) _NOEXCEPT;
1460b57cec5SDimitry Andric_LIBCPP_FUNC_VIS new_handler get_new_handler() _NOEXCEPT;
1470b57cec5SDimitry Andric
1480b57cec5SDimitry Andric#endif // !_LIBCPP_ABI_VCRUNTIME
1490b57cec5SDimitry Andric
1500b57cec5SDimitry Andric_LIBCPP_NORETURN _LIBCPP_FUNC_VIS void __throw_bad_alloc();  // not in C++ spec
1510b57cec5SDimitry Andric
152*349cc55cSDimitry Andric_LIBCPP_NORETURN inline _LIBCPP_INLINE_VISIBILITY
153*349cc55cSDimitry Andricvoid __throw_bad_array_new_length()
154*349cc55cSDimitry Andric{
155*349cc55cSDimitry Andric#ifndef _LIBCPP_NO_EXCEPTIONS
156*349cc55cSDimitry Andric    throw bad_array_new_length();
157*349cc55cSDimitry Andric#else
158*349cc55cSDimitry Andric    _VSTD::abort();
159*349cc55cSDimitry Andric#endif
160*349cc55cSDimitry Andric}
161*349cc55cSDimitry Andric
1620b57cec5SDimitry Andric#if !defined(_LIBCPP_HAS_NO_LIBRARY_ALIGNED_ALLOCATION) && \
1630b57cec5SDimitry Andric    !defined(_LIBCPP_ABI_VCRUNTIME)
1640b57cec5SDimitry Andric#ifndef _LIBCPP_CXX03_LANG
1650b57cec5SDimitry Andricenum class _LIBCPP_ENUM_VIS align_val_t : size_t { };
1660b57cec5SDimitry Andric#else
1670b57cec5SDimitry Andricenum align_val_t { __zero = 0, __max = (size_t)-1 };
1680b57cec5SDimitry Andric#endif
1690b57cec5SDimitry Andric#endif
1700b57cec5SDimitry Andric
1710b57cec5SDimitry Andric#if _LIBCPP_STD_VER > 17
1720b57cec5SDimitry Andric// Enable the declaration even if the compiler doesn't support the language
1730b57cec5SDimitry Andric// feature.
1740b57cec5SDimitry Andricstruct destroying_delete_t {
1750b57cec5SDimitry Andric  explicit destroying_delete_t() = default;
1760b57cec5SDimitry Andric};
177*349cc55cSDimitry Andricinline constexpr destroying_delete_t destroying_delete{};
1780b57cec5SDimitry Andric#endif // _LIBCPP_STD_VER > 17
1790b57cec5SDimitry Andric
1800b57cec5SDimitry Andric}  // std
1810b57cec5SDimitry Andric
1820b57cec5SDimitry Andric#if defined(_LIBCPP_CXX03_LANG)
1830b57cec5SDimitry Andric#define _THROW_BAD_ALLOC throw(std::bad_alloc)
1840b57cec5SDimitry Andric#else
1850b57cec5SDimitry Andric#define _THROW_BAD_ALLOC
1860b57cec5SDimitry Andric#endif
1870b57cec5SDimitry Andric
1880b57cec5SDimitry Andric#if !defined(_LIBCPP_ABI_VCRUNTIME)
1890b57cec5SDimitry Andric
1900b57cec5SDimitry Andric_LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void* operator new(std::size_t __sz) _THROW_BAD_ALLOC;
1910b57cec5SDimitry Andric_LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void* operator new(std::size_t __sz, const std::nothrow_t&) _NOEXCEPT _LIBCPP_NOALIAS;
1920b57cec5SDimitry Andric_LIBCPP_OVERRIDABLE_FUNC_VIS void  operator delete(void* __p) _NOEXCEPT;
1930b57cec5SDimitry Andric_LIBCPP_OVERRIDABLE_FUNC_VIS void  operator delete(void* __p, const std::nothrow_t&) _NOEXCEPT;
1940b57cec5SDimitry Andric#ifndef _LIBCPP_HAS_NO_LIBRARY_SIZED_DEALLOCATION
1950b57cec5SDimitry Andric_LIBCPP_OVERRIDABLE_FUNC_VIS _LIBCPP_AVAILABILITY_SIZED_NEW_DELETE void  operator delete(void* __p, std::size_t __sz) _NOEXCEPT;
1960b57cec5SDimitry Andric#endif
1970b57cec5SDimitry Andric
1980b57cec5SDimitry Andric_LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void* operator new[](std::size_t __sz) _THROW_BAD_ALLOC;
1990b57cec5SDimitry Andric_LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void* operator new[](std::size_t __sz, const std::nothrow_t&) _NOEXCEPT _LIBCPP_NOALIAS;
2000b57cec5SDimitry Andric_LIBCPP_OVERRIDABLE_FUNC_VIS void  operator delete[](void* __p) _NOEXCEPT;
2010b57cec5SDimitry Andric_LIBCPP_OVERRIDABLE_FUNC_VIS void  operator delete[](void* __p, const std::nothrow_t&) _NOEXCEPT;
2020b57cec5SDimitry Andric#ifndef _LIBCPP_HAS_NO_LIBRARY_SIZED_DEALLOCATION
2030b57cec5SDimitry Andric_LIBCPP_OVERRIDABLE_FUNC_VIS _LIBCPP_AVAILABILITY_SIZED_NEW_DELETE void  operator delete[](void* __p, std::size_t __sz) _NOEXCEPT;
2040b57cec5SDimitry Andric#endif
2050b57cec5SDimitry Andric
2060b57cec5SDimitry Andric#ifndef _LIBCPP_HAS_NO_LIBRARY_ALIGNED_ALLOCATION
2070b57cec5SDimitry Andric_LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void* operator new(std::size_t __sz, std::align_val_t) _THROW_BAD_ALLOC;
2080b57cec5SDimitry Andric_LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void* operator new(std::size_t __sz, std::align_val_t, const std::nothrow_t&) _NOEXCEPT _LIBCPP_NOALIAS;
2090b57cec5SDimitry Andric_LIBCPP_OVERRIDABLE_FUNC_VIS void  operator delete(void* __p, std::align_val_t) _NOEXCEPT;
2100b57cec5SDimitry Andric_LIBCPP_OVERRIDABLE_FUNC_VIS void  operator delete(void* __p, std::align_val_t, const std::nothrow_t&) _NOEXCEPT;
2110b57cec5SDimitry Andric#ifndef _LIBCPP_HAS_NO_LIBRARY_SIZED_DEALLOCATION
2120b57cec5SDimitry Andric_LIBCPP_OVERRIDABLE_FUNC_VIS _LIBCPP_AVAILABILITY_SIZED_NEW_DELETE void  operator delete(void* __p, std::size_t __sz, std::align_val_t) _NOEXCEPT;
2130b57cec5SDimitry Andric#endif
2140b57cec5SDimitry Andric
2150b57cec5SDimitry Andric_LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void* operator new[](std::size_t __sz, std::align_val_t) _THROW_BAD_ALLOC;
2160b57cec5SDimitry Andric_LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void* operator new[](std::size_t __sz, std::align_val_t, const std::nothrow_t&) _NOEXCEPT _LIBCPP_NOALIAS;
2170b57cec5SDimitry Andric_LIBCPP_OVERRIDABLE_FUNC_VIS void  operator delete[](void* __p, std::align_val_t) _NOEXCEPT;
2180b57cec5SDimitry Andric_LIBCPP_OVERRIDABLE_FUNC_VIS void  operator delete[](void* __p, std::align_val_t, const std::nothrow_t&) _NOEXCEPT;
2190b57cec5SDimitry Andric#ifndef _LIBCPP_HAS_NO_LIBRARY_SIZED_DEALLOCATION
2200b57cec5SDimitry Andric_LIBCPP_OVERRIDABLE_FUNC_VIS _LIBCPP_AVAILABILITY_SIZED_NEW_DELETE void  operator delete[](void* __p, std::size_t __sz, std::align_val_t) _NOEXCEPT;
2210b57cec5SDimitry Andric#endif
2220b57cec5SDimitry Andric#endif
2230b57cec5SDimitry Andric
2240b57cec5SDimitry Andric_LIBCPP_NODISCARD_AFTER_CXX17 inline _LIBCPP_INLINE_VISIBILITY void* operator new  (std::size_t, void* __p) _NOEXCEPT {return __p;}
2250b57cec5SDimitry Andric_LIBCPP_NODISCARD_AFTER_CXX17 inline _LIBCPP_INLINE_VISIBILITY void* operator new[](std::size_t, void* __p) _NOEXCEPT {return __p;}
2260b57cec5SDimitry Andricinline _LIBCPP_INLINE_VISIBILITY void  operator delete  (void*, void*) _NOEXCEPT {}
2270b57cec5SDimitry Andricinline _LIBCPP_INLINE_VISIBILITY void  operator delete[](void*, void*) _NOEXCEPT {}
2280b57cec5SDimitry Andric
2290b57cec5SDimitry Andric#endif // !_LIBCPP_ABI_VCRUNTIME
2300b57cec5SDimitry Andric
2310b57cec5SDimitry Andric_LIBCPP_BEGIN_NAMESPACE_STD
2320b57cec5SDimitry Andric
2330b57cec5SDimitry Andric_LIBCPP_CONSTEXPR inline _LIBCPP_INLINE_VISIBILITY bool __is_overaligned_for_new(size_t __align) _NOEXCEPT {
2340b57cec5SDimitry Andric#ifdef __STDCPP_DEFAULT_NEW_ALIGNMENT__
2350b57cec5SDimitry Andric  return __align > __STDCPP_DEFAULT_NEW_ALIGNMENT__;
2360b57cec5SDimitry Andric#else
2370b57cec5SDimitry Andric  return __align > alignment_of<max_align_t>::value;
2380b57cec5SDimitry Andric#endif
2390b57cec5SDimitry Andric}
2400b57cec5SDimitry Andric
241e8d8bef9SDimitry Andrictemplate <class ..._Args>
242e8d8bef9SDimitry Andric_LIBCPP_INLINE_VISIBILITY
243e8d8bef9SDimitry Andricvoid* __libcpp_operator_new(_Args ...__args) {
244e8d8bef9SDimitry Andric#if __has_builtin(__builtin_operator_new) && __has_builtin(__builtin_operator_delete)
245e8d8bef9SDimitry Andric  return __builtin_operator_new(__args...);
2460b57cec5SDimitry Andric#else
247e8d8bef9SDimitry Andric  return ::operator new(__args...);
2480b57cec5SDimitry Andric#endif
2490b57cec5SDimitry Andric}
2500b57cec5SDimitry Andric
251e8d8bef9SDimitry Andrictemplate <class ..._Args>
252e8d8bef9SDimitry Andric_LIBCPP_INLINE_VISIBILITY
253e8d8bef9SDimitry Andricvoid __libcpp_operator_delete(_Args ...__args) {
254e8d8bef9SDimitry Andric#if __has_builtin(__builtin_operator_new) && __has_builtin(__builtin_operator_delete)
255e8d8bef9SDimitry Andric  __builtin_operator_delete(__args...);
256e8d8bef9SDimitry Andric#else
257e8d8bef9SDimitry Andric  ::operator delete(__args...);
258e8d8bef9SDimitry Andric#endif
259e8d8bef9SDimitry Andric}
260e8d8bef9SDimitry Andric
261e8d8bef9SDimitry Andricinline _LIBCPP_INLINE_VISIBILITY
262e8d8bef9SDimitry Andricvoid *__libcpp_allocate(size_t __size, size_t __align) {
263e8d8bef9SDimitry Andric#ifndef _LIBCPP_HAS_NO_ALIGNED_ALLOCATION
264e8d8bef9SDimitry Andric  if (__is_overaligned_for_new(__align)) {
265e8d8bef9SDimitry Andric    const align_val_t __align_val = static_cast<align_val_t>(__align);
266e8d8bef9SDimitry Andric    return __libcpp_operator_new(__size, __align_val);
267e8d8bef9SDimitry Andric  }
268e8d8bef9SDimitry Andric#endif
269e8d8bef9SDimitry Andric
270e8d8bef9SDimitry Andric  (void)__align;
271e8d8bef9SDimitry Andric  return __libcpp_operator_new(__size);
272e8d8bef9SDimitry Andric}
273e8d8bef9SDimitry Andric
274e8d8bef9SDimitry Andrictemplate <class ..._Args>
275e8d8bef9SDimitry Andric_LIBCPP_INLINE_VISIBILITY
276e8d8bef9SDimitry Andricvoid __do_deallocate_handle_size(void *__ptr, size_t __size, _Args ...__args) {
277e8d8bef9SDimitry Andric#ifdef _LIBCPP_HAS_NO_SIZED_DEALLOCATION
278e8d8bef9SDimitry Andric  (void)__size;
279e8d8bef9SDimitry Andric  return __libcpp_operator_delete(__ptr, __args...);
280e8d8bef9SDimitry Andric#else
281e8d8bef9SDimitry Andric  return __libcpp_operator_delete(__ptr, __size, __args...);
282e8d8bef9SDimitry Andric#endif
283e8d8bef9SDimitry Andric}
284e8d8bef9SDimitry Andric
285e8d8bef9SDimitry Andricinline _LIBCPP_INLINE_VISIBILITY
286e8d8bef9SDimitry Andricvoid __libcpp_deallocate(void* __ptr, size_t __size, size_t __align) {
2870b57cec5SDimitry Andric#if defined(_LIBCPP_HAS_NO_ALIGNED_ALLOCATION)
288e8d8bef9SDimitry Andric    (void)__align;
2890b57cec5SDimitry Andric    return __do_deallocate_handle_size(__ptr, __size);
2900b57cec5SDimitry Andric#else
2910b57cec5SDimitry Andric    if (__is_overaligned_for_new(__align)) {
2920b57cec5SDimitry Andric      const align_val_t __align_val = static_cast<align_val_t>(__align);
2930b57cec5SDimitry Andric      return __do_deallocate_handle_size(__ptr, __size, __align_val);
2940b57cec5SDimitry Andric    } else {
2950b57cec5SDimitry Andric      return __do_deallocate_handle_size(__ptr, __size);
2960b57cec5SDimitry Andric    }
2970b57cec5SDimitry Andric#endif
2980b57cec5SDimitry Andric}
2990b57cec5SDimitry Andric
300e8d8bef9SDimitry Andricinline _LIBCPP_INLINE_VISIBILITY void __libcpp_deallocate_unsized(void* __ptr, size_t __align) {
3010b57cec5SDimitry Andric#if defined(_LIBCPP_HAS_NO_ALIGNED_ALLOCATION)
302e8d8bef9SDimitry Andric    (void)__align;
303e8d8bef9SDimitry Andric    return __libcpp_operator_delete(__ptr);
3040b57cec5SDimitry Andric#else
3050b57cec5SDimitry Andric    if (__is_overaligned_for_new(__align)) {
3060b57cec5SDimitry Andric      const align_val_t __align_val = static_cast<align_val_t>(__align);
307e8d8bef9SDimitry Andric      return __libcpp_operator_delete(__ptr, __align_val);
3080b57cec5SDimitry Andric    } else {
309e8d8bef9SDimitry Andric      return __libcpp_operator_delete(__ptr);
3100b57cec5SDimitry Andric    }
3110b57cec5SDimitry Andric#endif
3120b57cec5SDimitry Andric}
3130b57cec5SDimitry Andric
314e8d8bef9SDimitry Andric#if !defined(_LIBCPP_HAS_NO_LIBRARY_ALIGNED_ALLOCATION)
315e8d8bef9SDimitry Andric// Low-level helpers to call the aligned allocation and deallocation functions
316e8d8bef9SDimitry Andric// on the target platform. This is used to implement libc++'s own memory
317e8d8bef9SDimitry Andric// allocation routines -- if you need to allocate memory inside the library,
318e8d8bef9SDimitry Andric// chances are that you want to use `__libcpp_allocate` instead.
319e8d8bef9SDimitry Andric//
320e8d8bef9SDimitry Andric// Returns the allocated memory, or `nullptr` on failure.
321e8d8bef9SDimitry Andricinline _LIBCPP_INLINE_VISIBILITY
322e8d8bef9SDimitry Andricvoid* __libcpp_aligned_alloc(std::size_t __alignment, std::size_t __size) {
323e8d8bef9SDimitry Andric#if defined(_LIBCPP_MSVCRT_LIKE)
324e8d8bef9SDimitry Andric  return ::_aligned_malloc(__size, __alignment);
3250b57cec5SDimitry Andric#else
326e8d8bef9SDimitry Andric  void* __result = nullptr;
327fe6060f1SDimitry Andric  (void)::posix_memalign(&__result, __alignment, __size);
328e8d8bef9SDimitry Andric  // If posix_memalign fails, __result is unmodified so we still return `nullptr`.
329e8d8bef9SDimitry Andric  return __result;
3300b57cec5SDimitry Andric#endif
3310b57cec5SDimitry Andric}
3320b57cec5SDimitry Andric
333e8d8bef9SDimitry Andricinline _LIBCPP_INLINE_VISIBILITY
334e8d8bef9SDimitry Andricvoid __libcpp_aligned_free(void* __ptr) {
335e8d8bef9SDimitry Andric#if defined(_LIBCPP_MSVCRT_LIKE)
336e8d8bef9SDimitry Andric  ::_aligned_free(__ptr);
3370b57cec5SDimitry Andric#else
338e8d8bef9SDimitry Andric  ::free(__ptr);
3390b57cec5SDimitry Andric#endif
3400b57cec5SDimitry Andric}
341e8d8bef9SDimitry Andric#endif // !_LIBCPP_HAS_NO_ALIGNED_ALLOCATION
3420b57cec5SDimitry Andric
3430b57cec5SDimitry Andric
3440b57cec5SDimitry Andrictemplate <class _Tp>
345*349cc55cSDimitry Andric_LIBCPP_NODISCARD_AFTER_CXX17 inline _LIBCPP_HIDE_FROM_ABI
3460b57cec5SDimitry Andric_LIBCPP_CONSTEXPR _Tp* __launder(_Tp* __p) _NOEXCEPT
3470b57cec5SDimitry Andric{
3480b57cec5SDimitry Andric    static_assert (!(is_function<_Tp>::value), "can't launder functions" );
3490b57cec5SDimitry Andric    static_assert (!(is_same<void, typename remove_cv<_Tp>::type>::value), "can't launder cv-void" );
3500b57cec5SDimitry Andric    return __builtin_launder(__p);
3510b57cec5SDimitry Andric}
3520b57cec5SDimitry Andric
3530b57cec5SDimitry Andric#if _LIBCPP_STD_VER > 14
3540b57cec5SDimitry Andrictemplate <class _Tp>
355*349cc55cSDimitry Andric_LIBCPP_NODISCARD_AFTER_CXX17 inline _LIBCPP_HIDE_FROM_ABI
3560b57cec5SDimitry Andricconstexpr _Tp* launder(_Tp* __p) noexcept
3570b57cec5SDimitry Andric{
3580b57cec5SDimitry Andric    return _VSTD::__launder(__p);
3590b57cec5SDimitry Andric}
3600b57cec5SDimitry Andric#endif
3610b57cec5SDimitry Andric
3620b57cec5SDimitry Andric_LIBCPP_END_NAMESPACE_STD
3630b57cec5SDimitry Andric
3640b57cec5SDimitry Andric#endif // _LIBCPP_NEW
365