10b57cec5SDimitry Andric// -*- C++ -*- 2*349cc55cSDimitry Andric//===----------------------------------------------------------------------===// 30b57cec5SDimitry Andric// 40b57cec5SDimitry Andric// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 50b57cec5SDimitry Andric// See https://llvm.org/LICENSE.txt for license information. 60b57cec5SDimitry Andric// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 70b57cec5SDimitry Andric// 80b57cec5SDimitry Andric//===----------------------------------------------------------------------===// 90b57cec5SDimitry Andric 100b57cec5SDimitry Andric#ifndef _LIBCPP_NEW 110b57cec5SDimitry Andric#define _LIBCPP_NEW 120b57cec5SDimitry Andric 130b57cec5SDimitry Andric/* 140b57cec5SDimitry Andric new synopsis 150b57cec5SDimitry Andric 160b57cec5SDimitry Andricnamespace std 170b57cec5SDimitry Andric{ 180b57cec5SDimitry Andric 190b57cec5SDimitry Andricclass bad_alloc 200b57cec5SDimitry Andric : public exception 210b57cec5SDimitry Andric{ 220b57cec5SDimitry Andricpublic: 230b57cec5SDimitry Andric bad_alloc() noexcept; 240b57cec5SDimitry Andric bad_alloc(const bad_alloc&) noexcept; 250b57cec5SDimitry Andric bad_alloc& operator=(const bad_alloc&) noexcept; 260b57cec5SDimitry Andric virtual const char* what() const noexcept; 270b57cec5SDimitry Andric}; 280b57cec5SDimitry Andric 290b57cec5SDimitry Andricclass bad_array_new_length : public bad_alloc // C++14 300b57cec5SDimitry Andric{ 310b57cec5SDimitry Andricpublic: 320b57cec5SDimitry Andric bad_array_new_length() noexcept; 330b57cec5SDimitry Andric}; 340b57cec5SDimitry Andric 350b57cec5SDimitry Andricenum class align_val_t : size_t {}; // C++17 360b57cec5SDimitry Andric 370b57cec5SDimitry Andricstruct destroying_delete_t { // C++20 380b57cec5SDimitry Andric explicit destroying_delete_t() = default; 390b57cec5SDimitry Andric}; 400b57cec5SDimitry Andricinline constexpr destroying_delete_t destroying_delete{}; // C++20 410b57cec5SDimitry Andric 42e40139ffSDimitry Andricstruct nothrow_t { explicit nothrow_t() = default; }; 430b57cec5SDimitry Andricextern const nothrow_t nothrow; 440b57cec5SDimitry Andrictypedef void (*new_handler)(); 450b57cec5SDimitry Andricnew_handler set_new_handler(new_handler new_p) noexcept; 460b57cec5SDimitry Andricnew_handler get_new_handler() noexcept; 470b57cec5SDimitry Andric 480b57cec5SDimitry Andric// 21.6.4, pointer optimization barrier 490b57cec5SDimitry Andrictemplate <class T> constexpr T* launder(T* p) noexcept; // C++17 500b57cec5SDimitry Andric} // std 510b57cec5SDimitry Andric 52e8d8bef9SDimitry Andricvoid* operator new(std::size_t size); // replaceable, nodiscard in C++20 53e8d8bef9SDimitry Andricvoid* operator new(std::size_t size, std::align_val_t alignment); // replaceable, C++17, nodiscard in C++20 54e8d8bef9SDimitry Andricvoid* operator new(std::size_t size, const std::nothrow_t&) noexcept; // replaceable, nodiscard in C++20 550b57cec5SDimitry Andricvoid* operator new(std::size_t size, std::align_val_t alignment, 56e8d8bef9SDimitry Andric const std::nothrow_t&) noexcept; // replaceable, C++17, nodiscard in C++20 570b57cec5SDimitry Andricvoid operator delete(void* ptr) noexcept; // replaceable 580b57cec5SDimitry Andricvoid operator delete(void* ptr, std::size_t size) noexcept; // replaceable, C++14 590b57cec5SDimitry Andricvoid operator delete(void* ptr, std::align_val_t alignment) noexcept; // replaceable, C++17 600b57cec5SDimitry Andricvoid operator delete(void* ptr, std::size_t size, 610b57cec5SDimitry Andric std::align_val_t alignment) noexcept; // replaceable, C++17 620b57cec5SDimitry Andricvoid operator delete(void* ptr, const std::nothrow_t&) noexcept; // replaceable 630b57cec5SDimitry Andricvoid operator delete(void* ptr, std:align_val_t alignment, 640b57cec5SDimitry Andric const std::nothrow_t&) noexcept; // replaceable, C++17 650b57cec5SDimitry Andric 66e8d8bef9SDimitry Andricvoid* operator new[](std::size_t size); // replaceable, nodiscard in C++20 670b57cec5SDimitry Andricvoid* operator new[](std::size_t size, 68e8d8bef9SDimitry Andric std::align_val_t alignment) noexcept; // replaceable, C++17, nodiscard in C++20 69e8d8bef9SDimitry Andricvoid* operator new[](std::size_t size, const std::nothrow_t&) noexcept; // replaceable, nodiscard in C++20 700b57cec5SDimitry Andricvoid* operator new[](std::size_t size, std::align_val_t alignment, 71e8d8bef9SDimitry Andric const std::nothrow_t&) noexcept; // replaceable, C++17, nodiscard in C++20 720b57cec5SDimitry Andricvoid operator delete[](void* ptr) noexcept; // replaceable 730b57cec5SDimitry Andricvoid operator delete[](void* ptr, std::size_t size) noexcept; // replaceable, C++14 740b57cec5SDimitry Andricvoid operator delete[](void* ptr, 750b57cec5SDimitry Andric std::align_val_t alignment) noexcept; // replaceable, C++17 760b57cec5SDimitry Andricvoid operator delete[](void* ptr, std::size_t size, 770b57cec5SDimitry Andric std::align_val_t alignment) noexcept; // replaceable, C++17 780b57cec5SDimitry Andricvoid operator delete[](void* ptr, const std::nothrow_t&) noexcept; // replaceable 790b57cec5SDimitry Andricvoid operator delete[](void* ptr, std::align_val_t alignment, 800b57cec5SDimitry Andric const std::nothrow_t&) noexcept; // replaceable, C++17 810b57cec5SDimitry Andric 82e8d8bef9SDimitry Andricvoid* operator new (std::size_t size, void* ptr) noexcept; // nodiscard in C++20 83e8d8bef9SDimitry Andricvoid* operator new[](std::size_t size, void* ptr) noexcept; // nodiscard in C++20 840b57cec5SDimitry Andricvoid operator delete (void* ptr, void*) noexcept; 850b57cec5SDimitry Andricvoid operator delete[](void* ptr, void*) noexcept; 860b57cec5SDimitry Andric 870b57cec5SDimitry Andric*/ 880b57cec5SDimitry Andric 89e8d8bef9SDimitry Andric#include <__availability> 90fe6060f1SDimitry Andric#include <__config> 91e8d8bef9SDimitry Andric#include <cstddef> 92e8d8bef9SDimitry Andric#include <cstdlib> 930b57cec5SDimitry Andric#include <exception> 940b57cec5SDimitry Andric#include <type_traits> 950b57cec5SDimitry Andric#include <version> 960b57cec5SDimitry Andric 970b57cec5SDimitry Andric#if defined(_LIBCPP_ABI_VCRUNTIME) 980b57cec5SDimitry Andric#include <new.h> 990b57cec5SDimitry Andric#endif 1000b57cec5SDimitry Andric 1010b57cec5SDimitry Andric#if !defined(_LIBCPP_HAS_NO_PRAGMA_SYSTEM_HEADER) 1020b57cec5SDimitry Andric#pragma GCC system_header 1030b57cec5SDimitry Andric#endif 1040b57cec5SDimitry Andric 1050b57cec5SDimitry Andric#if !defined(__cpp_sized_deallocation) || __cpp_sized_deallocation < 201309L 1060b57cec5SDimitry Andric#define _LIBCPP_HAS_NO_LANGUAGE_SIZED_DEALLOCATION 1070b57cec5SDimitry Andric#endif 1080b57cec5SDimitry Andric 1090b57cec5SDimitry Andric#if !defined(_LIBCPP_BUILDING_LIBRARY) && _LIBCPP_STD_VER < 14 && \ 1100b57cec5SDimitry Andric defined(_LIBCPP_HAS_NO_LANGUAGE_SIZED_DEALLOCATION) 1110b57cec5SDimitry Andric# define _LIBCPP_HAS_NO_LIBRARY_SIZED_DEALLOCATION 1120b57cec5SDimitry Andric#endif 1130b57cec5SDimitry Andric 1140b57cec5SDimitry Andric#if defined(_LIBCPP_HAS_NO_LIBRARY_SIZED_DEALLOCATION) || \ 1150b57cec5SDimitry Andric defined(_LIBCPP_HAS_NO_LANGUAGE_SIZED_DEALLOCATION) 1160b57cec5SDimitry Andric# define _LIBCPP_HAS_NO_SIZED_DEALLOCATION 1170b57cec5SDimitry Andric#endif 1180b57cec5SDimitry Andric 1190b57cec5SDimitry Andricnamespace std // purposefully not using versioning namespace 1200b57cec5SDimitry Andric{ 1210b57cec5SDimitry Andric 1220b57cec5SDimitry Andric#if !defined(_LIBCPP_ABI_VCRUNTIME) 123e40139ffSDimitry Andricstruct _LIBCPP_TYPE_VIS nothrow_t { explicit nothrow_t() = default; }; 1240b57cec5SDimitry Andricextern _LIBCPP_FUNC_VIS const nothrow_t nothrow; 1250b57cec5SDimitry Andric 1260b57cec5SDimitry Andricclass _LIBCPP_EXCEPTION_ABI bad_alloc 1270b57cec5SDimitry Andric : public exception 1280b57cec5SDimitry Andric{ 1290b57cec5SDimitry Andricpublic: 1300b57cec5SDimitry Andric bad_alloc() _NOEXCEPT; 1310b57cec5SDimitry Andric virtual ~bad_alloc() _NOEXCEPT; 1320b57cec5SDimitry Andric virtual const char* what() const _NOEXCEPT; 1330b57cec5SDimitry Andric}; 1340b57cec5SDimitry Andric 1350b57cec5SDimitry Andricclass _LIBCPP_EXCEPTION_ABI bad_array_new_length 1360b57cec5SDimitry Andric : public bad_alloc 1370b57cec5SDimitry Andric{ 1380b57cec5SDimitry Andricpublic: 1390b57cec5SDimitry Andric bad_array_new_length() _NOEXCEPT; 1400b57cec5SDimitry Andric virtual ~bad_array_new_length() _NOEXCEPT; 1410b57cec5SDimitry Andric virtual const char* what() const _NOEXCEPT; 1420b57cec5SDimitry Andric}; 1430b57cec5SDimitry Andric 1440b57cec5SDimitry Andrictypedef void (*new_handler)(); 1450b57cec5SDimitry Andric_LIBCPP_FUNC_VIS new_handler set_new_handler(new_handler) _NOEXCEPT; 1460b57cec5SDimitry Andric_LIBCPP_FUNC_VIS new_handler get_new_handler() _NOEXCEPT; 1470b57cec5SDimitry Andric 1480b57cec5SDimitry Andric#endif // !_LIBCPP_ABI_VCRUNTIME 1490b57cec5SDimitry Andric 1500b57cec5SDimitry Andric_LIBCPP_NORETURN _LIBCPP_FUNC_VIS void __throw_bad_alloc(); // not in C++ spec 1510b57cec5SDimitry Andric 152*349cc55cSDimitry Andric_LIBCPP_NORETURN inline _LIBCPP_INLINE_VISIBILITY 153*349cc55cSDimitry Andricvoid __throw_bad_array_new_length() 154*349cc55cSDimitry Andric{ 155*349cc55cSDimitry Andric#ifndef _LIBCPP_NO_EXCEPTIONS 156*349cc55cSDimitry Andric throw bad_array_new_length(); 157*349cc55cSDimitry Andric#else 158*349cc55cSDimitry Andric _VSTD::abort(); 159*349cc55cSDimitry Andric#endif 160*349cc55cSDimitry Andric} 161*349cc55cSDimitry Andric 1620b57cec5SDimitry Andric#if !defined(_LIBCPP_HAS_NO_LIBRARY_ALIGNED_ALLOCATION) && \ 1630b57cec5SDimitry Andric !defined(_LIBCPP_ABI_VCRUNTIME) 1640b57cec5SDimitry Andric#ifndef _LIBCPP_CXX03_LANG 1650b57cec5SDimitry Andricenum class _LIBCPP_ENUM_VIS align_val_t : size_t { }; 1660b57cec5SDimitry Andric#else 1670b57cec5SDimitry Andricenum align_val_t { __zero = 0, __max = (size_t)-1 }; 1680b57cec5SDimitry Andric#endif 1690b57cec5SDimitry Andric#endif 1700b57cec5SDimitry Andric 1710b57cec5SDimitry Andric#if _LIBCPP_STD_VER > 17 1720b57cec5SDimitry Andric// Enable the declaration even if the compiler doesn't support the language 1730b57cec5SDimitry Andric// feature. 1740b57cec5SDimitry Andricstruct destroying_delete_t { 1750b57cec5SDimitry Andric explicit destroying_delete_t() = default; 1760b57cec5SDimitry Andric}; 177*349cc55cSDimitry Andricinline constexpr destroying_delete_t destroying_delete{}; 1780b57cec5SDimitry Andric#endif // _LIBCPP_STD_VER > 17 1790b57cec5SDimitry Andric 1800b57cec5SDimitry Andric} // std 1810b57cec5SDimitry Andric 1820b57cec5SDimitry Andric#if defined(_LIBCPP_CXX03_LANG) 1830b57cec5SDimitry Andric#define _THROW_BAD_ALLOC throw(std::bad_alloc) 1840b57cec5SDimitry Andric#else 1850b57cec5SDimitry Andric#define _THROW_BAD_ALLOC 1860b57cec5SDimitry Andric#endif 1870b57cec5SDimitry Andric 1880b57cec5SDimitry Andric#if !defined(_LIBCPP_ABI_VCRUNTIME) 1890b57cec5SDimitry Andric 1900b57cec5SDimitry Andric_LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void* operator new(std::size_t __sz) _THROW_BAD_ALLOC; 1910b57cec5SDimitry Andric_LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void* operator new(std::size_t __sz, const std::nothrow_t&) _NOEXCEPT _LIBCPP_NOALIAS; 1920b57cec5SDimitry Andric_LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete(void* __p) _NOEXCEPT; 1930b57cec5SDimitry Andric_LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete(void* __p, const std::nothrow_t&) _NOEXCEPT; 1940b57cec5SDimitry Andric#ifndef _LIBCPP_HAS_NO_LIBRARY_SIZED_DEALLOCATION 1950b57cec5SDimitry Andric_LIBCPP_OVERRIDABLE_FUNC_VIS _LIBCPP_AVAILABILITY_SIZED_NEW_DELETE void operator delete(void* __p, std::size_t __sz) _NOEXCEPT; 1960b57cec5SDimitry Andric#endif 1970b57cec5SDimitry Andric 1980b57cec5SDimitry Andric_LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void* operator new[](std::size_t __sz) _THROW_BAD_ALLOC; 1990b57cec5SDimitry Andric_LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void* operator new[](std::size_t __sz, const std::nothrow_t&) _NOEXCEPT _LIBCPP_NOALIAS; 2000b57cec5SDimitry Andric_LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete[](void* __p) _NOEXCEPT; 2010b57cec5SDimitry Andric_LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete[](void* __p, const std::nothrow_t&) _NOEXCEPT; 2020b57cec5SDimitry Andric#ifndef _LIBCPP_HAS_NO_LIBRARY_SIZED_DEALLOCATION 2030b57cec5SDimitry Andric_LIBCPP_OVERRIDABLE_FUNC_VIS _LIBCPP_AVAILABILITY_SIZED_NEW_DELETE void operator delete[](void* __p, std::size_t __sz) _NOEXCEPT; 2040b57cec5SDimitry Andric#endif 2050b57cec5SDimitry Andric 2060b57cec5SDimitry Andric#ifndef _LIBCPP_HAS_NO_LIBRARY_ALIGNED_ALLOCATION 2070b57cec5SDimitry Andric_LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void* operator new(std::size_t __sz, std::align_val_t) _THROW_BAD_ALLOC; 2080b57cec5SDimitry Andric_LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void* operator new(std::size_t __sz, std::align_val_t, const std::nothrow_t&) _NOEXCEPT _LIBCPP_NOALIAS; 2090b57cec5SDimitry Andric_LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete(void* __p, std::align_val_t) _NOEXCEPT; 2100b57cec5SDimitry Andric_LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete(void* __p, std::align_val_t, const std::nothrow_t&) _NOEXCEPT; 2110b57cec5SDimitry Andric#ifndef _LIBCPP_HAS_NO_LIBRARY_SIZED_DEALLOCATION 2120b57cec5SDimitry Andric_LIBCPP_OVERRIDABLE_FUNC_VIS _LIBCPP_AVAILABILITY_SIZED_NEW_DELETE void operator delete(void* __p, std::size_t __sz, std::align_val_t) _NOEXCEPT; 2130b57cec5SDimitry Andric#endif 2140b57cec5SDimitry Andric 2150b57cec5SDimitry Andric_LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void* operator new[](std::size_t __sz, std::align_val_t) _THROW_BAD_ALLOC; 2160b57cec5SDimitry Andric_LIBCPP_NODISCARD_AFTER_CXX17 _LIBCPP_OVERRIDABLE_FUNC_VIS void* operator new[](std::size_t __sz, std::align_val_t, const std::nothrow_t&) _NOEXCEPT _LIBCPP_NOALIAS; 2170b57cec5SDimitry Andric_LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete[](void* __p, std::align_val_t) _NOEXCEPT; 2180b57cec5SDimitry Andric_LIBCPP_OVERRIDABLE_FUNC_VIS void operator delete[](void* __p, std::align_val_t, const std::nothrow_t&) _NOEXCEPT; 2190b57cec5SDimitry Andric#ifndef _LIBCPP_HAS_NO_LIBRARY_SIZED_DEALLOCATION 2200b57cec5SDimitry Andric_LIBCPP_OVERRIDABLE_FUNC_VIS _LIBCPP_AVAILABILITY_SIZED_NEW_DELETE void operator delete[](void* __p, std::size_t __sz, std::align_val_t) _NOEXCEPT; 2210b57cec5SDimitry Andric#endif 2220b57cec5SDimitry Andric#endif 2230b57cec5SDimitry Andric 2240b57cec5SDimitry Andric_LIBCPP_NODISCARD_AFTER_CXX17 inline _LIBCPP_INLINE_VISIBILITY void* operator new (std::size_t, void* __p) _NOEXCEPT {return __p;} 2250b57cec5SDimitry Andric_LIBCPP_NODISCARD_AFTER_CXX17 inline _LIBCPP_INLINE_VISIBILITY void* operator new[](std::size_t, void* __p) _NOEXCEPT {return __p;} 2260b57cec5SDimitry Andricinline _LIBCPP_INLINE_VISIBILITY void operator delete (void*, void*) _NOEXCEPT {} 2270b57cec5SDimitry Andricinline _LIBCPP_INLINE_VISIBILITY void operator delete[](void*, void*) _NOEXCEPT {} 2280b57cec5SDimitry Andric 2290b57cec5SDimitry Andric#endif // !_LIBCPP_ABI_VCRUNTIME 2300b57cec5SDimitry Andric 2310b57cec5SDimitry Andric_LIBCPP_BEGIN_NAMESPACE_STD 2320b57cec5SDimitry Andric 2330b57cec5SDimitry Andric_LIBCPP_CONSTEXPR inline _LIBCPP_INLINE_VISIBILITY bool __is_overaligned_for_new(size_t __align) _NOEXCEPT { 2340b57cec5SDimitry Andric#ifdef __STDCPP_DEFAULT_NEW_ALIGNMENT__ 2350b57cec5SDimitry Andric return __align > __STDCPP_DEFAULT_NEW_ALIGNMENT__; 2360b57cec5SDimitry Andric#else 2370b57cec5SDimitry Andric return __align > alignment_of<max_align_t>::value; 2380b57cec5SDimitry Andric#endif 2390b57cec5SDimitry Andric} 2400b57cec5SDimitry Andric 241e8d8bef9SDimitry Andrictemplate <class ..._Args> 242e8d8bef9SDimitry Andric_LIBCPP_INLINE_VISIBILITY 243e8d8bef9SDimitry Andricvoid* __libcpp_operator_new(_Args ...__args) { 244e8d8bef9SDimitry Andric#if __has_builtin(__builtin_operator_new) && __has_builtin(__builtin_operator_delete) 245e8d8bef9SDimitry Andric return __builtin_operator_new(__args...); 2460b57cec5SDimitry Andric#else 247e8d8bef9SDimitry Andric return ::operator new(__args...); 2480b57cec5SDimitry Andric#endif 2490b57cec5SDimitry Andric} 2500b57cec5SDimitry Andric 251e8d8bef9SDimitry Andrictemplate <class ..._Args> 252e8d8bef9SDimitry Andric_LIBCPP_INLINE_VISIBILITY 253e8d8bef9SDimitry Andricvoid __libcpp_operator_delete(_Args ...__args) { 254e8d8bef9SDimitry Andric#if __has_builtin(__builtin_operator_new) && __has_builtin(__builtin_operator_delete) 255e8d8bef9SDimitry Andric __builtin_operator_delete(__args...); 256e8d8bef9SDimitry Andric#else 257e8d8bef9SDimitry Andric ::operator delete(__args...); 258e8d8bef9SDimitry Andric#endif 259e8d8bef9SDimitry Andric} 260e8d8bef9SDimitry Andric 261e8d8bef9SDimitry Andricinline _LIBCPP_INLINE_VISIBILITY 262e8d8bef9SDimitry Andricvoid *__libcpp_allocate(size_t __size, size_t __align) { 263e8d8bef9SDimitry Andric#ifndef _LIBCPP_HAS_NO_ALIGNED_ALLOCATION 264e8d8bef9SDimitry Andric if (__is_overaligned_for_new(__align)) { 265e8d8bef9SDimitry Andric const align_val_t __align_val = static_cast<align_val_t>(__align); 266e8d8bef9SDimitry Andric return __libcpp_operator_new(__size, __align_val); 267e8d8bef9SDimitry Andric } 268e8d8bef9SDimitry Andric#endif 269e8d8bef9SDimitry Andric 270e8d8bef9SDimitry Andric (void)__align; 271e8d8bef9SDimitry Andric return __libcpp_operator_new(__size); 272e8d8bef9SDimitry Andric} 273e8d8bef9SDimitry Andric 274e8d8bef9SDimitry Andrictemplate <class ..._Args> 275e8d8bef9SDimitry Andric_LIBCPP_INLINE_VISIBILITY 276e8d8bef9SDimitry Andricvoid __do_deallocate_handle_size(void *__ptr, size_t __size, _Args ...__args) { 277e8d8bef9SDimitry Andric#ifdef _LIBCPP_HAS_NO_SIZED_DEALLOCATION 278e8d8bef9SDimitry Andric (void)__size; 279e8d8bef9SDimitry Andric return __libcpp_operator_delete(__ptr, __args...); 280e8d8bef9SDimitry Andric#else 281e8d8bef9SDimitry Andric return __libcpp_operator_delete(__ptr, __size, __args...); 282e8d8bef9SDimitry Andric#endif 283e8d8bef9SDimitry Andric} 284e8d8bef9SDimitry Andric 285e8d8bef9SDimitry Andricinline _LIBCPP_INLINE_VISIBILITY 286e8d8bef9SDimitry Andricvoid __libcpp_deallocate(void* __ptr, size_t __size, size_t __align) { 2870b57cec5SDimitry Andric#if defined(_LIBCPP_HAS_NO_ALIGNED_ALLOCATION) 288e8d8bef9SDimitry Andric (void)__align; 2890b57cec5SDimitry Andric return __do_deallocate_handle_size(__ptr, __size); 2900b57cec5SDimitry Andric#else 2910b57cec5SDimitry Andric if (__is_overaligned_for_new(__align)) { 2920b57cec5SDimitry Andric const align_val_t __align_val = static_cast<align_val_t>(__align); 2930b57cec5SDimitry Andric return __do_deallocate_handle_size(__ptr, __size, __align_val); 2940b57cec5SDimitry Andric } else { 2950b57cec5SDimitry Andric return __do_deallocate_handle_size(__ptr, __size); 2960b57cec5SDimitry Andric } 2970b57cec5SDimitry Andric#endif 2980b57cec5SDimitry Andric} 2990b57cec5SDimitry Andric 300e8d8bef9SDimitry Andricinline _LIBCPP_INLINE_VISIBILITY void __libcpp_deallocate_unsized(void* __ptr, size_t __align) { 3010b57cec5SDimitry Andric#if defined(_LIBCPP_HAS_NO_ALIGNED_ALLOCATION) 302e8d8bef9SDimitry Andric (void)__align; 303e8d8bef9SDimitry Andric return __libcpp_operator_delete(__ptr); 3040b57cec5SDimitry Andric#else 3050b57cec5SDimitry Andric if (__is_overaligned_for_new(__align)) { 3060b57cec5SDimitry Andric const align_val_t __align_val = static_cast<align_val_t>(__align); 307e8d8bef9SDimitry Andric return __libcpp_operator_delete(__ptr, __align_val); 3080b57cec5SDimitry Andric } else { 309e8d8bef9SDimitry Andric return __libcpp_operator_delete(__ptr); 3100b57cec5SDimitry Andric } 3110b57cec5SDimitry Andric#endif 3120b57cec5SDimitry Andric} 3130b57cec5SDimitry Andric 314e8d8bef9SDimitry Andric#if !defined(_LIBCPP_HAS_NO_LIBRARY_ALIGNED_ALLOCATION) 315e8d8bef9SDimitry Andric// Low-level helpers to call the aligned allocation and deallocation functions 316e8d8bef9SDimitry Andric// on the target platform. This is used to implement libc++'s own memory 317e8d8bef9SDimitry Andric// allocation routines -- if you need to allocate memory inside the library, 318e8d8bef9SDimitry Andric// chances are that you want to use `__libcpp_allocate` instead. 319e8d8bef9SDimitry Andric// 320e8d8bef9SDimitry Andric// Returns the allocated memory, or `nullptr` on failure. 321e8d8bef9SDimitry Andricinline _LIBCPP_INLINE_VISIBILITY 322e8d8bef9SDimitry Andricvoid* __libcpp_aligned_alloc(std::size_t __alignment, std::size_t __size) { 323e8d8bef9SDimitry Andric#if defined(_LIBCPP_MSVCRT_LIKE) 324e8d8bef9SDimitry Andric return ::_aligned_malloc(__size, __alignment); 3250b57cec5SDimitry Andric#else 326e8d8bef9SDimitry Andric void* __result = nullptr; 327fe6060f1SDimitry Andric (void)::posix_memalign(&__result, __alignment, __size); 328e8d8bef9SDimitry Andric // If posix_memalign fails, __result is unmodified so we still return `nullptr`. 329e8d8bef9SDimitry Andric return __result; 3300b57cec5SDimitry Andric#endif 3310b57cec5SDimitry Andric} 3320b57cec5SDimitry Andric 333e8d8bef9SDimitry Andricinline _LIBCPP_INLINE_VISIBILITY 334e8d8bef9SDimitry Andricvoid __libcpp_aligned_free(void* __ptr) { 335e8d8bef9SDimitry Andric#if defined(_LIBCPP_MSVCRT_LIKE) 336e8d8bef9SDimitry Andric ::_aligned_free(__ptr); 3370b57cec5SDimitry Andric#else 338e8d8bef9SDimitry Andric ::free(__ptr); 3390b57cec5SDimitry Andric#endif 3400b57cec5SDimitry Andric} 341e8d8bef9SDimitry Andric#endif // !_LIBCPP_HAS_NO_ALIGNED_ALLOCATION 3420b57cec5SDimitry Andric 3430b57cec5SDimitry Andric 3440b57cec5SDimitry Andrictemplate <class _Tp> 345*349cc55cSDimitry Andric_LIBCPP_NODISCARD_AFTER_CXX17 inline _LIBCPP_HIDE_FROM_ABI 3460b57cec5SDimitry Andric_LIBCPP_CONSTEXPR _Tp* __launder(_Tp* __p) _NOEXCEPT 3470b57cec5SDimitry Andric{ 3480b57cec5SDimitry Andric static_assert (!(is_function<_Tp>::value), "can't launder functions" ); 3490b57cec5SDimitry Andric static_assert (!(is_same<void, typename remove_cv<_Tp>::type>::value), "can't launder cv-void" ); 3500b57cec5SDimitry Andric return __builtin_launder(__p); 3510b57cec5SDimitry Andric} 3520b57cec5SDimitry Andric 3530b57cec5SDimitry Andric#if _LIBCPP_STD_VER > 14 3540b57cec5SDimitry Andrictemplate <class _Tp> 355*349cc55cSDimitry Andric_LIBCPP_NODISCARD_AFTER_CXX17 inline _LIBCPP_HIDE_FROM_ABI 3560b57cec5SDimitry Andricconstexpr _Tp* launder(_Tp* __p) noexcept 3570b57cec5SDimitry Andric{ 3580b57cec5SDimitry Andric return _VSTD::__launder(__p); 3590b57cec5SDimitry Andric} 3600b57cec5SDimitry Andric#endif 3610b57cec5SDimitry Andric 3620b57cec5SDimitry Andric_LIBCPP_END_NAMESPACE_STD 3630b57cec5SDimitry Andric 3640b57cec5SDimitry Andric#endif // _LIBCPP_NEW 365