1// -*- C++ -*- 2//===----------------------------------------------------------------------===// 3// 4// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 5// See https://llvm.org/LICENSE.txt for license information. 6// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 7// 8//===----------------------------------------------------------------------===// 9 10#ifndef _LIBCPP_THREAD 11#define _LIBCPP_THREAD 12 13/* 14 15 thread synopsis 16 17namespace std 18{ 19 20class thread 21{ 22public: 23 class id; 24 typedef pthread_t native_handle_type; 25 26 thread() noexcept; 27 template <class F, class ...Args> explicit thread(F&& f, Args&&... args); 28 ~thread(); 29 30 thread(const thread&) = delete; 31 thread(thread&& t) noexcept; 32 33 thread& operator=(const thread&) = delete; 34 thread& operator=(thread&& t) noexcept; 35 36 void swap(thread& t) noexcept; 37 38 bool joinable() const noexcept; 39 void join(); 40 void detach(); 41 id get_id() const noexcept; 42 native_handle_type native_handle(); 43 44 static unsigned hardware_concurrency() noexcept; 45}; 46 47void swap(thread& x, thread& y) noexcept; 48 49class thread::id 50{ 51public: 52 id() noexcept; 53}; 54 55bool operator==(thread::id x, thread::id y) noexcept; 56bool operator!=(thread::id x, thread::id y) noexcept; 57bool operator< (thread::id x, thread::id y) noexcept; 58bool operator<=(thread::id x, thread::id y) noexcept; 59bool operator> (thread::id x, thread::id y) noexcept; 60bool operator>=(thread::id x, thread::id y) noexcept; 61 62template<class charT, class traits> 63basic_ostream<charT, traits>& 64operator<<(basic_ostream<charT, traits>& out, thread::id id); 65 66namespace this_thread 67{ 68 69thread::id get_id() noexcept; 70 71void yield() noexcept; 72 73template <class Clock, class Duration> 74void sleep_until(const chrono::time_point<Clock, Duration>& abs_time); 75 76template <class Rep, class Period> 77void sleep_for(const chrono::duration<Rep, Period>& rel_time); 78 79} // this_thread 80 81} // std 82 83*/ 84 85#include <__assert> // all public C++ headers provide the assertion handler 86#include <__config> 87#include <__functional/hash.h> 88#include <__mutex_base> 89#include <__thread/poll_with_backoff.h> 90#include <__thread/timed_backoff_policy.h> 91#include <__threading_support> 92#include <__utility/forward.h> 93#include <cstddef> 94#include <iosfwd> 95#include <memory> 96#include <system_error> 97#include <tuple> 98#include <type_traits> 99#include <version> 100 101#ifndef _LIBCPP_REMOVE_TRANSITIVE_INCLUDES 102# include <chrono> 103# include <functional> 104#endif 105 106// standard-mandated includes 107#include <compare> 108 109#if !defined(_LIBCPP_HAS_NO_PRAGMA_SYSTEM_HEADER) 110# pragma GCC system_header 111#endif 112 113_LIBCPP_PUSH_MACROS 114#include <__undef_macros> 115 116#ifdef _LIBCPP_HAS_NO_THREADS 117# error "<thread> is not supported since libc++ has been configured without support for threads." 118#endif 119 120_LIBCPP_BEGIN_NAMESPACE_STD 121 122template <class _Tp> class __thread_specific_ptr; 123class _LIBCPP_TYPE_VIS __thread_struct; 124class _LIBCPP_HIDDEN __thread_struct_imp; 125class __assoc_sub_state; 126 127_LIBCPP_FUNC_VIS __thread_specific_ptr<__thread_struct>& __thread_local_data(); 128 129class _LIBCPP_TYPE_VIS __thread_struct 130{ 131 __thread_struct_imp* __p_; 132 133 __thread_struct(const __thread_struct&); 134 __thread_struct& operator=(const __thread_struct&); 135public: 136 __thread_struct(); 137 ~__thread_struct(); 138 139 void notify_all_at_thread_exit(condition_variable*, mutex*); 140 void __make_ready_at_thread_exit(__assoc_sub_state*); 141}; 142 143template <class _Tp> 144class __thread_specific_ptr 145{ 146 __libcpp_tls_key __key_; 147 148 // Only __thread_local_data() may construct a __thread_specific_ptr 149 // and only with _Tp == __thread_struct. 150 static_assert((is_same<_Tp, __thread_struct>::value), ""); 151 __thread_specific_ptr(); 152 friend _LIBCPP_FUNC_VIS __thread_specific_ptr<__thread_struct>& __thread_local_data(); 153 154 __thread_specific_ptr(const __thread_specific_ptr&); 155 __thread_specific_ptr& operator=(const __thread_specific_ptr&); 156 157 _LIBCPP_HIDDEN static void _LIBCPP_TLS_DESTRUCTOR_CC __at_thread_exit(void*); 158 159public: 160 typedef _Tp* pointer; 161 162 ~__thread_specific_ptr(); 163 164 _LIBCPP_INLINE_VISIBILITY 165 pointer get() const {return static_cast<_Tp*>(__libcpp_tls_get(__key_));} 166 _LIBCPP_INLINE_VISIBILITY 167 pointer operator*() const {return *get();} 168 _LIBCPP_INLINE_VISIBILITY 169 pointer operator->() const {return get();} 170 void set_pointer(pointer __p); 171}; 172 173template <class _Tp> 174void _LIBCPP_TLS_DESTRUCTOR_CC 175__thread_specific_ptr<_Tp>::__at_thread_exit(void* __p) 176{ 177 delete static_cast<pointer>(__p); 178} 179 180template <class _Tp> 181__thread_specific_ptr<_Tp>::__thread_specific_ptr() 182{ 183 int __ec = 184 __libcpp_tls_create(&__key_, &__thread_specific_ptr::__at_thread_exit); 185 if (__ec) 186 __throw_system_error(__ec, "__thread_specific_ptr construction failed"); 187} 188 189template <class _Tp> 190__thread_specific_ptr<_Tp>::~__thread_specific_ptr() 191{ 192 // __thread_specific_ptr is only created with a static storage duration 193 // so this destructor is only invoked during program termination. Invoking 194 // pthread_key_delete(__key_) may prevent other threads from deleting their 195 // thread local data. For this reason we leak the key. 196} 197 198template <class _Tp> 199void 200__thread_specific_ptr<_Tp>::set_pointer(pointer __p) 201{ 202 _LIBCPP_ASSERT(get() == nullptr, 203 "Attempting to overwrite thread local data"); 204 __libcpp_tls_set(__key_, __p); 205} 206 207template<> 208struct _LIBCPP_TEMPLATE_VIS hash<__thread_id> 209 : public __unary_function<__thread_id, size_t> 210{ 211 _LIBCPP_INLINE_VISIBILITY 212 size_t operator()(__thread_id __v) const _NOEXCEPT 213 { 214 return hash<__libcpp_thread_id>()(__v.__id_); 215 } 216}; 217 218template<class _CharT, class _Traits> 219_LIBCPP_INLINE_VISIBILITY 220basic_ostream<_CharT, _Traits>& 221operator<<(basic_ostream<_CharT, _Traits>& __os, __thread_id __id) 222{return __os << __id.__id_;} 223 224class _LIBCPP_TYPE_VIS thread 225{ 226 __libcpp_thread_t __t_; 227 228 thread(const thread&); 229 thread& operator=(const thread&); 230public: 231 typedef __thread_id id; 232 typedef __libcpp_thread_t native_handle_type; 233 234 _LIBCPP_INLINE_VISIBILITY 235 thread() _NOEXCEPT : __t_(_LIBCPP_NULL_THREAD) {} 236#ifndef _LIBCPP_CXX03_LANG 237 template <class _Fp, class ..._Args, 238 class = __enable_if_t<!is_same<__uncvref_t<_Fp>, thread>::value> > 239 _LIBCPP_METHOD_TEMPLATE_IMPLICIT_INSTANTIATION_VIS 240 explicit thread(_Fp&& __f, _Args&&... __args); 241#else // _LIBCPP_CXX03_LANG 242 template <class _Fp> 243 _LIBCPP_METHOD_TEMPLATE_IMPLICIT_INSTANTIATION_VIS 244 explicit thread(_Fp __f); 245#endif 246 ~thread(); 247 248 _LIBCPP_INLINE_VISIBILITY 249 thread(thread&& __t) _NOEXCEPT : __t_(__t.__t_) { 250 __t.__t_ = _LIBCPP_NULL_THREAD; 251 } 252 253 _LIBCPP_INLINE_VISIBILITY 254 thread& operator=(thread&& __t) _NOEXCEPT { 255 if (!__libcpp_thread_isnull(&__t_)) 256 terminate(); 257 __t_ = __t.__t_; 258 __t.__t_ = _LIBCPP_NULL_THREAD; 259 return *this; 260 } 261 262 _LIBCPP_INLINE_VISIBILITY 263 void swap(thread& __t) _NOEXCEPT {_VSTD::swap(__t_, __t.__t_);} 264 265 _LIBCPP_INLINE_VISIBILITY 266 bool joinable() const _NOEXCEPT {return !__libcpp_thread_isnull(&__t_);} 267 void join(); 268 void detach(); 269 _LIBCPP_INLINE_VISIBILITY 270 id get_id() const _NOEXCEPT {return __libcpp_thread_get_id(&__t_);} 271 _LIBCPP_INLINE_VISIBILITY 272 native_handle_type native_handle() _NOEXCEPT {return __t_;} 273 274 static unsigned hardware_concurrency() _NOEXCEPT; 275}; 276 277#ifndef _LIBCPP_CXX03_LANG 278 279template <class _TSp, class _Fp, class ..._Args, size_t ..._Indices> 280inline _LIBCPP_INLINE_VISIBILITY 281void 282__thread_execute(tuple<_TSp, _Fp, _Args...>& __t, __tuple_indices<_Indices...>) 283{ 284 _VSTD::__invoke(_VSTD::move(_VSTD::get<1>(__t)), _VSTD::move(_VSTD::get<_Indices>(__t))...); 285} 286 287template <class _Fp> 288_LIBCPP_INLINE_VISIBILITY 289void* __thread_proxy(void* __vp) 290{ 291 // _Fp = tuple< unique_ptr<__thread_struct>, Functor, Args...> 292 unique_ptr<_Fp> __p(static_cast<_Fp*>(__vp)); 293 __thread_local_data().set_pointer(_VSTD::get<0>(*__p.get()).release()); 294 typedef typename __make_tuple_indices<tuple_size<_Fp>::value, 2>::type _Index; 295 _VSTD::__thread_execute(*__p.get(), _Index()); 296 return nullptr; 297} 298 299template <class _Fp, class ..._Args, 300 class 301 > 302thread::thread(_Fp&& __f, _Args&&... __args) 303{ 304 typedef unique_ptr<__thread_struct> _TSPtr; 305 _TSPtr __tsp(new __thread_struct); 306 typedef tuple<_TSPtr, typename decay<_Fp>::type, typename decay<_Args>::type...> _Gp; 307 unique_ptr<_Gp> __p( 308 new _Gp(_VSTD::move(__tsp), 309 _VSTD::forward<_Fp>(__f), 310 _VSTD::forward<_Args>(__args)...)); 311 int __ec = _VSTD::__libcpp_thread_create(&__t_, &__thread_proxy<_Gp>, __p.get()); 312 if (__ec == 0) 313 __p.release(); 314 else 315 __throw_system_error(__ec, "thread constructor failed"); 316} 317 318#else // _LIBCPP_CXX03_LANG 319 320template <class _Fp> 321struct __thread_invoke_pair { 322 // This type is used to pass memory for thread local storage and a functor 323 // to a newly created thread because std::pair doesn't work with 324 // std::unique_ptr in C++03. 325 __thread_invoke_pair(_Fp& __f) : __tsp_(new __thread_struct), __fn_(__f) {} 326 unique_ptr<__thread_struct> __tsp_; 327 _Fp __fn_; 328}; 329 330template <class _Fp> 331void* __thread_proxy_cxx03(void* __vp) 332{ 333 unique_ptr<_Fp> __p(static_cast<_Fp*>(__vp)); 334 __thread_local_data().set_pointer(__p->__tsp_.release()); 335 (__p->__fn_)(); 336 return nullptr; 337} 338 339template <class _Fp> 340thread::thread(_Fp __f) 341{ 342 343 typedef __thread_invoke_pair<_Fp> _InvokePair; 344 typedef unique_ptr<_InvokePair> _PairPtr; 345 _PairPtr __pp(new _InvokePair(__f)); 346 int __ec = _VSTD::__libcpp_thread_create(&__t_, &__thread_proxy_cxx03<_InvokePair>, __pp.get()); 347 if (__ec == 0) 348 __pp.release(); 349 else 350 __throw_system_error(__ec, "thread constructor failed"); 351} 352 353#endif // _LIBCPP_CXX03_LANG 354 355inline _LIBCPP_INLINE_VISIBILITY 356void swap(thread& __x, thread& __y) _NOEXCEPT {__x.swap(__y);} 357 358namespace this_thread 359{ 360 361_LIBCPP_FUNC_VIS void sleep_for(const chrono::nanoseconds& __ns); 362 363template <class _Rep, class _Period> 364void 365sleep_for(const chrono::duration<_Rep, _Period>& __d) 366{ 367 if (__d > chrono::duration<_Rep, _Period>::zero()) 368 { 369 // The standard guarantees a 64bit signed integer resolution for nanoseconds, 370 // so use INT64_MAX / 1e9 as cut-off point. Use a constant to avoid <climits> 371 // and issues with long double folding on PowerPC with GCC. 372 _LIBCPP_CONSTEXPR chrono::duration<long double> _Max = 373 chrono::duration<long double>(9223372036.0L); 374 chrono::nanoseconds __ns; 375 if (__d < _Max) 376 { 377 __ns = chrono::duration_cast<chrono::nanoseconds>(__d); 378 if (__ns < __d) 379 ++__ns; 380 } 381 else 382 __ns = chrono::nanoseconds::max(); 383 this_thread::sleep_for(__ns); 384 } 385} 386 387template <class _Clock, class _Duration> 388void 389sleep_until(const chrono::time_point<_Clock, _Duration>& __t) 390{ 391 mutex __mut; 392 condition_variable __cv; 393 unique_lock<mutex> __lk(__mut); 394 while (_Clock::now() < __t) 395 __cv.wait_until(__lk, __t); 396} 397 398template <class _Duration> 399inline _LIBCPP_INLINE_VISIBILITY 400void 401sleep_until(const chrono::time_point<chrono::steady_clock, _Duration>& __t) 402{ 403 this_thread::sleep_for(__t - chrono::steady_clock::now()); 404} 405 406inline _LIBCPP_INLINE_VISIBILITY 407void yield() _NOEXCEPT {__libcpp_thread_yield();} 408 409} // namespace this_thread 410 411_LIBCPP_END_NAMESPACE_STD 412 413_LIBCPP_POP_MACROS 414 415#endif // _LIBCPP_THREAD 416