1*0b57cec5SDimitry Andric //===-- asan_thread.h -------------------------------------------*- C++ -*-===// 2*0b57cec5SDimitry Andric // 3*0b57cec5SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4*0b57cec5SDimitry Andric // See https://llvm.org/LICENSE.txt for license information. 5*0b57cec5SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6*0b57cec5SDimitry Andric // 7*0b57cec5SDimitry Andric //===----------------------------------------------------------------------===// 8*0b57cec5SDimitry Andric // 9*0b57cec5SDimitry Andric // This file is a part of AddressSanitizer, an address sanity checker. 10*0b57cec5SDimitry Andric // 11*0b57cec5SDimitry Andric // ASan-private header for asan_thread.cc. 12*0b57cec5SDimitry Andric //===----------------------------------------------------------------------===// 13*0b57cec5SDimitry Andric 14*0b57cec5SDimitry Andric #ifndef ASAN_THREAD_H 15*0b57cec5SDimitry Andric #define ASAN_THREAD_H 16*0b57cec5SDimitry Andric 17*0b57cec5SDimitry Andric #include "asan_allocator.h" 18*0b57cec5SDimitry Andric #include "asan_internal.h" 19*0b57cec5SDimitry Andric #include "asan_fake_stack.h" 20*0b57cec5SDimitry Andric #include "asan_stats.h" 21*0b57cec5SDimitry Andric #include "sanitizer_common/sanitizer_common.h" 22*0b57cec5SDimitry Andric #include "sanitizer_common/sanitizer_libc.h" 23*0b57cec5SDimitry Andric #include "sanitizer_common/sanitizer_thread_registry.h" 24*0b57cec5SDimitry Andric 25*0b57cec5SDimitry Andric namespace __sanitizer { 26*0b57cec5SDimitry Andric struct DTLS; 27*0b57cec5SDimitry Andric } // namespace __sanitizer 28*0b57cec5SDimitry Andric 29*0b57cec5SDimitry Andric namespace __asan { 30*0b57cec5SDimitry Andric 31*0b57cec5SDimitry Andric const u32 kInvalidTid = 0xffffff; // Must fit into 24 bits. 32*0b57cec5SDimitry Andric const u32 kMaxNumberOfThreads = (1 << 22); // 4M 33*0b57cec5SDimitry Andric 34*0b57cec5SDimitry Andric class AsanThread; 35*0b57cec5SDimitry Andric 36*0b57cec5SDimitry Andric // These objects are created for every thread and are never deleted, 37*0b57cec5SDimitry Andric // so we can find them by tid even if the thread is long dead. 38*0b57cec5SDimitry Andric class AsanThreadContext : public ThreadContextBase { 39*0b57cec5SDimitry Andric public: 40*0b57cec5SDimitry Andric explicit AsanThreadContext(int tid) 41*0b57cec5SDimitry Andric : ThreadContextBase(tid), announced(false), 42*0b57cec5SDimitry Andric destructor_iterations(GetPthreadDestructorIterations()), stack_id(0), 43*0b57cec5SDimitry Andric thread(nullptr) {} 44*0b57cec5SDimitry Andric bool announced; 45*0b57cec5SDimitry Andric u8 destructor_iterations; 46*0b57cec5SDimitry Andric u32 stack_id; 47*0b57cec5SDimitry Andric AsanThread *thread; 48*0b57cec5SDimitry Andric 49*0b57cec5SDimitry Andric void OnCreated(void *arg) override; 50*0b57cec5SDimitry Andric void OnFinished() override; 51*0b57cec5SDimitry Andric 52*0b57cec5SDimitry Andric struct CreateThreadContextArgs { 53*0b57cec5SDimitry Andric AsanThread *thread; 54*0b57cec5SDimitry Andric StackTrace *stack; 55*0b57cec5SDimitry Andric }; 56*0b57cec5SDimitry Andric }; 57*0b57cec5SDimitry Andric 58*0b57cec5SDimitry Andric // AsanThreadContext objects are never freed, so we need many of them. 59*0b57cec5SDimitry Andric COMPILER_CHECK(sizeof(AsanThreadContext) <= 256); 60*0b57cec5SDimitry Andric 61*0b57cec5SDimitry Andric // AsanThread are stored in TSD and destroyed when the thread dies. 62*0b57cec5SDimitry Andric class AsanThread { 63*0b57cec5SDimitry Andric public: 64*0b57cec5SDimitry Andric static AsanThread *Create(thread_callback_t start_routine, void *arg, 65*0b57cec5SDimitry Andric u32 parent_tid, StackTrace *stack, bool detached); 66*0b57cec5SDimitry Andric static void TSDDtor(void *tsd); 67*0b57cec5SDimitry Andric void Destroy(); 68*0b57cec5SDimitry Andric 69*0b57cec5SDimitry Andric struct InitOptions; 70*0b57cec5SDimitry Andric void Init(const InitOptions *options = nullptr); 71*0b57cec5SDimitry Andric 72*0b57cec5SDimitry Andric thread_return_t ThreadStart(tid_t os_id, 73*0b57cec5SDimitry Andric atomic_uintptr_t *signal_thread_is_registered); 74*0b57cec5SDimitry Andric 75*0b57cec5SDimitry Andric uptr stack_top(); 76*0b57cec5SDimitry Andric uptr stack_bottom(); 77*0b57cec5SDimitry Andric uptr stack_size(); 78*0b57cec5SDimitry Andric uptr tls_begin() { return tls_begin_; } 79*0b57cec5SDimitry Andric uptr tls_end() { return tls_end_; } 80*0b57cec5SDimitry Andric DTLS *dtls() { return dtls_; } 81*0b57cec5SDimitry Andric u32 tid() { return context_->tid; } 82*0b57cec5SDimitry Andric AsanThreadContext *context() { return context_; } 83*0b57cec5SDimitry Andric void set_context(AsanThreadContext *context) { context_ = context; } 84*0b57cec5SDimitry Andric 85*0b57cec5SDimitry Andric struct StackFrameAccess { 86*0b57cec5SDimitry Andric uptr offset; 87*0b57cec5SDimitry Andric uptr frame_pc; 88*0b57cec5SDimitry Andric const char *frame_descr; 89*0b57cec5SDimitry Andric }; 90*0b57cec5SDimitry Andric bool GetStackFrameAccessByAddr(uptr addr, StackFrameAccess *access); 91*0b57cec5SDimitry Andric 92*0b57cec5SDimitry Andric // Returns a pointer to the start of the stack variable's shadow memory. 93*0b57cec5SDimitry Andric uptr GetStackVariableShadowStart(uptr addr); 94*0b57cec5SDimitry Andric 95*0b57cec5SDimitry Andric bool AddrIsInStack(uptr addr); 96*0b57cec5SDimitry Andric 97*0b57cec5SDimitry Andric void DeleteFakeStack(int tid) { 98*0b57cec5SDimitry Andric if (!fake_stack_) return; 99*0b57cec5SDimitry Andric FakeStack *t = fake_stack_; 100*0b57cec5SDimitry Andric fake_stack_ = nullptr; 101*0b57cec5SDimitry Andric SetTLSFakeStack(nullptr); 102*0b57cec5SDimitry Andric t->Destroy(tid); 103*0b57cec5SDimitry Andric } 104*0b57cec5SDimitry Andric 105*0b57cec5SDimitry Andric void StartSwitchFiber(FakeStack **fake_stack_save, uptr bottom, uptr size); 106*0b57cec5SDimitry Andric void FinishSwitchFiber(FakeStack *fake_stack_save, uptr *bottom_old, 107*0b57cec5SDimitry Andric uptr *size_old); 108*0b57cec5SDimitry Andric 109*0b57cec5SDimitry Andric bool has_fake_stack() { 110*0b57cec5SDimitry Andric return !atomic_load(&stack_switching_, memory_order_relaxed) && 111*0b57cec5SDimitry Andric (reinterpret_cast<uptr>(fake_stack_) > 1); 112*0b57cec5SDimitry Andric } 113*0b57cec5SDimitry Andric 114*0b57cec5SDimitry Andric FakeStack *fake_stack() { 115*0b57cec5SDimitry Andric if (!__asan_option_detect_stack_use_after_return) 116*0b57cec5SDimitry Andric return nullptr; 117*0b57cec5SDimitry Andric if (atomic_load(&stack_switching_, memory_order_relaxed)) 118*0b57cec5SDimitry Andric return nullptr; 119*0b57cec5SDimitry Andric if (!has_fake_stack()) 120*0b57cec5SDimitry Andric return AsyncSignalSafeLazyInitFakeStack(); 121*0b57cec5SDimitry Andric return fake_stack_; 122*0b57cec5SDimitry Andric } 123*0b57cec5SDimitry Andric 124*0b57cec5SDimitry Andric // True is this thread is currently unwinding stack (i.e. collecting a stack 125*0b57cec5SDimitry Andric // trace). Used to prevent deadlocks on platforms where libc unwinder calls 126*0b57cec5SDimitry Andric // malloc internally. See PR17116 for more details. 127*0b57cec5SDimitry Andric bool isUnwinding() const { return unwinding_; } 128*0b57cec5SDimitry Andric void setUnwinding(bool b) { unwinding_ = b; } 129*0b57cec5SDimitry Andric 130*0b57cec5SDimitry Andric AsanThreadLocalMallocStorage &malloc_storage() { return malloc_storage_; } 131*0b57cec5SDimitry Andric AsanStats &stats() { return stats_; } 132*0b57cec5SDimitry Andric 133*0b57cec5SDimitry Andric void *extra_spill_area() { return &extra_spill_area_; } 134*0b57cec5SDimitry Andric 135*0b57cec5SDimitry Andric private: 136*0b57cec5SDimitry Andric // NOTE: There is no AsanThread constructor. It is allocated 137*0b57cec5SDimitry Andric // via mmap() and *must* be valid in zero-initialized state. 138*0b57cec5SDimitry Andric 139*0b57cec5SDimitry Andric void SetThreadStackAndTls(const InitOptions *options); 140*0b57cec5SDimitry Andric 141*0b57cec5SDimitry Andric void ClearShadowForThreadStackAndTLS(); 142*0b57cec5SDimitry Andric FakeStack *AsyncSignalSafeLazyInitFakeStack(); 143*0b57cec5SDimitry Andric 144*0b57cec5SDimitry Andric struct StackBounds { 145*0b57cec5SDimitry Andric uptr bottom; 146*0b57cec5SDimitry Andric uptr top; 147*0b57cec5SDimitry Andric }; 148*0b57cec5SDimitry Andric StackBounds GetStackBounds() const; 149*0b57cec5SDimitry Andric 150*0b57cec5SDimitry Andric AsanThreadContext *context_; 151*0b57cec5SDimitry Andric thread_callback_t start_routine_; 152*0b57cec5SDimitry Andric void *arg_; 153*0b57cec5SDimitry Andric 154*0b57cec5SDimitry Andric uptr stack_top_; 155*0b57cec5SDimitry Andric uptr stack_bottom_; 156*0b57cec5SDimitry Andric // these variables are used when the thread is about to switch stack 157*0b57cec5SDimitry Andric uptr next_stack_top_; 158*0b57cec5SDimitry Andric uptr next_stack_bottom_; 159*0b57cec5SDimitry Andric // true if switching is in progress 160*0b57cec5SDimitry Andric atomic_uint8_t stack_switching_; 161*0b57cec5SDimitry Andric 162*0b57cec5SDimitry Andric uptr tls_begin_; 163*0b57cec5SDimitry Andric uptr tls_end_; 164*0b57cec5SDimitry Andric DTLS *dtls_; 165*0b57cec5SDimitry Andric 166*0b57cec5SDimitry Andric FakeStack *fake_stack_; 167*0b57cec5SDimitry Andric AsanThreadLocalMallocStorage malloc_storage_; 168*0b57cec5SDimitry Andric AsanStats stats_; 169*0b57cec5SDimitry Andric bool unwinding_; 170*0b57cec5SDimitry Andric uptr extra_spill_area_; 171*0b57cec5SDimitry Andric }; 172*0b57cec5SDimitry Andric 173*0b57cec5SDimitry Andric // Returns a single instance of registry. 174*0b57cec5SDimitry Andric ThreadRegistry &asanThreadRegistry(); 175*0b57cec5SDimitry Andric 176*0b57cec5SDimitry Andric // Must be called under ThreadRegistryLock. 177*0b57cec5SDimitry Andric AsanThreadContext *GetThreadContextByTidLocked(u32 tid); 178*0b57cec5SDimitry Andric 179*0b57cec5SDimitry Andric // Get the current thread. May return 0. 180*0b57cec5SDimitry Andric AsanThread *GetCurrentThread(); 181*0b57cec5SDimitry Andric void SetCurrentThread(AsanThread *t); 182*0b57cec5SDimitry Andric u32 GetCurrentTidOrInvalid(); 183*0b57cec5SDimitry Andric AsanThread *FindThreadByStackAddress(uptr addr); 184*0b57cec5SDimitry Andric 185*0b57cec5SDimitry Andric // Used to handle fork(). 186*0b57cec5SDimitry Andric void EnsureMainThreadIDIsCorrect(); 187*0b57cec5SDimitry Andric } // namespace __asan 188*0b57cec5SDimitry Andric 189*0b57cec5SDimitry Andric #endif // ASAN_THREAD_H 190