10b57cec5SDimitry Andric //=-- lsan_common.h -------------------------------------------------------===// 20b57cec5SDimitry Andric // 30b57cec5SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 40b57cec5SDimitry Andric // See https://llvm.org/LICENSE.txt for license information. 50b57cec5SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 60b57cec5SDimitry Andric // 70b57cec5SDimitry Andric //===----------------------------------------------------------------------===// 80b57cec5SDimitry Andric // 90b57cec5SDimitry Andric // This file is a part of LeakSanitizer. 100b57cec5SDimitry Andric // Private LSan header. 110b57cec5SDimitry Andric // 120b57cec5SDimitry Andric //===----------------------------------------------------------------------===// 130b57cec5SDimitry Andric 140b57cec5SDimitry Andric #ifndef LSAN_COMMON_H 150b57cec5SDimitry Andric #define LSAN_COMMON_H 160b57cec5SDimitry Andric 170b57cec5SDimitry Andric #include "sanitizer_common/sanitizer_allocator.h" 180b57cec5SDimitry Andric #include "sanitizer_common/sanitizer_common.h" 190b57cec5SDimitry Andric #include "sanitizer_common/sanitizer_internal_defs.h" 200b57cec5SDimitry Andric #include "sanitizer_common/sanitizer_platform.h" 210b57cec5SDimitry Andric #include "sanitizer_common/sanitizer_stoptheworld.h" 220b57cec5SDimitry Andric #include "sanitizer_common/sanitizer_symbolizer.h" 230b57cec5SDimitry Andric 240b57cec5SDimitry Andric // LeakSanitizer relies on some Glibc's internals (e.g. TLS machinery) on Linux. 250b57cec5SDimitry Andric // Also, LSan doesn't like 32 bit architectures 260b57cec5SDimitry Andric // because of "small" (4 bytes) pointer size that leads to high false negative 270b57cec5SDimitry Andric // ratio on large leaks. But we still want to have it for some 32 bit arches 280b57cec5SDimitry Andric // (e.g. x86), see https://github.com/google/sanitizers/issues/403. 290b57cec5SDimitry Andric // To enable LeakSanitizer on a new architecture, one needs to implement the 300b57cec5SDimitry Andric // internal_clone function as well as (probably) adjust the TLS machinery for 310b57cec5SDimitry Andric // the new architecture inside the sanitizer library. 32e8d8bef9SDimitry Andric // Exclude leak-detection on arm32 for Android because `__aeabi_read_tp` 33e8d8bef9SDimitry Andric // is missing. This caused a link error. 34e8d8bef9SDimitry Andric #if SANITIZER_ANDROID && (__ANDROID_API__ < 28 || defined(__arm__)) 35e8d8bef9SDimitry Andric #define CAN_SANITIZE_LEAKS 0 36e8d8bef9SDimitry Andric #elif (SANITIZER_LINUX || SANITIZER_MAC) && (SANITIZER_WORDSIZE == 64) && \ 370b57cec5SDimitry Andric (defined(__x86_64__) || defined(__mips64) || defined(__aarch64__) || \ 385ffd83dbSDimitry Andric defined(__powerpc64__) || defined(__s390x__)) 390b57cec5SDimitry Andric #define CAN_SANITIZE_LEAKS 1 40e8d8bef9SDimitry Andric #elif defined(__i386__) && (SANITIZER_LINUX || SANITIZER_MAC) 410b57cec5SDimitry Andric #define CAN_SANITIZE_LEAKS 1 42e8d8bef9SDimitry Andric #elif defined(__arm__) && SANITIZER_LINUX 430b57cec5SDimitry Andric #define CAN_SANITIZE_LEAKS 1 44*fe6060f1SDimitry Andric #elif SANITIZER_RISCV64 && SANITIZER_LINUX 45*fe6060f1SDimitry Andric #define CAN_SANITIZE_LEAKS 1 465ffd83dbSDimitry Andric #elif SANITIZER_NETBSD || SANITIZER_FUCHSIA 470b57cec5SDimitry Andric #define CAN_SANITIZE_LEAKS 1 480b57cec5SDimitry Andric #else 490b57cec5SDimitry Andric #define CAN_SANITIZE_LEAKS 0 500b57cec5SDimitry Andric #endif 510b57cec5SDimitry Andric 520b57cec5SDimitry Andric namespace __sanitizer { 530b57cec5SDimitry Andric class FlagParser; 540b57cec5SDimitry Andric class ThreadRegistry; 55e8d8bef9SDimitry Andric class ThreadContextBase; 560b57cec5SDimitry Andric struct DTLS; 570b57cec5SDimitry Andric } 580b57cec5SDimitry Andric 590b57cec5SDimitry Andric namespace __lsan { 600b57cec5SDimitry Andric 610b57cec5SDimitry Andric // Chunk tags. 620b57cec5SDimitry Andric enum ChunkTag { 630b57cec5SDimitry Andric kDirectlyLeaked = 0, // default 640b57cec5SDimitry Andric kIndirectlyLeaked = 1, 650b57cec5SDimitry Andric kReachable = 2, 660b57cec5SDimitry Andric kIgnored = 3 670b57cec5SDimitry Andric }; 680b57cec5SDimitry Andric 690b57cec5SDimitry Andric struct Flags { 700b57cec5SDimitry Andric #define LSAN_FLAG(Type, Name, DefaultValue, Description) Type Name; 710b57cec5SDimitry Andric #include "lsan_flags.inc" 720b57cec5SDimitry Andric #undef LSAN_FLAG 730b57cec5SDimitry Andric 740b57cec5SDimitry Andric void SetDefaults(); 750b57cec5SDimitry Andric uptr pointer_alignment() const { 760b57cec5SDimitry Andric return use_unaligned ? 1 : sizeof(uptr); 770b57cec5SDimitry Andric } 780b57cec5SDimitry Andric }; 790b57cec5SDimitry Andric 800b57cec5SDimitry Andric extern Flags lsan_flags; 810b57cec5SDimitry Andric inline Flags *flags() { return &lsan_flags; } 820b57cec5SDimitry Andric void RegisterLsanFlags(FlagParser *parser, Flags *f); 830b57cec5SDimitry Andric 840b57cec5SDimitry Andric struct Leak { 850b57cec5SDimitry Andric u32 id; 860b57cec5SDimitry Andric uptr hit_count; 870b57cec5SDimitry Andric uptr total_size; 880b57cec5SDimitry Andric u32 stack_trace_id; 890b57cec5SDimitry Andric bool is_directly_leaked; 900b57cec5SDimitry Andric bool is_suppressed; 910b57cec5SDimitry Andric }; 920b57cec5SDimitry Andric 930b57cec5SDimitry Andric struct LeakedObject { 940b57cec5SDimitry Andric u32 leak_id; 950b57cec5SDimitry Andric uptr addr; 960b57cec5SDimitry Andric uptr size; 970b57cec5SDimitry Andric }; 980b57cec5SDimitry Andric 990b57cec5SDimitry Andric // Aggregates leaks by stack trace prefix. 1000b57cec5SDimitry Andric class LeakReport { 1010b57cec5SDimitry Andric public: 1020b57cec5SDimitry Andric LeakReport() {} 1030b57cec5SDimitry Andric void AddLeakedChunk(uptr chunk, u32 stack_trace_id, uptr leaked_size, 1040b57cec5SDimitry Andric ChunkTag tag); 1050b57cec5SDimitry Andric void ReportTopLeaks(uptr max_leaks); 1060b57cec5SDimitry Andric void PrintSummary(); 107e8d8bef9SDimitry Andric uptr ApplySuppressions(); 1080b57cec5SDimitry Andric uptr UnsuppressedLeakCount(); 109e8d8bef9SDimitry Andric uptr IndirectUnsuppressedLeakCount(); 1100b57cec5SDimitry Andric 1110b57cec5SDimitry Andric private: 1120b57cec5SDimitry Andric void PrintReportForLeak(uptr index); 1130b57cec5SDimitry Andric void PrintLeakedObjectsForLeak(uptr index); 1140b57cec5SDimitry Andric 1150b57cec5SDimitry Andric u32 next_id_ = 0; 1160b57cec5SDimitry Andric InternalMmapVector<Leak> leaks_; 1170b57cec5SDimitry Andric InternalMmapVector<LeakedObject> leaked_objects_; 1180b57cec5SDimitry Andric }; 1190b57cec5SDimitry Andric 1200b57cec5SDimitry Andric typedef InternalMmapVector<uptr> Frontier; 1210b57cec5SDimitry Andric 1220b57cec5SDimitry Andric // Platform-specific functions. 1230b57cec5SDimitry Andric void InitializePlatformSpecificModules(); 1240b57cec5SDimitry Andric void ProcessGlobalRegions(Frontier *frontier); 1250b57cec5SDimitry Andric void ProcessPlatformSpecificAllocations(Frontier *frontier); 1260b57cec5SDimitry Andric 1270b57cec5SDimitry Andric struct RootRegion { 1280b57cec5SDimitry Andric uptr begin; 1290b57cec5SDimitry Andric uptr size; 1300b57cec5SDimitry Andric }; 1310b57cec5SDimitry Andric 1325ffd83dbSDimitry Andric // LockStuffAndStopTheWorld can start to use Scan* calls to collect into 1335ffd83dbSDimitry Andric // this Frontier vector before the StopTheWorldCallback actually runs. 1345ffd83dbSDimitry Andric // This is used when the OS has a unified callback API for suspending 1355ffd83dbSDimitry Andric // threads and enumerating roots. 1365ffd83dbSDimitry Andric struct CheckForLeaksParam { 1375ffd83dbSDimitry Andric Frontier frontier; 1385ffd83dbSDimitry Andric LeakReport leak_report; 1395ffd83dbSDimitry Andric bool success = false; 1405ffd83dbSDimitry Andric }; 1415ffd83dbSDimitry Andric 1420b57cec5SDimitry Andric InternalMmapVector<RootRegion> const *GetRootRegions(); 1430b57cec5SDimitry Andric void ScanRootRegion(Frontier *frontier, RootRegion const ®ion, 1440b57cec5SDimitry Andric uptr region_begin, uptr region_end, bool is_readable); 1455ffd83dbSDimitry Andric void ForEachExtraStackRangeCb(uptr begin, uptr end, void* arg); 146e8d8bef9SDimitry Andric void GetAdditionalThreadContextPtrs(ThreadContextBase *tctx, void *ptrs); 14768d75effSDimitry Andric // Run stoptheworld while holding any platform-specific locks, as well as the 14868d75effSDimitry Andric // allocator and thread registry locks. 1495ffd83dbSDimitry Andric void LockStuffAndStopTheWorld(StopTheWorldCallback callback, 1505ffd83dbSDimitry Andric CheckForLeaksParam* argument); 1510b57cec5SDimitry Andric 1520b57cec5SDimitry Andric void ScanRangeForPointers(uptr begin, uptr end, 1530b57cec5SDimitry Andric Frontier *frontier, 1540b57cec5SDimitry Andric const char *region_type, ChunkTag tag); 1550b57cec5SDimitry Andric void ScanGlobalRange(uptr begin, uptr end, Frontier *frontier); 1560b57cec5SDimitry Andric 1570b57cec5SDimitry Andric enum IgnoreObjectResult { 1580b57cec5SDimitry Andric kIgnoreObjectSuccess, 1590b57cec5SDimitry Andric kIgnoreObjectAlreadyIgnored, 1600b57cec5SDimitry Andric kIgnoreObjectInvalid 1610b57cec5SDimitry Andric }; 1620b57cec5SDimitry Andric 1630b57cec5SDimitry Andric // Functions called from the parent tool. 1640b57cec5SDimitry Andric const char *MaybeCallLsanDefaultOptions(); 1650b57cec5SDimitry Andric void InitCommonLsan(); 1660b57cec5SDimitry Andric void DoLeakCheck(); 1670b57cec5SDimitry Andric void DoRecoverableLeakCheckVoid(); 1680b57cec5SDimitry Andric void DisableCounterUnderflow(); 1690b57cec5SDimitry Andric bool DisabledInThisThread(); 1700b57cec5SDimitry Andric 1710b57cec5SDimitry Andric // Used to implement __lsan::ScopedDisabler. 1720b57cec5SDimitry Andric void DisableInThisThread(); 1730b57cec5SDimitry Andric void EnableInThisThread(); 1740b57cec5SDimitry Andric // Can be used to ignore memory allocated by an intercepted 1750b57cec5SDimitry Andric // function. 1760b57cec5SDimitry Andric struct ScopedInterceptorDisabler { 1770b57cec5SDimitry Andric ScopedInterceptorDisabler() { DisableInThisThread(); } 1780b57cec5SDimitry Andric ~ScopedInterceptorDisabler() { EnableInThisThread(); } 1790b57cec5SDimitry Andric }; 1800b57cec5SDimitry Andric 1810b57cec5SDimitry Andric // According to Itanium C++ ABI array cookie is a one word containing 1820b57cec5SDimitry Andric // size of allocated array. 1830b57cec5SDimitry Andric static inline bool IsItaniumABIArrayCookie(uptr chunk_beg, uptr chunk_size, 1840b57cec5SDimitry Andric uptr addr) { 1850b57cec5SDimitry Andric return chunk_size == sizeof(uptr) && chunk_beg + chunk_size == addr && 1860b57cec5SDimitry Andric *reinterpret_cast<uptr *>(chunk_beg) == 0; 1870b57cec5SDimitry Andric } 1880b57cec5SDimitry Andric 1890b57cec5SDimitry Andric // According to ARM C++ ABI array cookie consists of two words: 1900b57cec5SDimitry Andric // struct array_cookie { 1910b57cec5SDimitry Andric // std::size_t element_size; // element_size != 0 1920b57cec5SDimitry Andric // std::size_t element_count; 1930b57cec5SDimitry Andric // }; 1940b57cec5SDimitry Andric static inline bool IsARMABIArrayCookie(uptr chunk_beg, uptr chunk_size, 1950b57cec5SDimitry Andric uptr addr) { 1960b57cec5SDimitry Andric return chunk_size == 2 * sizeof(uptr) && chunk_beg + chunk_size == addr && 1970b57cec5SDimitry Andric *reinterpret_cast<uptr *>(chunk_beg + sizeof(uptr)) == 0; 1980b57cec5SDimitry Andric } 1990b57cec5SDimitry Andric 2000b57cec5SDimitry Andric // Special case for "new T[0]" where T is a type with DTOR. 2010b57cec5SDimitry Andric // new T[0] will allocate a cookie (one or two words) for the array size (0) 2020b57cec5SDimitry Andric // and store a pointer to the end of allocated chunk. The actual cookie layout 2030b57cec5SDimitry Andric // varies between platforms according to their C++ ABI implementation. 2040b57cec5SDimitry Andric inline bool IsSpecialCaseOfOperatorNew0(uptr chunk_beg, uptr chunk_size, 2050b57cec5SDimitry Andric uptr addr) { 2060b57cec5SDimitry Andric #if defined(__arm__) 2070b57cec5SDimitry Andric return IsARMABIArrayCookie(chunk_beg, chunk_size, addr); 2080b57cec5SDimitry Andric #else 2090b57cec5SDimitry Andric return IsItaniumABIArrayCookie(chunk_beg, chunk_size, addr); 2100b57cec5SDimitry Andric #endif 2110b57cec5SDimitry Andric } 2120b57cec5SDimitry Andric 2130b57cec5SDimitry Andric // The following must be implemented in the parent tool. 2140b57cec5SDimitry Andric 2150b57cec5SDimitry Andric void ForEachChunk(ForEachChunkCallback callback, void *arg); 2160b57cec5SDimitry Andric // Returns the address range occupied by the global allocator object. 2170b57cec5SDimitry Andric void GetAllocatorGlobalRange(uptr *begin, uptr *end); 2180b57cec5SDimitry Andric // Wrappers for allocator's ForceLock()/ForceUnlock(). 2190b57cec5SDimitry Andric void LockAllocator(); 2200b57cec5SDimitry Andric void UnlockAllocator(); 2210b57cec5SDimitry Andric // Returns true if [addr, addr + sizeof(void *)) is poisoned. 2220b57cec5SDimitry Andric bool WordIsPoisoned(uptr addr); 2230b57cec5SDimitry Andric // Wrappers for ThreadRegistry access. 224*fe6060f1SDimitry Andric void LockThreadRegistry() NO_THREAD_SAFETY_ANALYSIS; 225*fe6060f1SDimitry Andric void UnlockThreadRegistry() NO_THREAD_SAFETY_ANALYSIS; 2260b57cec5SDimitry Andric ThreadRegistry *GetThreadRegistryLocked(); 2270b57cec5SDimitry Andric bool GetThreadRangesLocked(tid_t os_id, uptr *stack_begin, uptr *stack_end, 2280b57cec5SDimitry Andric uptr *tls_begin, uptr *tls_end, uptr *cache_begin, 2290b57cec5SDimitry Andric uptr *cache_end, DTLS **dtls); 2305ffd83dbSDimitry Andric void GetAllThreadAllocatorCachesLocked(InternalMmapVector<uptr> *caches); 2310b57cec5SDimitry Andric void ForEachExtraStackRange(tid_t os_id, RangeIteratorCallback callback, 2320b57cec5SDimitry Andric void *arg); 2330b57cec5SDimitry Andric // If called from the main thread, updates the main thread's TID in the thread 2340b57cec5SDimitry Andric // registry. We need this to handle processes that fork() without a subsequent 2350b57cec5SDimitry Andric // exec(), which invalidates the recorded TID. To update it, we must call 2360b57cec5SDimitry Andric // gettid() from the main thread. Our solution is to call this function before 2370b57cec5SDimitry Andric // leak checking and also before every call to pthread_create() (to handle cases 2380b57cec5SDimitry Andric // where leak checking is initiated from a non-main thread). 2390b57cec5SDimitry Andric void EnsureMainThreadIDIsCorrect(); 2400b57cec5SDimitry Andric // If p points into a chunk that has been allocated to the user, returns its 2410b57cec5SDimitry Andric // user-visible address. Otherwise, returns 0. 2420b57cec5SDimitry Andric uptr PointsIntoChunk(void *p); 2430b57cec5SDimitry Andric // Returns address of user-visible chunk contained in this allocator chunk. 2440b57cec5SDimitry Andric uptr GetUserBegin(uptr chunk); 2450b57cec5SDimitry Andric // Helper for __lsan_ignore_object(). 2460b57cec5SDimitry Andric IgnoreObjectResult IgnoreObjectLocked(const void *p); 2470b57cec5SDimitry Andric 2480b57cec5SDimitry Andric // Return the linker module, if valid for the platform. 2490b57cec5SDimitry Andric LoadedModule *GetLinker(); 2500b57cec5SDimitry Andric 2510b57cec5SDimitry Andric // Return true if LSan has finished leak checking and reported leaks. 2520b57cec5SDimitry Andric bool HasReportedLeaks(); 2530b57cec5SDimitry Andric 2540b57cec5SDimitry Andric // Run platform-specific leak handlers. 2550b57cec5SDimitry Andric void HandleLeaks(); 2560b57cec5SDimitry Andric 2570b57cec5SDimitry Andric // Wrapper for chunk metadata operations. 2580b57cec5SDimitry Andric class LsanMetadata { 2590b57cec5SDimitry Andric public: 2600b57cec5SDimitry Andric // Constructor accepts address of user-visible chunk. 2610b57cec5SDimitry Andric explicit LsanMetadata(uptr chunk); 2620b57cec5SDimitry Andric bool allocated() const; 2630b57cec5SDimitry Andric ChunkTag tag() const; 2640b57cec5SDimitry Andric void set_tag(ChunkTag value); 2650b57cec5SDimitry Andric uptr requested_size() const; 2660b57cec5SDimitry Andric u32 stack_trace_id() const; 2670b57cec5SDimitry Andric private: 2680b57cec5SDimitry Andric void *metadata_; 2690b57cec5SDimitry Andric }; 2700b57cec5SDimitry Andric 2710b57cec5SDimitry Andric } // namespace __lsan 2720b57cec5SDimitry Andric 2730b57cec5SDimitry Andric extern "C" { 2740b57cec5SDimitry Andric SANITIZER_INTERFACE_ATTRIBUTE SANITIZER_WEAK_ATTRIBUTE 2750b57cec5SDimitry Andric const char *__lsan_default_options(); 2760b57cec5SDimitry Andric 2770b57cec5SDimitry Andric SANITIZER_INTERFACE_ATTRIBUTE SANITIZER_WEAK_ATTRIBUTE 2780b57cec5SDimitry Andric int __lsan_is_turned_off(); 2790b57cec5SDimitry Andric 2800b57cec5SDimitry Andric SANITIZER_INTERFACE_ATTRIBUTE SANITIZER_WEAK_ATTRIBUTE 2810b57cec5SDimitry Andric const char *__lsan_default_suppressions(); 2820b57cec5SDimitry Andric } // extern "C" 2830b57cec5SDimitry Andric 2840b57cec5SDimitry Andric #endif // LSAN_COMMON_H 285