10b57cec5SDimitry Andric //=-- lsan_common.h -------------------------------------------------------===// 20b57cec5SDimitry Andric // 30b57cec5SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 40b57cec5SDimitry Andric // See https://llvm.org/LICENSE.txt for license information. 50b57cec5SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 60b57cec5SDimitry Andric // 70b57cec5SDimitry Andric //===----------------------------------------------------------------------===// 80b57cec5SDimitry Andric // 90b57cec5SDimitry Andric // This file is a part of LeakSanitizer. 100b57cec5SDimitry Andric // Private LSan header. 110b57cec5SDimitry Andric // 120b57cec5SDimitry Andric //===----------------------------------------------------------------------===// 130b57cec5SDimitry Andric 140b57cec5SDimitry Andric #ifndef LSAN_COMMON_H 150b57cec5SDimitry Andric #define LSAN_COMMON_H 160b57cec5SDimitry Andric 170b57cec5SDimitry Andric #include "sanitizer_common/sanitizer_allocator.h" 180b57cec5SDimitry Andric #include "sanitizer_common/sanitizer_common.h" 190b57cec5SDimitry Andric #include "sanitizer_common/sanitizer_internal_defs.h" 200b57cec5SDimitry Andric #include "sanitizer_common/sanitizer_platform.h" 210b57cec5SDimitry Andric #include "sanitizer_common/sanitizer_stoptheworld.h" 220b57cec5SDimitry Andric #include "sanitizer_common/sanitizer_symbolizer.h" 230b57cec5SDimitry Andric 240b57cec5SDimitry Andric // LeakSanitizer relies on some Glibc's internals (e.g. TLS machinery) on Linux. 250b57cec5SDimitry Andric // Also, LSan doesn't like 32 bit architectures 260b57cec5SDimitry Andric // because of "small" (4 bytes) pointer size that leads to high false negative 270b57cec5SDimitry Andric // ratio on large leaks. But we still want to have it for some 32 bit arches 280b57cec5SDimitry Andric // (e.g. x86), see https://github.com/google/sanitizers/issues/403. 290b57cec5SDimitry Andric // To enable LeakSanitizer on a new architecture, one needs to implement the 300b57cec5SDimitry Andric // internal_clone function as well as (probably) adjust the TLS machinery for 310b57cec5SDimitry Andric // the new architecture inside the sanitizer library. 320b57cec5SDimitry Andric #if (SANITIZER_LINUX && !SANITIZER_ANDROID || SANITIZER_MAC) && \ 330b57cec5SDimitry Andric (SANITIZER_WORDSIZE == 64) && \ 340b57cec5SDimitry Andric (defined(__x86_64__) || defined(__mips64) || defined(__aarch64__) || \ 35*5ffd83dbSDimitry Andric defined(__powerpc64__) || defined(__s390x__)) 360b57cec5SDimitry Andric #define CAN_SANITIZE_LEAKS 1 370b57cec5SDimitry Andric #elif defined(__i386__) && \ 380b57cec5SDimitry Andric (SANITIZER_LINUX && !SANITIZER_ANDROID || SANITIZER_MAC) 390b57cec5SDimitry Andric #define CAN_SANITIZE_LEAKS 1 400b57cec5SDimitry Andric #elif defined(__arm__) && \ 410b57cec5SDimitry Andric SANITIZER_LINUX && !SANITIZER_ANDROID 420b57cec5SDimitry Andric #define CAN_SANITIZE_LEAKS 1 43*5ffd83dbSDimitry Andric #elif SANITIZER_NETBSD || SANITIZER_FUCHSIA 440b57cec5SDimitry Andric #define CAN_SANITIZE_LEAKS 1 450b57cec5SDimitry Andric #else 460b57cec5SDimitry Andric #define CAN_SANITIZE_LEAKS 0 470b57cec5SDimitry Andric #endif 480b57cec5SDimitry Andric 490b57cec5SDimitry Andric namespace __sanitizer { 500b57cec5SDimitry Andric class FlagParser; 510b57cec5SDimitry Andric class ThreadRegistry; 520b57cec5SDimitry Andric struct DTLS; 530b57cec5SDimitry Andric } 540b57cec5SDimitry Andric 550b57cec5SDimitry Andric namespace __lsan { 560b57cec5SDimitry Andric 570b57cec5SDimitry Andric // Chunk tags. 580b57cec5SDimitry Andric enum ChunkTag { 590b57cec5SDimitry Andric kDirectlyLeaked = 0, // default 600b57cec5SDimitry Andric kIndirectlyLeaked = 1, 610b57cec5SDimitry Andric kReachable = 2, 620b57cec5SDimitry Andric kIgnored = 3 630b57cec5SDimitry Andric }; 640b57cec5SDimitry Andric 650b57cec5SDimitry Andric const u32 kInvalidTid = (u32) -1; 660b57cec5SDimitry Andric 670b57cec5SDimitry Andric struct Flags { 680b57cec5SDimitry Andric #define LSAN_FLAG(Type, Name, DefaultValue, Description) Type Name; 690b57cec5SDimitry Andric #include "lsan_flags.inc" 700b57cec5SDimitry Andric #undef LSAN_FLAG 710b57cec5SDimitry Andric 720b57cec5SDimitry Andric void SetDefaults(); 730b57cec5SDimitry Andric uptr pointer_alignment() const { 740b57cec5SDimitry Andric return use_unaligned ? 1 : sizeof(uptr); 750b57cec5SDimitry Andric } 760b57cec5SDimitry Andric }; 770b57cec5SDimitry Andric 780b57cec5SDimitry Andric extern Flags lsan_flags; 790b57cec5SDimitry Andric inline Flags *flags() { return &lsan_flags; } 800b57cec5SDimitry Andric void RegisterLsanFlags(FlagParser *parser, Flags *f); 810b57cec5SDimitry Andric 820b57cec5SDimitry Andric struct Leak { 830b57cec5SDimitry Andric u32 id; 840b57cec5SDimitry Andric uptr hit_count; 850b57cec5SDimitry Andric uptr total_size; 860b57cec5SDimitry Andric u32 stack_trace_id; 870b57cec5SDimitry Andric bool is_directly_leaked; 880b57cec5SDimitry Andric bool is_suppressed; 890b57cec5SDimitry Andric }; 900b57cec5SDimitry Andric 910b57cec5SDimitry Andric struct LeakedObject { 920b57cec5SDimitry Andric u32 leak_id; 930b57cec5SDimitry Andric uptr addr; 940b57cec5SDimitry Andric uptr size; 950b57cec5SDimitry Andric }; 960b57cec5SDimitry Andric 970b57cec5SDimitry Andric // Aggregates leaks by stack trace prefix. 980b57cec5SDimitry Andric class LeakReport { 990b57cec5SDimitry Andric public: 1000b57cec5SDimitry Andric LeakReport() {} 1010b57cec5SDimitry Andric void AddLeakedChunk(uptr chunk, u32 stack_trace_id, uptr leaked_size, 1020b57cec5SDimitry Andric ChunkTag tag); 1030b57cec5SDimitry Andric void ReportTopLeaks(uptr max_leaks); 1040b57cec5SDimitry Andric void PrintSummary(); 1050b57cec5SDimitry Andric void ApplySuppressions(); 1060b57cec5SDimitry Andric uptr UnsuppressedLeakCount(); 1070b57cec5SDimitry Andric 1080b57cec5SDimitry Andric private: 1090b57cec5SDimitry Andric void PrintReportForLeak(uptr index); 1100b57cec5SDimitry Andric void PrintLeakedObjectsForLeak(uptr index); 1110b57cec5SDimitry Andric 1120b57cec5SDimitry Andric u32 next_id_ = 0; 1130b57cec5SDimitry Andric InternalMmapVector<Leak> leaks_; 1140b57cec5SDimitry Andric InternalMmapVector<LeakedObject> leaked_objects_; 1150b57cec5SDimitry Andric }; 1160b57cec5SDimitry Andric 1170b57cec5SDimitry Andric typedef InternalMmapVector<uptr> Frontier; 1180b57cec5SDimitry Andric 1190b57cec5SDimitry Andric // Platform-specific functions. 1200b57cec5SDimitry Andric void InitializePlatformSpecificModules(); 1210b57cec5SDimitry Andric void ProcessGlobalRegions(Frontier *frontier); 1220b57cec5SDimitry Andric void ProcessPlatformSpecificAllocations(Frontier *frontier); 1230b57cec5SDimitry Andric 1240b57cec5SDimitry Andric struct RootRegion { 1250b57cec5SDimitry Andric uptr begin; 1260b57cec5SDimitry Andric uptr size; 1270b57cec5SDimitry Andric }; 1280b57cec5SDimitry Andric 129*5ffd83dbSDimitry Andric // LockStuffAndStopTheWorld can start to use Scan* calls to collect into 130*5ffd83dbSDimitry Andric // this Frontier vector before the StopTheWorldCallback actually runs. 131*5ffd83dbSDimitry Andric // This is used when the OS has a unified callback API for suspending 132*5ffd83dbSDimitry Andric // threads and enumerating roots. 133*5ffd83dbSDimitry Andric struct CheckForLeaksParam { 134*5ffd83dbSDimitry Andric Frontier frontier; 135*5ffd83dbSDimitry Andric LeakReport leak_report; 136*5ffd83dbSDimitry Andric bool success = false; 137*5ffd83dbSDimitry Andric }; 138*5ffd83dbSDimitry Andric 1390b57cec5SDimitry Andric InternalMmapVector<RootRegion> const *GetRootRegions(); 1400b57cec5SDimitry Andric void ScanRootRegion(Frontier *frontier, RootRegion const ®ion, 1410b57cec5SDimitry Andric uptr region_begin, uptr region_end, bool is_readable); 142*5ffd83dbSDimitry Andric void ForEachExtraStackRangeCb(uptr begin, uptr end, void* arg); 14368d75effSDimitry Andric // Run stoptheworld while holding any platform-specific locks, as well as the 14468d75effSDimitry Andric // allocator and thread registry locks. 145*5ffd83dbSDimitry Andric void LockStuffAndStopTheWorld(StopTheWorldCallback callback, 146*5ffd83dbSDimitry Andric CheckForLeaksParam* argument); 1470b57cec5SDimitry Andric 1480b57cec5SDimitry Andric void ScanRangeForPointers(uptr begin, uptr end, 1490b57cec5SDimitry Andric Frontier *frontier, 1500b57cec5SDimitry Andric const char *region_type, ChunkTag tag); 1510b57cec5SDimitry Andric void ScanGlobalRange(uptr begin, uptr end, Frontier *frontier); 1520b57cec5SDimitry Andric 1530b57cec5SDimitry Andric enum IgnoreObjectResult { 1540b57cec5SDimitry Andric kIgnoreObjectSuccess, 1550b57cec5SDimitry Andric kIgnoreObjectAlreadyIgnored, 1560b57cec5SDimitry Andric kIgnoreObjectInvalid 1570b57cec5SDimitry Andric }; 1580b57cec5SDimitry Andric 1590b57cec5SDimitry Andric // Functions called from the parent tool. 1600b57cec5SDimitry Andric const char *MaybeCallLsanDefaultOptions(); 1610b57cec5SDimitry Andric void InitCommonLsan(); 1620b57cec5SDimitry Andric void DoLeakCheck(); 1630b57cec5SDimitry Andric void DoRecoverableLeakCheckVoid(); 1640b57cec5SDimitry Andric void DisableCounterUnderflow(); 1650b57cec5SDimitry Andric bool DisabledInThisThread(); 1660b57cec5SDimitry Andric 1670b57cec5SDimitry Andric // Used to implement __lsan::ScopedDisabler. 1680b57cec5SDimitry Andric void DisableInThisThread(); 1690b57cec5SDimitry Andric void EnableInThisThread(); 1700b57cec5SDimitry Andric // Can be used to ignore memory allocated by an intercepted 1710b57cec5SDimitry Andric // function. 1720b57cec5SDimitry Andric struct ScopedInterceptorDisabler { 1730b57cec5SDimitry Andric ScopedInterceptorDisabler() { DisableInThisThread(); } 1740b57cec5SDimitry Andric ~ScopedInterceptorDisabler() { EnableInThisThread(); } 1750b57cec5SDimitry Andric }; 1760b57cec5SDimitry Andric 1770b57cec5SDimitry Andric // According to Itanium C++ ABI array cookie is a one word containing 1780b57cec5SDimitry Andric // size of allocated array. 1790b57cec5SDimitry Andric static inline bool IsItaniumABIArrayCookie(uptr chunk_beg, uptr chunk_size, 1800b57cec5SDimitry Andric uptr addr) { 1810b57cec5SDimitry Andric return chunk_size == sizeof(uptr) && chunk_beg + chunk_size == addr && 1820b57cec5SDimitry Andric *reinterpret_cast<uptr *>(chunk_beg) == 0; 1830b57cec5SDimitry Andric } 1840b57cec5SDimitry Andric 1850b57cec5SDimitry Andric // According to ARM C++ ABI array cookie consists of two words: 1860b57cec5SDimitry Andric // struct array_cookie { 1870b57cec5SDimitry Andric // std::size_t element_size; // element_size != 0 1880b57cec5SDimitry Andric // std::size_t element_count; 1890b57cec5SDimitry Andric // }; 1900b57cec5SDimitry Andric static inline bool IsARMABIArrayCookie(uptr chunk_beg, uptr chunk_size, 1910b57cec5SDimitry Andric uptr addr) { 1920b57cec5SDimitry Andric return chunk_size == 2 * sizeof(uptr) && chunk_beg + chunk_size == addr && 1930b57cec5SDimitry Andric *reinterpret_cast<uptr *>(chunk_beg + sizeof(uptr)) == 0; 1940b57cec5SDimitry Andric } 1950b57cec5SDimitry Andric 1960b57cec5SDimitry Andric // Special case for "new T[0]" where T is a type with DTOR. 1970b57cec5SDimitry Andric // new T[0] will allocate a cookie (one or two words) for the array size (0) 1980b57cec5SDimitry Andric // and store a pointer to the end of allocated chunk. The actual cookie layout 1990b57cec5SDimitry Andric // varies between platforms according to their C++ ABI implementation. 2000b57cec5SDimitry Andric inline bool IsSpecialCaseOfOperatorNew0(uptr chunk_beg, uptr chunk_size, 2010b57cec5SDimitry Andric uptr addr) { 2020b57cec5SDimitry Andric #if defined(__arm__) 2030b57cec5SDimitry Andric return IsARMABIArrayCookie(chunk_beg, chunk_size, addr); 2040b57cec5SDimitry Andric #else 2050b57cec5SDimitry Andric return IsItaniumABIArrayCookie(chunk_beg, chunk_size, addr); 2060b57cec5SDimitry Andric #endif 2070b57cec5SDimitry Andric } 2080b57cec5SDimitry Andric 2090b57cec5SDimitry Andric // The following must be implemented in the parent tool. 2100b57cec5SDimitry Andric 2110b57cec5SDimitry Andric void ForEachChunk(ForEachChunkCallback callback, void *arg); 2120b57cec5SDimitry Andric // Returns the address range occupied by the global allocator object. 2130b57cec5SDimitry Andric void GetAllocatorGlobalRange(uptr *begin, uptr *end); 2140b57cec5SDimitry Andric // Wrappers for allocator's ForceLock()/ForceUnlock(). 2150b57cec5SDimitry Andric void LockAllocator(); 2160b57cec5SDimitry Andric void UnlockAllocator(); 2170b57cec5SDimitry Andric // Returns true if [addr, addr + sizeof(void *)) is poisoned. 2180b57cec5SDimitry Andric bool WordIsPoisoned(uptr addr); 2190b57cec5SDimitry Andric // Wrappers for ThreadRegistry access. 2200b57cec5SDimitry Andric void LockThreadRegistry(); 2210b57cec5SDimitry Andric void UnlockThreadRegistry(); 2220b57cec5SDimitry Andric ThreadRegistry *GetThreadRegistryLocked(); 2230b57cec5SDimitry Andric bool GetThreadRangesLocked(tid_t os_id, uptr *stack_begin, uptr *stack_end, 2240b57cec5SDimitry Andric uptr *tls_begin, uptr *tls_end, uptr *cache_begin, 2250b57cec5SDimitry Andric uptr *cache_end, DTLS **dtls); 226*5ffd83dbSDimitry Andric void GetAllThreadAllocatorCachesLocked(InternalMmapVector<uptr> *caches); 2270b57cec5SDimitry Andric void ForEachExtraStackRange(tid_t os_id, RangeIteratorCallback callback, 2280b57cec5SDimitry Andric void *arg); 2290b57cec5SDimitry Andric // If called from the main thread, updates the main thread's TID in the thread 2300b57cec5SDimitry Andric // registry. We need this to handle processes that fork() without a subsequent 2310b57cec5SDimitry Andric // exec(), which invalidates the recorded TID. To update it, we must call 2320b57cec5SDimitry Andric // gettid() from the main thread. Our solution is to call this function before 2330b57cec5SDimitry Andric // leak checking and also before every call to pthread_create() (to handle cases 2340b57cec5SDimitry Andric // where leak checking is initiated from a non-main thread). 2350b57cec5SDimitry Andric void EnsureMainThreadIDIsCorrect(); 2360b57cec5SDimitry Andric // If p points into a chunk that has been allocated to the user, returns its 2370b57cec5SDimitry Andric // user-visible address. Otherwise, returns 0. 2380b57cec5SDimitry Andric uptr PointsIntoChunk(void *p); 2390b57cec5SDimitry Andric // Returns address of user-visible chunk contained in this allocator chunk. 2400b57cec5SDimitry Andric uptr GetUserBegin(uptr chunk); 2410b57cec5SDimitry Andric // Helper for __lsan_ignore_object(). 2420b57cec5SDimitry Andric IgnoreObjectResult IgnoreObjectLocked(const void *p); 2430b57cec5SDimitry Andric 2440b57cec5SDimitry Andric // Return the linker module, if valid for the platform. 2450b57cec5SDimitry Andric LoadedModule *GetLinker(); 2460b57cec5SDimitry Andric 2470b57cec5SDimitry Andric // Return true if LSan has finished leak checking and reported leaks. 2480b57cec5SDimitry Andric bool HasReportedLeaks(); 2490b57cec5SDimitry Andric 2500b57cec5SDimitry Andric // Run platform-specific leak handlers. 2510b57cec5SDimitry Andric void HandleLeaks(); 2520b57cec5SDimitry Andric 2530b57cec5SDimitry Andric // Wrapper for chunk metadata operations. 2540b57cec5SDimitry Andric class LsanMetadata { 2550b57cec5SDimitry Andric public: 2560b57cec5SDimitry Andric // Constructor accepts address of user-visible chunk. 2570b57cec5SDimitry Andric explicit LsanMetadata(uptr chunk); 2580b57cec5SDimitry Andric bool allocated() const; 2590b57cec5SDimitry Andric ChunkTag tag() const; 2600b57cec5SDimitry Andric void set_tag(ChunkTag value); 2610b57cec5SDimitry Andric uptr requested_size() const; 2620b57cec5SDimitry Andric u32 stack_trace_id() const; 2630b57cec5SDimitry Andric private: 2640b57cec5SDimitry Andric void *metadata_; 2650b57cec5SDimitry Andric }; 2660b57cec5SDimitry Andric 2670b57cec5SDimitry Andric } // namespace __lsan 2680b57cec5SDimitry Andric 2690b57cec5SDimitry Andric extern "C" { 2700b57cec5SDimitry Andric SANITIZER_INTERFACE_ATTRIBUTE SANITIZER_WEAK_ATTRIBUTE 2710b57cec5SDimitry Andric const char *__lsan_default_options(); 2720b57cec5SDimitry Andric 2730b57cec5SDimitry Andric SANITIZER_INTERFACE_ATTRIBUTE SANITIZER_WEAK_ATTRIBUTE 2740b57cec5SDimitry Andric int __lsan_is_turned_off(); 2750b57cec5SDimitry Andric 2760b57cec5SDimitry Andric SANITIZER_INTERFACE_ATTRIBUTE SANITIZER_WEAK_ATTRIBUTE 2770b57cec5SDimitry Andric const char *__lsan_default_suppressions(); 2780b57cec5SDimitry Andric } // extern "C" 2790b57cec5SDimitry Andric 2800b57cec5SDimitry Andric #endif // LSAN_COMMON_H 281