10b57cec5SDimitry Andric //=-- lsan_common.h -------------------------------------------------------===// 20b57cec5SDimitry Andric // 30b57cec5SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 40b57cec5SDimitry Andric // See https://llvm.org/LICENSE.txt for license information. 50b57cec5SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 60b57cec5SDimitry Andric // 70b57cec5SDimitry Andric //===----------------------------------------------------------------------===// 80b57cec5SDimitry Andric // 90b57cec5SDimitry Andric // This file is a part of LeakSanitizer. 100b57cec5SDimitry Andric // Private LSan header. 110b57cec5SDimitry Andric // 120b57cec5SDimitry Andric //===----------------------------------------------------------------------===// 130b57cec5SDimitry Andric 140b57cec5SDimitry Andric #ifndef LSAN_COMMON_H 150b57cec5SDimitry Andric #define LSAN_COMMON_H 160b57cec5SDimitry Andric 170b57cec5SDimitry Andric #include "sanitizer_common/sanitizer_allocator.h" 180b57cec5SDimitry Andric #include "sanitizer_common/sanitizer_common.h" 190b57cec5SDimitry Andric #include "sanitizer_common/sanitizer_internal_defs.h" 200b57cec5SDimitry Andric #include "sanitizer_common/sanitizer_platform.h" 210b57cec5SDimitry Andric #include "sanitizer_common/sanitizer_stoptheworld.h" 220b57cec5SDimitry Andric #include "sanitizer_common/sanitizer_symbolizer.h" 230b57cec5SDimitry Andric 240b57cec5SDimitry Andric // LeakSanitizer relies on some Glibc's internals (e.g. TLS machinery) on Linux. 250b57cec5SDimitry Andric // Also, LSan doesn't like 32 bit architectures 260b57cec5SDimitry Andric // because of "small" (4 bytes) pointer size that leads to high false negative 270b57cec5SDimitry Andric // ratio on large leaks. But we still want to have it for some 32 bit arches 280b57cec5SDimitry Andric // (e.g. x86), see https://github.com/google/sanitizers/issues/403. 290b57cec5SDimitry Andric // To enable LeakSanitizer on a new architecture, one needs to implement the 300b57cec5SDimitry Andric // internal_clone function as well as (probably) adjust the TLS machinery for 310b57cec5SDimitry Andric // the new architecture inside the sanitizer library. 320b57cec5SDimitry Andric #if (SANITIZER_LINUX && !SANITIZER_ANDROID || SANITIZER_MAC) && \ 330b57cec5SDimitry Andric (SANITIZER_WORDSIZE == 64) && \ 340b57cec5SDimitry Andric (defined(__x86_64__) || defined(__mips64) || defined(__aarch64__) || \ 350b57cec5SDimitry Andric defined(__powerpc64__)) 360b57cec5SDimitry Andric #define CAN_SANITIZE_LEAKS 1 370b57cec5SDimitry Andric #elif defined(__i386__) && \ 380b57cec5SDimitry Andric (SANITIZER_LINUX && !SANITIZER_ANDROID || SANITIZER_MAC) 390b57cec5SDimitry Andric #define CAN_SANITIZE_LEAKS 1 400b57cec5SDimitry Andric #elif defined(__arm__) && \ 410b57cec5SDimitry Andric SANITIZER_LINUX && !SANITIZER_ANDROID 420b57cec5SDimitry Andric #define CAN_SANITIZE_LEAKS 1 430b57cec5SDimitry Andric #elif SANITIZER_NETBSD 440b57cec5SDimitry Andric #define CAN_SANITIZE_LEAKS 1 450b57cec5SDimitry Andric #else 460b57cec5SDimitry Andric #define CAN_SANITIZE_LEAKS 0 470b57cec5SDimitry Andric #endif 480b57cec5SDimitry Andric 490b57cec5SDimitry Andric namespace __sanitizer { 500b57cec5SDimitry Andric class FlagParser; 510b57cec5SDimitry Andric class ThreadRegistry; 520b57cec5SDimitry Andric struct DTLS; 530b57cec5SDimitry Andric } 540b57cec5SDimitry Andric 550b57cec5SDimitry Andric namespace __lsan { 560b57cec5SDimitry Andric 570b57cec5SDimitry Andric // Chunk tags. 580b57cec5SDimitry Andric enum ChunkTag { 590b57cec5SDimitry Andric kDirectlyLeaked = 0, // default 600b57cec5SDimitry Andric kIndirectlyLeaked = 1, 610b57cec5SDimitry Andric kReachable = 2, 620b57cec5SDimitry Andric kIgnored = 3 630b57cec5SDimitry Andric }; 640b57cec5SDimitry Andric 650b57cec5SDimitry Andric const u32 kInvalidTid = (u32) -1; 660b57cec5SDimitry Andric 670b57cec5SDimitry Andric struct Flags { 680b57cec5SDimitry Andric #define LSAN_FLAG(Type, Name, DefaultValue, Description) Type Name; 690b57cec5SDimitry Andric #include "lsan_flags.inc" 700b57cec5SDimitry Andric #undef LSAN_FLAG 710b57cec5SDimitry Andric 720b57cec5SDimitry Andric void SetDefaults(); 730b57cec5SDimitry Andric uptr pointer_alignment() const { 740b57cec5SDimitry Andric return use_unaligned ? 1 : sizeof(uptr); 750b57cec5SDimitry Andric } 760b57cec5SDimitry Andric }; 770b57cec5SDimitry Andric 780b57cec5SDimitry Andric extern Flags lsan_flags; 790b57cec5SDimitry Andric inline Flags *flags() { return &lsan_flags; } 800b57cec5SDimitry Andric void RegisterLsanFlags(FlagParser *parser, Flags *f); 810b57cec5SDimitry Andric 820b57cec5SDimitry Andric struct Leak { 830b57cec5SDimitry Andric u32 id; 840b57cec5SDimitry Andric uptr hit_count; 850b57cec5SDimitry Andric uptr total_size; 860b57cec5SDimitry Andric u32 stack_trace_id; 870b57cec5SDimitry Andric bool is_directly_leaked; 880b57cec5SDimitry Andric bool is_suppressed; 890b57cec5SDimitry Andric }; 900b57cec5SDimitry Andric 910b57cec5SDimitry Andric struct LeakedObject { 920b57cec5SDimitry Andric u32 leak_id; 930b57cec5SDimitry Andric uptr addr; 940b57cec5SDimitry Andric uptr size; 950b57cec5SDimitry Andric }; 960b57cec5SDimitry Andric 970b57cec5SDimitry Andric // Aggregates leaks by stack trace prefix. 980b57cec5SDimitry Andric class LeakReport { 990b57cec5SDimitry Andric public: 1000b57cec5SDimitry Andric LeakReport() {} 1010b57cec5SDimitry Andric void AddLeakedChunk(uptr chunk, u32 stack_trace_id, uptr leaked_size, 1020b57cec5SDimitry Andric ChunkTag tag); 1030b57cec5SDimitry Andric void ReportTopLeaks(uptr max_leaks); 1040b57cec5SDimitry Andric void PrintSummary(); 1050b57cec5SDimitry Andric void ApplySuppressions(); 1060b57cec5SDimitry Andric uptr UnsuppressedLeakCount(); 1070b57cec5SDimitry Andric 1080b57cec5SDimitry Andric private: 1090b57cec5SDimitry Andric void PrintReportForLeak(uptr index); 1100b57cec5SDimitry Andric void PrintLeakedObjectsForLeak(uptr index); 1110b57cec5SDimitry Andric 1120b57cec5SDimitry Andric u32 next_id_ = 0; 1130b57cec5SDimitry Andric InternalMmapVector<Leak> leaks_; 1140b57cec5SDimitry Andric InternalMmapVector<LeakedObject> leaked_objects_; 1150b57cec5SDimitry Andric }; 1160b57cec5SDimitry Andric 1170b57cec5SDimitry Andric typedef InternalMmapVector<uptr> Frontier; 1180b57cec5SDimitry Andric 1190b57cec5SDimitry Andric // Platform-specific functions. 1200b57cec5SDimitry Andric void InitializePlatformSpecificModules(); 1210b57cec5SDimitry Andric void ProcessGlobalRegions(Frontier *frontier); 1220b57cec5SDimitry Andric void ProcessPlatformSpecificAllocations(Frontier *frontier); 1230b57cec5SDimitry Andric 1240b57cec5SDimitry Andric struct RootRegion { 1250b57cec5SDimitry Andric uptr begin; 1260b57cec5SDimitry Andric uptr size; 1270b57cec5SDimitry Andric }; 1280b57cec5SDimitry Andric 1290b57cec5SDimitry Andric InternalMmapVector<RootRegion> const *GetRootRegions(); 1300b57cec5SDimitry Andric void ScanRootRegion(Frontier *frontier, RootRegion const ®ion, 1310b57cec5SDimitry Andric uptr region_begin, uptr region_end, bool is_readable); 132*68d75effSDimitry Andric // Run stoptheworld while holding any platform-specific locks, as well as the 133*68d75effSDimitry Andric // allocator and thread registry locks. 134*68d75effSDimitry Andric void LockStuffAndStopTheWorld(StopTheWorldCallback callback, void* argument); 1350b57cec5SDimitry Andric 1360b57cec5SDimitry Andric void ScanRangeForPointers(uptr begin, uptr end, 1370b57cec5SDimitry Andric Frontier *frontier, 1380b57cec5SDimitry Andric const char *region_type, ChunkTag tag); 1390b57cec5SDimitry Andric void ScanGlobalRange(uptr begin, uptr end, Frontier *frontier); 1400b57cec5SDimitry Andric 1410b57cec5SDimitry Andric enum IgnoreObjectResult { 1420b57cec5SDimitry Andric kIgnoreObjectSuccess, 1430b57cec5SDimitry Andric kIgnoreObjectAlreadyIgnored, 1440b57cec5SDimitry Andric kIgnoreObjectInvalid 1450b57cec5SDimitry Andric }; 1460b57cec5SDimitry Andric 1470b57cec5SDimitry Andric // Functions called from the parent tool. 1480b57cec5SDimitry Andric const char *MaybeCallLsanDefaultOptions(); 1490b57cec5SDimitry Andric void InitCommonLsan(); 1500b57cec5SDimitry Andric void DoLeakCheck(); 1510b57cec5SDimitry Andric void DoRecoverableLeakCheckVoid(); 1520b57cec5SDimitry Andric void DisableCounterUnderflow(); 1530b57cec5SDimitry Andric bool DisabledInThisThread(); 1540b57cec5SDimitry Andric 1550b57cec5SDimitry Andric // Used to implement __lsan::ScopedDisabler. 1560b57cec5SDimitry Andric void DisableInThisThread(); 1570b57cec5SDimitry Andric void EnableInThisThread(); 1580b57cec5SDimitry Andric // Can be used to ignore memory allocated by an intercepted 1590b57cec5SDimitry Andric // function. 1600b57cec5SDimitry Andric struct ScopedInterceptorDisabler { 1610b57cec5SDimitry Andric ScopedInterceptorDisabler() { DisableInThisThread(); } 1620b57cec5SDimitry Andric ~ScopedInterceptorDisabler() { EnableInThisThread(); } 1630b57cec5SDimitry Andric }; 1640b57cec5SDimitry Andric 1650b57cec5SDimitry Andric // According to Itanium C++ ABI array cookie is a one word containing 1660b57cec5SDimitry Andric // size of allocated array. 1670b57cec5SDimitry Andric static inline bool IsItaniumABIArrayCookie(uptr chunk_beg, uptr chunk_size, 1680b57cec5SDimitry Andric uptr addr) { 1690b57cec5SDimitry Andric return chunk_size == sizeof(uptr) && chunk_beg + chunk_size == addr && 1700b57cec5SDimitry Andric *reinterpret_cast<uptr *>(chunk_beg) == 0; 1710b57cec5SDimitry Andric } 1720b57cec5SDimitry Andric 1730b57cec5SDimitry Andric // According to ARM C++ ABI array cookie consists of two words: 1740b57cec5SDimitry Andric // struct array_cookie { 1750b57cec5SDimitry Andric // std::size_t element_size; // element_size != 0 1760b57cec5SDimitry Andric // std::size_t element_count; 1770b57cec5SDimitry Andric // }; 1780b57cec5SDimitry Andric static inline bool IsARMABIArrayCookie(uptr chunk_beg, uptr chunk_size, 1790b57cec5SDimitry Andric uptr addr) { 1800b57cec5SDimitry Andric return chunk_size == 2 * sizeof(uptr) && chunk_beg + chunk_size == addr && 1810b57cec5SDimitry Andric *reinterpret_cast<uptr *>(chunk_beg + sizeof(uptr)) == 0; 1820b57cec5SDimitry Andric } 1830b57cec5SDimitry Andric 1840b57cec5SDimitry Andric // Special case for "new T[0]" where T is a type with DTOR. 1850b57cec5SDimitry Andric // new T[0] will allocate a cookie (one or two words) for the array size (0) 1860b57cec5SDimitry Andric // and store a pointer to the end of allocated chunk. The actual cookie layout 1870b57cec5SDimitry Andric // varies between platforms according to their C++ ABI implementation. 1880b57cec5SDimitry Andric inline bool IsSpecialCaseOfOperatorNew0(uptr chunk_beg, uptr chunk_size, 1890b57cec5SDimitry Andric uptr addr) { 1900b57cec5SDimitry Andric #if defined(__arm__) 1910b57cec5SDimitry Andric return IsARMABIArrayCookie(chunk_beg, chunk_size, addr); 1920b57cec5SDimitry Andric #else 1930b57cec5SDimitry Andric return IsItaniumABIArrayCookie(chunk_beg, chunk_size, addr); 1940b57cec5SDimitry Andric #endif 1950b57cec5SDimitry Andric } 1960b57cec5SDimitry Andric 1970b57cec5SDimitry Andric // The following must be implemented in the parent tool. 1980b57cec5SDimitry Andric 1990b57cec5SDimitry Andric void ForEachChunk(ForEachChunkCallback callback, void *arg); 2000b57cec5SDimitry Andric // Returns the address range occupied by the global allocator object. 2010b57cec5SDimitry Andric void GetAllocatorGlobalRange(uptr *begin, uptr *end); 2020b57cec5SDimitry Andric // Wrappers for allocator's ForceLock()/ForceUnlock(). 2030b57cec5SDimitry Andric void LockAllocator(); 2040b57cec5SDimitry Andric void UnlockAllocator(); 2050b57cec5SDimitry Andric // Returns true if [addr, addr + sizeof(void *)) is poisoned. 2060b57cec5SDimitry Andric bool WordIsPoisoned(uptr addr); 2070b57cec5SDimitry Andric // Wrappers for ThreadRegistry access. 2080b57cec5SDimitry Andric void LockThreadRegistry(); 2090b57cec5SDimitry Andric void UnlockThreadRegistry(); 2100b57cec5SDimitry Andric ThreadRegistry *GetThreadRegistryLocked(); 2110b57cec5SDimitry Andric bool GetThreadRangesLocked(tid_t os_id, uptr *stack_begin, uptr *stack_end, 2120b57cec5SDimitry Andric uptr *tls_begin, uptr *tls_end, uptr *cache_begin, 2130b57cec5SDimitry Andric uptr *cache_end, DTLS **dtls); 2140b57cec5SDimitry Andric void ForEachExtraStackRange(tid_t os_id, RangeIteratorCallback callback, 2150b57cec5SDimitry Andric void *arg); 2160b57cec5SDimitry Andric // If called from the main thread, updates the main thread's TID in the thread 2170b57cec5SDimitry Andric // registry. We need this to handle processes that fork() without a subsequent 2180b57cec5SDimitry Andric // exec(), which invalidates the recorded TID. To update it, we must call 2190b57cec5SDimitry Andric // gettid() from the main thread. Our solution is to call this function before 2200b57cec5SDimitry Andric // leak checking and also before every call to pthread_create() (to handle cases 2210b57cec5SDimitry Andric // where leak checking is initiated from a non-main thread). 2220b57cec5SDimitry Andric void EnsureMainThreadIDIsCorrect(); 2230b57cec5SDimitry Andric // If p points into a chunk that has been allocated to the user, returns its 2240b57cec5SDimitry Andric // user-visible address. Otherwise, returns 0. 2250b57cec5SDimitry Andric uptr PointsIntoChunk(void *p); 2260b57cec5SDimitry Andric // Returns address of user-visible chunk contained in this allocator chunk. 2270b57cec5SDimitry Andric uptr GetUserBegin(uptr chunk); 2280b57cec5SDimitry Andric // Helper for __lsan_ignore_object(). 2290b57cec5SDimitry Andric IgnoreObjectResult IgnoreObjectLocked(const void *p); 2300b57cec5SDimitry Andric 2310b57cec5SDimitry Andric // Return the linker module, if valid for the platform. 2320b57cec5SDimitry Andric LoadedModule *GetLinker(); 2330b57cec5SDimitry Andric 2340b57cec5SDimitry Andric // Return true if LSan has finished leak checking and reported leaks. 2350b57cec5SDimitry Andric bool HasReportedLeaks(); 2360b57cec5SDimitry Andric 2370b57cec5SDimitry Andric // Run platform-specific leak handlers. 2380b57cec5SDimitry Andric void HandleLeaks(); 2390b57cec5SDimitry Andric 2400b57cec5SDimitry Andric // Wrapper for chunk metadata operations. 2410b57cec5SDimitry Andric class LsanMetadata { 2420b57cec5SDimitry Andric public: 2430b57cec5SDimitry Andric // Constructor accepts address of user-visible chunk. 2440b57cec5SDimitry Andric explicit LsanMetadata(uptr chunk); 2450b57cec5SDimitry Andric bool allocated() const; 2460b57cec5SDimitry Andric ChunkTag tag() const; 2470b57cec5SDimitry Andric void set_tag(ChunkTag value); 2480b57cec5SDimitry Andric uptr requested_size() const; 2490b57cec5SDimitry Andric u32 stack_trace_id() const; 2500b57cec5SDimitry Andric private: 2510b57cec5SDimitry Andric void *metadata_; 2520b57cec5SDimitry Andric }; 2530b57cec5SDimitry Andric 2540b57cec5SDimitry Andric } // namespace __lsan 2550b57cec5SDimitry Andric 2560b57cec5SDimitry Andric extern "C" { 2570b57cec5SDimitry Andric SANITIZER_INTERFACE_ATTRIBUTE SANITIZER_WEAK_ATTRIBUTE 2580b57cec5SDimitry Andric const char *__lsan_default_options(); 2590b57cec5SDimitry Andric 2600b57cec5SDimitry Andric SANITIZER_INTERFACE_ATTRIBUTE SANITIZER_WEAK_ATTRIBUTE 2610b57cec5SDimitry Andric int __lsan_is_turned_off(); 2620b57cec5SDimitry Andric 2630b57cec5SDimitry Andric SANITIZER_INTERFACE_ATTRIBUTE SANITIZER_WEAK_ATTRIBUTE 2640b57cec5SDimitry Andric const char *__lsan_default_suppressions(); 2650b57cec5SDimitry Andric } // extern "C" 2660b57cec5SDimitry Andric 2670b57cec5SDimitry Andric #endif // LSAN_COMMON_H 268