xref: /freebsd/contrib/llvm-project/compiler-rt/lib/lsan/lsan_common.h (revision 349cc55c9796c4596a5b9904cd3281af295f878f)
10b57cec5SDimitry Andric //=-- lsan_common.h -------------------------------------------------------===//
20b57cec5SDimitry Andric //
30b57cec5SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
40b57cec5SDimitry Andric // See https://llvm.org/LICENSE.txt for license information.
50b57cec5SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
60b57cec5SDimitry Andric //
70b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
80b57cec5SDimitry Andric //
90b57cec5SDimitry Andric // This file is a part of LeakSanitizer.
100b57cec5SDimitry Andric // Private LSan header.
110b57cec5SDimitry Andric //
120b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
130b57cec5SDimitry Andric 
140b57cec5SDimitry Andric #ifndef LSAN_COMMON_H
150b57cec5SDimitry Andric #define LSAN_COMMON_H
160b57cec5SDimitry Andric 
170b57cec5SDimitry Andric #include "sanitizer_common/sanitizer_allocator.h"
180b57cec5SDimitry Andric #include "sanitizer_common/sanitizer_common.h"
190b57cec5SDimitry Andric #include "sanitizer_common/sanitizer_internal_defs.h"
200b57cec5SDimitry Andric #include "sanitizer_common/sanitizer_platform.h"
21*349cc55cSDimitry Andric #include "sanitizer_common/sanitizer_stackdepot.h"
220b57cec5SDimitry Andric #include "sanitizer_common/sanitizer_stoptheworld.h"
230b57cec5SDimitry Andric #include "sanitizer_common/sanitizer_symbolizer.h"
240b57cec5SDimitry Andric 
250b57cec5SDimitry Andric // LeakSanitizer relies on some Glibc's internals (e.g. TLS machinery) on Linux.
260b57cec5SDimitry Andric // Also, LSan doesn't like 32 bit architectures
270b57cec5SDimitry Andric // because of "small" (4 bytes) pointer size that leads to high false negative
280b57cec5SDimitry Andric // ratio on large leaks. But we still want to have it for some 32 bit arches
290b57cec5SDimitry Andric // (e.g. x86), see https://github.com/google/sanitizers/issues/403.
300b57cec5SDimitry Andric // To enable LeakSanitizer on a new architecture, one needs to implement the
310b57cec5SDimitry Andric // internal_clone function as well as (probably) adjust the TLS machinery for
320b57cec5SDimitry Andric // the new architecture inside the sanitizer library.
33e8d8bef9SDimitry Andric // Exclude leak-detection on arm32 for Android because `__aeabi_read_tp`
34e8d8bef9SDimitry Andric // is missing. This caused a link error.
35e8d8bef9SDimitry Andric #if SANITIZER_ANDROID && (__ANDROID_API__ < 28 || defined(__arm__))
36e8d8bef9SDimitry Andric #define CAN_SANITIZE_LEAKS 0
37e8d8bef9SDimitry Andric #elif (SANITIZER_LINUX || SANITIZER_MAC) && (SANITIZER_WORDSIZE == 64) && \
380b57cec5SDimitry Andric     (defined(__x86_64__) || defined(__mips64) || defined(__aarch64__) ||  \
395ffd83dbSDimitry Andric      defined(__powerpc64__) || defined(__s390x__))
400b57cec5SDimitry Andric #define CAN_SANITIZE_LEAKS 1
41e8d8bef9SDimitry Andric #elif defined(__i386__) && (SANITIZER_LINUX || SANITIZER_MAC)
420b57cec5SDimitry Andric #define CAN_SANITIZE_LEAKS 1
43e8d8bef9SDimitry Andric #elif defined(__arm__) && SANITIZER_LINUX
440b57cec5SDimitry Andric #define CAN_SANITIZE_LEAKS 1
45fe6060f1SDimitry Andric #elif SANITIZER_RISCV64 && SANITIZER_LINUX
46fe6060f1SDimitry Andric #define CAN_SANITIZE_LEAKS 1
475ffd83dbSDimitry Andric #elif SANITIZER_NETBSD || SANITIZER_FUCHSIA
480b57cec5SDimitry Andric #define CAN_SANITIZE_LEAKS 1
490b57cec5SDimitry Andric #else
500b57cec5SDimitry Andric #define CAN_SANITIZE_LEAKS 0
510b57cec5SDimitry Andric #endif
520b57cec5SDimitry Andric 
530b57cec5SDimitry Andric namespace __sanitizer {
540b57cec5SDimitry Andric class FlagParser;
550b57cec5SDimitry Andric class ThreadRegistry;
56e8d8bef9SDimitry Andric class ThreadContextBase;
570b57cec5SDimitry Andric struct DTLS;
580b57cec5SDimitry Andric }
590b57cec5SDimitry Andric 
600b57cec5SDimitry Andric namespace __lsan {
610b57cec5SDimitry Andric 
620b57cec5SDimitry Andric // Chunk tags.
630b57cec5SDimitry Andric enum ChunkTag {
640b57cec5SDimitry Andric   kDirectlyLeaked = 0,  // default
650b57cec5SDimitry Andric   kIndirectlyLeaked = 1,
660b57cec5SDimitry Andric   kReachable = 2,
670b57cec5SDimitry Andric   kIgnored = 3
680b57cec5SDimitry Andric };
690b57cec5SDimitry Andric 
700b57cec5SDimitry Andric struct Flags {
710b57cec5SDimitry Andric #define LSAN_FLAG(Type, Name, DefaultValue, Description) Type Name;
720b57cec5SDimitry Andric #include "lsan_flags.inc"
730b57cec5SDimitry Andric #undef LSAN_FLAG
740b57cec5SDimitry Andric 
750b57cec5SDimitry Andric   void SetDefaults();
760b57cec5SDimitry Andric   uptr pointer_alignment() const {
770b57cec5SDimitry Andric     return use_unaligned ? 1 : sizeof(uptr);
780b57cec5SDimitry Andric   }
790b57cec5SDimitry Andric };
800b57cec5SDimitry Andric 
810b57cec5SDimitry Andric extern Flags lsan_flags;
820b57cec5SDimitry Andric inline Flags *flags() { return &lsan_flags; }
830b57cec5SDimitry Andric void RegisterLsanFlags(FlagParser *parser, Flags *f);
840b57cec5SDimitry Andric 
850b57cec5SDimitry Andric struct Leak {
860b57cec5SDimitry Andric   u32 id;
870b57cec5SDimitry Andric   uptr hit_count;
880b57cec5SDimitry Andric   uptr total_size;
890b57cec5SDimitry Andric   u32 stack_trace_id;
900b57cec5SDimitry Andric   bool is_directly_leaked;
910b57cec5SDimitry Andric   bool is_suppressed;
920b57cec5SDimitry Andric };
930b57cec5SDimitry Andric 
940b57cec5SDimitry Andric struct LeakedObject {
950b57cec5SDimitry Andric   u32 leak_id;
960b57cec5SDimitry Andric   uptr addr;
970b57cec5SDimitry Andric   uptr size;
980b57cec5SDimitry Andric };
990b57cec5SDimitry Andric 
1000b57cec5SDimitry Andric // Aggregates leaks by stack trace prefix.
1010b57cec5SDimitry Andric class LeakReport {
1020b57cec5SDimitry Andric  public:
1030b57cec5SDimitry Andric   LeakReport() {}
1040b57cec5SDimitry Andric   void AddLeakedChunk(uptr chunk, u32 stack_trace_id, uptr leaked_size,
1050b57cec5SDimitry Andric                       ChunkTag tag);
1060b57cec5SDimitry Andric   void ReportTopLeaks(uptr max_leaks);
1070b57cec5SDimitry Andric   void PrintSummary();
108e8d8bef9SDimitry Andric   uptr ApplySuppressions();
1090b57cec5SDimitry Andric   uptr UnsuppressedLeakCount();
110e8d8bef9SDimitry Andric   uptr IndirectUnsuppressedLeakCount();
1110b57cec5SDimitry Andric 
1120b57cec5SDimitry Andric  private:
1130b57cec5SDimitry Andric   void PrintReportForLeak(uptr index);
1140b57cec5SDimitry Andric   void PrintLeakedObjectsForLeak(uptr index);
1150b57cec5SDimitry Andric 
1160b57cec5SDimitry Andric   u32 next_id_ = 0;
1170b57cec5SDimitry Andric   InternalMmapVector<Leak> leaks_;
1180b57cec5SDimitry Andric   InternalMmapVector<LeakedObject> leaked_objects_;
1190b57cec5SDimitry Andric };
1200b57cec5SDimitry Andric 
1210b57cec5SDimitry Andric typedef InternalMmapVector<uptr> Frontier;
1220b57cec5SDimitry Andric 
1230b57cec5SDimitry Andric // Platform-specific functions.
1240b57cec5SDimitry Andric void InitializePlatformSpecificModules();
1250b57cec5SDimitry Andric void ProcessGlobalRegions(Frontier *frontier);
1260b57cec5SDimitry Andric void ProcessPlatformSpecificAllocations(Frontier *frontier);
1270b57cec5SDimitry Andric 
1280b57cec5SDimitry Andric struct RootRegion {
1290b57cec5SDimitry Andric   uptr begin;
1300b57cec5SDimitry Andric   uptr size;
1310b57cec5SDimitry Andric };
1320b57cec5SDimitry Andric 
1335ffd83dbSDimitry Andric // LockStuffAndStopTheWorld can start to use Scan* calls to collect into
1345ffd83dbSDimitry Andric // this Frontier vector before the StopTheWorldCallback actually runs.
1355ffd83dbSDimitry Andric // This is used when the OS has a unified callback API for suspending
1365ffd83dbSDimitry Andric // threads and enumerating roots.
1375ffd83dbSDimitry Andric struct CheckForLeaksParam {
1385ffd83dbSDimitry Andric   Frontier frontier;
1395ffd83dbSDimitry Andric   LeakReport leak_report;
1405ffd83dbSDimitry Andric   bool success = false;
1415ffd83dbSDimitry Andric };
1425ffd83dbSDimitry Andric 
143*349cc55cSDimitry Andric InternalMmapVectorNoCtor<RootRegion> const *GetRootRegions();
1440b57cec5SDimitry Andric void ScanRootRegion(Frontier *frontier, RootRegion const &region,
1450b57cec5SDimitry Andric                     uptr region_begin, uptr region_end, bool is_readable);
1465ffd83dbSDimitry Andric void ForEachExtraStackRangeCb(uptr begin, uptr end, void* arg);
147e8d8bef9SDimitry Andric void GetAdditionalThreadContextPtrs(ThreadContextBase *tctx, void *ptrs);
14868d75effSDimitry Andric // Run stoptheworld while holding any platform-specific locks, as well as the
14968d75effSDimitry Andric // allocator and thread registry locks.
1505ffd83dbSDimitry Andric void LockStuffAndStopTheWorld(StopTheWorldCallback callback,
1515ffd83dbSDimitry Andric                               CheckForLeaksParam* argument);
1520b57cec5SDimitry Andric 
1530b57cec5SDimitry Andric void ScanRangeForPointers(uptr begin, uptr end,
1540b57cec5SDimitry Andric                           Frontier *frontier,
1550b57cec5SDimitry Andric                           const char *region_type, ChunkTag tag);
1560b57cec5SDimitry Andric void ScanGlobalRange(uptr begin, uptr end, Frontier *frontier);
1570b57cec5SDimitry Andric 
1580b57cec5SDimitry Andric enum IgnoreObjectResult {
1590b57cec5SDimitry Andric   kIgnoreObjectSuccess,
1600b57cec5SDimitry Andric   kIgnoreObjectAlreadyIgnored,
1610b57cec5SDimitry Andric   kIgnoreObjectInvalid
1620b57cec5SDimitry Andric };
1630b57cec5SDimitry Andric 
1640b57cec5SDimitry Andric // Functions called from the parent tool.
1650b57cec5SDimitry Andric const char *MaybeCallLsanDefaultOptions();
1660b57cec5SDimitry Andric void InitCommonLsan();
1670b57cec5SDimitry Andric void DoLeakCheck();
1680b57cec5SDimitry Andric void DoRecoverableLeakCheckVoid();
1690b57cec5SDimitry Andric void DisableCounterUnderflow();
1700b57cec5SDimitry Andric bool DisabledInThisThread();
1710b57cec5SDimitry Andric 
1720b57cec5SDimitry Andric // Used to implement __lsan::ScopedDisabler.
1730b57cec5SDimitry Andric void DisableInThisThread();
1740b57cec5SDimitry Andric void EnableInThisThread();
1750b57cec5SDimitry Andric // Can be used to ignore memory allocated by an intercepted
1760b57cec5SDimitry Andric // function.
1770b57cec5SDimitry Andric struct ScopedInterceptorDisabler {
1780b57cec5SDimitry Andric   ScopedInterceptorDisabler() { DisableInThisThread(); }
1790b57cec5SDimitry Andric   ~ScopedInterceptorDisabler() { EnableInThisThread(); }
1800b57cec5SDimitry Andric };
1810b57cec5SDimitry Andric 
1820b57cec5SDimitry Andric // According to Itanium C++ ABI array cookie is a one word containing
1830b57cec5SDimitry Andric // size of allocated array.
1840b57cec5SDimitry Andric static inline bool IsItaniumABIArrayCookie(uptr chunk_beg, uptr chunk_size,
1850b57cec5SDimitry Andric                                            uptr addr) {
1860b57cec5SDimitry Andric   return chunk_size == sizeof(uptr) && chunk_beg + chunk_size == addr &&
1870b57cec5SDimitry Andric          *reinterpret_cast<uptr *>(chunk_beg) == 0;
1880b57cec5SDimitry Andric }
1890b57cec5SDimitry Andric 
1900b57cec5SDimitry Andric // According to ARM C++ ABI array cookie consists of two words:
1910b57cec5SDimitry Andric // struct array_cookie {
1920b57cec5SDimitry Andric //   std::size_t element_size; // element_size != 0
1930b57cec5SDimitry Andric //   std::size_t element_count;
1940b57cec5SDimitry Andric // };
1950b57cec5SDimitry Andric static inline bool IsARMABIArrayCookie(uptr chunk_beg, uptr chunk_size,
1960b57cec5SDimitry Andric                                        uptr addr) {
1970b57cec5SDimitry Andric   return chunk_size == 2 * sizeof(uptr) && chunk_beg + chunk_size == addr &&
1980b57cec5SDimitry Andric          *reinterpret_cast<uptr *>(chunk_beg + sizeof(uptr)) == 0;
1990b57cec5SDimitry Andric }
2000b57cec5SDimitry Andric 
2010b57cec5SDimitry Andric // Special case for "new T[0]" where T is a type with DTOR.
2020b57cec5SDimitry Andric // new T[0] will allocate a cookie (one or two words) for the array size (0)
2030b57cec5SDimitry Andric // and store a pointer to the end of allocated chunk. The actual cookie layout
2040b57cec5SDimitry Andric // varies between platforms according to their C++ ABI implementation.
2050b57cec5SDimitry Andric inline bool IsSpecialCaseOfOperatorNew0(uptr chunk_beg, uptr chunk_size,
2060b57cec5SDimitry Andric                                         uptr addr) {
2070b57cec5SDimitry Andric #if defined(__arm__)
2080b57cec5SDimitry Andric   return IsARMABIArrayCookie(chunk_beg, chunk_size, addr);
2090b57cec5SDimitry Andric #else
2100b57cec5SDimitry Andric   return IsItaniumABIArrayCookie(chunk_beg, chunk_size, addr);
2110b57cec5SDimitry Andric #endif
2120b57cec5SDimitry Andric }
2130b57cec5SDimitry Andric 
2140b57cec5SDimitry Andric // The following must be implemented in the parent tool.
2150b57cec5SDimitry Andric 
2160b57cec5SDimitry Andric void ForEachChunk(ForEachChunkCallback callback, void *arg);
2170b57cec5SDimitry Andric // Returns the address range occupied by the global allocator object.
2180b57cec5SDimitry Andric void GetAllocatorGlobalRange(uptr *begin, uptr *end);
2190b57cec5SDimitry Andric // Wrappers for allocator's ForceLock()/ForceUnlock().
2200b57cec5SDimitry Andric void LockAllocator();
2210b57cec5SDimitry Andric void UnlockAllocator();
2220b57cec5SDimitry Andric // Returns true if [addr, addr + sizeof(void *)) is poisoned.
2230b57cec5SDimitry Andric bool WordIsPoisoned(uptr addr);
2240b57cec5SDimitry Andric // Wrappers for ThreadRegistry access.
225fe6060f1SDimitry Andric void LockThreadRegistry() NO_THREAD_SAFETY_ANALYSIS;
226fe6060f1SDimitry Andric void UnlockThreadRegistry() NO_THREAD_SAFETY_ANALYSIS;
2270b57cec5SDimitry Andric ThreadRegistry *GetThreadRegistryLocked();
2280b57cec5SDimitry Andric bool GetThreadRangesLocked(tid_t os_id, uptr *stack_begin, uptr *stack_end,
2290b57cec5SDimitry Andric                            uptr *tls_begin, uptr *tls_end, uptr *cache_begin,
2300b57cec5SDimitry Andric                            uptr *cache_end, DTLS **dtls);
2315ffd83dbSDimitry Andric void GetAllThreadAllocatorCachesLocked(InternalMmapVector<uptr> *caches);
2320b57cec5SDimitry Andric void ForEachExtraStackRange(tid_t os_id, RangeIteratorCallback callback,
2330b57cec5SDimitry Andric                             void *arg);
2340b57cec5SDimitry Andric // If called from the main thread, updates the main thread's TID in the thread
2350b57cec5SDimitry Andric // registry. We need this to handle processes that fork() without a subsequent
2360b57cec5SDimitry Andric // exec(), which invalidates the recorded TID. To update it, we must call
2370b57cec5SDimitry Andric // gettid() from the main thread. Our solution is to call this function before
2380b57cec5SDimitry Andric // leak checking and also before every call to pthread_create() (to handle cases
2390b57cec5SDimitry Andric // where leak checking is initiated from a non-main thread).
2400b57cec5SDimitry Andric void EnsureMainThreadIDIsCorrect();
2410b57cec5SDimitry Andric // If p points into a chunk that has been allocated to the user, returns its
2420b57cec5SDimitry Andric // user-visible address. Otherwise, returns 0.
2430b57cec5SDimitry Andric uptr PointsIntoChunk(void *p);
2440b57cec5SDimitry Andric // Returns address of user-visible chunk contained in this allocator chunk.
2450b57cec5SDimitry Andric uptr GetUserBegin(uptr chunk);
2460b57cec5SDimitry Andric // Helper for __lsan_ignore_object().
2470b57cec5SDimitry Andric IgnoreObjectResult IgnoreObjectLocked(const void *p);
2480b57cec5SDimitry Andric 
2490b57cec5SDimitry Andric // Return the linker module, if valid for the platform.
2500b57cec5SDimitry Andric LoadedModule *GetLinker();
2510b57cec5SDimitry Andric 
2520b57cec5SDimitry Andric // Return true if LSan has finished leak checking and reported leaks.
2530b57cec5SDimitry Andric bool HasReportedLeaks();
2540b57cec5SDimitry Andric 
2550b57cec5SDimitry Andric // Run platform-specific leak handlers.
2560b57cec5SDimitry Andric void HandleLeaks();
2570b57cec5SDimitry Andric 
2580b57cec5SDimitry Andric // Wrapper for chunk metadata operations.
2590b57cec5SDimitry Andric class LsanMetadata {
2600b57cec5SDimitry Andric  public:
2610b57cec5SDimitry Andric   // Constructor accepts address of user-visible chunk.
2620b57cec5SDimitry Andric   explicit LsanMetadata(uptr chunk);
2630b57cec5SDimitry Andric   bool allocated() const;
2640b57cec5SDimitry Andric   ChunkTag tag() const;
2650b57cec5SDimitry Andric   void set_tag(ChunkTag value);
2660b57cec5SDimitry Andric   uptr requested_size() const;
2670b57cec5SDimitry Andric   u32 stack_trace_id() const;
2680b57cec5SDimitry Andric  private:
2690b57cec5SDimitry Andric   void *metadata_;
2700b57cec5SDimitry Andric };
2710b57cec5SDimitry Andric 
2720b57cec5SDimitry Andric }  // namespace __lsan
2730b57cec5SDimitry Andric 
2740b57cec5SDimitry Andric extern "C" {
2750b57cec5SDimitry Andric SANITIZER_INTERFACE_ATTRIBUTE SANITIZER_WEAK_ATTRIBUTE
2760b57cec5SDimitry Andric const char *__lsan_default_options();
2770b57cec5SDimitry Andric 
2780b57cec5SDimitry Andric SANITIZER_INTERFACE_ATTRIBUTE SANITIZER_WEAK_ATTRIBUTE
2790b57cec5SDimitry Andric int __lsan_is_turned_off();
2800b57cec5SDimitry Andric 
2810b57cec5SDimitry Andric SANITIZER_INTERFACE_ATTRIBUTE SANITIZER_WEAK_ATTRIBUTE
2820b57cec5SDimitry Andric const char *__lsan_default_suppressions();
283*349cc55cSDimitry Andric 
284*349cc55cSDimitry Andric SANITIZER_INTERFACE_ATTRIBUTE
285*349cc55cSDimitry Andric void __lsan_register_root_region(const void *p, __lsan::uptr size);
286*349cc55cSDimitry Andric 
287*349cc55cSDimitry Andric SANITIZER_INTERFACE_ATTRIBUTE
288*349cc55cSDimitry Andric void __lsan_unregister_root_region(const void *p, __lsan::uptr size);
289*349cc55cSDimitry Andric 
2900b57cec5SDimitry Andric }  // extern "C"
2910b57cec5SDimitry Andric 
2920b57cec5SDimitry Andric #endif  // LSAN_COMMON_H
293