1 /* SPDX-License-Identifier: GPL-2.0 */ 2 #undef TRACE_SYSTEM 3 #define TRACE_SYSTEM huge_memory 4 5 #if !defined(__HUGE_MEMORY_H) || defined(TRACE_HEADER_MULTI_READ) 6 #define __HUGE_MEMORY_H 7 8 #include <linux/tracepoint.h> 9 10 #define SCAN_STATUS \ 11 EM( SCAN_FAIL, "failed") \ 12 EM( SCAN_SUCCEED, "succeeded") \ 13 EM( SCAN_PMD_NULL, "pmd_null") \ 14 EM( SCAN_PMD_NONE, "pmd_none") \ 15 EM( SCAN_PMD_MAPPED, "page_pmd_mapped") \ 16 EM( SCAN_EXCEED_NONE_PTE, "exceed_none_pte") \ 17 EM( SCAN_EXCEED_SWAP_PTE, "exceed_swap_pte") \ 18 EM( SCAN_EXCEED_SHARED_PTE, "exceed_shared_pte") \ 19 EM( SCAN_PTE_NON_PRESENT, "pte_non_present") \ 20 EM( SCAN_PTE_UFFD_WP, "pte_uffd_wp") \ 21 EM( SCAN_PTE_MAPPED_HUGEPAGE, "pte_mapped_hugepage") \ 22 EM( SCAN_LACK_REFERENCED_PAGE, "lack_referenced_page") \ 23 EM( SCAN_PAGE_NULL, "page_null") \ 24 EM( SCAN_SCAN_ABORT, "scan_aborted") \ 25 EM( SCAN_PAGE_COUNT, "not_suitable_page_count") \ 26 EM( SCAN_PAGE_LRU, "page_not_in_lru") \ 27 EM( SCAN_PAGE_LOCK, "page_locked") \ 28 EM( SCAN_PAGE_ANON, "page_not_anon") \ 29 EM( SCAN_PAGE_COMPOUND, "page_compound") \ 30 EM( SCAN_ANY_PROCESS, "no_process_for_page") \ 31 EM( SCAN_VMA_NULL, "vma_null") \ 32 EM( SCAN_VMA_CHECK, "vma_check_failed") \ 33 EM( SCAN_ADDRESS_RANGE, "not_suitable_address_range") \ 34 EM( SCAN_DEL_PAGE_LRU, "could_not_delete_page_from_lru")\ 35 EM( SCAN_ALLOC_HUGE_PAGE_FAIL, "alloc_huge_page_failed") \ 36 EM( SCAN_CGROUP_CHARGE_FAIL, "ccgroup_charge_failed") \ 37 EM( SCAN_TRUNCATED, "truncated") \ 38 EM( SCAN_PAGE_HAS_PRIVATE, "page_has_private") \ 39 EM( SCAN_STORE_FAILED, "store_failed") \ 40 EM( SCAN_COPY_MC, "copy_poisoned_page") \ 41 EMe(SCAN_PAGE_FILLED, "page_filled") 42 43 #undef EM 44 #undef EMe 45 #define EM(a, b) TRACE_DEFINE_ENUM(a); 46 #define EMe(a, b) TRACE_DEFINE_ENUM(a); 47 48 SCAN_STATUS 49 50 #undef EM 51 #undef EMe 52 #define EM(a, b) {a, b}, 53 #define EMe(a, b) {a, b} 54 55 TRACE_EVENT(mm_khugepaged_scan_pmd, 56 57 TP_PROTO(struct mm_struct *mm, struct folio *folio, 58 int referenced, int none_or_zero, int status, int unmapped), 59 60 TP_ARGS(mm, folio, referenced, none_or_zero, status, unmapped), 61 62 TP_STRUCT__entry( 63 __field(struct mm_struct *, mm) 64 __field(unsigned long, pfn) 65 __field(int, referenced) 66 __field(int, none_or_zero) 67 __field(int, status) 68 __field(int, unmapped) 69 ), 70 71 TP_fast_assign( 72 __entry->mm = mm; 73 __entry->pfn = folio ? folio_pfn(folio) : -1; 74 __entry->referenced = referenced; 75 __entry->none_or_zero = none_or_zero; 76 __entry->status = status; 77 __entry->unmapped = unmapped; 78 ), 79 80 TP_printk("mm=%p, scan_pfn=0x%lx, referenced=%d, none_or_zero=%d, status=%s, unmapped=%d", 81 __entry->mm, 82 __entry->pfn, 83 __entry->referenced, 84 __entry->none_or_zero, 85 __print_symbolic(__entry->status, SCAN_STATUS), 86 __entry->unmapped) 87 ); 88 89 TRACE_EVENT(mm_collapse_huge_page, 90 91 TP_PROTO(struct mm_struct *mm, int isolated, int status), 92 93 TP_ARGS(mm, isolated, status), 94 95 TP_STRUCT__entry( 96 __field(struct mm_struct *, mm) 97 __field(int, isolated) 98 __field(int, status) 99 ), 100 101 TP_fast_assign( 102 __entry->mm = mm; 103 __entry->isolated = isolated; 104 __entry->status = status; 105 ), 106 107 TP_printk("mm=%p, isolated=%d, status=%s", 108 __entry->mm, 109 __entry->isolated, 110 __print_symbolic(__entry->status, SCAN_STATUS)) 111 ); 112 113 TRACE_EVENT(mm_collapse_huge_page_isolate, 114 115 TP_PROTO(struct folio *folio, int none_or_zero, 116 int referenced, int status), 117 118 TP_ARGS(folio, none_or_zero, referenced, status), 119 120 TP_STRUCT__entry( 121 __field(unsigned long, pfn) 122 __field(int, none_or_zero) 123 __field(int, referenced) 124 __field(int, status) 125 ), 126 127 TP_fast_assign( 128 __entry->pfn = folio ? folio_pfn(folio) : -1; 129 __entry->none_or_zero = none_or_zero; 130 __entry->referenced = referenced; 131 __entry->status = status; 132 ), 133 134 TP_printk("scan_pfn=0x%lx, none_or_zero=%d, referenced=%d, status=%s", 135 __entry->pfn, 136 __entry->none_or_zero, 137 __entry->referenced, 138 __print_symbolic(__entry->status, SCAN_STATUS)) 139 ); 140 141 TRACE_EVENT(mm_collapse_huge_page_swapin, 142 143 TP_PROTO(struct mm_struct *mm, int swapped_in, int referenced, int ret), 144 145 TP_ARGS(mm, swapped_in, referenced, ret), 146 147 TP_STRUCT__entry( 148 __field(struct mm_struct *, mm) 149 __field(int, swapped_in) 150 __field(int, referenced) 151 __field(int, ret) 152 ), 153 154 TP_fast_assign( 155 __entry->mm = mm; 156 __entry->swapped_in = swapped_in; 157 __entry->referenced = referenced; 158 __entry->ret = ret; 159 ), 160 161 TP_printk("mm=%p, swapped_in=%d, referenced=%d, ret=%d", 162 __entry->mm, 163 __entry->swapped_in, 164 __entry->referenced, 165 __entry->ret) 166 ); 167 168 TRACE_EVENT(mm_khugepaged_scan_file, 169 170 TP_PROTO(struct mm_struct *mm, struct folio *folio, struct file *file, 171 int present, int swap, int result), 172 173 TP_ARGS(mm, folio, file, present, swap, result), 174 175 TP_STRUCT__entry( 176 __field(struct mm_struct *, mm) 177 __field(unsigned long, pfn) 178 __string(filename, file->f_path.dentry->d_iname) 179 __field(int, present) 180 __field(int, swap) 181 __field(int, result) 182 ), 183 184 TP_fast_assign( 185 __entry->mm = mm; 186 __entry->pfn = folio ? folio_pfn(folio) : -1; 187 __assign_str(filename); 188 __entry->present = present; 189 __entry->swap = swap; 190 __entry->result = result; 191 ), 192 193 TP_printk("mm=%p, scan_pfn=0x%lx, filename=%s, present=%d, swap=%d, result=%s", 194 __entry->mm, 195 __entry->pfn, 196 __get_str(filename), 197 __entry->present, 198 __entry->swap, 199 __print_symbolic(__entry->result, SCAN_STATUS)) 200 ); 201 202 TRACE_EVENT(mm_khugepaged_collapse_file, 203 TP_PROTO(struct mm_struct *mm, struct folio *new_folio, pgoff_t index, 204 unsigned long addr, bool is_shmem, struct file *file, 205 int nr, int result), 206 TP_ARGS(mm, new_folio, index, addr, is_shmem, file, nr, result), 207 TP_STRUCT__entry( 208 __field(struct mm_struct *, mm) 209 __field(unsigned long, hpfn) 210 __field(pgoff_t, index) 211 __field(unsigned long, addr) 212 __field(bool, is_shmem) 213 __string(filename, file->f_path.dentry->d_iname) 214 __field(int, nr) 215 __field(int, result) 216 ), 217 218 TP_fast_assign( 219 __entry->mm = mm; 220 __entry->hpfn = new_folio ? folio_pfn(new_folio) : -1; 221 __entry->index = index; 222 __entry->addr = addr; 223 __entry->is_shmem = is_shmem; 224 __assign_str(filename); 225 __entry->nr = nr; 226 __entry->result = result; 227 ), 228 229 TP_printk("mm=%p, hpage_pfn=0x%lx, index=%ld, addr=%lx, is_shmem=%d, filename=%s, nr=%d, result=%s", 230 __entry->mm, 231 __entry->hpfn, 232 __entry->index, 233 __entry->addr, 234 __entry->is_shmem, 235 __get_str(filename), 236 __entry->nr, 237 __print_symbolic(__entry->result, SCAN_STATUS)) 238 ); 239 240 #endif /* __HUGE_MEMORY_H */ 241 #include <trace/define_trace.h> 242