1 /* SPDX-License-Identifier: GPL-2.0 */ 2 #undef TRACE_SYSTEM 3 #define TRACE_SYSTEM huge_memory 4 5 #if !defined(__HUGE_MEMORY_H) || defined(TRACE_HEADER_MULTI_READ) 6 #define __HUGE_MEMORY_H 7 8 #include <linux/tracepoint.h> 9 10 #define SCAN_STATUS \ 11 EM( SCAN_FAIL, "failed") \ 12 EM( SCAN_SUCCEED, "succeeded") \ 13 EM( SCAN_NO_PTE_TABLE, "no_pte_table") \ 14 EM( SCAN_PMD_MAPPED, "page_pmd_mapped") \ 15 EM( SCAN_EXCEED_NONE_PTE, "exceed_none_pte") \ 16 EM( SCAN_EXCEED_SWAP_PTE, "exceed_swap_pte") \ 17 EM( SCAN_EXCEED_SHARED_PTE, "exceed_shared_pte") \ 18 EM( SCAN_PTE_NON_PRESENT, "pte_non_present") \ 19 EM( SCAN_PTE_UFFD_WP, "pte_uffd_wp") \ 20 EM( SCAN_PTE_MAPPED_HUGEPAGE, "pte_mapped_hugepage") \ 21 EM( SCAN_LACK_REFERENCED_PAGE, "lack_referenced_page") \ 22 EM( SCAN_PAGE_NULL, "page_null") \ 23 EM( SCAN_SCAN_ABORT, "scan_aborted") \ 24 EM( SCAN_PAGE_COUNT, "not_suitable_page_count") \ 25 EM( SCAN_PAGE_LRU, "page_not_in_lru") \ 26 EM( SCAN_PAGE_LOCK, "page_locked") \ 27 EM( SCAN_PAGE_ANON, "page_not_anon") \ 28 EM( SCAN_PAGE_LAZYFREE, "page_lazyfree") \ 29 EM( SCAN_PAGE_COMPOUND, "page_compound") \ 30 EM( SCAN_ANY_PROCESS, "no_process_for_page") \ 31 EM( SCAN_VMA_NULL, "vma_null") \ 32 EM( SCAN_VMA_CHECK, "vma_check_failed") \ 33 EM( SCAN_ADDRESS_RANGE, "not_suitable_address_range") \ 34 EM( SCAN_DEL_PAGE_LRU, "could_not_delete_page_from_lru")\ 35 EM( SCAN_ALLOC_HUGE_PAGE_FAIL, "alloc_huge_page_failed") \ 36 EM( SCAN_CGROUP_CHARGE_FAIL, "ccgroup_charge_failed") \ 37 EM( SCAN_TRUNCATED, "truncated") \ 38 EM( SCAN_PAGE_HAS_PRIVATE, "page_has_private") \ 39 EM( SCAN_STORE_FAILED, "store_failed") \ 40 EM( SCAN_COPY_MC, "copy_poisoned_page") \ 41 EM( SCAN_PAGE_FILLED, "page_filled") \ 42 EMe(SCAN_PAGE_DIRTY_OR_WRITEBACK, "page_dirty_or_writeback") 43 44 #undef EM 45 #undef EMe 46 #define EM(a, b) TRACE_DEFINE_ENUM(a); 47 #define EMe(a, b) TRACE_DEFINE_ENUM(a); 48 49 SCAN_STATUS 50 51 #undef EM 52 #undef EMe 53 #define EM(a, b) {a, b}, 54 #define EMe(a, b) {a, b} 55 56 TRACE_EVENT(mm_khugepaged_scan_pmd, 57 58 TP_PROTO(struct mm_struct *mm, struct folio *folio, 59 int referenced, int none_or_zero, int status, int unmapped), 60 61 TP_ARGS(mm, folio, referenced, none_or_zero, status, unmapped), 62 63 TP_STRUCT__entry( 64 __field(struct mm_struct *, mm) 65 __field(unsigned long, pfn) 66 __field(int, referenced) 67 __field(int, none_or_zero) 68 __field(int, status) 69 __field(int, unmapped) 70 ), 71 72 TP_fast_assign( 73 __entry->mm = mm; 74 __entry->pfn = folio ? folio_pfn(folio) : -1; 75 __entry->referenced = referenced; 76 __entry->none_or_zero = none_or_zero; 77 __entry->status = status; 78 __entry->unmapped = unmapped; 79 ), 80 81 TP_printk("mm=%p, scan_pfn=0x%lx, referenced=%d, none_or_zero=%d, status=%s, unmapped=%d", 82 __entry->mm, 83 __entry->pfn, 84 __entry->referenced, 85 __entry->none_or_zero, 86 __print_symbolic(__entry->status, SCAN_STATUS), 87 __entry->unmapped) 88 ); 89 90 TRACE_EVENT(mm_collapse_huge_page, 91 92 TP_PROTO(struct mm_struct *mm, int isolated, int status, unsigned int order), 93 94 TP_ARGS(mm, isolated, status, order), 95 96 TP_STRUCT__entry( 97 __field(struct mm_struct *, mm) 98 __field(int, isolated) 99 __field(int, status) 100 __field(unsigned int, order) 101 ), 102 103 TP_fast_assign( 104 __entry->mm = mm; 105 __entry->isolated = isolated; 106 __entry->status = status; 107 __entry->order = order; 108 ), 109 110 TP_printk("mm=%p, isolated=%d, status=%s, order=%u", 111 __entry->mm, 112 __entry->isolated, 113 __print_symbolic(__entry->status, SCAN_STATUS), 114 __entry->order) 115 ); 116 117 TRACE_EVENT(mm_collapse_huge_page_isolate, 118 119 TP_PROTO(struct folio *folio, int none_or_zero, 120 int referenced, int status, unsigned int order), 121 122 TP_ARGS(folio, none_or_zero, referenced, status, order), 123 124 TP_STRUCT__entry( 125 __field(unsigned long, pfn) 126 __field(int, none_or_zero) 127 __field(int, referenced) 128 __field(int, status) 129 __field(unsigned int, order) 130 ), 131 132 TP_fast_assign( 133 __entry->pfn = folio ? folio_pfn(folio) : -1; 134 __entry->none_or_zero = none_or_zero; 135 __entry->referenced = referenced; 136 __entry->status = status; 137 __entry->order = order; 138 ), 139 140 TP_printk("scan_pfn=0x%lx, none_or_zero=%d, referenced=%d, status=%s, order=%u", 141 __entry->pfn, 142 __entry->none_or_zero, 143 __entry->referenced, 144 __print_symbolic(__entry->status, SCAN_STATUS), 145 __entry->order) 146 ); 147 148 TRACE_EVENT(mm_collapse_huge_page_swapin, 149 150 TP_PROTO(struct mm_struct *mm, int swapped_in, int referenced, int ret, 151 unsigned int order), 152 153 TP_ARGS(mm, swapped_in, referenced, ret, order), 154 155 TP_STRUCT__entry( 156 __field(struct mm_struct *, mm) 157 __field(int, swapped_in) 158 __field(int, referenced) 159 __field(int, ret) 160 __field(unsigned int, order) 161 ), 162 163 TP_fast_assign( 164 __entry->mm = mm; 165 __entry->swapped_in = swapped_in; 166 __entry->referenced = referenced; 167 __entry->ret = ret; 168 __entry->order = order; 169 ), 170 171 TP_printk("mm=%p, swapped_in=%d, referenced=%d, ret=%d, order=%u", 172 __entry->mm, 173 __entry->swapped_in, 174 __entry->referenced, 175 __entry->ret, 176 __entry->order) 177 ); 178 179 TRACE_EVENT(mm_khugepaged_scan_file, 180 181 TP_PROTO(struct mm_struct *mm, struct folio *folio, struct file *file, 182 int present, int swap, int result), 183 184 TP_ARGS(mm, folio, file, present, swap, result), 185 186 TP_STRUCT__entry( 187 __field(struct mm_struct *, mm) 188 __field(unsigned long, pfn) 189 __string(filename, file->f_path.dentry->d_iname) 190 __field(int, present) 191 __field(int, swap) 192 __field(int, result) 193 ), 194 195 TP_fast_assign( 196 __entry->mm = mm; 197 __entry->pfn = folio ? folio_pfn(folio) : -1; 198 __assign_str(filename); 199 __entry->present = present; 200 __entry->swap = swap; 201 __entry->result = result; 202 ), 203 204 TP_printk("mm=%p, scan_pfn=0x%lx, filename=%s, present=%d, swap=%d, result=%s", 205 __entry->mm, 206 __entry->pfn, 207 __get_str(filename), 208 __entry->present, 209 __entry->swap, 210 __print_symbolic(__entry->result, SCAN_STATUS)) 211 ); 212 213 TRACE_EVENT(mm_khugepaged_collapse_file, 214 TP_PROTO(struct mm_struct *mm, struct folio *new_folio, pgoff_t index, 215 unsigned long addr, bool is_shmem, struct file *file, 216 int nr, int result), 217 TP_ARGS(mm, new_folio, index, addr, is_shmem, file, nr, result), 218 TP_STRUCT__entry( 219 __field(struct mm_struct *, mm) 220 __field(unsigned long, hpfn) 221 __field(pgoff_t, index) 222 __field(unsigned long, addr) 223 __field(bool, is_shmem) 224 __string(filename, file->f_path.dentry->d_iname) 225 __field(int, nr) 226 __field(int, result) 227 ), 228 229 TP_fast_assign( 230 __entry->mm = mm; 231 __entry->hpfn = new_folio ? folio_pfn(new_folio) : -1; 232 __entry->index = index; 233 __entry->addr = addr; 234 __entry->is_shmem = is_shmem; 235 __assign_str(filename); 236 __entry->nr = nr; 237 __entry->result = result; 238 ), 239 240 TP_printk("mm=%p, hpage_pfn=0x%lx, index=%ld, addr=%lx, is_shmem=%d, filename=%s, nr=%d, result=%s", 241 __entry->mm, 242 __entry->hpfn, 243 __entry->index, 244 __entry->addr, 245 __entry->is_shmem, 246 __get_str(filename), 247 __entry->nr, 248 __print_symbolic(__entry->result, SCAN_STATUS)) 249 ); 250 251 TRACE_EVENT(mm_khugepaged_scan, 252 253 TP_PROTO(struct mm_struct *mm, unsigned int progress, 254 bool full_scan_finished), 255 256 TP_ARGS(mm, progress, full_scan_finished), 257 258 TP_STRUCT__entry( 259 __field(struct mm_struct *, mm) 260 __field(unsigned int, progress) 261 __field(bool, full_scan_finished) 262 ), 263 264 TP_fast_assign( 265 __entry->mm = mm; 266 __entry->progress = progress; 267 __entry->full_scan_finished = full_scan_finished; 268 ), 269 270 TP_printk("mm=%p, progress=%u, full_scan_finished=%d", 271 __entry->mm, 272 __entry->progress, 273 __entry->full_scan_finished) 274 ); 275 276 #endif /* __HUGE_MEMORY_H */ 277 #include <trace/define_trace.h> 278