1 /* SPDX-License-Identifier: GPL-2.0 */ 2 #undef TRACE_SYSTEM 3 #define TRACE_SYSTEM huge_memory 4 5 #if !defined(__HUGE_MEMORY_H) || defined(TRACE_HEADER_MULTI_READ) 6 #define __HUGE_MEMORY_H 7 8 #include <linux/tracepoint.h> 9 10 #define SCAN_STATUS \ 11 EM( SCAN_FAIL, "failed") \ 12 EM( SCAN_SUCCEED, "succeeded") \ 13 EM( SCAN_NO_PTE_TABLE, "no_pte_table") \ 14 EM( SCAN_PMD_MAPPED, "page_pmd_mapped") \ 15 EM( SCAN_EXCEED_NONE_PTE, "exceed_none_pte") \ 16 EM( SCAN_EXCEED_SWAP_PTE, "exceed_swap_pte") \ 17 EM( SCAN_EXCEED_SHARED_PTE, "exceed_shared_pte") \ 18 EM( SCAN_PTE_NON_PRESENT, "pte_non_present") \ 19 EM( SCAN_PTE_UFFD_WP, "pte_uffd_wp") \ 20 EM( SCAN_PTE_MAPPED_HUGEPAGE, "pte_mapped_hugepage") \ 21 EM( SCAN_LACK_REFERENCED_PAGE, "lack_referenced_page") \ 22 EM( SCAN_PAGE_NULL, "page_null") \ 23 EM( SCAN_SCAN_ABORT, "scan_aborted") \ 24 EM( SCAN_PAGE_COUNT, "not_suitable_page_count") \ 25 EM( SCAN_PAGE_LRU, "page_not_in_lru") \ 26 EM( SCAN_PAGE_LOCK, "page_locked") \ 27 EM( SCAN_PAGE_ANON, "page_not_anon") \ 28 EM( SCAN_PAGE_COMPOUND, "page_compound") \ 29 EM( SCAN_ANY_PROCESS, "no_process_for_page") \ 30 EM( SCAN_VMA_NULL, "vma_null") \ 31 EM( SCAN_VMA_CHECK, "vma_check_failed") \ 32 EM( SCAN_ADDRESS_RANGE, "not_suitable_address_range") \ 33 EM( SCAN_DEL_PAGE_LRU, "could_not_delete_page_from_lru")\ 34 EM( SCAN_ALLOC_HUGE_PAGE_FAIL, "alloc_huge_page_failed") \ 35 EM( SCAN_CGROUP_CHARGE_FAIL, "ccgroup_charge_failed") \ 36 EM( SCAN_TRUNCATED, "truncated") \ 37 EM( SCAN_PAGE_HAS_PRIVATE, "page_has_private") \ 38 EM( SCAN_STORE_FAILED, "store_failed") \ 39 EM( SCAN_COPY_MC, "copy_poisoned_page") \ 40 EMe(SCAN_PAGE_FILLED, "page_filled") 41 42 #undef EM 43 #undef EMe 44 #define EM(a, b) TRACE_DEFINE_ENUM(a); 45 #define EMe(a, b) TRACE_DEFINE_ENUM(a); 46 47 SCAN_STATUS 48 49 #undef EM 50 #undef EMe 51 #define EM(a, b) {a, b}, 52 #define EMe(a, b) {a, b} 53 54 TRACE_EVENT(mm_khugepaged_scan_pmd, 55 56 TP_PROTO(struct mm_struct *mm, struct folio *folio, 57 int referenced, int none_or_zero, int status, int unmapped), 58 59 TP_ARGS(mm, folio, referenced, none_or_zero, status, unmapped), 60 61 TP_STRUCT__entry( 62 __field(struct mm_struct *, mm) 63 __field(unsigned long, pfn) 64 __field(int, referenced) 65 __field(int, none_or_zero) 66 __field(int, status) 67 __field(int, unmapped) 68 ), 69 70 TP_fast_assign( 71 __entry->mm = mm; 72 __entry->pfn = folio ? folio_pfn(folio) : -1; 73 __entry->referenced = referenced; 74 __entry->none_or_zero = none_or_zero; 75 __entry->status = status; 76 __entry->unmapped = unmapped; 77 ), 78 79 TP_printk("mm=%p, scan_pfn=0x%lx, referenced=%d, none_or_zero=%d, status=%s, unmapped=%d", 80 __entry->mm, 81 __entry->pfn, 82 __entry->referenced, 83 __entry->none_or_zero, 84 __print_symbolic(__entry->status, SCAN_STATUS), 85 __entry->unmapped) 86 ); 87 88 TRACE_EVENT(mm_collapse_huge_page, 89 90 TP_PROTO(struct mm_struct *mm, int isolated, int status), 91 92 TP_ARGS(mm, isolated, status), 93 94 TP_STRUCT__entry( 95 __field(struct mm_struct *, mm) 96 __field(int, isolated) 97 __field(int, status) 98 ), 99 100 TP_fast_assign( 101 __entry->mm = mm; 102 __entry->isolated = isolated; 103 __entry->status = status; 104 ), 105 106 TP_printk("mm=%p, isolated=%d, status=%s", 107 __entry->mm, 108 __entry->isolated, 109 __print_symbolic(__entry->status, SCAN_STATUS)) 110 ); 111 112 TRACE_EVENT(mm_collapse_huge_page_isolate, 113 114 TP_PROTO(struct folio *folio, int none_or_zero, 115 int referenced, int status), 116 117 TP_ARGS(folio, none_or_zero, referenced, status), 118 119 TP_STRUCT__entry( 120 __field(unsigned long, pfn) 121 __field(int, none_or_zero) 122 __field(int, referenced) 123 __field(int, status) 124 ), 125 126 TP_fast_assign( 127 __entry->pfn = folio ? folio_pfn(folio) : -1; 128 __entry->none_or_zero = none_or_zero; 129 __entry->referenced = referenced; 130 __entry->status = status; 131 ), 132 133 TP_printk("scan_pfn=0x%lx, none_or_zero=%d, referenced=%d, status=%s", 134 __entry->pfn, 135 __entry->none_or_zero, 136 __entry->referenced, 137 __print_symbolic(__entry->status, SCAN_STATUS)) 138 ); 139 140 TRACE_EVENT(mm_collapse_huge_page_swapin, 141 142 TP_PROTO(struct mm_struct *mm, int swapped_in, int referenced, int ret), 143 144 TP_ARGS(mm, swapped_in, referenced, ret), 145 146 TP_STRUCT__entry( 147 __field(struct mm_struct *, mm) 148 __field(int, swapped_in) 149 __field(int, referenced) 150 __field(int, ret) 151 ), 152 153 TP_fast_assign( 154 __entry->mm = mm; 155 __entry->swapped_in = swapped_in; 156 __entry->referenced = referenced; 157 __entry->ret = ret; 158 ), 159 160 TP_printk("mm=%p, swapped_in=%d, referenced=%d, ret=%d", 161 __entry->mm, 162 __entry->swapped_in, 163 __entry->referenced, 164 __entry->ret) 165 ); 166 167 TRACE_EVENT(mm_khugepaged_scan_file, 168 169 TP_PROTO(struct mm_struct *mm, struct folio *folio, struct file *file, 170 int present, int swap, int result), 171 172 TP_ARGS(mm, folio, file, present, swap, result), 173 174 TP_STRUCT__entry( 175 __field(struct mm_struct *, mm) 176 __field(unsigned long, pfn) 177 __string(filename, file->f_path.dentry->d_iname) 178 __field(int, present) 179 __field(int, swap) 180 __field(int, result) 181 ), 182 183 TP_fast_assign( 184 __entry->mm = mm; 185 __entry->pfn = folio ? folio_pfn(folio) : -1; 186 __assign_str(filename); 187 __entry->present = present; 188 __entry->swap = swap; 189 __entry->result = result; 190 ), 191 192 TP_printk("mm=%p, scan_pfn=0x%lx, filename=%s, present=%d, swap=%d, result=%s", 193 __entry->mm, 194 __entry->pfn, 195 __get_str(filename), 196 __entry->present, 197 __entry->swap, 198 __print_symbolic(__entry->result, SCAN_STATUS)) 199 ); 200 201 TRACE_EVENT(mm_khugepaged_collapse_file, 202 TP_PROTO(struct mm_struct *mm, struct folio *new_folio, pgoff_t index, 203 unsigned long addr, bool is_shmem, struct file *file, 204 int nr, int result), 205 TP_ARGS(mm, new_folio, index, addr, is_shmem, file, nr, result), 206 TP_STRUCT__entry( 207 __field(struct mm_struct *, mm) 208 __field(unsigned long, hpfn) 209 __field(pgoff_t, index) 210 __field(unsigned long, addr) 211 __field(bool, is_shmem) 212 __string(filename, file->f_path.dentry->d_iname) 213 __field(int, nr) 214 __field(int, result) 215 ), 216 217 TP_fast_assign( 218 __entry->mm = mm; 219 __entry->hpfn = new_folio ? folio_pfn(new_folio) : -1; 220 __entry->index = index; 221 __entry->addr = addr; 222 __entry->is_shmem = is_shmem; 223 __assign_str(filename); 224 __entry->nr = nr; 225 __entry->result = result; 226 ), 227 228 TP_printk("mm=%p, hpage_pfn=0x%lx, index=%ld, addr=%lx, is_shmem=%d, filename=%s, nr=%d, result=%s", 229 __entry->mm, 230 __entry->hpfn, 231 __entry->index, 232 __entry->addr, 233 __entry->is_shmem, 234 __get_str(filename), 235 __entry->nr, 236 __print_symbolic(__entry->result, SCAN_STATUS)) 237 ); 238 239 #endif /* __HUGE_MEMORY_H */ 240 #include <trace/define_trace.h> 241