1 /* SPDX-License-Identifier: GPL-2.0 */ 2 #undef TRACE_SYSTEM 3 #define TRACE_SYSTEM huge_memory 4 5 #if !defined(__HUGE_MEMORY_H) || defined(TRACE_HEADER_MULTI_READ) 6 #define __HUGE_MEMORY_H 7 8 #include <linux/tracepoint.h> 9 10 #define SCAN_STATUS \ 11 EM( SCAN_FAIL, "failed") \ 12 EM( SCAN_SUCCEED, "succeeded") \ 13 EM( SCAN_PMD_NULL, "pmd_null") \ 14 EM( SCAN_PMD_NONE, "pmd_none") \ 15 EM( SCAN_PMD_MAPPED, "page_pmd_mapped") \ 16 EM( SCAN_EXCEED_NONE_PTE, "exceed_none_pte") \ 17 EM( SCAN_EXCEED_SWAP_PTE, "exceed_swap_pte") \ 18 EM( SCAN_EXCEED_SHARED_PTE, "exceed_shared_pte") \ 19 EM( SCAN_PTE_NON_PRESENT, "pte_non_present") \ 20 EM( SCAN_PTE_UFFD_WP, "pte_uffd_wp") \ 21 EM( SCAN_PTE_MAPPED_HUGEPAGE, "pte_mapped_hugepage") \ 22 EM( SCAN_PAGE_RO, "no_writable_page") \ 23 EM( SCAN_LACK_REFERENCED_PAGE, "lack_referenced_page") \ 24 EM( SCAN_PAGE_NULL, "page_null") \ 25 EM( SCAN_SCAN_ABORT, "scan_aborted") \ 26 EM( SCAN_PAGE_COUNT, "not_suitable_page_count") \ 27 EM( SCAN_PAGE_LRU, "page_not_in_lru") \ 28 EM( SCAN_PAGE_LOCK, "page_locked") \ 29 EM( SCAN_PAGE_ANON, "page_not_anon") \ 30 EM( SCAN_PAGE_COMPOUND, "page_compound") \ 31 EM( SCAN_ANY_PROCESS, "no_process_for_page") \ 32 EM( SCAN_VMA_NULL, "vma_null") \ 33 EM( SCAN_VMA_CHECK, "vma_check_failed") \ 34 EM( SCAN_ADDRESS_RANGE, "not_suitable_address_range") \ 35 EM( SCAN_DEL_PAGE_LRU, "could_not_delete_page_from_lru")\ 36 EM( SCAN_ALLOC_HUGE_PAGE_FAIL, "alloc_huge_page_failed") \ 37 EM( SCAN_CGROUP_CHARGE_FAIL, "ccgroup_charge_failed") \ 38 EM( SCAN_TRUNCATED, "truncated") \ 39 EMe(SCAN_PAGE_HAS_PRIVATE, "page_has_private") \ 40 41 #undef EM 42 #undef EMe 43 #define EM(a, b) TRACE_DEFINE_ENUM(a); 44 #define EMe(a, b) TRACE_DEFINE_ENUM(a); 45 46 SCAN_STATUS 47 48 #undef EM 49 #undef EMe 50 #define EM(a, b) {a, b}, 51 #define EMe(a, b) {a, b} 52 53 TRACE_EVENT(mm_khugepaged_scan_pmd, 54 55 TP_PROTO(struct mm_struct *mm, struct page *page, bool writable, 56 int referenced, int none_or_zero, int status, int unmapped), 57 58 TP_ARGS(mm, page, writable, referenced, none_or_zero, status, unmapped), 59 60 TP_STRUCT__entry( 61 __field(struct mm_struct *, mm) 62 __field(unsigned long, pfn) 63 __field(bool, writable) 64 __field(int, referenced) 65 __field(int, none_or_zero) 66 __field(int, status) 67 __field(int, unmapped) 68 ), 69 70 TP_fast_assign( 71 __entry->mm = mm; 72 __entry->pfn = page ? page_to_pfn(page) : -1; 73 __entry->writable = writable; 74 __entry->referenced = referenced; 75 __entry->none_or_zero = none_or_zero; 76 __entry->status = status; 77 __entry->unmapped = unmapped; 78 ), 79 80 TP_printk("mm=%p, scan_pfn=0x%lx, writable=%d, referenced=%d, none_or_zero=%d, status=%s, unmapped=%d", 81 __entry->mm, 82 __entry->pfn, 83 __entry->writable, 84 __entry->referenced, 85 __entry->none_or_zero, 86 __print_symbolic(__entry->status, SCAN_STATUS), 87 __entry->unmapped) 88 ); 89 90 TRACE_EVENT(mm_collapse_huge_page, 91 92 TP_PROTO(struct mm_struct *mm, int isolated, int status), 93 94 TP_ARGS(mm, isolated, status), 95 96 TP_STRUCT__entry( 97 __field(struct mm_struct *, mm) 98 __field(int, isolated) 99 __field(int, status) 100 ), 101 102 TP_fast_assign( 103 __entry->mm = mm; 104 __entry->isolated = isolated; 105 __entry->status = status; 106 ), 107 108 TP_printk("mm=%p, isolated=%d, status=%s", 109 __entry->mm, 110 __entry->isolated, 111 __print_symbolic(__entry->status, SCAN_STATUS)) 112 ); 113 114 TRACE_EVENT(mm_collapse_huge_page_isolate, 115 116 TP_PROTO(struct page *page, int none_or_zero, 117 int referenced, bool writable, int status), 118 119 TP_ARGS(page, none_or_zero, referenced, writable, status), 120 121 TP_STRUCT__entry( 122 __field(unsigned long, pfn) 123 __field(int, none_or_zero) 124 __field(int, referenced) 125 __field(bool, writable) 126 __field(int, status) 127 ), 128 129 TP_fast_assign( 130 __entry->pfn = page ? page_to_pfn(page) : -1; 131 __entry->none_or_zero = none_or_zero; 132 __entry->referenced = referenced; 133 __entry->writable = writable; 134 __entry->status = status; 135 ), 136 137 TP_printk("scan_pfn=0x%lx, none_or_zero=%d, referenced=%d, writable=%d, status=%s", 138 __entry->pfn, 139 __entry->none_or_zero, 140 __entry->referenced, 141 __entry->writable, 142 __print_symbolic(__entry->status, SCAN_STATUS)) 143 ); 144 145 TRACE_EVENT(mm_collapse_huge_page_swapin, 146 147 TP_PROTO(struct mm_struct *mm, int swapped_in, int referenced, int ret), 148 149 TP_ARGS(mm, swapped_in, referenced, ret), 150 151 TP_STRUCT__entry( 152 __field(struct mm_struct *, mm) 153 __field(int, swapped_in) 154 __field(int, referenced) 155 __field(int, ret) 156 ), 157 158 TP_fast_assign( 159 __entry->mm = mm; 160 __entry->swapped_in = swapped_in; 161 __entry->referenced = referenced; 162 __entry->ret = ret; 163 ), 164 165 TP_printk("mm=%p, swapped_in=%d, referenced=%d, ret=%d", 166 __entry->mm, 167 __entry->swapped_in, 168 __entry->referenced, 169 __entry->ret) 170 ); 171 172 TRACE_EVENT(mm_khugepaged_scan_file, 173 174 TP_PROTO(struct mm_struct *mm, struct page *page, struct file *file, 175 int present, int swap, int result), 176 177 TP_ARGS(mm, page, file, present, swap, result), 178 179 TP_STRUCT__entry( 180 __field(struct mm_struct *, mm) 181 __field(unsigned long, pfn) 182 __string(filename, file->f_path.dentry->d_iname) 183 __field(int, present) 184 __field(int, swap) 185 __field(int, result) 186 ), 187 188 TP_fast_assign( 189 __entry->mm = mm; 190 __entry->pfn = page ? page_to_pfn(page) : -1; 191 __assign_str(filename, file->f_path.dentry->d_iname); 192 __entry->present = present; 193 __entry->swap = swap; 194 __entry->result = result; 195 ), 196 197 TP_printk("mm=%p, scan_pfn=0x%lx, filename=%s, present=%d, swap=%d, result=%s", 198 __entry->mm, 199 __entry->pfn, 200 __get_str(filename), 201 __entry->present, 202 __entry->swap, 203 __print_symbolic(__entry->result, SCAN_STATUS)) 204 ); 205 206 TRACE_EVENT(mm_khugepaged_collapse_file, 207 TP_PROTO(struct mm_struct *mm, struct page *hpage, pgoff_t index, 208 bool is_shmem, unsigned long addr, struct file *file, 209 int nr, int result), 210 TP_ARGS(mm, hpage, index, addr, is_shmem, file, nr, result), 211 TP_STRUCT__entry( 212 __field(struct mm_struct *, mm) 213 __field(unsigned long, hpfn) 214 __field(pgoff_t, index) 215 __field(unsigned long, addr) 216 __field(bool, is_shmem) 217 __string(filename, file->f_path.dentry->d_iname) 218 __field(int, nr) 219 __field(int, result) 220 ), 221 222 TP_fast_assign( 223 __entry->mm = mm; 224 __entry->hpfn = hpage ? page_to_pfn(hpage) : -1; 225 __entry->index = index; 226 __entry->addr = addr; 227 __entry->is_shmem = is_shmem; 228 __assign_str(filename, file->f_path.dentry->d_iname); 229 __entry->nr = nr; 230 __entry->result = result; 231 ), 232 233 TP_printk("mm=%p, hpage_pfn=0x%lx, index=%ld, addr=%ld, is_shmem=%d, filename=%s, nr=%d, result=%s", 234 __entry->mm, 235 __entry->hpfn, 236 __entry->index, 237 __entry->addr, 238 __entry->is_shmem, 239 __get_str(filename), 240 __entry->nr, 241 __print_symbolic(__entry->result, SCAN_STATUS)) 242 ); 243 244 #endif /* __HUGE_MEMORY_H */ 245 #include <trace/define_trace.h> 246