1 /* SPDX-License-Identifier: GPL-2.0 */ 2 #undef TRACE_SYSTEM 3 #define TRACE_SYSTEM compaction 4 5 #if !defined(_TRACE_COMPACTION_H) || defined(TRACE_HEADER_MULTI_READ) 6 #define _TRACE_COMPACTION_H 7 8 #include <linux/types.h> 9 #include <linux/list.h> 10 #include <linux/tracepoint.h> 11 #include <trace/events/mmflags.h> 12 13 14 DECLARE_EVENT_CLASS(mm_compaction_isolate_template, 15 16 TP_PROTO( 17 unsigned long start_pfn, 18 unsigned long end_pfn, 19 unsigned long nr_scanned, 20 unsigned long nr_taken), 21 22 TP_ARGS(start_pfn, end_pfn, nr_scanned, nr_taken), 23 24 TP_STRUCT__entry( 25 __field(unsigned long, start_pfn) 26 __field(unsigned long, end_pfn) 27 __field(unsigned long, nr_scanned) 28 __field(unsigned long, nr_taken) 29 ), 30 31 TP_fast_assign( 32 __entry->start_pfn = start_pfn; 33 __entry->end_pfn = end_pfn; 34 __entry->nr_scanned = nr_scanned; 35 __entry->nr_taken = nr_taken; 36 ), 37 38 TP_printk("range=(0x%lx ~ 0x%lx) nr_scanned=%lu nr_taken=%lu", 39 __entry->start_pfn, 40 __entry->end_pfn, 41 __entry->nr_scanned, 42 __entry->nr_taken) 43 ); 44 45 DEFINE_EVENT(mm_compaction_isolate_template, mm_compaction_isolate_migratepages, 46 47 TP_PROTO( 48 unsigned long start_pfn, 49 unsigned long end_pfn, 50 unsigned long nr_scanned, 51 unsigned long nr_taken), 52 53 TP_ARGS(start_pfn, end_pfn, nr_scanned, nr_taken) 54 ); 55 56 DEFINE_EVENT(mm_compaction_isolate_template, mm_compaction_isolate_freepages, 57 58 TP_PROTO( 59 unsigned long start_pfn, 60 unsigned long end_pfn, 61 unsigned long nr_scanned, 62 unsigned long nr_taken), 63 64 TP_ARGS(start_pfn, end_pfn, nr_scanned, nr_taken) 65 ); 66 67 #ifdef CONFIG_COMPACTION 68 TRACE_EVENT(mm_compaction_migratepages, 69 70 TP_PROTO(struct compact_control *cc, 71 unsigned int nr_succeeded), 72 73 TP_ARGS(cc, nr_succeeded), 74 75 TP_STRUCT__entry( 76 __field(unsigned long, nr_migrated) 77 __field(unsigned long, nr_failed) 78 ), 79 80 TP_fast_assign( 81 __entry->nr_migrated = nr_succeeded; 82 __entry->nr_failed = cc->nr_migratepages - nr_succeeded; 83 ), 84 85 TP_printk("nr_migrated=%lu nr_failed=%lu", 86 __entry->nr_migrated, 87 __entry->nr_failed) 88 ); 89 90 TRACE_EVENT(mm_compaction_begin, 91 TP_PROTO(struct compact_control *cc, unsigned long zone_start, 92 unsigned long zone_end, bool sync), 93 94 TP_ARGS(cc, zone_start, zone_end, sync), 95 96 TP_STRUCT__entry( 97 __field(unsigned long, zone_start) 98 __field(unsigned long, migrate_pfn) 99 __field(unsigned long, free_pfn) 100 __field(unsigned long, zone_end) 101 __field(bool, sync) 102 ), 103 104 TP_fast_assign( 105 __entry->zone_start = zone_start; 106 __entry->migrate_pfn = cc->migrate_pfn; 107 __entry->free_pfn = cc->free_pfn; 108 __entry->zone_end = zone_end; 109 __entry->sync = sync; 110 ), 111 112 TP_printk("zone_start=0x%lx migrate_pfn=0x%lx free_pfn=0x%lx zone_end=0x%lx, mode=%s", 113 __entry->zone_start, 114 __entry->migrate_pfn, 115 __entry->free_pfn, 116 __entry->zone_end, 117 __entry->sync ? "sync" : "async") 118 ); 119 120 TRACE_EVENT(mm_compaction_end, 121 TP_PROTO(struct compact_control *cc, unsigned long zone_start, 122 unsigned long zone_end, bool sync, 123 int status), 124 125 TP_ARGS(cc, zone_start, zone_end, sync, status), 126 127 TP_STRUCT__entry( 128 __field(unsigned long, zone_start) 129 __field(unsigned long, migrate_pfn) 130 __field(unsigned long, free_pfn) 131 __field(unsigned long, zone_end) 132 __field(bool, sync) 133 __field(int, status) 134 ), 135 136 TP_fast_assign( 137 __entry->zone_start = zone_start; 138 __entry->migrate_pfn = cc->migrate_pfn; 139 __entry->free_pfn = cc->free_pfn; 140 __entry->zone_end = zone_end; 141 __entry->sync = sync; 142 __entry->status = status; 143 ), 144 145 TP_printk("zone_start=0x%lx migrate_pfn=0x%lx free_pfn=0x%lx zone_end=0x%lx, mode=%s status=%s", 146 __entry->zone_start, 147 __entry->migrate_pfn, 148 __entry->free_pfn, 149 __entry->zone_end, 150 __entry->sync ? "sync" : "async", 151 __print_symbolic(__entry->status, COMPACTION_STATUS)) 152 ); 153 154 TRACE_EVENT(mm_compaction_try_to_compact_pages, 155 156 TP_PROTO( 157 int order, 158 gfp_t gfp_mask, 159 int prio), 160 161 TP_ARGS(order, gfp_mask, prio), 162 163 TP_STRUCT__entry( 164 __field(int, order) 165 __field(unsigned long, gfp_mask) 166 __field(int, prio) 167 ), 168 169 TP_fast_assign( 170 __entry->order = order; 171 __entry->gfp_mask = (__force unsigned long)gfp_mask; 172 __entry->prio = prio; 173 ), 174 175 TP_printk("order=%d gfp_mask=%s priority=%d", 176 __entry->order, 177 show_gfp_flags(__entry->gfp_mask), 178 __entry->prio) 179 ); 180 181 DECLARE_EVENT_CLASS(mm_compaction_suitable_template, 182 183 TP_PROTO(struct zone *zone, 184 int order, 185 int ret), 186 187 TP_ARGS(zone, order, ret), 188 189 TP_STRUCT__entry( 190 __field(int, nid) 191 __field(enum zone_type, idx) 192 __field(int, order) 193 __field(int, ret) 194 ), 195 196 TP_fast_assign( 197 __entry->nid = zone_to_nid(zone); 198 __entry->idx = zone_idx(zone); 199 __entry->order = order; 200 __entry->ret = ret; 201 ), 202 203 TP_printk("node=%d zone=%-8s order=%d ret=%s", 204 __entry->nid, 205 __print_symbolic(__entry->idx, ZONE_TYPE), 206 __entry->order, 207 __print_symbolic(__entry->ret, COMPACTION_STATUS)) 208 ); 209 210 DEFINE_EVENT(mm_compaction_suitable_template, mm_compaction_finished, 211 212 TP_PROTO(struct zone *zone, 213 int order, 214 int ret), 215 216 TP_ARGS(zone, order, ret) 217 ); 218 219 DEFINE_EVENT(mm_compaction_suitable_template, mm_compaction_suitable, 220 221 TP_PROTO(struct zone *zone, 222 int order, 223 int ret), 224 225 TP_ARGS(zone, order, ret) 226 ); 227 228 DECLARE_EVENT_CLASS(mm_compaction_defer_template, 229 230 TP_PROTO(struct zone *zone, int order), 231 232 TP_ARGS(zone, order), 233 234 TP_STRUCT__entry( 235 __field(int, nid) 236 __field(enum zone_type, idx) 237 __field(int, order) 238 __field(unsigned int, considered) 239 __field(unsigned int, defer_shift) 240 __field(int, order_failed) 241 ), 242 243 TP_fast_assign( 244 __entry->nid = zone_to_nid(zone); 245 __entry->idx = zone_idx(zone); 246 __entry->order = order; 247 __entry->considered = zone->compact_considered; 248 __entry->defer_shift = zone->compact_defer_shift; 249 __entry->order_failed = zone->compact_order_failed; 250 ), 251 252 TP_printk("node=%d zone=%-8s order=%d order_failed=%d consider=%u limit=%lu", 253 __entry->nid, 254 __print_symbolic(__entry->idx, ZONE_TYPE), 255 __entry->order, 256 __entry->order_failed, 257 __entry->considered, 258 1UL << __entry->defer_shift) 259 ); 260 261 DEFINE_EVENT(mm_compaction_defer_template, mm_compaction_deferred, 262 263 TP_PROTO(struct zone *zone, int order), 264 265 TP_ARGS(zone, order) 266 ); 267 268 DEFINE_EVENT(mm_compaction_defer_template, mm_compaction_defer_compaction, 269 270 TP_PROTO(struct zone *zone, int order), 271 272 TP_ARGS(zone, order) 273 ); 274 275 DEFINE_EVENT(mm_compaction_defer_template, mm_compaction_defer_reset, 276 277 TP_PROTO(struct zone *zone, int order), 278 279 TP_ARGS(zone, order) 280 ); 281 282 TRACE_EVENT(mm_compaction_kcompactd_sleep, 283 284 TP_PROTO(int nid), 285 286 TP_ARGS(nid), 287 288 TP_STRUCT__entry( 289 __field(int, nid) 290 ), 291 292 TP_fast_assign( 293 __entry->nid = nid; 294 ), 295 296 TP_printk("nid=%d", __entry->nid) 297 ); 298 299 DECLARE_EVENT_CLASS(kcompactd_wake_template, 300 301 TP_PROTO(int nid, int order, enum zone_type highest_zoneidx), 302 303 TP_ARGS(nid, order, highest_zoneidx), 304 305 TP_STRUCT__entry( 306 __field(int, nid) 307 __field(int, order) 308 __field(enum zone_type, highest_zoneidx) 309 ), 310 311 TP_fast_assign( 312 __entry->nid = nid; 313 __entry->order = order; 314 __entry->highest_zoneidx = highest_zoneidx; 315 ), 316 317 /* 318 * classzone_idx is previous name of the highest_zoneidx. 319 * Reason not to change it is the ABI requirement of the tracepoint. 320 */ 321 TP_printk("nid=%d order=%d classzone_idx=%-8s", 322 __entry->nid, 323 __entry->order, 324 __print_symbolic(__entry->highest_zoneidx, ZONE_TYPE)) 325 ); 326 327 DEFINE_EVENT(kcompactd_wake_template, mm_compaction_wakeup_kcompactd, 328 329 TP_PROTO(int nid, int order, enum zone_type highest_zoneidx), 330 331 TP_ARGS(nid, order, highest_zoneidx) 332 ); 333 334 DEFINE_EVENT(kcompactd_wake_template, mm_compaction_kcompactd_wake, 335 336 TP_PROTO(int nid, int order, enum zone_type highest_zoneidx), 337 338 TP_ARGS(nid, order, highest_zoneidx) 339 ); 340 #endif 341 342 #endif /* _TRACE_COMPACTION_H */ 343 344 /* This part must be outside protection */ 345 #include <trace/define_trace.h> 346