xref: /linux/include/trace/events/f2fs.h (revision 23b0f90ba871f096474e1c27c3d14f455189d2d9)
1 /* SPDX-License-Identifier: GPL-2.0 */
2 #undef TRACE_SYSTEM
3 #define TRACE_SYSTEM f2fs
4 
5 #if !defined(_TRACE_F2FS_H) || defined(TRACE_HEADER_MULTI_READ)
6 #define _TRACE_F2FS_H
7 
8 #include <linux/tracepoint.h>
9 #include <uapi/linux/f2fs.h>
10 
11 #define show_dev(dev)		MAJOR(dev), MINOR(dev)
12 #define show_dev_ino(entry)	show_dev(entry->dev), (unsigned long)entry->ino
13 
14 TRACE_DEFINE_ENUM(NODE);
15 TRACE_DEFINE_ENUM(DATA);
16 TRACE_DEFINE_ENUM(META);
17 TRACE_DEFINE_ENUM(META_FLUSH);
18 TRACE_DEFINE_ENUM(IPU);
19 TRACE_DEFINE_ENUM(OPU);
20 TRACE_DEFINE_ENUM(HOT);
21 TRACE_DEFINE_ENUM(WARM);
22 TRACE_DEFINE_ENUM(COLD);
23 TRACE_DEFINE_ENUM(CURSEG_HOT_DATA);
24 TRACE_DEFINE_ENUM(CURSEG_WARM_DATA);
25 TRACE_DEFINE_ENUM(CURSEG_COLD_DATA);
26 TRACE_DEFINE_ENUM(CURSEG_HOT_NODE);
27 TRACE_DEFINE_ENUM(CURSEG_WARM_NODE);
28 TRACE_DEFINE_ENUM(CURSEG_COLD_NODE);
29 TRACE_DEFINE_ENUM(NO_CHECK_TYPE);
30 TRACE_DEFINE_ENUM(GC_GREEDY);
31 TRACE_DEFINE_ENUM(GC_CB);
32 TRACE_DEFINE_ENUM(FG_GC);
33 TRACE_DEFINE_ENUM(BG_GC);
34 TRACE_DEFINE_ENUM(LFS);
35 TRACE_DEFINE_ENUM(SSR);
36 TRACE_DEFINE_ENUM(__REQ_RAHEAD);
37 TRACE_DEFINE_ENUM(__REQ_SYNC);
38 TRACE_DEFINE_ENUM(__REQ_IDLE);
39 TRACE_DEFINE_ENUM(__REQ_PREFLUSH);
40 TRACE_DEFINE_ENUM(__REQ_FUA);
41 TRACE_DEFINE_ENUM(__REQ_PRIO);
42 TRACE_DEFINE_ENUM(__REQ_META);
43 TRACE_DEFINE_ENUM(CP_UMOUNT);
44 TRACE_DEFINE_ENUM(CP_FASTBOOT);
45 TRACE_DEFINE_ENUM(CP_SYNC);
46 TRACE_DEFINE_ENUM(CP_RECOVERY);
47 TRACE_DEFINE_ENUM(CP_DISCARD);
48 TRACE_DEFINE_ENUM(CP_TRIMMED);
49 TRACE_DEFINE_ENUM(CP_PAUSE);
50 TRACE_DEFINE_ENUM(CP_RESIZE);
51 TRACE_DEFINE_ENUM(EX_READ);
52 TRACE_DEFINE_ENUM(EX_BLOCK_AGE);
53 TRACE_DEFINE_ENUM(CP_PHASE_START_BLOCK_OPS);
54 TRACE_DEFINE_ENUM(CP_PHASE_FINISH_BLOCK_OPS);
55 TRACE_DEFINE_ENUM(CP_PHASE_FINISH_CHECKPOINT);
56 
57 #define show_block_type(type)						\
58 	__print_symbolic(type,						\
59 		{ NODE,		"NODE" },				\
60 		{ DATA,		"DATA" },				\
61 		{ META,		"META" },				\
62 		{ META_FLUSH,	"META_FLUSH" },				\
63 		{ IPU,		"IN-PLACE" },				\
64 		{ OPU,		"OUT-OF-PLACE" })
65 
66 #define show_block_temp(temp)						\
67 	__print_symbolic(temp,						\
68 		{ HOT,		"HOT" },				\
69 		{ WARM,		"WARM" },				\
70 		{ COLD,		"COLD" })
71 
72 #define F2FS_OP_FLAGS (REQ_RAHEAD | REQ_SYNC | REQ_META | REQ_PRIO |	\
73 			REQ_PREFLUSH | REQ_FUA)
74 #define F2FS_BIO_FLAG_MASK(t) (__force u32)((t) & F2FS_OP_FLAGS)
75 
76 #define show_bio_type(op,op_flags)	show_bio_op(op),		\
77 						show_bio_op_flags(op_flags)
78 
79 #define show_bio_op(op)		blk_op_str(op)
80 
81 #define show_bio_op_flags(flags)					\
82 	__print_flags(F2FS_BIO_FLAG_MASK(flags), "|",			\
83 		{ (__force u32)REQ_RAHEAD,	"R" },			\
84 		{ (__force u32)REQ_SYNC,	"S" },			\
85 		{ (__force u32)REQ_META,	"M" },			\
86 		{ (__force u32)REQ_PRIO,	"P" },			\
87 		{ (__force u32)REQ_PREFLUSH,	"PF" },			\
88 		{ (__force u32)REQ_FUA,		"FUA" })
89 
90 #define show_data_type(type)						\
91 	__print_symbolic(type,						\
92 		{ CURSEG_HOT_DATA, 	"Hot DATA" },			\
93 		{ CURSEG_WARM_DATA, 	"Warm DATA" },			\
94 		{ CURSEG_COLD_DATA, 	"Cold DATA" },			\
95 		{ CURSEG_HOT_NODE, 	"Hot NODE" },			\
96 		{ CURSEG_WARM_NODE, 	"Warm NODE" },			\
97 		{ CURSEG_COLD_NODE, 	"Cold NODE" },			\
98 		{ NO_CHECK_TYPE, 	"No TYPE" })
99 
100 #define show_file_type(type)						\
101 	__print_symbolic(type,						\
102 		{ 0,		"FILE" },				\
103 		{ 1,		"DIR" })
104 
105 #define show_gc_type(type)						\
106 	__print_symbolic(type,						\
107 		{ FG_GC,	"Foreground GC" },			\
108 		{ BG_GC,	"Background GC" })
109 
110 #define show_alloc_mode(type)						\
111 	__print_symbolic(type,						\
112 		{ LFS,		"LFS-mode" },				\
113 		{ SSR,		"SSR-mode" },				\
114 		{ AT_SSR,	"AT_SSR-mode" })
115 
116 #define show_victim_policy(type)					\
117 	__print_symbolic(type,						\
118 		{ GC_GREEDY,	"Greedy" },				\
119 		{ GC_CB,	"Cost-Benefit" },			\
120 		{ GC_AT,	"Age-threshold" })
121 
122 #define show_cpreason(type)						\
123 	__print_flags(type, "|",					\
124 		{ CP_UMOUNT,	"Umount" },				\
125 		{ CP_FASTBOOT,	"Fastboot" },				\
126 		{ CP_SYNC,	"Sync" },				\
127 		{ CP_RECOVERY,	"Recovery" },				\
128 		{ CP_DISCARD,	"Discard" },				\
129 		{ CP_PAUSE,	"Pause" },				\
130 		{ CP_TRIMMED,	"Trimmed" },				\
131 		{ CP_RESIZE,	"Resize" })
132 
133 #define show_fsync_cpreason(type)					\
134 	__print_symbolic(type,						\
135 		{ CP_NO_NEEDED,		"no needed" },			\
136 		{ CP_NON_REGULAR,	"non regular" },		\
137 		{ CP_COMPRESSED,	"compressed" },			\
138 		{ CP_HARDLINK,		"hardlink" },			\
139 		{ CP_SB_NEED_CP,	"sb needs cp" },		\
140 		{ CP_WRONG_PINO,	"wrong pino" },			\
141 		{ CP_NO_SPC_ROLL,	"no space roll forward" },	\
142 		{ CP_NODE_NEED_CP,	"node needs cp" },		\
143 		{ CP_FASTBOOT_MODE,	"fastboot mode" },		\
144 		{ CP_SPEC_LOG_NUM,	"log type is 2" },		\
145 		{ CP_RECOVER_DIR,	"dir needs recovery" },		\
146 		{ CP_XATTR_DIR,		"dir's xattr updated" })
147 
148 #define show_shutdown_mode(type)					\
149 	__print_symbolic(type,						\
150 		{ F2FS_GOING_DOWN_FULLSYNC,	"full sync" },		\
151 		{ F2FS_GOING_DOWN_METASYNC,	"meta sync" },		\
152 		{ F2FS_GOING_DOWN_NOSYNC,	"no sync" },		\
153 		{ F2FS_GOING_DOWN_METAFLUSH,	"meta flush" },		\
154 		{ F2FS_GOING_DOWN_NEED_FSCK,	"need fsck" })
155 
156 #define show_compress_algorithm(type)					\
157 	__print_symbolic(type,						\
158 		{ COMPRESS_LZO,		"LZO" },			\
159 		{ COMPRESS_LZ4,		"LZ4" },			\
160 		{ COMPRESS_ZSTD,	"ZSTD" },			\
161 		{ COMPRESS_LZORLE,	"LZO-RLE" })
162 
163 #define show_extent_type(type)						\
164 	__print_symbolic(type,						\
165 		{ EX_READ,	"Read" },				\
166 		{ EX_BLOCK_AGE,	"Block Age" })
167 
168 #define show_inode_type(x) \
169 	__print_symbolic(x, \
170 		{ S_IFLNK,		"symbolic" }, \
171 		{ S_IFREG,		"regular" }, \
172 		{ S_IFDIR,		"directory" }, \
173 		{ S_IFCHR,		"character" }, \
174 		{ S_IFBLK,		"block" }, \
175 		{ S_IFIFO,		"fifo" }, \
176 		{ S_IFSOCK,		"sock" })
177 
178 #define S_ALL_PERM	(S_ISUID | S_ISGID | S_ISVTX |	\
179 			S_IRWXU | S_IRWXG | S_IRWXO)
180 
181 #define show_cp_phase(phase)					\
182 	__print_symbolic(phase,						\
183 		{ CP_PHASE_START_BLOCK_OPS,		"start block_ops" },			\
184 		{ CP_PHASE_FINISH_BLOCK_OPS,	"finish block_ops" },			\
185 		{ CP_PHASE_FINISH_CHECKPOINT,	"finish checkpoint" })
186 
187 #define show_lock_name(lock)						\
188 	__print_symbolic(lock,						\
189 		{ LOCK_NAME_CP_RWSEM,		"cp_rwsem" },		\
190 		{ LOCK_NAME_NODE_CHANGE,	"node_change" },	\
191 		{ LOCK_NAME_NODE_WRITE,		"node_write" },		\
192 		{ LOCK_NAME_GC_LOCK,		"gc_lock" },		\
193 		{ LOCK_NAME_CP_GLOBAL,		"cp_global" },		\
194 		{ LOCK_NAME_IO_RWSEM,		"io_rwsem" })
195 
196 struct f2fs_sb_info;
197 struct f2fs_io_info;
198 struct extent_info;
199 struct victim_sel_policy;
200 struct f2fs_map_blocks;
201 
202 DECLARE_EVENT_CLASS(f2fs__inode,
203 
204 	TP_PROTO(struct inode *inode),
205 
206 	TP_ARGS(inode),
207 
208 	TP_STRUCT__entry(
209 		__field(dev_t,	dev)
210 		__field(ino_t,	ino)
211 		__field(ino_t,	pino)
212 		__field(umode_t, mode)
213 		__field(loff_t,	size)
214 		__field(unsigned int, nlink)
215 		__field(blkcnt_t, blocks)
216 		__field(__u8,	advise)
217 	),
218 
219 	TP_fast_assign(
220 		__entry->dev	= inode->i_sb->s_dev;
221 		__entry->ino	= inode->i_ino;
222 		__entry->pino	= F2FS_I(inode)->i_pino;
223 		__entry->mode	= inode->i_mode;
224 		__entry->nlink	= inode->i_nlink;
225 		__entry->size	= i_size_read(inode);
226 		__entry->blocks	= inode->i_blocks;
227 		__entry->advise	= F2FS_I(inode)->i_advise;
228 	),
229 
230 	TP_printk("dev = (%d,%d), ino = %lu, pino = %lu, i_mode = 0x%hx, "
231 		"i_size = %lld, i_nlink = %u, i_blocks = %llu, i_advise = 0x%x",
232 		show_dev_ino(__entry),
233 		(unsigned long)__entry->pino,
234 		__entry->mode,
235 		__entry->size,
236 		(unsigned int)__entry->nlink,
237 		(unsigned long long)__entry->blocks,
238 		(unsigned char)__entry->advise)
239 );
240 
241 DECLARE_EVENT_CLASS(f2fs__inode_exit,
242 
243 	TP_PROTO(struct inode *inode, int ret),
244 
245 	TP_ARGS(inode, ret),
246 
247 	TP_STRUCT__entry(
248 		__field(dev_t,	dev)
249 		__field(ino_t,	ino)
250 		__field(umode_t, mode)
251 		__field(int,	ret)
252 	),
253 
254 	TP_fast_assign(
255 		__entry->dev	= inode->i_sb->s_dev;
256 		__entry->ino	= inode->i_ino;
257 		__entry->mode	= inode->i_mode;
258 		__entry->ret	= ret;
259 	),
260 
261 	TP_printk("dev = (%d,%d), ino = %lu, type: %s, mode = 0%o, ret = %d",
262 		show_dev_ino(__entry),
263 		show_inode_type(__entry->mode & S_IFMT),
264 		__entry->mode & S_ALL_PERM,
265 		__entry->ret)
266 );
267 
268 DEFINE_EVENT(f2fs__inode, f2fs_sync_file_enter,
269 
270 	TP_PROTO(struct inode *inode),
271 
272 	TP_ARGS(inode)
273 );
274 
275 TRACE_EVENT(f2fs_sync_file_exit,
276 
277 	TP_PROTO(struct inode *inode, int cp_reason, int datasync, int ret),
278 
279 	TP_ARGS(inode, cp_reason, datasync, ret),
280 
281 	TP_STRUCT__entry(
282 		__field(dev_t,	dev)
283 		__field(ino_t,	ino)
284 		__field(int,	cp_reason)
285 		__field(int,	datasync)
286 		__field(int,	ret)
287 	),
288 
289 	TP_fast_assign(
290 		__entry->dev		= inode->i_sb->s_dev;
291 		__entry->ino		= inode->i_ino;
292 		__entry->cp_reason	= cp_reason;
293 		__entry->datasync	= datasync;
294 		__entry->ret		= ret;
295 	),
296 
297 	TP_printk("dev = (%d,%d), ino = %lu, cp_reason: %s, "
298 		"datasync = %d, ret = %d",
299 		show_dev_ino(__entry),
300 		show_fsync_cpreason(__entry->cp_reason),
301 		__entry->datasync,
302 		__entry->ret)
303 );
304 
305 TRACE_EVENT(f2fs_sync_fs,
306 
307 	TP_PROTO(struct super_block *sb, int wait),
308 
309 	TP_ARGS(sb, wait),
310 
311 	TP_STRUCT__entry(
312 		__field(dev_t,	dev)
313 		__field(int,	dirty)
314 		__field(int,	wait)
315 	),
316 
317 	TP_fast_assign(
318 		__entry->dev	= sb->s_dev;
319 		__entry->dirty	= is_sbi_flag_set(F2FS_SB(sb), SBI_IS_DIRTY);
320 		__entry->wait	= wait;
321 	),
322 
323 	TP_printk("dev = (%d,%d), superblock is %s, wait = %d",
324 		show_dev(__entry->dev),
325 		__entry->dirty ? "dirty" : "not dirty",
326 		__entry->wait)
327 );
328 
329 DEFINE_EVENT(f2fs__inode, f2fs_iget,
330 
331 	TP_PROTO(struct inode *inode),
332 
333 	TP_ARGS(inode)
334 );
335 
336 DEFINE_EVENT(f2fs__inode_exit, f2fs_iget_exit,
337 
338 	TP_PROTO(struct inode *inode, int ret),
339 
340 	TP_ARGS(inode, ret)
341 );
342 
343 DEFINE_EVENT(f2fs__inode, f2fs_evict_inode,
344 
345 	TP_PROTO(struct inode *inode),
346 
347 	TP_ARGS(inode)
348 );
349 
350 DEFINE_EVENT(f2fs__inode_exit, f2fs_new_inode,
351 
352 	TP_PROTO(struct inode *inode, int ret),
353 
354 	TP_ARGS(inode, ret)
355 );
356 
357 TRACE_EVENT(f2fs_unlink_enter,
358 
359 	TP_PROTO(struct inode *dir, struct dentry *dentry),
360 
361 	TP_ARGS(dir, dentry),
362 
363 	TP_STRUCT__entry(
364 		__field(dev_t,	dev)
365 		__field(ino_t,	ino)
366 		__field(loff_t,	size)
367 		__field(blkcnt_t, blocks)
368 		__string(name,  dentry->d_name.name)
369 	),
370 
371 	TP_fast_assign(
372 		__entry->dev	= dir->i_sb->s_dev;
373 		__entry->ino	= dir->i_ino;
374 		__entry->size	= i_size_read(dir);
375 		__entry->blocks	= dir->i_blocks;
376 		__assign_str(name);
377 	),
378 
379 	TP_printk("dev = (%d,%d), dir ino = %lu, i_size = %lld, "
380 		"i_blocks = %llu, name = %s",
381 		show_dev_ino(__entry),
382 		__entry->size,
383 		(unsigned long long)__entry->blocks,
384 		__get_str(name))
385 );
386 
387 DEFINE_EVENT(f2fs__inode_exit, f2fs_unlink_exit,
388 
389 	TP_PROTO(struct inode *inode, int ret),
390 
391 	TP_ARGS(inode, ret)
392 );
393 
394 DEFINE_EVENT(f2fs__inode_exit, f2fs_drop_inode,
395 
396 	TP_PROTO(struct inode *inode, int ret),
397 
398 	TP_ARGS(inode, ret)
399 );
400 
401 DEFINE_EVENT(f2fs__inode, f2fs_truncate,
402 
403 	TP_PROTO(struct inode *inode),
404 
405 	TP_ARGS(inode)
406 );
407 
408 TRACE_EVENT(f2fs_truncate_data_blocks_range,
409 
410 	TP_PROTO(struct inode *inode, nid_t nid, unsigned int ofs, int free),
411 
412 	TP_ARGS(inode, nid,  ofs, free),
413 
414 	TP_STRUCT__entry(
415 		__field(dev_t,	dev)
416 		__field(ino_t,	ino)
417 		__field(nid_t,	nid)
418 		__field(unsigned int,	ofs)
419 		__field(int,	free)
420 	),
421 
422 	TP_fast_assign(
423 		__entry->dev	= inode->i_sb->s_dev;
424 		__entry->ino	= inode->i_ino;
425 		__entry->nid	= nid;
426 		__entry->ofs	= ofs;
427 		__entry->free	= free;
428 	),
429 
430 	TP_printk("dev = (%d,%d), ino = %lu, nid = %u, offset = %u, freed = %d",
431 		show_dev_ino(__entry),
432 		(unsigned int)__entry->nid,
433 		__entry->ofs,
434 		__entry->free)
435 );
436 
437 DECLARE_EVENT_CLASS(f2fs__truncate_op,
438 
439 	TP_PROTO(struct inode *inode, u64 from),
440 
441 	TP_ARGS(inode, from),
442 
443 	TP_STRUCT__entry(
444 		__field(dev_t,	dev)
445 		__field(ino_t,	ino)
446 		__field(loff_t,	size)
447 		__field(blkcnt_t, blocks)
448 		__field(u64,	from)
449 	),
450 
451 	TP_fast_assign(
452 		__entry->dev	= inode->i_sb->s_dev;
453 		__entry->ino	= inode->i_ino;
454 		__entry->size	= i_size_read(inode);
455 		__entry->blocks	= inode->i_blocks;
456 		__entry->from	= from;
457 	),
458 
459 	TP_printk("dev = (%d,%d), ino = %lu, i_size = %lld, i_blocks = %llu, "
460 		"start file offset = %llu",
461 		show_dev_ino(__entry),
462 		__entry->size,
463 		(unsigned long long)__entry->blocks,
464 		(unsigned long long)__entry->from)
465 );
466 
467 DEFINE_EVENT(f2fs__truncate_op, f2fs_truncate_blocks_enter,
468 
469 	TP_PROTO(struct inode *inode, u64 from),
470 
471 	TP_ARGS(inode, from)
472 );
473 
474 DEFINE_EVENT(f2fs__inode_exit, f2fs_truncate_blocks_exit,
475 
476 	TP_PROTO(struct inode *inode, int ret),
477 
478 	TP_ARGS(inode, ret)
479 );
480 
481 DEFINE_EVENT(f2fs__truncate_op, f2fs_truncate_inode_blocks_enter,
482 
483 	TP_PROTO(struct inode *inode, u64 from),
484 
485 	TP_ARGS(inode, from)
486 );
487 
488 DEFINE_EVENT(f2fs__inode_exit, f2fs_truncate_inode_blocks_exit,
489 
490 	TP_PROTO(struct inode *inode, int ret),
491 
492 	TP_ARGS(inode, ret)
493 );
494 
495 DECLARE_EVENT_CLASS(f2fs__truncate_node,
496 
497 	TP_PROTO(struct inode *inode, nid_t nid, block_t blk_addr),
498 
499 	TP_ARGS(inode, nid, blk_addr),
500 
501 	TP_STRUCT__entry(
502 		__field(dev_t,	dev)
503 		__field(ino_t,	ino)
504 		__field(nid_t,	nid)
505 		__field(block_t,	blk_addr)
506 	),
507 
508 	TP_fast_assign(
509 		__entry->dev		= inode->i_sb->s_dev;
510 		__entry->ino		= inode->i_ino;
511 		__entry->nid		= nid;
512 		__entry->blk_addr	= blk_addr;
513 	),
514 
515 	TP_printk("dev = (%d,%d), ino = %lu, nid = %u, block_address = 0x%llx",
516 		show_dev_ino(__entry),
517 		(unsigned int)__entry->nid,
518 		(unsigned long long)__entry->blk_addr)
519 );
520 
521 DEFINE_EVENT(f2fs__truncate_node, f2fs_truncate_nodes_enter,
522 
523 	TP_PROTO(struct inode *inode, nid_t nid, block_t blk_addr),
524 
525 	TP_ARGS(inode, nid, blk_addr)
526 );
527 
528 DEFINE_EVENT(f2fs__inode_exit, f2fs_truncate_nodes_exit,
529 
530 	TP_PROTO(struct inode *inode, int ret),
531 
532 	TP_ARGS(inode, ret)
533 );
534 
535 DEFINE_EVENT(f2fs__truncate_node, f2fs_truncate_node,
536 
537 	TP_PROTO(struct inode *inode, nid_t nid, block_t blk_addr),
538 
539 	TP_ARGS(inode, nid, blk_addr)
540 );
541 
542 TRACE_EVENT(f2fs_truncate_partial_nodes,
543 
544 	TP_PROTO(struct inode *inode, nid_t *nid, int depth, int err),
545 
546 	TP_ARGS(inode, nid, depth, err),
547 
548 	TP_STRUCT__entry(
549 		__field(dev_t,	dev)
550 		__field(ino_t,	ino)
551 		__array(nid_t,	nid, 3)
552 		__field(int,	depth)
553 		__field(int,	err)
554 	),
555 
556 	TP_fast_assign(
557 		__entry->dev	= inode->i_sb->s_dev;
558 		__entry->ino	= inode->i_ino;
559 		__entry->nid[0]	= nid[0];
560 		__entry->nid[1]	= nid[1];
561 		__entry->nid[2]	= nid[2];
562 		__entry->depth	= depth;
563 		__entry->err	= err;
564 	),
565 
566 	TP_printk("dev = (%d,%d), ino = %lu, "
567 		"nid[0] = %u, nid[1] = %u, nid[2] = %u, depth = %d, err = %d",
568 		show_dev_ino(__entry),
569 		(unsigned int)__entry->nid[0],
570 		(unsigned int)__entry->nid[1],
571 		(unsigned int)__entry->nid[2],
572 		__entry->depth,
573 		__entry->err)
574 );
575 
576 TRACE_EVENT(f2fs_file_write_iter,
577 
578 	TP_PROTO(struct inode *inode, loff_t offset, size_t length,
579 		 ssize_t ret),
580 
581 	TP_ARGS(inode, offset, length, ret),
582 
583 	TP_STRUCT__entry(
584 		__field(dev_t,	dev)
585 		__field(ino_t,	ino)
586 		__field(loff_t, offset)
587 		__field(size_t, length)
588 		__field(ssize_t, ret)
589 	),
590 
591 	TP_fast_assign(
592 		__entry->dev	= inode->i_sb->s_dev;
593 		__entry->ino	= inode->i_ino;
594 		__entry->offset	= offset;
595 		__entry->length	= length;
596 		__entry->ret	= ret;
597 	),
598 
599 	TP_printk("dev = (%d,%d), ino = %lu, "
600 		"offset = %lld, length = %zu, written(err) = %zd",
601 		show_dev_ino(__entry),
602 		__entry->offset,
603 		__entry->length,
604 		__entry->ret)
605 );
606 
607 TRACE_EVENT(f2fs_fadvise,
608 
609 	TP_PROTO(struct inode *inode, loff_t offset, loff_t len, int advice),
610 
611 	TP_ARGS(inode, offset, len, advice),
612 
613 	TP_STRUCT__entry(
614 		__field(dev_t,	dev)
615 		__field(ino_t,	ino)
616 		__field(loff_t, size)
617 		__field(loff_t,	offset)
618 		__field(loff_t,	len)
619 		__field(int,	advice)
620 	),
621 
622 	TP_fast_assign(
623 		__entry->dev	= inode->i_sb->s_dev;
624 		__entry->ino	= inode->i_ino;
625 		__entry->size	= i_size_read(inode);
626 		__entry->offset	= offset;
627 		__entry->len	= len;
628 		__entry->advice	= advice;
629 	),
630 
631 	TP_printk("dev = (%d,%d), ino = %lu, i_size = %lld offset:%llu, len:%llu, advise:%d",
632 		show_dev_ino(__entry),
633 		(unsigned long long)__entry->size,
634 		__entry->offset,
635 		__entry->len,
636 		__entry->advice)
637 );
638 
639 TRACE_EVENT(f2fs_map_blocks,
640 	TP_PROTO(struct inode *inode, struct f2fs_map_blocks *map, int flag,
641 		 int ret),
642 
643 	TP_ARGS(inode, map, flag, ret),
644 
645 	TP_STRUCT__entry(
646 		__field(dev_t,	dev)
647 		__field(ino_t,	ino)
648 		__field(block_t,	m_lblk)
649 		__field(block_t,	m_pblk)
650 		__field(unsigned int,	m_len)
651 		__field(unsigned int,	m_flags)
652 		__field(int,	m_seg_type)
653 		__field(bool,	m_may_create)
654 		__field(bool,	m_multidev_dio)
655 		__field(int,	flag)
656 		__field(int,	ret)
657 	),
658 
659 	TP_fast_assign(
660 		__entry->dev		= map->m_bdev->bd_dev;
661 		__entry->ino		= inode->i_ino;
662 		__entry->m_lblk		= map->m_lblk;
663 		__entry->m_pblk		= map->m_pblk;
664 		__entry->m_len		= map->m_len;
665 		__entry->m_flags	= map->m_flags;
666 		__entry->m_seg_type	= map->m_seg_type;
667 		__entry->m_may_create	= map->m_may_create;
668 		__entry->m_multidev_dio	= map->m_multidev_dio;
669 		__entry->flag		= flag;
670 		__entry->ret		= ret;
671 	),
672 
673 	TP_printk("dev = (%d,%d), ino = %lu, file offset = %llu, "
674 		"start blkaddr = 0x%llx, len = 0x%llx, flags = %u, "
675 		"seg_type = %d, may_create = %d, multidevice = %d, "
676 		"flag = %d, err = %d",
677 		show_dev_ino(__entry),
678 		(unsigned long long)__entry->m_lblk,
679 		(unsigned long long)__entry->m_pblk,
680 		(unsigned long long)__entry->m_len,
681 		__entry->m_flags,
682 		__entry->m_seg_type,
683 		__entry->m_may_create,
684 		__entry->m_multidev_dio,
685 		__entry->flag,
686 		__entry->ret)
687 );
688 
689 TRACE_EVENT(f2fs_background_gc,
690 
691 	TP_PROTO(struct super_block *sb, unsigned int wait_ms,
692 			unsigned int prefree, unsigned int free),
693 
694 	TP_ARGS(sb, wait_ms, prefree, free),
695 
696 	TP_STRUCT__entry(
697 		__field(dev_t,	dev)
698 		__field(unsigned int,	wait_ms)
699 		__field(unsigned int,	prefree)
700 		__field(unsigned int,	free)
701 	),
702 
703 	TP_fast_assign(
704 		__entry->dev		= sb->s_dev;
705 		__entry->wait_ms	= wait_ms;
706 		__entry->prefree	= prefree;
707 		__entry->free		= free;
708 	),
709 
710 	TP_printk("dev = (%d,%d), wait_ms = %u, prefree = %u, free = %u",
711 		show_dev(__entry->dev),
712 		__entry->wait_ms,
713 		__entry->prefree,
714 		__entry->free)
715 );
716 
717 TRACE_EVENT(f2fs_gc_begin,
718 
719 	TP_PROTO(struct super_block *sb, int gc_type, bool no_bg_gc,
720 			unsigned int nr_free_secs,
721 			long long dirty_nodes, long long dirty_dents,
722 			long long dirty_imeta, unsigned int free_sec,
723 			unsigned int free_seg, int reserved_seg,
724 			unsigned int prefree_seg),
725 
726 	TP_ARGS(sb, gc_type, no_bg_gc, nr_free_secs, dirty_nodes,
727 		dirty_dents, dirty_imeta,
728 		free_sec, free_seg, reserved_seg, prefree_seg),
729 
730 	TP_STRUCT__entry(
731 		__field(dev_t,		dev)
732 		__field(int,		gc_type)
733 		__field(bool,		no_bg_gc)
734 		__field(unsigned int,	nr_free_secs)
735 		__field(long long,	dirty_nodes)
736 		__field(long long,	dirty_dents)
737 		__field(long long,	dirty_imeta)
738 		__field(unsigned int,	free_sec)
739 		__field(unsigned int,	free_seg)
740 		__field(int,		reserved_seg)
741 		__field(unsigned int,	prefree_seg)
742 	),
743 
744 	TP_fast_assign(
745 		__entry->dev		= sb->s_dev;
746 		__entry->gc_type	= gc_type;
747 		__entry->no_bg_gc	= no_bg_gc;
748 		__entry->nr_free_secs	= nr_free_secs;
749 		__entry->dirty_nodes	= dirty_nodes;
750 		__entry->dirty_dents	= dirty_dents;
751 		__entry->dirty_imeta	= dirty_imeta;
752 		__entry->free_sec	= free_sec;
753 		__entry->free_seg	= free_seg;
754 		__entry->reserved_seg	= reserved_seg;
755 		__entry->prefree_seg	= prefree_seg;
756 	),
757 
758 	TP_printk("dev = (%d,%d), gc_type = %s, no_background_GC = %d, nr_free_secs = %u, "
759 		"nodes = %lld, dents = %lld, imeta = %lld, free_sec:%u, free_seg:%u, "
760 		"rsv_seg:%d, prefree_seg:%u",
761 		show_dev(__entry->dev),
762 		show_gc_type(__entry->gc_type),
763 		(__entry->gc_type == BG_GC) ? __entry->no_bg_gc : -1,
764 		__entry->nr_free_secs,
765 		__entry->dirty_nodes,
766 		__entry->dirty_dents,
767 		__entry->dirty_imeta,
768 		__entry->free_sec,
769 		__entry->free_seg,
770 		__entry->reserved_seg,
771 		__entry->prefree_seg)
772 );
773 
774 TRACE_EVENT(f2fs_gc_end,
775 
776 	TP_PROTO(struct super_block *sb, int ret, int seg_freed,
777 			int sec_freed, long long dirty_nodes,
778 			long long dirty_dents, long long dirty_imeta,
779 			unsigned int free_sec, unsigned int free_seg,
780 			int reserved_seg, unsigned int prefree_seg),
781 
782 	TP_ARGS(sb, ret, seg_freed, sec_freed, dirty_nodes, dirty_dents,
783 		dirty_imeta, free_sec, free_seg, reserved_seg, prefree_seg),
784 
785 	TP_STRUCT__entry(
786 		__field(dev_t,		dev)
787 		__field(int,		ret)
788 		__field(int,		seg_freed)
789 		__field(int,		sec_freed)
790 		__field(long long,	dirty_nodes)
791 		__field(long long,	dirty_dents)
792 		__field(long long,	dirty_imeta)
793 		__field(unsigned int,	free_sec)
794 		__field(unsigned int,	free_seg)
795 		__field(int,		reserved_seg)
796 		__field(unsigned int,	prefree_seg)
797 	),
798 
799 	TP_fast_assign(
800 		__entry->dev		= sb->s_dev;
801 		__entry->ret		= ret;
802 		__entry->seg_freed	= seg_freed;
803 		__entry->sec_freed	= sec_freed;
804 		__entry->dirty_nodes	= dirty_nodes;
805 		__entry->dirty_dents	= dirty_dents;
806 		__entry->dirty_imeta	= dirty_imeta;
807 		__entry->free_sec	= free_sec;
808 		__entry->free_seg	= free_seg;
809 		__entry->reserved_seg	= reserved_seg;
810 		__entry->prefree_seg	= prefree_seg;
811 	),
812 
813 	TP_printk("dev = (%d,%d), ret = %d, seg_freed = %d, sec_freed = %d, "
814 		"nodes = %lld, dents = %lld, imeta = %lld, free_sec:%u, "
815 		"free_seg:%u, rsv_seg:%d, prefree_seg:%u",
816 		show_dev(__entry->dev),
817 		__entry->ret,
818 		__entry->seg_freed,
819 		__entry->sec_freed,
820 		__entry->dirty_nodes,
821 		__entry->dirty_dents,
822 		__entry->dirty_imeta,
823 		__entry->free_sec,
824 		__entry->free_seg,
825 		__entry->reserved_seg,
826 		__entry->prefree_seg)
827 );
828 
829 TRACE_EVENT(f2fs_get_victim,
830 
831 	TP_PROTO(struct super_block *sb, int type, int gc_type,
832 			struct victim_sel_policy *p, unsigned int pre_victim,
833 			unsigned int prefree, unsigned int free),
834 
835 	TP_ARGS(sb, type, gc_type, p, pre_victim, prefree, free),
836 
837 	TP_STRUCT__entry(
838 		__field(dev_t,	dev)
839 		__field(int,	type)
840 		__field(int,	gc_type)
841 		__field(int,	alloc_mode)
842 		__field(int,	gc_mode)
843 		__field(unsigned int,	victim)
844 		__field(unsigned int,	cost)
845 		__field(unsigned int,	ofs_unit)
846 		__field(unsigned int,	pre_victim)
847 		__field(unsigned int,	prefree)
848 		__field(unsigned int,	free)
849 	),
850 
851 	TP_fast_assign(
852 		__entry->dev		= sb->s_dev;
853 		__entry->type		= type;
854 		__entry->gc_type	= gc_type;
855 		__entry->alloc_mode	= p->alloc_mode;
856 		__entry->gc_mode	= p->gc_mode;
857 		__entry->victim		= p->min_segno;
858 		__entry->cost		= p->min_cost;
859 		__entry->ofs_unit	= p->ofs_unit;
860 		__entry->pre_victim	= pre_victim;
861 		__entry->prefree	= prefree;
862 		__entry->free		= free;
863 	),
864 
865 	TP_printk("dev = (%d,%d), type = %s, policy = (%s, %s, %s), "
866 		"victim = %u, cost = %u, ofs_unit = %u, "
867 		"pre_victim_secno = %d, prefree = %u, free = %u",
868 		show_dev(__entry->dev),
869 		show_data_type(__entry->type),
870 		show_gc_type(__entry->gc_type),
871 		show_alloc_mode(__entry->alloc_mode),
872 		show_victim_policy(__entry->gc_mode),
873 		__entry->victim,
874 		__entry->cost,
875 		__entry->ofs_unit,
876 		(int)__entry->pre_victim,
877 		__entry->prefree,
878 		__entry->free)
879 );
880 
881 TRACE_EVENT(f2fs_lookup_start,
882 
883 	TP_PROTO(struct inode *dir, struct dentry *dentry, unsigned int flags),
884 
885 	TP_ARGS(dir, dentry, flags),
886 
887 	TP_STRUCT__entry(
888 		__field(dev_t,	dev)
889 		__field(ino_t,	ino)
890 		__string(name,	dentry->d_name.name)
891 		__field(unsigned int, flags)
892 	),
893 
894 	TP_fast_assign(
895 		__entry->dev	= dir->i_sb->s_dev;
896 		__entry->ino	= dir->i_ino;
897 		__assign_str(name);
898 		__entry->flags	= flags;
899 	),
900 
901 	TP_printk("dev = (%d,%d), pino = %lu, name:%s, flags:%u",
902 		show_dev_ino(__entry),
903 		__get_str(name),
904 		__entry->flags)
905 );
906 
907 TRACE_EVENT(f2fs_lookup_end,
908 
909 	TP_PROTO(struct inode *dir, struct dentry *dentry, nid_t ino,
910 		int err),
911 
912 	TP_ARGS(dir, dentry, ino, err),
913 
914 	TP_STRUCT__entry(
915 		__field(dev_t,	dev)
916 		__field(ino_t,	ino)
917 		__string(name,	dentry->d_name.name)
918 		__field(nid_t,	cino)
919 		__field(int,	err)
920 	),
921 
922 	TP_fast_assign(
923 		__entry->dev	= dir->i_sb->s_dev;
924 		__entry->ino	= dir->i_ino;
925 		__assign_str(name);
926 		__entry->cino	= ino;
927 		__entry->err	= err;
928 	),
929 
930 	TP_printk("dev = (%d,%d), pino = %lu, name:%s, ino:%u, err:%d",
931 		show_dev_ino(__entry),
932 		__get_str(name),
933 		__entry->cino,
934 		__entry->err)
935 );
936 
937 TRACE_EVENT(f2fs_rename_start,
938 
939 	TP_PROTO(struct inode *old_dir, struct dentry *old_dentry,
940 			struct inode *new_dir, struct dentry *new_dentry,
941 			unsigned int flags),
942 
943 	TP_ARGS(old_dir, old_dentry, new_dir, new_dentry, flags),
944 
945 	TP_STRUCT__entry(
946 		__field(dev_t,		dev)
947 		__field(ino_t,		ino)
948 		__string(old_name,	old_dentry->d_name.name)
949 		__field(ino_t,		new_pino)
950 		__string(new_name,	new_dentry->d_name.name)
951 		__field(unsigned int,	flags)
952 	),
953 
954 	TP_fast_assign(
955 		__entry->dev		= old_dir->i_sb->s_dev;
956 		__entry->ino		= old_dir->i_ino;
957 		__assign_str(old_name);
958 		__entry->new_pino	= new_dir->i_ino;
959 		__assign_str(new_name);
960 		__entry->flags		= flags;
961 	),
962 
963 	TP_printk("dev = (%d,%d), old_dir = %lu, old_name: %s, "
964 		"new_dir = %lu, new_name: %s, flags = %u",
965 		show_dev_ino(__entry),
966 		__get_str(old_name),
967 		__entry->new_pino,
968 		__get_str(new_name),
969 		__entry->flags)
970 );
971 
972 TRACE_EVENT(f2fs_rename_end,
973 
974 	TP_PROTO(struct dentry *old_dentry, struct dentry *new_dentry,
975 			unsigned int flags, int ret),
976 
977 	TP_ARGS(old_dentry, new_dentry, flags, ret),
978 
979 	TP_STRUCT__entry(
980 		__field(dev_t,		dev)
981 		__field(ino_t,		ino)
982 		__string(old_name,	old_dentry->d_name.name)
983 		__string(new_name,	new_dentry->d_name.name)
984 		__field(unsigned int,	flags)
985 		__field(int,		ret)
986 	),
987 
988 	TP_fast_assign(
989 		__entry->dev		= old_dentry->d_sb->s_dev;
990 		__entry->ino		= old_dentry->d_inode->i_ino;
991 		__assign_str(old_name);
992 		__assign_str(new_name);
993 		__entry->flags		= flags;
994 		__entry->ret		= ret;
995 	),
996 
997 	TP_printk("dev = (%d,%d), ino = %lu, old_name: %s, "
998 		"new_name: %s, flags = %u, ret = %d",
999 		show_dev_ino(__entry),
1000 		__get_str(old_name),
1001 		__get_str(new_name),
1002 		__entry->flags,
1003 		__entry->ret)
1004 );
1005 
1006 TRACE_EVENT(f2fs_readdir,
1007 
1008 	TP_PROTO(struct inode *dir, loff_t start_pos, loff_t end_pos, int err),
1009 
1010 	TP_ARGS(dir, start_pos, end_pos, err),
1011 
1012 	TP_STRUCT__entry(
1013 		__field(dev_t,	dev)
1014 		__field(ino_t,	ino)
1015 		__field(loff_t,	start)
1016 		__field(loff_t,	end)
1017 		__field(int,	err)
1018 	),
1019 
1020 	TP_fast_assign(
1021 		__entry->dev	= dir->i_sb->s_dev;
1022 		__entry->ino	= dir->i_ino;
1023 		__entry->start	= start_pos;
1024 		__entry->end	= end_pos;
1025 		__entry->err	= err;
1026 	),
1027 
1028 	TP_printk("dev = (%d,%d), ino = %lu, start_pos:%llu, end_pos:%llu, err:%d",
1029 		show_dev_ino(__entry),
1030 		__entry->start,
1031 		__entry->end,
1032 		__entry->err)
1033 );
1034 
1035 TRACE_EVENT(f2fs_fallocate,
1036 
1037 	TP_PROTO(struct inode *inode, int mode,
1038 				loff_t offset, loff_t len, int ret),
1039 
1040 	TP_ARGS(inode, mode, offset, len, ret),
1041 
1042 	TP_STRUCT__entry(
1043 		__field(dev_t,	dev)
1044 		__field(ino_t,	ino)
1045 		__field(int,	mode)
1046 		__field(loff_t,	offset)
1047 		__field(loff_t,	len)
1048 		__field(loff_t, size)
1049 		__field(blkcnt_t, blocks)
1050 		__field(int,	ret)
1051 	),
1052 
1053 	TP_fast_assign(
1054 		__entry->dev	= inode->i_sb->s_dev;
1055 		__entry->ino	= inode->i_ino;
1056 		__entry->mode	= mode;
1057 		__entry->offset	= offset;
1058 		__entry->len	= len;
1059 		__entry->size	= i_size_read(inode);
1060 		__entry->blocks = inode->i_blocks;
1061 		__entry->ret	= ret;
1062 	),
1063 
1064 	TP_printk("dev = (%d,%d), ino = %lu, mode = %x, offset = %lld, "
1065 		"len = %lld,  i_size = %lld, i_blocks = %llu, ret = %d",
1066 		show_dev_ino(__entry),
1067 		__entry->mode,
1068 		(unsigned long long)__entry->offset,
1069 		(unsigned long long)__entry->len,
1070 		(unsigned long long)__entry->size,
1071 		(unsigned long long)__entry->blocks,
1072 		__entry->ret)
1073 );
1074 
1075 TRACE_EVENT(f2fs_direct_IO_enter,
1076 
1077 	TP_PROTO(struct inode *inode, struct kiocb *iocb, long len, int rw),
1078 
1079 	TP_ARGS(inode, iocb, len, rw),
1080 
1081 	TP_STRUCT__entry(
1082 		__field(dev_t,	dev)
1083 		__field(ino_t,	ino)
1084 		__field(loff_t,	ki_pos)
1085 		__field(int,	ki_flags)
1086 		__field(u16,	ki_ioprio)
1087 		__field(unsigned long,	len)
1088 		__field(int,	rw)
1089 	),
1090 
1091 	TP_fast_assign(
1092 		__entry->dev		= inode->i_sb->s_dev;
1093 		__entry->ino		= inode->i_ino;
1094 		__entry->ki_pos		= iocb->ki_pos;
1095 		__entry->ki_flags	= iocb->ki_flags;
1096 		__entry->ki_ioprio	= iocb->ki_ioprio;
1097 		__entry->len		= len;
1098 		__entry->rw		= rw;
1099 	),
1100 
1101 	TP_printk("dev = (%d,%d), ino = %lu pos = %lld len = %lu ki_flags = %x ki_ioprio = %x rw = %d",
1102 		show_dev_ino(__entry),
1103 		__entry->ki_pos,
1104 		__entry->len,
1105 		__entry->ki_flags,
1106 		__entry->ki_ioprio,
1107 		__entry->rw)
1108 );
1109 
1110 TRACE_EVENT(f2fs_direct_IO_exit,
1111 
1112 	TP_PROTO(struct inode *inode, loff_t offset, unsigned long len,
1113 		 int rw, int ret),
1114 
1115 	TP_ARGS(inode, offset, len, rw, ret),
1116 
1117 	TP_STRUCT__entry(
1118 		__field(dev_t,	dev)
1119 		__field(ino_t,	ino)
1120 		__field(loff_t,	pos)
1121 		__field(unsigned long,	len)
1122 		__field(int,	rw)
1123 		__field(int,	ret)
1124 	),
1125 
1126 	TP_fast_assign(
1127 		__entry->dev	= inode->i_sb->s_dev;
1128 		__entry->ino	= inode->i_ino;
1129 		__entry->pos	= offset;
1130 		__entry->len	= len;
1131 		__entry->rw	= rw;
1132 		__entry->ret	= ret;
1133 	),
1134 
1135 	TP_printk("dev = (%d,%d), ino = %lu pos = %lld len = %lu "
1136 		"rw = %d ret = %d",
1137 		show_dev_ino(__entry),
1138 		__entry->pos,
1139 		__entry->len,
1140 		__entry->rw,
1141 		__entry->ret)
1142 );
1143 
1144 TRACE_EVENT(f2fs_reserve_new_blocks,
1145 
1146 	TP_PROTO(struct inode *inode, nid_t nid, unsigned int ofs_in_node,
1147 							blkcnt_t count),
1148 
1149 	TP_ARGS(inode, nid, ofs_in_node, count),
1150 
1151 	TP_STRUCT__entry(
1152 		__field(dev_t,	dev)
1153 		__field(nid_t, nid)
1154 		__field(unsigned int, ofs_in_node)
1155 		__field(blkcnt_t, count)
1156 	),
1157 
1158 	TP_fast_assign(
1159 		__entry->dev	= inode->i_sb->s_dev;
1160 		__entry->nid	= nid;
1161 		__entry->ofs_in_node = ofs_in_node;
1162 		__entry->count = count;
1163 	),
1164 
1165 	TP_printk("dev = (%d,%d), nid = %u, ofs_in_node = %u, count = %llu",
1166 		show_dev(__entry->dev),
1167 		(unsigned int)__entry->nid,
1168 		__entry->ofs_in_node,
1169 		(unsigned long long)__entry->count)
1170 );
1171 
1172 DECLARE_EVENT_CLASS(f2fs__submit_folio_bio,
1173 
1174 	TP_PROTO(struct folio *folio, struct f2fs_io_info *fio),
1175 
1176 	TP_ARGS(folio, fio),
1177 
1178 	TP_STRUCT__entry(
1179 		__field(dev_t, dev)
1180 		__field(ino_t, ino)
1181 		__field(pgoff_t, index)
1182 		__field(block_t, old_blkaddr)
1183 		__field(block_t, new_blkaddr)
1184 		__field(enum req_op, op)
1185 		__field(blk_opf_t, op_flags)
1186 		__field(int, temp)
1187 		__field(int, type)
1188 	),
1189 
1190 	TP_fast_assign(
1191 		__entry->dev		= folio->mapping->host->i_sb->s_dev;
1192 		__entry->ino		= folio->mapping->host->i_ino;
1193 		__entry->index		= folio->index;
1194 		__entry->old_blkaddr	= fio->old_blkaddr;
1195 		__entry->new_blkaddr	= fio->new_blkaddr;
1196 		__entry->op		= fio->op;
1197 		__entry->op_flags	= fio->op_flags;
1198 		__entry->temp		= fio->temp;
1199 		__entry->type		= fio->type;
1200 	),
1201 
1202 	TP_printk("dev = (%d,%d), ino = %lu, folio_index = 0x%lx, "
1203 		"oldaddr = 0x%llx, newaddr = 0x%llx, rw = %s(%s), type = %s_%s",
1204 		show_dev_ino(__entry),
1205 		(unsigned long)__entry->index,
1206 		(unsigned long long)__entry->old_blkaddr,
1207 		(unsigned long long)__entry->new_blkaddr,
1208 		show_bio_type(__entry->op, __entry->op_flags),
1209 		show_block_temp(__entry->temp),
1210 		show_block_type(__entry->type))
1211 );
1212 
1213 DEFINE_EVENT_CONDITION(f2fs__submit_folio_bio, f2fs_submit_folio_bio,
1214 
1215 	TP_PROTO(struct folio *folio, struct f2fs_io_info *fio),
1216 
1217 	TP_ARGS(folio, fio),
1218 
1219 	TP_CONDITION(folio->mapping)
1220 );
1221 
1222 DEFINE_EVENT_CONDITION(f2fs__submit_folio_bio, f2fs_submit_folio_write,
1223 
1224 	TP_PROTO(struct folio *folio, struct f2fs_io_info *fio),
1225 
1226 	TP_ARGS(folio, fio),
1227 
1228 	TP_CONDITION(folio->mapping)
1229 );
1230 
1231 DECLARE_EVENT_CLASS(f2fs__bio,
1232 
1233 	TP_PROTO(struct super_block *sb, int type, struct bio *bio),
1234 
1235 	TP_ARGS(sb, type, bio),
1236 
1237 	TP_STRUCT__entry(
1238 		__field(dev_t,	dev)
1239 		__field(dev_t,	target)
1240 		__field(enum req_op,	op)
1241 		__field(blk_opf_t,	op_flags)
1242 		__field(int,	type)
1243 		__field(sector_t,	sector)
1244 		__field(unsigned int,	size)
1245 	),
1246 
1247 	TP_fast_assign(
1248 		__entry->dev		= sb->s_dev;
1249 		__entry->target		= bio_dev(bio);
1250 		__entry->op		= bio_op(bio);
1251 		__entry->op_flags	= bio->bi_opf;
1252 		__entry->type		= type;
1253 		__entry->sector		= bio->bi_iter.bi_sector;
1254 		__entry->size		= bio->bi_iter.bi_size;
1255 	),
1256 
1257 	TP_printk("dev = (%d,%d)/(%d,%d), rw = %s(%s), %s, sector = %lld, size = %u",
1258 		show_dev(__entry->target),
1259 		show_dev(__entry->dev),
1260 		show_bio_type(__entry->op, __entry->op_flags),
1261 		show_block_type(__entry->type),
1262 		(unsigned long long)__entry->sector,
1263 		__entry->size)
1264 );
1265 
1266 DEFINE_EVENT_CONDITION(f2fs__bio, f2fs_prepare_write_bio,
1267 
1268 	TP_PROTO(struct super_block *sb, int type, struct bio *bio),
1269 
1270 	TP_ARGS(sb, type, bio),
1271 
1272 	TP_CONDITION(bio)
1273 );
1274 
1275 DEFINE_EVENT_CONDITION(f2fs__bio, f2fs_prepare_read_bio,
1276 
1277 	TP_PROTO(struct super_block *sb, int type, struct bio *bio),
1278 
1279 	TP_ARGS(sb, type, bio),
1280 
1281 	TP_CONDITION(bio)
1282 );
1283 
1284 DEFINE_EVENT_CONDITION(f2fs__bio, f2fs_submit_read_bio,
1285 
1286 	TP_PROTO(struct super_block *sb, int type, struct bio *bio),
1287 
1288 	TP_ARGS(sb, type, bio),
1289 
1290 	TP_CONDITION(bio)
1291 );
1292 
1293 DEFINE_EVENT_CONDITION(f2fs__bio, f2fs_submit_write_bio,
1294 
1295 	TP_PROTO(struct super_block *sb, int type, struct bio *bio),
1296 
1297 	TP_ARGS(sb, type, bio),
1298 
1299 	TP_CONDITION(bio)
1300 );
1301 
1302 TRACE_EVENT(f2fs_write_begin,
1303 
1304 	TP_PROTO(struct inode *inode, loff_t pos, unsigned int len),
1305 
1306 	TP_ARGS(inode, pos, len),
1307 
1308 	TP_STRUCT__entry(
1309 		__field(dev_t,	dev)
1310 		__field(ino_t,	ino)
1311 		__field(loff_t,	pos)
1312 		__field(unsigned int, len)
1313 	),
1314 
1315 	TP_fast_assign(
1316 		__entry->dev	= inode->i_sb->s_dev;
1317 		__entry->ino	= inode->i_ino;
1318 		__entry->pos	= pos;
1319 		__entry->len	= len;
1320 	),
1321 
1322 	TP_printk("dev = (%d,%d), ino = %lu, pos = %llu, len = %u",
1323 		show_dev_ino(__entry),
1324 		(unsigned long long)__entry->pos,
1325 		__entry->len)
1326 );
1327 
1328 TRACE_EVENT(f2fs_write_end,
1329 
1330 	TP_PROTO(struct inode *inode, loff_t pos, unsigned int len,
1331 				unsigned int copied),
1332 
1333 	TP_ARGS(inode, pos, len, copied),
1334 
1335 	TP_STRUCT__entry(
1336 		__field(dev_t,	dev)
1337 		__field(ino_t,	ino)
1338 		__field(loff_t,	pos)
1339 		__field(unsigned int, len)
1340 		__field(unsigned int, copied)
1341 	),
1342 
1343 	TP_fast_assign(
1344 		__entry->dev	= inode->i_sb->s_dev;
1345 		__entry->ino	= inode->i_ino;
1346 		__entry->pos	= pos;
1347 		__entry->len	= len;
1348 		__entry->copied	= copied;
1349 	),
1350 
1351 	TP_printk("dev = (%d,%d), ino = %lu, pos = %llu, len = %u, copied = %u",
1352 		show_dev_ino(__entry),
1353 		(unsigned long long)__entry->pos,
1354 		__entry->len,
1355 		__entry->copied)
1356 );
1357 
1358 DECLARE_EVENT_CLASS(f2fs__folio,
1359 
1360 	TP_PROTO(struct folio *folio, int type),
1361 
1362 	TP_ARGS(folio, type),
1363 
1364 	TP_STRUCT__entry(
1365 		__field(dev_t,	dev)
1366 		__field(ino_t,	ino)
1367 		__field(int, type)
1368 		__field(int, dir)
1369 		__field(pgoff_t, index)
1370 		__field(pgoff_t, nrpages)
1371 		__field(int, dirty)
1372 		__field(int, uptodate)
1373 	),
1374 
1375 	TP_fast_assign(
1376 		__entry->dev	= folio->mapping->host->i_sb->s_dev;
1377 		__entry->ino	= folio->mapping->host->i_ino;
1378 		__entry->type	= type;
1379 		__entry->dir	= S_ISDIR(folio->mapping->host->i_mode);
1380 		__entry->index	= folio->index;
1381 		__entry->nrpages= folio_nr_pages(folio);
1382 		__entry->dirty	= folio_test_dirty(folio);
1383 		__entry->uptodate = folio_test_uptodate(folio);
1384 	),
1385 
1386 	TP_printk("dev = (%d,%d), ino = %lu, %s, %s, index = %lu, nr_pages = %lu, "
1387 		"dirty = %d, uptodate = %d",
1388 		show_dev_ino(__entry),
1389 		show_block_type(__entry->type),
1390 		show_file_type(__entry->dir),
1391 		(unsigned long)__entry->index,
1392 		(unsigned long)__entry->nrpages,
1393 		__entry->dirty,
1394 		__entry->uptodate)
1395 );
1396 
1397 DEFINE_EVENT(f2fs__folio, f2fs_writepage,
1398 
1399 	TP_PROTO(struct folio *folio, int type),
1400 
1401 	TP_ARGS(folio, type)
1402 );
1403 
1404 DEFINE_EVENT(f2fs__folio, f2fs_do_write_data_page,
1405 
1406 	TP_PROTO(struct folio *folio, int type),
1407 
1408 	TP_ARGS(folio, type)
1409 );
1410 
1411 DEFINE_EVENT(f2fs__folio, f2fs_readpage,
1412 
1413 	TP_PROTO(struct folio *folio, int type),
1414 
1415 	TP_ARGS(folio, type)
1416 );
1417 
1418 DEFINE_EVENT(f2fs__folio, f2fs_read_folio,
1419 
1420 	TP_PROTO(struct folio *folio, int type),
1421 
1422 	TP_ARGS(folio, type)
1423 );
1424 
1425 DEFINE_EVENT(f2fs__folio, f2fs_set_page_dirty,
1426 
1427 	TP_PROTO(struct folio *folio, int type),
1428 
1429 	TP_ARGS(folio, type)
1430 );
1431 
1432 TRACE_EVENT(f2fs_replace_atomic_write_block,
1433 
1434 	TP_PROTO(struct inode *inode, struct inode *cow_inode, pgoff_t index,
1435 			block_t old_addr, block_t new_addr, bool recovery),
1436 
1437 	TP_ARGS(inode, cow_inode, index, old_addr, new_addr, recovery),
1438 
1439 	TP_STRUCT__entry(
1440 		__field(dev_t,	dev)
1441 		__field(ino_t,	ino)
1442 		__field(ino_t,	cow_ino)
1443 		__field(pgoff_t, index)
1444 		__field(block_t, old_addr)
1445 		__field(block_t, new_addr)
1446 		__field(bool, recovery)
1447 	),
1448 
1449 	TP_fast_assign(
1450 		__entry->dev		= inode->i_sb->s_dev;
1451 		__entry->ino		= inode->i_ino;
1452 		__entry->cow_ino	= cow_inode->i_ino;
1453 		__entry->index		= index;
1454 		__entry->old_addr	= old_addr;
1455 		__entry->new_addr	= new_addr;
1456 		__entry->recovery	= recovery;
1457 	),
1458 
1459 	TP_printk("dev = (%d,%d), ino = %lu, cow_ino = %lu, index = %lu, "
1460 			"old_addr = 0x%llx, new_addr = 0x%llx, recovery = %d",
1461 		show_dev_ino(__entry),
1462 		__entry->cow_ino,
1463 		(unsigned long)__entry->index,
1464 		(unsigned long long)__entry->old_addr,
1465 		(unsigned long long)__entry->new_addr,
1466 		__entry->recovery)
1467 );
1468 
1469 DECLARE_EVENT_CLASS(f2fs_mmap,
1470 
1471 	TP_PROTO(struct inode *inode, pgoff_t index,
1472 			vm_flags_t flags, vm_fault_t ret),
1473 
1474 	TP_ARGS(inode, index, flags, ret),
1475 
1476 	TP_STRUCT__entry(
1477 		__field(dev_t,	dev)
1478 		__field(ino_t,	ino)
1479 		__field(pgoff_t, index)
1480 		__field(vm_flags_t, flags)
1481 		__field(vm_fault_t, ret)
1482 	),
1483 
1484 	TP_fast_assign(
1485 		__entry->dev	= inode->i_sb->s_dev;
1486 		__entry->ino	= inode->i_ino;
1487 		__entry->index	= index;
1488 		__entry->flags	= flags;
1489 		__entry->ret	= ret;
1490 	),
1491 
1492 	TP_printk("dev = (%d,%d), ino = %lu, index = %lu, flags: %s, ret: %s",
1493 		show_dev_ino(__entry),
1494 		(unsigned long)__entry->index,
1495 		__print_flags(__entry->flags, "|", FAULT_FLAG_TRACE),
1496 		__print_flags(__entry->ret, "|", VM_FAULT_RESULT_TRACE))
1497 );
1498 
1499 DEFINE_EVENT(f2fs_mmap, f2fs_filemap_fault,
1500 
1501 	TP_PROTO(struct inode *inode, pgoff_t index,
1502 			vm_flags_t flags, vm_fault_t ret),
1503 
1504 	TP_ARGS(inode, index, flags, ret)
1505 );
1506 
1507 DEFINE_EVENT(f2fs_mmap, f2fs_vm_page_mkwrite,
1508 
1509 	TP_PROTO(struct inode *inode, pgoff_t index,
1510 			vm_flags_t flags, vm_fault_t ret),
1511 
1512 	TP_ARGS(inode, index, flags, ret)
1513 );
1514 
1515 TRACE_EVENT(f2fs_writepages,
1516 
1517 	TP_PROTO(struct inode *inode, struct writeback_control *wbc, int type),
1518 
1519 	TP_ARGS(inode, wbc, type),
1520 
1521 	TP_STRUCT__entry(
1522 		__field(dev_t,	dev)
1523 		__field(ino_t,	ino)
1524 		__field(int,	type)
1525 		__field(int,	dir)
1526 		__field(long,	nr_to_write)
1527 		__field(long,	pages_skipped)
1528 		__field(loff_t,	range_start)
1529 		__field(loff_t,	range_end)
1530 		__field(pgoff_t, writeback_index)
1531 		__field(int,	sync_mode)
1532 		__field(char,	for_kupdate)
1533 		__field(char,	for_background)
1534 		__field(char,	tagged_writepages)
1535 		__field(char,	range_cyclic)
1536 		__field(char,	for_sync)
1537 	),
1538 
1539 	TP_fast_assign(
1540 		__entry->dev		= inode->i_sb->s_dev;
1541 		__entry->ino		= inode->i_ino;
1542 		__entry->type		= type;
1543 		__entry->dir		= S_ISDIR(inode->i_mode);
1544 		__entry->nr_to_write	= wbc->nr_to_write;
1545 		__entry->pages_skipped	= wbc->pages_skipped;
1546 		__entry->range_start	= wbc->range_start;
1547 		__entry->range_end	= wbc->range_end;
1548 		__entry->writeback_index = inode->i_mapping->writeback_index;
1549 		__entry->sync_mode	= wbc->sync_mode;
1550 		__entry->for_kupdate	= wbc->for_kupdate;
1551 		__entry->for_background	= wbc->for_background;
1552 		__entry->tagged_writepages	= wbc->tagged_writepages;
1553 		__entry->range_cyclic	= wbc->range_cyclic;
1554 		__entry->for_sync	= wbc->for_sync;
1555 	),
1556 
1557 	TP_printk("dev = (%d,%d), ino = %lu, %s, %s, nr_to_write %ld, "
1558 		"skipped %ld, start %lld, end %lld, wb_idx %lu, sync_mode %d, "
1559 		"kupdate %u background %u tagged %u cyclic %u sync %u",
1560 		show_dev_ino(__entry),
1561 		show_block_type(__entry->type),
1562 		show_file_type(__entry->dir),
1563 		__entry->nr_to_write,
1564 		__entry->pages_skipped,
1565 		__entry->range_start,
1566 		__entry->range_end,
1567 		(unsigned long)__entry->writeback_index,
1568 		__entry->sync_mode,
1569 		__entry->for_kupdate,
1570 		__entry->for_background,
1571 		__entry->tagged_writepages,
1572 		__entry->range_cyclic,
1573 		__entry->for_sync)
1574 );
1575 
1576 TRACE_EVENT(f2fs_readpages,
1577 
1578 	TP_PROTO(struct inode *inode, pgoff_t start, unsigned int nrpage),
1579 
1580 	TP_ARGS(inode, start, nrpage),
1581 
1582 	TP_STRUCT__entry(
1583 		__field(dev_t,	dev)
1584 		__field(ino_t,	ino)
1585 		__field(pgoff_t,	start)
1586 		__field(unsigned int,	nrpage)
1587 	),
1588 
1589 	TP_fast_assign(
1590 		__entry->dev	= inode->i_sb->s_dev;
1591 		__entry->ino	= inode->i_ino;
1592 		__entry->start	= start;
1593 		__entry->nrpage	= nrpage;
1594 	),
1595 
1596 	TP_printk("dev = (%d,%d), ino = %lu, start = %lu nrpage = %u",
1597 		show_dev_ino(__entry),
1598 		(unsigned long)__entry->start,
1599 		__entry->nrpage)
1600 );
1601 
1602 TRACE_EVENT(f2fs_write_checkpoint,
1603 
1604 	TP_PROTO(struct super_block *sb, int reason, u16 phase),
1605 
1606 	TP_ARGS(sb, reason, phase),
1607 
1608 	TP_STRUCT__entry(
1609 		__field(dev_t,	dev)
1610 		__field(int,	reason)
1611 		__field(u16, phase)
1612 	),
1613 
1614 	TP_fast_assign(
1615 		__entry->dev		= sb->s_dev;
1616 		__entry->reason		= reason;
1617 		__entry->phase		= phase;
1618 	),
1619 
1620 	TP_printk("dev = (%d,%d), checkpoint for %s, state = %s",
1621 		show_dev(__entry->dev),
1622 		show_cpreason(__entry->reason),
1623 		show_cp_phase(__entry->phase))
1624 );
1625 
1626 DECLARE_EVENT_CLASS(f2fs_discard,
1627 
1628 	TP_PROTO(struct block_device *dev, block_t blkstart, block_t blklen),
1629 
1630 	TP_ARGS(dev, blkstart, blklen),
1631 
1632 	TP_STRUCT__entry(
1633 		__field(dev_t,	dev)
1634 		__field(block_t, blkstart)
1635 		__field(block_t, blklen)
1636 	),
1637 
1638 	TP_fast_assign(
1639 		__entry->dev	= dev->bd_dev;
1640 		__entry->blkstart = blkstart;
1641 		__entry->blklen = blklen;
1642 	),
1643 
1644 	TP_printk("dev = (%d,%d), blkstart = 0x%llx, blklen = 0x%llx",
1645 		show_dev(__entry->dev),
1646 		(unsigned long long)__entry->blkstart,
1647 		(unsigned long long)__entry->blklen)
1648 );
1649 
1650 DEFINE_EVENT(f2fs_discard, f2fs_queue_discard,
1651 
1652 	TP_PROTO(struct block_device *dev, block_t blkstart, block_t blklen),
1653 
1654 	TP_ARGS(dev, blkstart, blklen)
1655 );
1656 
1657 DEFINE_EVENT(f2fs_discard, f2fs_issue_discard,
1658 
1659 	TP_PROTO(struct block_device *dev, block_t blkstart, block_t blklen),
1660 
1661 	TP_ARGS(dev, blkstart, blklen)
1662 );
1663 
1664 DEFINE_EVENT(f2fs_discard, f2fs_remove_discard,
1665 
1666 	TP_PROTO(struct block_device *dev, block_t blkstart, block_t blklen),
1667 
1668 	TP_ARGS(dev, blkstart, blklen)
1669 );
1670 
1671 DECLARE_EVENT_CLASS(f2fs_reset_zone,
1672 
1673 	TP_PROTO(struct block_device *dev, block_t blkstart),
1674 
1675 	TP_ARGS(dev, blkstart),
1676 
1677 	TP_STRUCT__entry(
1678 		__field(dev_t,	dev)
1679 		__field(block_t, blkstart)
1680 	),
1681 
1682 	TP_fast_assign(
1683 		__entry->dev	= dev->bd_dev;
1684 		__entry->blkstart = blkstart;
1685 	),
1686 
1687 	TP_printk("dev = (%d,%d), zone at block = 0x%llx",
1688 		show_dev(__entry->dev),
1689 		(unsigned long long)__entry->blkstart)
1690 );
1691 
1692 DEFINE_EVENT(f2fs_reset_zone, f2fs_queue_reset_zone,
1693 
1694 	TP_PROTO(struct block_device *dev, block_t blkstart),
1695 
1696 	TP_ARGS(dev, blkstart)
1697 );
1698 
1699 DEFINE_EVENT(f2fs_reset_zone, f2fs_issue_reset_zone,
1700 
1701 	TP_PROTO(struct block_device *dev, block_t blkstart),
1702 
1703 	TP_ARGS(dev, blkstart)
1704 );
1705 
1706 TRACE_EVENT(f2fs_issue_flush,
1707 
1708 	TP_PROTO(struct block_device *dev, unsigned int nobarrier,
1709 				unsigned int flush_merge, int ret),
1710 
1711 	TP_ARGS(dev, nobarrier, flush_merge, ret),
1712 
1713 	TP_STRUCT__entry(
1714 		__field(dev_t,	dev)
1715 		__field(unsigned int, nobarrier)
1716 		__field(unsigned int, flush_merge)
1717 		__field(int,  ret)
1718 	),
1719 
1720 	TP_fast_assign(
1721 		__entry->dev	= dev->bd_dev;
1722 		__entry->nobarrier = nobarrier;
1723 		__entry->flush_merge = flush_merge;
1724 		__entry->ret = ret;
1725 	),
1726 
1727 	TP_printk("dev = (%d,%d), %s %s, ret = %d",
1728 		show_dev(__entry->dev),
1729 		__entry->nobarrier ? "skip (nobarrier)" : "issue",
1730 		__entry->flush_merge ? " with flush_merge" : "",
1731 		__entry->ret)
1732 );
1733 
1734 TRACE_EVENT(f2fs_lookup_extent_tree_start,
1735 
1736 	TP_PROTO(struct inode *inode, unsigned int pgofs, enum extent_type type),
1737 
1738 	TP_ARGS(inode, pgofs, type),
1739 
1740 	TP_STRUCT__entry(
1741 		__field(dev_t,	dev)
1742 		__field(ino_t,	ino)
1743 		__field(unsigned int, pgofs)
1744 		__field(enum extent_type, type)
1745 	),
1746 
1747 	TP_fast_assign(
1748 		__entry->dev = inode->i_sb->s_dev;
1749 		__entry->ino = inode->i_ino;
1750 		__entry->pgofs = pgofs;
1751 		__entry->type = type;
1752 	),
1753 
1754 	TP_printk("dev = (%d,%d), ino = %lu, pgofs = %u, type = %s",
1755 		show_dev_ino(__entry),
1756 		__entry->pgofs,
1757 		show_extent_type(__entry->type))
1758 );
1759 
1760 TRACE_EVENT_CONDITION(f2fs_lookup_read_extent_tree_end,
1761 
1762 	TP_PROTO(struct inode *inode, unsigned int pgofs,
1763 						struct extent_info *ei),
1764 
1765 	TP_ARGS(inode, pgofs, ei),
1766 
1767 	TP_CONDITION(ei),
1768 
1769 	TP_STRUCT__entry(
1770 		__field(dev_t,	dev)
1771 		__field(ino_t,	ino)
1772 		__field(unsigned int, pgofs)
1773 		__field(unsigned int, fofs)
1774 		__field(unsigned int, len)
1775 		__field(u32, blk)
1776 	),
1777 
1778 	TP_fast_assign(
1779 		__entry->dev = inode->i_sb->s_dev;
1780 		__entry->ino = inode->i_ino;
1781 		__entry->pgofs = pgofs;
1782 		__entry->fofs = ei->fofs;
1783 		__entry->len = ei->len;
1784 		__entry->blk = ei->blk;
1785 	),
1786 
1787 	TP_printk("dev = (%d,%d), ino = %lu, pgofs = %u, "
1788 		"read_ext_info(fofs: %u, len: %u, blk: %u)",
1789 		show_dev_ino(__entry),
1790 		__entry->pgofs,
1791 		__entry->fofs,
1792 		__entry->len,
1793 		__entry->blk)
1794 );
1795 
1796 TRACE_EVENT_CONDITION(f2fs_lookup_age_extent_tree_end,
1797 
1798 	TP_PROTO(struct inode *inode, unsigned int pgofs,
1799 						struct extent_info *ei),
1800 
1801 	TP_ARGS(inode, pgofs, ei),
1802 
1803 	TP_CONDITION(ei),
1804 
1805 	TP_STRUCT__entry(
1806 		__field(dev_t,	dev)
1807 		__field(ino_t,	ino)
1808 		__field(unsigned int, pgofs)
1809 		__field(unsigned int, fofs)
1810 		__field(unsigned int, len)
1811 		__field(unsigned long long, age)
1812 		__field(unsigned long long, blocks)
1813 	),
1814 
1815 	TP_fast_assign(
1816 		__entry->dev = inode->i_sb->s_dev;
1817 		__entry->ino = inode->i_ino;
1818 		__entry->pgofs = pgofs;
1819 		__entry->fofs = ei->fofs;
1820 		__entry->len = ei->len;
1821 		__entry->age = ei->age;
1822 		__entry->blocks = ei->last_blocks;
1823 	),
1824 
1825 	TP_printk("dev = (%d,%d), ino = %lu, pgofs = %u, "
1826 		"age_ext_info(fofs: %u, len: %u, age: %llu, blocks: %llu)",
1827 		show_dev_ino(__entry),
1828 		__entry->pgofs,
1829 		__entry->fofs,
1830 		__entry->len,
1831 		__entry->age,
1832 		__entry->blocks)
1833 );
1834 
1835 TRACE_EVENT(f2fs_update_read_extent_tree_range,
1836 
1837 	TP_PROTO(struct inode *inode, unsigned int pgofs, unsigned int len,
1838 						block_t blkaddr,
1839 						unsigned int c_len),
1840 
1841 	TP_ARGS(inode, pgofs, len, blkaddr, c_len),
1842 
1843 	TP_STRUCT__entry(
1844 		__field(dev_t,	dev)
1845 		__field(ino_t,	ino)
1846 		__field(unsigned int, pgofs)
1847 		__field(u32, blk)
1848 		__field(unsigned int, len)
1849 		__field(unsigned int, c_len)
1850 	),
1851 
1852 	TP_fast_assign(
1853 		__entry->dev = inode->i_sb->s_dev;
1854 		__entry->ino = inode->i_ino;
1855 		__entry->pgofs = pgofs;
1856 		__entry->len = len;
1857 		__entry->blk = blkaddr;
1858 		__entry->c_len = c_len;
1859 	),
1860 
1861 	TP_printk("dev = (%d,%d), ino = %lu, pgofs = %u, "
1862 				"len = %u, blkaddr = %u, c_len = %u",
1863 		show_dev_ino(__entry),
1864 		__entry->pgofs,
1865 		__entry->len,
1866 		__entry->blk,
1867 		__entry->c_len)
1868 );
1869 
1870 TRACE_EVENT(f2fs_update_age_extent_tree_range,
1871 
1872 	TP_PROTO(struct inode *inode, unsigned int pgofs, unsigned int len,
1873 					unsigned long long age,
1874 					unsigned long long last_blks),
1875 
1876 	TP_ARGS(inode, pgofs, len, age, last_blks),
1877 
1878 	TP_STRUCT__entry(
1879 		__field(dev_t,	dev)
1880 		__field(ino_t,	ino)
1881 		__field(unsigned int, pgofs)
1882 		__field(unsigned int, len)
1883 		__field(unsigned long long, age)
1884 		__field(unsigned long long, blocks)
1885 	),
1886 
1887 	TP_fast_assign(
1888 		__entry->dev = inode->i_sb->s_dev;
1889 		__entry->ino = inode->i_ino;
1890 		__entry->pgofs = pgofs;
1891 		__entry->len = len;
1892 		__entry->age = age;
1893 		__entry->blocks = last_blks;
1894 	),
1895 
1896 	TP_printk("dev = (%d,%d), ino = %lu, pgofs = %u, "
1897 				"len = %u, age = %llu, blocks = %llu",
1898 		show_dev_ino(__entry),
1899 		__entry->pgofs,
1900 		__entry->len,
1901 		__entry->age,
1902 		__entry->blocks)
1903 );
1904 
1905 TRACE_EVENT(f2fs_shrink_extent_tree,
1906 
1907 	TP_PROTO(struct f2fs_sb_info *sbi, unsigned int node_cnt,
1908 			unsigned int tree_cnt, enum extent_type type),
1909 
1910 	TP_ARGS(sbi, node_cnt, tree_cnt, type),
1911 
1912 	TP_STRUCT__entry(
1913 		__field(dev_t,	dev)
1914 		__field(unsigned int, node_cnt)
1915 		__field(unsigned int, tree_cnt)
1916 		__field(enum extent_type, type)
1917 	),
1918 
1919 	TP_fast_assign(
1920 		__entry->dev = sbi->sb->s_dev;
1921 		__entry->node_cnt = node_cnt;
1922 		__entry->tree_cnt = tree_cnt;
1923 		__entry->type = type;
1924 	),
1925 
1926 	TP_printk("dev = (%d,%d), shrunk: node_cnt = %u, tree_cnt = %u, type = %s",
1927 		show_dev(__entry->dev),
1928 		__entry->node_cnt,
1929 		__entry->tree_cnt,
1930 		show_extent_type(__entry->type))
1931 );
1932 
1933 TRACE_EVENT(f2fs_destroy_extent_tree,
1934 
1935 	TP_PROTO(struct inode *inode, unsigned int node_cnt,
1936 				enum extent_type type),
1937 
1938 	TP_ARGS(inode, node_cnt, type),
1939 
1940 	TP_STRUCT__entry(
1941 		__field(dev_t,	dev)
1942 		__field(ino_t,	ino)
1943 		__field(unsigned int, node_cnt)
1944 		__field(enum extent_type, type)
1945 	),
1946 
1947 	TP_fast_assign(
1948 		__entry->dev = inode->i_sb->s_dev;
1949 		__entry->ino = inode->i_ino;
1950 		__entry->node_cnt = node_cnt;
1951 		__entry->type = type;
1952 	),
1953 
1954 	TP_printk("dev = (%d,%d), ino = %lu, destroyed: node_cnt = %u, type = %s",
1955 		show_dev_ino(__entry),
1956 		__entry->node_cnt,
1957 		show_extent_type(__entry->type))
1958 );
1959 
1960 DECLARE_EVENT_CLASS(f2fs_sync_dirty_inodes,
1961 
1962 	TP_PROTO(struct super_block *sb, int type, s64 count),
1963 
1964 	TP_ARGS(sb, type, count),
1965 
1966 	TP_STRUCT__entry(
1967 		__field(dev_t, dev)
1968 		__field(int, type)
1969 		__field(s64, count)
1970 	),
1971 
1972 	TP_fast_assign(
1973 		__entry->dev	= sb->s_dev;
1974 		__entry->type	= type;
1975 		__entry->count	= count;
1976 	),
1977 
1978 	TP_printk("dev = (%d,%d), %s, dirty count = %lld",
1979 		show_dev(__entry->dev),
1980 		show_file_type(__entry->type),
1981 		__entry->count)
1982 );
1983 
1984 DEFINE_EVENT(f2fs_sync_dirty_inodes, f2fs_sync_dirty_inodes_enter,
1985 
1986 	TP_PROTO(struct super_block *sb, int type, s64 count),
1987 
1988 	TP_ARGS(sb, type, count)
1989 );
1990 
1991 DEFINE_EVENT(f2fs_sync_dirty_inodes, f2fs_sync_dirty_inodes_exit,
1992 
1993 	TP_PROTO(struct super_block *sb, int type, s64 count),
1994 
1995 	TP_ARGS(sb, type, count)
1996 );
1997 
1998 TRACE_EVENT(f2fs_shutdown,
1999 
2000 	TP_PROTO(struct f2fs_sb_info *sbi, unsigned int mode, int ret),
2001 
2002 	TP_ARGS(sbi, mode, ret),
2003 
2004 	TP_STRUCT__entry(
2005 		__field(dev_t,	dev)
2006 		__field(unsigned int, mode)
2007 		__field(int, ret)
2008 	),
2009 
2010 	TP_fast_assign(
2011 		__entry->dev = sbi->sb->s_dev;
2012 		__entry->mode = mode;
2013 		__entry->ret = ret;
2014 	),
2015 
2016 	TP_printk("dev = (%d,%d), mode: %s, ret:%d",
2017 		show_dev(__entry->dev),
2018 		show_shutdown_mode(__entry->mode),
2019 		__entry->ret)
2020 );
2021 
2022 DECLARE_EVENT_CLASS(f2fs_zip_start,
2023 
2024 	TP_PROTO(struct inode *inode, pgoff_t cluster_idx,
2025 			unsigned int cluster_size, unsigned char algtype),
2026 
2027 	TP_ARGS(inode, cluster_idx, cluster_size, algtype),
2028 
2029 	TP_STRUCT__entry(
2030 		__field(dev_t,	dev)
2031 		__field(ino_t,	ino)
2032 		__field(pgoff_t, idx)
2033 		__field(unsigned int, size)
2034 		__field(unsigned int, algtype)
2035 	),
2036 
2037 	TP_fast_assign(
2038 		__entry->dev = inode->i_sb->s_dev;
2039 		__entry->ino = inode->i_ino;
2040 		__entry->idx = cluster_idx;
2041 		__entry->size = cluster_size;
2042 		__entry->algtype = algtype;
2043 	),
2044 
2045 	TP_printk("dev = (%d,%d), ino = %lu, cluster_idx:%lu, "
2046 		"cluster_size = %u, algorithm = %s",
2047 		show_dev_ino(__entry),
2048 		__entry->idx,
2049 		__entry->size,
2050 		show_compress_algorithm(__entry->algtype))
2051 );
2052 
2053 DECLARE_EVENT_CLASS(f2fs_zip_end,
2054 
2055 	TP_PROTO(struct inode *inode, pgoff_t cluster_idx,
2056 			unsigned int compressed_size, int ret),
2057 
2058 	TP_ARGS(inode, cluster_idx, compressed_size, ret),
2059 
2060 	TP_STRUCT__entry(
2061 		__field(dev_t,	dev)
2062 		__field(ino_t,	ino)
2063 		__field(pgoff_t, idx)
2064 		__field(unsigned int, size)
2065 		__field(unsigned int, ret)
2066 	),
2067 
2068 	TP_fast_assign(
2069 		__entry->dev = inode->i_sb->s_dev;
2070 		__entry->ino = inode->i_ino;
2071 		__entry->idx = cluster_idx;
2072 		__entry->size = compressed_size;
2073 		__entry->ret = ret;
2074 	),
2075 
2076 	TP_printk("dev = (%d,%d), ino = %lu, cluster_idx:%lu, "
2077 		"compressed_size = %u, ret = %d",
2078 		show_dev_ino(__entry),
2079 		__entry->idx,
2080 		__entry->size,
2081 		__entry->ret)
2082 );
2083 
2084 DEFINE_EVENT(f2fs_zip_start, f2fs_compress_pages_start,
2085 
2086 	TP_PROTO(struct inode *inode, pgoff_t cluster_idx,
2087 		unsigned int cluster_size, unsigned char algtype),
2088 
2089 	TP_ARGS(inode, cluster_idx, cluster_size, algtype)
2090 );
2091 
2092 DEFINE_EVENT(f2fs_zip_start, f2fs_decompress_pages_start,
2093 
2094 	TP_PROTO(struct inode *inode, pgoff_t cluster_idx,
2095 		unsigned int cluster_size, unsigned char algtype),
2096 
2097 	TP_ARGS(inode, cluster_idx, cluster_size, algtype)
2098 );
2099 
2100 DEFINE_EVENT(f2fs_zip_end, f2fs_compress_pages_end,
2101 
2102 	TP_PROTO(struct inode *inode, pgoff_t cluster_idx,
2103 			unsigned int compressed_size, int ret),
2104 
2105 	TP_ARGS(inode, cluster_idx, compressed_size, ret)
2106 );
2107 
2108 DEFINE_EVENT(f2fs_zip_end, f2fs_decompress_pages_end,
2109 
2110 	TP_PROTO(struct inode *inode, pgoff_t cluster_idx,
2111 			unsigned int compressed_size, int ret),
2112 
2113 	TP_ARGS(inode, cluster_idx, compressed_size, ret)
2114 );
2115 
2116 #ifdef CONFIG_F2FS_IOSTAT
2117 TRACE_EVENT(f2fs_iostat,
2118 
2119 	TP_PROTO(struct f2fs_sb_info *sbi, unsigned long long *iostat),
2120 
2121 	TP_ARGS(sbi, iostat),
2122 
2123 	TP_STRUCT__entry(
2124 		__field(dev_t,	dev)
2125 		__field(unsigned long long,	app_dio)
2126 		__field(unsigned long long,	app_bio)
2127 		__field(unsigned long long,	app_wio)
2128 		__field(unsigned long long,	app_mio)
2129 		__field(unsigned long long,	app_bcdio)
2130 		__field(unsigned long long,	app_mcdio)
2131 		__field(unsigned long long,	fs_dio)
2132 		__field(unsigned long long,	fs_cdio)
2133 		__field(unsigned long long,	fs_nio)
2134 		__field(unsigned long long,	fs_mio)
2135 		__field(unsigned long long,	fs_gc_dio)
2136 		__field(unsigned long long,	fs_gc_nio)
2137 		__field(unsigned long long,	fs_cp_dio)
2138 		__field(unsigned long long,	fs_cp_nio)
2139 		__field(unsigned long long,	fs_cp_mio)
2140 		__field(unsigned long long,	app_drio)
2141 		__field(unsigned long long,	app_brio)
2142 		__field(unsigned long long,	app_rio)
2143 		__field(unsigned long long,	app_mrio)
2144 		__field(unsigned long long,	app_bcrio)
2145 		__field(unsigned long long,	app_mcrio)
2146 		__field(unsigned long long,	fs_drio)
2147 		__field(unsigned long long,	fs_gdrio)
2148 		__field(unsigned long long,	fs_cdrio)
2149 		__field(unsigned long long,	fs_nrio)
2150 		__field(unsigned long long,	fs_mrio)
2151 		__field(unsigned long long,	fs_discard)
2152 		__field(unsigned long long,	fs_reset_zone)
2153 	),
2154 
2155 	TP_fast_assign(
2156 		__entry->dev		= sbi->sb->s_dev;
2157 		__entry->app_dio	= iostat[APP_DIRECT_IO];
2158 		__entry->app_bio	= iostat[APP_BUFFERED_IO];
2159 		__entry->app_wio	= iostat[APP_WRITE_IO];
2160 		__entry->app_mio	= iostat[APP_MAPPED_IO];
2161 		__entry->app_bcdio	= iostat[APP_BUFFERED_CDATA_IO];
2162 		__entry->app_mcdio	= iostat[APP_MAPPED_CDATA_IO];
2163 		__entry->fs_dio		= iostat[FS_DATA_IO];
2164 		__entry->fs_cdio	= iostat[FS_CDATA_IO];
2165 		__entry->fs_nio		= iostat[FS_NODE_IO];
2166 		__entry->fs_mio		= iostat[FS_META_IO];
2167 		__entry->fs_gc_dio	= iostat[FS_GC_DATA_IO];
2168 		__entry->fs_gc_nio	= iostat[FS_GC_NODE_IO];
2169 		__entry->fs_cp_dio	= iostat[FS_CP_DATA_IO];
2170 		__entry->fs_cp_nio	= iostat[FS_CP_NODE_IO];
2171 		__entry->fs_cp_mio	= iostat[FS_CP_META_IO];
2172 		__entry->app_drio	= iostat[APP_DIRECT_READ_IO];
2173 		__entry->app_brio	= iostat[APP_BUFFERED_READ_IO];
2174 		__entry->app_rio	= iostat[APP_READ_IO];
2175 		__entry->app_mrio	= iostat[APP_MAPPED_READ_IO];
2176 		__entry->app_bcrio	= iostat[APP_BUFFERED_CDATA_READ_IO];
2177 		__entry->app_mcrio	= iostat[APP_MAPPED_CDATA_READ_IO];
2178 		__entry->fs_drio	= iostat[FS_DATA_READ_IO];
2179 		__entry->fs_gdrio	= iostat[FS_GDATA_READ_IO];
2180 		__entry->fs_cdrio	= iostat[FS_CDATA_READ_IO];
2181 		__entry->fs_nrio	= iostat[FS_NODE_READ_IO];
2182 		__entry->fs_mrio	= iostat[FS_META_READ_IO];
2183 		__entry->fs_discard	= iostat[FS_DISCARD_IO];
2184 		__entry->fs_reset_zone	= iostat[FS_ZONE_RESET_IO];
2185 	),
2186 
2187 	TP_printk("dev = (%d,%d), "
2188 		"app [write=%llu (direct=%llu, buffered=%llu), mapped=%llu, "
2189 		"compr(buffered=%llu, mapped=%llu)], "
2190 		"fs [data=%llu, cdata=%llu, node=%llu, meta=%llu, discard=%llu, "
2191 		"reset_zone=%llu], "
2192 		"gc [data=%llu, node=%llu], "
2193 		"cp [data=%llu, node=%llu, meta=%llu], "
2194 		"app [read=%llu (direct=%llu, buffered=%llu), mapped=%llu], "
2195 		"compr(buffered=%llu, mapped=%llu)], "
2196 		"fs [data=%llu, (gc_data=%llu, cdata=%llu), "
2197 		"node=%llu, meta=%llu]",
2198 		show_dev(__entry->dev), __entry->app_wio, __entry->app_dio,
2199 		__entry->app_bio, __entry->app_mio, __entry->app_bcdio,
2200 		__entry->app_mcdio, __entry->fs_dio, __entry->fs_cdio,
2201 		__entry->fs_nio, __entry->fs_mio, __entry->fs_discard,
2202 		__entry->fs_reset_zone,
2203 		__entry->fs_gc_dio, __entry->fs_gc_nio, __entry->fs_cp_dio,
2204 		__entry->fs_cp_nio, __entry->fs_cp_mio,
2205 		__entry->app_rio, __entry->app_drio, __entry->app_brio,
2206 		__entry->app_mrio, __entry->app_bcrio, __entry->app_mcrio,
2207 		__entry->fs_drio, __entry->fs_gdrio,
2208 		__entry->fs_cdrio, __entry->fs_nrio, __entry->fs_mrio)
2209 );
2210 
2211 #ifndef __F2FS_IOSTAT_LATENCY_TYPE
2212 #define __F2FS_IOSTAT_LATENCY_TYPE
2213 struct f2fs_iostat_latency {
2214 	unsigned int peak_lat;
2215 	unsigned int avg_lat;
2216 	unsigned int cnt;
2217 };
2218 #endif /* __F2FS_IOSTAT_LATENCY_TYPE */
2219 
2220 TRACE_EVENT(f2fs_iostat_latency,
2221 
2222 	TP_PROTO(struct f2fs_sb_info *sbi, struct f2fs_iostat_latency (*iostat_lat)[NR_PAGE_TYPE]),
2223 
2224 	TP_ARGS(sbi, iostat_lat),
2225 
2226 	TP_STRUCT__entry(
2227 		__field(dev_t,	dev)
2228 		__field(unsigned int,	d_rd_peak)
2229 		__field(unsigned int,	d_rd_avg)
2230 		__field(unsigned int,	d_rd_cnt)
2231 		__field(unsigned int,	n_rd_peak)
2232 		__field(unsigned int,	n_rd_avg)
2233 		__field(unsigned int,	n_rd_cnt)
2234 		__field(unsigned int,	m_rd_peak)
2235 		__field(unsigned int,	m_rd_avg)
2236 		__field(unsigned int,	m_rd_cnt)
2237 		__field(unsigned int,	d_wr_s_peak)
2238 		__field(unsigned int,	d_wr_s_avg)
2239 		__field(unsigned int,	d_wr_s_cnt)
2240 		__field(unsigned int,	n_wr_s_peak)
2241 		__field(unsigned int,	n_wr_s_avg)
2242 		__field(unsigned int,	n_wr_s_cnt)
2243 		__field(unsigned int,	m_wr_s_peak)
2244 		__field(unsigned int,	m_wr_s_avg)
2245 		__field(unsigned int,	m_wr_s_cnt)
2246 		__field(unsigned int,	d_wr_as_peak)
2247 		__field(unsigned int,	d_wr_as_avg)
2248 		__field(unsigned int,	d_wr_as_cnt)
2249 		__field(unsigned int,	n_wr_as_peak)
2250 		__field(unsigned int,	n_wr_as_avg)
2251 		__field(unsigned int,	n_wr_as_cnt)
2252 		__field(unsigned int,	m_wr_as_peak)
2253 		__field(unsigned int,	m_wr_as_avg)
2254 		__field(unsigned int,	m_wr_as_cnt)
2255 	),
2256 
2257 	TP_fast_assign(
2258 		__entry->dev		= sbi->sb->s_dev;
2259 		__entry->d_rd_peak	= iostat_lat[READ_IO][DATA].peak_lat;
2260 		__entry->d_rd_avg	= iostat_lat[READ_IO][DATA].avg_lat;
2261 		__entry->d_rd_cnt	= iostat_lat[READ_IO][DATA].cnt;
2262 		__entry->n_rd_peak	= iostat_lat[READ_IO][NODE].peak_lat;
2263 		__entry->n_rd_avg	= iostat_lat[READ_IO][NODE].avg_lat;
2264 		__entry->n_rd_cnt	= iostat_lat[READ_IO][NODE].cnt;
2265 		__entry->m_rd_peak	= iostat_lat[READ_IO][META].peak_lat;
2266 		__entry->m_rd_avg	= iostat_lat[READ_IO][META].avg_lat;
2267 		__entry->m_rd_cnt	= iostat_lat[READ_IO][META].cnt;
2268 		__entry->d_wr_s_peak	= iostat_lat[WRITE_SYNC_IO][DATA].peak_lat;
2269 		__entry->d_wr_s_avg	= iostat_lat[WRITE_SYNC_IO][DATA].avg_lat;
2270 		__entry->d_wr_s_cnt	= iostat_lat[WRITE_SYNC_IO][DATA].cnt;
2271 		__entry->n_wr_s_peak	= iostat_lat[WRITE_SYNC_IO][NODE].peak_lat;
2272 		__entry->n_wr_s_avg	= iostat_lat[WRITE_SYNC_IO][NODE].avg_lat;
2273 		__entry->n_wr_s_cnt	= iostat_lat[WRITE_SYNC_IO][NODE].cnt;
2274 		__entry->m_wr_s_peak	= iostat_lat[WRITE_SYNC_IO][META].peak_lat;
2275 		__entry->m_wr_s_avg	= iostat_lat[WRITE_SYNC_IO][META].avg_lat;
2276 		__entry->m_wr_s_cnt	= iostat_lat[WRITE_SYNC_IO][META].cnt;
2277 		__entry->d_wr_as_peak	= iostat_lat[WRITE_ASYNC_IO][DATA].peak_lat;
2278 		__entry->d_wr_as_avg	= iostat_lat[WRITE_ASYNC_IO][DATA].avg_lat;
2279 		__entry->d_wr_as_cnt	= iostat_lat[WRITE_ASYNC_IO][DATA].cnt;
2280 		__entry->n_wr_as_peak	= iostat_lat[WRITE_ASYNC_IO][NODE].peak_lat;
2281 		__entry->n_wr_as_avg	= iostat_lat[WRITE_ASYNC_IO][NODE].avg_lat;
2282 		__entry->n_wr_as_cnt	= iostat_lat[WRITE_ASYNC_IO][NODE].cnt;
2283 		__entry->m_wr_as_peak	= iostat_lat[WRITE_ASYNC_IO][META].peak_lat;
2284 		__entry->m_wr_as_avg	= iostat_lat[WRITE_ASYNC_IO][META].avg_lat;
2285 		__entry->m_wr_as_cnt	= iostat_lat[WRITE_ASYNC_IO][META].cnt;
2286 	),
2287 
2288 	TP_printk("dev = (%d,%d), "
2289 		"iotype [peak lat.(ms)/avg lat.(ms)/count], "
2290 		"rd_data [%u/%u/%u], rd_node [%u/%u/%u], rd_meta [%u/%u/%u], "
2291 		"wr_sync_data [%u/%u/%u], wr_sync_node [%u/%u/%u], "
2292 		"wr_sync_meta [%u/%u/%u], wr_async_data [%u/%u/%u], "
2293 		"wr_async_node [%u/%u/%u], wr_async_meta [%u/%u/%u]",
2294 		show_dev(__entry->dev),
2295 		__entry->d_rd_peak, __entry->d_rd_avg, __entry->d_rd_cnt,
2296 		__entry->n_rd_peak, __entry->n_rd_avg, __entry->n_rd_cnt,
2297 		__entry->m_rd_peak, __entry->m_rd_avg, __entry->m_rd_cnt,
2298 		__entry->d_wr_s_peak, __entry->d_wr_s_avg, __entry->d_wr_s_cnt,
2299 		__entry->n_wr_s_peak, __entry->n_wr_s_avg, __entry->n_wr_s_cnt,
2300 		__entry->m_wr_s_peak, __entry->m_wr_s_avg, __entry->m_wr_s_cnt,
2301 		__entry->d_wr_as_peak, __entry->d_wr_as_avg, __entry->d_wr_as_cnt,
2302 		__entry->n_wr_as_peak, __entry->n_wr_as_avg, __entry->n_wr_as_cnt,
2303 		__entry->m_wr_as_peak, __entry->m_wr_as_avg, __entry->m_wr_as_cnt)
2304 );
2305 #endif
2306 
2307 TRACE_EVENT(f2fs_bmap,
2308 
2309 	TP_PROTO(struct inode *inode, sector_t lblock, sector_t pblock),
2310 
2311 	TP_ARGS(inode, lblock, pblock),
2312 
2313 	TP_STRUCT__entry(
2314 		__field(dev_t, dev)
2315 		__field(ino_t, ino)
2316 		__field(sector_t, lblock)
2317 		__field(sector_t, pblock)
2318 	),
2319 
2320 	TP_fast_assign(
2321 		__entry->dev		= inode->i_sb->s_dev;
2322 		__entry->ino		= inode->i_ino;
2323 		__entry->lblock		= lblock;
2324 		__entry->pblock		= pblock;
2325 	),
2326 
2327 	TP_printk("dev = (%d,%d), ino = %lu, lblock:%lld, pblock:%lld",
2328 		show_dev_ino(__entry),
2329 		(unsigned long long)__entry->lblock,
2330 		(unsigned long long)__entry->pblock)
2331 );
2332 
2333 TRACE_EVENT(f2fs_fiemap,
2334 
2335 	TP_PROTO(struct inode *inode, sector_t lblock, sector_t pblock,
2336 		unsigned long long len, unsigned int flags, int ret),
2337 
2338 	TP_ARGS(inode, lblock, pblock, len, flags, ret),
2339 
2340 	TP_STRUCT__entry(
2341 		__field(dev_t, dev)
2342 		__field(ino_t, ino)
2343 		__field(sector_t, lblock)
2344 		__field(sector_t, pblock)
2345 		__field(unsigned long long, len)
2346 		__field(unsigned int, flags)
2347 		__field(int, ret)
2348 	),
2349 
2350 	TP_fast_assign(
2351 		__entry->dev		= inode->i_sb->s_dev;
2352 		__entry->ino		= inode->i_ino;
2353 		__entry->lblock		= lblock;
2354 		__entry->pblock		= pblock;
2355 		__entry->len		= len;
2356 		__entry->flags		= flags;
2357 		__entry->ret		= ret;
2358 	),
2359 
2360 	TP_printk("dev = (%d,%d), ino = %lu, lblock:%lld, pblock:%lld, "
2361 		"len:%llu, flags:%u, ret:%d",
2362 		show_dev_ino(__entry),
2363 		(unsigned long long)__entry->lblock,
2364 		(unsigned long long)__entry->pblock,
2365 		__entry->len,
2366 		__entry->flags,
2367 		__entry->ret)
2368 );
2369 
2370 DECLARE_EVENT_CLASS(f2fs__rw_start,
2371 
2372 	TP_PROTO(struct inode *inode, loff_t offset, int bytes,
2373 			pid_t pid, char *pathname, char *command),
2374 
2375 	TP_ARGS(inode, offset, bytes, pid, pathname, command),
2376 
2377 	TP_STRUCT__entry(
2378 		__string(pathbuf, pathname)
2379 		__field(loff_t, offset)
2380 		__field(int, bytes)
2381 		__field(loff_t, i_size)
2382 		__string(cmdline, command)
2383 		__field(pid_t, pid)
2384 		__field(ino_t, ino)
2385 	),
2386 
2387 	TP_fast_assign(
2388 		/*
2389 		 * Replace the spaces in filenames and cmdlines
2390 		 * because this screws up the tooling that parses
2391 		 * the traces.
2392 		 */
2393 		__assign_str(pathbuf);
2394 		(void)strreplace(__get_str(pathbuf), ' ', '_');
2395 		__entry->offset = offset;
2396 		__entry->bytes = bytes;
2397 		__entry->i_size = i_size_read(inode);
2398 		__assign_str(cmdline);
2399 		(void)strreplace(__get_str(cmdline), ' ', '_');
2400 		__entry->pid = pid;
2401 		__entry->ino = inode->i_ino;
2402 	),
2403 
2404 	TP_printk("entry_name %s, offset %llu, bytes %d, cmdline %s,"
2405 		" pid %d, i_size %llu, ino %lu",
2406 		__get_str(pathbuf), __entry->offset, __entry->bytes,
2407 		__get_str(cmdline), __entry->pid, __entry->i_size,
2408 		(unsigned long) __entry->ino)
2409 );
2410 
2411 DECLARE_EVENT_CLASS(f2fs__rw_end,
2412 
2413 	TP_PROTO(struct inode *inode, loff_t offset, int bytes),
2414 
2415 	TP_ARGS(inode, offset, bytes),
2416 
2417 	TP_STRUCT__entry(
2418 		__field(ino_t,	ino)
2419 		__field(loff_t,	offset)
2420 		__field(int,	bytes)
2421 	),
2422 
2423 	TP_fast_assign(
2424 		__entry->ino		= inode->i_ino;
2425 		__entry->offset		= offset;
2426 		__entry->bytes		= bytes;
2427 	),
2428 
2429 	TP_printk("ino %lu, offset %llu, bytes %d",
2430 		(unsigned long) __entry->ino,
2431 		__entry->offset, __entry->bytes)
2432 );
2433 
2434 DEFINE_EVENT(f2fs__rw_start, f2fs_dataread_start,
2435 
2436 	TP_PROTO(struct inode *inode, loff_t offset, int bytes,
2437 		pid_t pid, char *pathname, char *command),
2438 
2439 	TP_ARGS(inode, offset, bytes, pid, pathname, command)
2440 );
2441 
2442 DEFINE_EVENT(f2fs__rw_end, f2fs_dataread_end,
2443 
2444 	TP_PROTO(struct inode *inode, loff_t offset, int bytes),
2445 
2446 	TP_ARGS(inode, offset, bytes)
2447 );
2448 
2449 DEFINE_EVENT(f2fs__rw_start, f2fs_datawrite_start,
2450 
2451 	TP_PROTO(struct inode *inode, loff_t offset, int bytes,
2452 		pid_t pid, char *pathname, char *command),
2453 
2454 	TP_ARGS(inode, offset, bytes, pid, pathname, command)
2455 );
2456 
2457 DEFINE_EVENT(f2fs__rw_end, f2fs_datawrite_end,
2458 
2459 	TP_PROTO(struct inode *inode, loff_t offset, int bytes),
2460 
2461 	TP_ARGS(inode, offset, bytes)
2462 );
2463 
2464 TRACE_EVENT(f2fs_lock_elapsed_time,
2465 
2466 	TP_PROTO(struct f2fs_sb_info *sbi, enum f2fs_lock_name lock_name,
2467 		bool is_write, struct task_struct *p, int ioprio,
2468 		unsigned long long total_time,
2469 		unsigned long long running_time,
2470 		unsigned long long runnable_time,
2471 		unsigned long long io_sleep_time,
2472 		unsigned long long other_time),
2473 
2474 	TP_ARGS(sbi, lock_name, is_write, p, ioprio, total_time, running_time,
2475 		runnable_time, io_sleep_time, other_time),
2476 
2477 	TP_STRUCT__entry(
2478 		__field(dev_t, dev)
2479 		__array(char, comm, TASK_COMM_LEN)
2480 		__field(pid_t, pid)
2481 		__field(int, prio)
2482 		__field(int, ioprio_class)
2483 		__field(int, ioprio_data)
2484 		__field(unsigned int, lock_name)
2485 		__field(bool, is_write)
2486 		__field(unsigned long long, total_time)
2487 		__field(unsigned long long, running_time)
2488 		__field(unsigned long long, runnable_time)
2489 		__field(unsigned long long, io_sleep_time)
2490 		__field(unsigned long long, other_time)
2491 	),
2492 
2493 	TP_fast_assign(
2494 		__entry->dev		= sbi->sb->s_dev;
2495 		memcpy(__entry->comm, p->comm, TASK_COMM_LEN);
2496 		__entry->pid		= p->pid;
2497 		__entry->prio		= p->prio;
2498 		__entry->ioprio_class	= IOPRIO_PRIO_CLASS(ioprio);
2499 		__entry->ioprio_data	= IOPRIO_PRIO_DATA(ioprio);
2500 		__entry->lock_name	= lock_name;
2501 		__entry->is_write	= is_write;
2502 		__entry->total_time	= total_time;
2503 		__entry->running_time	= running_time;
2504 		__entry->runnable_time	= runnable_time;
2505 		__entry->io_sleep_time	= io_sleep_time;
2506 		__entry->other_time	= other_time;
2507 	),
2508 
2509 	TP_printk("dev = (%d,%d), comm: %s, pid: %d, prio: %d, "
2510 		"ioprio_class: %d, ioprio_data: %d, lock_name: %s, "
2511 		"lock_type: %s, total: %llu, running: %llu, "
2512 		"runnable: %llu, io_sleep: %llu, other: %llu",
2513 		show_dev(__entry->dev),
2514 		__entry->comm,
2515 		__entry->pid,
2516 		__entry->prio,
2517 		__entry->ioprio_class,
2518 		__entry->ioprio_data,
2519 		show_lock_name(__entry->lock_name),
2520 		__entry->is_write ? "wlock" : "rlock",
2521 		__entry->total_time,
2522 		__entry->running_time,
2523 		__entry->runnable_time,
2524 		__entry->io_sleep_time,
2525 		__entry->other_time)
2526 );
2527 
2528 DECLARE_EVENT_CLASS(f2fs_priority_update,
2529 
2530 	TP_PROTO(struct f2fs_sb_info *sbi, enum f2fs_lock_name lock_name,
2531 		bool is_write, struct task_struct *p, int orig_prio,
2532 		int new_prio),
2533 
2534 	TP_ARGS(sbi, lock_name, is_write, p, orig_prio, new_prio),
2535 
2536 	TP_STRUCT__entry(
2537 		__field(dev_t, dev)
2538 		__array(char, comm, TASK_COMM_LEN)
2539 		__field(pid_t, pid)
2540 		__field(unsigned int, lock_name)
2541 		__field(bool, is_write)
2542 		__field(int, orig_prio)
2543 		__field(int, new_prio)
2544 	),
2545 
2546 	TP_fast_assign(
2547 		__entry->dev		= sbi->sb->s_dev;
2548 		memcpy(__entry->comm, p->comm, TASK_COMM_LEN);
2549 		__entry->pid		= p->pid;
2550 		__entry->lock_name	= lock_name;
2551 		__entry->is_write	= is_write;
2552 		__entry->orig_prio	= orig_prio;
2553 		__entry->new_prio	= new_prio;
2554 	),
2555 
2556 	TP_printk("dev = (%d,%d), comm: %s, pid: %d, lock_name: %s, "
2557 		"lock_type: %s, orig_prio: %d, new_prio: %d",
2558 		show_dev(__entry->dev),
2559 		__entry->comm,
2560 		__entry->pid,
2561 		show_lock_name(__entry->lock_name),
2562 		__entry->is_write ? "wlock" : "rlock",
2563 		__entry->orig_prio,
2564 		__entry->new_prio)
2565 );
2566 
2567 DEFINE_EVENT(f2fs_priority_update, f2fs_priority_uplift,
2568 
2569 	TP_PROTO(struct f2fs_sb_info *sbi, enum f2fs_lock_name lock_name,
2570 		bool is_write, struct task_struct *p, int orig_prio,
2571 		int new_prio),
2572 
2573 	TP_ARGS(sbi, lock_name, is_write, p, orig_prio, new_prio)
2574 );
2575 
2576 DEFINE_EVENT(f2fs_priority_update, f2fs_priority_restore,
2577 
2578 	TP_PROTO(struct f2fs_sb_info *sbi, enum f2fs_lock_name lock_name,
2579 		bool is_write, struct task_struct *p, int orig_prio,
2580 		int new_prio),
2581 
2582 	TP_ARGS(sbi, lock_name, is_write, p, orig_prio, new_prio)
2583 );
2584 
2585 #endif /* _TRACE_F2FS_H */
2586 
2587  /* This part must be outside protection */
2588 #include <trace/define_trace.h>
2589