xref: /linux/fs/iomap/trace.h (revision 029a4eb589129450f2735df825f784dd7e8c4c63)
1 /* SPDX-License-Identifier: GPL-2.0 */
2 /*
3  * Copyright (c) 2009-2021 Christoph Hellwig
4  *
5  * NOTE: none of these tracepoints shall be considered a stable kernel ABI
6  * as they can change at any time.
7  *
8  * Current conventions for printing numbers measuring specific units:
9  *
10  * offset: byte offset into a subcomponent of a file operation
11  * pos: file offset, in bytes
12  * length: length of a file operation, in bytes
13  * ino: inode number
14  *
15  * Numbers describing space allocations should be formatted in hexadecimal.
16  */
17 #undef TRACE_SYSTEM
18 #define TRACE_SYSTEM iomap
19 
20 #if !defined(_IOMAP_TRACE_H) || defined(TRACE_HEADER_MULTI_READ)
21 #define _IOMAP_TRACE_H
22 
23 #include <linux/tracepoint.h>
24 
25 struct inode;
26 
27 DECLARE_EVENT_CLASS(iomap_readpage_class,
28 	TP_PROTO(struct inode *inode, int nr_pages),
29 	TP_ARGS(inode, nr_pages),
30 	TP_STRUCT__entry(
31 		__field(dev_t, dev)
32 		__field(u64, ino)
33 		__field(int, nr_pages)
34 	),
35 	TP_fast_assign(
36 		__entry->dev = inode->i_sb->s_dev;
37 		__entry->ino = inode->i_ino;
38 		__entry->nr_pages = nr_pages;
39 	),
40 	TP_printk("dev %d:%d ino 0x%llx nr_pages %d",
41 		  MAJOR(__entry->dev), MINOR(__entry->dev),
42 		  __entry->ino,
43 		  __entry->nr_pages)
44 )
45 
46 #define DEFINE_READPAGE_EVENT(name)		\
47 DEFINE_EVENT(iomap_readpage_class, name,	\
48 	TP_PROTO(struct inode *inode, int nr_pages), \
49 	TP_ARGS(inode, nr_pages))
50 DEFINE_READPAGE_EVENT(iomap_readpage);
51 DEFINE_READPAGE_EVENT(iomap_readahead);
52 
53 DECLARE_EVENT_CLASS(iomap_range_class,
54 	TP_PROTO(struct inode *inode, loff_t off, u64 len),
55 	TP_ARGS(inode, off, len),
56 	TP_STRUCT__entry(
57 		__field(dev_t, dev)
58 		__field(u64, ino)
59 		__field(loff_t, size)
60 		__field(loff_t, offset)
61 		__field(u64, length)
62 	),
63 	TP_fast_assign(
64 		__entry->dev = inode->i_sb->s_dev;
65 		__entry->ino = inode->i_ino;
66 		__entry->size = i_size_read(inode);
67 		__entry->offset = off;
68 		__entry->length = len;
69 	),
70 	TP_printk("dev %d:%d ino 0x%llx size 0x%llx offset 0x%llx length 0x%llx",
71 		  MAJOR(__entry->dev), MINOR(__entry->dev),
72 		  __entry->ino,
73 		  __entry->size,
74 		  __entry->offset,
75 		  __entry->length)
76 )
77 
78 #define DEFINE_RANGE_EVENT(name)		\
79 DEFINE_EVENT(iomap_range_class, name,	\
80 	TP_PROTO(struct inode *inode, loff_t off, u64 len),\
81 	TP_ARGS(inode, off, len))
82 DEFINE_RANGE_EVENT(iomap_writeback_folio);
83 DEFINE_RANGE_EVENT(iomap_release_folio);
84 DEFINE_RANGE_EVENT(iomap_invalidate_folio);
85 DEFINE_RANGE_EVENT(iomap_dio_invalidate_fail);
86 DEFINE_RANGE_EVENT(iomap_dio_rw_queued);
87 DEFINE_RANGE_EVENT(iomap_zero_iter);
88 
89 #define IOMAP_TYPE_STRINGS \
90 	{ IOMAP_HOLE,		"HOLE" }, \
91 	{ IOMAP_DELALLOC,	"DELALLOC" }, \
92 	{ IOMAP_MAPPED,		"MAPPED" }, \
93 	{ IOMAP_UNWRITTEN,	"UNWRITTEN" }, \
94 	{ IOMAP_INLINE,		"INLINE" }
95 
96 #define IOMAP_FLAGS_STRINGS \
97 	{ IOMAP_WRITE,		"WRITE" }, \
98 	{ IOMAP_ZERO,		"ZERO" }, \
99 	{ IOMAP_REPORT,		"REPORT" }, \
100 	{ IOMAP_FAULT,		"FAULT" }, \
101 	{ IOMAP_DIRECT,		"DIRECT" }, \
102 	{ IOMAP_NOWAIT,		"NOWAIT" }, \
103 	{ IOMAP_OVERWRITE_ONLY,	"OVERWRITE_ONLY" }, \
104 	{ IOMAP_UNSHARE,	"UNSHARE" }, \
105 	{ IOMAP_DAX,		"DAX" }, \
106 	{ IOMAP_ATOMIC,		"ATOMIC" }, \
107 	{ IOMAP_DONTCACHE,	"DONTCACHE" }
108 
109 #define IOMAP_F_FLAGS_STRINGS \
110 	{ IOMAP_F_NEW,		"NEW" }, \
111 	{ IOMAP_F_DIRTY,	"DIRTY" }, \
112 	{ IOMAP_F_SHARED,	"SHARED" }, \
113 	{ IOMAP_F_MERGED,	"MERGED" }, \
114 	{ IOMAP_F_BUFFER_HEAD,	"BH" }, \
115 	{ IOMAP_F_XATTR,	"XATTR" }, \
116 	{ IOMAP_F_BOUNDARY,	"BOUNDARY" }, \
117 	{ IOMAP_F_ANON_WRITE,	"ANON_WRITE" }, \
118 	{ IOMAP_F_ATOMIC_BIO,	"ATOMIC_BIO" }, \
119 	{ IOMAP_F_PRIVATE,	"PRIVATE" }, \
120 	{ IOMAP_F_SIZE_CHANGED,	"SIZE_CHANGED" }, \
121 	{ IOMAP_F_STALE,	"STALE" }
122 
123 
124 #define IOMAP_DIO_STRINGS \
125 	{IOMAP_DIO_FORCE_WAIT,	"DIO_FORCE_WAIT" }, \
126 	{IOMAP_DIO_OVERWRITE_ONLY, "DIO_OVERWRITE_ONLY" }, \
127 	{IOMAP_DIO_PARTIAL,	"DIO_PARTIAL" }
128 
129 DECLARE_EVENT_CLASS(iomap_class,
130 	TP_PROTO(struct inode *inode, struct iomap *iomap),
131 	TP_ARGS(inode, iomap),
132 	TP_STRUCT__entry(
133 		__field(dev_t, dev)
134 		__field(u64, ino)
135 		__field(u64, addr)
136 		__field(loff_t, offset)
137 		__field(u64, length)
138 		__field(u16, type)
139 		__field(u16, flags)
140 		__field(dev_t, bdev)
141 	),
142 	TP_fast_assign(
143 		__entry->dev = inode->i_sb->s_dev;
144 		__entry->ino = inode->i_ino;
145 		__entry->addr = iomap->addr;
146 		__entry->offset = iomap->offset;
147 		__entry->length = iomap->length;
148 		__entry->type = iomap->type;
149 		__entry->flags = iomap->flags;
150 		__entry->bdev = iomap->bdev ? iomap->bdev->bd_dev : 0;
151 	),
152 	TP_printk("dev %d:%d ino 0x%llx bdev %d:%d addr 0x%llx offset 0x%llx "
153 		  "length 0x%llx type %s (0x%x) flags %s (0x%x)",
154 		  MAJOR(__entry->dev), MINOR(__entry->dev),
155 		  __entry->ino,
156 		  MAJOR(__entry->bdev), MINOR(__entry->bdev),
157 		  __entry->addr,
158 		  __entry->offset,
159 		  __entry->length,
160 		  __print_symbolic(__entry->type, IOMAP_TYPE_STRINGS),
161 		  __entry->type,
162 		  __print_flags(__entry->flags, "|", IOMAP_F_FLAGS_STRINGS),
163 		  __entry->flags)
164 )
165 
166 #define DEFINE_IOMAP_EVENT(name)		\
167 DEFINE_EVENT(iomap_class, name,	\
168 	TP_PROTO(struct inode *inode, struct iomap *iomap), \
169 	TP_ARGS(inode, iomap))
170 DEFINE_IOMAP_EVENT(iomap_iter_dstmap);
171 DEFINE_IOMAP_EVENT(iomap_iter_srcmap);
172 
173 TRACE_EVENT(iomap_add_to_ioend,
174 	TP_PROTO(struct inode *inode, u64 pos, unsigned int dirty_len,
175 		 struct iomap *iomap),
176 	TP_ARGS(inode, pos, dirty_len, iomap),
177 	TP_STRUCT__entry(
178 		__field(dev_t, dev)
179 		__field(u64, ino)
180 		__field(u64, pos)
181 		__field(u64, dirty_len)
182 		__field(u64, addr)
183 		__field(loff_t, offset)
184 		__field(u64, length)
185 		__field(u16, type)
186 		__field(u16, flags)
187 		__field(dev_t, bdev)
188 	),
189 	TP_fast_assign(
190 		__entry->dev = inode->i_sb->s_dev;
191 		__entry->ino = inode->i_ino;
192 		__entry->pos = pos;
193 		__entry->dirty_len = dirty_len;
194 		__entry->addr = iomap->addr;
195 		__entry->offset = iomap->offset;
196 		__entry->length = iomap->length;
197 		__entry->type = iomap->type;
198 		__entry->flags = iomap->flags;
199 		__entry->bdev = iomap->bdev ? iomap->bdev->bd_dev : 0;
200 	),
201 	TP_printk("dev %d:%d ino 0x%llx bdev %d:%d pos 0x%llx dirty len 0x%llx "
202 		  "addr 0x%llx offset 0x%llx length 0x%llx type %s (0x%x) flags %s (0x%x)",
203 		  MAJOR(__entry->dev), MINOR(__entry->dev),
204 		  __entry->ino,
205 		  MAJOR(__entry->bdev), MINOR(__entry->bdev),
206 		  __entry->pos,
207 		  __entry->dirty_len,
208 		  __entry->addr,
209 		  __entry->offset,
210 		  __entry->length,
211 		  __print_symbolic(__entry->type, IOMAP_TYPE_STRINGS),
212 		  __entry->type,
213 		  __print_flags(__entry->flags, "|", IOMAP_F_FLAGS_STRINGS),
214 		  __entry->flags)
215 );
216 
217 TRACE_EVENT(iomap_iter,
218 	TP_PROTO(struct iomap_iter *iter, const void *ops,
219 		 unsigned long caller),
220 	TP_ARGS(iter, ops, caller),
221 	TP_STRUCT__entry(
222 		__field(dev_t, dev)
223 		__field(u64, ino)
224 		__field(loff_t, pos)
225 		__field(u64, length)
226 		__field(int, status)
227 		__field(unsigned int, flags)
228 		__field(const void *, ops)
229 		__field(unsigned long, caller)
230 	),
231 	TP_fast_assign(
232 		__entry->dev = iter->inode->i_sb->s_dev;
233 		__entry->ino = iter->inode->i_ino;
234 		__entry->pos = iter->pos;
235 		__entry->length = iomap_length(iter);
236 		__entry->status = iter->status;
237 		__entry->flags = iter->flags;
238 		__entry->ops = ops;
239 		__entry->caller = caller;
240 	),
241 	TP_printk("dev %d:%d ino 0x%llx pos 0x%llx length 0x%llx status %d flags %s (0x%x) ops %ps caller %pS",
242 		  MAJOR(__entry->dev), MINOR(__entry->dev),
243 		   __entry->ino,
244 		   __entry->pos,
245 		   __entry->length,
246 		   __entry->status,
247 		   __print_flags(__entry->flags, "|", IOMAP_FLAGS_STRINGS),
248 		   __entry->flags,
249 		   __entry->ops,
250 		   (void *)__entry->caller)
251 );
252 
253 TRACE_EVENT(iomap_dio_rw_begin,
254 	TP_PROTO(struct kiocb *iocb, struct iov_iter *iter,
255 		 unsigned int dio_flags, size_t done_before),
256 	TP_ARGS(iocb, iter, dio_flags, done_before),
257 	TP_STRUCT__entry(
258 		__field(dev_t,	dev)
259 		__field(ino_t,	ino)
260 		__field(loff_t, isize)
261 		__field(loff_t, pos)
262 		__field(size_t,	count)
263 		__field(size_t,	done_before)
264 		__field(int,	ki_flags)
265 		__field(unsigned int,	dio_flags)
266 		__field(bool,	aio)
267 	),
268 	TP_fast_assign(
269 		__entry->dev = file_inode(iocb->ki_filp)->i_sb->s_dev;
270 		__entry->ino = file_inode(iocb->ki_filp)->i_ino;
271 		__entry->isize = file_inode(iocb->ki_filp)->i_size;
272 		__entry->pos = iocb->ki_pos;
273 		__entry->count = iov_iter_count(iter);
274 		__entry->done_before = done_before;
275 		__entry->ki_flags = iocb->ki_flags;
276 		__entry->dio_flags = dio_flags;
277 		__entry->aio = !is_sync_kiocb(iocb);
278 	),
279 	TP_printk("dev %d:%d ino 0x%lx size 0x%llx offset 0x%llx length 0x%zx done_before 0x%zx flags %s dio_flags %s aio %d",
280 		  MAJOR(__entry->dev), MINOR(__entry->dev),
281 		  __entry->ino,
282 		  __entry->isize,
283 		  __entry->pos,
284 		  __entry->count,
285 		  __entry->done_before,
286 		  __print_flags(__entry->ki_flags, "|", TRACE_IOCB_STRINGS),
287 		  __print_flags(__entry->dio_flags, "|", IOMAP_DIO_STRINGS),
288 		  __entry->aio)
289 );
290 
291 TRACE_EVENT(iomap_dio_complete,
292 	TP_PROTO(struct kiocb *iocb, int error, ssize_t ret),
293 	TP_ARGS(iocb, error, ret),
294 	TP_STRUCT__entry(
295 		__field(dev_t,	dev)
296 		__field(ino_t,	ino)
297 		__field(loff_t, isize)
298 		__field(loff_t, pos)
299 		__field(int,	ki_flags)
300 		__field(bool,	aio)
301 		__field(int,	error)
302 		__field(ssize_t, ret)
303 	),
304 	TP_fast_assign(
305 		__entry->dev = file_inode(iocb->ki_filp)->i_sb->s_dev;
306 		__entry->ino = file_inode(iocb->ki_filp)->i_ino;
307 		__entry->isize = file_inode(iocb->ki_filp)->i_size;
308 		__entry->pos = iocb->ki_pos;
309 		__entry->ki_flags = iocb->ki_flags;
310 		__entry->aio = !is_sync_kiocb(iocb);
311 		__entry->error = error;
312 		__entry->ret = ret;
313 	),
314 	TP_printk("dev %d:%d ino 0x%lx size 0x%llx offset 0x%llx flags %s aio %d error %d ret %zd",
315 		  MAJOR(__entry->dev), MINOR(__entry->dev),
316 		  __entry->ino,
317 		  __entry->isize,
318 		  __entry->pos,
319 		  __print_flags(__entry->ki_flags, "|", TRACE_IOCB_STRINGS),
320 		  __entry->aio,
321 		  __entry->error,
322 		  __entry->ret)
323 );
324 
325 #endif /* _IOMAP_TRACE_H */
326 
327 #undef TRACE_INCLUDE_PATH
328 #define TRACE_INCLUDE_PATH .
329 #define TRACE_INCLUDE_FILE trace
330 #include <trace/define_trace.h>
331