1 /* SPDX-License-Identifier: GPL-2.0 */ 2 /* 3 * Copyright (c) 2009-2021 Christoph Hellwig 4 * 5 * NOTE: none of these tracepoints shall be considered a stable kernel ABI 6 * as they can change at any time. 7 * 8 * Current conventions for printing numbers measuring specific units: 9 * 10 * offset: byte offset into a subcomponent of a file operation 11 * pos: file offset, in bytes 12 * length: length of a file operation, in bytes 13 * ino: inode number 14 * 15 * Numbers describing space allocations should be formatted in hexadecimal. 16 */ 17 #undef TRACE_SYSTEM 18 #define TRACE_SYSTEM iomap 19 20 #if !defined(_IOMAP_TRACE_H) || defined(TRACE_HEADER_MULTI_READ) 21 #define _IOMAP_TRACE_H 22 23 #include <linux/tracepoint.h> 24 25 struct inode; 26 27 DECLARE_EVENT_CLASS(iomap_readpage_class, 28 TP_PROTO(struct inode *inode, int nr_pages), 29 TP_ARGS(inode, nr_pages), 30 TP_STRUCT__entry( 31 __field(dev_t, dev) 32 __field(u64, ino) 33 __field(int, nr_pages) 34 ), 35 TP_fast_assign( 36 __entry->dev = inode->i_sb->s_dev; 37 __entry->ino = inode->i_ino; 38 __entry->nr_pages = nr_pages; 39 ), 40 TP_printk("dev %d:%d ino 0x%llx nr_pages %d", 41 MAJOR(__entry->dev), MINOR(__entry->dev), 42 __entry->ino, 43 __entry->nr_pages) 44 ) 45 46 #define DEFINE_READPAGE_EVENT(name) \ 47 DEFINE_EVENT(iomap_readpage_class, name, \ 48 TP_PROTO(struct inode *inode, int nr_pages), \ 49 TP_ARGS(inode, nr_pages)) 50 DEFINE_READPAGE_EVENT(iomap_readpage); 51 DEFINE_READPAGE_EVENT(iomap_readahead); 52 53 DECLARE_EVENT_CLASS(iomap_range_class, 54 TP_PROTO(struct inode *inode, loff_t off, u64 len), 55 TP_ARGS(inode, off, len), 56 TP_STRUCT__entry( 57 __field(dev_t, dev) 58 __field(u64, ino) 59 __field(loff_t, size) 60 __field(loff_t, offset) 61 __field(u64, length) 62 ), 63 TP_fast_assign( 64 __entry->dev = inode->i_sb->s_dev; 65 __entry->ino = inode->i_ino; 66 __entry->size = i_size_read(inode); 67 __entry->offset = off; 68 __entry->length = len; 69 ), 70 TP_printk("dev %d:%d ino 0x%llx size 0x%llx offset 0x%llx length 0x%llx", 71 MAJOR(__entry->dev), MINOR(__entry->dev), 72 __entry->ino, 73 __entry->size, 74 __entry->offset, 75 __entry->length) 76 ) 77 78 #define DEFINE_RANGE_EVENT(name) \ 79 DEFINE_EVENT(iomap_range_class, name, \ 80 TP_PROTO(struct inode *inode, loff_t off, u64 len),\ 81 TP_ARGS(inode, off, len)) 82 DEFINE_RANGE_EVENT(iomap_writeback_folio); 83 DEFINE_RANGE_EVENT(iomap_release_folio); 84 DEFINE_RANGE_EVENT(iomap_invalidate_folio); 85 DEFINE_RANGE_EVENT(iomap_dio_invalidate_fail); 86 DEFINE_RANGE_EVENT(iomap_dio_rw_queued); 87 DEFINE_RANGE_EVENT(iomap_zero_iter); 88 89 #define IOMAP_TYPE_STRINGS \ 90 { IOMAP_HOLE, "HOLE" }, \ 91 { IOMAP_DELALLOC, "DELALLOC" }, \ 92 { IOMAP_MAPPED, "MAPPED" }, \ 93 { IOMAP_UNWRITTEN, "UNWRITTEN" }, \ 94 { IOMAP_INLINE, "INLINE" } 95 96 #define IOMAP_FLAGS_STRINGS \ 97 { IOMAP_WRITE, "WRITE" }, \ 98 { IOMAP_ZERO, "ZERO" }, \ 99 { IOMAP_REPORT, "REPORT" }, \ 100 { IOMAP_FAULT, "FAULT" }, \ 101 { IOMAP_DIRECT, "DIRECT" }, \ 102 { IOMAP_NOWAIT, "NOWAIT" }, \ 103 { IOMAP_OVERWRITE_ONLY, "OVERWRITE_ONLY" }, \ 104 { IOMAP_UNSHARE, "UNSHARE" }, \ 105 { IOMAP_DAX, "DAX" }, \ 106 { IOMAP_ATOMIC, "ATOMIC" }, \ 107 { IOMAP_DONTCACHE, "DONTCACHE" } 108 109 #define IOMAP_F_FLAGS_STRINGS \ 110 { IOMAP_F_NEW, "NEW" }, \ 111 { IOMAP_F_DIRTY, "DIRTY" }, \ 112 { IOMAP_F_SHARED, "SHARED" }, \ 113 { IOMAP_F_MERGED, "MERGED" }, \ 114 { IOMAP_F_BUFFER_HEAD, "BH" }, \ 115 { IOMAP_F_XATTR, "XATTR" }, \ 116 { IOMAP_F_BOUNDARY, "BOUNDARY" }, \ 117 { IOMAP_F_ANON_WRITE, "ANON_WRITE" }, \ 118 { IOMAP_F_ATOMIC_BIO, "ATOMIC_BIO" }, \ 119 { IOMAP_F_PRIVATE, "PRIVATE" }, \ 120 { IOMAP_F_SIZE_CHANGED, "SIZE_CHANGED" }, \ 121 { IOMAP_F_STALE, "STALE" } 122 123 124 #define IOMAP_DIO_STRINGS \ 125 {IOMAP_DIO_FORCE_WAIT, "DIO_FORCE_WAIT" }, \ 126 {IOMAP_DIO_OVERWRITE_ONLY, "DIO_OVERWRITE_ONLY" }, \ 127 {IOMAP_DIO_PARTIAL, "DIO_PARTIAL" } 128 129 DECLARE_EVENT_CLASS(iomap_class, 130 TP_PROTO(struct inode *inode, struct iomap *iomap), 131 TP_ARGS(inode, iomap), 132 TP_STRUCT__entry( 133 __field(dev_t, dev) 134 __field(u64, ino) 135 __field(u64, addr) 136 __field(loff_t, offset) 137 __field(u64, length) 138 __field(u16, type) 139 __field(u16, flags) 140 __field(dev_t, bdev) 141 ), 142 TP_fast_assign( 143 __entry->dev = inode->i_sb->s_dev; 144 __entry->ino = inode->i_ino; 145 __entry->addr = iomap->addr; 146 __entry->offset = iomap->offset; 147 __entry->length = iomap->length; 148 __entry->type = iomap->type; 149 __entry->flags = iomap->flags; 150 __entry->bdev = iomap->bdev ? iomap->bdev->bd_dev : 0; 151 ), 152 TP_printk("dev %d:%d ino 0x%llx bdev %d:%d addr 0x%llx offset 0x%llx " 153 "length 0x%llx type %s (0x%x) flags %s (0x%x)", 154 MAJOR(__entry->dev), MINOR(__entry->dev), 155 __entry->ino, 156 MAJOR(__entry->bdev), MINOR(__entry->bdev), 157 __entry->addr, 158 __entry->offset, 159 __entry->length, 160 __print_symbolic(__entry->type, IOMAP_TYPE_STRINGS), 161 __entry->type, 162 __print_flags(__entry->flags, "|", IOMAP_F_FLAGS_STRINGS), 163 __entry->flags) 164 ) 165 166 #define DEFINE_IOMAP_EVENT(name) \ 167 DEFINE_EVENT(iomap_class, name, \ 168 TP_PROTO(struct inode *inode, struct iomap *iomap), \ 169 TP_ARGS(inode, iomap)) 170 DEFINE_IOMAP_EVENT(iomap_iter_dstmap); 171 DEFINE_IOMAP_EVENT(iomap_iter_srcmap); 172 173 TRACE_EVENT(iomap_add_to_ioend, 174 TP_PROTO(struct inode *inode, u64 pos, unsigned int dirty_len, 175 struct iomap *iomap), 176 TP_ARGS(inode, pos, dirty_len, iomap), 177 TP_STRUCT__entry( 178 __field(dev_t, dev) 179 __field(u64, ino) 180 __field(u64, pos) 181 __field(u64, dirty_len) 182 __field(u64, addr) 183 __field(loff_t, offset) 184 __field(u64, length) 185 __field(u16, type) 186 __field(u16, flags) 187 __field(dev_t, bdev) 188 ), 189 TP_fast_assign( 190 __entry->dev = inode->i_sb->s_dev; 191 __entry->ino = inode->i_ino; 192 __entry->pos = pos; 193 __entry->dirty_len = dirty_len; 194 __entry->addr = iomap->addr; 195 __entry->offset = iomap->offset; 196 __entry->length = iomap->length; 197 __entry->type = iomap->type; 198 __entry->flags = iomap->flags; 199 __entry->bdev = iomap->bdev ? iomap->bdev->bd_dev : 0; 200 ), 201 TP_printk("dev %d:%d ino 0x%llx bdev %d:%d pos 0x%llx dirty len 0x%llx " 202 "addr 0x%llx offset 0x%llx length 0x%llx type %s (0x%x) flags %s (0x%x)", 203 MAJOR(__entry->dev), MINOR(__entry->dev), 204 __entry->ino, 205 MAJOR(__entry->bdev), MINOR(__entry->bdev), 206 __entry->pos, 207 __entry->dirty_len, 208 __entry->addr, 209 __entry->offset, 210 __entry->length, 211 __print_symbolic(__entry->type, IOMAP_TYPE_STRINGS), 212 __entry->type, 213 __print_flags(__entry->flags, "|", IOMAP_F_FLAGS_STRINGS), 214 __entry->flags) 215 ); 216 217 TRACE_EVENT(iomap_iter, 218 TP_PROTO(struct iomap_iter *iter, const void *ops, 219 unsigned long caller), 220 TP_ARGS(iter, ops, caller), 221 TP_STRUCT__entry( 222 __field(dev_t, dev) 223 __field(u64, ino) 224 __field(loff_t, pos) 225 __field(u64, length) 226 __field(int, status) 227 __field(unsigned int, flags) 228 __field(const void *, ops) 229 __field(unsigned long, caller) 230 ), 231 TP_fast_assign( 232 __entry->dev = iter->inode->i_sb->s_dev; 233 __entry->ino = iter->inode->i_ino; 234 __entry->pos = iter->pos; 235 __entry->length = iomap_length(iter); 236 __entry->status = iter->status; 237 __entry->flags = iter->flags; 238 __entry->ops = ops; 239 __entry->caller = caller; 240 ), 241 TP_printk("dev %d:%d ino 0x%llx pos 0x%llx length 0x%llx status %d flags %s (0x%x) ops %ps caller %pS", 242 MAJOR(__entry->dev), MINOR(__entry->dev), 243 __entry->ino, 244 __entry->pos, 245 __entry->length, 246 __entry->status, 247 __print_flags(__entry->flags, "|", IOMAP_FLAGS_STRINGS), 248 __entry->flags, 249 __entry->ops, 250 (void *)__entry->caller) 251 ); 252 253 TRACE_EVENT(iomap_dio_rw_begin, 254 TP_PROTO(struct kiocb *iocb, struct iov_iter *iter, 255 unsigned int dio_flags, size_t done_before), 256 TP_ARGS(iocb, iter, dio_flags, done_before), 257 TP_STRUCT__entry( 258 __field(dev_t, dev) 259 __field(ino_t, ino) 260 __field(loff_t, isize) 261 __field(loff_t, pos) 262 __field(size_t, count) 263 __field(size_t, done_before) 264 __field(int, ki_flags) 265 __field(unsigned int, dio_flags) 266 __field(bool, aio) 267 ), 268 TP_fast_assign( 269 __entry->dev = file_inode(iocb->ki_filp)->i_sb->s_dev; 270 __entry->ino = file_inode(iocb->ki_filp)->i_ino; 271 __entry->isize = file_inode(iocb->ki_filp)->i_size; 272 __entry->pos = iocb->ki_pos; 273 __entry->count = iov_iter_count(iter); 274 __entry->done_before = done_before; 275 __entry->ki_flags = iocb->ki_flags; 276 __entry->dio_flags = dio_flags; 277 __entry->aio = !is_sync_kiocb(iocb); 278 ), 279 TP_printk("dev %d:%d ino 0x%lx size 0x%llx offset 0x%llx length 0x%zx done_before 0x%zx flags %s dio_flags %s aio %d", 280 MAJOR(__entry->dev), MINOR(__entry->dev), 281 __entry->ino, 282 __entry->isize, 283 __entry->pos, 284 __entry->count, 285 __entry->done_before, 286 __print_flags(__entry->ki_flags, "|", TRACE_IOCB_STRINGS), 287 __print_flags(__entry->dio_flags, "|", IOMAP_DIO_STRINGS), 288 __entry->aio) 289 ); 290 291 TRACE_EVENT(iomap_dio_complete, 292 TP_PROTO(struct kiocb *iocb, int error, ssize_t ret), 293 TP_ARGS(iocb, error, ret), 294 TP_STRUCT__entry( 295 __field(dev_t, dev) 296 __field(ino_t, ino) 297 __field(loff_t, isize) 298 __field(loff_t, pos) 299 __field(int, ki_flags) 300 __field(bool, aio) 301 __field(int, error) 302 __field(ssize_t, ret) 303 ), 304 TP_fast_assign( 305 __entry->dev = file_inode(iocb->ki_filp)->i_sb->s_dev; 306 __entry->ino = file_inode(iocb->ki_filp)->i_ino; 307 __entry->isize = file_inode(iocb->ki_filp)->i_size; 308 __entry->pos = iocb->ki_pos; 309 __entry->ki_flags = iocb->ki_flags; 310 __entry->aio = !is_sync_kiocb(iocb); 311 __entry->error = error; 312 __entry->ret = ret; 313 ), 314 TP_printk("dev %d:%d ino 0x%lx size 0x%llx offset 0x%llx flags %s aio %d error %d ret %zd", 315 MAJOR(__entry->dev), MINOR(__entry->dev), 316 __entry->ino, 317 __entry->isize, 318 __entry->pos, 319 __print_flags(__entry->ki_flags, "|", TRACE_IOCB_STRINGS), 320 __entry->aio, 321 __entry->error, 322 __entry->ret) 323 ); 324 325 #endif /* _IOMAP_TRACE_H */ 326 327 #undef TRACE_INCLUDE_PATH 328 #define TRACE_INCLUDE_PATH . 329 #define TRACE_INCLUDE_FILE trace 330 #include <trace/define_trace.h> 331