1 /* SPDX-License-Identifier: GPL-2.0 */ 2 /* 3 * Copyright (c) 2009-2021 Christoph Hellwig 4 * 5 * NOTE: none of these tracepoints shall be considered a stable kernel ABI 6 * as they can change at any time. 7 * 8 * Current conventions for printing numbers measuring specific units: 9 * 10 * offset: byte offset into a subcomponent of a file operation 11 * pos: file offset, in bytes 12 * length: length of a file operation, in bytes 13 * ino: inode number 14 * 15 * Numbers describing space allocations should be formatted in hexadecimal. 16 */ 17 #undef TRACE_SYSTEM 18 #define TRACE_SYSTEM iomap 19 20 #if !defined(_IOMAP_TRACE_H) || defined(TRACE_HEADER_MULTI_READ) 21 #define _IOMAP_TRACE_H 22 23 #include <linux/tracepoint.h> 24 25 struct inode; 26 27 DECLARE_EVENT_CLASS(iomap_readpage_class, 28 TP_PROTO(struct inode *inode, int nr_pages), 29 TP_ARGS(inode, nr_pages), 30 TP_STRUCT__entry( 31 __field(dev_t, dev) 32 __field(u64, ino) 33 __field(int, nr_pages) 34 ), 35 TP_fast_assign( 36 __entry->dev = inode->i_sb->s_dev; 37 __entry->ino = inode->i_ino; 38 __entry->nr_pages = nr_pages; 39 ), 40 TP_printk("dev %d:%d ino 0x%llx nr_pages %d", 41 MAJOR(__entry->dev), MINOR(__entry->dev), 42 __entry->ino, 43 __entry->nr_pages) 44 ) 45 46 #define DEFINE_READPAGE_EVENT(name) \ 47 DEFINE_EVENT(iomap_readpage_class, name, \ 48 TP_PROTO(struct inode *inode, int nr_pages), \ 49 TP_ARGS(inode, nr_pages)) 50 DEFINE_READPAGE_EVENT(iomap_readpage); 51 DEFINE_READPAGE_EVENT(iomap_readahead); 52 53 DECLARE_EVENT_CLASS(iomap_range_class, 54 TP_PROTO(struct inode *inode, loff_t off, u64 len), 55 TP_ARGS(inode, off, len), 56 TP_STRUCT__entry( 57 __field(dev_t, dev) 58 __field(u64, ino) 59 __field(loff_t, size) 60 __field(loff_t, offset) 61 __field(u64, length) 62 ), 63 TP_fast_assign( 64 __entry->dev = inode->i_sb->s_dev; 65 __entry->ino = inode->i_ino; 66 __entry->size = i_size_read(inode); 67 __entry->offset = off; 68 __entry->length = len; 69 ), 70 TP_printk("dev %d:%d ino 0x%llx size 0x%llx offset 0x%llx length 0x%llx", 71 MAJOR(__entry->dev), MINOR(__entry->dev), 72 __entry->ino, 73 __entry->size, 74 __entry->offset, 75 __entry->length) 76 ) 77 78 #define DEFINE_RANGE_EVENT(name) \ 79 DEFINE_EVENT(iomap_range_class, name, \ 80 TP_PROTO(struct inode *inode, loff_t off, u64 len),\ 81 TP_ARGS(inode, off, len)) 82 DEFINE_RANGE_EVENT(iomap_writeback_folio); 83 DEFINE_RANGE_EVENT(iomap_release_folio); 84 DEFINE_RANGE_EVENT(iomap_invalidate_folio); 85 DEFINE_RANGE_EVENT(iomap_dio_invalidate_fail); 86 DEFINE_RANGE_EVENT(iomap_dio_rw_queued); 87 DEFINE_RANGE_EVENT(iomap_zero_iter); 88 89 #define IOMAP_TYPE_STRINGS \ 90 { IOMAP_HOLE, "HOLE" }, \ 91 { IOMAP_DELALLOC, "DELALLOC" }, \ 92 { IOMAP_MAPPED, "MAPPED" }, \ 93 { IOMAP_UNWRITTEN, "UNWRITTEN" }, \ 94 { IOMAP_INLINE, "INLINE" } 95 96 #define IOMAP_FLAGS_STRINGS \ 97 { IOMAP_WRITE, "WRITE" }, \ 98 { IOMAP_ZERO, "ZERO" }, \ 99 { IOMAP_REPORT, "REPORT" }, \ 100 { IOMAP_FAULT, "FAULT" }, \ 101 { IOMAP_DIRECT, "DIRECT" }, \ 102 { IOMAP_NOWAIT, "NOWAIT" }, \ 103 { IOMAP_OVERWRITE_ONLY, "OVERWRITE_ONLY" }, \ 104 { IOMAP_UNSHARE, "UNSHARE" }, \ 105 { IOMAP_DAX, "DAX" }, \ 106 { IOMAP_ATOMIC, "ATOMIC" }, \ 107 { IOMAP_DONTCACHE, "DONTCACHE" } 108 109 #define IOMAP_F_FLAGS_STRINGS \ 110 { IOMAP_F_NEW, "NEW" }, \ 111 { IOMAP_F_DIRTY, "DIRTY" }, \ 112 { IOMAP_F_SHARED, "SHARED" }, \ 113 { IOMAP_F_MERGED, "MERGED" }, \ 114 { IOMAP_F_BUFFER_HEAD, "BH" }, \ 115 { IOMAP_F_XATTR, "XATTR" }, \ 116 { IOMAP_F_BOUNDARY, "BOUNDARY" }, \ 117 { IOMAP_F_ANON_WRITE, "ANON_WRITE" }, \ 118 { IOMAP_F_ATOMIC_BIO, "ATOMIC_BIO" }, \ 119 { IOMAP_F_PRIVATE, "PRIVATE" }, \ 120 { IOMAP_F_SIZE_CHANGED, "SIZE_CHANGED" }, \ 121 { IOMAP_F_STALE, "STALE" } 122 123 124 #define IOMAP_DIO_STRINGS \ 125 {IOMAP_DIO_FORCE_WAIT, "DIO_FORCE_WAIT" }, \ 126 {IOMAP_DIO_OVERWRITE_ONLY, "DIO_OVERWRITE_ONLY" }, \ 127 {IOMAP_DIO_PARTIAL, "DIO_PARTIAL" }, \ 128 {IOMAP_DIO_FSBLOCK_ALIGNED, "DIO_FSBLOCK_ALIGNED" } 129 130 DECLARE_EVENT_CLASS(iomap_class, 131 TP_PROTO(struct inode *inode, struct iomap *iomap), 132 TP_ARGS(inode, iomap), 133 TP_STRUCT__entry( 134 __field(dev_t, dev) 135 __field(u64, ino) 136 __field(u64, addr) 137 __field(loff_t, offset) 138 __field(u64, length) 139 __field(u16, type) 140 __field(u16, flags) 141 __field(dev_t, bdev) 142 ), 143 TP_fast_assign( 144 __entry->dev = inode->i_sb->s_dev; 145 __entry->ino = inode->i_ino; 146 __entry->addr = iomap->addr; 147 __entry->offset = iomap->offset; 148 __entry->length = iomap->length; 149 __entry->type = iomap->type; 150 __entry->flags = iomap->flags; 151 __entry->bdev = iomap->bdev ? iomap->bdev->bd_dev : 0; 152 ), 153 TP_printk("dev %d:%d ino 0x%llx bdev %d:%d addr 0x%llx offset 0x%llx " 154 "length 0x%llx type %s (0x%x) flags %s (0x%x)", 155 MAJOR(__entry->dev), MINOR(__entry->dev), 156 __entry->ino, 157 MAJOR(__entry->bdev), MINOR(__entry->bdev), 158 __entry->addr, 159 __entry->offset, 160 __entry->length, 161 __print_symbolic(__entry->type, IOMAP_TYPE_STRINGS), 162 __entry->type, 163 __print_flags(__entry->flags, "|", IOMAP_F_FLAGS_STRINGS), 164 __entry->flags) 165 ) 166 167 #define DEFINE_IOMAP_EVENT(name) \ 168 DEFINE_EVENT(iomap_class, name, \ 169 TP_PROTO(struct inode *inode, struct iomap *iomap), \ 170 TP_ARGS(inode, iomap)) 171 DEFINE_IOMAP_EVENT(iomap_iter_dstmap); 172 DEFINE_IOMAP_EVENT(iomap_iter_srcmap); 173 174 TRACE_EVENT(iomap_add_to_ioend, 175 TP_PROTO(struct inode *inode, u64 pos, unsigned int dirty_len, 176 struct iomap *iomap), 177 TP_ARGS(inode, pos, dirty_len, iomap), 178 TP_STRUCT__entry( 179 __field(dev_t, dev) 180 __field(u64, ino) 181 __field(u64, pos) 182 __field(u64, dirty_len) 183 __field(u64, addr) 184 __field(loff_t, offset) 185 __field(u64, length) 186 __field(u16, type) 187 __field(u16, flags) 188 __field(dev_t, bdev) 189 ), 190 TP_fast_assign( 191 __entry->dev = inode->i_sb->s_dev; 192 __entry->ino = inode->i_ino; 193 __entry->pos = pos; 194 __entry->dirty_len = dirty_len; 195 __entry->addr = iomap->addr; 196 __entry->offset = iomap->offset; 197 __entry->length = iomap->length; 198 __entry->type = iomap->type; 199 __entry->flags = iomap->flags; 200 __entry->bdev = iomap->bdev ? iomap->bdev->bd_dev : 0; 201 ), 202 TP_printk("dev %d:%d ino 0x%llx bdev %d:%d pos 0x%llx dirty len 0x%llx " 203 "addr 0x%llx offset 0x%llx length 0x%llx type %s (0x%x) flags %s (0x%x)", 204 MAJOR(__entry->dev), MINOR(__entry->dev), 205 __entry->ino, 206 MAJOR(__entry->bdev), MINOR(__entry->bdev), 207 __entry->pos, 208 __entry->dirty_len, 209 __entry->addr, 210 __entry->offset, 211 __entry->length, 212 __print_symbolic(__entry->type, IOMAP_TYPE_STRINGS), 213 __entry->type, 214 __print_flags(__entry->flags, "|", IOMAP_F_FLAGS_STRINGS), 215 __entry->flags) 216 ); 217 218 TRACE_EVENT(iomap_iter, 219 TP_PROTO(struct iomap_iter *iter, const void *ops, 220 unsigned long caller), 221 TP_ARGS(iter, ops, caller), 222 TP_STRUCT__entry( 223 __field(dev_t, dev) 224 __field(u64, ino) 225 __field(loff_t, pos) 226 __field(u64, length) 227 __field(int, status) 228 __field(unsigned int, flags) 229 __field(const void *, ops) 230 __field(unsigned long, caller) 231 ), 232 TP_fast_assign( 233 __entry->dev = iter->inode->i_sb->s_dev; 234 __entry->ino = iter->inode->i_ino; 235 __entry->pos = iter->pos; 236 __entry->length = iomap_length(iter); 237 __entry->status = iter->status; 238 __entry->flags = iter->flags; 239 __entry->ops = ops; 240 __entry->caller = caller; 241 ), 242 TP_printk("dev %d:%d ino 0x%llx pos 0x%llx length 0x%llx status %d flags %s (0x%x) ops %ps caller %pS", 243 MAJOR(__entry->dev), MINOR(__entry->dev), 244 __entry->ino, 245 __entry->pos, 246 __entry->length, 247 __entry->status, 248 __print_flags(__entry->flags, "|", IOMAP_FLAGS_STRINGS), 249 __entry->flags, 250 __entry->ops, 251 (void *)__entry->caller) 252 ); 253 254 TRACE_EVENT(iomap_dio_rw_begin, 255 TP_PROTO(struct kiocb *iocb, struct iov_iter *iter, 256 unsigned int dio_flags, size_t done_before), 257 TP_ARGS(iocb, iter, dio_flags, done_before), 258 TP_STRUCT__entry( 259 __field(dev_t, dev) 260 __field(ino_t, ino) 261 __field(loff_t, isize) 262 __field(loff_t, pos) 263 __field(size_t, count) 264 __field(size_t, done_before) 265 __field(int, ki_flags) 266 __field(unsigned int, dio_flags) 267 __field(bool, aio) 268 ), 269 TP_fast_assign( 270 __entry->dev = file_inode(iocb->ki_filp)->i_sb->s_dev; 271 __entry->ino = file_inode(iocb->ki_filp)->i_ino; 272 __entry->isize = file_inode(iocb->ki_filp)->i_size; 273 __entry->pos = iocb->ki_pos; 274 __entry->count = iov_iter_count(iter); 275 __entry->done_before = done_before; 276 __entry->ki_flags = iocb->ki_flags; 277 __entry->dio_flags = dio_flags; 278 __entry->aio = !is_sync_kiocb(iocb); 279 ), 280 TP_printk("dev %d:%d ino 0x%lx size 0x%llx offset 0x%llx length 0x%zx done_before 0x%zx flags %s dio_flags %s aio %d", 281 MAJOR(__entry->dev), MINOR(__entry->dev), 282 __entry->ino, 283 __entry->isize, 284 __entry->pos, 285 __entry->count, 286 __entry->done_before, 287 __print_flags(__entry->ki_flags, "|", TRACE_IOCB_STRINGS), 288 __print_flags(__entry->dio_flags, "|", IOMAP_DIO_STRINGS), 289 __entry->aio) 290 ); 291 292 TRACE_EVENT(iomap_dio_complete, 293 TP_PROTO(struct kiocb *iocb, int error, ssize_t ret), 294 TP_ARGS(iocb, error, ret), 295 TP_STRUCT__entry( 296 __field(dev_t, dev) 297 __field(ino_t, ino) 298 __field(loff_t, isize) 299 __field(loff_t, pos) 300 __field(int, ki_flags) 301 __field(bool, aio) 302 __field(int, error) 303 __field(ssize_t, ret) 304 ), 305 TP_fast_assign( 306 __entry->dev = file_inode(iocb->ki_filp)->i_sb->s_dev; 307 __entry->ino = file_inode(iocb->ki_filp)->i_ino; 308 __entry->isize = file_inode(iocb->ki_filp)->i_size; 309 __entry->pos = iocb->ki_pos; 310 __entry->ki_flags = iocb->ki_flags; 311 __entry->aio = !is_sync_kiocb(iocb); 312 __entry->error = error; 313 __entry->ret = ret; 314 ), 315 TP_printk("dev %d:%d ino 0x%lx size 0x%llx offset 0x%llx flags %s aio %d error %d ret %zd", 316 MAJOR(__entry->dev), MINOR(__entry->dev), 317 __entry->ino, 318 __entry->isize, 319 __entry->pos, 320 __print_flags(__entry->ki_flags, "|", TRACE_IOCB_STRINGS), 321 __entry->aio, 322 __entry->error, 323 __entry->ret) 324 ); 325 326 #endif /* _IOMAP_TRACE_H */ 327 328 #undef TRACE_INCLUDE_PATH 329 #define TRACE_INCLUDE_PATH . 330 #define TRACE_INCLUDE_FILE trace 331 #include <trace/define_trace.h> 332