1 /* SPDX-License-Identifier: GPL-2.0 */ 2 /* 3 * Copyright (c) 2009-2021 Christoph Hellwig 4 * 5 * NOTE: none of these tracepoints shall be considered a stable kernel ABI 6 * as they can change at any time. 7 * 8 * Current conventions for printing numbers measuring specific units: 9 * 10 * offset: byte offset into a subcomponent of a file operation 11 * pos: file offset, in bytes 12 * length: length of a file operation, in bytes 13 * ino: inode number 14 * 15 * Numbers describing space allocations should be formatted in hexadecimal. 16 */ 17 #undef TRACE_SYSTEM 18 #define TRACE_SYSTEM iomap 19 20 #if !defined(_IOMAP_TRACE_H) || defined(TRACE_HEADER_MULTI_READ) 21 #define _IOMAP_TRACE_H 22 23 #include <linux/tracepoint.h> 24 25 struct inode; 26 27 DECLARE_EVENT_CLASS(iomap_readpage_class, 28 TP_PROTO(struct inode *inode, int nr_pages), 29 TP_ARGS(inode, nr_pages), 30 TP_STRUCT__entry( 31 __field(dev_t, dev) 32 __field(u64, ino) 33 __field(int, nr_pages) 34 ), 35 TP_fast_assign( 36 __entry->dev = inode->i_sb->s_dev; 37 __entry->ino = inode->i_ino; 38 __entry->nr_pages = nr_pages; 39 ), 40 TP_printk("dev %d:%d ino 0x%llx nr_pages %d", 41 MAJOR(__entry->dev), MINOR(__entry->dev), 42 __entry->ino, 43 __entry->nr_pages) 44 ) 45 46 #define DEFINE_READPAGE_EVENT(name) \ 47 DEFINE_EVENT(iomap_readpage_class, name, \ 48 TP_PROTO(struct inode *inode, int nr_pages), \ 49 TP_ARGS(inode, nr_pages)) 50 DEFINE_READPAGE_EVENT(iomap_readpage); 51 DEFINE_READPAGE_EVENT(iomap_readahead); 52 53 DECLARE_EVENT_CLASS(iomap_range_class, 54 TP_PROTO(struct inode *inode, loff_t off, u64 len), 55 TP_ARGS(inode, off, len), 56 TP_STRUCT__entry( 57 __field(dev_t, dev) 58 __field(u64, ino) 59 __field(loff_t, size) 60 __field(loff_t, offset) 61 __field(u64, length) 62 ), 63 TP_fast_assign( 64 __entry->dev = inode->i_sb->s_dev; 65 __entry->ino = inode->i_ino; 66 __entry->size = i_size_read(inode); 67 __entry->offset = off; 68 __entry->length = len; 69 ), 70 TP_printk("dev %d:%d ino 0x%llx size 0x%llx offset 0x%llx length 0x%llx", 71 MAJOR(__entry->dev), MINOR(__entry->dev), 72 __entry->ino, 73 __entry->size, 74 __entry->offset, 75 __entry->length) 76 ) 77 78 #define DEFINE_RANGE_EVENT(name) \ 79 DEFINE_EVENT(iomap_range_class, name, \ 80 TP_PROTO(struct inode *inode, loff_t off, u64 len),\ 81 TP_ARGS(inode, off, len)) 82 DEFINE_RANGE_EVENT(iomap_writepage); 83 DEFINE_RANGE_EVENT(iomap_release_folio); 84 DEFINE_RANGE_EVENT(iomap_invalidate_folio); 85 DEFINE_RANGE_EVENT(iomap_dio_invalidate_fail); 86 DEFINE_RANGE_EVENT(iomap_dio_rw_queued); 87 88 #define IOMAP_TYPE_STRINGS \ 89 { IOMAP_HOLE, "HOLE" }, \ 90 { IOMAP_DELALLOC, "DELALLOC" }, \ 91 { IOMAP_MAPPED, "MAPPED" }, \ 92 { IOMAP_UNWRITTEN, "UNWRITTEN" }, \ 93 { IOMAP_INLINE, "INLINE" } 94 95 #define IOMAP_FLAGS_STRINGS \ 96 { IOMAP_WRITE, "WRITE" }, \ 97 { IOMAP_ZERO, "ZERO" }, \ 98 { IOMAP_REPORT, "REPORT" }, \ 99 { IOMAP_FAULT, "FAULT" }, \ 100 { IOMAP_DIRECT, "DIRECT" }, \ 101 { IOMAP_NOWAIT, "NOWAIT" } 102 103 #define IOMAP_F_FLAGS_STRINGS \ 104 { IOMAP_F_NEW, "NEW" }, \ 105 { IOMAP_F_DIRTY, "DIRTY" }, \ 106 { IOMAP_F_SHARED, "SHARED" }, \ 107 { IOMAP_F_MERGED, "MERGED" }, \ 108 { IOMAP_F_BUFFER_HEAD, "BH" }, \ 109 { IOMAP_F_SIZE_CHANGED, "SIZE_CHANGED" } 110 111 #define IOMAP_DIO_STRINGS \ 112 {IOMAP_DIO_FORCE_WAIT, "DIO_FORCE_WAIT" }, \ 113 {IOMAP_DIO_OVERWRITE_ONLY, "DIO_OVERWRITE_ONLY" }, \ 114 {IOMAP_DIO_PARTIAL, "DIO_PARTIAL" } 115 116 DECLARE_EVENT_CLASS(iomap_class, 117 TP_PROTO(struct inode *inode, struct iomap *iomap), 118 TP_ARGS(inode, iomap), 119 TP_STRUCT__entry( 120 __field(dev_t, dev) 121 __field(u64, ino) 122 __field(u64, addr) 123 __field(loff_t, offset) 124 __field(u64, length) 125 __field(u16, type) 126 __field(u16, flags) 127 __field(dev_t, bdev) 128 ), 129 TP_fast_assign( 130 __entry->dev = inode->i_sb->s_dev; 131 __entry->ino = inode->i_ino; 132 __entry->addr = iomap->addr; 133 __entry->offset = iomap->offset; 134 __entry->length = iomap->length; 135 __entry->type = iomap->type; 136 __entry->flags = iomap->flags; 137 __entry->bdev = iomap->bdev ? iomap->bdev->bd_dev : 0; 138 ), 139 TP_printk("dev %d:%d ino 0x%llx bdev %d:%d addr 0x%llx offset 0x%llx " 140 "length 0x%llx type %s flags %s", 141 MAJOR(__entry->dev), MINOR(__entry->dev), 142 __entry->ino, 143 MAJOR(__entry->bdev), MINOR(__entry->bdev), 144 __entry->addr, 145 __entry->offset, 146 __entry->length, 147 __print_symbolic(__entry->type, IOMAP_TYPE_STRINGS), 148 __print_flags(__entry->flags, "|", IOMAP_F_FLAGS_STRINGS)) 149 ) 150 151 #define DEFINE_IOMAP_EVENT(name) \ 152 DEFINE_EVENT(iomap_class, name, \ 153 TP_PROTO(struct inode *inode, struct iomap *iomap), \ 154 TP_ARGS(inode, iomap)) 155 DEFINE_IOMAP_EVENT(iomap_iter_dstmap); 156 DEFINE_IOMAP_EVENT(iomap_iter_srcmap); 157 158 TRACE_EVENT(iomap_writepage_map, 159 TP_PROTO(struct inode *inode, u64 pos, unsigned int dirty_len, 160 struct iomap *iomap), 161 TP_ARGS(inode, pos, dirty_len, iomap), 162 TP_STRUCT__entry( 163 __field(dev_t, dev) 164 __field(u64, ino) 165 __field(u64, pos) 166 __field(u64, dirty_len) 167 __field(u64, addr) 168 __field(loff_t, offset) 169 __field(u64, length) 170 __field(u16, type) 171 __field(u16, flags) 172 __field(dev_t, bdev) 173 ), 174 TP_fast_assign( 175 __entry->dev = inode->i_sb->s_dev; 176 __entry->ino = inode->i_ino; 177 __entry->pos = pos; 178 __entry->dirty_len = dirty_len; 179 __entry->addr = iomap->addr; 180 __entry->offset = iomap->offset; 181 __entry->length = iomap->length; 182 __entry->type = iomap->type; 183 __entry->flags = iomap->flags; 184 __entry->bdev = iomap->bdev ? iomap->bdev->bd_dev : 0; 185 ), 186 TP_printk("dev %d:%d ino 0x%llx bdev %d:%d pos 0x%llx dirty len 0x%llx " 187 "addr 0x%llx offset 0x%llx length 0x%llx type %s flags %s", 188 MAJOR(__entry->dev), MINOR(__entry->dev), 189 __entry->ino, 190 MAJOR(__entry->bdev), MINOR(__entry->bdev), 191 __entry->pos, 192 __entry->dirty_len, 193 __entry->addr, 194 __entry->offset, 195 __entry->length, 196 __print_symbolic(__entry->type, IOMAP_TYPE_STRINGS), 197 __print_flags(__entry->flags, "|", IOMAP_F_FLAGS_STRINGS)) 198 ); 199 200 TRACE_EVENT(iomap_iter, 201 TP_PROTO(struct iomap_iter *iter, const void *ops, 202 unsigned long caller), 203 TP_ARGS(iter, ops, caller), 204 TP_STRUCT__entry( 205 __field(dev_t, dev) 206 __field(u64, ino) 207 __field(loff_t, pos) 208 __field(u64, length) 209 __field(s64, processed) 210 __field(unsigned int, flags) 211 __field(const void *, ops) 212 __field(unsigned long, caller) 213 ), 214 TP_fast_assign( 215 __entry->dev = iter->inode->i_sb->s_dev; 216 __entry->ino = iter->inode->i_ino; 217 __entry->pos = iter->pos; 218 __entry->length = iomap_length(iter); 219 __entry->processed = iter->processed; 220 __entry->flags = iter->flags; 221 __entry->ops = ops; 222 __entry->caller = caller; 223 ), 224 TP_printk("dev %d:%d ino 0x%llx pos 0x%llx length 0x%llx processed %lld flags %s (0x%x) ops %ps caller %pS", 225 MAJOR(__entry->dev), MINOR(__entry->dev), 226 __entry->ino, 227 __entry->pos, 228 __entry->length, 229 __entry->processed, 230 __print_flags(__entry->flags, "|", IOMAP_FLAGS_STRINGS), 231 __entry->flags, 232 __entry->ops, 233 (void *)__entry->caller) 234 ); 235 236 TRACE_EVENT(iomap_dio_rw_begin, 237 TP_PROTO(struct kiocb *iocb, struct iov_iter *iter, 238 unsigned int dio_flags, size_t done_before), 239 TP_ARGS(iocb, iter, dio_flags, done_before), 240 TP_STRUCT__entry( 241 __field(dev_t, dev) 242 __field(ino_t, ino) 243 __field(loff_t, isize) 244 __field(loff_t, pos) 245 __field(size_t, count) 246 __field(size_t, done_before) 247 __field(int, ki_flags) 248 __field(unsigned int, dio_flags) 249 __field(bool, aio) 250 ), 251 TP_fast_assign( 252 __entry->dev = file_inode(iocb->ki_filp)->i_sb->s_dev; 253 __entry->ino = file_inode(iocb->ki_filp)->i_ino; 254 __entry->isize = file_inode(iocb->ki_filp)->i_size; 255 __entry->pos = iocb->ki_pos; 256 __entry->count = iov_iter_count(iter); 257 __entry->done_before = done_before; 258 __entry->ki_flags = iocb->ki_flags; 259 __entry->dio_flags = dio_flags; 260 __entry->aio = !is_sync_kiocb(iocb); 261 ), 262 TP_printk("dev %d:%d ino 0x%lx size 0x%llx offset 0x%llx length 0x%zx done_before 0x%zx flags %s dio_flags %s aio %d", 263 MAJOR(__entry->dev), MINOR(__entry->dev), 264 __entry->ino, 265 __entry->isize, 266 __entry->pos, 267 __entry->count, 268 __entry->done_before, 269 __print_flags(__entry->ki_flags, "|", TRACE_IOCB_STRINGS), 270 __print_flags(__entry->dio_flags, "|", IOMAP_DIO_STRINGS), 271 __entry->aio) 272 ); 273 274 TRACE_EVENT(iomap_dio_complete, 275 TP_PROTO(struct kiocb *iocb, int error, ssize_t ret), 276 TP_ARGS(iocb, error, ret), 277 TP_STRUCT__entry( 278 __field(dev_t, dev) 279 __field(ino_t, ino) 280 __field(loff_t, isize) 281 __field(loff_t, pos) 282 __field(int, ki_flags) 283 __field(bool, aio) 284 __field(int, error) 285 __field(ssize_t, ret) 286 ), 287 TP_fast_assign( 288 __entry->dev = file_inode(iocb->ki_filp)->i_sb->s_dev; 289 __entry->ino = file_inode(iocb->ki_filp)->i_ino; 290 __entry->isize = file_inode(iocb->ki_filp)->i_size; 291 __entry->pos = iocb->ki_pos; 292 __entry->ki_flags = iocb->ki_flags; 293 __entry->aio = !is_sync_kiocb(iocb); 294 __entry->error = error; 295 __entry->ret = ret; 296 ), 297 TP_printk("dev %d:%d ino 0x%lx size 0x%llx offset 0x%llx flags %s aio %d error %d ret %zd", 298 MAJOR(__entry->dev), MINOR(__entry->dev), 299 __entry->ino, 300 __entry->isize, 301 __entry->pos, 302 __print_flags(__entry->ki_flags, "|", TRACE_IOCB_STRINGS), 303 __entry->aio, 304 __entry->error, 305 __entry->ret) 306 ); 307 308 #endif /* _IOMAP_TRACE_H */ 309 310 #undef TRACE_INCLUDE_PATH 311 #define TRACE_INCLUDE_PATH . 312 #define TRACE_INCLUDE_FILE trace 313 #include <trace/define_trace.h> 314