1 /*- 2 * SPDX-License-Identifier: BSD-2-Clause 3 * 4 * Copyright 2006-2008 John Birrell <jb@FreeBSD.org> 5 * 6 * Redistribution and use in source and binary forms, with or without 7 * modification, are permitted provided that the following conditions 8 * are met: 9 * 1. Redistributions of source code must retain the above copyright 10 * notice, this list of conditions and the following disclaimer. 11 * 2. Redistributions in binary form must reproduce the above copyright 12 * notice, this list of conditions and the following disclaimer in the 13 * documentation and/or other materials provided with the distribution. 14 * 15 * THIS SOFTWARE IS PROVIDED BY AUTHOR AND CONTRIBUTORS ``AS IS'' AND 16 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 17 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 18 * ARE DISCLAIMED. IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE 19 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 20 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 21 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 22 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 23 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 24 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 25 * SUCH DAMAGE. 26 * 27 * Statically Defined Tracing (SDT) definitions. 28 * 29 */ 30 31 #ifndef _SYS_SDT_H 32 #define _SYS_SDT_H 33 34 #ifndef _KERNEL 35 36 #define _DTRACE_VERSION 1 37 38 #define DTRACE_PROBE(prov, name) { \ 39 extern void __dtrace_##prov##___##name(void); \ 40 __dtrace_##prov##___##name(); \ 41 } 42 43 #define DTRACE_PROBE1(prov, name, arg1) { \ 44 extern void __dtrace_##prov##___##name(unsigned long); \ 45 __dtrace_##prov##___##name((unsigned long)arg1); \ 46 } 47 48 #define DTRACE_PROBE2(prov, name, arg1, arg2) { \ 49 extern void __dtrace_##prov##___##name(unsigned long, \ 50 unsigned long); \ 51 __dtrace_##prov##___##name((unsigned long)arg1, \ 52 (unsigned long)arg2); \ 53 } 54 55 #define DTRACE_PROBE3(prov, name, arg1, arg2, arg3) { \ 56 extern void __dtrace_##prov##___##name(unsigned long, \ 57 unsigned long, unsigned long); \ 58 __dtrace_##prov##___##name((unsigned long)arg1, \ 59 (unsigned long)arg2, (unsigned long)arg3); \ 60 } 61 62 #define DTRACE_PROBE4(prov, name, arg1, arg2, arg3, arg4) { \ 63 extern void __dtrace_##prov##___##name(unsigned long, \ 64 unsigned long, unsigned long, unsigned long); \ 65 __dtrace_##prov##___##name((unsigned long)arg1, \ 66 (unsigned long)arg2, (unsigned long)arg3, \ 67 (unsigned long)arg4); \ 68 } 69 70 #define DTRACE_PROBE5(prov, name, arg1, arg2, arg3, arg4, arg5) { \ 71 extern void __dtrace_##prov##___##name(unsigned long, \ 72 unsigned long, unsigned long, unsigned long, unsigned long);\ 73 __dtrace_##prov##___##name((unsigned long)arg1, \ 74 (unsigned long)arg2, (unsigned long)arg3, \ 75 (unsigned long)arg4, (unsigned long)arg5); \ 76 } 77 78 #else /* _KERNEL */ 79 80 #include <sys/linker_set.h> 81 #include <machine/sdt_machdep.h> 82 83 extern volatile bool sdt_probes_enabled; 84 85 #ifndef KDTRACE_HOOKS 86 87 #define __sdt_used __unused 88 89 #define SDT_PROVIDER_DEFINE(prov) 90 #define SDT_PROVIDER_DECLARE(prov) 91 #define SDT_PROBE_DEFINE(prov, mod, func, name) 92 #define SDT_PROBE_DECLARE(prov, mod, func, name) 93 #define SDT_PROBES_ENABLED() 0 94 #define SDT_PROBE(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4) 95 #define SDT_PROBE_ARGTYPE(prov, mod, func, name, num, type, xtype) 96 97 #define SDT_PROBE_DEFINE0(prov, mod, func, name) 98 #define SDT_PROBE_DEFINE1(prov, mod, func, name, arg0) 99 #define SDT_PROBE_DEFINE2(prov, mod, func, name, arg0, arg1) 100 #define SDT_PROBE_DEFINE3(prov, mod, func, name, arg0, arg1, arg2) 101 #define SDT_PROBE_DEFINE4(prov, mod, func, name, arg0, arg1, arg2, arg3) 102 #define SDT_PROBE_DEFINE5(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4) 103 #define SDT_PROBE_DEFINE6(prov, mod, func, name, arg0, arg1, arg2, \ 104 arg3, arg4, arg5) 105 106 #define SDT_PROBE0(prov, mod, func, name) 107 #define SDT_PROBE1(prov, mod, func, name, arg0) 108 #define SDT_PROBE2(prov, mod, func, name, arg0, arg1) 109 #define SDT_PROBE3(prov, mod, func, name, arg0, arg1, arg2) 110 #define SDT_PROBE4(prov, mod, func, name, arg0, arg1, arg2, arg3) 111 #define SDT_PROBE5(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4) 112 #define SDT_PROBE6(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4, arg5) 113 114 #define MIB_SDT_PROBE1(...) 115 #define MIB_SDT_PROBE2(...) 116 117 #define SDT_PROBE_DEFINE0_XLATE(prov, mod, func, name) 118 #define SDT_PROBE_DEFINE1_XLATE(prov, mod, func, name, arg0, xarg0) 119 #define SDT_PROBE_DEFINE2_XLATE(prov, mod, func, name, arg0, xarg0, \ 120 arg1, xarg1) 121 #define SDT_PROBE_DEFINE3_XLATE(prov, mod, func, name, arg0, xarg0, \ 122 arg1, xarg1, arg2, xarg2) 123 #define SDT_PROBE_DEFINE4_XLATE(prov, mod, func, name, arg0, xarg0, \ 124 arg1, xarg1, arg2, xarg2, arg3, xarg3) 125 #define SDT_PROBE_DEFINE5_XLATE(prov, mod, func, name, arg0, xarg0, \ 126 arg1, xarg1, arg2, xarg2, arg3, xarg3, arg4, xarg4) 127 #define SDT_PROBE_DEFINE6_XLATE(prov, mod, func, name, arg0, xarg0, \ 128 arg1, xarg1, arg2, xarg2, arg3, xarg3, arg4, xarg4, arg5, xarg5) 129 130 #define DTRACE_PROBE(name) 131 #define DTRACE_PROBE1(name, type0, arg0) 132 #define DTRACE_PROBE2(name, type0, arg0, type1, arg1) 133 #define DTRACE_PROBE3(name, type0, arg0, type1, arg1, type2, arg2) 134 #define DTRACE_PROBE4(name, type0, arg0, type1, arg1, type2, arg2, type3, arg3) 135 #define DTRACE_PROBE5(name, type0, arg0, type1, arg1, type2, arg2, type3, arg3,\ 136 type4, arg4) 137 138 #else 139 140 void sdt_probe(uint32_t, uintptr_t, uintptr_t, uintptr_t, uintptr_t, 141 uintptr_t); 142 void sdt_probe6(uint32_t, uintptr_t, uintptr_t, uintptr_t, uintptr_t, 143 uintptr_t, uintptr_t); 144 145 #define _SDT_TRACEPOINT_SET sdt_tracepoint_set 146 #define _SDT_TRACEPOINT_SECTION "set_sdt_tracepoint_set" 147 148 bool sdt_tracepoint_valid(uintptr_t patchpoint, uintptr_t target); 149 void sdt_tracepoint_patch(uintptr_t patchpoint, uintptr_t target); 150 void sdt_tracepoint_restore(uintptr_t patchpoint); 151 152 #define __sdt_used 153 154 SET_DECLARE(sdt_providers_set, struct sdt_provider); 155 SET_DECLARE(sdt_probes_set, struct sdt_probe); 156 SET_DECLARE(sdt_argtypes_set, struct sdt_argtype); 157 158 #define _SDT_PROBE_NAME(prov, mod, func, name) \ 159 sdt_##prov##_##mod##_##func##_##name 160 #define _SDT_PROVIDER_NAME(prov) \ 161 sdt_provider_##prov 162 163 #define SDT_PROVIDER_DEFINE(_prov) \ 164 struct sdt_provider _SDT_PROVIDER_NAME(_prov) = { \ 165 .name = #_prov, \ 166 }; \ 167 DATA_SET(sdt_providers_set, _SDT_PROVIDER_NAME(_prov)) 168 169 #define SDT_PROVIDER_DECLARE(prov) \ 170 extern struct sdt_provider _SDT_PROVIDER_NAME(prov) 171 172 #define SDT_PROBE_DEFINE(_prov, _mod, _func, _name) \ 173 struct sdt_probe _SDT_PROBE_NAME(_prov, _mod, _func, _name) = { \ 174 .version = sizeof(struct sdt_probe), \ 175 .prov = &_SDT_PROVIDER_NAME(_prov), \ 176 .mod = #_mod, \ 177 .func = #_func, \ 178 .name = #_name, \ 179 }; \ 180 DATA_SET(sdt_probes_set, _SDT_PROBE_NAME(_prov, _mod, _func, _name)) 181 182 #define SDT_PROBE_DECLARE(prov, mod, func, name) \ 183 extern struct sdt_probe _SDT_PROBE_NAME(prov, mod, func, name) 184 185 #define SDT_PROBES_ENABLED() __predict_false(sdt_probes_enabled) 186 187 #ifdef _ILP32 188 #define _SDT_ASM_WORD ".long" 189 #else 190 #define _SDT_ASM_WORD ".quad" 191 #endif 192 193 #ifndef _SDT_ASM_PROBE_CONSTRAINT 194 #define _SDT_ASM_PROBE_CONSTRAINT "i" 195 #endif 196 #ifndef _SDT_ASM_PROBE_OPERAND 197 #if !defined(__clang__) && __GNUC_PREREQ__(15, 0) 198 #define _SDT_ASM_PROBE_OPERAND "cc" 199 #else 200 #define _SDT_ASM_PROBE_OPERAND "c" 201 #endif 202 #endif 203 204 /* 205 * The asm below generates records corresponding to the structure's layout, so 206 * the two must be kept in sync. 207 */ 208 struct sdt_tracepoint { 209 struct sdt_probe *probe; 210 uintptr_t patchpoint; 211 uintptr_t target; 212 STAILQ_ENTRY(sdt_tracepoint) tracepoint_entry; 213 }; 214 215 /* XXX: GCC is not able to compile probes in kernel modules for aarch64. */ 216 #if !defined(__clang__) && defined(KLD_MODULE) && defined(__aarch64__) 217 #undef __sdt_used 218 #define __sdt_used __unused 219 #define __SDT_PROBE(prov, mod, func, name, uniq, f, ...) 220 #else 221 #define __SDT_PROBE(prov, mod, func, name, uniq, f, ...) do { \ 222 __WEAK(__CONCAT(__start_set_, _SDT_TRACEPOINT_SET)); \ 223 __WEAK(__CONCAT(__stop_set_, _SDT_TRACEPOINT_SET)); \ 224 asm goto( \ 225 "0:\n" \ 226 _SDT_ASM_PATCH_INSTR "\n" \ 227 ".pushsection " _SDT_TRACEPOINT_SECTION ", \"aw\"\n" \ 228 _SDT_ASM_WORD " %" _SDT_ASM_PROBE_OPERAND "0\n" \ 229 _SDT_ASM_WORD " 0b\n" \ 230 _SDT_ASM_WORD " %l1\n" \ 231 _SDT_ASM_WORD " 0\n" \ 232 ".popsection\n" \ 233 : \ 234 : _SDT_ASM_PROBE_CONSTRAINT (&_SDT_PROBE_NAME(prov, mod, \ 235 func, name)) \ 236 : \ 237 : __sdt_probe##uniq); \ 238 if (0) { \ 239 __sdt_probe##uniq:; \ 240 f(_SDT_PROBE_NAME(prov, mod, func, name).id, __VA_ARGS__); \ 241 } \ 242 } while (0) 243 #endif 244 #define _SDT_PROBE(prov, mod, func, name, uniq, f, ...) \ 245 __SDT_PROBE(prov, mod, func, name, uniq, f, __VA_ARGS__) 246 #define SDT_PROBE(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4) \ 247 _SDT_PROBE(prov, mod, func, name, __COUNTER__, sdt_probe, \ 248 (uintptr_t)arg0, (uintptr_t)arg1, (uintptr_t)arg2, \ 249 (uintptr_t)arg3, (uintptr_t)arg4) 250 251 #define SDT_PROBE_ARGTYPE(_prov, _mod, _func, _name, _num, _type, _xtype) \ 252 static struct sdt_argtype \ 253 sdta_##_prov##_##_mod##_##_func##_##_name##_num[1] = { \ 254 [0] = { \ 255 .ndx = _num, \ 256 .type = _type, \ 257 .xtype = _xtype, \ 258 .probe = &_SDT_PROBE_NAME(_prov, _mod, _func, _name), \ 259 }, \ 260 }; \ 261 DATA_SET(sdt_argtypes_set, \ 262 sdta_##_prov##_##_mod##_##_func##_##_name##_num); 263 264 #define SDT_PROBE_DEFINE0(prov, mod, func, name) \ 265 SDT_PROBE_DEFINE(prov, mod, func, name) 266 267 #define SDT_PROBE_DEFINE1(prov, mod, func, name, arg0) \ 268 SDT_PROBE_DEFINE(prov, mod, func, name); \ 269 SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, NULL) 270 271 #define SDT_PROBE_DEFINE2(prov, mod, func, name, arg0, arg1) \ 272 SDT_PROBE_DEFINE(prov, mod, func, name); \ 273 SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, NULL); \ 274 SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, NULL) 275 276 #define SDT_PROBE_DEFINE3(prov, mod, func, name, arg0, arg1, arg2)\ 277 SDT_PROBE_DEFINE(prov, mod, func, name); \ 278 SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, NULL); \ 279 SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, NULL); \ 280 SDT_PROBE_ARGTYPE(prov, mod, func, name, 2, arg2, NULL) 281 282 #define SDT_PROBE_DEFINE4(prov, mod, func, name, arg0, arg1, arg2, arg3) \ 283 SDT_PROBE_DEFINE(prov, mod, func, name); \ 284 SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, NULL); \ 285 SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, NULL); \ 286 SDT_PROBE_ARGTYPE(prov, mod, func, name, 2, arg2, NULL); \ 287 SDT_PROBE_ARGTYPE(prov, mod, func, name, 3, arg3, NULL) 288 289 #define SDT_PROBE_DEFINE5(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4) \ 290 SDT_PROBE_DEFINE(prov, mod, func, name); \ 291 SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, NULL); \ 292 SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, NULL); \ 293 SDT_PROBE_ARGTYPE(prov, mod, func, name, 2, arg2, NULL); \ 294 SDT_PROBE_ARGTYPE(prov, mod, func, name, 3, arg3, NULL); \ 295 SDT_PROBE_ARGTYPE(prov, mod, func, name, 4, arg4, NULL) 296 297 #define SDT_PROBE_DEFINE6(prov, mod, func, name, arg0, arg1, arg2, arg3,\ 298 arg4, arg5) \ 299 SDT_PROBE_DEFINE(prov, mod, func, name); \ 300 SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, NULL); \ 301 SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, NULL); \ 302 SDT_PROBE_ARGTYPE(prov, mod, func, name, 2, arg2, NULL); \ 303 SDT_PROBE_ARGTYPE(prov, mod, func, name, 3, arg3, NULL); \ 304 SDT_PROBE_ARGTYPE(prov, mod, func, name, 4, arg4, NULL); \ 305 SDT_PROBE_ARGTYPE(prov, mod, func, name, 5, arg5, NULL) 306 307 #define SDT_PROBE_DEFINE0_XLATE(prov, mod, func, name) \ 308 SDT_PROBE_DEFINE(prov, mod, func, name) 309 310 #define SDT_PROBE_DEFINE1_XLATE(prov, mod, func, name, arg0, xarg0) \ 311 SDT_PROBE_DEFINE(prov, mod, func, name); \ 312 SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, xarg0) 313 314 #define SDT_PROBE_DEFINE2_XLATE(prov, mod, func, name, arg0, xarg0, \ 315 arg1, xarg1) \ 316 SDT_PROBE_DEFINE(prov, mod, func, name); \ 317 SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, xarg0); \ 318 SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, xarg1) 319 320 #define SDT_PROBE_DEFINE3_XLATE(prov, mod, func, name, arg0, xarg0, \ 321 arg1, xarg1, arg2, xarg2) \ 322 SDT_PROBE_DEFINE(prov, mod, func, name); \ 323 SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, xarg0); \ 324 SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, xarg1); \ 325 SDT_PROBE_ARGTYPE(prov, mod, func, name, 2, arg2, xarg2) 326 327 #define SDT_PROBE_DEFINE4_XLATE(prov, mod, func, name, arg0, xarg0, \ 328 arg1, xarg1, arg2, xarg2, arg3, xarg3) \ 329 SDT_PROBE_DEFINE(prov, mod, func, name); \ 330 SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, xarg0); \ 331 SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, xarg1); \ 332 SDT_PROBE_ARGTYPE(prov, mod, func, name, 2, arg2, xarg2); \ 333 SDT_PROBE_ARGTYPE(prov, mod, func, name, 3, arg3, xarg3) 334 335 #define SDT_PROBE_DEFINE5_XLATE(prov, mod, func, name, arg0, xarg0, \ 336 arg1, xarg1, arg2, xarg2, arg3, xarg3, arg4, xarg4) \ 337 SDT_PROBE_DEFINE(prov, mod, func, name); \ 338 SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, xarg0); \ 339 SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, xarg1); \ 340 SDT_PROBE_ARGTYPE(prov, mod, func, name, 2, arg2, xarg2); \ 341 SDT_PROBE_ARGTYPE(prov, mod, func, name, 3, arg3, xarg3); \ 342 SDT_PROBE_ARGTYPE(prov, mod, func, name, 4, arg4, xarg4) 343 344 #define SDT_PROBE_DEFINE6_XLATE(prov, mod, func, name, arg0, xarg0, \ 345 arg1, xarg1, arg2, xarg2, arg3, xarg3, arg4, xarg4, arg5, xarg5) \ 346 SDT_PROBE_DEFINE(prov, mod, func, name); \ 347 SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, xarg0); \ 348 SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, xarg1); \ 349 SDT_PROBE_ARGTYPE(prov, mod, func, name, 2, arg2, xarg2); \ 350 SDT_PROBE_ARGTYPE(prov, mod, func, name, 3, arg3, xarg3); \ 351 SDT_PROBE_ARGTYPE(prov, mod, func, name, 4, arg4, xarg4); \ 352 SDT_PROBE_ARGTYPE(prov, mod, func, name, 5, arg5, xarg5) 353 354 #define SDT_PROBE0(prov, mod, func, name) \ 355 SDT_PROBE(prov, mod, func, name, 0, 0, 0, 0, 0) 356 #define SDT_PROBE1(prov, mod, func, name, arg0) \ 357 SDT_PROBE(prov, mod, func, name, arg0, 0, 0, 0, 0) 358 #define SDT_PROBE2(prov, mod, func, name, arg0, arg1) \ 359 SDT_PROBE(prov, mod, func, name, arg0, arg1, 0, 0, 0) 360 #define SDT_PROBE3(prov, mod, func, name, arg0, arg1, arg2) \ 361 SDT_PROBE(prov, mod, func, name, arg0, arg1, arg2, 0, 0) 362 #define SDT_PROBE4(prov, mod, func, name, arg0, arg1, arg2, arg3) \ 363 SDT_PROBE(prov, mod, func, name, arg0, arg1, arg2, arg3, 0) 364 #define SDT_PROBE5(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4) \ 365 SDT_PROBE(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4) 366 #define SDT_PROBE6(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4, arg5) \ 367 _SDT_PROBE(prov, mod, func, name, __COUNTER__, sdt_probe6, \ 368 (uintptr_t)arg0, (uintptr_t)arg1, (uintptr_t)arg2, \ 369 (uintptr_t)arg3, (uintptr_t)arg4, (uintptr_t)arg5) 370 371 #ifdef KDTRACE_MIB_SDT 372 #define MIB_SDT_PROBE1(...) SDT_PROBE1(mib, __VA_ARGS__) 373 #define MIB_SDT_PROBE2(...) SDT_PROBE2(mib, __VA_ARGS__) 374 #else 375 #define MIB_SDT_PROBE1(...) 376 #define MIB_SDT_PROBE2(...) 377 #endif 378 379 #define DTRACE_PROBE_IMPL_START(name, arg0, arg1, arg2, arg3, arg4) do { \ 380 static SDT_PROBE_DEFINE(sdt, , , name); \ 381 SDT_PROBE(sdt, , , name, arg0, arg1, arg2, arg3, arg4); 382 #define DTRACE_PROBE_IMPL_END } while (0) 383 384 #define DTRACE_PROBE(name) \ 385 DTRACE_PROBE_IMPL_START(name, 0, 0, 0, 0, 0) \ 386 DTRACE_PROBE_IMPL_END 387 388 #define DTRACE_PROBE1(name, type0, arg0) \ 389 DTRACE_PROBE_IMPL_START(name, arg0, 0, 0, 0, 0) \ 390 SDT_PROBE_ARGTYPE(sdt, , , name, 0, #type0, NULL); \ 391 DTRACE_PROBE_IMPL_END 392 393 #define DTRACE_PROBE2(name, type0, arg0, type1, arg1) \ 394 DTRACE_PROBE_IMPL_START(name, arg0, arg1, 0, 0, 0) \ 395 SDT_PROBE_ARGTYPE(sdt, , , name, 0, #type0, NULL); \ 396 SDT_PROBE_ARGTYPE(sdt, , , name, 1, #type1, NULL); \ 397 DTRACE_PROBE_IMPL_END 398 399 #define DTRACE_PROBE3(name, type0, arg0, type1, arg1, type2, arg2) \ 400 DTRACE_PROBE_IMPL_START(name, arg0, arg1, arg2, 0, 0) \ 401 SDT_PROBE_ARGTYPE(sdt, , , name, 0, #type0, NULL); \ 402 SDT_PROBE_ARGTYPE(sdt, , , name, 1, #type1, NULL); \ 403 SDT_PROBE_ARGTYPE(sdt, , , name, 2, #type2, NULL); \ 404 DTRACE_PROBE_IMPL_END 405 406 #define DTRACE_PROBE4(name, type0, arg0, type1, arg1, type2, arg2, type3, arg3) \ 407 DTRACE_PROBE_IMPL_START(name, arg0, arg1, arg2, arg3, 0) \ 408 SDT_PROBE_ARGTYPE(sdt, , , name, 0, #type0, NULL); \ 409 SDT_PROBE_ARGTYPE(sdt, , , name, 1, #type1, NULL); \ 410 SDT_PROBE_ARGTYPE(sdt, , , name, 2, #type2, NULL); \ 411 SDT_PROBE_ARGTYPE(sdt, , , name, 3, #type3, NULL); \ 412 DTRACE_PROBE_IMPL_END 413 414 #define DTRACE_PROBE5(name, type0, arg0, type1, arg1, type2, arg2, type3, arg3, \ 415 type4, arg4) \ 416 DTRACE_PROBE_IMPL_START(name, arg0, arg1, arg2, arg3, arg4) \ 417 SDT_PROBE_ARGTYPE(sdt, , , name, 0, #type0, NULL); \ 418 SDT_PROBE_ARGTYPE(sdt, , , name, 1, #type1, NULL); \ 419 SDT_PROBE_ARGTYPE(sdt, , , name, 2, #type2, NULL); \ 420 SDT_PROBE_ARGTYPE(sdt, , , name, 3, #type3, NULL); \ 421 SDT_PROBE_ARGTYPE(sdt, , , name, 4, #type4, NULL); \ 422 DTRACE_PROBE_IMPL_END 423 424 #endif /* KDTRACE_HOOKS */ 425 426 /* 427 * This type definition must match that of dtrace_probe. It is defined this 428 * way to avoid having to rely on CDDL code. 429 */ 430 typedef void (*sdt_probe_func_t)(uint32_t, uintptr_t arg0, uintptr_t arg1, 431 uintptr_t arg2, uintptr_t arg3, uintptr_t arg4, uintptr_t arg5); 432 433 /* 434 * The 'sdt' provider will set it to dtrace_probe when it loads. 435 */ 436 extern sdt_probe_func_t sdt_probe_func; 437 438 struct sdt_probe; 439 struct sdt_provider; 440 struct linker_file; 441 442 struct sdt_argtype { 443 int ndx; /* Argument index. */ 444 const char *type; /* Argument type string. */ 445 const char *xtype; /* Translated argument type. */ 446 TAILQ_ENTRY(sdt_argtype) 447 argtype_entry; /* Argument type list entry. */ 448 struct sdt_probe *probe; /* Ptr to the probe structure. */ 449 }; 450 451 struct sdt_probe { 452 int version; /* Set to sizeof(struct sdt_probe). */ 453 struct sdt_provider *prov; /* Ptr to the provider structure. */ 454 TAILQ_ENTRY(sdt_probe) 455 probe_entry; /* SDT probe list entry. */ 456 TAILQ_HEAD(, sdt_argtype) argtype_list; 457 STAILQ_HEAD(, sdt_tracepoint) tracepoint_list; 458 const char *mod; 459 const char *func; 460 const char *name; 461 uint32_t id; /* DTrace probe ID. */ 462 int n_args; /* Number of arguments. */ 463 struct linker_file *sdtp_lf; /* Module in which we're defined. */ 464 }; 465 466 struct sdt_provider { 467 char *name; /* Provider name. */ 468 TAILQ_ENTRY(sdt_provider) 469 prov_entry; /* SDT provider list entry. */ 470 uintptr_t id; /* DTrace provider ID. */ 471 int sdt_refs; /* Number of module references. */ 472 }; 473 474 void sdt_probe_stub(uint32_t, uintptr_t, uintptr_t, uintptr_t, uintptr_t, 475 uintptr_t, uintptr_t); 476 477 SDT_PROVIDER_DECLARE(sdt); 478 479 #endif /* _KERNEL */ 480 481 #endif /* _SYS_SDT_H */ 482