12b3c42a9SJohn Baldwin /*- 22b3c42a9SJohn Baldwin * Copyright (c) 2000 John Baldwin <jhb@FreeBSD.org> 32b3c42a9SJohn Baldwin * All rights reserved. 462ae6c89SJason Evans * 562ae6c89SJason Evans * Redistribution and use in source and binary forms, with or without 662ae6c89SJason Evans * modification, are permitted provided that the following conditions 762ae6c89SJason Evans * are met: 862ae6c89SJason Evans * 1. Redistributions of source code must retain the above copyright 962ae6c89SJason Evans * notice, this list of conditions and the following disclaimer. 1062ae6c89SJason Evans * 2. Redistributions in binary form must reproduce the above copyright 1162ae6c89SJason Evans * notice, this list of conditions and the following disclaimer in the 1262ae6c89SJason Evans * documentation and/or other materials provided with the distribution. 132b3c42a9SJohn Baldwin * 3. Neither the name of the author nor the names of any co-contributors 1462ae6c89SJason Evans * may be used to endorse or promote products derived from this software 1562ae6c89SJason Evans * without specific prior written permission. 1662ae6c89SJason Evans * 172b3c42a9SJohn Baldwin * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 1862ae6c89SJason Evans * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 1962ae6c89SJason Evans * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 202b3c42a9SJohn Baldwin * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 212b3c42a9SJohn Baldwin * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 222b3c42a9SJohn Baldwin * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 232b3c42a9SJohn Baldwin * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 242b3c42a9SJohn Baldwin * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 252b3c42a9SJohn Baldwin * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 262b3c42a9SJohn Baldwin * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 272b3c42a9SJohn Baldwin * SUCH DAMAGE. 2862ae6c89SJason Evans */ 2962ae6c89SJason Evans 3062ae6c89SJason Evans /* 31d8f03321SJohn Baldwin * This module holds the global variables used by KTR and the ktr_tracepoint() 32d8f03321SJohn Baldwin * function that does the actual tracing. 3362ae6c89SJason Evans */ 3462ae6c89SJason Evans 35677b542eSDavid E. O'Brien #include <sys/cdefs.h> 36677b542eSDavid E. O'Brien __FBSDID("$FreeBSD$"); 37677b542eSDavid E. O'Brien 38de362218SJohn Baldwin #include "opt_ddb.h" 39d8f03321SJohn Baldwin #include "opt_ktr.h" 40abee588bSJeff Roberson #include "opt_alq.h" 41d8f03321SJohn Baldwin 42de362218SJohn Baldwin #include <sys/param.h> 43abee588bSJeff Roberson #include <sys/alq.h> 44de362218SJohn Baldwin #include <sys/cons.h> 45a0a7328bSJohn Baldwin #include <sys/kernel.h> 4662ae6c89SJason Evans #include <sys/ktr.h> 47d8f03321SJohn Baldwin #include <sys/libkern.h> 4869e94957SJohn Baldwin #include <sys/proc.h> 4962ae6c89SJason Evans #include <sys/sysctl.h> 50d8f03321SJohn Baldwin #include <sys/systm.h> 511715f07dSJohn Baldwin #include <sys/time.h> 5260a57b73SJake Burkholder 5360a57b73SJake Burkholder #include <machine/cpu.h> 54a9f5d338SJake Burkholder #ifdef __sparc64__ 55a9f5d338SJake Burkholder #include <machine/ktr.h> 56a9f5d338SJake Burkholder #endif 57d8f03321SJohn Baldwin 5819e9205aSJohn Baldwin #ifdef DDB 59de362218SJohn Baldwin #include <ddb/ddb.h> 6019e9205aSJohn Baldwin #include <ddb/db_output.h> 6119e9205aSJohn Baldwin #endif 62de362218SJohn Baldwin 631715f07dSJohn Baldwin #ifndef KTR_ENTRIES 641715f07dSJohn Baldwin #define KTR_ENTRIES 1024 651715f07dSJohn Baldwin #endif 661715f07dSJohn Baldwin 67d8f03321SJohn Baldwin #ifndef KTR_MASK 68d8f03321SJohn Baldwin #define KTR_MASK (KTR_GEN) 69d8f03321SJohn Baldwin #endif 70d8f03321SJohn Baldwin 71d8f03321SJohn Baldwin #ifndef KTR_CPUMASK 72d8f03321SJohn Baldwin #define KTR_CPUMASK (~0) 73d8f03321SJohn Baldwin #endif 74d8f03321SJohn Baldwin 7560a57b73SJake Burkholder #ifndef KTR_TIME 7660a57b73SJake Burkholder #define KTR_TIME get_cyclecount() 7760a57b73SJake Burkholder #endif 7860a57b73SJake Burkholder 7960a57b73SJake Burkholder #ifndef KTR_CPU 80ef73ae4bSJake Burkholder #define KTR_CPU PCPU_GET(cpuid) 81a0a7328bSJohn Baldwin #endif 82a0a7328bSJohn Baldwin 83a0a7328bSJohn Baldwin SYSCTL_NODE(_debug, OID_AUTO, ktr, CTLFLAG_RD, 0, "KTR options"); 84a0a7328bSJohn Baldwin 8581930014SPeter Wemm int ktr_cpumask = KTR_CPUMASK; 8609786698SPeter Wemm TUNABLE_INT("debug.ktr.cpumask", &ktr_cpumask); 87a0a7328bSJohn Baldwin SYSCTL_INT(_debug_ktr, OID_AUTO, cpumask, CTLFLAG_RW, &ktr_cpumask, 0, ""); 8862ae6c89SJason Evans 8981930014SPeter Wemm int ktr_mask = KTR_MASK; 9009786698SPeter Wemm TUNABLE_INT("debug.ktr.mask", &ktr_mask); 91a0a7328bSJohn Baldwin SYSCTL_INT(_debug_ktr, OID_AUTO, mask, CTLFLAG_RW, &ktr_mask, 0, ""); 9262ae6c89SJason Evans 934da86f88SRobert Watson int ktr_compile = KTR_COMPILE; 944da86f88SRobert Watson SYSCTL_INT(_debug_ktr, OID_AUTO, compile, CTLFLAG_RD, &ktr_compile, 0, ""); 954da86f88SRobert Watson 9662ae6c89SJason Evans int ktr_entries = KTR_ENTRIES; 97a0a7328bSJohn Baldwin SYSCTL_INT(_debug_ktr, OID_AUTO, entries, CTLFLAG_RD, &ktr_entries, 0, ""); 9862ae6c89SJason Evans 9960a57b73SJake Burkholder int ktr_version = KTR_VERSION; 10060a57b73SJake Burkholder SYSCTL_INT(_debug_ktr, OID_AUTO, version, CTLFLAG_RD, &ktr_version, 0, ""); 10160a57b73SJake Burkholder 10262ae6c89SJason Evans volatile int ktr_idx = 0; 10362ae6c89SJason Evans struct ktr_entry ktr_buf[KTR_ENTRIES]; 104d8f03321SJohn Baldwin 105bef4bf1aSJohn Baldwin static int 106bef4bf1aSJohn Baldwin sysctl_debug_ktr_clear(SYSCTL_HANDLER_ARGS) 107bef4bf1aSJohn Baldwin { 108bef4bf1aSJohn Baldwin int clear, error; 109bef4bf1aSJohn Baldwin 110bef4bf1aSJohn Baldwin clear = 0; 111bef4bf1aSJohn Baldwin error = sysctl_handle_int(oidp, &clear, 0, req); 112bef4bf1aSJohn Baldwin if (error || !req->newptr) 113bef4bf1aSJohn Baldwin return (error); 114bef4bf1aSJohn Baldwin 115bef4bf1aSJohn Baldwin if (clear) { 116bef4bf1aSJohn Baldwin bzero(ktr_buf, sizeof(ktr_buf)); 117bef4bf1aSJohn Baldwin ktr_idx = 0; 118bef4bf1aSJohn Baldwin } 119bef4bf1aSJohn Baldwin 120bef4bf1aSJohn Baldwin return (error); 121bef4bf1aSJohn Baldwin } 122bef4bf1aSJohn Baldwin SYSCTL_PROC(_debug_ktr, OID_AUTO, clear, CTLTYPE_INT|CTLFLAG_RW, 0, 0, 123bef4bf1aSJohn Baldwin sysctl_debug_ktr_clear, "I", "Clear KTR Buffer"); 124bef4bf1aSJohn Baldwin 12560a57b73SJake Burkholder #ifdef KTR_VERBOSE 12660a57b73SJake Burkholder int ktr_verbose = KTR_VERBOSE; 12709786698SPeter Wemm TUNABLE_INT("debug.ktr.verbose", &ktr_verbose); 128a0a7328bSJohn Baldwin SYSCTL_INT(_debug_ktr, OID_AUTO, verbose, CTLFLAG_RW, &ktr_verbose, 0, ""); 129d8f03321SJohn Baldwin #endif 13060a57b73SJake Burkholder 131abee588bSJeff Roberson #ifdef KTR_ALQ 132abee588bSJeff Roberson struct alq *ktr_alq; 133abee588bSJeff Roberson char ktr_alq_file[MAXPATHLEN] = "/tmp/ktr.out"; 134abee588bSJeff Roberson int ktr_alq_cnt = 0; 135abee588bSJeff Roberson int ktr_alq_depth = KTR_ENTRIES; 136abee588bSJeff Roberson int ktr_alq_enabled = 0; 137abee588bSJeff Roberson int ktr_alq_failed = 0; 138abee588bSJeff Roberson int ktr_alq_max = 0; 139abee588bSJeff Roberson 140abee588bSJeff Roberson SYSCTL_INT(_debug_ktr, OID_AUTO, alq_max, CTLFLAG_RW, &ktr_alq_max, 0, 141abee588bSJeff Roberson "Maximum number of entries to write"); 142abee588bSJeff Roberson SYSCTL_INT(_debug_ktr, OID_AUTO, alq_cnt, CTLFLAG_RD, &ktr_alq_cnt, 0, 143abee588bSJeff Roberson "Current number of written entries"); 144abee588bSJeff Roberson SYSCTL_INT(_debug_ktr, OID_AUTO, alq_failed, CTLFLAG_RD, &ktr_alq_failed, 0, 145abee588bSJeff Roberson "Number of times we overran the buffer"); 146abee588bSJeff Roberson SYSCTL_INT(_debug_ktr, OID_AUTO, alq_depth, CTLFLAG_RW, &ktr_alq_depth, 0, 147abee588bSJeff Roberson "Number of items in the write buffer"); 148abee588bSJeff Roberson SYSCTL_STRING(_debug_ktr, OID_AUTO, alq_file, CTLFLAG_RW, ktr_alq_file, 149abee588bSJeff Roberson sizeof(ktr_alq_file), "KTR logging file"); 150abee588bSJeff Roberson 151abee588bSJeff Roberson static int 152abee588bSJeff Roberson sysctl_debug_ktr_alq_enable(SYSCTL_HANDLER_ARGS) 153abee588bSJeff Roberson { 154abee588bSJeff Roberson int error; 155abee588bSJeff Roberson int enable; 156abee588bSJeff Roberson 157abee588bSJeff Roberson enable = ktr_alq_enabled; 158abee588bSJeff Roberson 159abee588bSJeff Roberson error = sysctl_handle_int(oidp, &enable, 0, req); 160abee588bSJeff Roberson if (error || !req->newptr) 161abee588bSJeff Roberson return (error); 162abee588bSJeff Roberson 163abee588bSJeff Roberson if (enable) { 164abee588bSJeff Roberson if (ktr_alq_enabled) 165abee588bSJeff Roberson return (0); 166abee588bSJeff Roberson error = suser(curthread); 167abee588bSJeff Roberson if (error) 168abee588bSJeff Roberson return (error); 169abee588bSJeff Roberson error = alq_open(&ktr_alq, (const char *)ktr_alq_file, 170e551d452SRobert Watson req->td->td_ucred, ALQ_DEFAULT_CMODE, 171e551d452SRobert Watson sizeof(struct ktr_entry), ktr_alq_depth); 172abee588bSJeff Roberson if (error == 0) { 173abee588bSJeff Roberson ktr_alq_cnt = 0; 174abee588bSJeff Roberson ktr_alq_failed = 0; 175abee588bSJeff Roberson ktr_alq_enabled = 1; 176abee588bSJeff Roberson } 177abee588bSJeff Roberson } else { 178abee588bSJeff Roberson if (ktr_alq_enabled == 0) 179abee588bSJeff Roberson return (0); 180abee588bSJeff Roberson ktr_alq_enabled = 0; 181abee588bSJeff Roberson alq_close(ktr_alq); 182abee588bSJeff Roberson ktr_alq = NULL; 183abee588bSJeff Roberson } 184abee588bSJeff Roberson 185abee588bSJeff Roberson return (error); 186abee588bSJeff Roberson } 187abee588bSJeff Roberson SYSCTL_PROC(_debug_ktr, OID_AUTO, alq_enable, 188abee588bSJeff Roberson CTLTYPE_INT|CTLFLAG_RW, 0, 0, sysctl_debug_ktr_alq_enable, 189abee588bSJeff Roberson "I", "Enable KTR logging"); 190abee588bSJeff Roberson #endif 191abee588bSJeff Roberson 19260a57b73SJake Burkholder void 19360a57b73SJake Burkholder ktr_tracepoint(u_int mask, const char *file, int line, const char *format, 19460a57b73SJake Burkholder u_long arg1, u_long arg2, u_long arg3, u_long arg4, u_long arg5, 19560a57b73SJake Burkholder u_long arg6) 196d8f03321SJohn Baldwin { 197d8f03321SJohn Baldwin struct ktr_entry *entry; 198abee588bSJeff Roberson #ifdef KTR_ALQ 199abee588bSJeff Roberson struct ale *ale = NULL; 200abee588bSJeff Roberson #else 2010006681fSJohn Baldwin int newindex, saveindex; 202abee588bSJeff Roberson #endif 203abee588bSJeff Roberson #if defined(KTR_VERBOSE) || defined(KTR_ALQ) 20469e94957SJohn Baldwin struct thread *td; 205d8f03321SJohn Baldwin #endif 20660a57b73SJake Burkholder int cpu; 207d8f03321SJohn Baldwin 208d664747bSJohn Baldwin if (panicstr) 209d664747bSJohn Baldwin return; 210d8f03321SJohn Baldwin if ((ktr_mask & mask) == 0) 211d8f03321SJohn Baldwin return; 212c29824dbSJohn Baldwin cpu = KTR_CPU; 213c29824dbSJohn Baldwin if (((1 << cpu) & ktr_cpumask) == 0) 2141715f07dSJohn Baldwin return; 215abee588bSJeff Roberson #if defined(KTR_VERBOSE) || defined(KTR_ALQ) 21660a57b73SJake Burkholder td = curthread; 2175e26dcb5SJohn Baldwin if (td->td_pflags & TDP_INKTR) 21860a57b73SJake Burkholder return; 2195e26dcb5SJohn Baldwin td->td_pflags |= TDP_INKTR; 22060a57b73SJake Burkholder #endif 221abee588bSJeff Roberson #ifdef KTR_ALQ 222abee588bSJeff Roberson if (ktr_alq_enabled && 223abee588bSJeff Roberson td->td_critnest == 0 && 224b1ac98d8SJulian Elischer (td->td_flags & TDF_IDLETD) == 0 && 225a414302fSJeff Roberson td != ald_thread) { 226abee588bSJeff Roberson if (ktr_alq_max && ktr_alq_cnt > ktr_alq_max) 227abee588bSJeff Roberson goto done; 228abee588bSJeff Roberson if ((ale = alq_get(ktr_alq, ALQ_NOWAIT)) == NULL) { 229abee588bSJeff Roberson ktr_alq_failed++; 230abee588bSJeff Roberson goto done; 231abee588bSJeff Roberson } 232abee588bSJeff Roberson ktr_alq_cnt++; 233abee588bSJeff Roberson entry = (struct ktr_entry *)ale->ae_data; 234abee588bSJeff Roberson } else 235abee588bSJeff Roberson goto done; 236abee588bSJeff Roberson #else 237d8f03321SJohn Baldwin do { 238d8f03321SJohn Baldwin saveindex = ktr_idx; 239d8f03321SJohn Baldwin newindex = (saveindex + 1) & (KTR_ENTRIES - 1); 240d8f03321SJohn Baldwin } while (atomic_cmpset_rel_int(&ktr_idx, saveindex, newindex) == 0); 241d8f03321SJohn Baldwin entry = &ktr_buf[saveindex]; 242abee588bSJeff Roberson #endif 24360a57b73SJake Burkholder entry->ktr_timestamp = KTR_TIME; 244c29824dbSJohn Baldwin entry->ktr_cpu = cpu; 24537ee2d8dSJeff Roberson entry->ktr_thread = curthread; 2464c6ffc94SJohn Baldwin if (file != NULL) 2474c6ffc94SJohn Baldwin while (strncmp(file, "../", 3) == 0) 2484c6ffc94SJohn Baldwin file += 3; 24960a57b73SJake Burkholder entry->ktr_file = file; 250d8f03321SJohn Baldwin entry->ktr_line = line; 25160a57b73SJake Burkholder #ifdef KTR_VERBOSE 252d8f03321SJohn Baldwin if (ktr_verbose) { 25322f1b342SJohn Baldwin #ifdef SMP 25460a57b73SJake Burkholder printf("cpu%d ", cpu); 25522f1b342SJohn Baldwin #endif 25660a57b73SJake Burkholder if (ktr_verbose > 1) { 25760a57b73SJake Burkholder printf("%s.%d\t", entry->ktr_file, 25860a57b73SJake Burkholder entry->ktr_line); 259d8f03321SJohn Baldwin } 26060a57b73SJake Burkholder printf(format, arg1, arg2, arg3, arg4, arg5, arg6); 26160a57b73SJake Burkholder printf("\n"); 26260a57b73SJake Burkholder } 263d8f03321SJohn Baldwin #endif 26460a57b73SJake Burkholder entry->ktr_desc = format; 26560a57b73SJake Burkholder entry->ktr_parms[0] = arg1; 26660a57b73SJake Burkholder entry->ktr_parms[1] = arg2; 26760a57b73SJake Burkholder entry->ktr_parms[2] = arg3; 26860a57b73SJake Burkholder entry->ktr_parms[3] = arg4; 26960a57b73SJake Burkholder entry->ktr_parms[4] = arg5; 27060a57b73SJake Burkholder entry->ktr_parms[5] = arg6; 271abee588bSJeff Roberson #ifdef KTR_ALQ 272abee588bSJeff Roberson if (ale) 273abee588bSJeff Roberson alq_post(ktr_alq, ale); 274abee588bSJeff Roberson done: 275abee588bSJeff Roberson #endif 276abee588bSJeff Roberson #if defined(KTR_VERBOSE) || defined(KTR_ALQ) 2775e26dcb5SJohn Baldwin td->td_pflags &= ~TDP_INKTR; 27860a57b73SJake Burkholder #endif 279d8f03321SJohn Baldwin } 280de362218SJohn Baldwin 281de362218SJohn Baldwin #ifdef DDB 282de362218SJohn Baldwin 283de362218SJohn Baldwin struct tstate { 284de362218SJohn Baldwin int cur; 285de362218SJohn Baldwin int first; 286de362218SJohn Baldwin }; 287de362218SJohn Baldwin static struct tstate tstate; 288de362218SJohn Baldwin static int db_ktr_verbose; 289de362218SJohn Baldwin static int db_mach_vtrace(void); 290de362218SJohn Baldwin 291591faa2eSJohn Baldwin DB_SHOW_COMMAND(ktr, db_ktr_all) 292591faa2eSJohn Baldwin { 293591faa2eSJohn Baldwin 294de362218SJohn Baldwin tstate.cur = (ktr_idx - 1) & (KTR_ENTRIES - 1); 295de362218SJohn Baldwin tstate.first = -1; 29619e9205aSJohn Baldwin db_ktr_verbose = index(modif, 'v') != NULL; 29719e9205aSJohn Baldwin if (index(modif, 'a') != NULL) { 29819e9205aSJohn Baldwin db_disable_pager(); 2993f2a1b06SJohn Baldwin while (cncheckc() != -1) 3003f2a1b06SJohn Baldwin if (db_mach_vtrace() == 0) 301de362218SJohn Baldwin break; 3023f2a1b06SJohn Baldwin } else { 30319e9205aSJohn Baldwin while (!db_pager_quit) 3043f2a1b06SJohn Baldwin if (db_mach_vtrace() == 0) 305591faa2eSJohn Baldwin break; 306591faa2eSJohn Baldwin } 307de362218SJohn Baldwin } 308de362218SJohn Baldwin 309de362218SJohn Baldwin static int 310de362218SJohn Baldwin db_mach_vtrace(void) 311de362218SJohn Baldwin { 312de362218SJohn Baldwin struct ktr_entry *kp; 313de362218SJohn Baldwin 314de362218SJohn Baldwin if (tstate.cur == tstate.first) { 315de362218SJohn Baldwin db_printf("--- End of trace buffer ---\n"); 316de362218SJohn Baldwin return (0); 317de362218SJohn Baldwin } 318de362218SJohn Baldwin kp = &ktr_buf[tstate.cur]; 319de362218SJohn Baldwin 320de362218SJohn Baldwin /* Skip over unused entries. */ 321591faa2eSJohn Baldwin if (kp->ktr_desc == NULL) { 322591faa2eSJohn Baldwin db_printf("--- End of trace buffer ---\n"); 323591faa2eSJohn Baldwin return (0); 324591faa2eSJohn Baldwin } 32537ee2d8dSJeff Roberson db_printf("%d (%p", tstate.cur, kp->ktr_thread); 326de362218SJohn Baldwin #ifdef SMP 32737ee2d8dSJeff Roberson db_printf(":cpu%d", kp->ktr_cpu); 328de362218SJohn Baldwin #endif 32937ee2d8dSJeff Roberson db_printf(")"); 33060a57b73SJake Burkholder if (db_ktr_verbose) { 33137ee2d8dSJeff Roberson db_printf(" %10.10lld %s.%d", (long long)kp->ktr_timestamp, 33260a57b73SJake Burkholder kp->ktr_file, kp->ktr_line); 33360a57b73SJake Burkholder } 33437ee2d8dSJeff Roberson db_printf(": "); 33560a57b73SJake Burkholder db_printf(kp->ktr_desc, kp->ktr_parms[0], kp->ktr_parms[1], 33660a57b73SJake Burkholder kp->ktr_parms[2], kp->ktr_parms[3], kp->ktr_parms[4], 33760a57b73SJake Burkholder kp->ktr_parms[5]); 338de362218SJohn Baldwin db_printf("\n"); 339de362218SJohn Baldwin 340de362218SJohn Baldwin if (tstate.first == -1) 341de362218SJohn Baldwin tstate.first = tstate.cur; 342de362218SJohn Baldwin 343de362218SJohn Baldwin if (--tstate.cur < 0) 344de362218SJohn Baldwin tstate.cur = KTR_ENTRIES - 1; 345de362218SJohn Baldwin 346de362218SJohn Baldwin return (1); 347de362218SJohn Baldwin } 348de362218SJohn Baldwin 349de362218SJohn Baldwin #endif /* DDB */ 350