162ae6c89SJason Evans /* 262ae6c89SJason Evans * Copyright (c) 2000 362ae6c89SJason Evans * John Baldwin <jhb@FreeBSD.org>. All rights reserved. 462ae6c89SJason Evans * 562ae6c89SJason Evans * Redistribution and use in source and binary forms, with or without 662ae6c89SJason Evans * modification, are permitted provided that the following conditions 762ae6c89SJason Evans * are met: 862ae6c89SJason Evans * 1. Redistributions of source code must retain the above copyright 962ae6c89SJason Evans * notice, this list of conditions and the following disclaimer. 1062ae6c89SJason Evans * 2. Redistributions in binary form must reproduce the above copyright 1162ae6c89SJason Evans * notice, this list of conditions and the following disclaimer in the 1262ae6c89SJason Evans * documentation and/or other materials provided with the distribution. 1362ae6c89SJason Evans * 4. Neither the name of the author nor the names of any co-contributors 1462ae6c89SJason Evans * may be used to endorse or promote products derived from this software 1562ae6c89SJason Evans * without specific prior written permission. 1662ae6c89SJason Evans * 170959cc66SJohn Baldwin * THIS SOFTWARE IS PROVIDED BY JOHN BALDWIN AND CONTRIBUTORS ``AS IS'' AND 1862ae6c89SJason Evans * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 1962ae6c89SJason Evans * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 200959cc66SJohn Baldwin * ARE DISCLAIMED. IN NO EVENT SHALL JOHN BALDWIN OR THE VOICES IN HIS HEAD 2162ae6c89SJason Evans * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 2262ae6c89SJason Evans * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 2362ae6c89SJason Evans * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 2462ae6c89SJason Evans * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 2562ae6c89SJason Evans * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 2662ae6c89SJason Evans * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF 2762ae6c89SJason Evans * THE POSSIBILITY OF SUCH DAMAGE. 2862ae6c89SJason Evans */ 2962ae6c89SJason Evans 3062ae6c89SJason Evans /* 31d8f03321SJohn Baldwin * This module holds the global variables used by KTR and the ktr_tracepoint() 32d8f03321SJohn Baldwin * function that does the actual tracing. 3362ae6c89SJason Evans */ 3462ae6c89SJason Evans 35677b542eSDavid E. O'Brien #include <sys/cdefs.h> 36677b542eSDavid E. O'Brien __FBSDID("$FreeBSD$"); 37677b542eSDavid E. O'Brien 38de362218SJohn Baldwin #include "opt_ddb.h" 39d8f03321SJohn Baldwin #include "opt_ktr.h" 40abee588bSJeff Roberson #include "opt_alq.h" 41d8f03321SJohn Baldwin 42de362218SJohn Baldwin #include <sys/param.h> 43abee588bSJeff Roberson #include <sys/alq.h> 44de362218SJohn Baldwin #include <sys/cons.h> 45a0a7328bSJohn Baldwin #include <sys/kernel.h> 4662ae6c89SJason Evans #include <sys/ktr.h> 47d8f03321SJohn Baldwin #include <sys/libkern.h> 4869e94957SJohn Baldwin #include <sys/proc.h> 4962ae6c89SJason Evans #include <sys/sysctl.h> 50d8f03321SJohn Baldwin #include <sys/systm.h> 511715f07dSJohn Baldwin #include <sys/time.h> 5260a57b73SJake Burkholder 5360a57b73SJake Burkholder #include <machine/cpu.h> 54a9f5d338SJake Burkholder #ifdef __sparc64__ 55a9f5d338SJake Burkholder #include <machine/ktr.h> 56a9f5d338SJake Burkholder #endif 57d8f03321SJohn Baldwin 58abee588bSJeff Roberson 59de362218SJohn Baldwin #include <ddb/ddb.h> 60de362218SJohn Baldwin 611715f07dSJohn Baldwin #ifndef KTR_ENTRIES 621715f07dSJohn Baldwin #define KTR_ENTRIES 1024 631715f07dSJohn Baldwin #endif 641715f07dSJohn Baldwin 65d8f03321SJohn Baldwin #ifndef KTR_MASK 66d8f03321SJohn Baldwin #define KTR_MASK (KTR_GEN) 67d8f03321SJohn Baldwin #endif 68d8f03321SJohn Baldwin 69d8f03321SJohn Baldwin #ifndef KTR_CPUMASK 70d8f03321SJohn Baldwin #define KTR_CPUMASK (~0) 71d8f03321SJohn Baldwin #endif 72d8f03321SJohn Baldwin 7360a57b73SJake Burkholder #ifndef KTR_TIME 7460a57b73SJake Burkholder #define KTR_TIME get_cyclecount() 7560a57b73SJake Burkholder #endif 7660a57b73SJake Burkholder 7760a57b73SJake Burkholder #ifndef KTR_CPU 78ef73ae4bSJake Burkholder #define KTR_CPU PCPU_GET(cpuid) 79a0a7328bSJohn Baldwin #endif 80a0a7328bSJohn Baldwin 81a0a7328bSJohn Baldwin SYSCTL_NODE(_debug, OID_AUTO, ktr, CTLFLAG_RD, 0, "KTR options"); 82a0a7328bSJohn Baldwin 8381930014SPeter Wemm int ktr_cpumask = KTR_CPUMASK; 8409786698SPeter Wemm TUNABLE_INT("debug.ktr.cpumask", &ktr_cpumask); 85a0a7328bSJohn Baldwin SYSCTL_INT(_debug_ktr, OID_AUTO, cpumask, CTLFLAG_RW, &ktr_cpumask, 0, ""); 8662ae6c89SJason Evans 8781930014SPeter Wemm int ktr_mask = KTR_MASK; 8809786698SPeter Wemm TUNABLE_INT("debug.ktr.mask", &ktr_mask); 89a0a7328bSJohn Baldwin SYSCTL_INT(_debug_ktr, OID_AUTO, mask, CTLFLAG_RW, &ktr_mask, 0, ""); 9062ae6c89SJason Evans 9162ae6c89SJason Evans int ktr_entries = KTR_ENTRIES; 92a0a7328bSJohn Baldwin SYSCTL_INT(_debug_ktr, OID_AUTO, entries, CTLFLAG_RD, &ktr_entries, 0, ""); 9362ae6c89SJason Evans 9460a57b73SJake Burkholder int ktr_version = KTR_VERSION; 9560a57b73SJake Burkholder SYSCTL_INT(_debug_ktr, OID_AUTO, version, CTLFLAG_RD, &ktr_version, 0, ""); 9660a57b73SJake Burkholder 9762ae6c89SJason Evans volatile int ktr_idx = 0; 9862ae6c89SJason Evans struct ktr_entry ktr_buf[KTR_ENTRIES]; 99d8f03321SJohn Baldwin 10060a57b73SJake Burkholder #ifdef KTR_VERBOSE 10160a57b73SJake Burkholder int ktr_verbose = KTR_VERBOSE; 10209786698SPeter Wemm TUNABLE_INT("debug.ktr.verbose", &ktr_verbose); 103a0a7328bSJohn Baldwin SYSCTL_INT(_debug_ktr, OID_AUTO, verbose, CTLFLAG_RW, &ktr_verbose, 0, ""); 104d8f03321SJohn Baldwin #endif 10560a57b73SJake Burkholder 106abee588bSJeff Roberson #ifdef KTR_ALQ 107abee588bSJeff Roberson struct alq *ktr_alq; 108abee588bSJeff Roberson char ktr_alq_file[MAXPATHLEN] = "/tmp/ktr.out"; 109abee588bSJeff Roberson int ktr_alq_cnt = 0; 110abee588bSJeff Roberson int ktr_alq_depth = KTR_ENTRIES; 111abee588bSJeff Roberson int ktr_alq_enabled = 0; 112abee588bSJeff Roberson int ktr_alq_failed = 0; 113abee588bSJeff Roberson int ktr_alq_max = 0; 114abee588bSJeff Roberson 115abee588bSJeff Roberson SYSCTL_INT(_debug_ktr, OID_AUTO, alq_max, CTLFLAG_RW, &ktr_alq_max, 0, 116abee588bSJeff Roberson "Maximum number of entries to write"); 117abee588bSJeff Roberson SYSCTL_INT(_debug_ktr, OID_AUTO, alq_cnt, CTLFLAG_RD, &ktr_alq_cnt, 0, 118abee588bSJeff Roberson "Current number of written entries"); 119abee588bSJeff Roberson SYSCTL_INT(_debug_ktr, OID_AUTO, alq_failed, CTLFLAG_RD, &ktr_alq_failed, 0, 120abee588bSJeff Roberson "Number of times we overran the buffer"); 121abee588bSJeff Roberson SYSCTL_INT(_debug_ktr, OID_AUTO, alq_depth, CTLFLAG_RW, &ktr_alq_depth, 0, 122abee588bSJeff Roberson "Number of items in the write buffer"); 123abee588bSJeff Roberson SYSCTL_STRING(_debug_ktr, OID_AUTO, alq_file, CTLFLAG_RW, ktr_alq_file, 124abee588bSJeff Roberson sizeof(ktr_alq_file), "KTR logging file"); 125abee588bSJeff Roberson 126abee588bSJeff Roberson static int 127abee588bSJeff Roberson sysctl_debug_ktr_alq_enable(SYSCTL_HANDLER_ARGS) 128abee588bSJeff Roberson { 129abee588bSJeff Roberson int error; 130abee588bSJeff Roberson int enable; 131abee588bSJeff Roberson 132abee588bSJeff Roberson enable = ktr_alq_enabled; 133abee588bSJeff Roberson 134abee588bSJeff Roberson error = sysctl_handle_int(oidp, &enable, 0, req); 135abee588bSJeff Roberson if (error || !req->newptr) 136abee588bSJeff Roberson return (error); 137abee588bSJeff Roberson 138abee588bSJeff Roberson if (enable) { 139abee588bSJeff Roberson if (ktr_alq_enabled) 140abee588bSJeff Roberson return (0); 141abee588bSJeff Roberson error = suser(curthread); 142abee588bSJeff Roberson if (error) 143abee588bSJeff Roberson return (error); 144abee588bSJeff Roberson error = alq_open(&ktr_alq, (const char *)ktr_alq_file, 1454b090e41SRobert Watson req->td->td_ucred, sizeof(struct ktr_entry), 1464b090e41SRobert Watson ktr_alq_depth); 147abee588bSJeff Roberson if (error == 0) { 148abee588bSJeff Roberson ktr_mask &= ~KTR_ALQ_MASK; 149abee588bSJeff Roberson ktr_alq_cnt = 0; 150abee588bSJeff Roberson ktr_alq_failed = 0; 151abee588bSJeff Roberson ktr_alq_enabled = 1; 152abee588bSJeff Roberson } 153abee588bSJeff Roberson } else { 154abee588bSJeff Roberson if (ktr_alq_enabled == 0) 155abee588bSJeff Roberson return (0); 156abee588bSJeff Roberson ktr_alq_enabled = 0; 157abee588bSJeff Roberson alq_close(ktr_alq); 158abee588bSJeff Roberson ktr_alq = NULL; 159abee588bSJeff Roberson } 160abee588bSJeff Roberson 161abee588bSJeff Roberson return (error); 162abee588bSJeff Roberson } 163abee588bSJeff Roberson SYSCTL_PROC(_debug_ktr, OID_AUTO, alq_enable, 164abee588bSJeff Roberson CTLTYPE_INT|CTLFLAG_RW, 0, 0, sysctl_debug_ktr_alq_enable, 165abee588bSJeff Roberson "I", "Enable KTR logging"); 166abee588bSJeff Roberson #endif 167abee588bSJeff Roberson 16860a57b73SJake Burkholder void 16960a57b73SJake Burkholder ktr_tracepoint(u_int mask, const char *file, int line, const char *format, 17060a57b73SJake Burkholder u_long arg1, u_long arg2, u_long arg3, u_long arg4, u_long arg5, 17160a57b73SJake Burkholder u_long arg6) 172d8f03321SJohn Baldwin { 173d8f03321SJohn Baldwin struct ktr_entry *entry; 174abee588bSJeff Roberson #ifdef KTR_ALQ 175abee588bSJeff Roberson struct ale *ale = NULL; 176abee588bSJeff Roberson #else 1770006681fSJohn Baldwin int newindex, saveindex; 178abee588bSJeff Roberson #endif 179abee588bSJeff Roberson #if defined(KTR_VERBOSE) || defined(KTR_ALQ) 18069e94957SJohn Baldwin struct thread *td; 181d8f03321SJohn Baldwin #endif 18260a57b73SJake Burkholder int cpu; 183d8f03321SJohn Baldwin 184d664747bSJohn Baldwin if (panicstr) 185d664747bSJohn Baldwin return; 186d8f03321SJohn Baldwin if ((ktr_mask & mask) == 0) 187d8f03321SJohn Baldwin return; 188c29824dbSJohn Baldwin cpu = KTR_CPU; 189c29824dbSJohn Baldwin if (((1 << cpu) & ktr_cpumask) == 0) 1901715f07dSJohn Baldwin return; 191abee588bSJeff Roberson #if defined(KTR_VERBOSE) || defined(KTR_ALQ) 19260a57b73SJake Burkholder td = curthread; 1935e26dcb5SJohn Baldwin if (td->td_pflags & TDP_INKTR) 19460a57b73SJake Burkholder return; 1955e26dcb5SJohn Baldwin td->td_pflags |= TDP_INKTR; 19660a57b73SJake Burkholder #endif 197abee588bSJeff Roberson #ifdef KTR_ALQ 198abee588bSJeff Roberson if (ktr_alq_enabled && 199abee588bSJeff Roberson td->td_critnest == 0 && 200b1ac98d8SJulian Elischer (td->td_flags & TDF_IDLETD) == 0 && 201a414302fSJeff Roberson td != ald_thread) { 202abee588bSJeff Roberson if (ktr_alq_max && ktr_alq_cnt > ktr_alq_max) 203abee588bSJeff Roberson goto done; 204abee588bSJeff Roberson if ((ale = alq_get(ktr_alq, ALQ_NOWAIT)) == NULL) { 205abee588bSJeff Roberson ktr_alq_failed++; 206abee588bSJeff Roberson goto done; 207abee588bSJeff Roberson } 208abee588bSJeff Roberson ktr_alq_cnt++; 209abee588bSJeff Roberson entry = (struct ktr_entry *)ale->ae_data; 210abee588bSJeff Roberson } else 211abee588bSJeff Roberson goto done; 212abee588bSJeff Roberson #else 213d8f03321SJohn Baldwin do { 214d8f03321SJohn Baldwin saveindex = ktr_idx; 215d8f03321SJohn Baldwin newindex = (saveindex + 1) & (KTR_ENTRIES - 1); 216d8f03321SJohn Baldwin } while (atomic_cmpset_rel_int(&ktr_idx, saveindex, newindex) == 0); 217d8f03321SJohn Baldwin entry = &ktr_buf[saveindex]; 218abee588bSJeff Roberson #endif 21960a57b73SJake Burkholder entry->ktr_timestamp = KTR_TIME; 220c29824dbSJohn Baldwin entry->ktr_cpu = cpu; 2214c6ffc94SJohn Baldwin if (file != NULL) 2224c6ffc94SJohn Baldwin while (strncmp(file, "../", 3) == 0) 2234c6ffc94SJohn Baldwin file += 3; 22460a57b73SJake Burkholder entry->ktr_file = file; 225d8f03321SJohn Baldwin entry->ktr_line = line; 22660a57b73SJake Burkholder #ifdef KTR_VERBOSE 227d8f03321SJohn Baldwin if (ktr_verbose) { 22822f1b342SJohn Baldwin #ifdef SMP 22960a57b73SJake Burkholder printf("cpu%d ", cpu); 23022f1b342SJohn Baldwin #endif 23160a57b73SJake Burkholder if (ktr_verbose > 1) { 23260a57b73SJake Burkholder printf("%s.%d\t", entry->ktr_file, 23360a57b73SJake Burkholder entry->ktr_line); 234d8f03321SJohn Baldwin } 23560a57b73SJake Burkholder printf(format, arg1, arg2, arg3, arg4, arg5, arg6); 23660a57b73SJake Burkholder printf("\n"); 23760a57b73SJake Burkholder } 238d8f03321SJohn Baldwin #endif 23960a57b73SJake Burkholder entry->ktr_desc = format; 24060a57b73SJake Burkholder entry->ktr_parms[0] = arg1; 24160a57b73SJake Burkholder entry->ktr_parms[1] = arg2; 24260a57b73SJake Burkholder entry->ktr_parms[2] = arg3; 24360a57b73SJake Burkholder entry->ktr_parms[3] = arg4; 24460a57b73SJake Burkholder entry->ktr_parms[4] = arg5; 24560a57b73SJake Burkholder entry->ktr_parms[5] = arg6; 246abee588bSJeff Roberson #ifdef KTR_ALQ 247abee588bSJeff Roberson if (ale) 248abee588bSJeff Roberson alq_post(ktr_alq, ale); 249abee588bSJeff Roberson done: 250abee588bSJeff Roberson #endif 251abee588bSJeff Roberson #if defined(KTR_VERBOSE) || defined(KTR_ALQ) 2525e26dcb5SJohn Baldwin td->td_pflags &= ~TDP_INKTR; 25360a57b73SJake Burkholder #endif 254d8f03321SJohn Baldwin } 255de362218SJohn Baldwin 256de362218SJohn Baldwin #ifdef DDB 257de362218SJohn Baldwin 258de362218SJohn Baldwin struct tstate { 259de362218SJohn Baldwin int cur; 260de362218SJohn Baldwin int first; 261de362218SJohn Baldwin }; 262de362218SJohn Baldwin static struct tstate tstate; 263de362218SJohn Baldwin static int db_ktr_verbose; 264de362218SJohn Baldwin static int db_mach_vtrace(void); 265de362218SJohn Baldwin 266591faa2eSJohn Baldwin #define NUM_LINES_PER_PAGE 18 267de362218SJohn Baldwin 268591faa2eSJohn Baldwin DB_SHOW_COMMAND(ktr, db_ktr_all) 269591faa2eSJohn Baldwin { 2703f2a1b06SJohn Baldwin int c, quit; 271591faa2eSJohn Baldwin 2723f2a1b06SJohn Baldwin quit = 0; 273591faa2eSJohn Baldwin lines = NUM_LINES_PER_PAGE; 274de362218SJohn Baldwin tstate.cur = (ktr_idx - 1) & (KTR_ENTRIES - 1); 275de362218SJohn Baldwin tstate.first = -1; 276de362218SJohn Baldwin if (strcmp(modif, "v") == 0) 277de362218SJohn Baldwin db_ktr_verbose = 1; 278de362218SJohn Baldwin else 279de362218SJohn Baldwin db_ktr_verbose = 0; 2803f2a1b06SJohn Baldwin if (strcmp(modif, "a") == 0) { 2813f2a1b06SJohn Baldwin while (cncheckc() != -1) 2823f2a1b06SJohn Baldwin if (db_mach_vtrace() == 0) 283de362218SJohn Baldwin break; 2843f2a1b06SJohn Baldwin } else { 2853f2a1b06SJohn Baldwin db_setup_paging(db_simple_pager, &quit, DB_LINES_PER_PAGE); 2863f2a1b06SJohn Baldwin while (!quit) 2873f2a1b06SJohn Baldwin if (db_mach_vtrace() == 0) 288591faa2eSJohn Baldwin break; 289591faa2eSJohn Baldwin } 290de362218SJohn Baldwin } 291de362218SJohn Baldwin 292de362218SJohn Baldwin static int 293de362218SJohn Baldwin db_mach_vtrace(void) 294de362218SJohn Baldwin { 295de362218SJohn Baldwin struct ktr_entry *kp; 296de362218SJohn Baldwin 297de362218SJohn Baldwin if (tstate.cur == tstate.first) { 298de362218SJohn Baldwin db_printf("--- End of trace buffer ---\n"); 299de362218SJohn Baldwin return (0); 300de362218SJohn Baldwin } 301de362218SJohn Baldwin kp = &ktr_buf[tstate.cur]; 302de362218SJohn Baldwin 303de362218SJohn Baldwin /* Skip over unused entries. */ 304591faa2eSJohn Baldwin if (kp->ktr_desc == NULL) { 305591faa2eSJohn Baldwin db_printf("--- End of trace buffer ---\n"); 306591faa2eSJohn Baldwin return (0); 307591faa2eSJohn Baldwin } 308de362218SJohn Baldwin db_printf("%d: ", tstate.cur); 309de362218SJohn Baldwin #ifdef SMP 310de362218SJohn Baldwin db_printf("cpu%d ", kp->ktr_cpu); 311de362218SJohn Baldwin #endif 31260a57b73SJake Burkholder if (db_ktr_verbose) { 31360a57b73SJake Burkholder db_printf("%10.10lld %s.%d\t", (long long)kp->ktr_timestamp, 31460a57b73SJake Burkholder kp->ktr_file, kp->ktr_line); 31560a57b73SJake Burkholder } 31660a57b73SJake Burkholder db_printf(kp->ktr_desc, kp->ktr_parms[0], kp->ktr_parms[1], 31760a57b73SJake Burkholder kp->ktr_parms[2], kp->ktr_parms[3], kp->ktr_parms[4], 31860a57b73SJake Burkholder kp->ktr_parms[5]); 319de362218SJohn Baldwin db_printf("\n"); 320de362218SJohn Baldwin 321de362218SJohn Baldwin if (tstate.first == -1) 322de362218SJohn Baldwin tstate.first = tstate.cur; 323de362218SJohn Baldwin 324de362218SJohn Baldwin if (--tstate.cur < 0) 325de362218SJohn Baldwin tstate.cur = KTR_ENTRIES - 1; 326de362218SJohn Baldwin 327de362218SJohn Baldwin return (1); 328de362218SJohn Baldwin } 329de362218SJohn Baldwin 330de362218SJohn Baldwin #endif /* DDB */ 331