162ae6c89SJason Evans /* 262ae6c89SJason Evans * Copyright (c) 2000 362ae6c89SJason Evans * John Baldwin <jhb@FreeBSD.org>. All rights reserved. 462ae6c89SJason Evans * 562ae6c89SJason Evans * Redistribution and use in source and binary forms, with or without 662ae6c89SJason Evans * modification, are permitted provided that the following conditions 762ae6c89SJason Evans * are met: 862ae6c89SJason Evans * 1. Redistributions of source code must retain the above copyright 962ae6c89SJason Evans * notice, this list of conditions and the following disclaimer. 1062ae6c89SJason Evans * 2. Redistributions in binary form must reproduce the above copyright 1162ae6c89SJason Evans * notice, this list of conditions and the following disclaimer in the 1262ae6c89SJason Evans * documentation and/or other materials provided with the distribution. 1362ae6c89SJason Evans * 4. Neither the name of the author nor the names of any co-contributors 1462ae6c89SJason Evans * may be used to endorse or promote products derived from this software 1562ae6c89SJason Evans * without specific prior written permission. 1662ae6c89SJason Evans * 170959cc66SJohn Baldwin * THIS SOFTWARE IS PROVIDED BY JOHN BALDWIN AND CONTRIBUTORS ``AS IS'' AND 1862ae6c89SJason Evans * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 1962ae6c89SJason Evans * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 200959cc66SJohn Baldwin * ARE DISCLAIMED. IN NO EVENT SHALL JOHN BALDWIN OR THE VOICES IN HIS HEAD 2162ae6c89SJason Evans * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 2262ae6c89SJason Evans * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 2362ae6c89SJason Evans * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 2462ae6c89SJason Evans * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 2562ae6c89SJason Evans * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 2662ae6c89SJason Evans * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF 2762ae6c89SJason Evans * THE POSSIBILITY OF SUCH DAMAGE. 2862ae6c89SJason Evans * 2962ae6c89SJason Evans * $FreeBSD$ 3062ae6c89SJason Evans */ 3162ae6c89SJason Evans 3262ae6c89SJason Evans /* 33d8f03321SJohn Baldwin * This module holds the global variables used by KTR and the ktr_tracepoint() 34d8f03321SJohn Baldwin * function that does the actual tracing. 3562ae6c89SJason Evans */ 3662ae6c89SJason Evans 37de362218SJohn Baldwin #include "opt_ddb.h" 38d8f03321SJohn Baldwin #include "opt_ktr.h" 39abee588bSJeff Roberson #include "opt_alq.h" 40d8f03321SJohn Baldwin 41de362218SJohn Baldwin #include <sys/param.h> 42abee588bSJeff Roberson #include <sys/alq.h> 43de362218SJohn Baldwin #include <sys/cons.h> 44a0a7328bSJohn Baldwin #include <sys/kernel.h> 4562ae6c89SJason Evans #include <sys/ktr.h> 46d8f03321SJohn Baldwin #include <sys/libkern.h> 4769e94957SJohn Baldwin #include <sys/proc.h> 4862ae6c89SJason Evans #include <sys/sysctl.h> 49d8f03321SJohn Baldwin #include <sys/systm.h> 501715f07dSJohn Baldwin #include <sys/time.h> 5160a57b73SJake Burkholder 5260a57b73SJake Burkholder #include <machine/cpu.h> 53a9f5d338SJake Burkholder #ifdef __sparc64__ 54a9f5d338SJake Burkholder #include <machine/ktr.h> 55a9f5d338SJake Burkholder #endif 56d8f03321SJohn Baldwin 57abee588bSJeff Roberson 58de362218SJohn Baldwin #include <ddb/ddb.h> 59de362218SJohn Baldwin 601715f07dSJohn Baldwin #ifndef KTR_ENTRIES 611715f07dSJohn Baldwin #define KTR_ENTRIES 1024 621715f07dSJohn Baldwin #endif 631715f07dSJohn Baldwin 64d8f03321SJohn Baldwin #ifndef KTR_MASK 65d8f03321SJohn Baldwin #define KTR_MASK (KTR_GEN) 66d8f03321SJohn Baldwin #endif 67d8f03321SJohn Baldwin 68d8f03321SJohn Baldwin #ifndef KTR_CPUMASK 69d8f03321SJohn Baldwin #define KTR_CPUMASK (~0) 70d8f03321SJohn Baldwin #endif 71d8f03321SJohn Baldwin 7260a57b73SJake Burkholder #ifndef KTR_TIME 7360a57b73SJake Burkholder #define KTR_TIME get_cyclecount() 7460a57b73SJake Burkholder #endif 7560a57b73SJake Burkholder 7660a57b73SJake Burkholder #ifndef KTR_CPU 77ef73ae4bSJake Burkholder #define KTR_CPU PCPU_GET(cpuid) 78a0a7328bSJohn Baldwin #endif 79a0a7328bSJohn Baldwin 80a0a7328bSJohn Baldwin SYSCTL_NODE(_debug, OID_AUTO, ktr, CTLFLAG_RD, 0, "KTR options"); 81a0a7328bSJohn Baldwin 8281930014SPeter Wemm int ktr_cpumask = KTR_CPUMASK; 8309786698SPeter Wemm TUNABLE_INT("debug.ktr.cpumask", &ktr_cpumask); 84a0a7328bSJohn Baldwin SYSCTL_INT(_debug_ktr, OID_AUTO, cpumask, CTLFLAG_RW, &ktr_cpumask, 0, ""); 8562ae6c89SJason Evans 8681930014SPeter Wemm int ktr_mask = KTR_MASK; 8709786698SPeter Wemm TUNABLE_INT("debug.ktr.mask", &ktr_mask); 88a0a7328bSJohn Baldwin SYSCTL_INT(_debug_ktr, OID_AUTO, mask, CTLFLAG_RW, &ktr_mask, 0, ""); 8962ae6c89SJason Evans 9062ae6c89SJason Evans int ktr_entries = KTR_ENTRIES; 91a0a7328bSJohn Baldwin SYSCTL_INT(_debug_ktr, OID_AUTO, entries, CTLFLAG_RD, &ktr_entries, 0, ""); 9262ae6c89SJason Evans 9360a57b73SJake Burkholder int ktr_version = KTR_VERSION; 9460a57b73SJake Burkholder SYSCTL_INT(_debug_ktr, OID_AUTO, version, CTLFLAG_RD, &ktr_version, 0, ""); 9560a57b73SJake Burkholder 9662ae6c89SJason Evans volatile int ktr_idx = 0; 9762ae6c89SJason Evans struct ktr_entry ktr_buf[KTR_ENTRIES]; 98d8f03321SJohn Baldwin 9960a57b73SJake Burkholder #ifdef KTR_VERBOSE 10060a57b73SJake Burkholder int ktr_verbose = KTR_VERBOSE; 10109786698SPeter Wemm TUNABLE_INT("debug.ktr.verbose", &ktr_verbose); 102a0a7328bSJohn Baldwin SYSCTL_INT(_debug_ktr, OID_AUTO, verbose, CTLFLAG_RW, &ktr_verbose, 0, ""); 103d8f03321SJohn Baldwin #endif 10460a57b73SJake Burkholder 105abee588bSJeff Roberson #ifdef KTR_ALQ 106abee588bSJeff Roberson struct alq *ktr_alq; 107abee588bSJeff Roberson char ktr_alq_file[MAXPATHLEN] = "/tmp/ktr.out"; 108abee588bSJeff Roberson int ktr_alq_cnt = 0; 109abee588bSJeff Roberson int ktr_alq_depth = KTR_ENTRIES; 110abee588bSJeff Roberson int ktr_alq_enabled = 0; 111abee588bSJeff Roberson int ktr_alq_failed = 0; 112abee588bSJeff Roberson int ktr_alq_max = 0; 113abee588bSJeff Roberson 114abee588bSJeff Roberson SYSCTL_INT(_debug_ktr, OID_AUTO, alq_max, CTLFLAG_RW, &ktr_alq_max, 0, 115abee588bSJeff Roberson "Maximum number of entries to write"); 116abee588bSJeff Roberson SYSCTL_INT(_debug_ktr, OID_AUTO, alq_cnt, CTLFLAG_RD, &ktr_alq_cnt, 0, 117abee588bSJeff Roberson "Current number of written entries"); 118abee588bSJeff Roberson SYSCTL_INT(_debug_ktr, OID_AUTO, alq_failed, CTLFLAG_RD, &ktr_alq_failed, 0, 119abee588bSJeff Roberson "Number of times we overran the buffer"); 120abee588bSJeff Roberson SYSCTL_INT(_debug_ktr, OID_AUTO, alq_depth, CTLFLAG_RW, &ktr_alq_depth, 0, 121abee588bSJeff Roberson "Number of items in the write buffer"); 122abee588bSJeff Roberson SYSCTL_STRING(_debug_ktr, OID_AUTO, alq_file, CTLFLAG_RW, ktr_alq_file, 123abee588bSJeff Roberson sizeof(ktr_alq_file), "KTR logging file"); 124abee588bSJeff Roberson 125abee588bSJeff Roberson static int 126abee588bSJeff Roberson sysctl_debug_ktr_alq_enable(SYSCTL_HANDLER_ARGS) 127abee588bSJeff Roberson { 128abee588bSJeff Roberson int error; 129abee588bSJeff Roberson int enable; 130abee588bSJeff Roberson 131abee588bSJeff Roberson enable = ktr_alq_enabled; 132abee588bSJeff Roberson 133abee588bSJeff Roberson error = sysctl_handle_int(oidp, &enable, 0, req); 134abee588bSJeff Roberson if (error || !req->newptr) 135abee588bSJeff Roberson return (error); 136abee588bSJeff Roberson 137abee588bSJeff Roberson if (enable) { 138abee588bSJeff Roberson if (ktr_alq_enabled) 139abee588bSJeff Roberson return (0); 140abee588bSJeff Roberson error = suser(curthread); 141abee588bSJeff Roberson if (error) 142abee588bSJeff Roberson return (error); 143abee588bSJeff Roberson error = alq_open(&ktr_alq, (const char *)ktr_alq_file, 144abee588bSJeff Roberson sizeof(struct ktr_entry), ktr_alq_depth); 145abee588bSJeff Roberson if (error == 0) { 146abee588bSJeff Roberson ktr_mask &= ~KTR_ALQ_MASK; 147abee588bSJeff Roberson ktr_alq_cnt = 0; 148abee588bSJeff Roberson ktr_alq_failed = 0; 149abee588bSJeff Roberson ktr_alq_enabled = 1; 150abee588bSJeff Roberson } 151abee588bSJeff Roberson } else { 152abee588bSJeff Roberson if (ktr_alq_enabled == 0) 153abee588bSJeff Roberson return (0); 154abee588bSJeff Roberson ktr_alq_enabled = 0; 155abee588bSJeff Roberson alq_close(ktr_alq); 156abee588bSJeff Roberson ktr_alq = NULL; 157abee588bSJeff Roberson } 158abee588bSJeff Roberson 159abee588bSJeff Roberson return (error); 160abee588bSJeff Roberson } 161abee588bSJeff Roberson SYSCTL_PROC(_debug_ktr, OID_AUTO, alq_enable, 162abee588bSJeff Roberson CTLTYPE_INT|CTLFLAG_RW, 0, 0, sysctl_debug_ktr_alq_enable, 163abee588bSJeff Roberson "I", "Enable KTR logging"); 164abee588bSJeff Roberson #endif 165abee588bSJeff Roberson 16660a57b73SJake Burkholder void 16760a57b73SJake Burkholder ktr_tracepoint(u_int mask, const char *file, int line, const char *format, 16860a57b73SJake Burkholder u_long arg1, u_long arg2, u_long arg3, u_long arg4, u_long arg5, 16960a57b73SJake Burkholder u_long arg6) 170d8f03321SJohn Baldwin { 171d8f03321SJohn Baldwin struct ktr_entry *entry; 172abee588bSJeff Roberson #ifdef KTR_ALQ 173abee588bSJeff Roberson struct ale *ale = NULL; 174abee588bSJeff Roberson #else 1750006681fSJohn Baldwin int newindex, saveindex; 176abee588bSJeff Roberson #endif 177abee588bSJeff Roberson #if defined(KTR_VERBOSE) || defined(KTR_ALQ) 17869e94957SJohn Baldwin struct thread *td; 179d8f03321SJohn Baldwin #endif 18060a57b73SJake Burkholder int cpu; 181d8f03321SJohn Baldwin 182d664747bSJohn Baldwin if (panicstr) 183d664747bSJohn Baldwin return; 184d8f03321SJohn Baldwin if ((ktr_mask & mask) == 0) 185d8f03321SJohn Baldwin return; 186c29824dbSJohn Baldwin cpu = KTR_CPU; 187c29824dbSJohn Baldwin if (((1 << cpu) & ktr_cpumask) == 0) 1881715f07dSJohn Baldwin return; 189abee588bSJeff Roberson #if defined(KTR_VERBOSE) || defined(KTR_ALQ) 19060a57b73SJake Burkholder td = curthread; 19160a57b73SJake Burkholder if (td->td_inktr) 19260a57b73SJake Burkholder return; 19369e94957SJohn Baldwin td->td_inktr++; 19460a57b73SJake Burkholder #endif 195abee588bSJeff Roberson #ifdef KTR_ALQ 196abee588bSJeff Roberson if (ktr_alq_enabled && 197abee588bSJeff Roberson td->td_critnest == 0 && 198a414302fSJeff Roberson (td->td_kse->ke_flags & KEF_IDLEKSE) == 0 && 199a414302fSJeff Roberson td != ald_thread) { 200abee588bSJeff Roberson if (ktr_alq_max && ktr_alq_cnt > ktr_alq_max) 201abee588bSJeff Roberson goto done; 202abee588bSJeff Roberson if ((ale = alq_get(ktr_alq, ALQ_NOWAIT)) == NULL) { 203abee588bSJeff Roberson ktr_alq_failed++; 204abee588bSJeff Roberson goto done; 205abee588bSJeff Roberson } 206abee588bSJeff Roberson ktr_alq_cnt++; 207abee588bSJeff Roberson entry = (struct ktr_entry *)ale->ae_data; 208abee588bSJeff Roberson } else 209abee588bSJeff Roberson goto done; 210abee588bSJeff Roberson #else 211d8f03321SJohn Baldwin do { 212d8f03321SJohn Baldwin saveindex = ktr_idx; 213d8f03321SJohn Baldwin newindex = (saveindex + 1) & (KTR_ENTRIES - 1); 214d8f03321SJohn Baldwin } while (atomic_cmpset_rel_int(&ktr_idx, saveindex, newindex) == 0); 215d8f03321SJohn Baldwin entry = &ktr_buf[saveindex]; 216abee588bSJeff Roberson #endif 21760a57b73SJake Burkholder entry->ktr_timestamp = KTR_TIME; 218c29824dbSJohn Baldwin entry->ktr_cpu = cpu; 2194c6ffc94SJohn Baldwin if (file != NULL) 2204c6ffc94SJohn Baldwin while (strncmp(file, "../", 3) == 0) 2214c6ffc94SJohn Baldwin file += 3; 22260a57b73SJake Burkholder entry->ktr_file = file; 223d8f03321SJohn Baldwin entry->ktr_line = line; 22460a57b73SJake Burkholder #ifdef KTR_VERBOSE 225d8f03321SJohn Baldwin if (ktr_verbose) { 22622f1b342SJohn Baldwin #ifdef SMP 22760a57b73SJake Burkholder printf("cpu%d ", cpu); 22822f1b342SJohn Baldwin #endif 22960a57b73SJake Burkholder if (ktr_verbose > 1) { 23060a57b73SJake Burkholder printf("%s.%d\t", entry->ktr_file, 23160a57b73SJake Burkholder entry->ktr_line); 232d8f03321SJohn Baldwin } 23360a57b73SJake Burkholder printf(format, arg1, arg2, arg3, arg4, arg5, arg6); 23460a57b73SJake Burkholder printf("\n"); 23560a57b73SJake Burkholder } 236d8f03321SJohn Baldwin #endif 23760a57b73SJake Burkholder entry->ktr_desc = format; 23860a57b73SJake Burkholder entry->ktr_parms[0] = arg1; 23960a57b73SJake Burkholder entry->ktr_parms[1] = arg2; 24060a57b73SJake Burkholder entry->ktr_parms[2] = arg3; 24160a57b73SJake Burkholder entry->ktr_parms[3] = arg4; 24260a57b73SJake Burkholder entry->ktr_parms[4] = arg5; 24360a57b73SJake Burkholder entry->ktr_parms[5] = arg6; 244abee588bSJeff Roberson #ifdef KTR_ALQ 245abee588bSJeff Roberson if (ale) 246abee588bSJeff Roberson alq_post(ktr_alq, ale); 247abee588bSJeff Roberson done: 248abee588bSJeff Roberson #endif 249abee588bSJeff Roberson #if defined(KTR_VERBOSE) || defined(KTR_ALQ) 25069e94957SJohn Baldwin td->td_inktr--; 25160a57b73SJake Burkholder #endif 252d8f03321SJohn Baldwin } 253de362218SJohn Baldwin 254de362218SJohn Baldwin #ifdef DDB 255de362218SJohn Baldwin 256de362218SJohn Baldwin struct tstate { 257de362218SJohn Baldwin int cur; 258de362218SJohn Baldwin int first; 259de362218SJohn Baldwin }; 260de362218SJohn Baldwin static struct tstate tstate; 261de362218SJohn Baldwin static int db_ktr_verbose; 262de362218SJohn Baldwin static int db_mach_vtrace(void); 263de362218SJohn Baldwin 264591faa2eSJohn Baldwin #define NUM_LINES_PER_PAGE 18 265de362218SJohn Baldwin 266591faa2eSJohn Baldwin DB_SHOW_COMMAND(ktr, db_ktr_all) 267591faa2eSJohn Baldwin { 268591faa2eSJohn Baldwin int c, lines; 269fc718df7SJake Burkholder int all = 0; 270591faa2eSJohn Baldwin 271591faa2eSJohn Baldwin lines = NUM_LINES_PER_PAGE; 272de362218SJohn Baldwin tstate.cur = (ktr_idx - 1) & (KTR_ENTRIES - 1); 273de362218SJohn Baldwin tstate.first = -1; 274de362218SJohn Baldwin if (strcmp(modif, "v") == 0) 275de362218SJohn Baldwin db_ktr_verbose = 1; 276de362218SJohn Baldwin else 277de362218SJohn Baldwin db_ktr_verbose = 0; 278fc718df7SJake Burkholder if (strcmp(modif, "a") == 0) 279fc718df7SJake Burkholder all = 1; 280591faa2eSJohn Baldwin while (db_mach_vtrace()) 281fc718df7SJake Burkholder if (all) { 282fc718df7SJake Burkholder if (cncheckc() != -1) 283fc718df7SJake Burkholder return; 284fc718df7SJake Burkholder } else if (--lines == 0) { 285591faa2eSJohn Baldwin db_printf("--More--"); 286591faa2eSJohn Baldwin c = cngetc(); 287591faa2eSJohn Baldwin db_printf("\r"); 288591faa2eSJohn Baldwin switch (c) { 289591faa2eSJohn Baldwin case '\n': /* one more line */ 290591faa2eSJohn Baldwin lines = 1; 291de362218SJohn Baldwin break; 292591faa2eSJohn Baldwin case ' ': /* one more page */ 293591faa2eSJohn Baldwin lines = NUM_LINES_PER_PAGE; 294591faa2eSJohn Baldwin break; 295591faa2eSJohn Baldwin default: 296591faa2eSJohn Baldwin db_printf("\n"); 297de362218SJohn Baldwin return; 298de362218SJohn Baldwin } 299591faa2eSJohn Baldwin } 300de362218SJohn Baldwin } 301de362218SJohn Baldwin 302de362218SJohn Baldwin static int 303de362218SJohn Baldwin db_mach_vtrace(void) 304de362218SJohn Baldwin { 305de362218SJohn Baldwin struct ktr_entry *kp; 306de362218SJohn Baldwin 307de362218SJohn Baldwin if (tstate.cur == tstate.first) { 308de362218SJohn Baldwin db_printf("--- End of trace buffer ---\n"); 309de362218SJohn Baldwin return (0); 310de362218SJohn Baldwin } 311de362218SJohn Baldwin kp = &ktr_buf[tstate.cur]; 312de362218SJohn Baldwin 313de362218SJohn Baldwin /* Skip over unused entries. */ 314591faa2eSJohn Baldwin if (kp->ktr_desc == NULL) { 315591faa2eSJohn Baldwin db_printf("--- End of trace buffer ---\n"); 316591faa2eSJohn Baldwin return (0); 317591faa2eSJohn Baldwin } 318de362218SJohn Baldwin db_printf("%d: ", tstate.cur); 319de362218SJohn Baldwin #ifdef SMP 320de362218SJohn Baldwin db_printf("cpu%d ", kp->ktr_cpu); 321de362218SJohn Baldwin #endif 32260a57b73SJake Burkholder if (db_ktr_verbose) { 32360a57b73SJake Burkholder db_printf("%10.10lld %s.%d\t", (long long)kp->ktr_timestamp, 32460a57b73SJake Burkholder kp->ktr_file, kp->ktr_line); 32560a57b73SJake Burkholder } 32660a57b73SJake Burkholder db_printf(kp->ktr_desc, kp->ktr_parms[0], kp->ktr_parms[1], 32760a57b73SJake Burkholder kp->ktr_parms[2], kp->ktr_parms[3], kp->ktr_parms[4], 32860a57b73SJake Burkholder kp->ktr_parms[5]); 329de362218SJohn Baldwin db_printf("\n"); 330de362218SJohn Baldwin 331de362218SJohn Baldwin if (tstate.first == -1) 332de362218SJohn Baldwin tstate.first = tstate.cur; 333de362218SJohn Baldwin 334de362218SJohn Baldwin if (--tstate.cur < 0) 335de362218SJohn Baldwin tstate.cur = KTR_ENTRIES - 1; 336de362218SJohn Baldwin 337de362218SJohn Baldwin return (1); 338de362218SJohn Baldwin } 339de362218SJohn Baldwin 340de362218SJohn Baldwin #endif /* DDB */ 341