xref: /freebsd/sys/kern/kern_ktr.c (revision 3f2a1b0656646ef7f34b3baac5f9461305f4920c)
162ae6c89SJason Evans /*
262ae6c89SJason Evans  * Copyright (c) 2000
362ae6c89SJason Evans  *	John Baldwin <jhb@FreeBSD.org>.  All rights reserved.
462ae6c89SJason Evans  *
562ae6c89SJason Evans  * Redistribution and use in source and binary forms, with or without
662ae6c89SJason Evans  * modification, are permitted provided that the following conditions
762ae6c89SJason Evans  * are met:
862ae6c89SJason Evans  * 1. Redistributions of source code must retain the above copyright
962ae6c89SJason Evans  *    notice, this list of conditions and the following disclaimer.
1062ae6c89SJason Evans  * 2. Redistributions in binary form must reproduce the above copyright
1162ae6c89SJason Evans  *    notice, this list of conditions and the following disclaimer in the
1262ae6c89SJason Evans  *    documentation and/or other materials provided with the distribution.
1362ae6c89SJason Evans  * 4. Neither the name of the author nor the names of any co-contributors
1462ae6c89SJason Evans  *    may be used to endorse or promote products derived from this software
1562ae6c89SJason Evans  *    without specific prior written permission.
1662ae6c89SJason Evans  *
170959cc66SJohn Baldwin  * THIS SOFTWARE IS PROVIDED BY JOHN BALDWIN AND CONTRIBUTORS ``AS IS'' AND
1862ae6c89SJason Evans  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
1962ae6c89SJason Evans  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
200959cc66SJohn Baldwin  * ARE DISCLAIMED.  IN NO EVENT SHALL JOHN BALDWIN OR THE VOICES IN HIS HEAD
2162ae6c89SJason Evans  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
2262ae6c89SJason Evans  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
2362ae6c89SJason Evans  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
2462ae6c89SJason Evans  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
2562ae6c89SJason Evans  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
2662ae6c89SJason Evans  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
2762ae6c89SJason Evans  * THE POSSIBILITY OF SUCH DAMAGE.
2862ae6c89SJason Evans  */
2962ae6c89SJason Evans 
3062ae6c89SJason Evans /*
31d8f03321SJohn Baldwin  * This module holds the global variables used by KTR and the ktr_tracepoint()
32d8f03321SJohn Baldwin  * function that does the actual tracing.
3362ae6c89SJason Evans  */
3462ae6c89SJason Evans 
35677b542eSDavid E. O'Brien #include <sys/cdefs.h>
36677b542eSDavid E. O'Brien __FBSDID("$FreeBSD$");
37677b542eSDavid E. O'Brien 
38de362218SJohn Baldwin #include "opt_ddb.h"
39d8f03321SJohn Baldwin #include "opt_ktr.h"
40abee588bSJeff Roberson #include "opt_alq.h"
41d8f03321SJohn Baldwin 
42de362218SJohn Baldwin #include <sys/param.h>
43abee588bSJeff Roberson #include <sys/alq.h>
44de362218SJohn Baldwin #include <sys/cons.h>
45a0a7328bSJohn Baldwin #include <sys/kernel.h>
4662ae6c89SJason Evans #include <sys/ktr.h>
47d8f03321SJohn Baldwin #include <sys/libkern.h>
4869e94957SJohn Baldwin #include <sys/proc.h>
4962ae6c89SJason Evans #include <sys/sysctl.h>
50d8f03321SJohn Baldwin #include <sys/systm.h>
511715f07dSJohn Baldwin #include <sys/time.h>
5260a57b73SJake Burkholder 
5360a57b73SJake Burkholder #include <machine/cpu.h>
54a9f5d338SJake Burkholder #ifdef __sparc64__
55a9f5d338SJake Burkholder #include <machine/ktr.h>
56a9f5d338SJake Burkholder #endif
57d8f03321SJohn Baldwin 
58abee588bSJeff Roberson 
59de362218SJohn Baldwin #include <ddb/ddb.h>
60de362218SJohn Baldwin 
611715f07dSJohn Baldwin #ifndef KTR_ENTRIES
621715f07dSJohn Baldwin #define	KTR_ENTRIES	1024
631715f07dSJohn Baldwin #endif
641715f07dSJohn Baldwin 
65d8f03321SJohn Baldwin #ifndef KTR_MASK
66d8f03321SJohn Baldwin #define	KTR_MASK	(KTR_GEN)
67d8f03321SJohn Baldwin #endif
68d8f03321SJohn Baldwin 
69d8f03321SJohn Baldwin #ifndef KTR_CPUMASK
70d8f03321SJohn Baldwin #define	KTR_CPUMASK	(~0)
71d8f03321SJohn Baldwin #endif
72d8f03321SJohn Baldwin 
7360a57b73SJake Burkholder #ifndef KTR_TIME
7460a57b73SJake Burkholder #define	KTR_TIME	get_cyclecount()
7560a57b73SJake Burkholder #endif
7660a57b73SJake Burkholder 
7760a57b73SJake Burkholder #ifndef KTR_CPU
78ef73ae4bSJake Burkholder #define	KTR_CPU		PCPU_GET(cpuid)
79a0a7328bSJohn Baldwin #endif
80a0a7328bSJohn Baldwin 
81a0a7328bSJohn Baldwin SYSCTL_NODE(_debug, OID_AUTO, ktr, CTLFLAG_RD, 0, "KTR options");
82a0a7328bSJohn Baldwin 
8381930014SPeter Wemm int	ktr_cpumask = KTR_CPUMASK;
8409786698SPeter Wemm TUNABLE_INT("debug.ktr.cpumask", &ktr_cpumask);
85a0a7328bSJohn Baldwin SYSCTL_INT(_debug_ktr, OID_AUTO, cpumask, CTLFLAG_RW, &ktr_cpumask, 0, "");
8662ae6c89SJason Evans 
8781930014SPeter Wemm int	ktr_mask = KTR_MASK;
8809786698SPeter Wemm TUNABLE_INT("debug.ktr.mask", &ktr_mask);
89a0a7328bSJohn Baldwin SYSCTL_INT(_debug_ktr, OID_AUTO, mask, CTLFLAG_RW, &ktr_mask, 0, "");
9062ae6c89SJason Evans 
9162ae6c89SJason Evans int	ktr_entries = KTR_ENTRIES;
92a0a7328bSJohn Baldwin SYSCTL_INT(_debug_ktr, OID_AUTO, entries, CTLFLAG_RD, &ktr_entries, 0, "");
9362ae6c89SJason Evans 
9460a57b73SJake Burkholder int	ktr_version = KTR_VERSION;
9560a57b73SJake Burkholder SYSCTL_INT(_debug_ktr, OID_AUTO, version, CTLFLAG_RD, &ktr_version, 0, "");
9660a57b73SJake Burkholder 
9762ae6c89SJason Evans volatile int	ktr_idx = 0;
9862ae6c89SJason Evans struct	ktr_entry ktr_buf[KTR_ENTRIES];
99d8f03321SJohn Baldwin 
10060a57b73SJake Burkholder #ifdef KTR_VERBOSE
10160a57b73SJake Burkholder int	ktr_verbose = KTR_VERBOSE;
10209786698SPeter Wemm TUNABLE_INT("debug.ktr.verbose", &ktr_verbose);
103a0a7328bSJohn Baldwin SYSCTL_INT(_debug_ktr, OID_AUTO, verbose, CTLFLAG_RW, &ktr_verbose, 0, "");
104d8f03321SJohn Baldwin #endif
10560a57b73SJake Burkholder 
106abee588bSJeff Roberson #ifdef KTR_ALQ
107abee588bSJeff Roberson struct alq *ktr_alq;
108abee588bSJeff Roberson char	ktr_alq_file[MAXPATHLEN] = "/tmp/ktr.out";
109abee588bSJeff Roberson int	ktr_alq_cnt = 0;
110abee588bSJeff Roberson int	ktr_alq_depth = KTR_ENTRIES;
111abee588bSJeff Roberson int	ktr_alq_enabled = 0;
112abee588bSJeff Roberson int	ktr_alq_failed = 0;
113abee588bSJeff Roberson int	ktr_alq_max = 0;
114abee588bSJeff Roberson 
115abee588bSJeff Roberson SYSCTL_INT(_debug_ktr, OID_AUTO, alq_max, CTLFLAG_RW, &ktr_alq_max, 0,
116abee588bSJeff Roberson     "Maximum number of entries to write");
117abee588bSJeff Roberson SYSCTL_INT(_debug_ktr, OID_AUTO, alq_cnt, CTLFLAG_RD, &ktr_alq_cnt, 0,
118abee588bSJeff Roberson     "Current number of written entries");
119abee588bSJeff Roberson SYSCTL_INT(_debug_ktr, OID_AUTO, alq_failed, CTLFLAG_RD, &ktr_alq_failed, 0,
120abee588bSJeff Roberson     "Number of times we overran the buffer");
121abee588bSJeff Roberson SYSCTL_INT(_debug_ktr, OID_AUTO, alq_depth, CTLFLAG_RW, &ktr_alq_depth, 0,
122abee588bSJeff Roberson     "Number of items in the write buffer");
123abee588bSJeff Roberson SYSCTL_STRING(_debug_ktr, OID_AUTO, alq_file, CTLFLAG_RW, ktr_alq_file,
124abee588bSJeff Roberson     sizeof(ktr_alq_file), "KTR logging file");
125abee588bSJeff Roberson 
126abee588bSJeff Roberson static int
127abee588bSJeff Roberson sysctl_debug_ktr_alq_enable(SYSCTL_HANDLER_ARGS)
128abee588bSJeff Roberson {
129abee588bSJeff Roberson 	int error;
130abee588bSJeff Roberson 	int enable;
131abee588bSJeff Roberson 
132abee588bSJeff Roberson 	enable = ktr_alq_enabled;
133abee588bSJeff Roberson 
134abee588bSJeff Roberson         error = sysctl_handle_int(oidp, &enable, 0, req);
135abee588bSJeff Roberson         if (error || !req->newptr)
136abee588bSJeff Roberson                 return (error);
137abee588bSJeff Roberson 
138abee588bSJeff Roberson 	if (enable) {
139abee588bSJeff Roberson 		if (ktr_alq_enabled)
140abee588bSJeff Roberson 			return (0);
141abee588bSJeff Roberson 		error = suser(curthread);
142abee588bSJeff Roberson 		if (error)
143abee588bSJeff Roberson 			return (error);
144abee588bSJeff Roberson 		error = alq_open(&ktr_alq, (const char *)ktr_alq_file,
1454b090e41SRobert Watson 		    req->td->td_ucred, sizeof(struct ktr_entry),
1464b090e41SRobert Watson 		    ktr_alq_depth);
147abee588bSJeff Roberson 		if (error == 0) {
148abee588bSJeff Roberson 			ktr_mask &= ~KTR_ALQ_MASK;
149abee588bSJeff Roberson 			ktr_alq_cnt = 0;
150abee588bSJeff Roberson 			ktr_alq_failed = 0;
151abee588bSJeff Roberson 			ktr_alq_enabled = 1;
152abee588bSJeff Roberson 		}
153abee588bSJeff Roberson 	} else {
154abee588bSJeff Roberson 		if (ktr_alq_enabled == 0)
155abee588bSJeff Roberson 			return (0);
156abee588bSJeff Roberson 		ktr_alq_enabled = 0;
157abee588bSJeff Roberson 		alq_close(ktr_alq);
158abee588bSJeff Roberson 		ktr_alq = NULL;
159abee588bSJeff Roberson 	}
160abee588bSJeff Roberson 
161abee588bSJeff Roberson 	return (error);
162abee588bSJeff Roberson }
163abee588bSJeff Roberson SYSCTL_PROC(_debug_ktr, OID_AUTO, alq_enable,
164abee588bSJeff Roberson     CTLTYPE_INT|CTLFLAG_RW, 0, 0, sysctl_debug_ktr_alq_enable,
165abee588bSJeff Roberson     "I", "Enable KTR logging");
166abee588bSJeff Roberson #endif
167abee588bSJeff Roberson 
16860a57b73SJake Burkholder void
16960a57b73SJake Burkholder ktr_tracepoint(u_int mask, const char *file, int line, const char *format,
17060a57b73SJake Burkholder     u_long arg1, u_long arg2, u_long arg3, u_long arg4, u_long arg5,
17160a57b73SJake Burkholder     u_long arg6)
172d8f03321SJohn Baldwin {
173d8f03321SJohn Baldwin 	struct ktr_entry *entry;
174abee588bSJeff Roberson #ifdef KTR_ALQ
175abee588bSJeff Roberson 	struct ale *ale = NULL;
176abee588bSJeff Roberson #else
1770006681fSJohn Baldwin 	int newindex, saveindex;
178abee588bSJeff Roberson #endif
179abee588bSJeff Roberson #if defined(KTR_VERBOSE) || defined(KTR_ALQ)
18069e94957SJohn Baldwin 	struct thread *td;
181d8f03321SJohn Baldwin #endif
18260a57b73SJake Burkholder 	int cpu;
183d8f03321SJohn Baldwin 
184d664747bSJohn Baldwin 	if (panicstr)
185d664747bSJohn Baldwin 		return;
186d8f03321SJohn Baldwin 	if ((ktr_mask & mask) == 0)
187d8f03321SJohn Baldwin 		return;
188c29824dbSJohn Baldwin 	cpu = KTR_CPU;
189c29824dbSJohn Baldwin 	if (((1 << cpu) & ktr_cpumask) == 0)
1901715f07dSJohn Baldwin 		return;
191abee588bSJeff Roberson #if defined(KTR_VERBOSE) || defined(KTR_ALQ)
19260a57b73SJake Burkholder 	td = curthread;
1935e26dcb5SJohn Baldwin 	if (td->td_pflags & TDP_INKTR)
19460a57b73SJake Burkholder 		return;
1955e26dcb5SJohn Baldwin 	td->td_pflags |= TDP_INKTR;
19660a57b73SJake Burkholder #endif
197abee588bSJeff Roberson #ifdef KTR_ALQ
198abee588bSJeff Roberson 	if (ktr_alq_enabled &&
199abee588bSJeff Roberson 	    td->td_critnest == 0 &&
200b1ac98d8SJulian Elischer 	    (td->td_flags & TDF_IDLETD) == 0 &&
201a414302fSJeff Roberson 	    td != ald_thread) {
202abee588bSJeff Roberson 		if (ktr_alq_max && ktr_alq_cnt > ktr_alq_max)
203abee588bSJeff Roberson 			goto done;
204abee588bSJeff Roberson 		if ((ale = alq_get(ktr_alq, ALQ_NOWAIT)) == NULL) {
205abee588bSJeff Roberson 			ktr_alq_failed++;
206abee588bSJeff Roberson 			goto done;
207abee588bSJeff Roberson 		}
208abee588bSJeff Roberson 		ktr_alq_cnt++;
209abee588bSJeff Roberson 		entry = (struct ktr_entry *)ale->ae_data;
210abee588bSJeff Roberson 	} else
211abee588bSJeff Roberson 		goto done;
212abee588bSJeff Roberson #else
213d8f03321SJohn Baldwin 	do {
214d8f03321SJohn Baldwin 		saveindex = ktr_idx;
215d8f03321SJohn Baldwin 		newindex = (saveindex + 1) & (KTR_ENTRIES - 1);
216d8f03321SJohn Baldwin 	} while (atomic_cmpset_rel_int(&ktr_idx, saveindex, newindex) == 0);
217d8f03321SJohn Baldwin 	entry = &ktr_buf[saveindex];
218abee588bSJeff Roberson #endif
21960a57b73SJake Burkholder 	entry->ktr_timestamp = KTR_TIME;
220c29824dbSJohn Baldwin 	entry->ktr_cpu = cpu;
2214c6ffc94SJohn Baldwin 	if (file != NULL)
2224c6ffc94SJohn Baldwin 		while (strncmp(file, "../", 3) == 0)
2234c6ffc94SJohn Baldwin 			file += 3;
22460a57b73SJake Burkholder 	entry->ktr_file = file;
225d8f03321SJohn Baldwin 	entry->ktr_line = line;
22660a57b73SJake Burkholder #ifdef KTR_VERBOSE
227d8f03321SJohn Baldwin 	if (ktr_verbose) {
22822f1b342SJohn Baldwin #ifdef SMP
22960a57b73SJake Burkholder 		printf("cpu%d ", cpu);
23022f1b342SJohn Baldwin #endif
23160a57b73SJake Burkholder 		if (ktr_verbose > 1) {
23260a57b73SJake Burkholder 			printf("%s.%d\t", entry->ktr_file,
23360a57b73SJake Burkholder 			    entry->ktr_line);
234d8f03321SJohn Baldwin 		}
23560a57b73SJake Burkholder 		printf(format, arg1, arg2, arg3, arg4, arg5, arg6);
23660a57b73SJake Burkholder 		printf("\n");
23760a57b73SJake Burkholder 	}
238d8f03321SJohn Baldwin #endif
23960a57b73SJake Burkholder 	entry->ktr_desc = format;
24060a57b73SJake Burkholder 	entry->ktr_parms[0] = arg1;
24160a57b73SJake Burkholder 	entry->ktr_parms[1] = arg2;
24260a57b73SJake Burkholder 	entry->ktr_parms[2] = arg3;
24360a57b73SJake Burkholder 	entry->ktr_parms[3] = arg4;
24460a57b73SJake Burkholder 	entry->ktr_parms[4] = arg5;
24560a57b73SJake Burkholder 	entry->ktr_parms[5] = arg6;
246abee588bSJeff Roberson #ifdef KTR_ALQ
247abee588bSJeff Roberson 	if (ale)
248abee588bSJeff Roberson 		alq_post(ktr_alq, ale);
249abee588bSJeff Roberson done:
250abee588bSJeff Roberson #endif
251abee588bSJeff Roberson #if defined(KTR_VERBOSE) || defined(KTR_ALQ)
2525e26dcb5SJohn Baldwin 	td->td_pflags &= ~TDP_INKTR;
25360a57b73SJake Burkholder #endif
254d8f03321SJohn Baldwin }
255de362218SJohn Baldwin 
256de362218SJohn Baldwin #ifdef DDB
257de362218SJohn Baldwin 
258de362218SJohn Baldwin struct tstate {
259de362218SJohn Baldwin 	int	cur;
260de362218SJohn Baldwin 	int	first;
261de362218SJohn Baldwin };
262de362218SJohn Baldwin static	struct tstate tstate;
263de362218SJohn Baldwin static	int db_ktr_verbose;
264de362218SJohn Baldwin static	int db_mach_vtrace(void);
265de362218SJohn Baldwin 
266591faa2eSJohn Baldwin #define	NUM_LINES_PER_PAGE	18
267de362218SJohn Baldwin 
268591faa2eSJohn Baldwin DB_SHOW_COMMAND(ktr, db_ktr_all)
269591faa2eSJohn Baldwin {
2703f2a1b06SJohn Baldwin 	int c, quit;
271591faa2eSJohn Baldwin 
2723f2a1b06SJohn Baldwin 	quit = 0;
273591faa2eSJohn Baldwin 	lines = NUM_LINES_PER_PAGE;
274de362218SJohn Baldwin 	tstate.cur = (ktr_idx - 1) & (KTR_ENTRIES - 1);
275de362218SJohn Baldwin 	tstate.first = -1;
276de362218SJohn Baldwin 	if (strcmp(modif, "v") == 0)
277de362218SJohn Baldwin 		db_ktr_verbose = 1;
278de362218SJohn Baldwin 	else
279de362218SJohn Baldwin 		db_ktr_verbose = 0;
2803f2a1b06SJohn Baldwin 	if (strcmp(modif, "a") == 0) {
2813f2a1b06SJohn Baldwin 		while (cncheckc() != -1)
2823f2a1b06SJohn Baldwin 			if (db_mach_vtrace() == 0)
283de362218SJohn Baldwin 				break;
2843f2a1b06SJohn Baldwin 	} else {
2853f2a1b06SJohn Baldwin 		db_setup_paging(db_simple_pager, &quit, DB_LINES_PER_PAGE);
2863f2a1b06SJohn Baldwin 		while (!quit)
2873f2a1b06SJohn Baldwin 			if (db_mach_vtrace() == 0)
288591faa2eSJohn Baldwin 				break;
289591faa2eSJohn Baldwin 	}
290de362218SJohn Baldwin }
291de362218SJohn Baldwin 
292de362218SJohn Baldwin static int
293de362218SJohn Baldwin db_mach_vtrace(void)
294de362218SJohn Baldwin {
295de362218SJohn Baldwin 	struct ktr_entry	*kp;
296de362218SJohn Baldwin 
297de362218SJohn Baldwin 	if (tstate.cur == tstate.first) {
298de362218SJohn Baldwin 		db_printf("--- End of trace buffer ---\n");
299de362218SJohn Baldwin 		return (0);
300de362218SJohn Baldwin 	}
301de362218SJohn Baldwin 	kp = &ktr_buf[tstate.cur];
302de362218SJohn Baldwin 
303de362218SJohn Baldwin 	/* Skip over unused entries. */
304591faa2eSJohn Baldwin 	if (kp->ktr_desc == NULL) {
305591faa2eSJohn Baldwin 		db_printf("--- End of trace buffer ---\n");
306591faa2eSJohn Baldwin 		return (0);
307591faa2eSJohn Baldwin 	}
308de362218SJohn Baldwin 	db_printf("%d: ", tstate.cur);
309de362218SJohn Baldwin #ifdef SMP
310de362218SJohn Baldwin 	db_printf("cpu%d ", kp->ktr_cpu);
311de362218SJohn Baldwin #endif
31260a57b73SJake Burkholder 	if (db_ktr_verbose) {
31360a57b73SJake Burkholder 		db_printf("%10.10lld %s.%d\t", (long long)kp->ktr_timestamp,
31460a57b73SJake Burkholder 		    kp->ktr_file, kp->ktr_line);
31560a57b73SJake Burkholder 	}
31660a57b73SJake Burkholder 	db_printf(kp->ktr_desc, kp->ktr_parms[0], kp->ktr_parms[1],
31760a57b73SJake Burkholder 	    kp->ktr_parms[2], kp->ktr_parms[3], kp->ktr_parms[4],
31860a57b73SJake Burkholder 	    kp->ktr_parms[5]);
319de362218SJohn Baldwin 	db_printf("\n");
320de362218SJohn Baldwin 
321de362218SJohn Baldwin 	if (tstate.first == -1)
322de362218SJohn Baldwin 		tstate.first = tstate.cur;
323de362218SJohn Baldwin 
324de362218SJohn Baldwin 	if (--tstate.cur < 0)
325de362218SJohn Baldwin 		tstate.cur = KTR_ENTRIES - 1;
326de362218SJohn Baldwin 
327de362218SJohn Baldwin 	return (1);
328de362218SJohn Baldwin }
329de362218SJohn Baldwin 
330de362218SJohn Baldwin #endif	/* DDB */
331