xref: /freebsd/sys/kern/kern_ktr.c (revision 4c6ffc94c0b0ce06e91a80ca26aad524974a6895)
162ae6c89SJason Evans /*
262ae6c89SJason Evans  * Copyright (c) 2000
362ae6c89SJason Evans  *	John Baldwin <jhb@FreeBSD.org>.  All rights reserved.
462ae6c89SJason Evans  *
562ae6c89SJason Evans  * Redistribution and use in source and binary forms, with or without
662ae6c89SJason Evans  * modification, are permitted provided that the following conditions
762ae6c89SJason Evans  * are met:
862ae6c89SJason Evans  * 1. Redistributions of source code must retain the above copyright
962ae6c89SJason Evans  *    notice, this list of conditions and the following disclaimer.
1062ae6c89SJason Evans  * 2. Redistributions in binary form must reproduce the above copyright
1162ae6c89SJason Evans  *    notice, this list of conditions and the following disclaimer in the
1262ae6c89SJason Evans  *    documentation and/or other materials provided with the distribution.
1362ae6c89SJason Evans  * 4. Neither the name of the author nor the names of any co-contributors
1462ae6c89SJason Evans  *    may be used to endorse or promote products derived from this software
1562ae6c89SJason Evans  *    without specific prior written permission.
1662ae6c89SJason Evans  *
170959cc66SJohn Baldwin  * THIS SOFTWARE IS PROVIDED BY JOHN BALDWIN AND CONTRIBUTORS ``AS IS'' AND
1862ae6c89SJason Evans  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
1962ae6c89SJason Evans  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
200959cc66SJohn Baldwin  * ARE DISCLAIMED.  IN NO EVENT SHALL JOHN BALDWIN OR THE VOICES IN HIS HEAD
2162ae6c89SJason Evans  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
2262ae6c89SJason Evans  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
2362ae6c89SJason Evans  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
2462ae6c89SJason Evans  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
2562ae6c89SJason Evans  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
2662ae6c89SJason Evans  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
2762ae6c89SJason Evans  * THE POSSIBILITY OF SUCH DAMAGE.
2862ae6c89SJason Evans  *
2962ae6c89SJason Evans  * $FreeBSD$
3062ae6c89SJason Evans  */
3162ae6c89SJason Evans 
3262ae6c89SJason Evans /*
33d8f03321SJohn Baldwin  * This module holds the global variables used by KTR and the ktr_tracepoint()
34d8f03321SJohn Baldwin  * function that does the actual tracing.
3562ae6c89SJason Evans  */
3662ae6c89SJason Evans 
37de362218SJohn Baldwin #include "opt_ddb.h"
38d8f03321SJohn Baldwin #include "opt_ktr.h"
39abee588bSJeff Roberson #include "opt_alq.h"
40d8f03321SJohn Baldwin 
41de362218SJohn Baldwin #include <sys/param.h>
42abee588bSJeff Roberson #include <sys/alq.h>
43de362218SJohn Baldwin #include <sys/cons.h>
44a0a7328bSJohn Baldwin #include <sys/kernel.h>
4562ae6c89SJason Evans #include <sys/ktr.h>
46d8f03321SJohn Baldwin #include <sys/libkern.h>
4769e94957SJohn Baldwin #include <sys/proc.h>
4862ae6c89SJason Evans #include <sys/sysctl.h>
49d8f03321SJohn Baldwin #include <sys/systm.h>
501715f07dSJohn Baldwin #include <sys/time.h>
5160a57b73SJake Burkholder 
5260a57b73SJake Burkholder #include <machine/cpu.h>
53a9f5d338SJake Burkholder #ifdef __sparc64__
54a9f5d338SJake Burkholder #include <machine/ktr.h>
55a9f5d338SJake Burkholder #endif
56d8f03321SJohn Baldwin 
57abee588bSJeff Roberson 
58de362218SJohn Baldwin #include <ddb/ddb.h>
59de362218SJohn Baldwin 
601715f07dSJohn Baldwin #ifndef KTR_ENTRIES
611715f07dSJohn Baldwin #define	KTR_ENTRIES	1024
621715f07dSJohn Baldwin #endif
631715f07dSJohn Baldwin 
64d8f03321SJohn Baldwin #ifndef KTR_MASK
65d8f03321SJohn Baldwin #define	KTR_MASK	(KTR_GEN)
66d8f03321SJohn Baldwin #endif
67d8f03321SJohn Baldwin 
68d8f03321SJohn Baldwin #ifndef KTR_CPUMASK
69d8f03321SJohn Baldwin #define	KTR_CPUMASK	(~0)
70d8f03321SJohn Baldwin #endif
71d8f03321SJohn Baldwin 
7260a57b73SJake Burkholder #ifndef KTR_TIME
7360a57b73SJake Burkholder #define	KTR_TIME	get_cyclecount()
7460a57b73SJake Burkholder #endif
7560a57b73SJake Burkholder 
7660a57b73SJake Burkholder #ifndef KTR_CPU
77ef73ae4bSJake Burkholder #define	KTR_CPU		PCPU_GET(cpuid)
78a0a7328bSJohn Baldwin #endif
79a0a7328bSJohn Baldwin 
80a0a7328bSJohn Baldwin SYSCTL_NODE(_debug, OID_AUTO, ktr, CTLFLAG_RD, 0, "KTR options");
81a0a7328bSJohn Baldwin 
8281930014SPeter Wemm int	ktr_cpumask = KTR_CPUMASK;
8309786698SPeter Wemm TUNABLE_INT("debug.ktr.cpumask", &ktr_cpumask);
84a0a7328bSJohn Baldwin SYSCTL_INT(_debug_ktr, OID_AUTO, cpumask, CTLFLAG_RW, &ktr_cpumask, 0, "");
8562ae6c89SJason Evans 
8681930014SPeter Wemm int	ktr_mask = KTR_MASK;
8709786698SPeter Wemm TUNABLE_INT("debug.ktr.mask", &ktr_mask);
88a0a7328bSJohn Baldwin SYSCTL_INT(_debug_ktr, OID_AUTO, mask, CTLFLAG_RW, &ktr_mask, 0, "");
8962ae6c89SJason Evans 
9062ae6c89SJason Evans int	ktr_entries = KTR_ENTRIES;
91a0a7328bSJohn Baldwin SYSCTL_INT(_debug_ktr, OID_AUTO, entries, CTLFLAG_RD, &ktr_entries, 0, "");
9262ae6c89SJason Evans 
9360a57b73SJake Burkholder int	ktr_version = KTR_VERSION;
9460a57b73SJake Burkholder SYSCTL_INT(_debug_ktr, OID_AUTO, version, CTLFLAG_RD, &ktr_version, 0, "");
9560a57b73SJake Burkholder 
9662ae6c89SJason Evans volatile int	ktr_idx = 0;
9762ae6c89SJason Evans struct	ktr_entry ktr_buf[KTR_ENTRIES];
98d8f03321SJohn Baldwin 
9960a57b73SJake Burkholder #ifdef KTR_VERBOSE
10060a57b73SJake Burkholder int	ktr_verbose = KTR_VERBOSE;
10109786698SPeter Wemm TUNABLE_INT("debug.ktr.verbose", &ktr_verbose);
102a0a7328bSJohn Baldwin SYSCTL_INT(_debug_ktr, OID_AUTO, verbose, CTLFLAG_RW, &ktr_verbose, 0, "");
103d8f03321SJohn Baldwin #endif
10460a57b73SJake Burkholder 
105abee588bSJeff Roberson #ifdef KTR_ALQ
106abee588bSJeff Roberson struct alq *ktr_alq;
107abee588bSJeff Roberson char	ktr_alq_file[MAXPATHLEN] = "/tmp/ktr.out";
108abee588bSJeff Roberson int	ktr_alq_cnt = 0;
109abee588bSJeff Roberson int	ktr_alq_depth = KTR_ENTRIES;
110abee588bSJeff Roberson int	ktr_alq_enabled = 0;
111abee588bSJeff Roberson int	ktr_alq_failed = 0;
112abee588bSJeff Roberson int	ktr_alq_max = 0;
113abee588bSJeff Roberson 
114abee588bSJeff Roberson SYSCTL_INT(_debug_ktr, OID_AUTO, alq_max, CTLFLAG_RW, &ktr_alq_max, 0,
115abee588bSJeff Roberson     "Maximum number of entries to write");
116abee588bSJeff Roberson SYSCTL_INT(_debug_ktr, OID_AUTO, alq_cnt, CTLFLAG_RD, &ktr_alq_cnt, 0,
117abee588bSJeff Roberson     "Current number of written entries");
118abee588bSJeff Roberson SYSCTL_INT(_debug_ktr, OID_AUTO, alq_failed, CTLFLAG_RD, &ktr_alq_failed, 0,
119abee588bSJeff Roberson     "Number of times we overran the buffer");
120abee588bSJeff Roberson SYSCTL_INT(_debug_ktr, OID_AUTO, alq_depth, CTLFLAG_RW, &ktr_alq_depth, 0,
121abee588bSJeff Roberson     "Number of items in the write buffer");
122abee588bSJeff Roberson SYSCTL_STRING(_debug_ktr, OID_AUTO, alq_file, CTLFLAG_RW, ktr_alq_file,
123abee588bSJeff Roberson     sizeof(ktr_alq_file), "KTR logging file");
124abee588bSJeff Roberson 
125abee588bSJeff Roberson static int
126abee588bSJeff Roberson sysctl_debug_ktr_alq_enable(SYSCTL_HANDLER_ARGS)
127abee588bSJeff Roberson {
128abee588bSJeff Roberson 	int error;
129abee588bSJeff Roberson 	int enable;
130abee588bSJeff Roberson 
131abee588bSJeff Roberson 	enable = ktr_alq_enabled;
132abee588bSJeff Roberson 
133abee588bSJeff Roberson         error = sysctl_handle_int(oidp, &enable, 0, req);
134abee588bSJeff Roberson         if (error || !req->newptr)
135abee588bSJeff Roberson                 return (error);
136abee588bSJeff Roberson 
137abee588bSJeff Roberson 	if (enable) {
138abee588bSJeff Roberson 		if (ktr_alq_enabled)
139abee588bSJeff Roberson 			return (0);
140abee588bSJeff Roberson 		error = suser(curthread);
141abee588bSJeff Roberson 		if (error)
142abee588bSJeff Roberson 			return (error);
143abee588bSJeff Roberson 		error = alq_open(&ktr_alq, (const char *)ktr_alq_file,
144abee588bSJeff Roberson 		    sizeof(struct ktr_entry), ktr_alq_depth);
145abee588bSJeff Roberson 		if (error == 0) {
146abee588bSJeff Roberson 			ktr_mask &= ~KTR_ALQ_MASK;
147abee588bSJeff Roberson 			ktr_alq_cnt = 0;
148abee588bSJeff Roberson 			ktr_alq_failed = 0;
149abee588bSJeff Roberson 			ktr_alq_enabled = 1;
150abee588bSJeff Roberson 		}
151abee588bSJeff Roberson 	} else {
152abee588bSJeff Roberson 		if (ktr_alq_enabled == 0)
153abee588bSJeff Roberson 			return (0);
154abee588bSJeff Roberson 		ktr_alq_enabled = 0;
155abee588bSJeff Roberson 		alq_close(ktr_alq);
156abee588bSJeff Roberson 		ktr_alq = NULL;
157abee588bSJeff Roberson 	}
158abee588bSJeff Roberson 
159abee588bSJeff Roberson 	return (error);
160abee588bSJeff Roberson }
161abee588bSJeff Roberson SYSCTL_PROC(_debug_ktr, OID_AUTO, alq_enable,
162abee588bSJeff Roberson     CTLTYPE_INT|CTLFLAG_RW, 0, 0, sysctl_debug_ktr_alq_enable,
163abee588bSJeff Roberson     "I", "Enable KTR logging");
164abee588bSJeff Roberson #endif
165abee588bSJeff Roberson 
16660a57b73SJake Burkholder void
16760a57b73SJake Burkholder ktr_tracepoint(u_int mask, const char *file, int line, const char *format,
16860a57b73SJake Burkholder     u_long arg1, u_long arg2, u_long arg3, u_long arg4, u_long arg5,
16960a57b73SJake Burkholder     u_long arg6)
170d8f03321SJohn Baldwin {
171d8f03321SJohn Baldwin 	struct ktr_entry *entry;
172abee588bSJeff Roberson #ifdef KTR_ALQ
173abee588bSJeff Roberson 	struct ale *ale = NULL;
174abee588bSJeff Roberson #else
1750006681fSJohn Baldwin 	int newindex, saveindex;
176abee588bSJeff Roberson #endif
177abee588bSJeff Roberson #if defined(KTR_VERBOSE) || defined(KTR_ALQ)
17869e94957SJohn Baldwin 	struct thread *td;
179d8f03321SJohn Baldwin #endif
18060a57b73SJake Burkholder 	int cpu;
181d8f03321SJohn Baldwin 
182d664747bSJohn Baldwin 	if (panicstr)
183d664747bSJohn Baldwin 		return;
184d8f03321SJohn Baldwin 	if ((ktr_mask & mask) == 0)
185d8f03321SJohn Baldwin 		return;
186c29824dbSJohn Baldwin 	cpu = KTR_CPU;
187c29824dbSJohn Baldwin 	if (((1 << cpu) & ktr_cpumask) == 0)
1881715f07dSJohn Baldwin 		return;
189abee588bSJeff Roberson #if defined(KTR_VERBOSE) || defined(KTR_ALQ)
19060a57b73SJake Burkholder 	td = curthread;
19160a57b73SJake Burkholder 	if (td->td_inktr)
19260a57b73SJake Burkholder 		return;
19369e94957SJohn Baldwin 	td->td_inktr++;
19460a57b73SJake Burkholder #endif
195abee588bSJeff Roberson #ifdef KTR_ALQ
196abee588bSJeff Roberson 	if (ktr_alq_enabled &&
197abee588bSJeff Roberson 	    td->td_critnest == 0 &&
198a414302fSJeff Roberson 	    (td->td_kse->ke_flags & KEF_IDLEKSE) == 0 &&
199a414302fSJeff Roberson 	    td != ald_thread) {
200abee588bSJeff Roberson 		if (ktr_alq_max && ktr_alq_cnt > ktr_alq_max)
201abee588bSJeff Roberson 			goto done;
202abee588bSJeff Roberson 		if ((ale = alq_get(ktr_alq, ALQ_NOWAIT)) == NULL) {
203abee588bSJeff Roberson 			ktr_alq_failed++;
204abee588bSJeff Roberson 			goto done;
205abee588bSJeff Roberson 		}
206abee588bSJeff Roberson 		ktr_alq_cnt++;
207abee588bSJeff Roberson 		entry = (struct ktr_entry *)ale->ae_data;
208abee588bSJeff Roberson 	} else
209abee588bSJeff Roberson 		goto done;
210abee588bSJeff Roberson #else
211d8f03321SJohn Baldwin 	do {
212d8f03321SJohn Baldwin 		saveindex = ktr_idx;
213d8f03321SJohn Baldwin 		newindex = (saveindex + 1) & (KTR_ENTRIES - 1);
214d8f03321SJohn Baldwin 	} while (atomic_cmpset_rel_int(&ktr_idx, saveindex, newindex) == 0);
215d8f03321SJohn Baldwin 	entry = &ktr_buf[saveindex];
216abee588bSJeff Roberson #endif
21760a57b73SJake Burkholder 	entry->ktr_timestamp = KTR_TIME;
218c29824dbSJohn Baldwin 	entry->ktr_cpu = cpu;
2194c6ffc94SJohn Baldwin 	if (file != NULL)
2204c6ffc94SJohn Baldwin 		while (strncmp(file, "../", 3) == 0)
2214c6ffc94SJohn Baldwin 			file += 3;
22260a57b73SJake Burkholder 	entry->ktr_file = file;
223d8f03321SJohn Baldwin 	entry->ktr_line = line;
22460a57b73SJake Burkholder #ifdef KTR_VERBOSE
225d8f03321SJohn Baldwin 	if (ktr_verbose) {
22622f1b342SJohn Baldwin #ifdef SMP
22760a57b73SJake Burkholder 		printf("cpu%d ", cpu);
22822f1b342SJohn Baldwin #endif
22960a57b73SJake Burkholder 		if (ktr_verbose > 1) {
23060a57b73SJake Burkholder 			printf("%s.%d\t", entry->ktr_file,
23160a57b73SJake Burkholder 			    entry->ktr_line);
232d8f03321SJohn Baldwin 		}
23360a57b73SJake Burkholder 		printf(format, arg1, arg2, arg3, arg4, arg5, arg6);
23460a57b73SJake Burkholder 		printf("\n");
23560a57b73SJake Burkholder 	}
236d8f03321SJohn Baldwin #endif
23760a57b73SJake Burkholder 	entry->ktr_desc = format;
23860a57b73SJake Burkholder 	entry->ktr_parms[0] = arg1;
23960a57b73SJake Burkholder 	entry->ktr_parms[1] = arg2;
24060a57b73SJake Burkholder 	entry->ktr_parms[2] = arg3;
24160a57b73SJake Burkholder 	entry->ktr_parms[3] = arg4;
24260a57b73SJake Burkholder 	entry->ktr_parms[4] = arg5;
24360a57b73SJake Burkholder 	entry->ktr_parms[5] = arg6;
244abee588bSJeff Roberson #ifdef KTR_ALQ
245abee588bSJeff Roberson 	if (ale)
246abee588bSJeff Roberson 		alq_post(ktr_alq, ale);
247abee588bSJeff Roberson done:
248abee588bSJeff Roberson #endif
249abee588bSJeff Roberson #if defined(KTR_VERBOSE) || defined(KTR_ALQ)
25069e94957SJohn Baldwin 	td->td_inktr--;
25160a57b73SJake Burkholder #endif
252d8f03321SJohn Baldwin }
253de362218SJohn Baldwin 
254de362218SJohn Baldwin #ifdef DDB
255de362218SJohn Baldwin 
256de362218SJohn Baldwin struct tstate {
257de362218SJohn Baldwin 	int	cur;
258de362218SJohn Baldwin 	int	first;
259de362218SJohn Baldwin };
260de362218SJohn Baldwin static	struct tstate tstate;
261de362218SJohn Baldwin static	int db_ktr_verbose;
262de362218SJohn Baldwin static	int db_mach_vtrace(void);
263de362218SJohn Baldwin 
264591faa2eSJohn Baldwin #define	NUM_LINES_PER_PAGE	18
265de362218SJohn Baldwin 
266591faa2eSJohn Baldwin DB_SHOW_COMMAND(ktr, db_ktr_all)
267591faa2eSJohn Baldwin {
268591faa2eSJohn Baldwin 	int	c, lines;
269fc718df7SJake Burkholder 	int	all = 0;
270591faa2eSJohn Baldwin 
271591faa2eSJohn Baldwin 	lines = NUM_LINES_PER_PAGE;
272de362218SJohn Baldwin 	tstate.cur = (ktr_idx - 1) & (KTR_ENTRIES - 1);
273de362218SJohn Baldwin 	tstate.first = -1;
274de362218SJohn Baldwin 	if (strcmp(modif, "v") == 0)
275de362218SJohn Baldwin 		db_ktr_verbose = 1;
276de362218SJohn Baldwin 	else
277de362218SJohn Baldwin 		db_ktr_verbose = 0;
278fc718df7SJake Burkholder 	if (strcmp(modif, "a") == 0)
279fc718df7SJake Burkholder 		all = 1;
280591faa2eSJohn Baldwin 	while (db_mach_vtrace())
281fc718df7SJake Burkholder 		if (all) {
282fc718df7SJake Burkholder 			if (cncheckc() != -1)
283fc718df7SJake Burkholder 				return;
284fc718df7SJake Burkholder 		} else if (--lines == 0) {
285591faa2eSJohn Baldwin 			db_printf("--More--");
286591faa2eSJohn Baldwin 			c = cngetc();
287591faa2eSJohn Baldwin 			db_printf("\r");
288591faa2eSJohn Baldwin 			switch (c) {
289591faa2eSJohn Baldwin 			case '\n':	/* one more line */
290591faa2eSJohn Baldwin 				lines = 1;
291de362218SJohn Baldwin 				break;
292591faa2eSJohn Baldwin 			case ' ':	/* one more page */
293591faa2eSJohn Baldwin 				lines = NUM_LINES_PER_PAGE;
294591faa2eSJohn Baldwin 				break;
295591faa2eSJohn Baldwin 			default:
296591faa2eSJohn Baldwin 				db_printf("\n");
297de362218SJohn Baldwin 				return;
298de362218SJohn Baldwin 			}
299591faa2eSJohn Baldwin 		}
300de362218SJohn Baldwin }
301de362218SJohn Baldwin 
302de362218SJohn Baldwin static int
303de362218SJohn Baldwin db_mach_vtrace(void)
304de362218SJohn Baldwin {
305de362218SJohn Baldwin 	struct ktr_entry	*kp;
306de362218SJohn Baldwin 
307de362218SJohn Baldwin 	if (tstate.cur == tstate.first) {
308de362218SJohn Baldwin 		db_printf("--- End of trace buffer ---\n");
309de362218SJohn Baldwin 		return (0);
310de362218SJohn Baldwin 	}
311de362218SJohn Baldwin 	kp = &ktr_buf[tstate.cur];
312de362218SJohn Baldwin 
313de362218SJohn Baldwin 	/* Skip over unused entries. */
314591faa2eSJohn Baldwin 	if (kp->ktr_desc == NULL) {
315591faa2eSJohn Baldwin 		db_printf("--- End of trace buffer ---\n");
316591faa2eSJohn Baldwin 		return (0);
317591faa2eSJohn Baldwin 	}
318de362218SJohn Baldwin 	db_printf("%d: ", tstate.cur);
319de362218SJohn Baldwin #ifdef SMP
320de362218SJohn Baldwin 	db_printf("cpu%d ", kp->ktr_cpu);
321de362218SJohn Baldwin #endif
32260a57b73SJake Burkholder 	if (db_ktr_verbose) {
32360a57b73SJake Burkholder 		db_printf("%10.10lld %s.%d\t", (long long)kp->ktr_timestamp,
32460a57b73SJake Burkholder 		    kp->ktr_file, kp->ktr_line);
32560a57b73SJake Burkholder 	}
32660a57b73SJake Burkholder 	db_printf(kp->ktr_desc, kp->ktr_parms[0], kp->ktr_parms[1],
32760a57b73SJake Burkholder 	    kp->ktr_parms[2], kp->ktr_parms[3], kp->ktr_parms[4],
32860a57b73SJake Burkholder 	    kp->ktr_parms[5]);
329de362218SJohn Baldwin 	db_printf("\n");
330de362218SJohn Baldwin 
331de362218SJohn Baldwin 	if (tstate.first == -1)
332de362218SJohn Baldwin 		tstate.first = tstate.cur;
333de362218SJohn Baldwin 
334de362218SJohn Baldwin 	if (--tstate.cur < 0)
335de362218SJohn Baldwin 		tstate.cur = KTR_ENTRIES - 1;
336de362218SJohn Baldwin 
337de362218SJohn Baldwin 	return (1);
338de362218SJohn Baldwin }
339de362218SJohn Baldwin 
340de362218SJohn Baldwin #endif	/* DDB */
341