xref: /titanic_44/usr/src/uts/common/sys/lockstat.h (revision fb81f5532aeec22da92ae11861736f38ef47528a)
1 /*
2  * CDDL HEADER START
3  *
4  * The contents of this file are subject to the terms of the
5  * Common Development and Distribution License (the "License").
6  * You may not use this file except in compliance with the License.
7  *
8  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9  * or http://www.opensolaris.org/os/licensing.
10  * See the License for the specific language governing permissions
11  * and limitations under the License.
12  *
13  * When distributing Covered Code, include this CDDL HEADER in each
14  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15  * If applicable, add the following below this CDDL HEADER, with the
16  * fields enclosed by brackets "[]" replaced with your own identifying
17  * information: Portions Copyright [yyyy] [name of copyright owner]
18  *
19  * CDDL HEADER END
20  */
21 /*
22  * Copyright 2008 Sun Microsystems, Inc.  All rights reserved.
23  * Use is subject to license terms.
24  */
25 
26 #ifndef _SYS_LOCKSTAT_H
27 #define	_SYS_LOCKSTAT_H
28 
29 #pragma ident	"%Z%%M%	%I%	%E% SMI"
30 
31 #include <sys/dtrace.h>
32 
33 #ifdef	__cplusplus
34 extern "C" {
35 #endif
36 
37 #define	LS_MUTEX_ENTER_ACQUIRE		0
38 #define	LS_MUTEX_ENTER_BLOCK		1
39 #define	LS_MUTEX_ENTER_SPIN		2
40 #define	LS_MUTEX_EXIT_RELEASE		3
41 #define	LS_MUTEX_DESTROY_RELEASE	4
42 #define	LS_MUTEX_TRYENTER_ACQUIRE	5
43 #define	LS_LOCK_SET_ACQUIRE		6
44 #define	LS_LOCK_SET_SPIN		7
45 #define	LS_LOCK_SET_SPL_ACQUIRE		8
46 #define	LS_LOCK_SET_SPL_SPIN		9
47 #define	LS_LOCK_TRY_ACQUIRE		10
48 #define	LS_LOCK_CLEAR_RELEASE		11
49 #define	LS_LOCK_CLEAR_SPLX_RELEASE	12
50 #define	LS_CLOCK_UNLOCK_RELEASE		13
51 #define	LS_RW_ENTER_ACQUIRE		14
52 #define	LS_RW_ENTER_BLOCK		15
53 #define	LS_RW_EXIT_RELEASE		16
54 #define	LS_RW_TRYENTER_ACQUIRE		17
55 #define	LS_RW_TRYUPGRADE_UPGRADE	18
56 #define	LS_RW_DOWNGRADE_DOWNGRADE	19
57 #define	LS_THREAD_LOCK_ACQUIRE		20
58 #define	LS_THREAD_LOCK_SPIN		21
59 #define	LS_THREAD_LOCK_HIGH_ACQUIRE	22
60 #define	LS_THREAD_LOCK_HIGH_SPIN	23
61 #define	LS_TURNSTILE_INTERLOCK_SPIN	24
62 #define	LS_NPROBES			25
63 
64 #define	LS_MUTEX_ENTER			"mutex_enter"
65 #define	LS_MUTEX_EXIT			"mutex_exit"
66 #define	LS_MUTEX_DESTROY		"mutex_destroy"
67 #define	LS_MUTEX_TRYENTER		"mutex_tryenter"
68 #define	LS_LOCK_SET			"lock_set"
69 #define	LS_LOCK_SET_SPL			"lock_set_spl"
70 #define	LS_LOCK_TRY			"lock_try"
71 #define	LS_LOCK_CLEAR			"lock_clear"
72 #define	LS_LOCK_CLEAR_SPLX		"lock_clear_splx"
73 #define	LS_CLOCK_UNLOCK			"CLOCK_UNLOCK"
74 #define	LS_RW_ENTER			"rw_enter"
75 #define	LS_RW_EXIT			"rw_exit"
76 #define	LS_RW_TRYENTER			"rw_tryenter"
77 #define	LS_RW_TRYUPGRADE		"rw_tryupgrade"
78 #define	LS_RW_DOWNGRADE			"rw_downgrade"
79 #define	LS_THREAD_LOCK			"thread_lock"
80 #define	LS_THREAD_LOCK_HIGH		"thread_lock_high"
81 
82 #define	LS_ACQUIRE			"acquire"
83 #define	LS_RELEASE			"release"
84 #define	LS_SPIN				"spin"
85 #define	LS_BLOCK			"block"
86 #define	LS_UPGRADE			"upgrade"
87 #define	LS_DOWNGRADE			"downgrade"
88 
89 #define	LS_TYPE_ADAPTIVE		"adaptive"
90 #define	LS_TYPE_SPIN			"spin"
91 #define	LS_TYPE_THREAD			"thread"
92 #define	LS_TYPE_RW			"rw"
93 
94 #define	LSA_ACQUIRE			(LS_TYPE_ADAPTIVE "-" LS_ACQUIRE)
95 #define	LSA_RELEASE			(LS_TYPE_ADAPTIVE "-" LS_RELEASE)
96 #define	LSA_SPIN			(LS_TYPE_ADAPTIVE "-" LS_SPIN)
97 #define	LSA_BLOCK			(LS_TYPE_ADAPTIVE "-" LS_BLOCK)
98 #define	LSS_ACQUIRE			(LS_TYPE_SPIN "-" LS_ACQUIRE)
99 #define	LSS_RELEASE			(LS_TYPE_SPIN "-" LS_RELEASE)
100 #define	LSS_SPIN			(LS_TYPE_SPIN "-" LS_SPIN)
101 #define	LSR_ACQUIRE			(LS_TYPE_RW "-" LS_ACQUIRE)
102 #define	LSR_RELEASE			(LS_TYPE_RW "-" LS_RELEASE)
103 #define	LSR_BLOCK			(LS_TYPE_RW "-" LS_BLOCK)
104 #define	LSR_UPGRADE			(LS_TYPE_RW "-" LS_UPGRADE)
105 #define	LSR_DOWNGRADE			(LS_TYPE_RW "-" LS_DOWNGRADE)
106 #define	LST_SPIN			(LS_TYPE_THREAD "-" LS_SPIN)
107 
108 #ifndef _ASM
109 
110 #include <sys/types.h>
111 #include <sys/inttypes.h>
112 #include <sys/systm.h>
113 #include <sys/atomic.h>
114 
115 #ifdef _KERNEL
116 
117 /*
118  * Platform-independent kernel support for the lockstat driver.
119  */
120 extern dtrace_id_t lockstat_probemap[LS_NPROBES];
121 extern void (*lockstat_probe)(dtrace_id_t, uintptr_t, uintptr_t,
122     uintptr_t, uintptr_t, uintptr_t);
123 
124 extern int lockstat_active_threads(void);
125 extern int lockstat_depth(void);
126 extern void lockstat_hot_patch(void);
127 
128 /*
129  * Macros to record lockstat probes.
130  */
131 
132 /* used for 32 bit systems to avoid overflow */
133 #if defined(_ILP32)
134 #define	CLAMP32(x)	((x) > UINT_MAX ? UINT_MAX : (x))
135 #else
136 #define	CLAMP32(x)	(x)
137 #endif
138 
139 #define	LOCKSTAT_RECORD4(probe, lp, arg0, arg1, arg2, arg3)		\
140 	if (lockstat_probemap[(probe)]) {				\
141 		dtrace_id_t id;						\
142 		curthread->t_lockstat++;				\
143 		membar_enter();						\
144 		if ((id = lockstat_probemap[(probe)]) != 0)		\
145 			(*lockstat_probe)(id, (uintptr_t)(lp), (arg0),	\
146 			    (arg1), (arg2), (arg3));			\
147 		curthread->t_lockstat--;				\
148 	}
149 
150 #define	LOCKSTAT_RECORD(probe, lp, arg)	\
151 	LOCKSTAT_RECORD4(probe, lp, arg, 0, 0, 0)
152 
153 #define	LOCKSTAT_RECORD0(probe, lp)	\
154 	LOCKSTAT_RECORD4(probe, lp, 0, 0, 0, 0)
155 
156 /*
157  * Return timestamp for start of busy-waiting (for spin probes)
158  */
159 #define	LOCKSTAT_START_TIME(probe)	(			\
160 	lockstat_probemap[(probe)] ? gethrtime_waitfree() : 0	\
161 )
162 
163 /*
164  * Record elapsed time since LOCKSTAT_START_TIME was called if the
165  * probe is enabled at start and end, else return 0. t_start must
166  * be the value returned by LOCKSTAT_START_TIME.
167  */
168 #define	LOCKSTAT_RECORD_TIME(probe, lp, t_start)		\
169 	if (lockstat_probemap[(probe)]) {				\
170 		dtrace_id_t id;						\
171 		hrtime_t t_spin = (t_start);				\
172 		curthread->t_lockstat++;				\
173 		membar_enter();						\
174 		if ((id = lockstat_probemap[(probe)]) != 0) {		\
175 			if (t_spin) {					\
176 				t_spin = gethrtime_waitfree() - t_spin;	\
177 				t_spin = CLAMP32(t_spin);		\
178 			} 						\
179 			(*lockstat_probe)(id, (uintptr_t)(lp), t_spin,	\
180 			0, 0, 0);					\
181 		} 							\
182 		curthread->t_lockstat--;				\
183 	}
184 
185 
186 #endif /* _KERNEL */
187 
188 #endif /* _ASM */
189 
190 #ifdef	__cplusplus
191 }
192 #endif
193 
194 #endif	/* _SYS_LOCKSTAT_H */
195