xref: /freebsd/sys/kern/kern_lock.c (revision c91fcee75dd28983a25406c08aae9b35e480b3b4)
19454b2d8SWarner Losh /*-
253bf4bb2SPeter Wemm  * Copyright (c) 1995
353bf4bb2SPeter Wemm  *	The Regents of the University of California.  All rights reserved.
453bf4bb2SPeter Wemm  *
503e9c6c1SJohn Dyson  * Copyright (C) 1997
603e9c6c1SJohn Dyson  *	John S. Dyson.  All rights reserved.
703e9c6c1SJohn Dyson  *
853bf4bb2SPeter Wemm  * This code contains ideas from software contributed to Berkeley by
953bf4bb2SPeter Wemm  * Avadis Tevanian, Jr., Michael Wayne Young, and the Mach Operating
1053bf4bb2SPeter Wemm  * System project at Carnegie-Mellon University.
1153bf4bb2SPeter Wemm  *
1253bf4bb2SPeter Wemm  * Redistribution and use in source and binary forms, with or without
1353bf4bb2SPeter Wemm  * modification, are permitted provided that the following conditions
1453bf4bb2SPeter Wemm  * are met:
1553bf4bb2SPeter Wemm  * 1. Redistributions of source code must retain the above copyright
1653bf4bb2SPeter Wemm  *    notice, this list of conditions and the following disclaimer.
1753bf4bb2SPeter Wemm  * 2. Redistributions in binary form must reproduce the above copyright
1853bf4bb2SPeter Wemm  *    notice, this list of conditions and the following disclaimer in the
1953bf4bb2SPeter Wemm  *    documentation and/or other materials provided with the distribution.
2053bf4bb2SPeter Wemm  * 3. All advertising materials mentioning features or use of this software
2153bf4bb2SPeter Wemm  *    must display the following acknowledgement:
2253bf4bb2SPeter Wemm  *	This product includes software developed by the University of
2353bf4bb2SPeter Wemm  *	California, Berkeley and its contributors.
2453bf4bb2SPeter Wemm  * 4. Neither the name of the University nor the names of its contributors
2553bf4bb2SPeter Wemm  *    may be used to endorse or promote products derived from this software
2653bf4bb2SPeter Wemm  *    without specific prior written permission.
2753bf4bb2SPeter Wemm  *
2853bf4bb2SPeter Wemm  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
2953bf4bb2SPeter Wemm  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
3053bf4bb2SPeter Wemm  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
3153bf4bb2SPeter Wemm  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
3253bf4bb2SPeter Wemm  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
3353bf4bb2SPeter Wemm  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
3453bf4bb2SPeter Wemm  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
3553bf4bb2SPeter Wemm  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
3653bf4bb2SPeter Wemm  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
3753bf4bb2SPeter Wemm  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
3853bf4bb2SPeter Wemm  * SUCH DAMAGE.
3953bf4bb2SPeter Wemm  *
4053bf4bb2SPeter Wemm  *	@(#)kern_lock.c	8.18 (Berkeley) 5/21/95
4153bf4bb2SPeter Wemm  */
4253bf4bb2SPeter Wemm 
43677b542eSDavid E. O'Brien #include <sys/cdefs.h>
44677b542eSDavid E. O'Brien __FBSDID("$FreeBSD$");
45677b542eSDavid E. O'Brien 
46be6847d7SJohn Baldwin #include "opt_ddb.h"
477c0435b9SKip Macy #include "opt_global.h"
48be6847d7SJohn Baldwin 
4953bf4bb2SPeter Wemm #include <sys/param.h>
50c30bf5c3SRobert Watson #include <sys/kdb.h>
519722d88fSJason Evans #include <sys/kernel.h>
5261d80e90SJohn Baldwin #include <sys/ktr.h>
5353bf4bb2SPeter Wemm #include <sys/lock.h>
548302d183SBruce Evans #include <sys/lockmgr.h>
55d8881ca3SJohn Baldwin #include <sys/mutex.h>
568302d183SBruce Evans #include <sys/proc.h>
574bdb9b11SPeter Wemm #include <sys/systm.h>
587c0435b9SKip Macy #include <sys/lock_profile.h>
59e8ddb61dSJeff Roberson #ifdef DEBUG_LOCKS
60e8ddb61dSJeff Roberson #include <sys/stack.h>
61e8ddb61dSJeff Roberson #endif
6253bf4bb2SPeter Wemm 
63be6847d7SJohn Baldwin #ifdef DDB
64be6847d7SJohn Baldwin #include <ddb/ddb.h>
6561bd5e21SKip Macy static void	db_show_lockmgr(struct lock_object *lock);
66be6847d7SJohn Baldwin #endif
676e21afd4SJohn Baldwin static void	lock_lockmgr(struct lock_object *lock, int how);
686e21afd4SJohn Baldwin static int	unlock_lockmgr(struct lock_object *lock);
6961bd5e21SKip Macy 
7061bd5e21SKip Macy struct lock_class lock_class_lockmgr = {
713ff6d229SJohn Baldwin 	.lc_name = "lockmgr",
723ff6d229SJohn Baldwin 	.lc_flags = LC_SLEEPLOCK | LC_SLEEPABLE | LC_RECURSABLE | LC_UPGRADABLE,
7361bd5e21SKip Macy #ifdef DDB
746e21afd4SJohn Baldwin 	.lc_ddb_show = db_show_lockmgr,
7561bd5e21SKip Macy #endif
766e21afd4SJohn Baldwin 	.lc_lock = lock_lockmgr,
776e21afd4SJohn Baldwin 	.lc_unlock = unlock_lockmgr,
7861bd5e21SKip Macy };
7961bd5e21SKip Macy 
8053bf4bb2SPeter Wemm /*
8153bf4bb2SPeter Wemm  * Locking primitives implementation.
8253bf4bb2SPeter Wemm  * Locks provide shared/exclusive sychronization.
8353bf4bb2SPeter Wemm  */
8453bf4bb2SPeter Wemm 
856e21afd4SJohn Baldwin void
866e21afd4SJohn Baldwin lock_lockmgr(struct lock_object *lock, int how)
876e21afd4SJohn Baldwin {
886e21afd4SJohn Baldwin 
896e21afd4SJohn Baldwin 	panic("lockmgr locks do not support sleep interlocking");
906e21afd4SJohn Baldwin }
916e21afd4SJohn Baldwin 
926e21afd4SJohn Baldwin int
936e21afd4SJohn Baldwin unlock_lockmgr(struct lock_object *lock)
946e21afd4SJohn Baldwin {
956e21afd4SJohn Baldwin 
966e21afd4SJohn Baldwin 	panic("lockmgr locks do not support sleep interlocking");
976e21afd4SJohn Baldwin }
986e21afd4SJohn Baldwin 
99f158df07SJeff Roberson #define	COUNT(td, x)	if ((td)) (td)->td_locks += (x)
10099448ed1SJohn Dyson #define LK_ALL (LK_HAVE_EXCL | LK_WANT_EXCL | LK_WANT_UPGRADE | \
10199448ed1SJohn Dyson 	LK_SHARE_NONZERO | LK_WAIT_NONZERO)
10299448ed1SJohn Dyson 
103fe68a916SKip Macy static int acquire(struct lock **lkpp, int extflags, int wanted, int *contested, uint64_t *waittime);
10499448ed1SJohn Dyson static int acquiredrain(struct lock *lkp, int extflags) ;
10503e9c6c1SJohn Dyson 
106a96ab770SJeff Roberson static __inline void
107f158df07SJeff Roberson sharelock(struct thread *td, struct lock *lkp, int incr) {
10803e9c6c1SJohn Dyson 	lkp->lk_flags |= LK_SHARE_NONZERO;
10903e9c6c1SJohn Dyson 	lkp->lk_sharecount += incr;
110f158df07SJeff Roberson 	COUNT(td, incr);
11103e9c6c1SJohn Dyson }
11203e9c6c1SJohn Dyson 
113a96ab770SJeff Roberson static __inline void
114f158df07SJeff Roberson shareunlock(struct thread *td, struct lock *lkp, int decr) {
115219cbf59SEivind Eklund 
1165526d2d9SEivind Eklund 	KASSERT(lkp->lk_sharecount >= decr, ("shareunlock: count < decr"));
11703e9c6c1SJohn Dyson 
118f158df07SJeff Roberson 	COUNT(td, -decr);
1199b2e5badSJohn Dyson 	if (lkp->lk_sharecount == decr) {
12003e9c6c1SJohn Dyson 		lkp->lk_flags &= ~LK_SHARE_NONZERO;
1219b2e5badSJohn Dyson 		if (lkp->lk_flags & (LK_WANT_UPGRADE | LK_WANT_EXCL)) {
1229b2e5badSJohn Dyson 			wakeup(lkp);
1239b2e5badSJohn Dyson 		}
1249b2e5badSJohn Dyson 		lkp->lk_sharecount = 0;
1259b2e5badSJohn Dyson 	} else {
1269b2e5badSJohn Dyson 		lkp->lk_sharecount -= decr;
1279b2e5badSJohn Dyson 	}
12803e9c6c1SJohn Dyson }
12903e9c6c1SJohn Dyson 
13003e9c6c1SJohn Dyson static int
131fe68a916SKip Macy acquire(struct lock **lkpp, int extflags, int wanted, int *contested, uint64_t *waittime)
13241bd6c15SJeff Roberson {
133c6964d3bSKirk McKusick 	struct lock *lkp = *lkpp;
13420728d8fSJeff Roberson 	int error;
135c06394f5SJohn Baldwin 	CTR3(KTR_LOCK,
136ff381670SRobert Watson 	    "acquire(): lkp == %p, extflags == 0x%x, wanted == 0x%x",
137a18b1f1dSJason Evans 	    lkp, extflags, wanted);
138a18b1f1dSJason Evans 
13920728d8fSJeff Roberson 	if ((extflags & LK_NOWAIT) && (lkp->lk_flags & wanted))
14003e9c6c1SJohn Dyson 		return EBUSY;
14120728d8fSJeff Roberson 	error = 0;
142fe68a916SKip Macy 	if ((lkp->lk_flags & wanted) != 0)
143fe68a916SKip Macy 		lock_profile_obtain_lock_failed(&lkp->lk_object, contested, waittime);
144fe68a916SKip Macy 
14503e9c6c1SJohn Dyson 	while ((lkp->lk_flags & wanted) != 0) {
14620728d8fSJeff Roberson 		CTR2(KTR_LOCK,
14720728d8fSJeff Roberson 		    "acquire(): lkp == %p, lk_flags == 0x%x sleeping",
14820728d8fSJeff Roberson 		    lkp, lkp->lk_flags);
14903e9c6c1SJohn Dyson 		lkp->lk_flags |= LK_WAIT_NONZERO;
15003e9c6c1SJohn Dyson 		lkp->lk_waitcount++;
15196fde7daSJake Burkholder 		error = msleep(lkp, lkp->lk_interlock, lkp->lk_prio,
15223b59018SMatthew Dillon 		    lkp->lk_wmesg,
15323b59018SMatthew Dillon 		    ((extflags & LK_TIMELOCK) ? lkp->lk_timo : 0));
1549b2e5badSJohn Dyson 		lkp->lk_waitcount--;
15520728d8fSJeff Roberson 		if (lkp->lk_waitcount == 0)
15620728d8fSJeff Roberson 			lkp->lk_flags &= ~LK_WAIT_NONZERO;
15720728d8fSJeff Roberson 		if (error)
15820728d8fSJeff Roberson 			break;
15903e9c6c1SJohn Dyson 		if (extflags & LK_SLEEPFAIL) {
16020728d8fSJeff Roberson 			error = ENOLCK;
16120728d8fSJeff Roberson 			break;
16203e9c6c1SJohn Dyson 		}
163c6964d3bSKirk McKusick 		if (lkp->lk_newlock != NULL) {
164c6964d3bSKirk McKusick 			mtx_lock(lkp->lk_newlock->lk_interlock);
165c6964d3bSKirk McKusick 			mtx_unlock(lkp->lk_interlock);
166c6964d3bSKirk McKusick 			if (lkp->lk_waitcount == 0)
167c6964d3bSKirk McKusick 				wakeup((void *)(&lkp->lk_newlock));
168c6964d3bSKirk McKusick 			*lkpp = lkp = lkp->lk_newlock;
169c6964d3bSKirk McKusick 		}
17003e9c6c1SJohn Dyson 	}
17120728d8fSJeff Roberson 	mtx_assert(lkp->lk_interlock, MA_OWNED);
17220728d8fSJeff Roberson 	return (error);
17303e9c6c1SJohn Dyson }
17403e9c6c1SJohn Dyson 
17553bf4bb2SPeter Wemm /*
17653bf4bb2SPeter Wemm  * Set, change, or release a lock.
17753bf4bb2SPeter Wemm  *
17853bf4bb2SPeter Wemm  * Shared requests increment the shared count. Exclusive requests set the
17953bf4bb2SPeter Wemm  * LK_WANT_EXCL flag (preventing further shared locks), and wait for already
18053bf4bb2SPeter Wemm  * accepted shared locks and shared-to-exclusive upgrades to go away.
18153bf4bb2SPeter Wemm  */
18253bf4bb2SPeter Wemm int
183ab2dab16SJohn Baldwin _lockmgr(struct lock *lkp, u_int flags, struct mtx *interlkp,
1847c0435b9SKip Macy 	 struct thread *td, char *file, int line)
1857c0435b9SKip Macy 
18653bf4bb2SPeter Wemm {
18753bf4bb2SPeter Wemm 	int error;
188822ded67SJulian Elischer 	struct thread *thr;
189635962afSJohn Baldwin 	int extflags, lockflags;
190fe68a916SKip Macy 	int contested = 0;
191fe68a916SKip Macy 	uint64_t waitstart = 0;
19253bf4bb2SPeter Wemm 
19353bf4bb2SPeter Wemm 	error = 0;
194b40ce416SJulian Elischer 	if (td == NULL)
195822ded67SJulian Elischer 		thr = LK_KERNPROC;
196891e0f24SJohn Dyson 	else
197822ded67SJulian Elischer 		thr = td;
19803e9c6c1SJohn Dyson 
19917661e5aSJeff Roberson 	if ((flags & LK_INTERNAL) == 0)
2009ed346baSBosko Milekic 		mtx_lock(lkp->lk_interlock);
20141bd6c15SJeff Roberson 	CTR6(KTR_LOCK,
20241bd6c15SJeff Roberson 	    "lockmgr(): lkp == %p (lk_wmesg == \"%s\"), owner == %p, exclusivecount == %d, flags == 0x%x, "
20341bd6c15SJeff Roberson 	    "td == %p", lkp, lkp->lk_wmesg, lkp->lk_lockholder,
20441bd6c15SJeff Roberson 	    lkp->lk_exclusivecount, flags, td);
205e8ddb61dSJeff Roberson #ifdef DEBUG_LOCKS
206e8ddb61dSJeff Roberson 	{
207e8ddb61dSJeff Roberson 		struct stack stack; /* XXX */
208e8ddb61dSJeff Roberson 		stack_save(&stack);
209e37a4994SPawel Jakub Dawidek 		CTRSTACK(KTR_LOCK, &stack, 0, 1);
210e8ddb61dSJeff Roberson 	}
21141bd6c15SJeff Roberson #endif
21241bd6c15SJeff Roberson 
21398689e1eSAlfred Perlstein 	if (flags & LK_INTERLOCK) {
2146157b69fSAlfred Perlstein 		mtx_assert(interlkp, MA_OWNED | MA_NOTRECURSED);
2159ed346baSBosko Milekic 		mtx_unlock(interlkp);
21698689e1eSAlfred Perlstein 	}
21703e9c6c1SJohn Dyson 
21817661e5aSJeff Roberson 	if ((flags & (LK_NOWAIT|LK_RELEASE)) == 0)
21926306795SJohn Baldwin 		WITNESS_WARN(WARN_GIANTOK | WARN_SLEEPOK,
220aa89d8cdSJohn Baldwin 		    &lkp->lk_interlock->lock_object,
22126306795SJohn Baldwin 		    "Acquiring lockmgr lock \"%s\"", lkp->lk_wmesg);
22217661e5aSJeff Roberson 
2233f085c22SJohn Baldwin 	if (panicstr != NULL) {
2243f085c22SJohn Baldwin 		mtx_unlock(lkp->lk_interlock);
2253f085c22SJohn Baldwin 		return (0);
2263f085c22SJohn Baldwin 	}
227c4c0ec5bSJeff Roberson 	if ((lkp->lk_flags & LK_NOSHARE) &&
228c4c0ec5bSJeff Roberson 	    (flags & LK_TYPE_MASK) == LK_SHARED) {
229c4c0ec5bSJeff Roberson 		flags &= ~LK_TYPE_MASK;
230c4c0ec5bSJeff Roberson 		flags |= LK_EXCLUSIVE;
231c4c0ec5bSJeff Roberson 	}
23253bf4bb2SPeter Wemm 	extflags = (flags | lkp->lk_flags) & LK_EXTFLG_MASK;
23353bf4bb2SPeter Wemm 
23453bf4bb2SPeter Wemm 	switch (flags & LK_TYPE_MASK) {
23553bf4bb2SPeter Wemm 
23653bf4bb2SPeter Wemm 	case LK_SHARED:
237beef8a36SJulian Elischer 		/*
238beef8a36SJulian Elischer 		 * If we are not the exclusive lock holder, we have to block
239beef8a36SJulian Elischer 		 * while there is an exclusive lock holder or while an
240beef8a36SJulian Elischer 		 * exclusive lock request or upgrade request is in progress.
241beef8a36SJulian Elischer 		 *
242fa2a4d05STim J. Robbins 		 * However, if TDP_DEADLKTREAT is set, we override exclusive
243beef8a36SJulian Elischer 		 * lock requests or upgrade requests ( but not the exclusive
244beef8a36SJulian Elischer 		 * lock itself ).
245beef8a36SJulian Elischer 		 */
246822ded67SJulian Elischer 		if (lkp->lk_lockholder != thr) {
247635962afSJohn Baldwin 			lockflags = LK_HAVE_EXCL;
248fa2a4d05STim J. Robbins 			if (td != NULL && !(td->td_pflags & TDP_DEADLKTREAT))
249bce98419SJohn Baldwin 				lockflags |= LK_WANT_EXCL | LK_WANT_UPGRADE;
250fe68a916SKip Macy 			error = acquire(&lkp, extflags, lockflags, &contested, &waitstart);
25153bf4bb2SPeter Wemm 			if (error)
25253bf4bb2SPeter Wemm 				break;
253f158df07SJeff Roberson 			sharelock(td, lkp, 1);
2547c0435b9SKip Macy 			if (lkp->lk_sharecount == 1)
255fe68a916SKip Macy 				lock_profile_obtain_lock_success(&lkp->lk_object, contested, waitstart, file, line);
2567c0435b9SKip Macy 
2577181624aSJeff Roberson #if defined(DEBUG_LOCKS)
2587499fd8dSJeff Roberson 			stack_save(&lkp->lk_stack);
2597181624aSJeff Roberson #endif
26053bf4bb2SPeter Wemm 			break;
26153bf4bb2SPeter Wemm 		}
26253bf4bb2SPeter Wemm 		/*
26353bf4bb2SPeter Wemm 		 * We hold an exclusive lock, so downgrade it to shared.
26453bf4bb2SPeter Wemm 		 * An alternative would be to fail with EDEADLK.
26553bf4bb2SPeter Wemm 		 */
266f158df07SJeff Roberson 		sharelock(td, lkp, 1);
2677c0435b9SKip Macy 		if (lkp->lk_sharecount == 1)
268fe68a916SKip Macy 			lock_profile_obtain_lock_success(&lkp->lk_object, contested, waitstart, file, line);
26993b0017fSPhilippe Charnier 		/* FALLTHROUGH downgrade */
27053bf4bb2SPeter Wemm 
27153bf4bb2SPeter Wemm 	case LK_DOWNGRADE:
272822ded67SJulian Elischer 		KASSERT(lkp->lk_lockholder == thr && lkp->lk_exclusivecount != 0,
2731375ed7eSAlfred Perlstein 			("lockmgr: not holding exclusive lock "
274822ded67SJulian Elischer 			"(owner thread (%p) != thread (%p), exlcnt (%d) != 0",
275822ded67SJulian Elischer 			lkp->lk_lockholder, thr, lkp->lk_exclusivecount));
276f158df07SJeff Roberson 		sharelock(td, lkp, lkp->lk_exclusivecount);
277f158df07SJeff Roberson 		COUNT(td, -lkp->lk_exclusivecount);
27853bf4bb2SPeter Wemm 		lkp->lk_exclusivecount = 0;
27953bf4bb2SPeter Wemm 		lkp->lk_flags &= ~LK_HAVE_EXCL;
2806f8132a8SJulian Elischer 		lkp->lk_lockholder = LK_NOPROC;
28153bf4bb2SPeter Wemm 		if (lkp->lk_waitcount)
28253bf4bb2SPeter Wemm 			wakeup((void *)lkp);
28353bf4bb2SPeter Wemm 		break;
28453bf4bb2SPeter Wemm 
28553bf4bb2SPeter Wemm 	case LK_EXCLUPGRADE:
28653bf4bb2SPeter Wemm 		/*
28753bf4bb2SPeter Wemm 		 * If another process is ahead of us to get an upgrade,
28853bf4bb2SPeter Wemm 		 * then we want to fail rather than have an intervening
28953bf4bb2SPeter Wemm 		 * exclusive access.
29053bf4bb2SPeter Wemm 		 */
29153bf4bb2SPeter Wemm 		if (lkp->lk_flags & LK_WANT_UPGRADE) {
292f158df07SJeff Roberson 			shareunlock(td, lkp, 1);
29353bf4bb2SPeter Wemm 			error = EBUSY;
29453bf4bb2SPeter Wemm 			break;
29553bf4bb2SPeter Wemm 		}
29693b0017fSPhilippe Charnier 		/* FALLTHROUGH normal upgrade */
29753bf4bb2SPeter Wemm 
29853bf4bb2SPeter Wemm 	case LK_UPGRADE:
29953bf4bb2SPeter Wemm 		/*
30053bf4bb2SPeter Wemm 		 * Upgrade a shared lock to an exclusive one. If another
30153bf4bb2SPeter Wemm 		 * shared lock has already requested an upgrade to an
30253bf4bb2SPeter Wemm 		 * exclusive lock, our shared lock is released and an
30353bf4bb2SPeter Wemm 		 * exclusive lock is requested (which will be granted
30453bf4bb2SPeter Wemm 		 * after the upgrade). If we return an error, the file
30553bf4bb2SPeter Wemm 		 * will always be unlocked.
30653bf4bb2SPeter Wemm 		 */
307436901a8SJeff Roberson 		if (lkp->lk_lockholder == thr)
30853bf4bb2SPeter Wemm 			panic("lockmgr: upgrade exclusive lock");
309436901a8SJeff Roberson 		if (lkp->lk_sharecount <= 0)
310436901a8SJeff Roberson 			panic("lockmgr: upgrade without shared");
311f158df07SJeff Roberson 		shareunlock(td, lkp, 1);
3127c0435b9SKip Macy 		if (lkp->lk_sharecount == 0)
3137c0435b9SKip Macy 			lock_profile_release_lock(&lkp->lk_object);
31453bf4bb2SPeter Wemm 		/*
31553bf4bb2SPeter Wemm 		 * If we are just polling, check to see if we will block.
31653bf4bb2SPeter Wemm 		 */
31753bf4bb2SPeter Wemm 		if ((extflags & LK_NOWAIT) &&
31853bf4bb2SPeter Wemm 		    ((lkp->lk_flags & LK_WANT_UPGRADE) ||
31953bf4bb2SPeter Wemm 		     lkp->lk_sharecount > 1)) {
32053bf4bb2SPeter Wemm 			error = EBUSY;
32153bf4bb2SPeter Wemm 			break;
32253bf4bb2SPeter Wemm 		}
32353bf4bb2SPeter Wemm 		if ((lkp->lk_flags & LK_WANT_UPGRADE) == 0) {
32453bf4bb2SPeter Wemm 			/*
32553bf4bb2SPeter Wemm 			 * We are first shared lock to request an upgrade, so
32653bf4bb2SPeter Wemm 			 * request upgrade and wait for the shared count to
32753bf4bb2SPeter Wemm 			 * drop to zero, then take exclusive lock.
32853bf4bb2SPeter Wemm 			 */
32953bf4bb2SPeter Wemm 			lkp->lk_flags |= LK_WANT_UPGRADE;
330fe68a916SKip Macy 			error = acquire(&lkp, extflags, LK_SHARE_NONZERO, &contested, &waitstart);
33153bf4bb2SPeter Wemm 			lkp->lk_flags &= ~LK_WANT_UPGRADE;
3329b2e5badSJohn Dyson 
3334cef6d5aSAlexander Kabaev 			if (error) {
3344cef6d5aSAlexander Kabaev 			         if ((lkp->lk_flags & ( LK_WANT_EXCL | LK_WAIT_NONZERO)) == (LK_WANT_EXCL | LK_WAIT_NONZERO))
3354cef6d5aSAlexander Kabaev 			                   wakeup((void *)lkp);
33653bf4bb2SPeter Wemm 			         break;
3374cef6d5aSAlexander Kabaev 			}
33853bf4bb2SPeter Wemm 			if (lkp->lk_exclusivecount != 0)
33953bf4bb2SPeter Wemm 				panic("lockmgr: non-zero exclusive count");
340d8b8e875SPaul Saab 			lkp->lk_flags |= LK_HAVE_EXCL;
341d8b8e875SPaul Saab 			lkp->lk_lockholder = thr;
34253bf4bb2SPeter Wemm 			lkp->lk_exclusivecount = 1;
343f158df07SJeff Roberson 			COUNT(td, 1);
344fe68a916SKip Macy 			lock_profile_obtain_lock_success(&lkp->lk_object, contested, waitstart, file, line);
34515a1057cSEivind Eklund #if defined(DEBUG_LOCKS)
3467499fd8dSJeff Roberson 			stack_save(&lkp->lk_stack);
34715a1057cSEivind Eklund #endif
34853bf4bb2SPeter Wemm 			break;
34953bf4bb2SPeter Wemm 		}
35053bf4bb2SPeter Wemm 		/*
35153bf4bb2SPeter Wemm 		 * Someone else has requested upgrade. Release our shared
35253bf4bb2SPeter Wemm 		 * lock, awaken upgrade requestor if we are the last shared
35353bf4bb2SPeter Wemm 		 * lock, then request an exclusive lock.
35453bf4bb2SPeter Wemm 		 */
35503e9c6c1SJohn Dyson 		if ( (lkp->lk_flags & (LK_SHARE_NONZERO|LK_WAIT_NONZERO)) ==
35603e9c6c1SJohn Dyson 			LK_WAIT_NONZERO)
35753bf4bb2SPeter Wemm 			wakeup((void *)lkp);
35893b0017fSPhilippe Charnier 		/* FALLTHROUGH exclusive request */
35953bf4bb2SPeter Wemm 
36053bf4bb2SPeter Wemm 	case LK_EXCLUSIVE:
361822ded67SJulian Elischer 		if (lkp->lk_lockholder == thr && thr != LK_KERNPROC) {
36253bf4bb2SPeter Wemm 			/*
36353bf4bb2SPeter Wemm 			 *	Recursive lock.
36453bf4bb2SPeter Wemm 			 */
36533638e93SKirk McKusick 			if ((extflags & (LK_NOWAIT | LK_CANRECURSE)) == 0)
36653bf4bb2SPeter Wemm 				panic("lockmgr: locking against myself");
36733638e93SKirk McKusick 			if ((extflags & LK_CANRECURSE) != 0) {
36853bf4bb2SPeter Wemm 				lkp->lk_exclusivecount++;
369f158df07SJeff Roberson 				COUNT(td, 1);
37053bf4bb2SPeter Wemm 				break;
37153bf4bb2SPeter Wemm 			}
37233638e93SKirk McKusick 		}
37353bf4bb2SPeter Wemm 		/*
37453bf4bb2SPeter Wemm 		 * If we are just polling, check to see if we will sleep.
37553bf4bb2SPeter Wemm 		 */
37603e9c6c1SJohn Dyson 		if ((extflags & LK_NOWAIT) &&
37703e9c6c1SJohn Dyson 		    (lkp->lk_flags & (LK_HAVE_EXCL | LK_WANT_EXCL | LK_WANT_UPGRADE | LK_SHARE_NONZERO))) {
37853bf4bb2SPeter Wemm 			error = EBUSY;
37953bf4bb2SPeter Wemm 			break;
38053bf4bb2SPeter Wemm 		}
38153bf4bb2SPeter Wemm 		/*
38253bf4bb2SPeter Wemm 		 * Try to acquire the want_exclusive flag.
38353bf4bb2SPeter Wemm 		 */
384fe68a916SKip Macy 		error = acquire(&lkp, extflags, (LK_HAVE_EXCL | LK_WANT_EXCL), &contested, &waitstart);
38553bf4bb2SPeter Wemm 		if (error)
38653bf4bb2SPeter Wemm 			break;
38753bf4bb2SPeter Wemm 		lkp->lk_flags |= LK_WANT_EXCL;
38853bf4bb2SPeter Wemm 		/*
38953bf4bb2SPeter Wemm 		 * Wait for shared locks and upgrades to finish.
39053bf4bb2SPeter Wemm 		 */
391fe68a916SKip Macy 		error = acquire(&lkp, extflags, LK_HAVE_EXCL | LK_WANT_UPGRADE | LK_SHARE_NONZERO, &contested, &waitstart);
39253bf4bb2SPeter Wemm 		lkp->lk_flags &= ~LK_WANT_EXCL;
3934cef6d5aSAlexander Kabaev 		if (error) {
3944cef6d5aSAlexander Kabaev 			if (lkp->lk_flags & LK_WAIT_NONZERO)
3954cef6d5aSAlexander Kabaev 			         wakeup((void *)lkp);
39653bf4bb2SPeter Wemm 			break;
3974cef6d5aSAlexander Kabaev 		}
39853bf4bb2SPeter Wemm 		lkp->lk_flags |= LK_HAVE_EXCL;
399822ded67SJulian Elischer 		lkp->lk_lockholder = thr;
40053bf4bb2SPeter Wemm 		if (lkp->lk_exclusivecount != 0)
40153bf4bb2SPeter Wemm 			panic("lockmgr: non-zero exclusive count");
40253bf4bb2SPeter Wemm 		lkp->lk_exclusivecount = 1;
403f158df07SJeff Roberson 		COUNT(td, 1);
404fe68a916SKip Macy 		lock_profile_obtain_lock_success(&lkp->lk_object, contested, waitstart, file, line);
40515a1057cSEivind Eklund #if defined(DEBUG_LOCKS)
4067499fd8dSJeff Roberson 		stack_save(&lkp->lk_stack);
40715a1057cSEivind Eklund #endif
40853bf4bb2SPeter Wemm 		break;
40953bf4bb2SPeter Wemm 
41053bf4bb2SPeter Wemm 	case LK_RELEASE:
41153bf4bb2SPeter Wemm 		if (lkp->lk_exclusivecount != 0) {
412822ded67SJulian Elischer 			if (lkp->lk_lockholder != thr &&
413e701df7dSMatthew Dillon 			    lkp->lk_lockholder != LK_KERNPROC) {
414822ded67SJulian Elischer 				panic("lockmgr: thread %p, not %s %p unlocking",
415822ded67SJulian Elischer 				    thr, "exclusive lock holder",
41653bf4bb2SPeter Wemm 				    lkp->lk_lockholder);
417e701df7dSMatthew Dillon 			}
418f158df07SJeff Roberson 			if (lkp->lk_lockholder != LK_KERNPROC)
419f158df07SJeff Roberson 				COUNT(td, -1);
4209b2e5badSJohn Dyson 			if (lkp->lk_exclusivecount == 1) {
42153bf4bb2SPeter Wemm 				lkp->lk_flags &= ~LK_HAVE_EXCL;
42253bf4bb2SPeter Wemm 				lkp->lk_lockholder = LK_NOPROC;
4239b2e5badSJohn Dyson 				lkp->lk_exclusivecount = 0;
4247c0435b9SKip Macy 				lock_profile_release_lock(&lkp->lk_object);
4259b2e5badSJohn Dyson 			} else {
4269b2e5badSJohn Dyson 				lkp->lk_exclusivecount--;
42753bf4bb2SPeter Wemm 			}
4281b367556SJason Evans 		} else if (lkp->lk_flags & LK_SHARE_NONZERO)
429f158df07SJeff Roberson 			shareunlock(td, lkp, 1);
4301f71de49SSuleiman Souhlal 		else  {
4311f71de49SSuleiman Souhlal 			printf("lockmgr: thread %p unlocking unheld lock\n",
4321f71de49SSuleiman Souhlal 			    thr);
4331f71de49SSuleiman Souhlal 			kdb_backtrace();
4341f71de49SSuleiman Souhlal 		}
4351f71de49SSuleiman Souhlal 
43603e9c6c1SJohn Dyson 		if (lkp->lk_flags & LK_WAIT_NONZERO)
43753bf4bb2SPeter Wemm 			wakeup((void *)lkp);
43853bf4bb2SPeter Wemm 		break;
43953bf4bb2SPeter Wemm 
44053bf4bb2SPeter Wemm 	case LK_DRAIN:
44153bf4bb2SPeter Wemm 		/*
44253bf4bb2SPeter Wemm 		 * Check that we do not already hold the lock, as it can
44353bf4bb2SPeter Wemm 		 * never drain if we do. Unfortunately, we have no way to
44453bf4bb2SPeter Wemm 		 * check for holding a shared lock, but at least we can
44553bf4bb2SPeter Wemm 		 * check for an exclusive one.
44653bf4bb2SPeter Wemm 		 */
447822ded67SJulian Elischer 		if (lkp->lk_lockholder == thr)
44853bf4bb2SPeter Wemm 			panic("lockmgr: draining against myself");
44903e9c6c1SJohn Dyson 
45003e9c6c1SJohn Dyson 		error = acquiredrain(lkp, extflags);
45103e9c6c1SJohn Dyson 		if (error)
45253bf4bb2SPeter Wemm 			break;
45353bf4bb2SPeter Wemm 		lkp->lk_flags |= LK_DRAINING | LK_HAVE_EXCL;
454822ded67SJulian Elischer 		lkp->lk_lockholder = thr;
45553bf4bb2SPeter Wemm 		lkp->lk_exclusivecount = 1;
456f158df07SJeff Roberson 		COUNT(td, 1);
45715a1057cSEivind Eklund #if defined(DEBUG_LOCKS)
4587499fd8dSJeff Roberson 		stack_save(&lkp->lk_stack);
45915a1057cSEivind Eklund #endif
46053bf4bb2SPeter Wemm 		break;
46153bf4bb2SPeter Wemm 
46253bf4bb2SPeter Wemm 	default:
4639ed346baSBosko Milekic 		mtx_unlock(lkp->lk_interlock);
46453bf4bb2SPeter Wemm 		panic("lockmgr: unknown locktype request %d",
46553bf4bb2SPeter Wemm 		    flags & LK_TYPE_MASK);
46653bf4bb2SPeter Wemm 		/* NOTREACHED */
46753bf4bb2SPeter Wemm 	}
46803e9c6c1SJohn Dyson 	if ((lkp->lk_flags & LK_WAITDRAIN) &&
46903e9c6c1SJohn Dyson 	    (lkp->lk_flags & (LK_HAVE_EXCL | LK_WANT_EXCL | LK_WANT_UPGRADE |
47003e9c6c1SJohn Dyson 		LK_SHARE_NONZERO | LK_WAIT_NONZERO)) == 0) {
47153bf4bb2SPeter Wemm 		lkp->lk_flags &= ~LK_WAITDRAIN;
47253bf4bb2SPeter Wemm 		wakeup((void *)&lkp->lk_flags);
47353bf4bb2SPeter Wemm 	}
4749ed346baSBosko Milekic 	mtx_unlock(lkp->lk_interlock);
47553bf4bb2SPeter Wemm 	return (error);
47653bf4bb2SPeter Wemm }
47753bf4bb2SPeter Wemm 
47899448ed1SJohn Dyson static int
47999448ed1SJohn Dyson acquiredrain(struct lock *lkp, int extflags) {
48099448ed1SJohn Dyson 	int error;
48199448ed1SJohn Dyson 
48299448ed1SJohn Dyson 	if ((extflags & LK_NOWAIT) && (lkp->lk_flags & LK_ALL)) {
48399448ed1SJohn Dyson 		return EBUSY;
48499448ed1SJohn Dyson 	}
48599448ed1SJohn Dyson 	while (lkp->lk_flags & LK_ALL) {
48699448ed1SJohn Dyson 		lkp->lk_flags |= LK_WAITDRAIN;
48796fde7daSJake Burkholder 		error = msleep(&lkp->lk_flags, lkp->lk_interlock, lkp->lk_prio,
48823b59018SMatthew Dillon 			lkp->lk_wmesg,
48923b59018SMatthew Dillon 			((extflags & LK_TIMELOCK) ? lkp->lk_timo : 0));
49099448ed1SJohn Dyson 		if (error)
49199448ed1SJohn Dyson 			return error;
49299448ed1SJohn Dyson 		if (extflags & LK_SLEEPFAIL) {
49399448ed1SJohn Dyson 			return ENOLCK;
49499448ed1SJohn Dyson 		}
49599448ed1SJohn Dyson 	}
49699448ed1SJohn Dyson 	return 0;
49799448ed1SJohn Dyson }
49899448ed1SJohn Dyson 
49999448ed1SJohn Dyson /*
500c6964d3bSKirk McKusick  * Transfer any waiting processes from one lock to another.
501c6964d3bSKirk McKusick  */
502c6964d3bSKirk McKusick void
503c6964d3bSKirk McKusick transferlockers(from, to)
504c6964d3bSKirk McKusick 	struct lock *from;
505c6964d3bSKirk McKusick 	struct lock *to;
506c6964d3bSKirk McKusick {
507c6964d3bSKirk McKusick 
508c6964d3bSKirk McKusick 	KASSERT(from != to, ("lock transfer to self"));
509c6964d3bSKirk McKusick 	KASSERT((from->lk_flags&LK_WAITDRAIN) == 0, ("transfer draining lock"));
510f5f0da0aSJeff Roberson 
511f5f0da0aSJeff Roberson 	mtx_lock(from->lk_interlock);
512f5f0da0aSJeff Roberson 	if (from->lk_waitcount == 0) {
513f5f0da0aSJeff Roberson 		mtx_unlock(from->lk_interlock);
514c6964d3bSKirk McKusick 		return;
515f5f0da0aSJeff Roberson 	}
516c6964d3bSKirk McKusick 	from->lk_newlock = to;
517c6964d3bSKirk McKusick 	wakeup((void *)from);
518f5f0da0aSJeff Roberson 	msleep(&from->lk_newlock, from->lk_interlock, from->lk_prio,
519f5f0da0aSJeff Roberson 	    "lkxfer", 0);
520c6964d3bSKirk McKusick 	from->lk_newlock = NULL;
521c6964d3bSKirk McKusick 	from->lk_flags &= ~(LK_WANT_EXCL | LK_WANT_UPGRADE);
522c6964d3bSKirk McKusick 	KASSERT(from->lk_waitcount == 0, ("active lock"));
523f5f0da0aSJeff Roberson 	mtx_unlock(from->lk_interlock);
524c6964d3bSKirk McKusick }
525c6964d3bSKirk McKusick 
526c6964d3bSKirk McKusick 
527c6964d3bSKirk McKusick /*
52899448ed1SJohn Dyson  * Initialize a lock; required before use.
52999448ed1SJohn Dyson  */
53099448ed1SJohn Dyson void
53199448ed1SJohn Dyson lockinit(lkp, prio, wmesg, timo, flags)
53299448ed1SJohn Dyson 	struct lock *lkp;
53399448ed1SJohn Dyson 	int prio;
53404858e7eSEivind Eklund 	const char *wmesg;
53599448ed1SJohn Dyson 	int timo;
53699448ed1SJohn Dyson 	int flags;
53799448ed1SJohn Dyson {
538c06394f5SJohn Baldwin 	CTR5(KTR_LOCK, "lockinit(): lkp == %p, prio == %d, wmesg == \"%s\", "
539a18b1f1dSJason Evans 	    "timo == %d, flags = 0x%x\n", lkp, prio, wmesg, timo, flags);
54099448ed1SJohn Dyson 
541857d9c60SDon Lewis 	lkp->lk_interlock = mtx_pool_alloc(mtxpool_lockbuilder);
5429722d88fSJason Evans 	lkp->lk_flags = (flags & LK_EXTFLG_MASK);
54399448ed1SJohn Dyson 	lkp->lk_sharecount = 0;
54499448ed1SJohn Dyson 	lkp->lk_waitcount = 0;
54599448ed1SJohn Dyson 	lkp->lk_exclusivecount = 0;
54699448ed1SJohn Dyson 	lkp->lk_prio = prio;
54799448ed1SJohn Dyson 	lkp->lk_timo = timo;
54899448ed1SJohn Dyson 	lkp->lk_lockholder = LK_NOPROC;
549c6964d3bSKirk McKusick 	lkp->lk_newlock = NULL;
5503a096f6cSKirk McKusick #ifdef DEBUG_LOCKS
5517499fd8dSJeff Roberson 	stack_zero(&lkp->lk_stack);
5523a096f6cSKirk McKusick #endif
553ab2dab16SJohn Baldwin 	lock_init(&lkp->lk_object, &lock_class_lockmgr, wmesg, NULL,
554ab2dab16SJohn Baldwin 	    LO_RECURSABLE | LO_SLEEPABLE | LO_UPGRADABLE);
55599448ed1SJohn Dyson }
55699448ed1SJohn Dyson 
55799448ed1SJohn Dyson /*
558a18b1f1dSJason Evans  * Destroy a lock.
559a18b1f1dSJason Evans  */
560a18b1f1dSJason Evans void
561a18b1f1dSJason Evans lockdestroy(lkp)
562a18b1f1dSJason Evans 	struct lock *lkp;
563a18b1f1dSJason Evans {
564c91fcee7SJohn Baldwin 
565c06394f5SJohn Baldwin 	CTR2(KTR_LOCK, "lockdestroy(): lkp == %p (lk_wmesg == \"%s\")",
566a18b1f1dSJason Evans 	    lkp, lkp->lk_wmesg);
567ab2dab16SJohn Baldwin 	lock_destroy(&lkp->lk_object);
568a18b1f1dSJason Evans }
569a18b1f1dSJason Evans 
570a18b1f1dSJason Evans /*
57199448ed1SJohn Dyson  * Determine the status of a lock.
57299448ed1SJohn Dyson  */
57399448ed1SJohn Dyson int
574b40ce416SJulian Elischer lockstatus(lkp, td)
57599448ed1SJohn Dyson 	struct lock *lkp;
576b40ce416SJulian Elischer 	struct thread *td;
57799448ed1SJohn Dyson {
57899448ed1SJohn Dyson 	int lock_type = 0;
5792b59d50cSRobert Watson 	int interlocked;
58099448ed1SJohn Dyson 
5812b59d50cSRobert Watson 	if (!kdb_active) {
5822b59d50cSRobert Watson 		interlocked = 1;
5839ed346baSBosko Milekic 		mtx_lock(lkp->lk_interlock);
5842b59d50cSRobert Watson 	} else
5852b59d50cSRobert Watson 		interlocked = 0;
5866bdfe06aSEivind Eklund 	if (lkp->lk_exclusivecount != 0) {
587822ded67SJulian Elischer 		if (td == NULL || lkp->lk_lockholder == td)
58899448ed1SJohn Dyson 			lock_type = LK_EXCLUSIVE;
5896bdfe06aSEivind Eklund 		else
5906bdfe06aSEivind Eklund 			lock_type = LK_EXCLOTHER;
5916bdfe06aSEivind Eklund 	} else if (lkp->lk_sharecount != 0)
59299448ed1SJohn Dyson 		lock_type = LK_SHARED;
5932b59d50cSRobert Watson 	if (interlocked)
5949ed346baSBosko Milekic 		mtx_unlock(lkp->lk_interlock);
59599448ed1SJohn Dyson 	return (lock_type);
59699448ed1SJohn Dyson }
59799448ed1SJohn Dyson 
59853bf4bb2SPeter Wemm /*
59967812eacSKirk McKusick  * Determine the number of holders of a lock.
60067812eacSKirk McKusick  */
60167812eacSKirk McKusick int
60267812eacSKirk McKusick lockcount(lkp)
60367812eacSKirk McKusick 	struct lock *lkp;
60467812eacSKirk McKusick {
60567812eacSKirk McKusick 	int count;
60667812eacSKirk McKusick 
6079ed346baSBosko Milekic 	mtx_lock(lkp->lk_interlock);
60867812eacSKirk McKusick 	count = lkp->lk_exclusivecount + lkp->lk_sharecount;
6099ed346baSBosko Milekic 	mtx_unlock(lkp->lk_interlock);
61067812eacSKirk McKusick 	return (count);
61167812eacSKirk McKusick }
61267812eacSKirk McKusick 
61367812eacSKirk McKusick /*
61404aa807cSTor Egge  * Determine the number of waiters on a lock.
61504aa807cSTor Egge  */
61604aa807cSTor Egge int
61704aa807cSTor Egge lockwaiters(lkp)
61804aa807cSTor Egge 	struct lock *lkp;
61904aa807cSTor Egge {
62004aa807cSTor Egge 	int count;
62104aa807cSTor Egge 
62204aa807cSTor Egge 	mtx_lock(lkp->lk_interlock);
62304aa807cSTor Egge 	count = lkp->lk_waitcount;
62404aa807cSTor Egge 	mtx_unlock(lkp->lk_interlock);
62504aa807cSTor Egge 	return (count);
62604aa807cSTor Egge }
62704aa807cSTor Egge 
62804aa807cSTor Egge /*
62953bf4bb2SPeter Wemm  * Print out information about state of a lock. Used by VOP_PRINT
6300e61ac7bSPoul-Henning Kamp  * routines to display status about contained locks.
63153bf4bb2SPeter Wemm  */
632a1ce9d5cSPeter Wemm void
63353bf4bb2SPeter Wemm lockmgr_printinfo(lkp)
63453bf4bb2SPeter Wemm 	struct lock *lkp;
63553bf4bb2SPeter Wemm {
63653bf4bb2SPeter Wemm 
63753bf4bb2SPeter Wemm 	if (lkp->lk_sharecount)
63853bf4bb2SPeter Wemm 		printf(" lock type %s: SHARED (count %d)", lkp->lk_wmesg,
63953bf4bb2SPeter Wemm 		    lkp->lk_sharecount);
64053bf4bb2SPeter Wemm 	else if (lkp->lk_flags & LK_HAVE_EXCL)
641c969c60cSAlexander Kabaev 		printf(" lock type %s: EXCL (count %d) by thread %p (pid %d)",
642c969c60cSAlexander Kabaev 		    lkp->lk_wmesg, lkp->lk_exclusivecount,
643c969c60cSAlexander Kabaev 		    lkp->lk_lockholder, lkp->lk_lockholder->td_proc->p_pid);
64453bf4bb2SPeter Wemm 	if (lkp->lk_waitcount > 0)
64553bf4bb2SPeter Wemm 		printf(" with %d pending", lkp->lk_waitcount);
6467499fd8dSJeff Roberson #ifdef DEBUG_LOCKS
6477499fd8dSJeff Roberson 	stack_print(&lkp->lk_stack);
6487499fd8dSJeff Roberson #endif
64953bf4bb2SPeter Wemm }
650be6847d7SJohn Baldwin 
651be6847d7SJohn Baldwin #ifdef DDB
652462a7addSJohn Baldwin /*
653462a7addSJohn Baldwin  * Check to see if a thread that is blocked on a sleep queue is actually
654462a7addSJohn Baldwin  * blocked on a 'struct lock'.  If so, output some details and return true.
655462a7addSJohn Baldwin  * If the lock has an exclusive owner, return that in *ownerp.
656462a7addSJohn Baldwin  */
657462a7addSJohn Baldwin int
658462a7addSJohn Baldwin lockmgr_chain(struct thread *td, struct thread **ownerp)
659462a7addSJohn Baldwin {
660462a7addSJohn Baldwin 	struct lock *lkp;
661462a7addSJohn Baldwin 
662462a7addSJohn Baldwin 	lkp = td->td_wchan;
663462a7addSJohn Baldwin 
664462a7addSJohn Baldwin 	/* Simple test to see if wchan points to a lockmgr lock. */
665ab2dab16SJohn Baldwin 	if (LOCK_CLASS(&lkp->lk_object) == &lock_class_lockmgr &&
666ab2dab16SJohn Baldwin 	    lkp->lk_wmesg == td->td_wmesg)
6676d257b6eSJohn Baldwin 		goto ok;
6686d257b6eSJohn Baldwin 
6696d257b6eSJohn Baldwin 	/*
6706d257b6eSJohn Baldwin 	 * If this thread is doing a DRAIN, then it would be asleep on
6716d257b6eSJohn Baldwin 	 * &lkp->lk_flags rather than lkp.
6726d257b6eSJohn Baldwin 	 */
6736d257b6eSJohn Baldwin 	lkp = (struct lock *)((char *)td->td_wchan -
6746d257b6eSJohn Baldwin 	    offsetof(struct lock, lk_flags));
675ab2dab16SJohn Baldwin 	if (LOCK_CLASS(&lkp->lk_object) == &lock_class_lockmgr &&
676ab2dab16SJohn Baldwin 	    lkp->lk_wmesg == td->td_wmesg && (lkp->lk_flags & LK_WAITDRAIN))
6776d257b6eSJohn Baldwin 		goto ok;
6786d257b6eSJohn Baldwin 
6796d257b6eSJohn Baldwin 	/* Doen't seem to be a lockmgr lock. */
680462a7addSJohn Baldwin 	return (0);
681462a7addSJohn Baldwin 
6826d257b6eSJohn Baldwin ok:
683462a7addSJohn Baldwin 	/* Ok, we think we have a lockmgr lock, so output some details. */
684462a7addSJohn Baldwin 	db_printf("blocked on lk \"%s\" ", lkp->lk_wmesg);
685462a7addSJohn Baldwin 	if (lkp->lk_sharecount) {
686462a7addSJohn Baldwin 		db_printf("SHARED (count %d)\n", lkp->lk_sharecount);
687462a7addSJohn Baldwin 		*ownerp = NULL;
688462a7addSJohn Baldwin 	} else {
689462a7addSJohn Baldwin 		db_printf("EXCL (count %d)\n", lkp->lk_exclusivecount);
690462a7addSJohn Baldwin 		*ownerp = lkp->lk_lockholder;
691462a7addSJohn Baldwin 	}
692462a7addSJohn Baldwin 	return (1);
693462a7addSJohn Baldwin }
694462a7addSJohn Baldwin 
69561bd5e21SKip Macy void
69661bd5e21SKip Macy db_show_lockmgr(struct lock_object *lock)
697be6847d7SJohn Baldwin {
698be6847d7SJohn Baldwin 	struct thread *td;
699be6847d7SJohn Baldwin 	struct lock *lkp;
700be6847d7SJohn Baldwin 
70161bd5e21SKip Macy 	lkp = (struct lock *)lock;
702be6847d7SJohn Baldwin 
703be6847d7SJohn Baldwin 	db_printf(" lock type: %s\n", lkp->lk_wmesg);
704be6847d7SJohn Baldwin 	db_printf(" state: ");
705be6847d7SJohn Baldwin 	if (lkp->lk_sharecount)
706be6847d7SJohn Baldwin 		db_printf("SHARED (count %d)\n", lkp->lk_sharecount);
707be6847d7SJohn Baldwin 	else if (lkp->lk_flags & LK_HAVE_EXCL) {
708be6847d7SJohn Baldwin 		td = lkp->lk_lockholder;
709be6847d7SJohn Baldwin 		db_printf("EXCL (count %d) %p ", lkp->lk_exclusivecount, td);
710be6847d7SJohn Baldwin 		db_printf("(tid %d, pid %d, \"%s\")\n", td->td_tid,
711be6847d7SJohn Baldwin 		    td->td_proc->p_pid, td->td_proc->p_comm);
712be6847d7SJohn Baldwin 	} else
713be6847d7SJohn Baldwin 		db_printf("UNLOCKED\n");
714be6847d7SJohn Baldwin 	if (lkp->lk_waitcount > 0)
715be6847d7SJohn Baldwin 		db_printf(" waiters: %d\n", lkp->lk_waitcount);
716be6847d7SJohn Baldwin }
717be6847d7SJohn Baldwin #endif
718