224 	    msg, (void *)lp, panic_rwlock.rw_wwwh, (void *)curthread);  in rw_panic()
231 	((rwlock_impl_t *)rwlp)->rw_wwwh = 0;  in rw_init()
239 	if (lp->rw_wwwh != 0) {  in rw_destroy()
240 		if ((lp->rw_wwwh & RW_DOUBLE_LOCK) == RW_DOUBLE_LOCK)  in rw_destroy()
246 	lp->rw_wwwh = RW_DOUBLE_LOCK;  in rw_destroy()
255 	uintptr_t old = lp->rw_wwwh;  in rw_locked()
297 		if (((old = lp->rw_wwwh) & lock_busy) == 0) {  in rw_enter_sleep()
298 			if (casip(&lp->rw_wwwh, old, old + lock_value) != old) {  in rw_enter_sleep()
328 			if (((old = lp->rw_wwwh) & lock_busy) == 0)  in rw_enter_sleep()
331 		} while (old != new && casip(&lp->rw_wwwh, old, new) != old);  in rw_enter_sleep()
344 		ASSERT(lp->rw_wwwh & lock_wait);  in rw_enter_sleep()
345 		ASSERT(lp->rw_wwwh & RW_LOCKED);  in rw_enter_sleep()
416 	old = lp->rw_wwwh;  in rw_exit_wakeup()
420 			lp->rw_wwwh = 0;  in rw_exit_wakeup()
437 		old = lp->rw_wwwh;  in rw_exit_wakeup()
440 			if (casip(&lp->rw_wwwh, old, new) != old) {  in rw_exit_wakeup()
468 			if (casip(&lp->rw_wwwh, old, new) != old)  in rw_exit_wakeup()
490 			lp->rw_wwwh = new;  in rw_exit_wakeup()
506 			ASSERT(lp->rw_wwwh & RW_WRITE_WANTED);  in rw_exit_wakeup()
512 			lp->rw_wwwh = new;  in rw_exit_wakeup()
536 			if ((old = lp->rw_wwwh) & (rw == RW_READER ?  in rw_tryenter()
540 			if (casip(&lp->rw_wwwh, old, old + RW_READ_LOCK) == old)  in rw_tryenter()
553 		if (casip(&lp->rw_wwwh, 0, RW_WRITE_LOCK(curthread)) != 0)  in rw_tryenter()
569 	if ((lp->rw_wwwh & RW_OWNER) != (uintptr_t)curthread) {  in rw_downgrade()
574 	if (atomic_add_ip_nv(&lp->rw_wwwh,  in rw_downgrade()
582 			atomic_add_ip(&lp->rw_wwwh, delta);  in rw_downgrade()
599 		if (((old = lp->rw_wwwh) & ~RW_HAS_WAITERS) != RW_READ_LOCK)  in rw_tryupgrade()
602 	} while (casip(&lp->rw_wwwh, old, new) != old);  in rw_tryupgrade()
636 	uintptr_t old = ((rwlock_impl_t *)rwlp)->rw_wwwh;  in rw_read_locked()
654 	uintptr_t old = ((rwlock_impl_t *)rwlp)->rw_wwwh;  in rw_owner()