255 	uintptr_t old = lp->rw_wwwh;  in rw_locked()  local
258 		return ((old & RW_LOCKED) && !(old & RW_WRITE_LOCKED));  in rw_locked()
261 		return ((old & RW_OWNER) == (uintptr_t)curthread);  in rw_locked()
279 	uintptr_t old, new, lock_value, lock_busy, lock_wait;  in rw_enter_sleep()  local
300 		if (((old = lp->rw_wwwh) & lock_busy) == 0) {  in rw_enter_sleep()
301 			if (casip(&lp->rw_wwwh, old, old + lock_value) != old) {  in rw_enter_sleep()
318 		if ((old & RW_DOUBLE_LOCK) == RW_DOUBLE_LOCK) {  in rw_enter_sleep()
323 		if ((old & RW_OWNER) == (uintptr_t)curthread) {  in rw_enter_sleep()
331 			if (((old = lp->rw_wwwh) & lock_busy) == 0)  in rw_enter_sleep()
333 			new = old | lock_wait;  in rw_enter_sleep()
334 		} while (old != new && casip(&lp->rw_wwwh, old, new) != old);  in rw_enter_sleep()
336 		if ((old & lock_busy) == 0) {  in rw_enter_sleep()
365 		    (old & RW_WRITE_LOCKED) ? 1 : 0,  in rw_enter_sleep()
366 		    old >> RW_HOLD_COUNT_SHIFT);  in rw_enter_sleep()
414 	uintptr_t old, new, lock_value;  in rw_exit_wakeup()  local
422 	old = lp->rw_wwwh;  in rw_exit_wakeup()
423 	if (old & RW_WRITE_LOCKED) {  in rw_exit_wakeup()
424 		if ((old & RW_OWNER) != (uintptr_t)curthread) {  in rw_exit_wakeup()
431 		if ((old & RW_LOCKED) == 0) {  in rw_exit_wakeup()
443 		old = lp->rw_wwwh;  in rw_exit_wakeup()
444 		new = old - lock_value;  in rw_exit_wakeup()
446 			if (casip(&lp->rw_wwwh, old, new) != old) {  in rw_exit_wakeup()
470 		if (!(old & RW_WRITE_LOCKED)) {  in rw_exit_wakeup()
474 			if (casip(&lp->rw_wwwh, old, new) != old)  in rw_exit_wakeup()
485 		if ((old & RW_WRITE_LOCKED) &&  in rw_exit_wakeup()
537 	uintptr_t old;  in rw_tryenter()  local
544 			if ((old = lp->rw_wwwh) & (rw == RW_READER ?  in rw_tryenter()
549 			if (casip(&lp->rw_wwwh, old, old + RW_READ_LOCK) == old)  in rw_tryenter()
604 	uintptr_t old, new;  in rw_tryupgrade()  local
609 		if (((old = lp->rw_wwwh) & ~RW_HAS_WAITERS) != RW_READ_LOCK)  in rw_tryupgrade()
611 		new = old + RW_WRITE_LOCK(curthread) - RW_READ_LOCK;  in rw_tryupgrade()
612 	} while (casip(&lp->rw_wwwh, old, new) != old);  in rw_tryupgrade()
647 	uintptr_t old = ((rwlock_impl_t *)rwlp)->rw_wwwh;  in rw_read_locked()  local
649 	ASSERT(old & RW_LOCKED);  in rw_read_locked()
650 	return ((old & RW_LOCKED) && !(old & RW_WRITE_LOCKED));  in rw_read_locked()
665 	uintptr_t old = ((rwlock_impl_t *)rwlp)->rw_wwwh;  in rw_owner()  local
667 	return ((old & RW_WRITE_LOCKED) ? (kthread_t *)(old & RW_OWNER) : NULL);  in rw_owner()