138 		    m, m->m_lock.m_owner, m->m_qe.tqe_prev, m->m_qe.tqe_next);  in mutex_assert_is_owned()
151 		    m, m->m_lock.m_owner, m->m_qe.tqe_prev, m->m_qe.tqe_next);  in mutex_assert_not_owned()
153 	    (m->m_lock.m_rb_lnk != 0 || m->m_rb_prev != NULL ||  in mutex_assert_not_owned()
155 	    (uintptr_t)&m->m_lock) ||  in mutex_assert_not_owned()
157 	    (uintptr_t)&m->m_lock))))  in mutex_assert_not_owned()
160 		    m, m->m_lock.m_owner, (void *)m->m_lock.m_rb_lnk,  in mutex_assert_not_owned()
170 	return ((m->m_lock.m_flags & USYNC_PROCESS_SHARED) != 0);  in is_pshared_mutex()
177 	return ((m->m_lock.m_flags & UMUTEX_ROBUST) != 0);  in is_robust_mutex()
192 	curthread->inact_mtx = (uintptr_t)&m->m_lock;  in _mutex_enter_robust()
201 	if (__predict_false(curthread->inact_mtx != (uintptr_t)&m->m_lock))  in _mutex_leave_robust()
248 		pmutex->m_lock.m_owner = UMUTEX_UNOWNED;  in mutex_init_body()
249 		pmutex->m_lock.m_flags = 0;  in mutex_init_body()
252 		pmutex->m_lock.m_owner = UMUTEX_UNOWNED;  in mutex_init_body()
253 		pmutex->m_lock.m_flags = UMUTEX_PRIO_INHERIT;  in mutex_init_body()
256 		pmutex->m_lock.m_owner = UMUTEX_CONTESTED;  in mutex_init_body()
257 		pmutex->m_lock.m_flags = UMUTEX_PRIO_PROTECT;  in mutex_init_body()
258 		pmutex->m_lock.m_ceilings[0] = attr->m_ceiling;  in mutex_init_body()
262 		pmutex->m_lock.m_flags |= USYNC_PROCESS_SHARED;  in mutex_init_body()
265 		pmutex->m_lock.m_flags |= UMUTEX_ROBUST;  in mutex_init_body()
326 		m->m_lock.m_ceilings[1] = m2->m_lock.m_ceilings[0];  in set_inherited_priority()
328 		m->m_lock.m_ceilings[1] = -1;  in set_inherited_priority()
444 		m->m_lock.m_owner = TID(curthread) | bit;  in queue_fork()
476 				if ((uint32_t)m1->m_lock.m_owner !=  in _thr_mutex_destroy()
487 		    (uint32_t)m->m_lock.m_owner != UMUTEX_RB_NOTRECOV) {  in _thr_mutex_destroy()
504 	if ((m->m_lock.m_flags & UMUTEX_PRIO_PROTECT) == 0)  in mutex_qidx()
542 			    struct pthread_mutex, m_lock);  in enqueue_mutex()
543 			m->m_lock.m_rb_lnk = (uintptr_t)&m1->m_lock;  in enqueue_mutex()
547 			m->m_lock.m_rb_lnk = 0;  in enqueue_mutex()
549 		*rl = (uintptr_t)&m->m_lock;  in enqueue_mutex()
565 				curthread->robust_list = m->m_lock.m_rb_lnk;  in dequeue_mutex()
568 				    m->m_lock.m_rb_lnk;  in dequeue_mutex()
571 			mp->m_lock.m_rb_lnk = m->m_lock.m_rb_lnk;  in dequeue_mutex()
573 		if (m->m_lock.m_rb_lnk != 0) {  in dequeue_mutex()
574 			mn = __containerof((void *)m->m_lock.m_rb_lnk,  in dequeue_mutex()
575 			    struct pthread_mutex, m_lock);  in dequeue_mutex()
578 		m->m_lock.m_rb_lnk = 0;  in dequeue_mutex()
584 	if ((m->m_lock.m_flags & UMUTEX_PRIO_PROTECT) != 0)  in dequeue_mutex()
631 	ret = _thr_umutex_trylock(&m->m_lock, id);  in __Tthr_mutex_trylock()
635 			m->m_lock.m_flags |= UMUTEX_NONCONSISTENT;  in __Tthr_mutex_trylock()
664 	if (__predict_false((m->m_lock.m_flags & (UMUTEX_PRIO_PROTECT |  in mutex_lock_sleep()
673 		owner = m->m_lock.m_owner;  in mutex_lock_sleep()
675 			if (atomic_cmpset_acq_32(&m->m_lock.m_owner, owner,  in mutex_lock_sleep()
688 		owner = m->m_lock.m_owner;  in mutex_lock_sleep()
690 			if (atomic_cmpset_acq_32(&m->m_lock.m_owner, owner,  in mutex_lock_sleep()
700 		ret = __thr_umutex_lock(&m->m_lock, id);  in mutex_lock_sleep()
705 		ret = __thr_umutex_timedlock(&m->m_lock, id, abstime);  in mutex_lock_sleep()
710 			m->m_lock.m_flags |= UMUTEX_NONCONSISTENT;  in mutex_lock_sleep()
728 	ret = _thr_umutex_trylock2(&m->m_lock, TID(curthread));  in mutex_lock_common()
732 			m->m_lock.m_flags |= UMUTEX_NONCONSISTENT;  in mutex_lock_common()
988 		error = _thr_umutex_unlock2(&m->m_lock, id, mtx_defer);  in mutex_unlock_common()
1021 	if ((m->m_lock.m_flags & UMUTEX_PRIO_PROTECT) == 0)  in _pthread_mutex_getprioceiling()
1023 	*prioceiling = m->m_lock.m_ceilings[0];  in _pthread_mutex_getprioceiling()
1046 	if ((m->m_lock.m_flags & UMUTEX_PRIO_PROTECT) == 0)  in _pthread_mutex_setprioceiling()
1049 	ret = __thr_umutex_set_ceiling(&m->m_lock, ceiling, old_ceiling);  in _pthread_mutex_setprioceiling()
1058 		if ((m1 != NULL && m1->m_lock.m_ceilings[0] > (u_int)ceiling) ||  in _pthread_mutex_setprioceiling()
1059 		    (m2 != NULL && m2->m_lock.m_ceilings[0] < (u_int)ceiling)) {  in _pthread_mutex_setprioceiling()
1067 				if (m2->m_lock.m_ceilings[0] > (u_int)ceiling) {  in _pthread_mutex_setprioceiling()
1191 	if ((m->m_lock.m_flags & (UMUTEX_ROBUST | UMUTEX_NONCONSISTENT)) !=  in _Tthr_mutex_consistent()
1196 	m->m_lock.m_flags &= ~UMUTEX_NONCONSISTENT;  in _Tthr_mutex_consistent()