Lines Matching full:owner
923 u_long owner; in do_lock_umtx() local
939 owner = casuword(&umtx->u_owner, UMTX_UNOWNED, id); in do_lock_umtx()
942 if (owner == UMTX_UNOWNED) in do_lock_umtx()
946 if (owner == -1) in do_lock_umtx()
950 if (owner == UMTX_CONTESTED) { in do_lock_umtx()
951 owner = casuword(&umtx->u_owner, in do_lock_umtx()
954 if (owner == UMTX_CONTESTED) in do_lock_umtx()
958 if (owner == -1) in do_lock_umtx()
992 old = casuword(&umtx->u_owner, owner, owner | UMTX_CONTESTED); in do_lock_umtx()
1009 if (old == owner) in do_lock_umtx()
1039 u_long owner; in do_unlock_umtx() local
1047 owner = fuword(__DEVOLATILE(u_long *, &umtx->u_owner)); in do_unlock_umtx()
1048 if (owner == -1) in do_unlock_umtx()
1051 if ((owner & ~UMTX_CONTESTED) != id) in do_unlock_umtx()
1055 if ((owner & UMTX_CONTESTED) == 0) { in do_unlock_umtx()
1056 old = casuword(&umtx->u_owner, owner, UMTX_UNOWNED); in do_unlock_umtx()
1059 if (old == owner) in do_unlock_umtx()
1061 owner = old; in do_unlock_umtx()
1079 old = casuword(&umtx->u_owner, owner, in do_unlock_umtx()
1088 if (old != owner) in do_unlock_umtx()
1104 uint32_t owner; in do_lock_umtx32() local
1121 owner = casuword32(m, UMUTEX_UNOWNED, id); in do_lock_umtx32()
1124 if (owner == UMUTEX_UNOWNED) in do_lock_umtx32()
1128 if (owner == -1) in do_lock_umtx32()
1132 if (owner == UMUTEX_CONTESTED) { in do_lock_umtx32()
1133 owner = casuword32(m, in do_lock_umtx32()
1135 if (owner == UMUTEX_CONTESTED) in do_lock_umtx32()
1139 if (owner == -1) in do_lock_umtx32()
1173 old = casuword32(m, owner, owner | UMUTEX_CONTESTED); in do_lock_umtx32()
1190 if (old == owner) in do_lock_umtx32()
1220 uint32_t owner; in do_unlock_umtx32() local
1228 owner = fuword32(m); in do_unlock_umtx32()
1229 if (owner == -1) in do_unlock_umtx32()
1232 if ((owner & ~UMUTEX_CONTESTED) != id) in do_unlock_umtx32()
1236 if ((owner & UMUTEX_CONTESTED) == 0) { in do_unlock_umtx32()
1237 old = casuword32(m, owner, UMUTEX_UNOWNED); in do_unlock_umtx32()
1240 if (old == owner) in do_unlock_umtx32()
1242 owner = old; in do_unlock_umtx32()
1260 old = casuword32(m, owner, in do_unlock_umtx32()
1269 if (old != owner) in do_unlock_umtx32()
1358 uint32_t owner, old, id; in do_lock_normal() local
1372 rv = fueword32(&m->m_owner, &owner); in do_lock_normal()
1376 if (owner == UMUTEX_UNOWNED || in do_lock_normal()
1377 owner == UMUTEX_CONTESTED || in do_lock_normal()
1378 owner == UMUTEX_RB_OWNERDEAD || in do_lock_normal()
1379 owner == UMUTEX_RB_NOTRECOV) in do_lock_normal()
1388 if (owner == UMUTEX_RB_OWNERDEAD) { in do_lock_normal()
1390 UMUTEX_RB_OWNERDEAD, &owner, in do_lock_normal()
1395 MPASS(owner == UMUTEX_RB_OWNERDEAD); in do_lock_normal()
1404 if (owner == UMUTEX_RB_NOTRECOV) in do_lock_normal()
1412 &owner, id); in do_lock_normal()
1419 MPASS(owner == UMUTEX_UNOWNED); in do_lock_normal()
1428 if (owner == UMUTEX_CONTESTED) { in do_lock_normal()
1430 UMUTEX_CONTESTED, &owner, in do_lock_normal()
1436 MPASS(owner == UMUTEX_CONTESTED); in do_lock_normal()
1483 rv = casueword32(&m->m_owner, owner, &old, in do_lock_normal()
1484 owner | UMUTEX_CONTESTED); in do_lock_normal()
1510 MPASS(old == owner); in do_lock_normal()
1531 uint32_t owner, old, id, newlock; in do_unlock_normal() local
1540 error = fueword32(&m->m_owner, &owner); in do_unlock_normal()
1544 if ((owner & ~UMUTEX_CONTESTED) != id) in do_unlock_normal()
1548 if ((owner & UMUTEX_CONTESTED) == 0) { in do_unlock_normal()
1549 error = casueword32(&m->m_owner, owner, &old, newlock); in do_unlock_normal()
1558 MPASS(old == owner); in do_unlock_normal()
1579 error = casueword32(&m->m_owner, owner, &old, newlock); in do_unlock_normal()
1588 if (old != owner) in do_unlock_normal()
1606 uint32_t owner; in do_wake_umutex() local
1612 error = fueword32(&m->m_owner, &owner); in do_wake_umutex()
1616 if ((owner & ~UMUTEX_CONTESTED) != 0 && owner != UMUTEX_RB_OWNERDEAD && in do_wake_umutex()
1617 owner != UMUTEX_RB_NOTRECOV) in do_wake_umutex()
1634 if (count <= 1 && owner != UMUTEX_RB_OWNERDEAD && in do_wake_umutex()
1635 owner != UMUTEX_RB_NOTRECOV) { in do_wake_umutex()
1636 error = casueword32(&m->m_owner, UMUTEX_CONTESTED, &owner, in do_wake_umutex()
1654 MPASS((owner & ~UMUTEX_CONTESTED) == 0 || in do_wake_umutex()
1655 owner == UMUTEX_RB_OWNERDEAD || in do_wake_umutex()
1656 owner == UMUTEX_RB_NOTRECOV); in do_wake_umutex()
1672 uint32_t owner, old; in do_wake2_umutex() local
1701 owner = 0; in do_wake2_umutex()
1707 error = fueword32(&m->m_owner, &owner); in do_wake2_umutex()
1716 while (error == 0 && (owner & UMUTEX_CONTESTED) == 0 && in do_wake2_umutex()
1717 (count > 1 || (count == 1 && (owner & ~UMUTEX_CONTESTED) != 0))) { in do_wake2_umutex()
1718 error = casueword32(&m->m_owner, owner, &old, in do_wake2_umutex()
1719 owner | UMUTEX_CONTESTED); in do_wake2_umutex()
1725 MPASS(old == owner); in do_wake2_umutex()
1728 owner = old; in do_wake2_umutex()
1735 } else if (count != 0 && ((owner & ~UMUTEX_CONTESTED) == 0 || in do_wake2_umutex()
1736 owner == UMUTEX_RB_OWNERDEAD || owner == UMUTEX_RB_NOTRECOV)) in do_wake2_umutex()
1941 umtx_pi_setowner(struct umtx_pi *pi, struct thread *owner) in umtx_pi_setowner() argument
1945 uq_owner = owner->td_umtxq; in umtx_pi_setowner()
1948 pi->pi_owner = owner; in umtx_pi_setowner()
1968 umtx_pi_claim(struct umtx_pi *pi, struct thread *owner) in umtx_pi_claim() argument
1974 if (pi->pi_owner == owner) { in umtx_pi_claim()
1986 umtx_pi_setowner(pi, owner); in umtx_pi_claim()
1990 thread_lock(owner); in umtx_pi_claim()
1991 if (pri < UPRI(owner)) in umtx_pi_claim()
1992 sched_lend_user_prio(owner, pri); in umtx_pi_claim()
1993 thread_unlock(owner); in umtx_pi_claim()
2026 umtxq_sleep_pi(struct umtx_q *uq, struct umtx_pi *pi, uint32_t owner, in umtxq_sleep_pi() argument
2046 td1 = tdfind(owner, shared ? -1 : td->td_proc->p_pid); in umtxq_sleep_pi()
2235 uint32_t id, old_owner, owner, old; in do_lock_pi() local
2280 rv = casueword32(&m->m_owner, UMUTEX_UNOWNED, &owner, id); in do_lock_pi()
2288 MPASS(owner == UMUTEX_UNOWNED); in do_lock_pi()
2293 if (owner == UMUTEX_RB_NOTRECOV) { in do_lock_pi()
2302 if (owner == UMUTEX_UNOWNED) { in do_lock_pi()
2320 if (owner == UMUTEX_CONTESTED || owner == UMUTEX_RB_OWNERDEAD) { in do_lock_pi()
2321 old_owner = owner; in do_lock_pi()
2322 rv = casueword32(&m->m_owner, owner, &owner, in do_lock_pi()
2344 MPASS(owner == old_owner); in do_lock_pi()
2365 if ((owner & ~UMUTEX_CONTESTED) == id) { in do_lock_pi()
2390 rv = casueword32(&m->m_owner, owner, &old, owner | in do_lock_pi()
2409 * value for owner is impossible there. in do_lock_pi()
2417 MPASS(old == owner); in do_lock_pi()
2418 error = umtxq_sleep_pi(uq, pi, owner & ~UMUTEX_CONTESTED, in do_lock_pi()
2444 uint32_t id, new_owner, old, owner; in do_unlock_pi() local
2453 error = fueword32(&m->m_owner, &owner); in do_unlock_pi()
2457 if ((owner & ~UMUTEX_CONTESTED) != id) in do_unlock_pi()
2463 if ((owner & UMUTEX_CONTESTED) == 0) { in do_unlock_pi()
2464 error = casueword32(&m->m_owner, owner, &old, new_owner); in do_unlock_pi()
2473 if (old == owner) in do_unlock_pi()
2475 owner = old; in do_unlock_pi()
2505 error = casueword32(&m->m_owner, owner, &old, new_owner); in do_unlock_pi()
2515 if (error == 0 && old != owner) in do_unlock_pi()
2531 uint32_t owner, id; in do_lock_pp() local
2578 rv = casueword32(&m->m_owner, UMUTEX_CONTESTED, &owner, in do_lock_pp()
2586 MPASS(owner == UMUTEX_CONTESTED); in do_lock_pp()
2591 if (owner == UMUTEX_RB_OWNERDEAD) { in do_lock_pp()
2593 &owner, id | UMUTEX_CONTESTED); in do_lock_pp()
2599 MPASS(owner == UMUTEX_RB_OWNERDEAD); in do_lock_pp()
2620 } else if (owner == UMUTEX_RB_NOTRECOV) { in do_lock_pp()
2622 } else if (owner == UMUTEX_CONTESTED) { in do_lock_pp()
2698 uint32_t id, owner, rceiling; in do_unlock_pp() local
2709 error = fueword32(&m->m_owner, &owner); in do_unlock_pp()
2713 if ((owner & ~UMUTEX_CONTESTED) != id) in do_unlock_pp()
2780 uint32_t flags, id, owner, save_ceiling; in do_set_ceiling() local
2805 rv = casueword32(&m->m_owner, UMUTEX_CONTESTED, &owner, in do_set_ceiling()
2813 MPASS(owner == UMUTEX_CONTESTED); in do_set_ceiling()
2820 if ((owner & ~UMUTEX_CONTESTED) == id) { in do_set_ceiling()
2826 if (owner == UMUTEX_RB_OWNERDEAD) { in do_set_ceiling()
2829 } else if (owner == UMUTEX_RB_NOTRECOV) { in do_set_ceiling()
2832 } else if (owner == UMUTEX_CONTESTED) { in do_set_ceiling()