Lines Matching refs:ulwp
177 hash_in_unlocked(ulwp_t *ulwp, int ix, uberdata_t *udp) in hash_in_unlocked() argument
179 ulwp->ul_hash = udp->thr_hash_table[ix].hash_bucket; in hash_in_unlocked()
180 udp->thr_hash_table[ix].hash_bucket = ulwp; in hash_in_unlocked()
181 ulwp->ul_ix = ix; in hash_in_unlocked()
185 hash_in(ulwp_t *ulwp, uberdata_t *udp) in hash_in() argument
187 int ix = TIDHASH(ulwp->ul_lwpid, udp); in hash_in()
191 hash_in_unlocked(ulwp, ix, udp); in hash_in()
199 hash_out_unlocked(ulwp_t *ulwp, int ix, uberdata_t *udp) in hash_out_unlocked() argument
204 ulwp != *ulwpp; in hash_out_unlocked()
207 *ulwpp = ulwp->ul_hash; in hash_out_unlocked()
208 ulwp->ul_hash = NULL; in hash_out_unlocked()
209 ulwp->ul_ix = -1; in hash_out_unlocked()
213 hash_out(ulwp_t *ulwp, uberdata_t *udp) in hash_out() argument
217 if ((ix = ulwp->ul_ix) >= 0) { in hash_out()
221 hash_out_unlocked(ulwp, ix, udp); in hash_out()
231 ulwp_clean(ulwp_t *ulwp) in ulwp_clean() argument
233 caddr_t stk = ulwp->ul_stk; in ulwp_clean()
234 size_t mapsiz = ulwp->ul_mapsiz; in ulwp_clean()
235 size_t guardsize = ulwp->ul_guardsize; in ulwp_clean()
236 uintptr_t stktop = ulwp->ul_stktop; in ulwp_clean()
237 size_t stksiz = ulwp->ul_stksiz; in ulwp_clean()
239 (void) memset(ulwp, 0, sizeof (*ulwp)); in ulwp_clean()
241 ulwp->ul_stk = stk; in ulwp_clean()
242 ulwp->ul_mapsiz = mapsiz; in ulwp_clean()
243 ulwp->ul_guardsize = guardsize; in ulwp_clean()
244 ulwp->ul_stktop = stktop; in ulwp_clean()
245 ulwp->ul_stksiz = stksiz; in ulwp_clean()
257 dead_and_buried(ulwp_t *ulwp) in dead_and_buried() argument
259 if (ulwp->ul_lwpid == (lwpid_t)(-1)) in dead_and_buried()
261 if (ulwp->ul_dead && ulwp->ul_detached && in dead_and_buried()
262 _lwp_kill(ulwp->ul_lwpid, 0) == ESRCH) { in dead_and_buried()
263 ulwp->ul_lwpid = (lwpid_t)(-1); in dead_and_buried()
279 ulwp_t *ulwp; in trim_stack_cache() local
283 while (udp->nfreestack > cache_limit && (ulwp = *ulwpp) != NULL) { in trim_stack_cache()
284 if (dead_and_buried(ulwp)) { in trim_stack_cache()
285 *ulwpp = ulwp->ul_next; in trim_stack_cache()
286 if (ulwp == udp->lwp_laststack) in trim_stack_cache()
288 hash_out(ulwp, udp); in trim_stack_cache()
290 (void) munmap(ulwp->ul_stk, ulwp->ul_mapsiz); in trim_stack_cache()
294 ulwp->ul_mapsiz = 0; in trim_stack_cache()
295 ulwp->ul_next = NULL; in trim_stack_cache()
297 udp->ulwp_freelist = udp->ulwp_lastfree = ulwp; in trim_stack_cache()
299 udp->ulwp_lastfree->ul_next = ulwp; in trim_stack_cache()
300 udp->ulwp_lastfree = ulwp; in trim_stack_cache()
303 prev = ulwp; in trim_stack_cache()
304 ulwpp = &ulwp->ul_next; in trim_stack_cache()
324 ulwp_t *ulwp; in find_stack() local
362 (ulwp = *ulwpp) != NULL; in find_stack()
363 prev = ulwp, ulwpp = &ulwp->ul_next) { in find_stack()
364 if (ulwp->ul_mapsiz == mapsize && in find_stack()
365 ulwp->ul_guardsize == guardsize && in find_stack()
366 dead_and_buried(ulwp)) { in find_stack()
371 *ulwpp = ulwp->ul_next; in find_stack()
372 ulwp->ul_next = NULL; in find_stack()
373 if (ulwp == udp->lwp_laststack) in find_stack()
375 hash_out(ulwp, udp); in find_stack()
378 ulwp_clean(ulwp); in find_stack()
379 return (ulwp); in find_stack()
402 ulwp = ulwp_alloc(); in find_stack()
403 if (ulwp == NULL) in find_stack()
406 ulwp->ul_stk = stk; in find_stack()
407 ulwp->ul_mapsiz = mapsize; in find_stack()
408 ulwp->ul_guardsize = guardsize; in find_stack()
409 ulwp->ul_stktop = (uintptr_t)stk + mapsize; in find_stack()
410 ulwp->ul_stksiz = stksize; in find_stack()
415 return (ulwp); in find_stack()
429 ulwp_t *ulwp; in ulwp_alloc() local
435 (ulwp = *ulwpp) != NULL; in ulwp_alloc()
436 prev = ulwp, ulwpp = &ulwp->ul_next) { in ulwp_alloc()
437 if (dead_and_buried(ulwp)) { in ulwp_alloc()
438 *ulwpp = ulwp->ul_next; in ulwp_alloc()
439 ulwp->ul_next = NULL; in ulwp_alloc()
440 if (ulwp == udp->ulwp_lastfree) in ulwp_alloc()
442 hash_out(ulwp, udp); in ulwp_alloc()
444 ulwp_clean(ulwp); in ulwp_alloc()
445 return (ulwp); in ulwp_alloc()
451 data = lmalloc(sizeof (*ulwp) + tls_size); in ulwp_alloc()
454 ulwp = (ulwp_t *)(data + tls_size); in ulwp_alloc()
456 return (ulwp); in ulwp_alloc()
466 ulwp_free(ulwp_t *ulwp) in ulwp_free() argument
471 ulwp->ul_next = NULL; in ulwp_free()
472 if (ulwp == udp->ulwp_one) /* don't reuse the primoridal stack */ in ulwp_free()
474 else if (ulwp->ul_mapsiz != 0) { in ulwp_free()
476 udp->lwp_stacks = udp->lwp_laststack = ulwp; in ulwp_free()
478 udp->lwp_laststack->ul_next = ulwp; in ulwp_free()
479 udp->lwp_laststack = ulwp; in ulwp_free()
485 udp->ulwp_freelist = udp->ulwp_lastfree = ulwp; in ulwp_free()
487 udp->ulwp_lastfree->ul_next = ulwp; in ulwp_free()
488 udp->ulwp_lastfree = ulwp; in ulwp_free()
503 ulwp_t *ulwp; in find_lwpp() local
511 (ulwp = *ulwpp) != NULL; in find_lwpp()
512 ulwpp = &ulwp->ul_hash) { in find_lwpp()
513 if (ulwp->ul_lwpid == tid) in find_lwpp()
524 ulwp_broadcast(ulwp_t *ulwp) in ulwp_broadcast() argument
529 ASSERT(MUTEX_OWNED(ulwp_mutex(ulwp, udp), self)); in ulwp_broadcast()
530 (void) cond_broadcast(ulwp_condvar(ulwp, udp)); in ulwp_broadcast()
542 ulwp_t *ulwp = NULL; in find_lwp() local
546 ulwp = self; in find_lwp()
547 ulwp_lock(ulwp, udp); in find_lwp()
549 ulwp = *ulwpp; in find_lwp()
552 if (ulwp && ulwp->ul_dead) { in find_lwp()
553 ulwp_unlock(ulwp, udp); in find_lwp()
554 ulwp = NULL; in find_lwp()
557 return (ulwp); in find_lwp()
570 ulwp_t *ulwp; in _thrp_create() local
587 if ((ulwp = find_stack(stksize, guardsize)) == NULL) in _thrp_create()
589 stksize = ulwp->ul_mapsiz - ulwp->ul_guardsize; in _thrp_create()
592 if ((ulwp = ulwp_alloc()) == NULL) in _thrp_create()
594 ulwp->ul_stk = stk; in _thrp_create()
595 ulwp->ul_stktop = (uintptr_t)stk + stksize; in _thrp_create()
596 ulwp->ul_stksiz = stksize; in _thrp_create()
599 ulwp->ul_ix = -1; in _thrp_create()
600 ulwp->ul_errnop = &ulwp->ul_errno; in _thrp_create()
614 ulwp->ul_queue_fifo = self->ul_queue_fifo; in _thrp_create()
615 ulwp->ul_cond_wait_defer = self->ul_cond_wait_defer; in _thrp_create()
616 ulwp->ul_error_detection = self->ul_error_detection; in _thrp_create()
617 ulwp->ul_async_safe = self->ul_async_safe; in _thrp_create()
618 ulwp->ul_max_spinners = self->ul_max_spinners; in _thrp_create()
619 ulwp->ul_adaptive_spin = self->ul_adaptive_spin; in _thrp_create()
620 ulwp->ul_queue_spin = self->ul_queue_spin; in _thrp_create()
621 ulwp->ul_door_noreserve = self->ul_door_noreserve; in _thrp_create()
622 ulwp->ul_misaligned = self->ul_misaligned; in _thrp_create()
625 ulwp->ul_policy = self->ul_policy; in _thrp_create()
626 ulwp->ul_pri = (self->ul_epri? self->ul_epri : self->ul_pri); in _thrp_create()
627 ulwp->ul_cid = self->ul_cid; in _thrp_create()
628 ulwp->ul_rtclassid = self->ul_rtclassid; in _thrp_create()
630 ulwp->ul_primarymap = self->ul_primarymap; in _thrp_create()
631 ulwp->ul_self = ulwp; in _thrp_create()
632 ulwp->ul_uberdata = udp; in _thrp_create()
635 ulwp->ul_usropts = flags; in _thrp_create()
644 ulwp->ul_dsave = 0x9de04000; /* save %g1, %g0, %sp */ in _thrp_create()
645 ulwp->ul_drestore = 0x81e80000; /* restore %g0, %g0, %g0 */ in _thrp_create()
646 ulwp->ul_dftret = 0x91d0203a; /* ta 0x3a */ in _thrp_create()
647 ulwp->ul_dreturn = 0x81ca0000; /* return %o0 */ in _thrp_create()
650 ulwp->ul_startpc = func; in _thrp_create()
651 ulwp->ul_startarg = arg; in _thrp_create()
652 _fpinherit(ulwp); in _thrp_create()
658 ulwp->ul_sigdefer = 1; in _thrp_create()
660 error = setup_context(&uc, _thrp_setup, ulwp, in _thrp_create()
661 (caddr_t)ulwp->ul_stk + ulwp->ul_guardsize, stksize); in _thrp_create()
672 uc.uc_sigmask = ulwp->ul_sigmask = self->ul_sigmask; in _thrp_create()
676 ulwp->ul_lwpid = (lwpid_t)(-1); in _thrp_create()
677 ulwp->ul_dead = 1; in _thrp_create()
678 ulwp->ul_detached = 1; in _thrp_create()
680 ulwp_free(ulwp); in _thrp_create()
689 ulwp->ul_detached = 1; in _thrp_create()
690 ulwp->ul_lwpid = tid; in _thrp_create()
691 ulwp->ul_stop = TSTP_REGULAR; in _thrp_create()
693 ulwp->ul_created = 1; in _thrp_create()
696 ulwp->ul_forw = udp->all_lwps; in _thrp_create()
697 ulwp->ul_back = udp->all_lwps->ul_back; in _thrp_create()
698 ulwp->ul_back->ul_forw = ulwp; in _thrp_create()
699 ulwp->ul_forw->ul_back = ulwp; in _thrp_create()
700 hash_in(ulwp, udp); in _thrp_create()
902 ulwp_t *ulwp; in collect_queue_statistics() local
906 if ((ulwp = udp->all_lwps) != NULL) { in collect_queue_statistics()
908 record_spin_locks(ulwp); in collect_queue_statistics()
909 } while ((ulwp = ulwp->ul_forw) != udp->all_lwps); in collect_queue_statistics()
995 ulwp_t *ulwp; in _thrp_join() local
1025 ulwp = *ulwpp; in _thrp_join()
1026 *ulwpp = ulwp->ul_hash; in _thrp_join()
1027 ulwp->ul_hash = NULL; in _thrp_join()
1032 if (udp->all_zombies == ulwp) in _thrp_join()
1033 udp->all_zombies = ulwp->ul_forw; in _thrp_join()
1034 if (udp->all_zombies == ulwp) in _thrp_join()
1037 ulwp->ul_forw->ul_back = ulwp->ul_back; in _thrp_join()
1038 ulwp->ul_back->ul_forw = ulwp->ul_forw; in _thrp_join()
1040 ulwp->ul_forw = ulwp->ul_back = NULL; in _thrp_join()
1042 ASSERT(ulwp->ul_dead && !ulwp->ul_detached && in _thrp_join()
1043 !(ulwp->ul_usropts & (THR_DETACHED|THR_DAEMON))); in _thrp_join()
1049 mp = ulwp_mutex(ulwp, udp); in _thrp_join()
1050 ulwp->ul_lwpid = (lwpid_t)(-1); in _thrp_join()
1051 ulwp->ul_ix = -1; in _thrp_join()
1052 rval = ulwp->ul_rval; in _thrp_join()
1053 replace = ulwp->ul_replace; in _thrp_join()
1056 ulwp->ul_next = NULL; in _thrp_join()
1059 udp->ulwp_replace_last = ulwp; in _thrp_join()
1061 udp->ulwp_replace_last->ul_next = ulwp; in _thrp_join()
1062 udp->ulwp_replace_last = ulwp; in _thrp_join()
1099 ulwp_t *ulwp; in pthread_detach() local
1105 ulwp = *ulwpp; in pthread_detach()
1107 if (ulwp->ul_dead) { in pthread_detach()
1108 ulwp_unlock(ulwp, udp); in pthread_detach()
1112 ulwp->ul_detached = 1; in pthread_detach()
1113 ulwp->ul_usropts |= THR_DETACHED; in pthread_detach()
1114 ulwp_unlock(ulwp, udp); in pthread_detach()
1630 mark_dead_and_buried(ulwp_t *ulwp) in mark_dead_and_buried() argument
1632 ulwp->ul_dead = 1; in mark_dead_and_buried()
1633 ulwp->ul_lwpid = (lwpid_t)(-1); in mark_dead_and_buried()
1634 ulwp->ul_hash = NULL; in mark_dead_and_buried()
1635 ulwp->ul_ix = -1; in mark_dead_and_buried()
1636 ulwp->ul_schedctl = NULL; in mark_dead_and_buried()
1637 ulwp->ul_schedctl_called = NULL; in mark_dead_and_buried()
1651 ulwp_t *ulwp; in postfork1_child() local
1712 for (ulwp = udp->lwp_stacks; ulwp != NULL; ulwp = ulwp->ul_next) in postfork1_child()
1713 mark_dead_and_buried(ulwp); in postfork1_child()
1714 for (ulwp = udp->ulwp_freelist; ulwp != NULL; ulwp = ulwp->ul_next) in postfork1_child()
1715 mark_dead_and_buried(ulwp); in postfork1_child()
1716 for (ulwp = self->ul_forw; ulwp != self; ulwp = next) { in postfork1_child()
1717 next = ulwp->ul_forw; in postfork1_child()
1718 ulwp->ul_forw = ulwp->ul_back = NULL; in postfork1_child()
1719 mark_dead_and_buried(ulwp); in postfork1_child()
1720 tsd_free(ulwp); in postfork1_child()
1721 tls_free(ulwp); in postfork1_child()
1722 rwl_free(ulwp); in postfork1_child()
1723 heldlock_free(ulwp); in postfork1_child()
1724 ulwp_free(ulwp); in postfork1_child()
1729 if ((ulwp = udp->all_zombies) != NULL) { in postfork1_child()
1732 next = ulwp->ul_forw; in postfork1_child()
1733 ulwp->ul_forw = ulwp->ul_back = NULL; in postfork1_child()
1734 mark_dead_and_buried(ulwp); in postfork1_child()
1736 if (ulwp->ul_replace) { in postfork1_child()
1737 ulwp->ul_next = NULL; in postfork1_child()
1740 udp->ulwp_replace_last = ulwp; in postfork1_child()
1742 udp->ulwp_replace_last->ul_next = ulwp; in postfork1_child()
1743 udp->ulwp_replace_last = ulwp; in postfork1_child()
1746 } while ((ulwp = next) != udp->all_zombies); in postfork1_child()
1783 _thrp_stksegment(ulwp_t *ulwp, stack_t *stk) in _thrp_stksegment() argument
1785 stk->ss_sp = (void *)ulwp->ul_stktop; in _thrp_stksegment()
1786 stk->ss_size = ulwp->ul_stksiz; in _thrp_stksegment()
1799 force_continue(ulwp_t *ulwp) in force_continue() argument
1809 ASSERT(MUTEX_OWNED(ulwp_mutex(ulwp, udp), self)); in force_continue()
1812 error = _lwp_continue(ulwp->ul_lwpid); in force_continue()
1816 if (ulwp->ul_stopping) { /* it is stopping itself */ in force_continue()
1821 if (!ulwp->ul_stopping) /* it is running now */ in force_continue()
1840 safe_suspend(ulwp_t *ulwp, uchar_t whystopped, int *link_dropped) in safe_suspend() argument
1844 cond_t *cvp = ulwp_condvar(ulwp, udp); in safe_suspend()
1845 mutex_t *mp = ulwp_mutex(ulwp, udp); in safe_suspend()
1846 thread_t tid = ulwp->ul_lwpid; in safe_suspend()
1847 int ix = ulwp->ul_ix; in safe_suspend()
1853 ASSERT(ulwp != self); in safe_suspend()
1854 ASSERT(!ulwp->ul_stop); in safe_suspend()
1865 spin_lock_set(&ulwp->ul_spinlock); in safe_suspend()
1867 spin_lock_clear(&ulwp->ul_spinlock); in safe_suspend()
1870 if ((ulwp->ul_critical == 0 && ulwp->ul_rtld == 0) || in safe_suspend()
1871 ulwp->ul_stopping) { in safe_suspend()
1873 ulwp->ul_stop |= whystopped; in safe_suspend()
1882 ulwp->ul_pleasestop |= whystopped; in safe_suspend()
1883 force_continue(ulwp); in safe_suspend()
1899 while (ulwp && !ulwp->ul_dead && !ulwp->ul_stop && in safe_suspend()
1900 (ulwp->ul_pleasestop & whystopped)) { in safe_suspend()
1902 for (ulwp = udp->thr_hash_table[ix].hash_bucket; in safe_suspend()
1903 ulwp != NULL; ulwp = ulwp->ul_hash) { in safe_suspend()
1904 if (ulwp->ul_lwpid == tid) in safe_suspend()
1909 if (ulwp == NULL || ulwp->ul_dead) in safe_suspend()
1922 ASSERT(ulwp->ul_lwpid == tid); in safe_suspend()
1923 spin_lock_set(&ulwp->ul_spinlock); in safe_suspend()
1925 spin_lock_clear(&ulwp->ul_spinlock); in safe_suspend()
1930 if (!ulwp->ul_stopping || !(ulwp->ul_stop & whystopped)) in safe_suspend()
1945 ulwp_t *ulwp; in _thrp_suspend() local
1959 if ((ulwp = find_lwp(tid)) == NULL) in _thrp_suspend()
1961 else if (whystopped == TSTP_MUTATOR && !ulwp->ul_mutator) { in _thrp_suspend()
1962 ulwp_unlock(ulwp, udp); in _thrp_suspend()
1964 } else if (ulwp->ul_stop) { /* already stopped */ in _thrp_suspend()
1965 ulwp->ul_stop |= whystopped; in _thrp_suspend()
1966 ulwp_broadcast(ulwp); in _thrp_suspend()
1967 ulwp_unlock(ulwp, udp); in _thrp_suspend()
1968 } else if (ulwp != self) { in _thrp_suspend()
1975 error = safe_suspend(ulwp, whystopped, NULL); in _thrp_suspend()
2061 ulwp_t *ulwp; in suspend_fork() local
2068 for (ulwp = self->ul_forw; ulwp != self; ulwp = ulwp->ul_forw) { in suspend_fork()
2069 ulwp_lock(ulwp, udp); in suspend_fork()
2070 if (ulwp->ul_stop) { /* already stopped */ in suspend_fork()
2071 ulwp->ul_stop |= TSTP_FORK; in suspend_fork()
2072 ulwp_broadcast(ulwp); in suspend_fork()
2073 ulwp_unlock(ulwp, udp); in suspend_fork()
2078 if (safe_suspend(ulwp, TSTP_FORK, &link_dropped) || in suspend_fork()
2092 ulwp_t *ulwp; in continue_fork() local
2100 for (ulwp = self->ul_forw; ulwp != self; ulwp = ulwp->ul_forw) { in continue_fork()
2101 ulwp->ul_schedctl_called = in continue_fork()
2102 ulwp->ul_dead? &udp->uberflags : NULL; in continue_fork()
2103 ulwp->ul_schedctl = NULL; in continue_fork()
2111 for (ulwp = self->ul_forw; ulwp != self; ulwp = ulwp->ul_forw) { in continue_fork()
2112 mutex_t *mp = ulwp_mutex(ulwp, udp); in continue_fork()
2114 ASSERT(ulwp->ul_stop & TSTP_FORK); in continue_fork()
2115 ulwp->ul_stop &= ~TSTP_FORK; in continue_fork()
2116 ulwp_broadcast(ulwp); in continue_fork()
2117 if (!ulwp->ul_stop) in continue_fork()
2118 force_continue(ulwp); in continue_fork()
2128 ulwp_t *ulwp; in _thrp_continue() local
2140 if ((ulwp = find_lwp(tid)) == NULL) { in _thrp_continue()
2145 mp = ulwp_mutex(ulwp, udp); in _thrp_continue()
2146 if ((whystopped == TSTP_MUTATOR && !ulwp->ul_mutator)) { in _thrp_continue()
2148 } else if (ulwp->ul_stop & whystopped) { in _thrp_continue()
2149 ulwp->ul_stop &= ~whystopped; in _thrp_continue()
2150 ulwp_broadcast(ulwp); in _thrp_continue()
2151 if (!ulwp->ul_stop) { in _thrp_continue()
2152 if (whystopped == TSTP_REGULAR && ulwp->ul_created) { in _thrp_continue()
2153 ulwp->ul_sp = 0; in _thrp_continue()
2154 ulwp->ul_created = 0; in _thrp_continue()
2156 force_continue(ulwp); in _thrp_continue()
2501 ulwp_t *ulwp; in thr_getstate() local
2506 ulwp = self; in thr_getstate()
2507 ulwp_lock(ulwp, udp); in thr_getstate()
2509 ulwp = *ulwpp; in thr_getstate()
2516 if (ulwp->ul_dead) { in thr_getstate()
2518 } else if (!ulwp->ul_stop && !suspendedallmutators) { in thr_getstate()
2521 } else if (ulwp->ul_stop) { in thr_getstate()
2523 getgregs(ulwp, rs); in thr_getstate()
2531 (void) _thrp_stksegment(ulwp, ss); in thr_getstate()
2533 ulwp_unlock(ulwp, udp); in thr_getstate()
2546 ulwp_t *ulwp; in thr_setstate() local
2549 if ((ulwp = find_lwp(tid)) == NULL) in thr_setstate()
2552 if (!ulwp->ul_stop && !suspendedallmutators) in thr_setstate()
2558 if (ulwp->ul_stop) in thr_setstate()
2559 setgregs(ulwp, rs); in thr_setstate()
2570 ulwp_unlock(ulwp, udp); in thr_setstate()
2652 ulwp_t *ulwp; in __gettsp() local
2655 if ((ulwp = find_lwp(tid)) == NULL) in __gettsp()
2658 if (ulwp->ul_stop && (result = ulwp->ul_sp) != 0) { in __gettsp()
2659 ulwp_unlock(ulwp, udp); in __gettsp()
2664 ulwp_unlock(ulwp, udp); in __gettsp()
2690 ulwp_t *ulwp; in thr_setmutator() local
2697 ulwp = self; in thr_setmutator()
2698 ulwp_lock(ulwp, udp); in thr_setmutator()
2699 } else if ((ulwp = find_lwp(tid)) == NULL) { in thr_setmutator()
2708 if (ulwp != self && !ulwp->ul_stop && enabled) in thr_setmutator()
2710 else if (ulwp->ul_mutator != enabled) { in thr_setmutator()
2713 ulwp_unlock(ulwp, udp); in thr_setmutator()
2722 ulwp->ul_mutator = enabled; in thr_setmutator()
2726 ulwp_unlock(ulwp, udp); in thr_setmutator()
2773 ulwp_t *ulwp; in thr_suspend_allmutators() local
2791 for (ulwp = self->ul_forw; ulwp != self; ulwp = ulwp->ul_forw) { in thr_suspend_allmutators()
2792 ulwp_lock(ulwp, udp); in thr_suspend_allmutators()
2793 if (!ulwp->ul_mutator) { in thr_suspend_allmutators()
2794 ulwp_unlock(ulwp, udp); in thr_suspend_allmutators()
2795 } else if (ulwp->ul_stop) { /* already stopped */ in thr_suspend_allmutators()
2796 ulwp->ul_stop |= TSTP_MUTATOR; in thr_suspend_allmutators()
2797 ulwp_broadcast(ulwp); in thr_suspend_allmutators()
2798 ulwp_unlock(ulwp, udp); in thr_suspend_allmutators()
2803 if (safe_suspend(ulwp, TSTP_MUTATOR, &link_dropped) || in thr_suspend_allmutators()
2844 ulwp_t *ulwp; in thr_continue_allmutators() local
2859 for (ulwp = self->ul_forw; ulwp != self; ulwp = ulwp->ul_forw) { in thr_continue_allmutators()
2860 mutex_t *mp = ulwp_mutex(ulwp, udp); in thr_continue_allmutators()
2862 if (ulwp->ul_stop & TSTP_MUTATOR) { in thr_continue_allmutators()
2863 ulwp->ul_stop &= ~TSTP_MUTATOR; in thr_continue_allmutators()
2864 ulwp_broadcast(ulwp); in thr_continue_allmutators()
2865 if (!ulwp->ul_stop) in thr_continue_allmutators()
2866 force_continue(ulwp); in thr_continue_allmutators()
2891 ulwp_t *ulwp; in thr_wait_mutator() local
2897 if ((ulwp = find_lwp(tid)) == NULL) { in thr_wait_mutator()
2902 if (!ulwp->ul_mutator) in thr_wait_mutator()
2905 if (!(ulwp->ul_stop & TSTP_MUTATOR)) in thr_wait_mutator()
2907 } else if (!(ulwp->ul_stop & TSTP_MUTATOR)) { in thr_wait_mutator()
2908 cond_t *cvp = ulwp_condvar(ulwp, udp); in thr_wait_mutator()
2909 mutex_t *mp = ulwp_mutex(ulwp, udp); in thr_wait_mutator()
2916 ulwp_unlock(ulwp, udp); in thr_wait_mutator()
2939 _resume(ulwp_t *ulwp, caddr_t sp, int dontsave) in _resume() argument