Lines Matching refs:q_syncq
476 ASSERT(sq == qp->q_syncq); \
1197 entersq(rq->q_syncq, SQ_OPENCLOSE); in qattach()
1201 leavesq(rq->q_syncq, SQ_OPENCLOSE); in qattach()
1209 leavesq(rq->q_syncq, SQ_OPENCLOSE); in qattach()
1228 entersq(qp->q_syncq, SQ_OPENCLOSE); in qreopen()
1233 leavesq(qp->q_syncq, SQ_OPENCLOSE); in qreopen()
1239 leavesq(qp->q_syncq, SQ_OPENCLOSE); in qreopen()
1272 entersq(qp->q_syncq, SQ_OPENCLOSE); in qdetach()
1284 leavesq(qp->q_syncq, SQ_OPENCLOSE); in qdetach()
1302 ASSERT(flush_syncq(qp->q_syncq, qp) == 0); in qdetach()
1303 ASSERT(flush_syncq(wqp->q_syncq, wqp) == 0); in qdetach()
1305 ((qp->q_syncq->sq_head == NULL) && in qdetach()
1306 (wqp->q_syncq->sq_head == NULL))); in qdetach()
1412 syncq_t *rsq = qp->q_syncq; in wait_svc()
1413 syncq_t *wsq = wqp->q_syncq; in wait_svc()
1713 syncq_t *sq = q->q_syncq; in wait_q_syncq()
1866 wait_sq_svc(rq->q_syncq); in mlink_file()
1867 passyncq = passq->q_syncq; in mlink_file()
1872 ASSERT(rq->q_syncq == SQ(rq) && _WR(rq)->q_syncq == SQ(rq)); in mlink_file()
2101 syncq_t *sq = wrq->q_syncq; in munlink()
2110 passyncq = passq->q_syncq; in munlink()
2139 sq = rq->q_syncq; in munlink()
2169 ((rq->q_syncq->sq_head == NULL) && in munlink()
2170 (_WR(rq)->q_syncq->sq_head == NULL))); in munlink()
2179 syncq_t *sq = rq->q_syncq; in munlink()
2193 ASSERT(flush_syncq(rq->q_syncq, rq) == 0); in munlink()
2194 ASSERT(flush_syncq(wrq->q_syncq, wrq) == 0); in munlink()
2213 ASSERT(rq->q_syncq == SQ(rq) && _WR(rq)->q_syncq == SQ(rq)); in munlink()
2509 sq = rq->q_syncq; in setq()
2512 ASSERT(wq->q_syncq->sq_outer == outer); in setq()
2513 outer_remove(outer, rq->q_syncq); in setq()
2514 if (wq->q_syncq != rq->q_syncq) in setq()
2515 outer_remove(outer, wq->q_syncq); in setq()
2523 if (wq->q_syncq == rq->q_syncq) in setq()
2524 wq->q_syncq = NULL; in setq()
2525 rq->q_syncq = NULL; in setq()
2527 if (wq->q_syncq != NULL && wq->q_syncq != sq && in setq()
2528 wq->q_syncq != SQ(rq)) { in setq()
2529 free_syncq(wq->q_syncq); in setq()
2530 wq->q_syncq = NULL; in setq()
2532 ASSERT(rq->q_syncq == NULL || (rq->q_syncq->sq_head == NULL && in setq()
2533 rq->q_syncq->sq_tail == NULL)); in setq()
2534 ASSERT(wq->q_syncq == NULL || (wq->q_syncq->sq_head == NULL && in setq()
2535 wq->q_syncq->sq_tail == NULL)); in setq()
2538 rq->q_syncq != NULL && rq->q_syncq->sq_ciputctrl != NULL) { in setq()
2539 ASSERT(rq->q_syncq->sq_nciputctrl == n_ciputctrl - 1); in setq()
2540 SUMCHECK_CIPUTCTRL_COUNTS(rq->q_syncq->sq_ciputctrl, in setq()
2541 rq->q_syncq->sq_nciputctrl, 0); in setq()
2543 kmem_cache_free(ciputctrl_cache, rq->q_syncq->sq_ciputctrl); in setq()
2544 rq->q_syncq->sq_ciputctrl = NULL; in setq()
2545 rq->q_syncq->sq_nciputctrl = 0; in setq()
2549 wq->q_syncq != NULL && wq->q_syncq->sq_ciputctrl != NULL) { in setq()
2550 ASSERT(wq->q_syncq->sq_nciputctrl == n_ciputctrl - 1); in setq()
2551 SUMCHECK_CIPUTCTRL_COUNTS(wq->q_syncq->sq_ciputctrl, in setq()
2552 wq->q_syncq->sq_nciputctrl, 0); in setq()
2554 kmem_cache_free(ciputctrl_cache, wq->q_syncq->sq_ciputctrl); in setq()
2555 wq->q_syncq->sq_ciputctrl = NULL; in setq()
2556 wq->q_syncq->sq_nciputctrl = 0; in setq()
2570 rq->q_syncq = wq->q_syncq = sq; in setq()
2602 sq->sq_type = rq->q_syncq->sq_type; in setq()
2603 sq->sq_flags = rq->q_syncq->sq_flags; in setq()
2606 wq->q_syncq = sq; in setq()
2617 rq->q_syncq = wq->q_syncq = sq; in setq()
2623 outer_insert(outer, rq->q_syncq); in setq()
2624 if (wq->q_syncq != rq->q_syncq) in setq()
2625 outer_insert(outer, wq->q_syncq); in setq()
2627 ASSERT((rq->q_syncq->sq_flags & SQ_TYPES_IN_FLAGS) == in setq()
2628 (rq->q_syncq->sq_type & SQ_TYPES_IN_FLAGS)); in setq()
2629 ASSERT((wq->q_syncq->sq_flags & SQ_TYPES_IN_FLAGS) == in setq()
2630 (wq->q_syncq->sq_type & SQ_TYPES_IN_FLAGS)); in setq()
3367 qp->q_syncq = sq; in allocq()
3383 wqp->q_syncq = sq; in allocq()
3428 (void) flush_syncq(qp->q_syncq, qp); in freeq()
3429 (void) flush_syncq(wqp->q_syncq, wqp); in freeq()
3447 outer = qp->q_syncq->sq_outer; in freeq()
3449 outer_remove(outer, qp->q_syncq); in freeq()
3450 if (wqp->q_syncq != qp->q_syncq) in freeq()
3451 outer_remove(outer, wqp->q_syncq); in freeq()
3456 if (qp->q_syncq != SQ(qp) && !(qp->q_flag & QPERMOD)) in freeq()
3457 free_syncq(qp->q_syncq); in freeq()
3458 if (qp->q_syncq != wqp->q_syncq && wqp->q_syncq != SQ(qp)) in freeq()
3459 free_syncq(wqp->q_syncq); in freeq()
3637 entersq(q->q_syncq, SQ_SVC); in runservice()
3647 leavesq(q->q_syncq, SQ_SVC); in runservice()
4859 syncq_t *sq = qp->q_syncq; in removeq()
4860 syncq_t *wsq = wqp->q_syncq; in removeq()
4947 if (qp->q_syncqmsgs != 0 || (qp->q_syncq->sq_flags & SQ_EVENTS)) in removeq()
4950 (wqp->q_syncq->sq_flags & SQ_EVENTS)) in removeq()
4977 emptysq(qp->q_next->q_syncq); in removeq()
4988 emptysq(wqp->q_next->q_syncq); in removeq()
5186 sqlist_insert(sqlist, q->q_syncq); in sqlist_insertall()
5213 sqlist_insert(sqlist, q->q_syncq); in sqlist_build()
5214 sqlist_insert(sqlist, _WR(q)->q_syncq); in sqlist_build()
5331 count = q->q_syncq->sq_count; in qclaimed()
5332 SUM_SQ_PUTCOUNTS(q->q_syncq, count); in qclaimed()
5342 return ((q->q_syncq->sq_flags & SQ_FROZEN) != 0); in frozenstr()
5353 entersq(q->q_syncq, SQ_CALLBACK); in enterq()
5359 leavesq(q->q_syncq, SQ_CALLBACK); in leaveq()
5566 syncq_t *sq = qp->q_syncq; in claimq()
5583 syncq_t *sq = qp->q_syncq; in releaseq()
5983 osq = q->q_syncq; in qwriter_outer()
6200 ASSERT(bp->b_queue->q_syncq == sq); in sq_run_events()
6654 ASSERT(q->q_syncq == sq); in qdrain_syncq()
6739 ASSERT(bp->b_queue->q_syncq == sq); in qdrain_syncq()
6863 ASSERT(q->q_syncq == sq); in qfill_syncq()
6885 ASSERT(q->q_syncq == sq); in qfill_syncq()
7002 ASSERT(q->q_syncq == sq); in flush_syncq()
7016 mp_head->b_queue->q_syncq == sq); in flush_syncq()
7106 sq = qp->q_syncq; in propagate_syncq()
7127 nsq = nqp->q_syncq; in propagate_syncq()
7254 syncq_t *sq = q->q_syncq; in qwriter_inner()
7814 sq = _RD(q)->q_syncq; in pass_wput()
7847 blocksq(passq->q_syncq, SQ_BLOCKED, 1); in link_addpassthru()
7858 sqlist_insert(&sqlist, _RD(stpdown->sd_wrq)->q_syncq); in link_addpassthru()