Lines Matching refs:q_syncq
480 ASSERT(sq == qp->q_syncq); \
1201 entersq(rq->q_syncq, SQ_OPENCLOSE); in qattach()
1205 leavesq(rq->q_syncq, SQ_OPENCLOSE); in qattach()
1213 leavesq(rq->q_syncq, SQ_OPENCLOSE); in qattach()
1232 entersq(qp->q_syncq, SQ_OPENCLOSE); in qreopen()
1237 leavesq(qp->q_syncq, SQ_OPENCLOSE); in qreopen()
1243 leavesq(qp->q_syncq, SQ_OPENCLOSE); in qreopen()
1276 entersq(qp->q_syncq, SQ_OPENCLOSE); in qdetach()
1288 leavesq(qp->q_syncq, SQ_OPENCLOSE); in qdetach()
1306 ASSERT(flush_syncq(qp->q_syncq, qp) == 0); in qdetach()
1307 ASSERT(flush_syncq(wqp->q_syncq, wqp) == 0); in qdetach()
1309 ((qp->q_syncq->sq_head == NULL) && in qdetach()
1310 (wqp->q_syncq->sq_head == NULL))); in qdetach()
1416 syncq_t *rsq = qp->q_syncq; in wait_svc()
1417 syncq_t *wsq = wqp->q_syncq; in wait_svc()
1717 syncq_t *sq = q->q_syncq; in wait_q_syncq()
1870 wait_sq_svc(rq->q_syncq); in mlink_file()
1871 passyncq = passq->q_syncq; in mlink_file()
1876 ASSERT(rq->q_syncq == SQ(rq) && _WR(rq)->q_syncq == SQ(rq)); in mlink_file()
2115 syncq_t *sq = wrq->q_syncq; in munlink()
2124 passyncq = passq->q_syncq; in munlink()
2153 sq = rq->q_syncq; in munlink()
2183 ((rq->q_syncq->sq_head == NULL) && in munlink()
2184 (_WR(rq)->q_syncq->sq_head == NULL))); in munlink()
2193 syncq_t *sq = rq->q_syncq; in munlink()
2207 ASSERT(flush_syncq(rq->q_syncq, rq) == 0); in munlink()
2208 ASSERT(flush_syncq(wrq->q_syncq, wrq) == 0); in munlink()
2227 ASSERT(rq->q_syncq == SQ(rq) && _WR(rq)->q_syncq == SQ(rq)); in munlink()
2534 sq = rq->q_syncq; in setq()
2537 ASSERT(wq->q_syncq->sq_outer == outer); in setq()
2538 outer_remove(outer, rq->q_syncq); in setq()
2539 if (wq->q_syncq != rq->q_syncq) in setq()
2540 outer_remove(outer, wq->q_syncq); in setq()
2548 if (wq->q_syncq == rq->q_syncq) in setq()
2549 wq->q_syncq = NULL; in setq()
2550 rq->q_syncq = NULL; in setq()
2552 if (wq->q_syncq != NULL && wq->q_syncq != sq && in setq()
2553 wq->q_syncq != SQ(rq)) { in setq()
2554 free_syncq(wq->q_syncq); in setq()
2555 wq->q_syncq = NULL; in setq()
2557 ASSERT(rq->q_syncq == NULL || (rq->q_syncq->sq_head == NULL && in setq()
2558 rq->q_syncq->sq_tail == NULL)); in setq()
2559 ASSERT(wq->q_syncq == NULL || (wq->q_syncq->sq_head == NULL && in setq()
2560 wq->q_syncq->sq_tail == NULL)); in setq()
2563 rq->q_syncq != NULL && rq->q_syncq->sq_ciputctrl != NULL) { in setq()
2564 ASSERT(rq->q_syncq->sq_nciputctrl == n_ciputctrl - 1); in setq()
2565 SUMCHECK_CIPUTCTRL_COUNTS(rq->q_syncq->sq_ciputctrl, in setq()
2566 rq->q_syncq->sq_nciputctrl, 0); in setq()
2568 kmem_cache_free(ciputctrl_cache, rq->q_syncq->sq_ciputctrl); in setq()
2569 rq->q_syncq->sq_ciputctrl = NULL; in setq()
2570 rq->q_syncq->sq_nciputctrl = 0; in setq()
2574 wq->q_syncq != NULL && wq->q_syncq->sq_ciputctrl != NULL) { in setq()
2575 ASSERT(wq->q_syncq->sq_nciputctrl == n_ciputctrl - 1); in setq()
2576 SUMCHECK_CIPUTCTRL_COUNTS(wq->q_syncq->sq_ciputctrl, in setq()
2577 wq->q_syncq->sq_nciputctrl, 0); in setq()
2579 kmem_cache_free(ciputctrl_cache, wq->q_syncq->sq_ciputctrl); in setq()
2580 wq->q_syncq->sq_ciputctrl = NULL; in setq()
2581 wq->q_syncq->sq_nciputctrl = 0; in setq()
2595 rq->q_syncq = wq->q_syncq = sq; in setq()
2627 sq->sq_type = rq->q_syncq->sq_type; in setq()
2628 sq->sq_flags = rq->q_syncq->sq_flags; in setq()
2631 wq->q_syncq = sq; in setq()
2642 rq->q_syncq = wq->q_syncq = sq; in setq()
2648 outer_insert(outer, rq->q_syncq); in setq()
2649 if (wq->q_syncq != rq->q_syncq) in setq()
2650 outer_insert(outer, wq->q_syncq); in setq()
2652 ASSERT((rq->q_syncq->sq_flags & SQ_TYPES_IN_FLAGS) == in setq()
2653 (rq->q_syncq->sq_type & SQ_TYPES_IN_FLAGS)); in setq()
2654 ASSERT((wq->q_syncq->sq_flags & SQ_TYPES_IN_FLAGS) == in setq()
2655 (wq->q_syncq->sq_type & SQ_TYPES_IN_FLAGS)); in setq()
3392 qp->q_syncq = sq; in allocq()
3408 wqp->q_syncq = sq; in allocq()
3453 (void) flush_syncq(qp->q_syncq, qp); in freeq()
3454 (void) flush_syncq(wqp->q_syncq, wqp); in freeq()
3472 outer = qp->q_syncq->sq_outer; in freeq()
3474 outer_remove(outer, qp->q_syncq); in freeq()
3475 if (wqp->q_syncq != qp->q_syncq) in freeq()
3476 outer_remove(outer, wqp->q_syncq); in freeq()
3481 if (qp->q_syncq != SQ(qp) && !(qp->q_flag & QPERMOD)) in freeq()
3482 free_syncq(qp->q_syncq); in freeq()
3483 if (qp->q_syncq != wqp->q_syncq && wqp->q_syncq != SQ(qp)) in freeq()
3484 free_syncq(wqp->q_syncq); in freeq()
3662 entersq(q->q_syncq, SQ_SVC); in runservice()
3672 leavesq(q->q_syncq, SQ_SVC); in runservice()
4884 syncq_t *sq = qp->q_syncq; in removeq()
4885 syncq_t *wsq = wqp->q_syncq; in removeq()
4972 if (qp->q_syncqmsgs != 0 || (qp->q_syncq->sq_flags & SQ_EVENTS)) in removeq()
4975 (wqp->q_syncq->sq_flags & SQ_EVENTS)) in removeq()
5002 emptysq(qp->q_next->q_syncq); in removeq()
5013 emptysq(wqp->q_next->q_syncq); in removeq()
5211 sqlist_insert(sqlist, q->q_syncq); in sqlist_insertall()
5238 sqlist_insert(sqlist, q->q_syncq); in sqlist_build()
5239 sqlist_insert(sqlist, _WR(q)->q_syncq); in sqlist_build()
5356 count = q->q_syncq->sq_count; in qclaimed()
5357 SUM_SQ_PUTCOUNTS(q->q_syncq, count); in qclaimed()
5367 return ((q->q_syncq->sq_flags & SQ_FROZEN) != 0); in frozenstr()
5378 entersq(q->q_syncq, SQ_CALLBACK); in enterq()
5384 leavesq(q->q_syncq, SQ_CALLBACK); in leaveq()
5591 syncq_t *sq = qp->q_syncq; in claimq()
5608 syncq_t *sq = qp->q_syncq; in releaseq()
6008 osq = q->q_syncq; in qwriter_outer()
6225 ASSERT(bp->b_queue->q_syncq == sq); in sq_run_events()
6679 ASSERT(q->q_syncq == sq); in qdrain_syncq()
6764 ASSERT(bp->b_queue->q_syncq == sq); in qdrain_syncq()
6888 ASSERT(q->q_syncq == sq); in qfill_syncq()
6910 ASSERT(q->q_syncq == sq); in qfill_syncq()
7027 ASSERT(q->q_syncq == sq); in flush_syncq()
7041 mp_head->b_queue->q_syncq == sq); in flush_syncq()
7131 sq = qp->q_syncq; in propagate_syncq()
7152 nsq = nqp->q_syncq; in propagate_syncq()
7279 syncq_t *sq = q->q_syncq; in qwriter_inner()
7846 sq = _RD(q)->q_syncq; in pass_wput()
7880 blocksq(passq->q_syncq, SQ_BLOCKED, 1); in link_addpassthru()
7891 sqlist_insert(&sqlist, _RD(stpdown->sd_wrq)->q_syncq); in link_addpassthru()