Lines Matching refs:sq_state
185 ASSERT(sqp->sq_state & SQS_POLL_CAPAB); \
186 if (!(sqp->sq_state & SQS_POLLING)) { \
188 sqp->sq_state |= SQS_POLLING; \
197 ASSERT(sqp->sq_state & SQS_POLL_CAPAB); \
198 if (sqp->sq_state & SQS_POLLING) { \
199 sqp->sq_state &= ~SQS_POLLING; \
208 if (sqp->sq_state & SQS_POLLING) { \
209 ASSERT(sqp->sq_state & SQS_POLL_CAPAB); \
210 if (!(sqp->sq_state & SQS_GET_PKTS)) { \
211 sqp->sq_state |= SQS_GET_PKTS; \
281 if (sqp->sq_state & SQS_BOUND) { in squeue_bind()
288 sqp->sq_state |= SQS_BOUND; in squeue_bind()
302 if (!(sqp->sq_state & SQS_BOUND)) { in squeue_unbind()
307 sqp->sq_state &= ~SQS_BOUND; in squeue_unbind()
321 ASSERT(!(sqp->sq_state & SQS_TMO_PROG)); in squeue_worker_wakeup()
353 } else if (sqp->sq_state & SQS_TMO_PROG) { in squeue_worker_wakeup()
370 sqp->sq_state |= SQS_TMO_PROG; in squeue_worker_wakeup()
375 if (((sqp->sq_state & (SQS_PROC|SQS_TMO_PROG)) == in squeue_worker_wakeup()
378 sqp->sq_state &= ~SQS_TMO_PROG; in squeue_worker_wakeup()
383 if (sqp->sq_state & SQS_TMO_PROG) { in squeue_worker_wakeup()
384 sqp->sq_state &= ~SQS_TMO_PROG; in squeue_worker_wakeup()
446 if (!(sqp->sq_state & SQS_PROC) && ((process_flag == SQ_PROCESS) || in squeue_enter()
457 sqp->sq_state |= (SQS_PROC|SQS_FAST); in squeue_enter()
496 sqp->sq_state &= ~(SQS_PROC|SQS_FAST); in squeue_enter()
510 if (sqp->sq_state & SQS_WORKER_THR_CONTROL) in squeue_enter()
568 if (sqp->sq_state & SQS_WORKER_THR_CONTROL) in squeue_enter()
587 if (!(sqp->sq_state & SQS_REENTER) && in squeue_enter()
591 sqp->sq_state |= SQS_REENTER; in squeue_enter()
620 sqp->sq_state &= ~SQS_REENTER; in squeue_enter()
660 if (!(sqp->sq_state & SQS_PROC)) { in squeue_enter()
668 if (sqp->sq_state & SQS_WORKER_THR_CONTROL) in squeue_enter()
687 state = sqp->sq_state; in squeue_fire()
701 sqp->sq_state &= ~SQS_TMO_PROG; in squeue_fire()
738 sq_poll_capable = (sqp->sq_state & SQS_POLL_CAPAB) != 0; in squeue_drain()
741 ASSERT(!(sqp->sq_state & (SQS_POLL_THR_QUIESCED | in squeue_drain()
752 sqp->sq_state |= SQS_PROC | proc_type; in squeue_drain()
879 if (sqp->sq_state & SQS_GET_PKTS) { in squeue_drain()
880 ASSERT(!(sqp->sq_state & (SQS_POLL_THR_QUIESCED | in squeue_drain()
882 sqp->sq_state &= ~proc_type; in squeue_drain()
892 if ((proc_type == SQS_WORKER) && (sqp->sq_state & SQS_POLLING)) { in squeue_drain()
912 ASSERT(!(sqp->sq_state & (SQS_POLL_THR_QUIESCED | in squeue_drain()
915 sqp->sq_state &= ~proc_type; in squeue_drain()
926 ASSERT(!(sqp->sq_state & (SQS_POLL_THR_QUIESCED | in squeue_drain()
929 sqp->sq_state &= ~(SQS_PROC | proc_type); in squeue_drain()
939 (sqp->sq_state & SQS_WORKER_THR_CONTROL)) in squeue_drain()
967 if (sqp->sq_state & SQS_POLL_THR_RESTART) { in squeue_poll_thr_control()
969 ASSERT(sqp->sq_state & SQS_POLL_THR_QUIESCED); in squeue_poll_thr_control()
970 sqp->sq_state &= ~(SQS_POLL_THR_QUIESCED | in squeue_poll_thr_control()
972 sqp->sq_state |= SQS_POLL_CAPAB; in squeue_poll_thr_control()
977 if (sqp->sq_state & SQS_POLL_THR_QUIESCE) { in squeue_poll_thr_control()
978 sqp->sq_state |= SQS_POLL_THR_QUIESCED; in squeue_poll_thr_control()
979 sqp->sq_state &= ~SQS_POLL_THR_QUIESCE; in squeue_poll_thr_control()
1054 ctl_state = sqp->sq_state & (SQS_POLL_THR_CONTROL | in squeue_polling_thread()
1072 if (!(sqp->sq_state & SQS_POLL_CAPAB)) in squeue_polling_thread()
1075 ASSERT((sqp->sq_state & in squeue_polling_thread()
1109 ASSERT((sqp->sq_state & in squeue_polling_thread()
1113 if (sqp->sq_first != NULL && !(sqp->sq_state & SQS_WORKER)) { in squeue_polling_thread()
1154 sqp->sq_state |= SQS_PROC_HELD; in squeue_polling_thread()
1155 sqp->sq_state &= ~SQS_GET_PKTS; in squeue_polling_thread()
1158 !(sqp->sq_state & SQS_WORKER)) { in squeue_polling_thread()
1167 sqp->sq_state &= ~(SQS_PROC|SQS_GET_PKTS); in squeue_polling_thread()
1176 if (sqp->sq_state & SQS_WORKER_THR_CONTROL) in squeue_polling_thread()
1183 sqp->sq_state &= ~SQS_GET_PKTS; in squeue_polling_thread()
1185 if (sqp->sq_state & SQS_POLL_THR_CONTROL) { in squeue_polling_thread()
1209 if (sqp->sq_state & SQS_POLL_RESTART) { in squeue_worker_thr_control()
1211 ASSERT((sqp->sq_state & (SQS_PROC_HELD | in squeue_worker_thr_control()
1218 sqp->sq_state &= ~SQS_POLL_QUIESCE_DONE; in squeue_worker_thr_control()
1219 sqp->sq_state |= SQS_POLL_THR_RESTART; in squeue_worker_thr_control()
1221 while (sqp->sq_state & SQS_POLL_THR_QUIESCED) in squeue_worker_thr_control()
1223 sqp->sq_state &= ~(SQS_POLL_RESTART | SQS_PROC | in squeue_worker_thr_control()
1229 sqp->sq_state |= SQS_POLL_RESTART_DONE; in squeue_worker_thr_control()
1234 if (sqp->sq_state & SQS_PROC_HELD) { in squeue_worker_thr_control()
1236 ASSERT(sqp->sq_state & SQS_PROC); in squeue_worker_thr_control()
1244 sqp->sq_state |= (SQS_PROC | SQS_WORKER); in squeue_worker_thr_control()
1247 if (!(sqp->sq_state & SQS_POLL_THR_QUIESCED)) { in squeue_worker_thr_control()
1248 sqp->sq_state |= SQS_POLL_THR_QUIESCE; in squeue_worker_thr_control()
1250 while (!(sqp->sq_state & SQS_POLL_THR_QUIESCED)) in squeue_worker_thr_control()
1264 SQS_POLLING_OFF(sqp, (sqp->sq_state & SQS_POLL_CAPAB) != 0, in squeue_worker_thr_control()
1266 sqp->sq_state &= ~(SQS_POLL_CAPAB | SQS_GET_PKTS | SQS_PROC_HELD); in squeue_worker_thr_control()
1267 if (sqp->sq_state & SQS_POLL_CLEANUP) { in squeue_worker_thr_control()
1275 ASSERT(!(sqp->sq_state & SQS_DEFAULT)); in squeue_worker_thr_control()
1280 sqp->sq_state &= ~(SQS_POLL_CLEANUP | SQS_POLL_THR_QUIESCED | in squeue_worker_thr_control()
1288 sqp->sq_state |= SQS_POLL_CLEANUP_DONE; in squeue_worker_thr_control()
1290 sqp->sq_state &= ~SQS_POLL_QUIESCE; in squeue_worker_thr_control()
1291 sqp->sq_state |= SQS_POLL_QUIESCE_DONE; in squeue_worker_thr_control()
1300 if (sqp->sq_state & SQS_POLL_CLEANUP_DONE) { in squeue_worker_thr_control()
1302 sqp->sq_state &= ~(SQS_PROC | SQS_WORKER); in squeue_worker_thr_control()
1323 if (sqp->sq_state & SQS_PROC_HELD) in squeue_worker()
1331 if (!(sqp->sq_state & SQS_PROC) && in squeue_worker()
1332 ((sqp->sq_state & SQS_WORKER_THR_CONTROL) || in squeue_worker()
1342 if ((sqp->sq_state & SQS_WORKER_THR_CONTROL) && in squeue_worker()
1343 (sqp->sq_state & SQS_WORKER)) in squeue_worker()
1350 if (sqp->sq_state & SQS_WORKER_THR_CONTROL) { in squeue_worker()
1354 ASSERT(!(sqp->sq_state & (SQS_POLL_THR_QUIESCED | in squeue_worker()
1358 if (sqp->sq_state & SQS_PROC_HELD) in squeue_worker()
1359 sqp->sq_state &= ~SQS_PROC_HELD; in squeue_worker()
1388 sqp->sq_state |= SQS_PAUSE; in squeue_wakeup_conn()
1402 while (sqp->sq_state & SQS_PAUSE) { in squeue_wakeup_conn()
1417 if (sqp->sq_first == NULL && !(sqp->sq_state & SQS_PROC)) { in squeue_synch_enter()
1427 sqp->sq_state |= SQS_PROC; in squeue_synch_enter()
1439 sqp->sq_state &= ~SQS_PROC; in squeue_synch_enter()
1493 ASSERT(sqp->sq_state & SQS_PROC); in squeue_synch_exit()
1495 sqp->sq_state &= ~SQS_PROC; in squeue_synch_exit()
1521 ASSERT(sqp->sq_state & SQS_PAUSE); in squeue_synch_exit()
1522 sqp->sq_state &= ~SQS_PAUSE; in squeue_synch_exit()