Lines Matching refs:ops_state

1040 	} while (atomic_long_read_acquire(&p->scx.ops_state) == opss);
1875 	 * Update custody and call ops.dequeue() before clearing ops_state:
1876 	 * once ops_state is cleared, waiters in ops_dequeue() can proceed
1878 	 * ops_state first, both sides would modify p->scx.flags
1891 		 * SCX_OPSS_DISPATCHING (see the ops_state note above) and so
1913 		atomic_long_set_release(&p->scx.ops_state, SCX_OPSS_NONE);
2113 		opss = atomic_long_read(&p->scx.ops_state) & SCX_OPSS_STATE_MASK;
2123 			atomic_long_set_release(&p->scx.ops_state, SCX_OPSS_NONE);
2128 			atomic_long_set_release(&p->scx.ops_state, SCX_OPSS_NONE);
2258 	WARN_ON_ONCE(atomic_long_read(&p->scx.ops_state) != SCX_OPSS_NONE);
2259 	atomic_long_set(&p->scx.ops_state, SCX_OPSS_QUEUEING | qseq);
2281 	atomic_long_set_release(&p->scx.ops_state, SCX_OPSS_QUEUED | qseq);
2432 	opss = atomic_long_read_acquire(&p->scx.ops_state);
2458 		if (atomic_long_try_cmpxchg(&p->scx.ops_state, &opss,
2477 		BUG_ON(atomic_long_read(&p->scx.ops_state) != SCX_OPSS_NONE);
2484 	 * The code that clears ops_state to %SCX_OPSS_NONE does not always
2487 	 * remote CPU's local DSQ, we only set ops_state to %SCX_OPSS_NONE
3117 	atomic_long_set_release(&p->scx.ops_state, SCX_OPSS_NONE);
3201 	opss = atomic_long_read(&p->scx.ops_state);
3230 		if (likely(atomic_long_try_cmpxchg(&p->scx.ops_state, &opss,
4973  * The dispatcher runs ops.dequeue() and stores the final ops_state after
4980 	if (unlikely(atomic_long_read_acquire(&p->scx.ops_state) == SCX_OPSS_DISPATCHING))
7518 	unsigned long ops_state = atomic_long_read(&p->scx.ops_state);
7537 	scx_dump_line(s, "      scx_state/flags=%u/0x%x dsq_flags=0x%x ops_state/qseq=%lu/%lu",
7540 		      ops_state & SCX_OPSS_STATE_MASK, ops_state >> SCX_OPSS_QSEQ_SHIFT);
9565 		.qseq = atomic_long_read(&p->scx.ops_state) & SCX_OPSS_QSEQ_MASK,