Lines Matching defs:ops_state

975 	} while (atomic_long_read_acquire(&p->scx.ops_state) == opss);
1706 	 * Update custody and call ops.dequeue() before clearing ops_state:
1707 	 * once ops_state is cleared, waiters in ops_dequeue() can proceed
1709 	 * ops_state first, both sides would modify p->scx.flags
1722 		 * SCX_OPSS_DISPATCHING (see the ops_state note above) and so
1744 		atomic_long_set_release(&p->scx.ops_state, SCX_OPSS_NONE);
1943 		opss = atomic_long_read(&p->scx.ops_state) & SCX_OPSS_STATE_MASK;
1953 			atomic_long_set_release(&p->scx.ops_state, SCX_OPSS_NONE);
1958 			atomic_long_set_release(&p->scx.ops_state, SCX_OPSS_NONE);
2073 	WARN_ON_ONCE(atomic_long_read(&p->scx.ops_state) != SCX_OPSS_NONE);
2074 	atomic_long_set(&p->scx.ops_state, SCX_OPSS_QUEUEING | qseq);
2096 	atomic_long_set_release(&p->scx.ops_state, SCX_OPSS_QUEUED | qseq);
2228 	opss = atomic_long_read_acquire(&p->scx.ops_state);
2254 		if (atomic_long_try_cmpxchg(&p->scx.ops_state, &opss,
2273 		BUG_ON(atomic_long_read(&p->scx.ops_state) != SCX_OPSS_NONE);
2280 	 * The code that clears ops_state to %SCX_OPSS_NONE does not always
2283 	 * remote CPU's local DSQ, we only set ops_state to %SCX_OPSS_NONE
2793 	atomic_long_set_release(&p->scx.ops_state, SCX_OPSS_NONE);
2872 	opss = atomic_long_read(&p->scx.ops_state);
2901 		if (likely(atomic_long_try_cmpxchg(&p->scx.ops_state, &opss,
4495  * The dispatcher runs ops.dequeue() and stores the final ops_state after
4502 	if (unlikely(atomic_long_read_acquire(&p->scx.ops_state) == SCX_OPSS_DISPATCHING))
6955 	unsigned long ops_state = atomic_long_read(&p->scx.ops_state);
6974 	scx_dump_line(s, "      scx_state/flags=%u/0x%x dsq_flags=0x%x ops_state/qseq=%lu/%lu",
6977 		      ops_state & SCX_OPSS_STATE_MASK, ops_state >> SCX_OPSS_QSEQ_SHIFT);
8958 		.qseq = atomic_long_read(&p->scx.ops_state) & SCX_OPSS_QSEQ_MASK,