Lines Matching refs:ops_state

761 	} while (atomic_long_read_acquire(&p->scx.ops_state) == opss);  in wait_ops_state()
1118 atomic_long_set_release(&p->scx.ops_state, SCX_OPSS_NONE); in dispatch_enqueue()
1298 opss = atomic_long_read(&p->scx.ops_state) & SCX_OPSS_STATE_MASK; in direct_dispatch()
1308 atomic_long_set_release(&p->scx.ops_state, SCX_OPSS_NONE); in direct_dispatch()
1313 atomic_long_set_release(&p->scx.ops_state, SCX_OPSS_NONE); in direct_dispatch()
1390 WARN_ON_ONCE(atomic_long_read(&p->scx.ops_state) != SCX_OPSS_NONE); in do_enqueue_task()
1391 atomic_long_set(&p->scx.ops_state, SCX_OPSS_QUEUEING | qseq); in do_enqueue_task()
1407 atomic_long_set_release(&p->scx.ops_state, SCX_OPSS_QUEUED | qseq); in do_enqueue_task()
1521 opss = atomic_long_read_acquire(&p->scx.ops_state); in ops_dequeue()
1537 if (atomic_long_try_cmpxchg(&p->scx.ops_state, &opss, in ops_dequeue()
1556 BUG_ON(atomic_long_read(&p->scx.ops_state) != SCX_OPSS_NONE); in ops_dequeue()
1996 atomic_long_set_release(&p->scx.ops_state, SCX_OPSS_NONE); in dispatch_to_local_dsq()
2069 opss = atomic_long_read(&p->scx.ops_state); in finish_dispatch()
2092 if (likely(atomic_long_try_cmpxchg(&p->scx.ops_state, &opss, in finish_dispatch()
4494 unsigned long ops_state = atomic_long_read(&p->scx.ops_state); in scx_dump_task() local
4507 p->scx.dsq_flags, ops_state & SCX_OPSS_STATE_MASK, in scx_dump_task()
4508 ops_state >> SCX_OPSS_QSEQ_SHIFT); in scx_dump_task()
5708 .qseq = atomic_long_read(&p->scx.ops_state) & SCX_OPSS_QSEQ_MASK, in scx_dsq_insert_commit()