Lines Matching refs:local_dsq

1095 		rq = container_of(dsq, struct rq, scx.local_dsq);  in schedule_dsq_reenq()
1445 struct rq *rq = container_of(dsq, struct rq, scx.local_dsq); in dsq_inc_nr()
1467 struct rq *rq = container_of(dsq, struct rq, scx.local_dsq); in dsq_dec_nr()
1827 return &rq->scx.local_dsq; in find_dsq_for_dispatch()
1835 return &cpu_rq(cpu)->scx.local_dsq; in find_dsq_for_dispatch()
1925 if (dsq->id == SCX_DSQ_LOCAL && dsq != &rq->scx.local_dsq) { in direct_dispatch()
2082 scx_dispatch_enqueue(sch, rq, &rq->scx.local_dsq, p, 0, 0, enq_flags); in scx_do_enqueue_task()
2085 dsq = &rq->scx.local_dsq; in scx_do_enqueue_task()
2612 dst_rq = container_of(dst_dsq, struct rq, scx.local_dsq); in move_task_between_dsqs()
2728 struct rq *dst_rq = container_of(dst_dsq, struct rq, scx.local_dsq); in dispatch_to_local_dsq()
2776 scx_dispatch_enqueue(sch, dst_rq, &dst_rq->scx.local_dsq, p, in dispatch_to_local_dsq()
2965 if (rq->scx.local_dsq.nr) { in dispatch_one()
2999 if (unlikely(rq->scx.local_dsq.nr > 1 && rq->scx.nr_immed)) in dispatch_one()
3179 scx_dispatch_enqueue(sch, rq, &rq->scx.local_dsq, p, 0, 0, in put_prev_task_scx()
3271 return list_first_entry_or_null(&rq->scx.local_dsq.list, in first_local_task()
4408 list_for_each_entry_safe(p, n, &rq->scx.local_dsq.list, in reenq_local()
7532 rq->scx.local_dsq.sched = sch; in scx_root_enable_workfn()
8684 BUG_ON(scx_init_dsq(&rq->scx.local_dsq, SCX_DSQ_LOCAL, NULL)); in init_sched_ext_class()
9666 ret = READ_ONCE((scx_locked_rq() ?: this_rq())->scx.local_dsq.nr); in scx_bpf_dsq_nr_queued()
9672 ret = READ_ONCE(cpu_rq(cpu)->scx.local_dsq.nr); in scx_bpf_dsq_nr_queued()