Home
last modified time | relevance | path

Searched refs:dsq_id (Results 1 – 7 of 7) sorted by relevance

/linux/tools/sched_ext/include/scx/
H A Dcompat.bpf.h34 bool scx_bpf_dsq_move_to_local___v2(u64 dsq_id, u64 enq_flags) __ksym __weak;
35 bool scx_bpf_dsq_move_to_local___v1(u64 dsq_id) __ksym __weak;
38 bool scx_bpf_dsq_move___new(struct bpf_iter_scx_dsq *it__iter, struct task_struct *p, u64 dsq_id, u64 enq_flags) __ksym __weak;
39 bool scx_bpf_dsq_move_vtime___new(struct bpf_iter_scx_dsq *it__iter, struct task_struct *p, u64 dsq_id, u64 enq_flags) __ksym __weak;
41 bool scx_bpf_consume___old(u64 dsq_id) __ksym __weak;
44 bool scx_bpf_dispatch_from_dsq___old(struct bpf_iter_scx_dsq *it__iter, struct task_struct *p, u64 dsq_id, u64 enq_flags) __ksym __weak; argument
45 bool scx_bpf_dispatch_vtime_from_dsq___old(struct bpf_iter_scx_dsq *it__iter, struct task_struct *p, u64 dsq_id, u64 enq_flags) __ksym __weak;
47 #define scx_bpf_dsq_move_to_local(dsq_id, enq_flags) \
49 scx_bpf_dsq_move_to_local___v2((dsq_id), (enq_flags)) : \
51 scx_bpf_dsq_move_to_local___v1((dsq_id))
63 scx_bpf_dsq_move(it__iter,p,dsq_id,enq_flags) global() argument
70 scx_bpf_dsq_move_vtime(it__iter,p,dsq_id,enq_flags) global() argument
93 __COMPAT_scx_bpf_dsq_peek(u64 dsq_id) __COMPAT_scx_bpf_dsq_peek() argument
281 scx_bpf_dsq_insert_vtime(struct task_struct * p,u64 dsq_id,u64 slice,u64 vtime,u64 enq_flags) scx_bpf_dsq_insert_vtime() argument
318 scx_bpf_dsq_insert(struct task_struct * p,u64 dsq_id,u64 slice,u64 enq_flags) scx_bpf_dsq_insert() argument
[all...]
H A Dcommon.bpf.h61 s32 scx_bpf_create_dsq(u64 dsq_id, s32 node) __ksym;
69 s32 scx_bpf_dsq_nr_queued(u64 dsq_id) __ksym;
70 void scx_bpf_destroy_dsq(u64 dsq_id) __ksym;
71 struct task_struct *scx_bpf_dsq_peek(u64 dsq_id) __ksym __weak;
72 int bpf_iter_scx_dsq_new(struct bpf_iter_scx_dsq *it, u64 dsq_id, u64 flags) __ksym __weak;
/linux/tools/testing/selftests/sched_ext/
H A Dpeek_dsq.bpf.c88 int dsq_id = dsq_pool_base_id + i; in scan_dsq_pool() local
92 task = __COMPAT_scx_bpf_dsq_peek(dsq_id); in scan_dsq_pool()
98 if (!moved && scx_bpf_dsq_move_to_local(dsq_id, 0) == 0) { in scan_dsq_pool()
206 int dsq_id = dsq_pool_base_id + i; in BPF_STRUCT_OPS_SLEEPABLE() local
208 err = scx_bpf_create_dsq(dsq_id, -1); in BPF_STRUCT_OPS_SLEEPABLE()
210 scx_bpf_error("Failed to create DSQ pool entry %d: %d", dsq_id, err); in BPF_STRUCT_OPS_SLEEPABLE()
236 int dsq_id = dsq_pool_base_id + i; in BPF_STRUCT_OPS() local
238 scx_bpf_destroy_dsq(dsq_id); in BPF_STRUCT_OPS()
H A Dselect_cpu_dispatch.bpf.c18 u64 dsq_id = SCX_DSQ_LOCAL; in BPF_STRUCT_OPS() local
28 dsq_id = SCX_DSQ_GLOBAL; in BPF_STRUCT_OPS()
32 scx_bpf_dsq_insert(p, dsq_id, SCX_SLICE_DFL, 0); in BPF_STRUCT_OPS()
H A Dselect_cpu_dfl_nodispatch.bpf.c55 u64 dsq_id = SCX_DSQ_GLOBAL; in BPF_STRUCT_OPS() local
65 dsq_id = SCX_DSQ_LOCAL; in BPF_STRUCT_OPS()
70 scx_bpf_dsq_insert(p, dsq_id, SCX_SLICE_DFL, enq_flags); in BPF_STRUCT_OPS()
/linux/kernel/sched/
H A Dext.c335 static struct scx_dispatch_q *find_user_dsq(struct scx_sched *sch, u64 dsq_id)
337 return rhashtable_lookup(&sch->dsq_hash, &dsq_id, dsq_hash_params); in find_user_dsq()
1736 struct rq *rq, u64 dsq_id, in mark_direct_dispatch()
1741 if (dsq_id == SCX_DSQ_LOCAL) in mark_direct_dispatch()
1744 if ((dsq_id & SCX_DSQ_LOCAL_ON) == SCX_DSQ_LOCAL_ON) { in mark_direct_dispatch()
1745 s32 cpu = dsq_id & SCX_DSQ_LOCAL_CPU_MASK; in mark_direct_dispatch()
1753 if (dsq_id == SCX_DSQ_GLOBAL)
1756 dsq = find_user_dsq(sch, dsq_id);
1759 scx_error(sch, "non-existent DSQ 0x%llx", dsq_id);
1768 struct task_struct *p, u64 dsq_id, in clear_direct_dispatch()
336 find_user_dsq(struct scx_sched * sch,u64 dsq_id) find_user_dsq() argument
1692 find_dsq_for_dispatch(struct scx_sched * sch,struct rq * rq,u64 dsq_id,s32 tcpu) find_dsq_for_dispatch() argument
1724 mark_direct_dispatch(struct scx_sched * sch,struct task_struct * ddsp_task,struct task_struct * p,u64 dsq_id,u64 enq_flags) mark_direct_dispatch() argument
2627 finish_dispatch(struct scx_sched * sch,struct rq * rq,struct task_struct * p,unsigned long qseq_at_dispatch,u64 dsq_id,u64 enq_flags) finish_dispatch() argument
3956 u64 dsq_id = p->scx.ddsp_dsq_id; process_ddsp_deferred_locals() local
4553 init_dsq(struct scx_dispatch_q * dsq,u64 dsq_id,struct scx_sched * sch) init_dsq() argument
4620 destroy_dsq(struct scx_sched * sch,u64 dsq_id) destroy_dsq() argument
7934 scx_vet_enq_flags(struct scx_sched * sch,u64 dsq_id,u64 * enq_flags) scx_vet_enq_flags() argument
7952 scx_dsq_insert_preamble(struct scx_sched * sch,struct task_struct * p,u64 dsq_id,u64 * enq_flags) scx_dsq_insert_preamble() argument
7979 scx_dsq_insert_commit(struct scx_sched * sch,struct task_struct * p,u64 dsq_id,u64 enq_flags) scx_dsq_insert_commit() argument
8045 scx_bpf_dsq_insert___v2(struct task_struct * p,u64 dsq_id,u64 slice,u64 enq_flags,const struct bpf_prog_aux * aux) scx_bpf_dsq_insert___v2() argument
8072 scx_bpf_dsq_insert(struct task_struct * p,u64 dsq_id,u64 slice,u64 enq_flags,const struct bpf_prog_aux * aux) scx_bpf_dsq_insert() argument
8080 scx_dsq_insert_vtime(struct scx_sched * sch,struct task_struct * p,u64 dsq_id,u64 slice,u64 vtime,u64 enq_flags) scx_dsq_insert_vtime() argument
8099 u64 dsq_id; global() member
8156 scx_bpf_dsq_insert_vtime(struct task_struct * p,u64 dsq_id,u64 slice,u64 vtime,u64 enq_flags) scx_bpf_dsq_insert_vtime() argument
8197 scx_dsq_move(struct bpf_iter_scx_dsq_kern * kit,struct task_struct * p,u64 dsq_id,u64 enq_flags) scx_dsq_move() argument
8364 scx_bpf_dsq_move_to_local___v2(u64 dsq_id,u64 enq_flags,const struct bpf_prog_aux * aux) scx_bpf_dsq_move_to_local___v2() argument
8407 scx_bpf_dsq_move_to_local(u64 dsq_id,const struct bpf_prog_aux * aux) scx_bpf_dsq_move_to_local() argument
8475 scx_bpf_dsq_move(struct bpf_iter_scx_dsq * it__iter,struct task_struct * p,u64 dsq_id,u64 enq_flags) scx_bpf_dsq_move() argument
8500 scx_bpf_dsq_move_vtime(struct bpf_iter_scx_dsq * it__iter,struct task_struct * p,u64 dsq_id,u64 enq_flags) scx_bpf_dsq_move_vtime() argument
8618 scx_bpf_create_dsq(u64 dsq_id,s32 node,const struct bpf_prog_aux * aux) scx_bpf_create_dsq() argument
8815 scx_bpf_dsq_nr_queued(u64 dsq_id,const struct bpf_prog_aux * aux) scx_bpf_dsq_nr_queued() argument
8862 scx_bpf_destroy_dsq(u64 dsq_id,const struct bpf_prog_aux * aux) scx_bpf_destroy_dsq() argument
8883 bpf_iter_scx_dsq_new(struct bpf_iter_scx_dsq * it,u64 dsq_id,u64 flags,const struct bpf_prog_aux * aux) bpf_iter_scx_dsq_new() argument
8971 scx_bpf_dsq_peek(u64 dsq_id,const struct bpf_prog_aux * aux) scx_bpf_dsq_peek() argument
9010 scx_bpf_dsq_reenq(u64 dsq_id,u64 reenq_flags,const struct bpf_prog_aux * aux) scx_bpf_dsq_reenq() argument
[all...]
H A Dext_internal.h968 u64 dsq_id; member