Home
last modified time | relevance | path

Searched refs:dsq_id (Results 1 – 7 of 7) sorted by relevance

/linux/tools/sched_ext/include/scx/
H A Dcompat.bpf.h34 bool scx_bpf_dsq_move_to_local___v2___compat(u64 dsq_id, u64 enq_flags) __ksym __weak;
35 bool scx_bpf_dsq_move_to_local___v1(u64 dsq_id) __ksym __weak;
38 bool scx_bpf_dsq_move___new(struct bpf_iter_scx_dsq *it__iter, struct task_struct *p, u64 dsq_id, u…
39 …time___new(struct bpf_iter_scx_dsq *it__iter, struct task_struct *p, u64 dsq_id, u64 enq_flags) __…
41 bool scx_bpf_consume___old(u64 dsq_id) __ksym __weak;
44 …_dsq___old(struct bpf_iter_scx_dsq *it__iter, struct task_struct *p, u64 dsq_id, u64 enq_flags) __…
45 …_dsq___old(struct bpf_iter_scx_dsq *it__iter, struct task_struct *p, u64 dsq_id, u64 enq_flags) __…
47 #define scx_bpf_dsq_move_to_local(dsq_id, enq_flags) \ argument
49 scx_bpf_dsq_move_to_local___v2___compat((dsq_id), (enq_flags)) : \
51 scx_bpf_dsq_move_to_local___v1((dsq_id)) : \
[all …]
H A Dcommon.bpf.h63 s32 scx_bpf_create_dsq(u64 dsq_id, s32 node) __ksym;
71 s32 scx_bpf_dsq_nr_queued(u64 dsq_id) __ksym;
72 void scx_bpf_destroy_dsq(u64 dsq_id) __ksym;
73 struct task_struct *scx_bpf_dsq_peek(u64 dsq_id) __ksym __weak;
74 int bpf_iter_scx_dsq_new(struct bpf_iter_scx_dsq *it, u64 dsq_id, u64 flags) __ksym __weak;
/linux/tools/testing/selftests/sched_ext/
H A Dpeek_dsq.bpf.c88 int dsq_id = dsq_pool_base_id + i; in scan_dsq_pool() local
92 task = __COMPAT_scx_bpf_dsq_peek(dsq_id); in scan_dsq_pool()
98 if (!moved && scx_bpf_dsq_move_to_local(dsq_id, 0)) { in scan_dsq_pool()
206 int dsq_id = dsq_pool_base_id + i; in BPF_STRUCT_OPS_SLEEPABLE() local
208 err = scx_bpf_create_dsq(dsq_id, -1); in BPF_STRUCT_OPS_SLEEPABLE()
210 scx_bpf_error("Failed to create DSQ pool entry %d: %d", dsq_id, err); in BPF_STRUCT_OPS_SLEEPABLE()
236 int dsq_id = dsq_pool_base_id + i; in BPF_STRUCT_OPS() local
238 scx_bpf_destroy_dsq(dsq_id); in BPF_STRUCT_OPS()
H A Dselect_cpu_dispatch.bpf.c18 u64 dsq_id = SCX_DSQ_LOCAL; in BPF_STRUCT_OPS() local
28 dsq_id = SCX_DSQ_GLOBAL; in BPF_STRUCT_OPS()
32 scx_bpf_dsq_insert(p, dsq_id, SCX_SLICE_DFL, 0); in BPF_STRUCT_OPS()
H A Dselect_cpu_dfl_nodispatch.bpf.c55 u64 dsq_id = SCX_DSQ_GLOBAL; in BPF_STRUCT_OPS() local
65 dsq_id = SCX_DSQ_LOCAL; in BPF_STRUCT_OPS()
70 scx_bpf_dsq_insert(p, dsq_id, SCX_SLICE_DFL, enq_flags); in BPF_STRUCT_OPS()
/linux/kernel/sched/ext/
H A Dext.c310 static struct scx_dispatch_q *find_user_dsq(struct scx_sched *sch, u64 dsq_id) in find_user_dsq() argument
312 return rhashtable_lookup(&sch->dsq_hash, &dsq_id, dsq_hash_params); in find_user_dsq()
1836 struct rq *rq, u64 dsq_id, in find_dsq_for_dispatch()
1841 if (dsq_id == SCX_DSQ_LOCAL) in find_dsq_for_dispatch()
1844 if ((dsq_id & SCX_DSQ_LOCAL_ON) == SCX_DSQ_LOCAL_ON) { in find_dsq_for_dispatch()
1845 s32 cpu = scx_cpu_ret(sch, dsq_id & SCX_DSQ_LOCAL_CPU_MASK); in find_dsq_for_dispatch()
1853 if (dsq_id == SCX_DSQ_GLOBAL) in find_dsq_for_dispatch()
1856 dsq = find_user_dsq(sch, dsq_id); in find_dsq_for_dispatch()
1863 scx_error(sch, "non-existent DSQ 0x%llx", dsq_id); in find_dsq_for_dispatch()
1872 struct task_struct *p, u64 dsq_id, in mark_direct_dispatch()
1832 find_dsq_for_dispatch(struct scx_sched * sch,struct rq * rq,u64 dsq_id,s32 tcpu) find_dsq_for_dispatch() argument
1868 mark_direct_dispatch(struct scx_sched * sch,struct task_struct * ddsp_task,struct task_struct * p,u64 dsq_id,u64 slice,u64 vtime,u64 enq_flags) mark_direct_dispatch() argument
2838 finish_dispatch(struct scx_sched * sch,struct rq * rq,struct task_struct * p,unsigned long qseq_at_dispatch,u64 dsq_id,u64 slice,u64 vtime,u64 enq_flags) finish_dispatch() argument
4378 u64 dsq_id = p->scx.ddsp_dsq_id; process_ddsp_deferred_locals() local
4662 u64 dsq_id, reenq_flags; process_deferred_reenq_users() local
5111 scx_init_dsq(struct scx_dispatch_q * dsq,u64 dsq_id,struct scx_sched * sch) scx_init_dsq() argument
5177 destroy_dsq(struct scx_sched * sch,u64 dsq_id) destroy_dsq() argument
8809 scx_vet_enq_flags(struct scx_sched * sch,u64 dsq_id,u64 * enq_flags) scx_vet_enq_flags() argument
8837 scx_dsq_insert_preamble(struct scx_sched * sch,struct task_struct * p,u64 dsq_id,u64 * enq_flags) scx_dsq_insert_preamble() argument
8859 scx_dsq_insert_commit(struct scx_sched * sch,struct task_struct * p,u64 dsq_id,u64 slice,u64 vtime,u64 enq_flags) scx_dsq_insert_commit() argument
8927 scx_bpf_dsq_insert___v2(struct task_struct * p,u64 dsq_id,u64 slice,u64 enq_flags,const struct bpf_prog_aux * aux) scx_bpf_dsq_insert___v2() argument
8949 scx_bpf_dsq_insert(struct task_struct * p,u64 dsq_id,u64 slice,u64 enq_flags,const struct bpf_prog_aux * aux) scx_bpf_dsq_insert() argument
8957 scx_dsq_insert_vtime(struct scx_sched * sch,struct task_struct * p,u64 dsq_id,u64 slice,u64 vtime,u64 enq_flags) scx_dsq_insert_vtime() argument
8969 u64 dsq_id; global() member
9026 scx_bpf_dsq_insert_vtime(struct task_struct * p,u64 dsq_id,u64 slice,u64 vtime,u64 enq_flags) scx_bpf_dsq_insert_vtime() argument
9074 scx_dsq_move(struct bpf_iter_scx_dsq_kern * kit,struct task_struct * p,u64 dsq_id,u64 enq_flags,bool priq) scx_dsq_move() argument
9251 scx_bpf_dsq_move_to_local___v2(u64 dsq_id,u64 enq_flags,const struct bpf_prog_aux * aux) scx_bpf_dsq_move_to_local___v2() argument
9294 scx_bpf_dsq_move_to_local(u64 dsq_id,const struct bpf_prog_aux * aux) scx_bpf_dsq_move_to_local() argument
9362 scx_bpf_dsq_move(struct bpf_iter_scx_dsq * it__iter,struct task_struct * p,u64 dsq_id,u64 enq_flags) scx_bpf_dsq_move() argument
9387 scx_bpf_dsq_move_vtime(struct bpf_iter_scx_dsq * it__iter,struct task_struct * p,u64 dsq_id,u64 enq_flags) scx_bpf_dsq_move_vtime() argument
9466 scx_bpf_create_dsq(u64 dsq_id,s32 node,const struct bpf_prog_aux * aux) scx_bpf_create_dsq() argument
9749 scx_bpf_dsq_nr_queued(u64 dsq_id,const struct bpf_prog_aux * aux) scx_bpf_dsq_nr_queued() argument
9796 scx_bpf_destroy_dsq(u64 dsq_id,const struct bpf_prog_aux * aux) scx_bpf_destroy_dsq() argument
9817 bpf_iter_scx_dsq_new(struct bpf_iter_scx_dsq * it,u64 dsq_id,u64 flags,const struct bpf_prog_aux * aux) bpf_iter_scx_dsq_new() argument
9905 scx_bpf_dsq_peek(u64 dsq_id,const struct bpf_prog_aux * aux) scx_bpf_dsq_peek() argument
9948 scx_bpf_dsq_reenq(u64 dsq_id,u64 reenq_flags,const struct bpf_prog_aux * aux) scx_bpf_dsq_reenq() argument
[all...]
H A Dinternal.h1330 u64 dsq_id; member
2120 s32 scx_init_dsq(struct scx_dispatch_q *dsq, u64 dsq_id, struct scx_sched *sch);