Home
last modified time | relevance | path

Searched refs:enq_flags (Results 1 – 14 of 14) sorted by relevance

/linux/tools/sched_ext/include/scx/
H A Dcompat.bpf.h35 …struct bpf_iter_scx_dsq *it__iter, struct task_struct *p, u64 dsq_id, u64 enq_flags) __ksym __weak;
36 …struct bpf_iter_scx_dsq *it__iter, struct task_struct *p, u64 dsq_id, u64 enq_flags) __ksym __weak;
41 …struct bpf_iter_scx_dsq *it__iter, struct task_struct *p, u64 dsq_id, u64 enq_flags) __ksym __weak;
42 …struct bpf_iter_scx_dsq *it__iter, struct task_struct *p, u64 dsq_id, u64 enq_flags) __ksym __weak;
63 #define scx_bpf_dsq_move(it__iter, p, dsq_id, enq_flags) \ argument
65 scx_bpf_dsq_move___new((it__iter), (p), (dsq_id), (enq_flags)) : \
67 scx_bpf_dispatch_from_dsq___old((it__iter), (p), (dsq_id), (enq_flags)) : \
70 #define scx_bpf_dsq_move_vtime(it__iter, p, dsq_id, enq_flags) \ argument
72 scx_bpf_dsq_move_vtime___new((it__iter), (p), (dsq_id), (enq_flags)) : \
74 scx_bpf_dispatch_vtime_from_dsq___old((it__iter), (p), (dsq_id), (enq_flags)) : \
[all …]
/linux/tools/testing/selftests/sched_ext/
H A Dpeek_dsq.bpf.c108 void BPF_STRUCT_OPS(peek_dsq_enqueue, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() argument
127 scx_bpf_dsq_insert(p, test_dsq_id, 0, enq_flags); in BPF_STRUCT_OPS()
131 scx_bpf_dsq_insert(p, real_dsq_id, 0, enq_flags); in BPF_STRUCT_OPS()
136 scx_bpf_dsq_insert(p, random_dsq_id, 0, enq_flags); in BPF_STRUCT_OPS()
H A Dselect_cpu_dfl.bpf.c23 u64 enq_flags) in BPF_STRUCT_OPS() argument
33 scx_bpf_dsq_insert(p, SCX_DSQ_GLOBAL, SCX_SLICE_DFL, enq_flags); in BPF_STRUCT_OPS()
H A Denq_select_cpu_fails.bpf.c
H A Dmaximal.bpf.c23 void BPF_STRUCT_OPS(maximal_enqueue, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() argument
25 scx_bpf_dsq_insert(p, DSQ_ID, SCX_SLICE_DFL, enq_flags); in BPF_STRUCT_OPS()
36 void BPF_STRUCT_OPS(maximal_runnable, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() argument
H A Dexit.bpf.c31 void BPF_STRUCT_OPS(exit_enqueue, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() argument
36 scx_bpf_dsq_insert(p, DSQ_ID, SCX_SLICE_DFL, enq_flags); in BPF_STRUCT_OPS()
H A Dselect_cpu_dfl_nodispatch.bpf.c53 u64 enq_flags) in BPF_STRUCT_OPS() argument
70 scx_bpf_dsq_insert(p, dsq_id, SCX_SLICE_DFL, enq_flags); in BPF_STRUCT_OPS()
H A Ddsp_local_on.bpf.c26 u64 enq_flags) in BPF_STRUCT_OPS() argument
/linux/kernel/sched/
H A Dext.c114 u64 enq_flags; member
986 u64 enq_flags) in local_dsq_post_enq() argument
999 if ((enq_flags & SCX_ENQ_PREEMPT) && p != rq->curr && in local_dsq_post_enq()
1010 struct task_struct *p, u64 enq_flags) in dispatch_enqueue() argument
1020 (enq_flags & SCX_ENQ_NESTED) ? SINGLE_DEPTH_NESTING : 0); in dispatch_enqueue()
1032 (enq_flags & SCX_ENQ_DSQ_PRIQ))) { in dispatch_enqueue()
1041 enq_flags &= ~SCX_ENQ_DSQ_PRIQ; in dispatch_enqueue()
1044 if (enq_flags & SCX_ENQ_DSQ_PRIQ) { in dispatch_enqueue()
1082 if (enq_flags & (SCX_ENQ_HEAD | SCX_ENQ_PREEMPT)) { in dispatch_enqueue()
1117 if (enq_flags & SCX_ENQ_CLEAR_OPSS) in dispatch_enqueue()
[all …]
H A Dext_internal.h313 void (*enqueue)(struct task_struct *p, u64 enq_flags);
389 void (*runnable)(struct task_struct *p, u64 enq_flags);
/linux/tools/sched_ext/
H A Dscx_qmap.bpf.c196 void BPF_STRUCT_OPS(qmap_enqueue, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() argument
205 if (enq_flags & SCX_ENQ_REENQ) in BPF_STRUCT_OPS()
234 scx_bpf_dsq_insert(p, SCX_DSQ_LOCAL, slice_ns, enq_flags); in BPF_STRUCT_OPS()
239 if (!__COMPAT_is_enq_cpu_selected(enq_flags) && in BPF_STRUCT_OPS()
242 scx_bpf_dsq_insert(p, SCX_DSQ_LOCAL_ON | cpu, slice_ns, enq_flags); in BPF_STRUCT_OPS()
252 if (enq_flags & SCX_ENQ_REENQ) { in BPF_STRUCT_OPS()
255 scx_bpf_dsq_insert(p, SHARED_DSQ, 0, enq_flags); in BPF_STRUCT_OPS()
270 scx_bpf_dsq_insert(p, SHARED_DSQ, slice_ns, enq_flags); in BPF_STRUCT_OPS()
H A Dscx_cpu0.bpf.c50 void BPF_STRUCT_OPS(cpu0_enqueue, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() argument
63 scx_bpf_dsq_insert(p, DSQ_CPU0, SCX_SLICE_DFL, enq_flags); in BPF_STRUCT_OPS()
H A Dscx_central.bpf.c102 void BPF_STRUCT_OPS(central_enqueue, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() argument
117 enq_flags | SCX_ENQ_PREEMPT); in BPF_STRUCT_OPS()
123 scx_bpf_dsq_insert(p, FALLBACK_DSQ_ID, SCX_SLICE_INF, enq_flags); in BPF_STRUCT_OPS()
H A Dscx_flatcg.bpf.c345 void BPF_STRUCT_OPS(fcg_enqueue, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() argument
376 enq_flags); in BPF_STRUCT_OPS()
380 enq_flags); in BPF_STRUCT_OPS()
391 scx_bpf_dsq_insert(p, cgrp->kn->id, SCX_SLICE_DFL, enq_flags); in BPF_STRUCT_OPS()
403 tvtime, enq_flags); in BPF_STRUCT_OPS()
507 void BPF_STRUCT_OPS(fcg_runnable, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() argument