| /linux/tools/sched_ext/include/scx/ |
| H A D | compat.bpf.h | 32 * v7.1: scx_bpf_dsq_move_to_local___v2() to add @enq_flags. 34 bool scx_bpf_dsq_move_to_local___v2(u64 dsq_id, u64 enq_flags) __ksym __weak; 38 bool scx_bpf_dsq_move___new(struct bpf_iter_scx_dsq *it__iter, struct task_struct *p, u64 dsq_id, u64 enq_flags) __ksym __weak; 39 bool scx_bpf_dsq_move_vtime___new(struct bpf_iter_scx_dsq *it__iter, struct task_struct *p, u64 dsq_id, u64 enq_flags) __ksym __weak; 44 bool scx_bpf_dispatch_from_dsq___old(struct bpf_iter_scx_dsq *it__iter, struct task_struct *p, u64 dsq_id, u64 enq_flags) __ksym __weak; 45 bool scx_bpf_dispatch_vtime_from_dsq___old(struct bpf_iter_scx_dsq *it__iter, struct task_struct *p, u64 dsq_id, u64 enq_flags) __ksym __weak; 47 #define scx_bpf_dsq_move_to_local(dsq_id, enq_flags) \ 49 scx_bpf_dsq_move_to_local___v2((dsq_id), (enq_flags)) : \ 68 #define scx_bpf_dsq_move(it__iter, p, dsq_id, enq_flags) \ 70 scx_bpf_dsq_move___new((it__iter), (p), (dsq_id), (enq_flags)) argument 63 scx_bpf_dsq_move(it__iter,p,dsq_id,enq_flags) global() argument 114 __COMPAT_is_enq_cpu_selected(u64 enq_flags) __COMPAT_is_enq_cpu_selected() argument 282 scx_bpf_dsq_insert_vtime(struct task_struct * p,u64 dsq_id,u64 slice,u64 vtime,u64 enq_flags) scx_bpf_dsq_insert_vtime() argument 318 scx_bpf_dsq_insert(struct task_struct * p,u64 dsq_id,u64 slice,u64 enq_flags) scx_bpf_dsq_insert() argument [all...] |
| /linux/tools/testing/selftests/sched_ext/ |
| H A D | cyclic_kick_wait.bpf.c | 34 u64 enq_flags) in BPF_STRUCT_OPS() argument 43 enq_flags | SCX_ENQ_PREEMPT); in BPF_STRUCT_OPS() 47 scx_bpf_dsq_insert(p, SCX_DSQ_GLOBAL, SCX_SLICE_DFL, enq_flags); in BPF_STRUCT_OPS()
|
| H A D | peek_dsq.bpf.c | 108 void BPF_STRUCT_OPS(peek_dsq_enqueue, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() argument 127 scx_bpf_dsq_insert(p, test_dsq_id, 0, enq_flags); in BPF_STRUCT_OPS() 131 scx_bpf_dsq_insert(p, real_dsq_id, 0, enq_flags); in BPF_STRUCT_OPS() 136 scx_bpf_dsq_insert(p, random_dsq_id, 0, enq_flags); in BPF_STRUCT_OPS()
|
| H A D | select_cpu_dfl.bpf.c | 23 u64 enq_flags) in BPF_STRUCT_OPS() argument 33 scx_bpf_dsq_insert(p, SCX_DSQ_GLOBAL, SCX_SLICE_DFL, enq_flags); in BPF_STRUCT_OPS()
|
| H A D | enq_select_cpu_fails.bpf.c | |
| H A D | maximal.bpf.c | 23 void BPF_STRUCT_OPS(maximal_enqueue, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() argument 25 scx_bpf_dsq_insert(p, DSQ_ID, SCX_SLICE_DFL, enq_flags); in BPF_STRUCT_OPS() 36 void BPF_STRUCT_OPS(maximal_runnable, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() argument
|
| H A D | exit.bpf.c | 31 void BPF_STRUCT_OPS(exit_enqueue, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() argument 36 scx_bpf_dsq_insert(p, DSQ_ID, SCX_SLICE_DFL, enq_flags); in BPF_STRUCT_OPS()
|
| H A D | select_cpu_dfl_nodispatch.bpf.c | 53 u64 enq_flags) in BPF_STRUCT_OPS() argument 70 scx_bpf_dsq_insert(p, dsq_id, SCX_SLICE_DFL, enq_flags); in BPF_STRUCT_OPS()
|
| H A D | dsp_local_on.bpf.c | 26 u64 enq_flags) in BPF_STRUCT_OPS() argument
|
| /linux/tools/sched_ext/ |
| H A D | scx_qmap.bpf.c | 202 void BPF_STRUCT_OPS(qmap_enqueue, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() argument 211 if (enq_flags & SCX_ENQ_REENQ) { in BPF_STRUCT_OPS() 242 if (immed_stress_nth && !(enq_flags & SCX_ENQ_REENQ)) { in BPF_STRUCT_OPS() 248 slice_ns, enq_flags); in BPF_STRUCT_OPS() 259 scx_bpf_dsq_insert(p, SCX_DSQ_LOCAL, slice_ns, enq_flags); in BPF_STRUCT_OPS() 265 p->scx.weight < 2 && !(p->flags & PF_KTHREAD) && !(enq_flags & SCX_ENQ_REENQ)) { in BPF_STRUCT_OPS() 266 scx_bpf_dsq_insert(p, LOWPRI_DSQ, slice_ns, enq_flags); in BPF_STRUCT_OPS() 271 if (!__COMPAT_is_enq_cpu_selected(enq_flags) && in BPF_STRUCT_OPS() 274 scx_bpf_dsq_insert(p, SCX_DSQ_LOCAL_ON | cpu, slice_ns, enq_flags); in BPF_STRUCT_OPS() 284 if (enq_flags & SCX_ENQ_REENQ) { in BPF_STRUCT_OPS() [all …]
|
| H A D | scx_cpu0.bpf.c | 50 void BPF_STRUCT_OPS(cpu0_enqueue, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() argument 63 scx_bpf_dsq_insert(p, DSQ_CPU0, SCX_SLICE_DFL, enq_flags); in BPF_STRUCT_OPS()
|
| H A D | scx_central.bpf.c | 103 void BPF_STRUCT_OPS(central_enqueue, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() 118 enq_flags | SCX_ENQ_PREEMPT); in BPF_STRUCT_OPS() 124 scx_bpf_dsq_insert(p, FALLBACK_DSQ_ID, SCX_SLICE_INF, enq_flags); in BPF_STRUCT_OPS() 102 BPF_STRUCT_OPS(central_enqueue,struct task_struct * p,u64 enq_flags) BPF_STRUCT_OPS() argument
|
| H A D | scx_flatcg.bpf.c | 345 void BPF_STRUCT_OPS(fcg_enqueue, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() argument 376 enq_flags); in BPF_STRUCT_OPS() 380 enq_flags); in BPF_STRUCT_OPS() 391 scx_bpf_dsq_insert(p, cgrp->kn->id, SCX_SLICE_DFL, enq_flags); in BPF_STRUCT_OPS() 403 tvtime, enq_flags); in BPF_STRUCT_OPS() 507 void BPF_STRUCT_OPS(fcg_runnable, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() argument
|
| /linux/kernel/sched/ |
| H A D | ext_internal.h | 333 void (*enqueue)(struct task_struct *p, u64 enq_flags); 409 void (*runnable)(struct task_struct *p, u64 enq_flags); 969 u64 enq_flags; member
|
| /linux/Documentation/scheduler/ |
| H A D | sched-ext.rst | 216 void BPF_STRUCT_OPS(simple_enqueue, struct task_struct *p, u64 enq_flags) 218 scx_bpf_dsq_insert(p, SCX_DSQ_GLOBAL, SCX_SLICE_DFL, enq_flags);
|