| /linux/tools/testing/selftests/sched_ext/ |
| H A D | maximal.bpf.c | 17 s32 BPF_STRUCT_OPS(maximal_select_cpu, struct task_struct *p, s32 prev_cpu, in BPF_STRUCT_OPS() function
23 void BPF_STRUCT_OPS(maximal_enqueue, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() function
28 void BPF_STRUCT_OPS(maximal_dequeue, struct task_struct *p, u64 deq_flags) in BPF_STRUCT_OPS() function
31 void BPF_STRUCT_OPS(maximal_dispatch, s32 cpu, struct task_struct *prev) in BPF_STRUCT_OPS() function
36 void BPF_STRUCT_OPS(maximal_runnable, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() function
39 void BPF_STRUCT_OPS(maximal_running, struct task_struct *p) in BPF_STRUCT_OPS() function
42 void BPF_STRUCT_OPS(maximal_stopping, struct task_struct *p, bool runnable) in BPF_STRUCT_OPS() function
45 void BPF_STRUCT_OPS(maximal_quiescent, struct task_struct *p, u64 deq_flags) in BPF_STRUCT_OPS() function
48 bool BPF_STRUCT_OPS(maximal_yield, struct task_struct *from, in BPF_STRUCT_OPS() function
54 bool BPF_STRUCT_OPS(maximal_core_sched_befor function
60 void BPF_STRUCT_OPS(maximal_set_weight, struct task_struct *p, u32 weight) BPF_STRUCT_OPS() function
63 void BPF_STRUCT_OPS(maximal_set_cpumask, struct task_struct *p, BPF_STRUCT_OPS() function
67 void BPF_STRUCT_OPS(maximal_update_idle, s32 cpu, bool idle) BPF_STRUCT_OPS() function
70 void BPF_STRUCT_OPS(maximal_cpu_acquire, s32 cpu, BPF_STRUCT_OPS() function
74 void BPF_STRUCT_OPS(maximal_cpu_release, s32 cpu, BPF_STRUCT_OPS() function
78 void BPF_STRUCT_OPS(maximal_cpu_online, s32 cpu) BPF_STRUCT_OPS() function
81 void BPF_STRUCT_OPS(maximal_cpu_offline, s32 cpu) BPF_STRUCT_OPS() function
84 s32 BPF_STRUCT_OPS(maximal_init_task, struct task_struct *p, BPF_STRUCT_OPS() function
90 void BPF_STRUCT_OPS(maximal_enable, struct task_struct *p) BPF_STRUCT_OPS() function
93 void BPF_STRUCT_OPS(maximal_exit_task, struct task_struct *p, BPF_STRUCT_OPS() function
97 void BPF_STRUCT_OPS(maximal_disable, struct task_struct *p) BPF_STRUCT_OPS() function
100 s32 BPF_STRUCT_OPS(maximal_cgroup_init, struct cgroup *cgrp, BPF_STRUCT_OPS() function
106 void BPF_STRUCT_OPS(maximal_cgroup_exit, struct cgroup *cgrp) BPF_STRUCT_OPS() function
109 s32 BPF_STRUCT_OPS(maximal_cgroup_prep_move, struct task_struct *p, BPF_STRUCT_OPS() function
115 void BPF_STRUCT_OPS(maximal_cgroup_move, struct task_struct *p, BPF_STRUCT_OPS() function
119 void BPF_STRUCT_OPS(maximal_cgroup_cancel_move, struct task_struct *p, BPF_STRUCT_OPS() function
123 void BPF_STRUCT_OPS(maximal_cgroup_set_weight, struct cgroup *cgrp, u32 weight) BPF_STRUCT_OPS() function
131 void BPF_STRUCT_OPS(maximal_exit, struct scx_exit_info *info) BPF_STRUCT_OPS() function
[all...] |
| H A D | exit.bpf.c | 20 s32 BPF_STRUCT_OPS(exit_select_cpu, struct task_struct *p, in BPF_STRUCT_OPS() function
31 void BPF_STRUCT_OPS(exit_enqueue, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() function
39 void BPF_STRUCT_OPS(exit_dispatch, s32 cpu, struct task_struct *p) in BPF_STRUCT_OPS() function
47 void BPF_STRUCT_OPS(exit_enable, struct task_struct *p) in BPF_STRUCT_OPS() function
53 s32 BPF_STRUCT_OPS(exit_init_task, struct task_struct *p, in BPF_STRUCT_OPS() function
62 void BPF_STRUCT_OPS(exit_exit, struct scx_exit_info *ei) in BPF_STRUCT_OPS() function
|
| H A D | nohz_tick.bpf.c | 19 s32 BPF_STRUCT_OPS(nohz_tick_select_cpu, struct task_struct *p, s32 prev_cpu, in BPF_STRUCT_OPS() function
25 void BPF_STRUCT_OPS(nohz_tick_enqueue, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() function
34 void BPF_STRUCT_OPS(nohz_tick_running, struct task_struct *p) in BPF_STRUCT_OPS() function
45 void BPF_STRUCT_OPS(nohz_tick_tick, struct task_struct *p) in BPF_STRUCT_OPS() function
51 void BPF_STRUCT_OPS(nohz_tick_exit, struct scx_exit_info *ei) in BPF_STRUCT_OPS() function
|
| H A D | select_cpu_vtime.bpf.c | 38 s32 BPF_STRUCT_OPS(select_cpu_vtime_select_cpu, struct task_struct *p, in BPF_STRUCT_OPS() function
54 void BPF_STRUCT_OPS(select_cpu_vtime_dispatch, s32 cpu, struct task_struct *p) in BPF_STRUCT_OPS() function
60 void BPF_STRUCT_OPS(select_cpu_vtime_running, struct task_struct *p) in BPF_STRUCT_OPS() function
66 void BPF_STRUCT_OPS(select_cpu_vtime_stopping, struct task_struct *p, in BPF_STRUCT_OPS() function
74 void BPF_STRUCT_OPS(select_cpu_vtime_enable, struct task_struct *p) in BPF_STRUCT_OPS()
72 void BPF_STRUCT_OPS(select_cpu_vtime_enable, struct task_struct *p) BPF_STRUCT_OPS() function
|
| H A D | dsp_local_on.bpf.c | 19 s32 BPF_STRUCT_OPS(dsp_local_on_select_cpu, struct task_struct *p, in BPF_STRUCT_OPS() function
25 void BPF_STRUCT_OPS(dsp_local_on_enqueue, struct task_struct *p, in BPF_STRUCT_OPS() function
34 void BPF_STRUCT_OPS(dsp_local_on_dispatch, s32 cpu, struct task_struct *prev) in BPF_STRUCT_OPS() function
55 void BPF_STRUCT_OPS(dsp_local_on_exit, struct scx_exit_info *ei) in BPF_STRUCT_OPS() function
|
| H A D | maybe_null.bpf.c | 12 void BPF_STRUCT_OPS(maybe_null_running, struct task_struct *p) in BPF_STRUCT_OPS() function
15 void BPF_STRUCT_OPS(maybe_null_success_dispatch, s32 cpu, struct task_struct *p) in BPF_STRUCT_OPS() function
21 bool BPF_STRUCT_OPS(maybe_null_success_yield, struct task_struct *from, in BPF_STRUCT_OPS() function
|
| H A D | numa.bpf.c | 49 s32 BPF_STRUCT_OPS(numa_select_cpu, in BPF_STRUCT_OPS() function
85 void BPF_STRUCT_OPS(numa_enqueue, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() function
92 void BPF_STRUCT_OPS(numa_dispatch, s32 cpu, struct task_struct *prev) in BPF_STRUCT_OPS() function
112 void BPF_STRUCT_OPS(numa_exit, struct scx_exit_info *ei) in BPF_STRUCT_OPS() function
|
| H A D | init_enable_count.bpf.c | 31 void BPF_STRUCT_OPS(cnt_exit_task, struct task_struct *p) in BPF_STRUCT_OPS() function
36 void BPF_STRUCT_OPS(cnt_enable, struct task_struct *p) in BPF_STRUCT_OPS() function
41 void BPF_STRUCT_OPS(cnt_disable, struct task_struct *p) in BPF_STRUCT_OPS() function
|
| H A D | select_cpu_dfl_nodispatch.bpf.c | 34 s32 BPF_STRUCT_OPS(select_cpu_dfl_nodispatch_select_cpu, struct task_struct *p, in BPF_STRUCT_OPS() function
52 void BPF_STRUCT_OPS(select_cpu_dfl_nodispatch_enqueue, struct task_struct *p, in BPF_STRUCT_OPS() function
73 s32 BPF_STRUCT_OPS(select_cpu_dfl_nodispatch_init_task, in BPF_STRUCT_OPS() function
|
| H A D | maybe_null_fail_dsp.bpf.c | 12 void BPF_STRUCT_OPS(maybe_null_running, struct task_struct *p) in BPF_STRUCT_OPS() function
15 void BPF_STRUCT_OPS(maybe_null_fail_dispatch, s32 cpu, struct task_struct *p) in BPF_STRUCT_OPS() function
|
| H A D | maybe_null_fail_yld.bpf.c | 12 void BPF_STRUCT_OPS(maybe_null_running, struct task_struct *p) in BPF_STRUCT_OPS() function
15 bool BPF_STRUCT_OPS(maybe_null_fail_yield, struct task_struct *from, in BPF_STRUCT_OPS() function
|
| H A D | select_cpu_dispatch_bad_dsq.bpf.c | 17 s32 BPF_STRUCT_OPS(select_cpu_dispatch_bad_dsq_select_cpu, struct task_struct *p, in BPF_STRUCT_OPS() function
26 void BPF_STRUCT_OPS(select_cpu_dispatch_bad_dsq_exit, struct scx_exit_info *ei) in BPF_STRUCT_OPS() function
|
| H A D | select_cpu_dispatch_dbl_dsp.bpf.c | 17 s32 BPF_STRUCT_OPS(select_cpu_dispatch_dbl_dsp_select_cpu, struct task_struct *p, in BPF_STRUCT_OPS() function
27 void BPF_STRUCT_OPS(select_cpu_dispatch_dbl_dsp_exit, struct scx_exit_info *ei) in BPF_STRUCT_OPS() function
|
| H A D | ddsp_bogus_dsq_fail.bpf.c | 13 s32 BPF_STRUCT_OPS(ddsp_bogus_dsq_fail_select_cpu, struct task_struct *p, in BPF_STRUCT_OPS() function
29 void BPF_STRUCT_OPS(ddsp_bogus_dsq_fail_exit, struct scx_exit_info *ei) in BPF_STRUCT_OPS() function
|
| H A D | ddsp_vtimelocal_fail.bpf.c | 13 s32 BPF_STRUCT_OPS(ddsp_vtimelocal_fail_select_cpu, struct task_struct *p, in BPF_STRUCT_OPS() function
27 void BPF_STRUCT_OPS(ddsp_vtimelocal_fail_exit, struct scx_exit_info *ei) in BPF_STRUCT_OPS() function
|
| H A D | enq_select_cpu_fails.bpf.c | |
| H A D | allowed_cpus.bpf.c | 62 s32 BPF_STRUCT_OPS(allowed_cpus_select_cpu, in BPF_STRUCT_OPS() function
89 void BPF_STRUCT_OPS(allowed_cpus_enqueue, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() function
144 void BPF_STRUCT_OPS(allowed_cpus_exit, struct scx_exit_info *ei) in BPF_STRUCT_OPS() function
|
| H A D | cyclic_kick_wait.bpf.c | 33 void BPF_STRUCT_OPS(cyclic_kick_wait_enqueue, struct task_struct *p, in BPF_STRUCT_OPS() function
57 void BPF_STRUCT_OPS(cyclic_kick_wait_exit, struct scx_exit_info *ei) in BPF_STRUCT_OPS() function
|
| H A D | peek_dsq.bpf.c | 108 void BPF_STRUCT_OPS(peek_dsq_enqueue, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() function
140 void BPF_STRUCT_OPS(peek_dsq_dispatch, s32 cpu, struct task_struct *prev) in BPF_STRUCT_OPS() function
226 void BPF_STRUCT_OPS(peek_dsq_exit, struct scx_exit_info *ei) in BPF_STRUCT_OPS() function
|
| H A D | prog_run.bpf.c | 24 void BPF_STRUCT_OPS(prog_run_exit, struct scx_exit_info *ei) in BPF_STRUCT_OPS() function
|
| /linux/tools/sched_ext/ |
| H A D | scx_cpu0.bpf.c | 43 s32 BPF_STRUCT_OPS(cpu0_select_cpu, struct task_struct *p, s32 prev_cpu, u64 wake_flags) in stat_inc()
48 void BPF_STRUCT_OPS(cpu0_enqueue, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS()
64 void BPF_STRUCT_OPS(cpu0_dispatch, s32 cpu, struct task_struct *prev) in BPF_STRUCT_OPS()
83 void BPF_STRUCT_OPS(cpu0_exit, struct scx_exit_info *ei)
45 s32 BPF_STRUCT_OPS(cpu0_select_cpu, struct task_struct *p, s32 prev_cpu, u64 wake_flags) BPF_STRUCT_OPS() function
50 void BPF_STRUCT_OPS(cpu0_enqueue, struct task_struct *p, u64 enq_flags) BPF_STRUCT_OPS() function
66 void BPF_STRUCT_OPS(cpu0_dispatch, s32 cpu, struct task_struct *prev) BPF_STRUCT_OPS() function
77 void BPF_STRUCT_OPS(cpu0_exit, struct scx_exit_info *ei) BPF_STRUCT_OPS() function
|
| H A D | scx_central.bpf.c | 91 s32 BPF_STRUCT_OPS(central_select_cpu, struct task_struct *p, in BPF_STRUCT_OPS() function
103 void BPF_STRUCT_OPS(central_enqueue, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() function
223 void BPF_STRUCT_OPS(central_dispatch, s32 cpu, struct task_struct *prev) in BPF_STRUCT_OPS() function
281 void BPF_STRUCT_OPS(central_running, struct task_struct *p) in BPF_STRUCT_OPS() function
289 void BPF_STRUCT_OPS(central_stopping, struct task_struct *p, bool runnable) in BPF_STRUCT_OPS() function
368 void BPF_STRUCT_OPS(central_exit, struct scx_exit_info *ei) in BPF_STRUCT_OPS() function
|
| H A D | scx_flatcg.bpf.c | 317 s32 BPF_STRUCT_OPS(fcg_select_cpu, struct task_struct *p, s32 prev_cpu, u64 wake_flags) in BPF_STRUCT_OPS() function
345 void BPF_STRUCT_OPS(fcg_enqueue, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() function
507 void BPF_STRUCT_OPS(fcg_runnable, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() function
516 void BPF_STRUCT_OPS(fcg_running, struct task_struct *p) in BPF_STRUCT_OPS() function
539 void BPF_STRUCT_OPS(fcg_stopping, struct task_struct *p, bool runnable) in BPF_STRUCT_OPS() function
580 void BPF_STRUCT_OPS(fcg_quiescent, struct task_struct *p, u64 deq_flags) in BPF_STRUCT_OPS() function
589 void BPF_STRUCT_OPS(fcg_cgroup_set_weight, struct cgroup *cgrp, u32 weight) in BPF_STRUCT_OPS() function
733 void BPF_STRUCT_OPS(fcg_dispatch, s32 cpu, struct task_struct *prev) in BPF_STRUCT_OPS() function
819 s32 BPF_STRUCT_OPS(fcg_init_task, struct task_struct *p, in BPF_STRUCT_OPS() function
917 void BPF_STRUCT_OPS(fcg_cgroup_exit, struct cgroup *cgrp) in BPF_STRUCT_OPS() function
[all …]
|
| H A D | scx_qmap.bpf.c | 338 s32 BPF_STRUCT_OPS(qmap_select_cid, struct task_struct *p, in BPF_STRUCT_OPS() function
402 void BPF_STRUCT_OPS(qmap_enqueue, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() function
559 void BPF_STRUCT_OPS(qmap_dequeue, struct task_struct *p, u64 deq_flags) in BPF_STRUCT_OPS() function
688 void BPF_STRUCT_OPS(qmap_dispatch, s32 cid, struct task_struct *prev) in BPF_STRUCT_OPS() function
840 void BPF_STRUCT_OPS(qmap_tick, struct task_struct *p) in BPF_STRUCT_OPS() function
887 bool BPF_STRUCT_OPS(qmap_core_sched_before, in BPF_STRUCT_OPS() function
967 void BPF_STRUCT_OPS(qmap_exit_task, struct task_struct *p, in BPF_STRUCT_OPS() function
986 void BPF_STRUCT_OPS(qmap_dump, struct scx_dump_ctx *dctx) in BPF_STRUCT_OPS() function
1015 void BPF_STRUCT_OPS(qmap_dump_cid, struct scx_dump_ctx *dctx, s32 cid, bool idle) in BPF_STRUCT_OPS() function
1027 void BPF_STRUCT_OPS(qmap_dump_task, struct scx_dump_ctx *dctx, struct task_struct *p) in BPF_STRUCT_OPS() function
[all …]
|
| H A D | scx_pair.bpf.c | 255 void BPF_STRUCT_OPS(pair_enqueue, struct task_struct *p, u64 enq_flags) in BPF_STRUCT_OPS() function
542 void BPF_STRUCT_OPS(pair_dispatch, s32 cpu, struct task_struct *prev) in BPF_STRUCT_OPS() function
606 s32 BPF_STRUCT_OPS(pair_cgroup_init, struct cgroup *cgrp) in BPF_STRUCT_OPS() function
629 void BPF_STRUCT_OPS(pair_cgroup_exit, struct cgroup *cgrp) in BPF_STRUCT_OPS() function
643 void BPF_STRUCT_OPS(pair_exit, struct scx_exit_info *ei) in BPF_STRUCT_OPS() function
|