/* SPDX-License-Identifier: GPL-2.0 */ /* * Copyright (c) 2024 Meta Platforms, Inc. and affiliates. * Copyright (c) 2024 David Vernet */ #include char _license[] SEC("license") = "GPL"; const volatile s32 nr_cpus; UEI_DEFINE(uei); struct { __uint(type, BPF_MAP_TYPE_QUEUE); __uint(max_entries, 8192); __type(value, s32); } queue SEC(".maps"); s32 BPF_STRUCT_OPS(dsp_local_on_select_cpu, struct task_struct *p, s32 prev_cpu, u64 wake_flags) { return prev_cpu; } void BPF_STRUCT_OPS(dsp_local_on_enqueue, struct task_struct *p, u64 enq_flags) { s32 pid = p->pid; if (bpf_map_push_elem(&queue, &pid, 0)) scx_bpf_error("Failed to enqueue %s[%d]", p->comm, p->pid); } void BPF_STRUCT_OPS(dsp_local_on_dispatch, s32 cpu, struct task_struct *prev) { s32 pid, target; struct task_struct *p; if (bpf_map_pop_elem(&queue, &pid)) return; p = bpf_task_from_pid(pid); if (!p) return; target = bpf_get_prandom_u32() % nr_cpus; scx_bpf_dispatch(p, SCX_DSQ_LOCAL_ON | target, SCX_SLICE_DFL, 0); bpf_task_release(p); } void BPF_STRUCT_OPS(dsp_local_on_exit, struct scx_exit_info *ei) { UEI_RECORD(uei, ei); } SEC(".struct_ops.link") struct sched_ext_ops dsp_local_on_ops = { .select_cpu = dsp_local_on_select_cpu, .enqueue = dsp_local_on_enqueue, .dispatch = dsp_local_on_dispatch, .exit = dsp_local_on_exit, .name = "dsp_local_on", .timeout_ms = 1000U, };