264 __printf(5, 6) bool __scx_exit(struct scx_sched *sch,  in __scx_exit()
298 bool scx_is_descendant(struct scx_sched *sch, struct scx_sched *ancestor)  in scx_is_descendant()
305 static struct scx_dispatch_q *find_global_dsq(struct scx_sched *sch, s32 cpu)  in find_global_dsq()
310 static struct scx_dispatch_q *find_user_dsq(struct scx_sched *sch, u64 dsq_id)  in find_user_dsq()
323 static struct scx_dispatch_q *bypass_enq_target_dsq(struct scx_sched *sch, s32 cpu)  in bypass_enq_target_dsq()
460 static inline void scx_call_op_set_cpumask(struct scx_sched *sch, struct rq *rq,  in scx_call_op_set_cpumask()
985 bool scx_cpu_valid(struct scx_sched *sch, s32 cpu, const char *where)  in scx_cpu_valid()
1082 void schedule_dsq_reenq(struct scx_sched *sch, struct scx_dispatch_q *dsq,  in schedule_dsq_reenq()
1313 static void set_task_slice_oob(struct scx_sched *sch, struct task_struct *p, u64 slice)  in set_task_slice_oob()
1477 static void refill_task_slice_dfl(struct scx_sched *sch, struct task_struct *p)  in refill_task_slice_dfl()
1506 static void call_task_dequeue(struct scx_sched *sch, struct rq *rq,  in call_task_dequeue()
1518 static void rq_owned_post_enq(struct scx_sched *sch, struct rq *rq,  in rq_owned_post_enq()
1589 static void scx_dispatch_enqueue(struct scx_sched *sch, struct rq *rq,  in scx_dispatch_enqueue()
1820 static struct scx_dispatch_q *find_dsq_for_dispatch(struct scx_sched *sch,  in find_dsq_for_dispatch()
1855 static void mark_direct_dispatch(struct scx_sched *sch,  in mark_direct_dispatch()
1909 static void direct_dispatch(struct scx_sched *sch, struct task_struct *p,  in direct_dispatch()
1978 	struct scx_sched *sch = scx_task_sched(p);  in scx_do_enqueue_task()  local
2140 	struct scx_sched *sch = scx_task_sched(p);  in enqueue_task_scx()  local
2190 	struct scx_sched *sch = scx_task_sched(p);  in ops_dequeue()  local
2266 	struct scx_sched *sch = scx_task_sched(p);  in dequeue_task_scx()  local
2327 	struct scx_sched *sch = scx_task_sched(p);  in yield_task_scx()  local
2341 	struct scx_sched *sch = scx_task_sched(from);  in yield_to_task_scx()  local
2376 void scx_move_local_task_to_local_dsq(struct scx_sched *sch, struct task_struct *p,  in scx_move_local_task_to_local_dsq()
2410 static void move_remote_task_to_local_dsq(struct scx_sched *sch,  in move_remote_task_to_local_dsq()
2462 static bool task_can_run_on_remote_rq(struct scx_sched *sch,  in task_can_run_on_remote_rq()
2571 static bool consume_remote_task(struct scx_sched *sch, struct rq *this_rq,  in consume_remote_task()
2600 static struct rq *move_task_between_dsqs(struct scx_sched *sch,  in move_task_between_dsqs()
2652 bool scx_consume_dispatch_q(struct scx_sched *sch, struct rq *rq,  in scx_consume_dispatch_q()
2699 bool scx_consume_global_dsq(struct scx_sched *sch, struct rq *rq)  in scx_consume_global_dsq()
2723 static void dispatch_to_local_dsq(struct scx_sched *sch, struct rq *rq,  in dispatch_to_local_dsq()
2822 static void finish_dispatch(struct scx_sched *sch, struct rq *rq, struct task_struct *p,  in finish_dispatch()
2889 void scx_flush_dispatch_buf(struct scx_sched *sch, struct rq *rq)  in scx_flush_dispatch_buf()
2920 	struct scx_sched *sch = scx_root_protected_live();  in dispatch_one()  local
3006 	struct scx_sched *sch = scx_task_sched(p);  in set_next_task_scx()  local
3079 	struct scx_sched *sch = scx_root_protected_live();  in switch_class()  local
3119 	struct scx_sched *sch = scx_task_sched(p);  in put_prev_task_scx()  local
3405 			struct scx_sched *sch = scx_task_sched(p);  in do_pick_task_scx()  local
3481 	struct scx_sched *sch = NULL;  in scx_prio_less()  local
3532 	struct scx_sched *sch = scx_task_sched(p);  in select_task_rq_scx()  local
3611 	struct scx_sched *sch = scx_task_sched(p);  in set_cpus_allowed_scx()  local
3632 	struct scx_sched *sch = scx_root_protected();  in handle_hotplug()  local
3704 	struct scx_sched *sch;  in check_rq_for_timeouts()  local
3715 		struct scx_sched *sch = scx_task_sched(p);  in check_rq_for_timeouts()  local
3792 	struct scx_sched *sch = scx_task_sched(curr);  in task_tick_scx()  local
3843 int __scx_init_task(struct scx_sched *sch, struct task_struct *p,  in __scx_init_task()
3898 static void __scx_enable_task(struct scx_sched *sch, struct task_struct *p)  in __scx_enable_task()
3930 void scx_enable_task(struct scx_sched *sch, struct task_struct *p)  in scx_enable_task()
3936 static void scx_disable_task(struct scx_sched *sch, struct task_struct *p)  in scx_disable_task()
3966 void __scx_disable_and_exit_task(struct scx_sched *sch, struct task_struct *p)  in __scx_disable_and_exit_task()
4000 void scx_sub_init_cancel_task(struct scx_sched *sch, struct task_struct *p)  in scx_sub_init_cancel_task()
4012 void scx_disable_and_exit_task(struct scx_sched *sch, struct task_struct *p)  in scx_disable_and_exit_task()
4095 		struct scx_sched *sch = scx_cgroup_sched(kargs->cset->dfl_cgrp);  in scx_fork()  local
4229 	struct scx_sched *sch = scx_task_sched(p);  in reweight_task_scx()  local
4258 	struct scx_sched *sch = scx_task_sched(p);  in switching_to_scx()  local
4320 		struct scx_sched *sch = scx_task_sched(p);  in process_ddsp_deferred_locals()  local
4388 static u32 reenq_local(struct scx_sched *sch, struct rq *rq, u64 reenq_flags)  in reenq_local()
4476 		struct scx_sched *sch;  in process_deferred_reenq_locals()  local
4514 	struct scx_sched *sch = dsq->sched;  in reenq_user()  local
4643 	struct scx_sched *sch = scx_task_sched(p);  in scx_can_stop_tick()  local
4749 		struct scx_sched *sch;  in scx_tg_online()  local
4787 	struct scx_sched *sch = tg->scx.sched;  in scx_tg_offline()  local
4819 		struct scx_sched *sch = scx_cgroup_task_sched(p);  in scx_cgroup_can_attach()  local
4858 		struct scx_sched *sch = scx_cgroup_task_sched(p);  in scx_cgroup_can_attach()  local
4872 	struct scx_sched *sch;  in scx_cgroup_move_task()  local
4900 		struct scx_sched *sch = scx_cgroup_task_sched(p);  in scx_cgroup_cancel_attach()  local
4912 	struct scx_sched *sch;  in scx_group_set_weight()  local
4928 	struct scx_sched *sch;  in scx_group_set_idle()  local
4945 	struct scx_sched *sch;  in scx_group_set_bandwidth()  local
5040 s32 scx_init_dsq(struct scx_dispatch_q *dsq, u64 dsq_id, struct scx_sched *sch)  in scx_init_dsq()
5106 static void destroy_dsq(struct scx_sched *sch, u64 dsq_id)  in destroy_dsq()
5146 static void scx_cgroup_exit(struct scx_sched *sch)  in scx_cgroup_exit()
5167 static int scx_cgroup_init(struct scx_sched *sch)  in scx_cgroup_init()
5205 static void scx_cgroup_exit(struct scx_sched *sch) {}  in scx_cgroup_exit()
5206 static int scx_cgroup_init(struct scx_sched *sch) { return 0; }  in scx_cgroup_init()
5273 s32 scx_set_cmask_scratch_alloc(struct scx_sched *sch)  in scx_set_cmask_scratch_alloc()
5297 static void scx_set_cmask_scratch_free(struct scx_sched *sch)  in scx_set_cmask_scratch_free()
5318 	struct scx_sched *sch = container_of(rcu_work, struct scx_sched, rcu_work);  in scx_sched_free_rcu_work()  local
5402 	struct scx_sched *sch = container_of(kobj, struct scx_sched, kobj);  in scx_kobj_release()  local
5411 	struct scx_sched *sch = container_of(kobj, struct scx_sched, kobj);  in scx_attr_ops_show()  local
5424 	struct scx_sched *sch = container_of(kobj, struct scx_sched, kobj);  in scx_attr_events_show()  local
5447 	struct scx_sched *sch = container_of(kobj, struct scx_sched, kobj);  in scx_attr_caps_show()  local
5497 	const struct scx_sched *sch;  in scx_uevent()  local
5551 	struct scx_sched *sch;  in scx_allow_ttwu_queue()  local
5583 	struct scx_sched *sch;  in handle_lockup()  local
5620 	struct scx_sched *sch;  in scx_rcu_cpu_stall()  local
5708 static u32 bypass_lb_cpu(struct scx_sched *sch, s32 donor,  in bypass_lb_cpu()
5814 static void bypass_lb_node(struct scx_sched *sch, int node)  in bypass_lb_node()
5893 	struct scx_sched *sch = container_of(timer, struct scx_sched, bypass_lb_timer);  in scx_bypass_lb_timerfn()  local
5908 static bool inc_bypass_depth(struct scx_sched *sch)  in inc_bypass_depth()
5923 static bool dec_bypass_depth(struct scx_sched *sch)  in dec_bypass_depth()
5938 static void enable_bypass_dsp(struct scx_sched *sch)  in enable_bypass_dsp()
5985 void scx_disable_bypass_dsp(struct scx_sched *sch)  in scx_disable_bypass_dsp()
6065 void scx_bypass(struct scx_sched *sch, bool bypass)  in scx_bypass()
6259 	struct scx_sched *sch;  in refresh_watchdog()  local
6277 s32 scx_link_sched(struct scx_sched *sch)  in scx_link_sched()
6332 void scx_unlink_sched(struct scx_sched *sch)  in scx_unlink_sched()
6354 void scx_disable_dump(struct scx_sched *sch)  in scx_disable_dump()
6360 void scx_log_sched_disable(struct scx_sched *sch)  in scx_log_sched_disable()
6380 static void scx_root_disable(struct scx_sched *sch)  in scx_root_disable()
6557 	struct scx_sched *sch = container_of(irq_work, struct scx_sched,  in scx_propagate_exit_irq_workfn()  local
6576 static bool scx_claim_exit(struct scx_sched *sch, enum scx_exit_kind kind)  in scx_claim_exit()
6618 	struct scx_sched *sch = container_of(work, struct scx_sched, disable_work);  in scx_disable_workfn()  local
6639 static void scx_disable(struct scx_sched *sch, enum scx_exit_kind kind)  in scx_disable()
6654 void scx_flush_disable_work(struct scx_sched *sch)  in scx_flush_disable_work()
6776 static void scx_dump_task(struct scx_sched *sch, struct seq_buf *s, struct scx_dump_ctx *dctx,  in scx_dump_task()
6829 static void scx_dump_cpu(struct scx_sched *sch, struct seq_buf *s,  in scx_dump_cpu()
6924 static void scx_dump_state(struct scx_sched *sch, struct scx_exit_info *ei,  in scx_dump_state()
7016 	struct scx_sched *sch = container_of(irq_work, struct scx_sched, disable_irq_work);  in scx_disable_irq_workfn()  local
7026 static void scx_finish_exit(struct scx_sched *sch, enum scx_exit_kind kind,  in scx_finish_exit()
7051 bool scx_vexit(struct scx_sched *sch,  in scx_vexit()
7103 static struct scx_sched_pnode *alloc_pnode(struct scx_sched *sch, int node)  in alloc_pnode()
7128 	struct scx_sched *sch;  in scx_alloc_and_add_sched()  local
7357 int scx_sched_sysfs_add(struct scx_sched *sch)  in scx_sched_sysfs_add()
7382 static int check_hotplug_seq(struct scx_sched *sch,  in check_hotplug_seq()
7406 int scx_validate_ops(struct scx_sched *sch, const struct sched_ext_ops *ops)  in scx_validate_ops()
7471 	struct scx_sched *sch;  in scx_root_enable_workfn()  local
8183 	struct scx_sched *sch = rcu_dereference_protected(ops->priv, true);  in bpf_scx_unreg()  local
8392 	struct scx_sched *sch;  in sysrq_handle_sched_ext_reset()  local
8415 	struct scx_sched *sch;  in sysrq_handle_sched_ext_dump()  local
8590 	struct scx_sched *sch;  in print_scx_info()  local
8628 	struct scx_sched *sch;  in scx_pm_handler()  local
8715 static bool scx_vet_enq_flags(struct scx_sched *sch, u64 dsq_id, u64 *enq_flags)  in scx_vet_enq_flags()
8742 static bool scx_dsq_insert_preamble(struct scx_sched *sch, struct task_struct *p,  in scx_dsq_insert_preamble()
8764 static void scx_dsq_insert_commit(struct scx_sched *sch, struct task_struct *p,  in scx_dsq_insert_commit()
8837 	struct scx_sched *sch;  in scx_bpf_dsq_insert___v2()  local
8862 static bool scx_dsq_insert_vtime(struct scx_sched *sch, struct task_struct *p,  in scx_dsq_insert_vtime()
8917 	struct scx_sched *sch;  in __scx_bpf_dsq_insert_vtime()  local
8935 	struct scx_sched *sch;  in scx_bpf_dsq_insert_vtime()  local
8977 	struct scx_sched *sch;  in scx_dsq_move()  local
9083 	struct scx_sched *sch;  in scx_bpf_dispatch_nr_slots()  local
9103 	struct scx_sched *sch;  in scx_bpf_dispatch_cancel()  local
9149 	struct scx_sched *sch;  in scx_bpf_dsq_move_to_local___v2()  local
9323 	struct scx_sched *sch;  in scx_bpf_reenqueue_local()  local
9363 	struct scx_sched *sch;  in scx_bpf_create_dsq()  local
9450 	struct scx_sched *sch;  in scx_bpf_task_set_slice()  local
9504 	struct scx_sched *sch;  in scx_bpf_task_set_dsq_vtime()  local
9515 void scx_kick_cpu(struct scx_sched *sch, s32 cpu, u64 flags)  in scx_kick_cpu()
9596 	struct scx_sched *sch;  in scx_bpf_kick_cpu()  local
9618 	struct scx_sched *sch;  in scx_bpf_kick_cid()  local
9645 	struct scx_sched *sch;  in scx_bpf_dsq_nr_queued()  local
9692 	struct scx_sched *sch;  in scx_bpf_destroy_dsq()  local
9715 	struct scx_sched *sch;  in bpf_iter_scx_dsq_new()  local
9802 	struct scx_sched *sch;  in scx_bpf_dsq_peek()  local
9846 	struct scx_sched *sch;  in scx_bpf_dsq_reenq()  local
9887 static s32 __bstr_format(struct scx_sched *sch, u64 *data_buf, char *line_buf,  in __bstr_format()
9935 bool scx_exit_bstr(struct scx_sched *sch, enum scx_exit_kind kind,  in scx_exit_bstr()
9976 	struct scx_sched *sch;  in scx_bpf_exit_bstr()  local
10000 	struct scx_sched *sch;  in scx_bpf_error_bstr()  local
10027 	struct scx_sched *sch;  in scx_bpf_dump_bstr()  local
10081 	struct scx_sched *sch;  in scx_bpf_cpuperf_cap()  local
10101 	struct scx_sched *sch;  in scx_bpf_cidperf_cap()  local
10132 	struct scx_sched *sch;  in scx_bpf_cpuperf_cur()  local
10152 	struct scx_sched *sch;  in scx_bpf_cidperf_cur()  local
10167 static s32 scx_cpuperf_set(struct scx_sched *sch, s32 cpu, u32 perf)  in scx_cpuperf_set()
10239 	struct scx_sched *sch;  in scx_bpf_cpuperf_set()  local
10264 	struct scx_sched *sch;  in scx_bpf_cidperf_set()  local
10420 	struct scx_sched *sch;  in scx_bpf_locked_rq()  local
10447 	struct scx_sched *sch;  in scx_bpf_cpu_curr()  local
10471 	struct scx_sched *sch;  in scx_bpf_cid_curr()  local
10499 		struct scx_sched *sch = rcu_dereference(scx_root);  in scx_bpf_tid_to_task()  local
10574 static void scx_read_events(struct scx_sched *sch, struct scx_event_stats *events)  in scx_read_events()
10600 	struct scx_sched *sch;  in scx_bpf_events()  local
10639 	struct scx_sched *sch;  in scx_bpf_task_cgroup()  local