1235 static struct scx_dispatch_q *find_global_dsq(struct task_struct *p)  in find_global_dsq()
1398 							struct task_struct *p)  in scx_kf_allowed_on_arg_tasks()
1450 #define nldsq_for_each_task(p, dsq)						\  argument
1616 	struct task_struct *p;  in scx_task_iter_next_locked()  local
1736 static void wait_ops_state(struct task_struct *p, unsigned long opss)  in wait_ops_state()
1875 static void touch_core_sched(struct rq *rq, struct task_struct *p)  in touch_core_sched()
1902 static void touch_core_sched_dispatch(struct rq *rq, struct task_struct *p)  in touch_core_sched_dispatch()
1945 static void refill_task_slice_dfl(struct task_struct *p)  in refill_task_slice_dfl()
1952 			     struct task_struct *p, u64 enq_flags)  in dispatch_enqueue()
2066 static void task_unlink_from_dsq(struct task_struct *p,  in task_unlink_from_dsq()
2081 static void dispatch_dequeue(struct rq *rq, struct task_struct *p)  in dispatch_dequeue()
2134 						    struct task_struct *p)  in find_dsq_for_dispatch()
2165 				 struct task_struct *p, u64 dsq_id,  in mark_direct_dispatch()
2194 static void direct_dispatch(struct scx_sched *sch, struct task_struct *p,  in direct_dispatch()
2256 static void do_enqueue_task(struct rq *rq, struct task_struct *p, u64 enq_flags,  in do_enqueue_task()
2347 static bool task_runnable(const struct task_struct *p)  in task_runnable()
2352 static void set_task_runnable(struct rq *rq, struct task_struct *p)  in set_task_runnable()
2368 static void clr_task_runnable(struct task_struct *p, bool reset_runnable_at)  in clr_task_runnable()
2375 static void enqueue_task_scx(struct rq *rq, struct task_struct *p, int enq_flags)  in enqueue_task_scx()
2422 static void ops_dequeue(struct rq *rq, struct task_struct *p, u64 deq_flags)  in ops_dequeue()
2471 static bool dequeue_task_scx(struct rq *rq, struct task_struct *p, int deq_flags)  in dequeue_task_scx()
2518 	struct task_struct *p = rq->curr;  in yield_task_scx()  local
2538 static void move_local_task_to_local_dsq(struct task_struct *p, u64 enq_flags,  in move_local_task_to_local_dsq()
2568 static void move_remote_task_to_local_dsq(struct task_struct *p, u64 enq_flags,  in move_remote_task_to_local_dsq()
2613 				      struct task_struct *p, struct rq *rq,  in task_can_run_on_remote_rq()
2691 static bool unlink_dsq_and_lock_src_rq(struct task_struct *p,  in unlink_dsq_and_lock_src_rq()
2711 static bool consume_remote_task(struct rq *this_rq, struct task_struct *p,  in consume_remote_task()
2743 					 struct task_struct *p, u64 enq_flags,  in move_task_between_dsqs()
2828 	struct task_struct *p;  in consume_dispatch_q()  local
2893 				  struct task_struct *p, u64 enq_flags)  in dispatch_to_local_dsq()
2992 			    struct task_struct *p,  in finish_dispatch()
3221 	struct task_struct *p;  in process_ddsp_deferred_locals()  local
3246 static void set_next_task_scx(struct rq *rq, struct task_struct *p, bool first)  in set_next_task_scx()
3348 static void put_prev_task_scx(struct rq *rq, struct task_struct *p,  in put_prev_task_scx()
3401 	struct task_struct *p;  in pick_task_scx()  local
3509 static int select_task_rq_scx(struct task_struct *p, int prev_cpu, int wake_flags)  in select_task_rq_scx()
3564 static void task_woken_scx(struct rq *rq, struct task_struct *p)  in task_woken_scx()
3569 static void set_cpus_allowed_scx(struct task_struct *p,  in set_cpus_allowed_scx()
3642 	struct task_struct *p;  in check_rq_for_timeouts()  local
3754 static enum scx_task_state scx_get_task_state(const struct task_struct *p)  in scx_get_task_state()
3759 static void scx_set_task_state(struct task_struct *p, enum scx_task_state state)  in scx_set_task_state()
3790 static int scx_init_task(struct task_struct *p, struct task_group *tg, bool fork)  in scx_init_task()
3843 static void scx_enable_task(struct task_struct *p)  in scx_enable_task()
3871 static void scx_disable_task(struct task_struct *p)  in scx_disable_task()
3884 static void scx_exit_task(struct task_struct *p)  in scx_exit_task()
3928 void scx_pre_fork(struct task_struct *p)  in scx_pre_fork()
3939 int scx_fork(struct task_struct *p)  in scx_fork()
3949 void scx_post_fork(struct task_struct *p)  in scx_post_fork()
3976 void scx_cancel_fork(struct task_struct *p)  in scx_cancel_fork()
3991 void sched_ext_free(struct task_struct *p)  in sched_ext_free()
4013 static void reweight_task_scx(struct rq *rq, struct task_struct *p,  in reweight_task_scx()
4026 static void prio_changed_scx(struct rq *rq, struct task_struct *p, int oldprio)  in prio_changed_scx()
4030 static void switching_to_scx(struct rq *rq, struct task_struct *p)  in switching_to_scx()
4045 static void switched_from_scx(struct rq *rq, struct task_struct *p)  in switched_from_scx()
4050 static void wakeup_preempt_scx(struct rq *rq, struct task_struct *p,int wake_flags) {}  in wakeup_preempt_scx()
4051 static void switched_to_scx(struct rq *rq, struct task_struct *p) {}  in switched_to_scx()
4053 int scx_check_setscheduler(struct task_struct *p, int policy)  in scx_check_setscheduler()
4068 	struct task_struct *p = rq->curr;  in scx_can_stop_tick()  local
4150 	struct task_struct *p;  in scx_cgroup_can_attach()  local
4199 void scx_cgroup_move_task(struct task_struct *p)  in scx_cgroup_move_task()
4227 	struct task_struct *p;  in scx_cgroup_cancel_attach()  local
4672 bool scx_allow_ttwu_queue(const struct task_struct *p)  in scx_allow_ttwu_queue()
4839 		struct task_struct *p, *n;  in scx_bypass()  local
4945 	struct task_struct *p;  in scx_disable_workfn()  local
5213 			  struct task_struct *p, char marker)  in scx_dump_task()
5300 		struct task_struct *p;  in scx_dump_state()  local
5567 	struct task_struct *p;  in scx_enable()  local
5979 static s32 sched_ext_ops__select_cpu(struct task_struct *p, s32 prev_cpu, u64 wake_flags) { return …  in sched_ext_ops__select_cpu()
5980 static void sched_ext_ops__enqueue(struct task_struct *p, u64 enq_flags) {}  in sched_ext_ops__enqueue()
5981 static void sched_ext_ops__dequeue(struct task_struct *p, u64 enq_flags) {}  in sched_ext_ops__dequeue()
5983 static void sched_ext_ops__tick(struct task_struct *p) {}  in sched_ext_ops__tick()
5984 static void sched_ext_ops__runnable(struct task_struct *p, u64 enq_flags) {}  in sched_ext_ops__runnable()
5985 static void sched_ext_ops__running(struct task_struct *p) {}  in sched_ext_ops__running()
5986 static void sched_ext_ops__stopping(struct task_struct *p, bool runnable) {}  in sched_ext_ops__stopping()
5987 static void sched_ext_ops__quiescent(struct task_struct *p, u64 deq_flags) {}  in sched_ext_ops__quiescent()
5990 static void sched_ext_ops__set_weight(struct task_struct *p, u32 weight) {}  in sched_ext_ops__set_weight()
5991 static void sched_ext_ops__set_cpumask(struct task_struct *p, const struct cpumask *mask) {}  in sched_ext_ops__set_cpumask()
5995 static s32 sched_ext_ops__init_task(struct task_struct *p, struct scx_init_task_args *args) { retur…  in sched_ext_ops__init_task()
5996 static void sched_ext_ops__exit_task(struct task_struct *p, struct scx_exit_task_args *args) {}  in sched_ext_ops__exit_task()
5997 static void sched_ext_ops__enable(struct task_struct *p) {}  in sched_ext_ops__enable()
5998 static void sched_ext_ops__disable(struct task_struct *p) {}  in sched_ext_ops__disable()
6002 static s32 sched_ext_ops__cgroup_prep_move(struct task_struct *p, struct cgroup *from, struct cgrou…  in sched_ext_ops__cgroup_prep_move()
6003 static void sched_ext_ops__cgroup_move(struct task_struct *p, struct cgroup *from, struct cgroup *t…  in sched_ext_ops__cgroup_move()
6004 static void sched_ext_ops__cgroup_cancel_move(struct task_struct *p, struct cgroup *from, struct cg…  in sched_ext_ops__cgroup_cancel_move()
6014 static void sched_ext_ops__dump_task(struct scx_dump_ctx *ctx, struct task_struct *p) {}  in sched_ext_ops__dump_task()
6222 void print_scx_info(const char *log_lvl, struct task_struct *p)  in print_scx_info()
6331 static bool scx_dsq_insert_preamble(struct task_struct *p, u64 enq_flags)  in scx_dsq_insert_preamble()
6351 static void scx_dsq_insert_commit(struct task_struct *p, u64 dsq_id,  in scx_dsq_insert_commit()
6413 __bpf_kfunc void scx_bpf_dsq_insert(struct task_struct *p, u64 dsq_id, u64 slice,  in scx_bpf_dsq_insert()
6448 __bpf_kfunc void scx_bpf_dsq_insert_vtime(struct task_struct *p, u64 dsq_id,  in scx_bpf_dsq_insert_vtime()
6477 			 struct task_struct *p, u64 dsq_id, u64 enq_flags)  in scx_dsq_move()
6703 				  struct task_struct *p, u64 dsq_id,  in scx_bpf_dsq_move()
6728 					struct task_struct *p, u64 dsq_id,  in scx_bpf_dsq_move_vtime()
6766 	struct task_struct *p, *n;  in scx_bpf_reenqueue_local()  local
7066 	struct task_struct *p;  in bpf_iter_scx_dsq_next()  local
7407 __bpf_kfunc bool scx_bpf_task_running(const struct task_struct *p)  in scx_bpf_task_running()
7416 __bpf_kfunc s32 scx_bpf_task_cpu(const struct task_struct *p)  in scx_bpf_task_cpu()
7445 __bpf_kfunc struct cgroup *scx_bpf_task_cgroup(struct task_struct *p)  in scx_bpf_task_cgroup()