Lines Matching refs:scx_sched
853 struct scx_sched { struct
1054 static struct scx_sched __rcu *scx_root;
1174 static void scx_vexit(struct scx_sched *sch, enum scx_exit_kind kind,
1177 static __printf(4, 5) void scx_exit(struct scx_sched *sch, in scx_exit()
1191 struct scx_sched *sch; in scx_kf_exit()
1237 struct scx_sched *sch = scx_root; in find_global_dsq()
1242 static struct scx_dispatch_q *find_user_dsq(struct scx_sched *sch, u64 dsq_id) in find_user_dsq()
1705 static void scx_read_events(struct scx_sched *sch,
1758 static bool ops_cpu_valid(struct scx_sched *sch, s32 cpu, const char *where) in ops_cpu_valid()
1798 static int ops_sanitize_err(struct scx_sched *sch, const char *ops_name, s32 err) in ops_sanitize_err()
1951 static void dispatch_enqueue(struct scx_sched *sch, struct scx_dispatch_q *dsq, in dispatch_enqueue()
2132 static struct scx_dispatch_q *find_dsq_for_dispatch(struct scx_sched *sch, in find_dsq_for_dispatch()
2194 static void direct_dispatch(struct scx_sched *sch, struct task_struct *p, in direct_dispatch()
2259 struct scx_sched *sch = scx_root; in do_enqueue_task()
2377 struct scx_sched *sch = scx_root; in enqueue_task_scx()
2424 struct scx_sched *sch = scx_root; in ops_dequeue()
2473 struct scx_sched *sch = scx_root; in dequeue_task_scx()
2517 struct scx_sched *sch = scx_root; in yield_task_scx()
2528 struct scx_sched *sch = scx_root; in yield_to_task_scx()
2612 static bool task_can_run_on_remote_rq(struct scx_sched *sch, in task_can_run_on_remote_rq()
2742 static struct rq *move_task_between_dsqs(struct scx_sched *sch, in move_task_between_dsqs()
2825 static bool consume_dispatch_q(struct scx_sched *sch, struct rq *rq, in consume_dispatch_q()
2869 static bool consume_global_dsq(struct scx_sched *sch, struct rq *rq) in consume_global_dsq()
2891 static void dispatch_to_local_dsq(struct scx_sched *sch, struct rq *rq, in dispatch_to_local_dsq()
2991 static void finish_dispatch(struct scx_sched *sch, struct rq *rq, in finish_dispatch()
3053 static void flush_dispatch_buf(struct scx_sched *sch, struct rq *rq) in flush_dispatch_buf()
3071 struct scx_sched *sch = scx_root; in balance_one()
3234 struct scx_sched *sch = scx_root; in process_ddsp_deferred_locals()
3248 struct scx_sched *sch = scx_root; in set_next_task_scx()
3304 struct scx_sched *sch = scx_root; in switch_class()
3351 struct scx_sched *sch = scx_root; in put_prev_task_scx()
3455 struct scx_sched *sch = scx_root; in pick_task_scx()
3491 struct scx_sched *sch = scx_root; in scx_prio_less()
3511 struct scx_sched *sch = scx_root; in select_task_rq_scx()
3572 struct scx_sched *sch = scx_root; in set_cpus_allowed_scx()
3591 struct scx_sched *sch = scx_root; in handle_hotplug()
3641 struct scx_sched *sch; in check_rq_for_timeouts()
3688 struct scx_sched *sch; in scx_tick()
3713 struct scx_sched *sch = scx_root; in task_tick_scx()
3792 struct scx_sched *sch = scx_root; in scx_init_task()
3845 struct scx_sched *sch = scx_root; in scx_enable_task()
3873 struct scx_sched *sch = scx_root; in scx_disable_task()
3886 struct scx_sched *sch = scx_root; in scx_exit_task()
4016 struct scx_sched *sch = scx_root; in reweight_task_scx()
4032 struct scx_sched *sch = scx_root; in switching_to_scx()
4099 struct scx_sched *sch = scx_root; in scx_tg_online()
4131 struct scx_sched *sch = scx_root; in scx_tg_offline()
4148 struct scx_sched *sch = scx_root; in scx_cgroup_can_attach()
4201 struct scx_sched *sch = scx_root; in scx_cgroup_move_task()
4225 struct scx_sched *sch = scx_root; in scx_cgroup_cancel_attach()
4245 struct scx_sched *sch = scx_root; in scx_group_set_weight()
4267 struct scx_sched *sch = scx_root; in scx_group_set_bandwidth()
4370 static void destroy_dsq(struct scx_sched *sch, u64 dsq_id) in destroy_dsq()
4410 static void scx_cgroup_exit(struct scx_sched *sch) in scx_cgroup_exit()
4446 static int scx_cgroup_init(struct scx_sched *sch) in scx_cgroup_init()
4501 static void scx_cgroup_exit(struct scx_sched *sch) {} in scx_cgroup_exit()
4502 static int scx_cgroup_init(struct scx_sched *sch) { return 0; } in scx_cgroup_init()
4569 struct scx_sched *sch = container_of(rcu_work, struct scx_sched, rcu_work); in scx_sched_free_rcu_work()
4599 struct scx_sched *sch = container_of(kobj, struct scx_sched, kobj); in scx_kobj_release()
4619 struct scx_sched *sch = container_of(kobj, struct scx_sched, kobj); in scx_attr_events_show()
4642 ATTRIBUTE_GROUPS(scx_sched);
4689 struct scx_sched *sch; in scx_rcu_cpu_stall()
4726 struct scx_sched *sch; in scx_softlockup()
4801 struct scx_sched *sch; in scx_bypass()
4942 struct scx_sched *sch = container_of(work, struct scx_sched, disable_work); in scx_disable_workfn()
5087 struct scx_sched *sch; in scx_disable()
5216 struct scx_sched *sch = scx_root; in scx_dump_task()
5258 struct scx_sched *sch = scx_root; in scx_dump_state()
5401 struct scx_sched *sch = container_of(irq_work, struct scx_sched, error_irq_work); in scx_error_irq_workfn()
5410 static void scx_vexit(struct scx_sched *sch, in scx_vexit()
5437 static struct scx_sched *scx_alloc_and_add_sched(struct sched_ext_ops *ops) in scx_alloc_and_add_sched()
5439 struct scx_sched *sch; in scx_alloc_and_add_sched()
5515 static void check_hotplug_seq(struct scx_sched *sch, in check_hotplug_seq()
5536 static int validate_ops(struct scx_sched *sch, const struct sched_ext_ops *ops) in validate_ops()
5565 struct scx_sched *sch; in scx_enable()
5948 struct scx_sched *sch = ops->priv; in bpf_scx_unreg()
6224 struct scx_sched *sch = scx_root; in print_scx_info()
6479 struct scx_sched *sch = scx_root; in scx_dsq_move()
6612 struct scx_sched *sch = scx_root; in scx_bpf_dsq_move_to_local()
6836 struct scx_sched *sch; in scx_bpf_create_dsq()
6956 struct scx_sched *sch; in scx_bpf_dsq_nr_queued()
7002 struct scx_sched *sch; in scx_bpf_destroy_dsq()
7025 struct scx_sched *sch; in bpf_iter_scx_dsq_new()
7523 static void scx_read_events(struct scx_sched *sch, struct scx_event_stats *events) in scx_read_events()
7552 struct scx_sched *sch; in scx_bpf_events()