Lines Matching refs:scx_root
20 static struct scx_sched __rcu *scx_root; variable
934 if (unlikely(SCX_HAS_OP(scx_root, core_sched_before))) in touch_core_sched_dispatch()
1324 struct scx_sched *sch = scx_root; in do_enqueue_task()
1448 struct scx_sched *sch = scx_root; in enqueue_task_scx()
1495 struct scx_sched *sch = scx_root; in ops_dequeue()
1544 struct scx_sched *sch = scx_root; in dequeue_task_scx()
1588 struct scx_sched *sch = scx_root; in yield_task_scx()
1599 struct scx_sched *sch = scx_root; in yield_to_task_scx()
2127 struct scx_sched *sch = scx_root; in balance_one()
2262 struct scx_sched *sch = scx_root; in process_ddsp_deferred_locals()
2276 struct scx_sched *sch = scx_root; in set_next_task_scx()
2332 struct scx_sched *sch = scx_root; in switch_class()
2373 struct scx_sched *sch = scx_root; in put_prev_task_scx()
2467 refill_task_slice_dfl(rcu_dereference_sched(scx_root), p); in do_pick_task_scx()
2472 scx_kick_cpu(rcu_dereference_sched(scx_root), in do_pick_task_scx()
2478 struct scx_sched *sch = rcu_dereference_sched(scx_root); in do_pick_task_scx()
2519 struct scx_sched *sch = scx_root; in scx_prio_less()
2539 struct scx_sched *sch = scx_root; in select_task_rq_scx()
2600 struct scx_sched *sch = scx_root; in set_cpus_allowed_scx()
2619 struct scx_sched *sch = scx_root; in handle_hotplug()
2675 sch = rcu_dereference_bh(scx_root); in check_rq_for_timeouts()
2722 sch = rcu_dereference_bh(scx_root); in scx_tick()
2741 struct scx_sched *sch = scx_root; in task_tick_scx()
2820 struct scx_sched *sch = scx_root; in scx_init_task()
2873 struct scx_sched *sch = scx_root; in scx_enable_task()
2901 struct scx_sched *sch = scx_root; in scx_disable_task()
2914 struct scx_sched *sch = scx_root; in scx_exit_task()
3044 struct scx_sched *sch = scx_root; in reweight_task_scx()
3060 struct scx_sched *sch = scx_root; in switching_to_scx()
3128 struct scx_sched *sch = scx_root; in scx_tg_online()
3157 struct scx_sched *sch = scx_root; in scx_tg_offline()
3170 struct scx_sched *sch = scx_root; in scx_cgroup_can_attach()
3219 struct scx_sched *sch = scx_root; in scx_cgroup_move_task()
3238 struct scx_sched *sch = scx_root; in scx_cgroup_cancel_attach()
3256 struct scx_sched *sch = scx_root; in scx_group_set_weight()
3272 struct scx_sched *sch = scx_root; in scx_group_set_idle()
3289 struct scx_sched *sch = scx_root; in scx_group_set_bandwidth()
3613 return sysfs_emit(buf, "%s\n", scx_root->ops.name); in scx_attr_ops_show()
3657 return add_uevent_var(env, "SCXOPS=%s", scx_root->ops.name); in scx_uevent()
3684 sch = rcu_dereference_sched(scx_root); in scx_allow_ttwu_queue()
3716 sch = rcu_dereference(scx_root); in handle_lockup()
3977 sch = rcu_dereference_all(scx_root); in scx_bypass_lb_timerfn()
4031 sch = rcu_dereference_bh(scx_root); in scx_bypass()
4306 RCU_INIT_POINTER(scx_root, NULL); in scx_disable_workfn()
4352 sch = rcu_dereference(scx_root); in scx_disable()
4475 struct scx_sched *sch = scx_root; in scx_dump_task()
4518 struct scx_sched *sch = scx_root; in scx_dump_state()
4895 WARN_ON_ONCE(scx_root); in scx_enable()
4914 rcu_assign_pointer(scx_root, sch); in scx_enable()
5544 struct scx_sched *sch = scx_root; in print_scx_info()
5740 sch = rcu_dereference(scx_root); in scx_bpf_dsq_insert___v2()
5830 sch = rcu_dereference(scx_root); in __scx_bpf_dsq_insert_vtime()
5848 sch = rcu_dereference(scx_root); in scx_bpf_dsq_insert_vtime()
5872 struct scx_sched *sch = scx_root; in scx_dsq_move()
5969 sch = rcu_dereference(scx_root); in scx_bpf_dispatch_nr_slots()
5992 sch = rcu_dereference(scx_root); in scx_bpf_dispatch_cancel()
6027 sch = rcu_dereference(scx_root); in scx_bpf_dsq_move_to_local()
6228 sch = rcu_dereference(scx_root); in scx_bpf_reenqueue_local()
6283 sch = rcu_dereference(scx_root); in scx_bpf_create_dsq()
6409 sch = rcu_dereference(scx_root); in scx_bpf_kick_cpu()
6429 sch = rcu_dereference_sched(scx_root); in scx_bpf_dsq_nr_queued()
6472 sch = rcu_dereference(scx_root); in scx_bpf_destroy_dsq()
6507 sch = rcu_dereference_check(scx_root, rcu_read_lock_bh_held()); in bpf_iter_scx_dsq_new()
6609 sch = rcu_dereference(scx_root); in scx_bpf_dsq_peek()
6692 sch = rcu_dereference_bh(scx_root); in scx_bpf_exit_bstr()
6715 sch = rcu_dereference_bh(scx_root); in scx_bpf_error_bstr()
6744 sch = rcu_dereference(scx_root); in scx_bpf_dump_bstr()
6812 sch = rcu_dereference(scx_root); in scx_bpf_cpuperf_cap()
6839 sch = rcu_dereference(scx_root); in scx_bpf_cpuperf_cur()
6866 sch = rcu_dereference(scx_root); in scx_bpf_cpuperf_set()
6983 sch = rcu_dereference(scx_root); in scx_bpf_cpu_rq()
7013 sch = rcu_dereference_sched(scx_root); in scx_bpf_locked_rq()
7038 sch = rcu_dereference(scx_root); in scx_bpf_cpu_curr()
7068 sch = rcu_dereference(scx_root); in scx_bpf_task_cgroup()
7178 sch = rcu_dereference(scx_root); in scx_bpf_events()