| H A D | topology.c | 1 // SPDX-License-Identifier: GPL-2.0 46 static int sched_domain_debug_one(struct sched_domain *sd, int cpu, int level, in sched_domain_debug_one() argument 49 struct sched_group *group = sd->groups; in sched_domain_debug_one() 50 unsigned long flags = sd->flags; in sched_domain_debug_one() 55 printk(KERN_DEBUG "%*s domain-%d: ", level, "", level); in sched_domain_debug_one() 57 cpumask_pr_args(sched_domain_span(sd)), sd->name); in sched_domain_debug_one() 59 if (!cpumask_test_cpu(cpu, sched_domain_span(sd))) { in sched_domain_debug_one() 60 printk(KERN_ERR "ERROR: domain->spa in sched_domain_debug_one() 142 sched_domain_debug(struct sched_domain * sd,int cpu) sched_domain_debug() argument 333 find_pd(struct perf_domain * pd,int cpu) find_pd() argument 344 pd_init(int cpu) pd_init() argument 415 int cpu = cpumask_first(cpu_map); build_perf_domains() local 688 update_top_cache_domain(int cpu) update_top_cache_domain() argument 746 cpu_attach_domain(struct sched_domain * sd,struct root_domain * rd,int cpu) cpu_attach_domain() argument 874 get_effective_llc_bytes(int cpu,struct sched_domain * sd) get_effective_llc_bytes() argument 999 sched_update_llc_bytes(unsigned int cpu) sched_update_llc_bytes() argument 1239 build_group_from_child_sched_domain(struct sched_domain * sd,int cpu) build_group_from_child_sched_domain() argument 1268 int cpu; init_overlap_sched_group() local 1316 build_overlap_sched_groups(struct sched_domain * sd,int cpu) build_overlap_sched_groups() argument 1481 get_group(int cpu,struct sd_data * sdd) get_group() argument 1527 build_sched_groups(struct sched_domain * sd,int cpu) build_sched_groups() argument 1572 init_sched_groups_capacity(int cpu,struct sched_domain * sd) init_sched_groups_capacity() argument 1580 int cpu, cores = 0, max_cpu = -1; init_sched_groups_capacity() local 1613 sched_update_asym_prefer_cpu(int cpu,int old_prio,int new_prio) sched_update_asym_prefer_cpu() argument 1718 asym_cpu_capacity_update_data(int cpu) asym_cpu_capacity_update_data() argument 1720 unsigned long capacity = arch_scale_cpu_capacity(cpu); asym_cpu_capacity_update_data() local 1757 int cpu; asym_cpu_capacity_scan() local 1870 claim_allocations(int cpu,struct s_data * d) claim_allocations() argument 1935 sd_init(struct sched_domain_topology_level * tl,const struct cpumask * cpu_map,struct sched_domain * child,int cpu) sd_init() argument 2033 tl_smt_mask(struct sched_domain_topology_level * tl,int cpu) tl_smt_mask() argument 2045 tl_cls_mask(struct sched_domain_topology_level * tl,int cpu) tl_cls_mask() argument 2057 tl_mc_mask(struct sched_domain_topology_level * tl,int cpu) tl_mc_mask() argument 2068 arch_llc_mask(cpu) global() argument 2072 arch_llc_mask(cpu) global() argument 2075 llc_mask(cpu) global() argument 2077 tl_pkg_mask(struct sched_domain_topology_level * tl,int cpu) tl_pkg_mask() argument 2123 sd_numa_mask(struct sched_domain_topology_level * tl,int cpu) sd_numa_mask() argument 2475 sched_update_numa(int cpu,bool online) sched_update_numa() argument 2491 sched_domains_numa_masks_set(unsigned int cpu) sched_domains_numa_masks_set() argument 2509 sched_domains_numa_masks_clear(unsigned int cpu) sched_domains_numa_masks_clear() argument 2529 sched_numa_find_closest(const struct cpumask * cpus,int cpu) sched_numa_find_closest() argument 2557 int cpu; global() member 2592 sched_numa_find_nth_cpu(const struct cpumask * cpus,int cpu,int node) sched_numa_find_nth_cpu() argument 2784 build_sched_domain(struct sched_domain_topology_level * tl,const struct cpumask * cpu_map,struct sched_domain_attr * attr,struct sched_domain * child,int cpu) build_sched_domain() argument 2818 int cpu; topology_span_sane() local 2939 int cpu; init_sched_domain_shared() local 2998 claim_asym_sched_domain_shared(struct s_data * d,int cpu) claim_asym_sched_domain_shared() argument 3039 __sched_domains_free_llc_id(int cpu) __sched_domains_free_llc_id() argument 3065 sched_domains_free_llc_id(int cpu) sched_domains_free_llc_id() argument 3312 unsigned int cpu = cpumask_any(cpu_map); detach_destroy_domains() local 3439 int cpu = cpumask_first(doms_cur[j]); partition_sched_domains_locked() local [all...] |
| H A D | fair.c | 1 // SPDX-License-Identifier: GPL-2.0 47 #include <linux/memory-tiers.h> 65 * The initial- and re-scaling of tunables is configurable 69 * SCHED_TUNABLESCALING_NONE - unscaled, always *1 70 * SCHED_TUNABLESCALING_LOG - scaled logarithmically, *1+ilog(ncpus) 71 * SCHED_TUNABLESCALING_LINEAR - scaled linear, *ncpus 98 * For asym packing, by default the lower numbered CPU ha 100 arch_asym_cpu_priority(int cpu) arch_asym_cpu_priority() argument 326 int cpu = cpu_of(rq); list_add_leaf_cfs_rq() local 1460 llc_id(int cpu) llc_id() argument 1481 exceed_llc_capacity(struct mm_struct * mm,int cpu) exceed_llc_capacity() argument 1530 invalid_llc_nr(struct mm_struct * mm,struct task_struct * p,int cpu) invalid_llc_nr() argument 1814 int cpu, curr_cpu, nid, pref_nid; get_scan_cpumasks() local 1876 int cpu, m_a_cpu = -1, nr_running = 0, curr_cpu; task_cache_work() local 2213 is_core_idle(int cpu) is_core_idle() argument 2908 numa_idle_core(int idle_core,int cpu) numa_idle_core() argument 2934 int cpu, idle_core = -1; update_numa_stats() local 2977 int cpu; task_numa_assign() local 3205 int cpu = env->dst_stats.idle_cpu; task_numa_compare() local 3251 int cpu; task_numa_find_cpu() local 3849 int cpu = cpupid_to_cpu(cpupid); task_numa_group() local 6003 get_actual_cpu_capacity(int cpu) get_actual_cpu_capacity() argument 6005 unsigned long capacity = arch_scale_cpu_capacity(cpu); get_actual_cpu_capacity() local 6015 util_fits_cpu(unsigned long util,unsigned long uclamp_min,unsigned long uclamp_max,int cpu) util_fits_cpu() argument 6017 unsigned long capacity = capacity_of(cpu); util_fits_cpu() local 6131 task_fits_cpu(struct task_struct * p,int cpu) task_fits_cpu() argument 6145 int cpu = cpu_of(rq); update_misfit_status() local 7450 sync_throttle(struct task_group * tg,int cpu) sync_throttle() argument 7706 int cpu = cpu_of(rq); sched_fair_update_stop_tick() local 7732 sync_throttle(struct task_group * tg,int cpu) sync_throttle() argument 7851 cpu_overutilized(int cpu) cpu_overutilized() argument 7904 choose_idle_cpu(int cpu,struct task_struct * p) choose_idle_cpu() argument 8293 capacity_of(int cpu) capacity_of() argument 8515 sched_balance_find_dst_cpu(struct sched_domain * sd,struct task_struct * p,int cpu,int prev_cpu,int sd_flag) sched_balance_find_dst_cpu() argument 8567 __select_idle_cpu(int cpu,struct task_struct * p) __select_idle_cpu() argument 8578 set_idle_cores(int cpu,int val) set_idle_cores() argument 8587 test_idle_cores(int cpu) test_idle_cores() argument 8608 int cpu; __update_idle_core() local 8636 int cpu; select_idle_core() local 8667 int cpu; select_idle_smt() local 8693 int i, cpu, idle_cpu = -1, nr = INT_MAX; select_idle_cpu() local 8823 int cpu, best_cpu = -1; select_idle_capacity() local 8932 asym_fits_cpu(unsigned long util,unsigned long util_min,unsigned long util_max,int cpu) asym_fits_cpu() argument 9126 cpu_util(int cpu,struct task_struct * p,int dst_cpu,int boost) cpu_util() argument 9197 cpu_util_cfs(int cpu) cpu_util_cfs() argument 9202 cpu_util_cfs_boost(int cpu) cpu_util_cfs_boost() argument 9220 cpu_util_without(int cpu,struct task_struct * p) cpu_util_without() argument 9249 effective_cpu_util(int cpu,unsigned long util_cfs,unsigned long * min,unsigned long * max) effective_cpu_util() argument 9323 sched_cpu_util(int cpu) sched_cpu_util() argument 9390 int cpu; eenv_pd_busy_time() local 9413 int cpu; eenv_pd_max_util() local 9519 int cpu, best_energy_cpu, target = -1; find_energy_efficient_cpu() local 9705 int cpu = smp_processor_id(); select_task_rq_fair() local 10583 get_llc_stats(int cpu,unsigned long * util,unsigned long * cap) get_llc_stats() argument 10729 int cpu, src_cpu, dst_cpu; can_migrate_llc_task() local 10855 get_llc_stats(int cpu,unsigned long * util,unsigned long * cap) get_llc_stats() argument 10918 int cpu; can_migrate_task() local 11406 sched_balance_update_blocked_averages(int cpu) sched_balance_update_blocked_averages() argument 11481 scale_rt_capacity(int cpu) scale_rt_capacity() argument 11508 update_cpu_capacity(struct sched_domain * sd,int cpu) update_cpu_capacity() argument 11510 unsigned long capacity = scale_rt_capacity(cpu); update_cpu_capacity() local 11524 update_group_capacity(struct sched_domain * sd,int cpu) update_group_capacity() argument 11528 unsigned long capacity, min_capacity, max_capacity; update_group_capacity() local 11732 sched_use_asym_prio(struct sched_domain * sd,int cpu) sched_use_asym_prio() argument 11868 int cpu; record_sg_llc_stats() local 12293 task_running_on_cpu(int cpu,struct task_struct * p) task_running_on_cpu() argument 12312 idle_cpu_without(int cpu,struct task_struct * p) idle_cpu_without() argument 13128 unsigned long capacity, load, util; sched_balance_find_src_rq() local 13370 int cpu, idle_smt = -1; should_we_balance() local 13977 int cpu = rq->cpu; sched_balance_domains() local 14165 int nr_busy, i, cpu = rq->cpu; nohz_balancer_kick() local 14277 set_cpu_sd_state_busy(int cpu) set_cpu_sd_state_busy() argument 14306 set_cpu_sd_state_idle(int cpu) set_cpu_sd_state_idle() argument 14323 nohz_balance_enter_idle(int cpu) nohz_balance_enter_idle() argument 14377 unsigned int cpu = rq->cpu; update_nohz_stats() local 14533 nohz_run_idle_balance(int cpu) nohz_run_idle_balance() argument 15048 task_is_throttled_fair(struct task_struct * p,int cpu) task_is_throttled_fair() argument 15397 int cpu; unregister_fair_sched_group() local 15421 init_tg_cfs_entry(struct task_group * tg,struct cfs_rq * cfs_rq,struct sched_entity * se,int cpu,struct sched_entity * parent) init_tg_cfs_entry() argument 15633 print_cfs_stats(struct seq_file * m,int cpu) print_cfs_stats() argument [all...] |