Lines Matching refs:pcpu_sched
1610 struct sched_cache_time *pcpu_sched = per_cpu_ptr(_pcpu_sched, i); in mm_init_sched() local
1613 pcpu_sched->runtime = 0; in mm_init_sched()
1615 pcpu_sched->epoch = rq->cpu_epoch; in mm_init_sched()
1631 smp_store_release(&grp->pcpu_sched, _pcpu_sched); in mm_init_sched()
1648 free_percpu(grp->pcpu_sched); in sched_cache_group_free_rcu()
1767 struct sched_cache_time *pcpu_sched) in __update_mm_sched() argument
1782 n = rq->cpu_epoch - pcpu_sched->epoch; in __update_mm_sched()
1784 pcpu_sched->epoch += n; in __update_mm_sched()
1785 __shr_u64(&pcpu_sched->runtime, n); in __update_mm_sched()
1790 struct sched_cache_time *pcpu_sched) in fraction_mm_sched() argument
1794 __update_mm_sched(rq, pcpu_sched); in fraction_mm_sched()
1801 return div64_u64(NICE_0_LOAD * pcpu_sched->runtime, rq->cpu_runtime + 1); in fraction_mm_sched()
1842 struct sched_cache_time *pcpu_sched; in account_mm_sched() local
1861 if (p->flags & PF_KTHREAD || !grp || !grp->pcpu_sched) in account_mm_sched()
1864 pcpu_sched = per_cpu_ptr(grp->pcpu_sched, cpu_of(rq)); in account_mm_sched()
1867 __update_mm_sched(rq, pcpu_sched); in account_mm_sched()
1868 pcpu_sched->runtime += delta_exec; in account_mm_sched()
1905 !grp->pcpu_sched) in task_tick_cache()
2049 per_cpu_ptr(grp->pcpu_sched, i)); in task_cache_work()