Lines Matching refs:cpu_cid
3887 static __always_inline void mm_cid_from_cpu(struct task_struct *t, unsigned int cpu_cid, in mm_cid_from_cpu() argument
3895 if (likely(cid_on_cpu(cpu_cid & tcid))) { in mm_cid_from_cpu()
3896 if (likely(cpu_cid_to_cid(cpu_cid) < max_cids)) { in mm_cid_from_cpu()
3897 mm_cid_update_task_cid(t, cpu_cid); in mm_cid_from_cpu()
3901 cpu_cid = mm_cid_converge(mm, cpu_cid, max_cids); in mm_cid_from_cpu()
3905 if (cid_on_cpu(cpu_cid)) in mm_cid_from_cpu()
3908 cpu_cid = cid_to_cpu_cid(tcid); in mm_cid_from_cpu()
3911 if (!cid_on_cpu(cpu_cid)) in mm_cid_from_cpu()
3912 cpu_cid = cid_to_cpu_cid(mm_get_cid(mm)); in mm_cid_from_cpu()
3916 cpu_cid = cpu_cid_to_cid(cpu_cid) | MM_CID_TRANSIT; in mm_cid_from_cpu()
3918 mm_cid_update_pcpu_cid(mm, cpu_cid); in mm_cid_from_cpu()
3919 mm_cid_update_task_cid(t, cpu_cid); in mm_cid_from_cpu()
3922 static __always_inline void mm_cid_from_task(struct task_struct *t, unsigned int cpu_cid, in mm_cid_from_task() argument
3930 if (likely(cid_on_task(tcid | cpu_cid))) { in mm_cid_from_task()
3939 if (cid_on_cpu(cpu_cid)) { in mm_cid_from_task()
3943 tcid = cpu_cid_to_cid(cpu_cid); in mm_cid_from_task()
3958 unsigned int cpu_cid, mode; in mm_cid_schedin() local
3963 cpu_cid = __this_cpu_read(mm->mm_cid.pcpu->cid); in mm_cid_schedin()
3966 mm_cid_from_task(next, cpu_cid, mode); in mm_cid_schedin()
3968 mm_cid_from_cpu(next, cpu_cid, mode); in mm_cid_schedin()