Lines Matching refs:mm_cid
3847 unsigned int cid = t->mm_cid.cid; in mm_unset_cid_on_task()
3849 t->mm_cid.cid = MM_CID_UNSET; in mm_unset_cid_on_task()
3876 unsigned int cid = __mm_get_cid(mm, READ_ONCE(mm->mm_cid.max_cids)); in mm_get_cid()
3906 if (t->mm_cid.cid != cid) { in mm_cid_update_task_cid()
3907 t->mm_cid.cid = cid; in mm_cid_update_task_cid()
3914 __this_cpu_write(mm->mm_cid.pcpu->cid, cid); in mm_cid_update_pcpu_cid()
3920 unsigned int max_cids, tcid = t->mm_cid.cid; in mm_cid_from_cpu()
3923 max_cids = READ_ONCE(mm->mm_cid.max_cids); in mm_cid_from_cpu()
3955 unsigned int max_cids, tcid = t->mm_cid.cid; in mm_cid_from_task()
3958 max_cids = READ_ONCE(mm->mm_cid.max_cids); in mm_cid_from_task()
3971 mm_drop_cid_on_cpu(mm, this_cpu_ptr(mm->mm_cid.pcpu)); in mm_cid_from_task()
3990 if (!next->mm_cid.active) in mm_cid_schedin()
3993 cpu_cid = __this_cpu_read(mm->mm_cid.pcpu->cid); in mm_cid_schedin()
3994 mode = READ_ONCE(mm->mm_cid.mode); in mm_cid_schedin()
4007 if (likely(!cid_in_transit(prev->mm_cid.cid))) in mm_cid_schedout()
4010 mode = READ_ONCE(mm->mm_cid.mode); in mm_cid_schedout()
4011 cid = cid_from_transit_cid(prev->mm_cid.cid); in mm_cid_schedout()
4017 if (!cid_in_transit(mode) && cid < READ_ONCE(mm->mm_cid.max_cids)) { in mm_cid_schedout()
4023 prev->mm_cid.cid = cid; in mm_cid_schedout()
4026 prev->mm_cid.cid = MM_CID_UNSET; in mm_cid_schedout()