Home
last modified time | relevance | path

Searched refs:mm_cid (Results 1 – 13 of 13) sorted by relevance

/linux/kernel/sched/
H A Dcore.c10760 struct mm_mm_cid *mc = &mm->mm_cid; in mm_update_max_cids()
10763 lockdep_assert_held(&mm->mm_cid.lock); in mm_update_max_cids()
10801 if (!mm || !READ_ONCE(mm->mm_cid.users)) in mm_update_cpus_allowed()
10807 mc = &mm->mm_cid; in mm_update_cpus_allowed()
10841 WRITE_ONCE(mm->mm_cid.mode, mode); in mm_cid_complete_transit()
10846 if (cid_on_cpu(t->mm_cid.cid)) { in mm_cid_transit_to_task()
10847 unsigned int cid = cpu_cid_to_cid(t->mm_cid.cid); in mm_cid_transit_to_task()
10849 t->mm_cid.cid = cid_to_transit_cid(cid); in mm_cid_transit_to_task()
10850 pcp->cid = t->mm_cid.cid; in mm_cid_transit_to_task()
10860 struct mm_cid_pcpu *pcp = per_cpu_ptr(mm->mm_cid.pcpu, cpu); in mm_cid_fixup_cpus_to_tasks()
[all …]
H A Dsched.h3847 unsigned int cid = t->mm_cid.cid; in mm_unset_cid_on_task()
3849 t->mm_cid.cid = MM_CID_UNSET; in mm_unset_cid_on_task()
3876 unsigned int cid = __mm_get_cid(mm, READ_ONCE(mm->mm_cid.max_cids)); in mm_get_cid()
3906 if (t->mm_cid.cid != cid) { in mm_cid_update_task_cid()
3907 t->mm_cid.cid = cid; in mm_cid_update_task_cid()
3914 __this_cpu_write(mm->mm_cid.pcpu->cid, cid); in mm_cid_update_pcpu_cid()
3920 unsigned int max_cids, tcid = t->mm_cid.cid; in mm_cid_from_cpu()
3923 max_cids = READ_ONCE(mm->mm_cid.max_cids); in mm_cid_from_cpu()
3955 unsigned int max_cids, tcid = t->mm_cid.cid; in mm_cid_from_task()
3958 max_cids = READ_ONCE(mm->mm_cid.max_cids); in mm_cid_from_task()
[all …]
/linux/mm/
H A Dinit-mm.c48 .mm_cid.lock = __RAW_SPIN_LOCK_UNLOCKED(init_mm.mm_cid.lock),
/linux/include/linux/
H A Drseq_entry.h497 unsafe_get_user(uval, &rseq->mm_cid, efault); in rseq_set_ids_get_csaddr()
498 if (uval != t->rseq.ids.mm_cid) in rseq_set_ids_get_csaddr()
505 unsafe_put_user(ids->mm_cid, &rseq->mm_cid, efault); in rseq_set_ids_get_csaddr()
640 .mm_cid = task_mm_cid(t), in rseq_exit_user_update()
H A Drseq_types.h78 u32 mm_cid; member
H A Dsched.h1412 struct sched_mm_cid mm_cid; member
2394 return t->mm_cid.cid & ~(MM_CID_ONCPU | MM_CID_TRANSIT); in task_mm_cid()
/linux/tools/testing/selftests/rseq/
H A Drseq-bits-template.h20 # define RSEQ_TEMPLATE_CPU_ID_FIELD mm_cid
H A Drseq-abi.h186 __u32 mm_cid; member
H A Drseq.h224 return (int) rseq_size >= rseq_offsetofend(struct rseq_abi, mm_cid); in rseq_mm_cid_available()
229 return RSEQ_ACCESS_ONCE(rseq_get_abi()->mm_cid); in rseq_current_mm_cid()
/linux/include/uapi/linux/
H A Drseq.h185 __u32 mm_cid; member
/linux/kernel/
H A Drseq.c295 ids.mm_cid = task_mm_cid(t); in rseq_slowpath_update_usr()
403 unsafe_put_user(0, &rseq->mm_cid, efault); in rseq_reset_ids()
454 unsafe_put_user(0U, &rseq->mm_cid, efault); in rseq_register()
H A Dfork.c1003 tsk->mm_cid.cid = MM_CID_UNSET; in dup_task_struct()
1004 tsk->mm_cid.active = 0; in dup_task_struct()
1005 INIT_HLIST_NODE(&tsk->mm_cid.node); in dup_task_struct()
/linux/Documentation/userspace-api/
H A Drseq.rst54 - The cpu_id_start, cpu_id, node_id and mm_cid fields (User mode read
61 is migrated or mm_cid changes