55 static inline void init_new_context_ldt(struct mm_struct *mm)  in init_new_context_ldt()  argument
57 	mm->context.ldt = NULL;  in init_new_context_ldt()
58 	init_rwsem(&mm->context.ldt_usr_sem);  in init_new_context_ldt()
60 int ldt_dup_context(struct mm_struct *oldmm, struct mm_struct *mm);
61 void destroy_context_ldt(struct mm_struct *mm);
62 void ldt_arch_exit_mmap(struct mm_struct *mm);
64 static inline void init_new_context_ldt(struct mm_struct *mm) { }  in init_new_context_ldt()  argument
66 				  struct mm_struct *mm)  in ldt_dup_context()  argument
70 static inline void destroy_context_ldt(struct mm_struct *mm) { }  in destroy_context_ldt()  argument
71 static inline void ldt_arch_exit_mmap(struct mm_struct *mm) { }  in ldt_arch_exit_mmap()  argument
75 extern void load_mm_ldt(struct mm_struct *mm);
78 static inline void load_mm_ldt(struct mm_struct *mm)  in load_mm_ldt()  argument
89 static inline unsigned long mm_lam_cr3_mask(struct mm_struct *mm)  in mm_lam_cr3_mask()  argument
97 	return READ_ONCE(mm->context.lam_cr3_mask);  in mm_lam_cr3_mask()
100 static inline void dup_lam(struct mm_struct *oldmm, struct mm_struct *mm)  in dup_lam()  argument
102 	mm->context.lam_cr3_mask = oldmm->context.lam_cr3_mask;  in dup_lam()
103 	mm->context.untag_mask = oldmm->context.untag_mask;  in dup_lam()
107 static inline unsigned long mm_untag_mask(struct mm_struct *mm)  in mm_untag_mask()  argument
109 	return mm->context.untag_mask;  in mm_untag_mask()
112 static inline void mm_reset_untag_mask(struct mm_struct *mm)  in mm_reset_untag_mask()  argument
114 	mm->context.untag_mask = -1UL;  in mm_reset_untag_mask()
118 static inline bool arch_pgtable_dma_compat(struct mm_struct *mm)  in arch_pgtable_dma_compat()  argument
120 	return !mm_lam_cr3_mask(mm) ||  in arch_pgtable_dma_compat()
121 		test_bit(MM_CONTEXT_FORCE_TAGGED_SVA, &mm->context.flags);  in arch_pgtable_dma_compat()
125 static inline unsigned long mm_lam_cr3_mask(struct mm_struct *mm)  in mm_lam_cr3_mask()  argument
130 static inline void dup_lam(struct mm_struct *oldmm, struct mm_struct *mm)  in dup_lam()  argument
134 static inline void mm_reset_untag_mask(struct mm_struct *mm)  in mm_reset_untag_mask()  argument
140 extern void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk);
143  * Init a new mm.  Used on mm copies, like at fork()
144  * and on mm's that are brand-new, like at execve().
148 				   struct mm_struct *mm)  in init_new_context()  argument
150 	mutex_init(&mm->context.lock);  in init_new_context()
152 	mm->context.ctx_id = atomic64_inc_return(&last_mm_ctx_id);  in init_new_context()
153 	atomic64_set(&mm->context.tlb_gen, 0);  in init_new_context()
158 		mm->context.pkey_allocation_map = 0x1;  in init_new_context()
160 		mm->context.execute_only_pkey = -1;  in init_new_context()
163 	mm_reset_untag_mask(mm);  in init_new_context()
164 	init_new_context_ldt(mm);  in init_new_context()
169 static inline void destroy_context(struct mm_struct *mm)  in destroy_context()  argument
171 	destroy_context_ldt(mm);  in destroy_context()
188 #define deactivate_mm(tsk, mm)			\  argument
193 #define deactivate_mm(tsk, mm)			\  argument
202 				  struct mm_struct *mm)  in arch_dup_pkeys()  argument
208 	/* Duplicate the oldmm pkey state in mm: */  in arch_dup_pkeys()
209 	mm->context.pkey_allocation_map = oldmm->context.pkey_allocation_map;  in arch_dup_pkeys()
210 	mm->context.execute_only_pkey   = oldmm->context.execute_only_pkey;  in arch_dup_pkeys()
214 static inline int arch_dup_mmap(struct mm_struct *oldmm, struct mm_struct *mm)  in arch_dup_mmap()  argument
216 	arch_dup_pkeys(oldmm, mm);  in arch_dup_mmap()
217 	paravirt_enter_mmap(mm);  in arch_dup_mmap()
218 	dup_lam(oldmm, mm);  in arch_dup_mmap()
219 	return ldt_dup_context(oldmm, mm);  in arch_dup_mmap()
222 static inline void arch_exit_mmap(struct mm_struct *mm)  in arch_exit_mmap()  argument
224 	paravirt_arch_exit_mmap(mm);  in arch_exit_mmap()
225 	ldt_arch_exit_mmap(mm);  in arch_exit_mmap()
229 static inline bool is_64bit_mm(struct mm_struct *mm)  in is_64bit_mm()  argument
232 		!test_bit(MM_CONTEXT_UPROBE_IA32, &mm->context.flags);  in is_64bit_mm()
235 static inline bool is_64bit_mm(struct mm_struct *mm)  in is_64bit_mm()  argument
248  * mm, or if we are in a kernel thread.