| /linux/include/linux/ |
| H A D | mmap_lock.h | 26 void __mmap_lock_do_trace_start_locking(struct mm_struct *mm, bool write);
27 void __mmap_lock_do_trace_acquire_returned(struct mm_struct *mm, bool write,
29 void __mmap_lock_do_trace_released(struct mm_struct *mm, bool write);
31 static inline void __mmap_lock_trace_start_locking(struct mm_struct *mm, in __mmap_lock_trace_start_locking() argument
35 __mmap_lock_do_trace_start_locking(mm, write); in __mmap_lock_trace_start_locking()
38 static inline void __mmap_lock_trace_acquire_returned(struct mm_struct *mm, in __mmap_lock_trace_acquire_returned() argument
42 __mmap_lock_do_trace_acquire_returned(mm, write, success); in __mmap_lock_trace_acquire_returned()
45 static inline void __mmap_lock_trace_released(struct mm_struct *mm, bool write) in __mmap_lock_trace_released() argument
48 __mmap_lock_do_trace_released(mm, write); in __mmap_lock_trace_released()
53 static inline void __mmap_lock_trace_start_locking(struct mm_struct *mm, in __mmap_lock_trace_start_locking() argument
[all …]
|
| H A D | mmu_notifier.h | 89 struct mm_struct *mm);
101 struct mm_struct *mm,
111 struct mm_struct *mm,
122 struct mm_struct *mm,
199 struct mm_struct *mm,
213 struct mmu_notifier *(*alloc_notifier)(struct mm_struct *mm);
231 struct mm_struct *mm; member
293 struct mm_struct *mm; member
305 struct mm_struct *mm; member
313 static inline int mm_has_notifiers(struct mm_struct *mm) in mm_has_notifiers() argument
[all …]
|
| /linux/arch/powerpc/include/asm/ |
| H A D | mmu_context.h | 18 extern int init_new_context(struct task_struct *tsk, struct mm_struct *mm);
20 extern void destroy_context(struct mm_struct *mm);
24 extern bool mm_iommu_preregistered(struct mm_struct *mm);
25 extern long mm_iommu_new(struct mm_struct *mm,
28 extern long mm_iommu_newdev(struct mm_struct *mm, unsigned long ua,
31 extern long mm_iommu_put(struct mm_struct *mm,
33 extern void mm_iommu_init(struct mm_struct *mm);
34 extern struct mm_iommu_table_group_mem_t *mm_iommu_lookup(struct mm_struct *mm,
36 extern struct mm_iommu_table_group_mem_t *mm_iommu_get(struct mm_struct *mm,
40 extern bool mm_iommu_is_devmem(struct mm_struct *mm, unsigned long hpa,
[all …]
|
| /linux/arch/m68k/include/asm/ |
| H A D | mmu_context.h | 28 static inline void get_mmu_context(struct mm_struct *mm) in get_mmu_context() argument
32 if (mm->context != NO_CONTEXT) in get_mmu_context()
45 mm->context = ctx; in get_mmu_context()
46 context_mm[ctx] = mm; in get_mmu_context()
52 #define init_new_context(tsk, mm) (((mm)->context = NO_CONTEXT), 0) argument
58 static inline void destroy_context(struct mm_struct *mm) in destroy_context() argument
60 if (mm->context != NO_CONTEXT) { in destroy_context()
61 clear_bit(mm->context, context_map); in destroy_context()
62 mm->context = NO_CONTEXT; in destroy_context()
75 get_mmu_context(tsk->mm); in switch_mm()
[all …]
|
| /linux/arch/powerpc/mm/book3s64/ |
| H A D | mmu_context.c | 95 static int hash__init_new_context(struct mm_struct *mm) in hash__init_new_context() argument
99 mm->context.hash_context = kmalloc_obj(struct hash_mm_context); in hash__init_new_context()
100 if (!mm->context.hash_context) in hash__init_new_context()
117 if (mm->context.id == 0) { in hash__init_new_context()
118 memset(mm->context.hash_context, 0, sizeof(struct hash_mm_context)); in hash__init_new_context()
119 slice_init_new_context_exec(mm); in hash__init_new_context()
122 …memcpy(mm->context.hash_context, current->mm->context.hash_context, sizeof(struct hash_mm_context)… in hash__init_new_context()
125 if (current->mm->context.hash_context->spt) { in hash__init_new_context()
126 mm->context.hash_context->spt = kmalloc_obj(struct subpage_prot_table); in hash__init_new_context()
127 if (!mm->context.hash_context->spt) { in hash__init_new_context()
[all …]
|
| /linux/tools/testing/vma/tests/ |
| H A D | merge.c | 72 static struct vm_area_struct *try_merge_new_vma(struct mm_struct *mm, in try_merge_new_vma() argument
92 return alloc_and_link_vma(mm, start, end, pgoff, vma_flags); in try_merge_new_vma()
100 struct mm_struct mm = {}; in test_simple_merge()
101 struct vm_area_struct *vma_left = alloc_vma(&mm, 0, 0x1000, 0, vma_flags); in test_simple_merge()
102 struct vm_area_struct *vma_right = alloc_vma(&mm, 0x2000, 0x3000, 2, vma_flags); in test_simple_merge()
103 VMA_ITERATOR(vmi, &mm, 0x1000); in test_simple_merge()
105 .mm = &mm, in test_simple_merge()
113 ASSERT_FALSE(attach_vma(&mm, vma_left)); in test_simple_merge()
114 ASSERT_FALSE(attach_vma(&mm, vma_righ in test_simple_merge()
99 struct mm_struct mm = {}; test_simple_merge() local
133 struct mm_struct mm = {}; test_simple_modify() local
193 struct mm_struct mm = {}; test_simple_expand() local
221 struct mm_struct mm = {}; test_simple_shrink() local
242 struct mm_struct mm = {}; __test_merge_new() local
473 struct mm_struct mm = {}; test_vma_merge_special_flags() local
545 struct mm_struct mm = {}; test_vma_merge_with_close() local
754 struct mm_struct mm = {}; test_vma_merge_new_with_close() local
811 struct mm_struct mm = {}; __test_merge_existing() local
1071 struct mm_struct mm = {}; test_anon_vma_non_mergeable() local
1158 struct mm_struct mm = {}; test_dup_anon_vma() local
1318 struct mm_struct mm = {}; test_vmi_prealloc_fail() local
1384 struct mm_struct mm = {}; test_merge_extend() local
1414 struct mm_struct mm = {}; test_expand_only_mode() local
[all...] |
| /linux/include/asm-generic/ |
| H A D | pgalloc.h | 19 static inline pte_t *__pte_alloc_one_kernel_noprof(struct mm_struct *mm) in __pte_alloc_one_kernel_noprof() argument
25 if (!pagetable_pte_ctor(mm, ptdesc)) { in __pte_alloc_one_kernel_noprof()
43 static inline pte_t *pte_alloc_one_kernel_noprof(struct mm_struct *mm) in pte_alloc_one_kernel_noprof() argument
45 return __pte_alloc_one_kernel_noprof(mm); in pte_alloc_one_kernel_noprof()
55 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel() argument
72 static inline pgtable_t __pte_alloc_one_noprof(struct mm_struct *mm, gfp_t gfp) in __pte_alloc_one_noprof() argument
79 if (!pagetable_pte_ctor(mm, ptdesc)) { in __pte_alloc_one_noprof()
97 static inline pgtable_t pte_alloc_one_noprof(struct mm_struct *mm) in pte_alloc_one_noprof() argument
99 return __pte_alloc_one_noprof(mm, GFP_PGTABLE_USER); in pte_alloc_one_noprof()
114 static inline void pte_free(struct mm_struct *mm, struct page *pte_page) in pte_free() argument
[all …]
|
| /linux/arch/arm/include/asm/ |
| H A D | mmu_context.h | 24 void __check_vmalloc_seq(struct mm_struct *mm);
27 static inline void check_vmalloc_seq(struct mm_struct *mm) in check_vmalloc_seq() argument
30 unlikely(atomic_read(&mm->context.vmalloc_seq) != in check_vmalloc_seq()
32 __check_vmalloc_seq(mm); in check_vmalloc_seq()
38 void check_and_switch_context(struct mm_struct *mm, struct task_struct *tsk);
42 init_new_context(struct task_struct *tsk, struct mm_struct *mm) in init_new_context() argument
44 atomic64_set(&mm->context.id, 0); in init_new_context()
49 void a15_erratum_get_cpumask(int this_cpu, struct mm_struct *mm,
52 static inline void a15_erratum_get_cpumask(int this_cpu, struct mm_struct *mm, in a15_erratum_get_cpumask() argument
62 static inline void check_and_switch_context(struct mm_struct *mm, in check_and_switch_context() argument
[all …]
|
| /linux/arch/arm/mm/ |
| H A D | pgd.c | 20 #define _pgd_alloc(mm) kmalloc_objs(pgd_t, PTRS_PER_PGD, GFP_KERNEL | __GFP_ZERO) argument
21 #define _pgd_free(mm, pgd) kfree(pgd) argument
23 #define _pgd_alloc(mm) __pgd_alloc(mm, 2) argument
24 #define _pgd_free(mm, pgd) __pgd_free(mm, pgd) argument
30 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc() argument
38 new_pgd = _pgd_alloc(mm); in pgd_alloc()
55 new_p4d = p4d_alloc(mm, new_pgd + pgd_index(MODULES_VADDR), in pgd_alloc()
60 new_pud = pud_alloc(mm, new_p4d, MODULES_VADDR); in pgd_alloc()
64 new_pmd = pmd_alloc(mm, new_pud, 0); in pgd_alloc()
89 new_p4d = p4d_alloc(mm, new_pgd, 0); in pgd_alloc()
[all …]
|
| /linux/mm/ |
| H A D | debug.c | 175 void dump_mm(const struct mm_struct *mm) in dump_mm() argument
202 mm, mm->task_size, in dump_mm()
203 mm->mmap_base, mm->mmap_legacy_base, in dump_mm()
204 mm->pgd, atomic_read(&mm->mm_users), in dump_mm()
205 atomic_read(&mm->mm_count), in dump_mm()
206 mm_pgtables_bytes(mm), in dump_mm()
207 mm->map_count, in dump_mm()
208 mm->hiwater_rss, mm->hiwater_vm, mm->total_vm, mm->locked_vm, in dump_mm()
209 (u64)atomic64_read(&mm->pinned_vm), in dump_mm()
210 mm->data_vm, mm->exec_vm, mm->stack_vm, in dump_mm()
[all …]
|
| /linux/arch/x86/kernel/ |
| H A D | ldt.c | 42 void load_mm_ldt(struct mm_struct *mm) in load_mm_ldt() argument
47 ldt = READ_ONCE(mm->context.ldt); in load_mm_ldt()
138 struct mm_struct *mm = __mm; in flush_ldt() local
140 if (this_cpu_read(cpu_tlbstate.loaded_mm) != mm) in flush_ldt()
143 load_mm_ldt(mm); in flush_ldt()
189 static void do_sanity_check(struct mm_struct *mm, in do_sanity_check() argument
193 if (mm->context.ldt) { in do_sanity_check()
234 static void map_ldt_struct_to_user(struct mm_struct *mm) in map_ldt_struct_to_user() argument
236 pgd_t *k_pgd = pgd_offset(mm, LDT_BASE_ADDR); in map_ldt_struct_to_user()
243 if (boot_cpu_has(X86_FEATURE_PTI) && !mm->context.ldt) in map_ldt_struct_to_user()
[all …]
|
| /linux/arch/sparc/mm/ |
| H A D | tsb.c | 121 struct mm_struct *mm = tb->mm; in flush_tsb_user() local
124 spin_lock_irqsave(&mm->context.lock, flags); in flush_tsb_user()
127 base = (unsigned long) mm->context.tsb_block[MM_TSB_BASE].tsb; in flush_tsb_user()
128 nentries = mm->context.tsb_block[MM_TSB_BASE].tsb_nentries; in flush_tsb_user()
140 else if (mm->context.tsb_block[MM_TSB_HUGE].tsb) { in flush_tsb_user()
141 base = (unsigned long) mm->context.tsb_block[MM_TSB_HUGE].tsb; in flush_tsb_user()
142 nentries = mm->context.tsb_block[MM_TSB_HUGE].tsb_nentries; in flush_tsb_user()
149 spin_unlock_irqrestore(&mm->context.lock, flags); in flush_tsb_user()
152 void flush_tsb_user_page(struct mm_struct *mm, unsigned long vaddr, in flush_tsb_user_page() argument
157 spin_lock_irqsave(&mm->context.lock, flags); in flush_tsb_user_page()
[all …]
|
| /linux/include/linux/sched/ |
| H A D | mm.h | 35 static inline void mmgrab(struct mm_struct *mm) in mmgrab() argument
37 atomic_inc(&mm->mm_count); in mmgrab()
45 extern void __mmdrop(struct mm_struct *mm);
47 static inline void mmdrop(struct mm_struct *mm) in mmdrop() argument
54 if (unlikely(atomic_dec_and_test(&mm->mm_count))) in mmdrop()
55 __mmdrop(mm); in mmdrop()
65 struct mm_struct *mm = container_of(rhp, struct mm_struct, delayed_drop); in __mmdrop_delayed() local
67 __mmdrop(mm); in __mmdrop_delayed()
74 static inline void mmdrop_sched(struct mm_struct *mm) in mmdrop_sched() argument
77 if (atomic_dec_and_test(&mm->mm_count)) in mmdrop_sched()
[all …]
|
| /linux/fs/proc/ |
| H A D | task_nommu.c | 21 void task_mem(struct seq_file *m, struct mm_struct *mm) in task_mem() argument
23 VMA_ITERATOR(vmi, mm, 0); in task_mem()
28 mmap_read_lock(mm); in task_mem()
40 if (atomic_read(&mm->mm_count) > 1 || in task_mem()
50 if (atomic_read(&mm->mm_count) > 1) in task_mem()
51 sbytes += kobjsize(mm); in task_mem()
53 bytes += kobjsize(mm); in task_mem()
72 mmap_read_unlock(mm); in task_mem()
81 unsigned long task_vsize(struct mm_struct *mm) in task_vsize() argument
83 VMA_ITERATOR(vmi, mm, 0); in task_vsize()
[all …]
|
| /linux/drivers/net/ethernet/mscc/ |
| H A D | ocelot_mm.c | 55 struct ocelot_mm_state *mm = &ocelot->mm[port]; in ocelot_port_update_active_preemptible_tcs() local
66 ocelot_port->speed == SPEED_1000) && mm->tx_active) in ocelot_port_update_active_preemptible_tcs()
67 val = mm->preemptible_tcs; in ocelot_port_update_active_preemptible_tcs()
75 mm->active_preemptible_tcs = val; in ocelot_port_update_active_preemptible_tcs()
82 mm->tx_active ? "active" : "inactive", mm->preemptible_tcs, in ocelot_port_update_active_preemptible_tcs()
83 mm->active_preemptible_tcs); in ocelot_port_update_active_preemptible_tcs()
93 struct ocelot_mm_state *mm = &ocelot->mm[port]; in ocelot_port_change_fp() local
97 if (mm->preemptible_tcs == preemptible_tcs) in ocelot_port_change_fp()
100 mm->preemptible_tcs = preemptible_tcs; in ocelot_port_change_fp()
108 struct ocelot_mm_state *mm = &ocelot->mm[port]; in ocelot_mm_update_port_status() local
[all …]
|
| /linux/drivers/gpu/drm/amd/amdkfd/ |
| H A D | kfd_mqd_manager.c | 49 struct kfd_mem_obj *allocate_hiq_mqd(struct mqd_manager *mm, struct queue_properties *q) in allocate_hiq_mqd() argument
52 struct kfd_node *dev = mm->dev; in allocate_hiq_mqd()
65 struct kfd_mem_obj *allocate_sdma_mqd(struct mqd_manager *mm, in allocate_sdma_mqd() argument
69 struct kfd_node *dev = mm->dev; in allocate_sdma_mqd()
93 void free_mqd_hiq_sdma(struct mqd_manager *mm, void *mqd, in free_mqd_hiq_sdma() argument
100 void mqd_symmetrically_map_cu_mask(struct mqd_manager *mm, in mqd_symmetrically_map_cu_mask() argument
104 struct amdgpu_cu_info *cu_info = &mm->dev->adev->gfx.cu_info; in mqd_symmetrically_map_cu_mask()
105 struct amdgpu_gfx_config *gfx_info = &mm->dev->adev->gfx.config; in mqd_symmetrically_map_cu_mask()
107 bool wgp_mode_req = KFD_GC_VERSION(mm->dev) >= IP_VERSION(10, 0, 0); in mqd_symmetrically_map_cu_mask()
111 int inc = cu_inc * NUM_XCC(mm->dev->xcc_mask); in mqd_symmetrically_map_cu_mask()
[all …]
|
| H A D | kfd_mqd_manager_v9.c | 37 static void update_mqd(struct mqd_manager *mm, void *mqd,
41 static uint64_t mqd_stride_v9(struct mqd_manager *mm, in mqd_stride_v9() argument
44 if (mm->dev->kfd->cwsr_enabled && in mqd_stride_v9()
56 return mm->mqd_size; in mqd_stride_v9()
69 static void update_cu_mask(struct mqd_manager *mm, void *mqd, in update_cu_mask() argument
78 mqd_symmetrically_map_cu_mask(mm, in update_cu_mask()
87 if (KFD_GC_VERSION(mm->dev) != IP_VERSION(9, 4, 3) && in update_cu_mask()
88 KFD_GC_VERSION(mm->dev) != IP_VERSION(9, 4, 4) && in update_cu_mask()
89 KFD_GC_VERSION(mm->dev) != IP_VERSION(9, 5, 0)) { in update_cu_mask()
132 static struct kfd_mem_obj *allocate_mqd(struct mqd_manager *mm, in allocate_mqd() argument
[all …]
|
| /linux/kernel/ |
| H A D | fork.c | 12 * management can be a bitch. See 'mm/memory.c': 'copy_page_range()'
18 #include <linux/sched/mm.h>
46 #include <linux/mm.h>
121 #include "../mm/internal.h"
481 /* SLAB cache for mm_struct structures (tsk->mm) */
564 void dup_mm_exe_file(struct mm_struct *mm, struct mm_struct *oldmm) in dup_mm_exe_file()
569 RCU_INIT_POINTER(mm->exe_file, exe_file); in dup_mm_exe_file()
579 static inline int mm_alloc_pgd(struct mm_struct *mm) in mm_alloc_pgd()
581 mm->pgd = pgd_alloc(mm); in mm_alloc_pgd()
562 dup_mm_exe_file(struct mm_struct * mm,struct mm_struct * oldmm) dup_mm_exe_file() argument
577 mm_alloc_pgd(struct mm_struct * mm) mm_alloc_pgd() argument
585 mm_free_pgd(struct mm_struct * mm) mm_free_pgd() argument
590 mm_alloc_pgd(mm) global() argument
591 mm_free_pgd(mm) global() argument
597 mm_alloc_id(struct mm_struct * mm) mm_alloc_id() argument
608 mm_free_id(struct mm_struct * mm) mm_free_id() argument
620 mm_alloc_id(struct mm_struct * mm) mm_alloc_id() argument
621 mm_free_id(struct mm_struct * mm) mm_free_id() argument
624 check_mm(struct mm_struct * mm) check_mm() argument
652 free_mm(mm) global() argument
656 struct mm_struct *mm = arg; do_check_lazy_tlb() local
663 struct mm_struct *mm = arg; do_shoot_lazy_tlb() local
672 cleanup_lazy_tlbs(struct mm_struct * mm) cleanup_lazy_tlbs() argument
720 __mmdrop(struct mm_struct * mm) __mmdrop() argument
745 struct mm_struct *mm; mmdrop_async_fn() local
751 mmdrop_async(struct mm_struct * mm) mmdrop_async() argument
1034 mm_init_aio(struct mm_struct * mm) mm_init_aio() argument
1042 mm_clear_owner(struct mm_struct * mm,struct task_struct * p) mm_clear_owner() argument
1051 mm_init_owner(struct mm_struct * mm,struct task_struct * p) mm_init_owner() argument
1058 mm_init_uprobes_state(struct mm_struct * mm) mm_init_uprobes_state() argument
1066 mmap_init_lock(struct mm_struct * mm) mmap_init_lock() argument
1075 mm_init(struct mm_struct * mm,struct task_struct * p,struct user_namespace * user_ns) mm_init() argument
1159 struct mm_struct *mm; mm_alloc() local
1170 __mmput(struct mm_struct * mm) __mmput() argument
1196 mmput(struct mm_struct * mm) mmput() argument
1208 struct mm_struct *mm = container_of(work, struct mm_struct, mmput_async_fn() local
1214 mmput_async(struct mm_struct * mm) mmput_async() argument
1237 set_mm_exe_file(struct mm_struct * mm,struct file * new_exe_file) set_mm_exe_file() argument
1274 replace_mm_exe_file(struct mm_struct * mm,struct file * new_exe_file) replace_mm_exe_file() argument
1325 get_mm_exe_file(struct mm_struct * mm) get_mm_exe_file() argument
1346 struct mm_struct *mm; get_task_exe_file() local
1371 struct mm_struct *mm; get_task_mm() local
1385 may_access_mm(struct mm_struct * mm,struct task_struct * task,unsigned int mode) may_access_mm() argument
1398 struct mm_struct *mm; mm_access() local
1463 mm_release(struct task_struct * tsk,struct mm_struct * mm) mm_release() argument
1496 exit_mm_release(struct task_struct * tsk,struct mm_struct * mm) exit_mm_release() argument
1502 exec_mm_release(struct task_struct * tsk,struct mm_struct * mm) exec_mm_release() argument
1521 struct mm_struct *mm; dup_mm() local
1561 struct mm_struct *mm, *oldmm; copy_mm() local
[all...] |
| /linux/include/trace/events/ |
| H A D | ksm.h | 77 TP_PROTO(void *mm),
79 TP_ARGS(mm),
82 __field(void *, mm)
86 __entry->mm = mm;
89 TP_printk("mm %p", __entry->mm)
101 TP_PROTO(void *mm),
103 TP_ARGS(mm)
115 TP_PROTO(void *mm),
117 TP_ARGS(mm)
132 TP_PROTO(unsigned long pfn, void *rmap_item, void *mm, int err),
[all …]
|
| /linux/kernel/sched/ |
| H A D | membarrier.c | 91 * b: read rq->curr->mm == NULL
112 * e: current->mm = NULL
113 * b: read rq->curr->mm == NULL
126 * e: current->mm = NULL
127 * b: read rq->curr->mm == NULL
129 * f: current->mm = mm
234 struct mm_struct *mm = (struct mm_struct *) info; in membarrier_exec_mmap()
236 if (current->mm != mm) in membarrier_exec_mmap()
216 struct mm_struct *mm = (struct mm_struct *) info; ipi_sync_rq_state() local
231 membarrier_exec_mmap(struct mm_struct * mm) membarrier_exec_mmap() argument
328 struct mm_struct *mm = current->mm; membarrier_private_expedited() local
447 sync_runqueues_membarrier_state(struct mm_struct * mm) sync_runqueues_membarrier_state() argument
508 struct mm_struct *mm = p->mm; membarrier_register_global_expedited() local
527 struct mm_struct *mm = p->mm; membarrier_register_private_expedited() local
569 struct mm_struct *mm = p->mm; membarrier_get_registrations() local
[all...] |
| /linux/arch/mips/include/asm/ |
| H A D | mmu_context.h | 106 static inline u64 cpu_context(unsigned int cpu, const struct mm_struct *mm) in cpu_context() argument
109 return atomic64_read(&mm->context.mmid); in cpu_context()
111 return mm->context.asid[cpu]; in cpu_context()
115 struct mm_struct *mm, u64 ctx) in set_cpu_context() argument
118 atomic64_set(&mm->context.mmid, ctx); in set_cpu_context()
120 mm->context.asid[cpu] = ctx; in set_cpu_context()
124 #define cpu_asid(cpu, mm) \ argument
125 (cpu_context((cpu), (mm)) & cpu_asid_mask(&cpu_data[cpu]))
127 extern void get_new_mmu_context(struct mm_struct *mm);
128 extern void check_mmu_context(struct mm_struct *mm);
[all …]
|
| /linux/arch/x86/include/asm/ |
| H A D | pgalloc.h | 15 static inline int __paravirt_pgd_alloc(struct mm_struct *mm) { return 0; } in __paravirt_pgd_alloc() argument
20 #define paravirt_pgd_alloc(mm) __paravirt_pgd_alloc(mm) argument
21 static inline void paravirt_pgd_free(struct mm_struct *mm, pgd_t *pgd) {} in paravirt_pgd_free() argument
22 static inline void paravirt_alloc_pte(struct mm_struct *mm, unsigned long pfn) {} in paravirt_alloc_pte() argument
23 static inline void paravirt_alloc_pmd(struct mm_struct *mm, unsigned long pfn) {} in paravirt_alloc_pmd() argument
26 static inline void paravirt_alloc_pud(struct mm_struct *mm, unsigned long pfn) {} in paravirt_alloc_pud() argument
27 static inline void paravirt_alloc_p4d(struct mm_struct *mm, unsigned long pfn) {} in paravirt_alloc_p4d() argument
50 extern void pgd_free(struct mm_struct *mm, pgd_t *pgd);
62 static inline void pmd_populate_kernel(struct mm_struct *mm, in pmd_populate_kernel() argument
65 paravirt_alloc_pte(mm, __pa(pte) >> PAGE_SHIFT); in pmd_populate_kernel()
[all …]
|
| /linux/rust/helpers/ |
| H A D | mm.c | 3 #include <linux/mm.h>
4 #include <linux/sched/mm.h>
6 __rust_helper void rust_helper_mmgrab(struct mm_struct *mm) in rust_helper_mmgrab() argument
8 mmgrab(mm); in rust_helper_mmgrab()
11 __rust_helper void rust_helper_mmdrop(struct mm_struct *mm) in rust_helper_mmdrop() argument
13 mmdrop(mm); in rust_helper_mmdrop()
16 __rust_helper void rust_helper_mmget(struct mm_struct *mm) in rust_helper_mmget() argument
18 mmget(mm); in rust_helper_mmget()
21 __rust_helper bool rust_helper_mmget_not_zero(struct mm_struct *mm) in rust_helper_mmget_not_zero() argument
23 return mmget_not_zero(mm); in rust_helper_mmget_not_zero()
26 rust_helper_mmap_read_lock(struct mm_struct * mm) rust_helper_mmap_read_lock() argument
31 rust_helper_mmap_read_trylock(struct mm_struct * mm) rust_helper_mmap_read_trylock() argument
36 rust_helper_mmap_read_unlock(struct mm_struct * mm) rust_helper_mmap_read_unlock() argument
41 rust_helper_vma_lookup(struct mm_struct * mm,unsigned long addr) rust_helper_vma_lookup() argument
[all...] |
| /linux/kernel/futex/ |
| H A D | core.c | 73 void *mm;
147 wake_up_var(fph->mm); in futex_private_hash_get()
195 static bool __futex_pivot_hash(struct mm_struct *mm, struct futex_private_hash *new) in __futex_hash_private()
197 struct futex_mm_phash *mmph = &mm->futex.phash; in __futex_hash_private()
220 static void futex_pivot_hash(struct mm_struct *mm) in futex_rehash_private()
222 scoped_guard(mutex, &mm->futex.phash.lock) { in futex_rehash_private()
225 fph = mm->futex.phash.hash_new; in futex_rehash_private()
227 mm->futex.phash.hash_new = NULL; in futex_rehash_private()
228 __futex_pivot_hash(mm, fph); in futex_rehash_private()
233 struct futex_private_hash *futex_private_hash(struct mm_struct *mm) in futex_rehash_private()
70 void *mm; global() member
235 __futex_pivot_hash(struct mm_struct * mm,struct futex_private_hash * new) __futex_pivot_hash() argument
261 futex_pivot_hash(struct mm_struct * mm) futex_pivot_hash() argument
276 struct mm_struct *mm = current->mm; futex_private_hash() local
336 __futex_key_to_node(struct mm_struct * mm,unsigned long addr) __futex_key_to_node() argument
365 futex_key_to_node_opt(struct mm_struct * mm,unsigned long addr) futex_key_to_node_opt() argument
382 futex_mpol(struct mm_struct * mm,unsigned long addr) futex_mpol() argument
396 futex_mpol(struct mm_struct * mm,unsigned long addr) futex_mpol() argument
552 struct mm_struct *mm = current->mm; get_futex_key() local
786 struct mm_struct *mm = current->mm; fault_in_user_writeable() local
1549 struct mm_struct *mm = fph->mm; __futex_ref_atomic_begin() local
1571 struct mm_struct *mm = fph->mm; __futex_ref_atomic_end() local
1613 struct mm_struct *mm = container_of(head, struct mm_struct, futex_rcu); futex_ref_rcu() local
1638 struct mm_struct *mm = fph->mm; futex_ref_drop() local
1684 struct mm_struct *mm = fph->mm; futex_ref_get() local
1698 struct mm_struct *mm = fph->mm; futex_ref_put() local
1712 struct mm_struct *mm = fph->mm; futex_ref_is_dead() local
1722 futex_mm_init(struct mm_struct * mm) futex_mm_init() argument
1734 futex_hash_free(struct mm_struct * mm) futex_hash_free() argument
1745 futex_pivot_pending(struct mm_struct * mm) futex_pivot_pending() argument
1784 struct mm_struct *mm = current->mm; futex_hash_allocate() local
[all...] |
| /linux/drivers/gpu/drm/nouveau/nvkm/core/ |
| H A D | mm.c | 26 #define node(root, dir) ((root)->nl_entry.dir == &mm->nodes) ? NULL : \
30 nvkm_mm_dump(struct nvkm_mm *mm, const char *header) in nvkm_mm_dump() argument
36 list_for_each_entry(node, &mm->nodes, nl_entry) { in nvkm_mm_dump()
41 list_for_each_entry(node, &mm->free, fl_entry) { in nvkm_mm_dump()
48 nvkm_mm_free(struct nvkm_mm *mm, struct nvkm_mm_node **pthis) in nvkm_mm_free() argument
72 list_for_each_entry(prev, &mm->free, fl_entry) { in nvkm_mm_free()
86 region_head(struct nvkm_mm *mm, struct nvkm_mm_node *a, u32 size) in region_head() argument
111 nvkm_mm_head(struct nvkm_mm *mm, u8 heap, u8 type, u32 size_max, u32 size_min, in nvkm_mm_head() argument
121 list_for_each_entry(this, &mm->free, fl_entry) { in nvkm_mm_head()
131 s = roundup(s, mm->block_size); in nvkm_mm_head()
[all …]
|