Home
last modified time | relevance | path

Searched refs:init_mm (Results 1 – 25 of 132) sorted by relevance

123456

/linux/mm/
H A Dinit-mm.c32 struct mm_struct init_mm = { variable
33 .mm_mt = MTREE_INIT_EXT(mm_mt, MM_MT_FLAGS, init_mm.mmap_lock),
37 .write_protect_seq = SEQCNT_ZERO(init_mm.write_protect_seq),
38 MMAP_LOCK_INITIALIZER(init_mm)
39 .page_table_lock = __SPIN_LOCK_UNLOCKED(init_mm.page_table_lock),
40 .arg_lock = __SPIN_LOCK_UNLOCKED(init_mm.arg_lock),
41 .mmlist = LIST_HEAD_INIT(init_mm.mmlist),
43 .vma_writer_wait = __RCUWAIT_INITIALIZER(init_mm.vma_writer_wait),
44 .mm_lock_seq = SEQCNT_ZERO(init_mm.mm_lock_seq),
48 .mm_cid.lock = __RAW_SPIN_LOCK_UNLOCKED(init_mm.mm_cid.lock),
[all …]
H A Dpage_table_check.c151 if (&init_mm == mm) in __page_table_check_pte_clear()
163 if (&init_mm == mm) in __page_table_check_pmd_clear()
175 if (&init_mm == mm) in __page_table_check_pud_clear()
207 if (&init_mm == mm) in __page_table_check_ptes_set()
237 if (&init_mm == mm) in __page_table_check_pmds_set()
255 if (&init_mm == mm) in __page_table_check_puds_set()
269 if (&init_mm == mm) in __page_table_check_pte_clear_range()
H A Dhugetlb_vmemmap.c60 pgtable = pte_alloc_one_kernel(&init_mm); in vmemmap_split_pmd()
64 pmd_populate_kernel(&init_mm, &__pmd, pgtable); in vmemmap_split_pmd()
72 set_pte_at(&init_mm, addr, pte, entry); in vmemmap_split_pmd()
75 spin_lock(&init_mm.page_table_lock); in vmemmap_split_pmd()
87 pmd_populate_kernel(&init_mm, pmd, pgtable); in vmemmap_split_pmd()
91 pte_free_kernel(&init_mm, pgtable); in vmemmap_split_pmd()
93 spin_unlock(&init_mm.page_table_lock); in vmemmap_split_pmd()
109 spin_lock(&init_mm.page_table_lock); in vmemmap_pmd_entry()
132 spin_unlock(&init_mm.page_table_lock); in vmemmap_pmd_entry()
169 mmap_read_lock(&init_mm); in vmemmap_remap_range()
[all...]
/linux/mm/kasan/
H A Dinit.c103 set_pte_at(&init_mm, addr, pte, zero_pte); in zero_pte_populate()
119 pmd_populate_kernel(&init_mm, pmd, in zero_pmd_populate()
128 p = pte_alloc_one_kernel(&init_mm); in zero_pmd_populate()
136 pmd_populate_kernel(&init_mm, pmd, p); in zero_pmd_populate()
155 pud_populate(&init_mm, pud, in zero_pud_populate()
158 pmd_populate_kernel(&init_mm, pmd, in zero_pud_populate()
167 p = pmd_alloc(&init_mm, pud, addr); in zero_pud_populate()
173 pud_populate(&init_mm, pud, p); in zero_pud_populate()
197 pud_populate(&init_mm, pud, in zero_p4d_populate()
200 pmd_populate_kernel(&init_mm, pmd, in zero_p4d_populate()
[all …]
H A Dshadow.c315 spin_lock(&init_mm.page_table_lock); in kasan_populate_vmalloc_pte()
317 set_pte_at(&init_mm, addr, ptep, pte); in kasan_populate_vmalloc_pte()
320 spin_unlock(&init_mm.page_table_lock); in kasan_populate_vmalloc_pte()
381 ret = apply_to_page_range(&init_mm, start, nr_pages * PAGE_SIZE, in __kasan_populate_vmalloc_do()
476 spin_lock(&init_mm.page_table_lock); in kasan_depopulate_vmalloc_pte()
480 pte_clear(&init_mm, addr, ptep); in kasan_depopulate_vmalloc_pte()
481 spin_unlock(&init_mm.page_table_lock); in kasan_depopulate_vmalloc_pte()
602 apply_to_existing_page_range(&init_mm, in __kasan_release_vmalloc()
/linux/arch/powerpc/mm/kasan/
H A Dinit_book3e_64.c45 p4d_populate(&init_mm, p4dp, pudp); in kasan_map_kernel_page()
51 pud_populate(&init_mm, pudp, pmdp); in kasan_map_kernel_page()
57 pmd_populate_kernel(&init_mm, pmdp, ptep); in kasan_map_kernel_page()
61 __set_pte_at(&init_mm, ea, ptep, pfn_pte(pa >> PAGE_SHIFT, prot), 0); in kasan_map_kernel_page()
93 __set_pte_at(&init_mm, (unsigned long)kasan_early_shadow_page, in kasan_early_init()
97 pmd_populate_kernel(&init_mm, &kasan_early_shadow_pmd[i], in kasan_early_init()
101 pud_populate(&init_mm, &kasan_early_shadow_pud[i], in kasan_early_init()
105 p4d_populate(&init_mm, p4d_offset(pgd++, addr), kasan_early_shadow_pud); in kasan_early_init()
121 __set_pte_at(&init_mm, (unsigned long)kasan_early_shadow_page, in kasan_init()
H A Dinit_book3s_64.c66 __set_pte_at(&init_mm, (unsigned long)kasan_early_shadow_page, in kasan_init()
70 pmd_populate_kernel(&init_mm, &kasan_early_shadow_pmd[i], in kasan_init()
74 pud_populate(&init_mm, &kasan_early_shadow_pud[i], in kasan_init()
83 __set_pte_at(&init_mm, (unsigned long)kasan_early_shadow_page, in kasan_init()
H A Dinit_32.c28 __set_pte_at(&init_mm, va, ptep, pfn_pte(PHYS_PFN(pa), prot), 1); in kasan_populate_pte()
50 pmd_populate_kernel(&init_mm, pmd, new); in kasan_init_shadow_page_tables()
77 __set_pte_at(&init_mm, k_cur, pte_offset_kernel(pmd, k_cur), pte, 0); in kasan_init_region()
95 __set_pte_at(&init_mm, k_cur, ptep, pte, 0); in kasan_update_early_region()
190 pmd_populate_kernel(&init_mm, pmd, kasan_early_shadow_pte); in kasan_early_init()
H A D8xx.c32 __set_pte_at(&init_mm, k_cur, ptep + i, pte, 1); in kasan_init_shadow_8M()
34 pmd_populate_kernel(&init_mm, pmd, ptep); in kasan_init_shadow_8M()
73 __set_pte_at(&init_mm, k_cur, pte_offset_kernel(pmd, k_cur), pte, 0); in kasan_init_region()
/linux/include/asm-generic/
H A Dpgalloc.h141 if (mm == &init_mm) in pmd_alloc_one_noprof()
151 if (mm == &init_mm) in pmd_alloc_one_noprof()
178 if (mm == &init_mm) in __pud_alloc_one_noprof()
187 if (mm == &init_mm) in __pud_alloc_one_noprof()
235 if (mm == &init_mm) in __p4d_alloc_one_noprof()
244 if (mm == &init_mm) in __p4d_alloc_one_noprof()
282 if (mm == &init_mm) in __pgd_alloc_noprof()
291 if (mm == &init_mm) in __pgd_alloc_noprof()
/linux/arch/s390/boot/
H A Dvmem.c25 #define init_mm (*(struct mm_struct *)vmlinux.init_mm_off) macro
142 pgd_populate(&init_mm, pgd, kasan_early_shadow_p4d); in kasan_pgd_populate_zero_shadow()
153 p4d_populate(&init_mm, p4d, kasan_early_shadow_pud); in kasan_p4d_populate_zero_shadow()
164 pud_populate(&init_mm, pud, kasan_early_shadow_pmd); in kasan_pud_populate_zero_shadow()
175 pmd_populate(&init_mm, pmd, kasan_early_shadow_pte); in kasan_pmd_populate_zero_shadow()
376 pmd_populate(&init_mm, pmd, pte); in pgtable_pmd_populate()
408 pud_populate(&init_mm, pud, pmd); in pgtable_pud_populate()
432 p4d_populate(&init_mm, p4d, pud); in pgtable_p4d_populate()
451 pgd = pgd_offset(&init_mm, addr); in pgtable_populate()
458 pgd_populate(&init_mm, pgd, p4d); in pgtable_populate()
[all …]
/linux/arch/arm/mm/
H A Dkasan_init.c86 set_pte_at(&init_mm, addr, ptep, entry); in kasan_pte_populate()
114 pmd_populate_kernel(&init_mm, pmdp, p); in kasan_pmd_populate()
146 pgd_populate(&init_mm, pgdp, p); in kasan_pgd_populate()
239 cpu_switch_mm(tmp_pgd_table, &init_mm); in kasan_init()
293 set_pte_at(&init_mm, KASAN_SHADOW_START + i*PAGE_SIZE, in kasan_init()
299 cpu_switch_mm(swapper_pg_dir, &init_mm); in kasan_init()
H A Didmap.c31 pmd = pmd_alloc_one(&init_mm, addr); in idmap_add_pmd()
43 pud_populate(&init_mm, pud, pmd); in idmap_add_pmd()
114 idmap_pgd = pgd_alloc(&init_mm); in init_static_idmap()
137 cpu_switch_mm(idmap_pgd, &init_mm); in setup_mm_for_reboot()
/linux/arch/powerpc/mm/
H A Dpageattr.c22 return pte_update(&init_mm, addr, ptep, old & ~new, new & ~old, 0); in pte_update_delta()
56 pte_update(&init_mm, addr, ptep, _PAGE_PRESENT, 0, 0); in change_page_attr()
59 pte_update(&init_mm, addr, ptep, 0, _PAGE_PRESENT, 0); in change_page_attr()
102 return apply_to_existing_page_range(&init_mm, start, size, in change_memory_attr()
H A Dpgtable_32.c46 pmd_populate_kernel(&init_mm, pmdp, ptep); in early_ioremap_init()
62 pmd_populate_kernel(&init_mm, pmdp, ptep); in early_pte_alloc_kernel()
87 set_pte_at(&init_mm, va, pg, pfn_pte(pa >> PAGE_SHIFT, prot)); in map_kernel_page()
/linux/arch/s390/mm/
H A Dvmem.c77 pte = (pte_t *)page_table_alloc(&init_mm); in vmem_pte_alloc()
89 page_table_free(&init_mm, table); in vmem_pte_free()
184 pte_clear(&init_mm, addr, pte); in modify_pte_table()
283 pmd_populate(&init_mm, pmd, pte); in modify_pmd_table()
354 pud_populate(&init_mm, pud, pmd); in modify_pud_table()
403 p4d_populate(&init_mm, p4d, pud); in modify_p4d_table()
460 pgd_populate(&init_mm, pgd, p4d); in modify_pagetable()
591 pgd_populate(&init_mm, pgd, p4d); in vmem_get_alloc_pte()
600 p4d_populate(&init_mm, p4d, pud); in vmem_get_alloc_pte()
609 pud_populate(&init_mm, pud, pmd); in vmem_get_alloc_pte()
[all …]
/linux/arch/x86/xen/
H A Dgrant-table.c45 set_pte_at(&init_mm, addr, gnttab_shared_vm_area.ptes[i], in arch_gnttab_map_shared()
67 set_pte_at(&init_mm, addr, gnttab_status_vm_area.ptes[i], in arch_gnttab_map_status()
89 set_pte_at(&init_mm, addr, ptes[i], __pte(0)); in arch_gnttab_unmap()
110 if (apply_to_page_range(&init_mm, (unsigned long)area->area->addr, in arch_gnttab_valloc()
/linux/Documentation/translations/zh_CN/mm/
H A Dactive_mm.rst72 另外，一个新的规则是，**没有人** 再把 “init_mm” 作为一个真正的MM了。
73 “init_mm”应该被认为只是一个 “没有其他上下文时的lazy上下文”，事实上，它主
76 if (current->mm == &init_mm)
/linux/arch/nios2/mm/
H A Dioremap.c84 dir = pgd_offset(&init_mm, address); in remap_area_pages()
94 p4d = p4d_alloc(&init_mm, dir, address); in remap_area_pages()
97 pud = pud_alloc(&init_mm, p4d, address); in remap_area_pages()
100 pmd = pmd_alloc(&init_mm, pud, address); in remap_area_pages()
/linux/arch/x86/kernel/
H A Despfix_64.c115 p4d = p4d_alloc(&init_mm, pgd, ESPFIX_BASE_ADDR); in init_espfix_bsp()
116 p4d_populate(&init_mm, p4d, espfix_pud_page); in init_espfix_bsp()
169 paravirt_alloc_pmd(&init_mm, __pa(pmd_p) >> PAGE_SHIFT); in init_espfix_ap()
181 paravirt_alloc_pte(&init_mm, __pa(pte_p) >> PAGE_SHIFT); in init_espfix_ap()
/linux/arch/x86/mm/
H A Dkasan_init_64.c55 pmd_populate_kernel(&init_mm, pmd, p); in kasan_populate_pmd()
68 set_pte_at(&init_mm, addr, pte, entry); in kasan_populate_pmd()
91 pud_populate(&init_mm, pud, p); in kasan_populate_pud()
111 p4d_populate(&init_mm, p4d, p); in kasan_populate_p4d()
131 pgd_populate(&init_mm, pgd, p); in kasan_populate_pgd()
258 p4d_populate(&init_mm, p4d, p); in kasan_shallow_populate_p4ds()
276 pgd_populate(&init_mm, pgd, p); in kasan_shallow_populate_pgds()
/linux/include/linux/
H A Dpgalloc.h17 pgd_populate(&init_mm, pgd, p4d); \
24 p4d_populate(&init_mm, p4d, pud); \
/linux/arch/um/include/asm/
H A Dtlbflush.h53 um_tlb_mark_sync(&init_mm, start, end); in flush_tlb_kernel_range()
56 um_tlb_sync(&init_mm); in flush_tlb_kernel_range()
/linux/arch/arm/include/asm/
H A Dkfence.h15 pte_t *pte = pte_alloc_one_kernel(&init_mm); in split_pmd_page()
22 pmd_populate_kernel(&init_mm, pmd, pte); in split_pmd_page()
/linux/arch/parisc/mm/
H A Dfixmap.c23 set_pte_at(&init_mm, vaddr, pte, __mk_pte(phys, PAGE_KERNEL_RWX)); in set_fixmap()
35 pte_clear(&init_mm, vaddr, pte); in clear_fixmap()

123456