Home
last modified time | relevance | path

Searched refs:PUD_SIZE (Results 1 – 25 of 31) sorted by relevance

12

/linux/arch/arm64/mm/
H A Dhugetlbpage.c52 case PUD_SIZE: in __hugetlb_valid_size()
255 if (sz == PUD_SIZE) { in huge_pte_alloc()
296 if (sz != PUD_SIZE && pud_none(pud)) in huge_pte_offset()
326 case PUD_SIZE: in hugetlb_mask_last_page()
328 return PGDIR_SIZE - PUD_SIZE; in hugetlb_mask_last_page()
332 return PUD_SIZE - CONT_PMD_SIZE; in hugetlb_mask_last_page()
334 return PUD_SIZE - PMD_SIZE; in hugetlb_mask_last_page()
350 case PUD_SIZE: in arch_make_huge_pte()
H A Dmmu.c724 if (ALIGN_DOWN(addr, PUD_SIZE) == addr) in split_kernel_leaf_mapping_locked()
1605 PUD_SIZE, altmap); in unmap_hotplug_pud_range()
1951 end = addr + PUD_SIZE; in pud_free_pmd_page()
2083 if (IS_ALIGNED(addr, PUD_SIZE)) in addr_splits_kernel_leaf()
/linux/arch/riscv/mm/
H A Dtlbflush.c167 else if (stride_size >= PUD_SIZE) in flush_tlb_range()
168 stride_size = PUD_SIZE; in flush_tlb_range()
198 start, end - start, PUD_SIZE); in flush_pud_tlb_range()
H A Dinit.c609 if (sz == PUD_SIZE) { in create_pud_mapping()
721 !(pa & (PUD_SIZE - 1)) && !(va & (PUD_SIZE - 1)) && size >= PUD_SIZE) in best_map_size()
722 return PUD_SIZE; in best_map_size()
855 PUD_SIZE, PAGE_TABLE); in set_satp_mode()
1056 nr_pos = (PUD_SIZE - kernel_size) / PMD_SIZE; in setup_vm()
1110 BUG_ON(PUD_SIZE - (kernel_map.virt_addr & (PUD_SIZE - 1)) < kernel_map.size); in setup_vm()
1129 (uintptr_t)fixmap_pmd, PUD_SIZE, PAGE_TABLE); in setup_vm()
1140 (uintptr_t)trampoline_pmd, PUD_SIZE, PAGE_TABLE); in setup_vm()
1638 free_vmemmap_storage(pud_page(pud), PUD_SIZE, altmap); in remove_pud_mapping()
/linux/arch/powerpc/include/asm/nohash/64/
H A Dpgtable-4k.h36 #define PUD_SIZE (1UL << PUD_SHIFT) macro
37 #define PUD_MASK (~(PUD_SIZE-1))
/linux/arch/x86/include/asm/
H A Dpgtable_64_types.h84 #define PUD_SIZE (_AC(1, UL) << PUD_SHIFT) macro
85 #define PUD_MASK (~(PUD_SIZE - 1))
/linux/arch/um/include/asm/
H A Dpgtable-4level.h23 #define PUD_SIZE (1UL << PUD_SHIFT) macro
24 #define PUD_MASK (~(PUD_SIZE-1))
/linux/arch/x86/mm/
H A Dkasan_init_64.c82 ((end - addr) == PUD_SIZE) && in kasan_populate_pud()
83 IS_ALIGNED(addr, PUD_SIZE)) { in kasan_populate_pud()
84 p = early_alloc(PUD_SIZE, nid, false); in kasan_populate_pud()
87 memblock_free(p, PUD_SIZE); in kasan_populate_pud()
H A Dinit.c367 unsigned long start = round_down(mr[i].start, PUD_SIZE); in adjust_range_page_size_mask()
368 unsigned long end = round_up(mr[i].end, PUD_SIZE); in adjust_range_page_size_mask()
439 end_pfn = round_up(pfn, PFN_DOWN(PUD_SIZE)); in split_mem_range()
452 start_pfn = round_up(pfn, PFN_DOWN(PUD_SIZE)); in split_mem_range()
453 end_pfn = round_down(limit_pfn, PFN_DOWN(PUD_SIZE)); in split_mem_range()
H A Dkaslr.c166 vaddr = round_up(vaddr + 1, PUD_SIZE); in kernel_randomize_memory()
/linux/arch/arc/include/asm/
H A Dpgtable-levels.h75 #define PUD_SIZE BIT(PUD_SHIFT) macro
76 #define PUD_MASK (~(PUD_SIZE - 1))
/linux/arch/x86/mm/pat/
H A Dset_memory.c1523 if (start & (PUD_SIZE - 1)) { in unmap_pud_range()
1524 unsigned long next_page = (start + PUD_SIZE) & PUD_MASK; in unmap_pud_range()
1536 while (end - start >= PUD_SIZE) { in unmap_pud_range()
1541 unmap_pmd_range(pud, start, start + PUD_SIZE); in unmap_pud_range()
1543 start += PUD_SIZE; in unmap_pud_range()
1690 if (start & (PUD_SIZE - 1)) { in populate_pud()
1692 unsigned long next_page = (start + PUD_SIZE) & PUD_MASK; in populate_pud()
1725 while (boot_cpu_has(X86_FEATURE_GBPAGES) && end - start >= PUD_SIZE) { in populate_pud()
1729 start += PUD_SIZE; in populate_pud()
1730 cpa->pfn += PUD_SIZE >> PAGE_SHIFT; in populate_pud()
[all …]
/linux/drivers/dax/
H A Ddax-private.h122 if (align == PUD_SIZE && IS_ENABLED(CONFIG_HAVE_ARCH_TRANSPARENT_HUGEPAGE_PUD)) in dax_align_valid()
/linux/arch/powerpc/mm/book3s64/
H A Dradix_hugetlbpage.c38 if (end - start >= PUD_SIZE) in radix__flush_hugetlb_tlb_range()
/linux/arch/riscv/include/asm/
H A Dpgtable-64.h36 #define PUD_SIZE (_AC(1, UL) << PUD_SHIFT) macro
37 #define PUD_MASK (~(PUD_SIZE - 1))
/linux/arch/powerpc/include/asm/nohash/
H A Dpgtable.h78 else if (sz < PUD_SIZE) in pte_update()
81 pdsize = PUD_SIZE; in pte_update()
/linux/arch/x86/xen/
H A Dxen-head.S152 ELFNOTE(Xen, XEN_ELFNOTE_INIT_P2M, .quad (PUD_SIZE * PTRS_PER_PUD))
/linux/arch/powerpc/include/asm/book3s/64/
H A Dhash.h203 nb = SZ_16G / PUD_SIZE; in hash__pte_update()
/linux/arch/x86/kernel/
H A Dhead64.c230 BUILD_BUG_ON(MODULES_LEN + KERNEL_IMAGE_SIZE > 2*PUD_SIZE); in x86_64_start_kernel()
/linux/mm/
H A Dhugetlb.c4773 unsigned long ceil = floor + PUD_SIZE; in hugetlb_split()
6910 unsigned long s_end = sbase + PUD_SIZE; in page_table_shareable()
6934 unsigned long end = start + PUD_SIZE; in want_pmd_share()
6960 unsigned long v_start = ALIGN(vma->vm_start, PUD_SIZE), in adjust_range_if_pmd_sharing_possible()
6961 v_end = ALIGN_DOWN(vma->vm_end, PUD_SIZE); in adjust_range_if_pmd_sharing_possible()
6973 *start = ALIGN_DOWN(*start, PUD_SIZE); in adjust_range_if_pmd_sharing_possible()
6976 *end = ALIGN(*end, PUD_SIZE); in adjust_range_if_pmd_sharing_possible()
7153 if (sz == PUD_SIZE) { in huge_pte_alloc()
7198 if (sz == PUD_SIZE) in huge_pte_offset()
7221 if (hp_size == PUD_SIZE) in hugetlb_mask_last_page()
[all …]
H A Dpage_vma_mapped.c240 step_forward(pvmw, PUD_SIZE); in page_vma_mapped_walk()
H A Dmremap.c471 flush_tlb_range(vma, pmc->old_addr, pmc->old_addr + PUD_SIZE); in move_normal_pud()
567 size = PUD_SIZE; in get_extent()
850 } else if (IS_ENABLED(CONFIG_HAVE_MOVE_PUD) && extent == PUD_SIZE) { in move_page_tables()
/linux/arch/loongarch/include/asm/
H A Dpgtable.h42 #define PUD_SIZE (1UL << PUD_SHIFT) macro
43 #define PUD_MASK (~(PUD_SIZE-1))
/linux/arch/powerpc/kvm/
H A Dbook3s_64_mmu_radix.c873 (gpa & (PUD_SIZE - PAGE_SIZE)) == in kvmppc_book3s_instantiate_page()
874 (hva & (PUD_SIZE - PAGE_SIZE))) { in kvmppc_book3s_instantiate_page()
1374 gpa = (gpa & PUD_MASK) + PUD_SIZE; in debugfs_radix_read()
/linux/arch/arm/mm/
H A Ddump.c373 addr = start + i * PUD_SIZE; in walk_pud()

12