Home
last modified time | relevance | path

Searched refs:PMD_SIZE (Results 1 – 25 of 63) sorted by relevance

123

/linux/arch/m68k/mm/
H A Dkmap.c50 #define IO_SIZE PMD_SIZE
85 virtaddr += PMD_SIZE; in __free_io_area()
86 size -= PMD_SIZE; in __free_io_area()
254 if (!(virtaddr & (PMD_SIZE-1))) in __ioremap()
269 physaddr += PMD_SIZE; in __ioremap()
270 virtaddr += PMD_SIZE; in __ioremap()
271 size -= PMD_SIZE; in __ioremap()
379 virtaddr += PMD_SIZE; in kernel_set_cachemode()
380 size -= PMD_SIZE; in kernel_set_cachemode()
/linux/arch/x86/mm/
H A Dinit.c354 unsigned long start = round_down(mr[i].start, PMD_SIZE); in adjust_range_page_size_mask()
355 unsigned long end = round_up(mr[i].end, PMD_SIZE); in adjust_range_page_size_mask()
421 end_pfn = PFN_DOWN(PMD_SIZE); in split_mem_range()
423 end_pfn = round_up(pfn, PFN_DOWN(PMD_SIZE)); in split_mem_range()
425 end_pfn = round_up(pfn, PFN_DOWN(PMD_SIZE)); in split_mem_range()
435 start_pfn = round_up(pfn, PFN_DOWN(PMD_SIZE)); in split_mem_range()
437 end_pfn = round_down(limit_pfn, PFN_DOWN(PMD_SIZE)); in split_mem_range()
440 if (end_pfn > round_down(limit_pfn, PFN_DOWN(PMD_SIZE))) in split_mem_range()
441 end_pfn = round_down(limit_pfn, PFN_DOWN(PMD_SIZE)); in split_mem_range()
462 start_pfn = round_up(pfn, PFN_DOWN(PMD_SIZE)); in split_mem_range()
[all …]
H A Dmem_encrypt_amd.c169 vaddr += PMD_SIZE; in __sme_early_map_unmap_mem()
170 paddr += PMD_SIZE; in __sme_early_map_unmap_mem()
171 size = (size <= PMD_SIZE) ? 0 : size - PMD_SIZE; in __sme_early_map_unmap_mem()
H A Dkasan_init_64.c46 ((end - addr) == PMD_SIZE) && in kasan_populate_pmd()
47 IS_ALIGNED(addr, PMD_SIZE)) { in kasan_populate_pmd()
48 p = early_alloc(PMD_SIZE, nid, false); in kasan_populate_pmd()
51 memblock_free(p, PMD_SIZE); in kasan_populate_pmd()
/linux/arch/sh/include/asm/
H A Dpgtable-3level.h23 #define PMD_SIZE (1UL << PMD_SHIFT) macro
24 #define PMD_MASK (~(PMD_SIZE-1))
26 #define PTRS_PER_PMD ((1 << PGDIR_SHIFT) / PMD_SIZE)
/linux/arch/parisc/kernel/
H A Dpci-dma.c85 if (end > PMD_SIZE) in map_pte_uncached()
86 end = PMD_SIZE; in map_pte_uncached()
120 vaddr = (vaddr + PMD_SIZE) & PMD_MASK; in map_pmd_uncached()
121 orig_vaddr += PMD_SIZE; in map_pmd_uncached()
170 if (end > PMD_SIZE) in unmap_uncached_pte()
171 end = PMD_SIZE; in unmap_uncached_pte()
210 vaddr = (vaddr + PMD_SIZE) & PMD_MASK; in unmap_uncached_pmd()
211 orig_vaddr += PMD_SIZE; in unmap_uncached_pmd()
/linux/arch/riscv/mm/
H A Dinit.c233 vmlinux_end = (vmlinux_end + PMD_SIZE - 1) & PMD_MASK; in setup_bootmem()
507 if (sz == PMD_SIZE) { in create_pmd_mapping()
725 !(pa & (PMD_SIZE - 1)) && !(va & (PMD_SIZE - 1)) && size >= PMD_SIZE) in best_map_size()
726 return PMD_SIZE; in best_map_size()
859 PMD_SIZE, PAGE_KERNEL_EXEC); in set_satp_mode()
861 set_satp_mode_pmd + PMD_SIZE, in set_satp_mode()
862 set_satp_mode_pmd + PMD_SIZE, in set_satp_mode()
863 PMD_SIZE, PAGE_KERNEL_EXEC); in set_satp_mode()
921 for (va = kernel_map.virt_addr; va < end_va; va += PMD_SIZE) in create_kernel_page_table()
924 PMD_SIZE, in create_kernel_page_table()
[all …]
H A Dtlbflush.c169 else if (stride_size >= PMD_SIZE) in flush_tlb_range()
170 stride_size = PMD_SIZE; in flush_tlb_range()
191 start, end - start, PMD_SIZE); in flush_pmd_tlb_range()
/linux/arch/arm64/mm/
H A Dhugetlbpage.c56 case PMD_SIZE: in __hugetlb_valid_size()
91 *pgsize = PMD_SIZE; in find_num_contig()
105 *pgsize = PMD_SIZE; in num_contig_ptes()
264 } else if (sz == PMD_SIZE) { in huge_pte_alloc()
308 if (!(sz == PMD_SIZE || sz == CONT_PMD_SIZE) && in huge_pte_offset()
333 case PMD_SIZE: in hugetlb_mask_last_page()
334 return PUD_SIZE - PMD_SIZE; in hugetlb_mask_last_page()
336 return PMD_SIZE - CONT_PTE_SIZE; in hugetlb_mask_last_page()
357 case PMD_SIZE: in arch_make_huge_pte()
/linux/arch/arm64/kvm/hyp/nvhe/
H A Dmm.c335 phys = ALIGN(hyp_memory[i].base, PMD_SIZE); in create_fixblock()
336 if (phys + PMD_SIZE < (hyp_memory[i].base + hyp_memory[i].size)) in create_fixblock()
344 addr = ALIGN(__io_map_base, PMD_SIZE); in create_fixblock()
345 ret = __pkvm_alloc_private_va_range(addr, PMD_SIZE); in create_fixblock()
349 ret = kvm_pgtable_hyp_map(&pkvm_pgtable, addr, PMD_SIZE, phys, PAGE_HYP); in create_fixblock()
353 ret = kvm_pgtable_walk(&pkvm_pgtable, addr, PMD_SIZE, &walker); in create_fixblock()
367 *size = PMD_SIZE; in hyp_fixblock_map()
/linux/arch/x86/include/asm/
H A Dpgtable_32_types.h12 # define PMD_SIZE (1UL << PMD_SHIFT) macro
13 # define PMD_MASK (~(PMD_SIZE - 1))
H A Dpgtable_64_types.h82 #define PMD_SIZE (_AC(1, UL) << PMD_SHIFT) macro
83 #define PMD_MASK (~(PMD_SIZE - 1))
/linux/arch/loongarch/kvm/
H A Dmmu.c399 if (IS_ALIGNED(size, PMD_SIZE) && IS_ALIGNED(gpa_start, PMD_SIZE) in kvm_arch_prepare_memory_region()
400 && IS_ALIGNED(hva_start, PMD_SIZE)) in kvm_arch_prepare_memory_region()
427 gpa_offset = gpa_start & (PMD_SIZE - 1); in kvm_arch_prepare_memory_region()
428 hva_offset = hva_start & (PMD_SIZE - 1); in kvm_arch_prepare_memory_region()
433 gpa_offset = PMD_SIZE; in kvm_arch_prepare_memory_region()
434 if ((size + gpa_offset) < (PMD_SIZE * 2)) in kvm_arch_prepare_memory_region()
638 return (hva >= ALIGN(start, PMD_SIZE)) && (hva < ALIGN_DOWN(end, PMD_SIZE)); in fault_supports_huge_mapping()
/linux/arch/nios2/mm/
H A Dioremap.c33 if (end > PMD_SIZE) in remap_area_pte()
34 end = PMD_SIZE; in remap_area_pte()
70 address = (address + PMD_SIZE) & PMD_MASK; in remap_area_pmd()
/linux/arch/x86/boot/startup/
H A Dmap_kernel.c53 for (; paddr < paddr_end; paddr += PMD_SIZE) { in sme_postprocess_startup()
179 for (i = 0; i < DIV_ROUND_UP(va_end - va_text, PMD_SIZE); i++) { in __startup_64()
182 pmd[idx % PTRS_PER_PMD] = pmd_entry + i * PMD_SIZE; in __startup_64()
/linux/arch/powerpc/include/asm/nohash/64/
H A Dpgtable-4k.h31 #define PMD_SIZE (1UL << PMD_SHIFT) macro
32 #define PMD_MASK (~(PMD_SIZE-1))
/linux/arch/arm64/include/asm/
H A Dkernel-pgtable.h21 #if defined(PMD_SIZE) && PMD_SIZE <= MIN_KIMG_ALIGN
/linux/arch/loongarch/include/asm/
H A Dpgtable.h34 #define PMD_SIZE (1UL << PMD_SHIFT) macro
35 #define PMD_MASK (~(PMD_SIZE-1))
39 #define PMD_SIZE (1UL << PMD_SHIFT) macro
40 #define PMD_MASK (~(PMD_SIZE-1))
112 …R_PUD * PTRS_PER_PMD * PTRS_PER_PTE * PAGE_SIZE, (1UL << cpu_vabits)) - PMD_SIZE - VMEMMAP_SIZE - …
116 …D * PTRS_PER_PMD * PTRS_PER_PTE * PAGE_SIZE, (1UL << cpu_vabits) / 2) - PMD_SIZE - VMEMMAP_SIZE - …
119 #define VMEMMAP_ALIGN max(PMD_SIZE, MAX_FOLIO_VMEMMAP_ALIGN)
/linux/arch/x86/virt/svm/
H A Dsev.c163 if (IS_ALIGNED(pa, PMD_SIZE)) in __snp_fixup_e820_tables()
182 pa = ALIGN_DOWN(pa, PMD_SIZE); in __snp_fixup_e820_tables()
183 if (e820__mapped_any(pa, pa + PMD_SIZE, E820_TYPE_RAM)) { in __snp_fixup_e820_tables()
185 e820__range_update(pa, PMD_SIZE, E820_TYPE_RAM, E820_TYPE_RESERVED); in __snp_fixup_e820_tables()
186 e820__range_update_table(e820_table_kexec, pa, PMD_SIZE, E820_TYPE_RAM, E820_TYPE_RESERVED); in __snp_fixup_e820_tables()
187 if (!memblock_is_region_reserved(pa, PMD_SIZE)) in __snp_fixup_e820_tables()
188 memblock_reserve(pa, PMD_SIZE); in __snp_fixup_e820_tables()
/linux/arch/um/include/asm/
H A Dpgtable-4level.h31 #define PMD_SIZE (1UL << PMD_SHIFT) macro
32 #define PMD_MASK (~(PMD_SIZE-1))
/linux/arch/x86/boot/compressed/
H A Dident_map_64.c98 start = round_down(start, PMD_SIZE); in kernel_add_identity_map()
99 end = round_up(end, PMD_SIZE); in kernel_add_identity_map()
370 end = address + PMD_SIZE; in do_boot_page_fault()
/linux/mm/
H A Dpage_table_check.c177 page_table_check_clear(pmd_pfn(pmd), PMD_SIZE >> PAGE_SHIFT); in __page_table_check_pmd_clear()
242 unsigned long stride = PMD_SIZE >> PAGE_SHIFT; in __page_table_check_pmds_set()
251 __page_table_check_pmd_clear(mm, addr + PMD_SIZE * i, *(pmdp + i)); in __page_table_check_pmds_set()
/linux/arch/riscv/include/asm/
H A Dcrash_reserve.h5 #define CRASH_ALIGN PMD_SIZE
/linux/arch/arc/include/asm/
H A Dpgtable-levels.h81 #define PMD_SIZE BIT(PMD_SHIFT) macro
82 #define PMD_MASK (~(PMD_SIZE - 1))
/linux/arch/arm/include/asm/
H A Dkfence.h24 flush_tlb_kernel_range(addr, addr + PMD_SIZE); in split_pmd_page()

123