/linux/drivers/accel/ivpu/ |
H A D | ivpu_mmu_context.c | 93 static void ivpu_mmu_pgtables_free(struct ivpu_device *vdev, struct ivpu_mmu_pgtable *pgtable) in ivpu_mmu_pgtables_free() argument 100 pud_dma_ptr = pgtable->pud_ptrs[pgd_idx]; in ivpu_mmu_pgtables_free() 101 pud_dma = pgtable->pgd_dma_ptr[pgd_idx]; in ivpu_mmu_pgtables_free() 107 pmd_dma_ptr = pgtable->pmd_ptrs[pgd_idx][pud_idx]; in ivpu_mmu_pgtables_free() 108 pmd_dma = pgtable->pud_ptrs[pgd_idx][pud_idx]; in ivpu_mmu_pgtables_free() 114 pte_dma_ptr = pgtable->pte_ptrs[pgd_idx][pud_idx][pmd_idx]; in ivpu_mmu_pgtables_free() 115 pte_dma = pgtable->pmd_ptrs[pgd_idx][pud_idx][pmd_idx]; in ivpu_mmu_pgtables_free() 120 kfree(pgtable->pte_ptrs[pgd_idx][pud_idx]); in ivpu_mmu_pgtables_free() 124 kfree(pgtable->pmd_ptrs[pgd_idx]); in ivpu_mmu_pgtables_free() 125 kfree(pgtable->pte_ptrs[pgd_idx]); in ivpu_mmu_pgtables_free() [all …]
|
/linux/arch/arm64/kvm/ |
H A D | ptdump.c | 100 struct kvm_pgtable *pgtable = mmu->pgt; in kvm_ptdump_parser_create() local 107 ret = kvm_ptdump_build_levels(&st->level[0], pgtable->start_level); in kvm_ptdump_parser_create() 114 st->ipa_marker[1].start_address = BIT(pgtable->ia_bits); in kvm_ptdump_parser_create() 115 st->range[0].end = BIT(pgtable->ia_bits); in kvm_ptdump_parser_create() 196 struct kvm_pgtable *pgtable = m->private; in kvm_pgtable_range_show() local 198 seq_printf(m, "%2u\n", pgtable->ia_bits); in kvm_pgtable_range_show() 204 struct kvm_pgtable *pgtable = m->private; in kvm_pgtable_levels_show() local 206 seq_printf(m, "%1d\n", KVM_PGTABLE_MAX_LEVELS - pgtable->start_level); in kvm_pgtable_levels_show() 214 struct kvm_pgtable *pgtable; in kvm_pgtable_debugfs_open() local 220 pgtable = kvm->arch.mmu.pgt; in kvm_pgtable_debugfs_open() [all …]
|
/linux/mm/ |
H A D | pgtable-generic.c | 166 pgtable_t pgtable) in pgtable_trans_huge_deposit() argument 172 INIT_LIST_HEAD(&pgtable->lru); in pgtable_trans_huge_deposit() 174 list_add(&pgtable->lru, &pmd_huge_pte(mm, pmdp)->lru); in pgtable_trans_huge_deposit() 175 pmd_huge_pte(mm, pmdp) = pgtable; in pgtable_trans_huge_deposit() 183 pgtable_t pgtable; in pgtable_trans_huge_withdraw() local 188 pgtable = pmd_huge_pte(mm, pmdp); in pgtable_trans_huge_withdraw() 189 pmd_huge_pte(mm, pmdp) = list_first_entry_or_null(&pgtable->lru, in pgtable_trans_huge_withdraw() 192 list_del(&pgtable->lru); in pgtable_trans_huge_withdraw() 193 return pgtable; in pgtable_trans_huge_withdraw() 247 void pte_free_defer(struct mm_struct *mm, pgtable_t pgtable) in pte_free_defer() argument [all …]
|
H A D | huge_memory.c | 1217 pgtable_t pgtable; in __do_huge_pmd_anonymous_page() local 1224 pgtable = pte_alloc_one(vma->vm_mm); in __do_huge_pmd_anonymous_page() 1225 if (unlikely(!pgtable)) { in __do_huge_pmd_anonymous_page() 1242 pte_free(vma->vm_mm, pgtable); in __do_huge_pmd_anonymous_page() 1247 pgtable_trans_huge_deposit(vma->vm_mm, vmf->pmd, pgtable); in __do_huge_pmd_anonymous_page() 1258 if (pgtable) in __do_huge_pmd_anonymous_page() 1259 pte_free(vma->vm_mm, pgtable); in __do_huge_pmd_anonymous_page() 1301 static void set_huge_zero_folio(pgtable_t pgtable, struct mm_struct *mm, in set_huge_zero_folio() argument 1310 pgtable_trans_huge_deposit(mm, pmd, pgtable); in set_huge_zero_folio() 1331 pgtable_t pgtable; in do_huge_pmd_anonymous_page() local [all …]
|
H A D | hugetlb_vmemmap.c | 57 pte_t *pgtable; in vmemmap_split_pmd() local 59 pgtable = pte_alloc_one_kernel(&init_mm); in vmemmap_split_pmd() 60 if (!pgtable) in vmemmap_split_pmd() 63 pmd_populate_kernel(&init_mm, &__pmd, pgtable); in vmemmap_split_pmd() 86 pmd_populate_kernel(&init_mm, pmd, pgtable); in vmemmap_split_pmd() 90 pte_free_kernel(&init_mm, pgtable); in vmemmap_split_pmd()
|
/linux/drivers/gpu/drm/etnaviv/ |
H A D | etnaviv_iommu.c | 93 u32 pgtable; in etnaviv_iommuv1_restore() local 107 pgtable = (u32)v1_context->pgtable_dma; in etnaviv_iommuv1_restore() 109 gpu_write(gpu, VIVS_MC_MMU_FE_PAGE_TABLE, pgtable); in etnaviv_iommuv1_restore() 110 gpu_write(gpu, VIVS_MC_MMU_TX_PAGE_TABLE, pgtable); in etnaviv_iommuv1_restore() 111 gpu_write(gpu, VIVS_MC_MMU_PE_PAGE_TABLE, pgtable); in etnaviv_iommuv1_restore() 112 gpu_write(gpu, VIVS_MC_MMU_PEZ_PAGE_TABLE, pgtable); in etnaviv_iommuv1_restore() 113 gpu_write(gpu, VIVS_MC_MMU_RA_PAGE_TABLE, pgtable); in etnaviv_iommuv1_restore()
|
/linux/arch/powerpc/mm/book3s64/ |
H A D | hash_pgtable.c | 268 pgtable_t pgtable) in hash__pgtable_trans_huge_deposit() argument 277 *pgtable_slot = pgtable; in hash__pgtable_trans_huge_deposit() 289 pgtable_t pgtable; in hash__pgtable_trans_huge_withdraw() local 295 pgtable = *pgtable_slot; in hash__pgtable_trans_huge_withdraw() 304 memset(pgtable, 0, PTE_FRAG_SIZE); in hash__pgtable_trans_huge_withdraw() 305 return pgtable; in hash__pgtable_trans_huge_withdraw() 349 pgtable_t pgtable; in hash__pmdp_huge_get_and_clear() local 361 pgtable = *pgtable_slot; in hash__pmdp_huge_get_and_clear() 366 memset(pgtable, 0, PTE_FRAG_SIZE); in hash__pmdp_huge_get_and_clear()
|
/linux/drivers/iommu/ |
H A D | exynos-iommu.c | 180 static sysmmu_pte_t *section_entry(sysmmu_pte_t *pgtable, sysmmu_iova_t iova) in section_entry() argument 182 return pgtable + lv1ent_offset(iova); in section_entry() 250 sysmmu_pte_t *pgtable; /* lv1 page table, 16KB */ member 300 phys_addr_t pgtable; /* assigned page table structure */ member 557 dev_dbg(data->sysmmu, "Page table base: %pa\n", &data->pgtable); in show_fault_information() 558 ent = section_entry(phys_to_virt(data->pgtable), fault->addr); in show_fault_information() 656 __sysmmu_set_ptbase(data, data->pgtable); in __sysmmu_enable() 905 domain->pgtable = iommu_alloc_pages(GFP_KERNEL, 2); in exynos_iommu_domain_alloc_paging() 906 if (!domain->pgtable) in exynos_iommu_domain_alloc_paging() 915 domain->pgtable[i] = ZERO_LV2LINK; in exynos_iommu_domain_alloc_paging() [all …]
|
/linux/arch/m68k/include/asm/ |
H A D | motorola_pgalloc.h | 42 static inline void pte_free(struct mm_struct *mm, pgtable_t pgtable) in pte_free() argument 44 free_pointer_table(pgtable, TABLE_PTE); in pte_free() 47 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pgtable, in __pte_free_tlb() argument 50 free_pointer_table(pgtable, TABLE_PTE); in __pte_free_tlb()
|
H A D | mcf_pgalloc.h | 35 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pgtable, in __pte_free_tlb() argument 38 struct ptdesc *ptdesc = virt_to_ptdesc(pgtable); in __pte_free_tlb() 60 static inline void pte_free(struct mm_struct *mm, pgtable_t pgtable) in pte_free() argument 62 struct ptdesc *ptdesc = virt_to_ptdesc(pgtable); in pte_free()
|
/linux/arch/mips/mm/ |
H A D | Makefile | 14 obj-y += pgtable.o 29 obj-$(CONFIG_32BIT) += ioremap.o pgtable-32.o 30 obj-$(CONFIG_64BIT) += ioremap64.o pgtable-64.o
|
/linux/arch/x86/boot/compressed/ |
H A D | pgtable_64.c | 104 asmlinkage void configure_5level_paging(struct boot_params *bp, void *pgtable) in configure_5level_paging() argument 198 memcpy(pgtable, trampoline_32bit, PAGE_SIZE); in configure_5level_paging() 199 native_write_cr3((unsigned long)pgtable); in configure_5level_paging()
|
H A D | head_64.S | 201 leal rva(pgtable)(%ebx), %edi 207 leal rva(pgtable + 0)(%ebx), %edi 213 leal rva(pgtable + 0x1000)(%ebx), %edi 224 leal rva(pgtable + 0x2000)(%ebx), %edi 235 leal rva(pgtable)(%ebx), %eax 644 SYM_DATA_LOCAL(pgtable, .fill BOOT_PGT_SIZE, 1, 0)
|
H A D | vmlinux.lds.S | 66 .pgtable : { 68 *(.pgtable) argument
|
/linux/arch/powerpc/mm/ |
H A D | pgtable-frag.c | 137 void pte_free_defer(struct mm_struct *mm, pgtable_t pgtable) in pte_free_defer() argument 141 folio = virt_to_folio(pgtable); in pte_free_defer() 143 pte_fragment_free((unsigned long *)pgtable, 0); in pte_free_defer()
|
H A D | Makefile | 6 obj-y := fault.o mem.o pgtable.o maccess.o pageattr.o \ 8 pgtable-frag.o ioremap.o ioremap_$(BITS).o \
|
/linux/Documentation/features/debug/debug-vm-pgtable/ |
H A D | arch-support.txt | 2 # Feature name: debug-vm-pgtable 4 # description: arch supports pgtable tests for semantics compliance
|
/linux/arch/microblaze/mm/ |
H A D | Makefile | 6 obj-y := consistent.o init.o pgtable.o mmu_context.o fault.o
|
/linux/arch/arm64/kvm/hyp/ |
H A D | Makefile | 10 obj-$(CONFIG_KVM) += vhe/ nvhe/ pgtable.o
|
/linux/drivers/iommu/arm/arm-smmu/ |
H A D | arm-smmu-qcom.c | 127 struct io_pgtable *pgtable = in qcom_adreno_smmu_get_ttbr1_cfg() local 129 return &pgtable->cfg; in qcom_adreno_smmu_get_ttbr1_cfg() 142 struct io_pgtable *pgtable = io_pgtable_ops_to_pgtable(smmu_domain->pgtbl_ops); in qcom_adreno_smmu_set_ttbr0_cfg() local 157 cb->tcr[0] = arm_smmu_lpae_tcr(&pgtable->cfg); in qcom_adreno_smmu_set_ttbr0_cfg()
|
/linux/arch/nios2/mm/ |
H A D | Makefile | 13 obj-y += pgtable.o
|
/linux/arch/loongarch/mm/ |
H A D | Makefile | 7 fault.o ioremap.o maccess.o mmap.o pgtable.o \
|
/linux/arch/s390/mm/ |
H A D | Makefile | 7 obj-y += page-states.o pageattr.o pgtable.o pgalloc.o extable.o
|
/linux/scripts/gdb/ |
H A D | vmlinux-gdb.py | 44 import linux.pgtable
|
/linux/arch/powerpc/include/asm/ |
H A D | pgalloc.h | 50 void pte_free_defer(struct mm_struct *mm, pgtable_t pgtable);
|