| /linux/arch/arm64/kvm/ |
| H A D | ptdump.c | 119 struct kvm_pgtable *pgtable = mmu->pgt; in kvm_ptdump_parser_create() local 126 ret = kvm_ptdump_build_levels(&st->level[0], pgtable->start_level); in kvm_ptdump_parser_create() 133 st->ipa_marker[1].start_address = BIT(pgtable->ia_bits); in kvm_ptdump_parser_create() 134 st->range[0].end = BIT(pgtable->ia_bits); in kvm_ptdump_parser_create() 215 struct kvm_pgtable *pgtable = m->private; in kvm_pgtable_range_show() local 217 seq_printf(m, "%2u\n", pgtable->ia_bits); in kvm_pgtable_range_show() 223 struct kvm_pgtable *pgtable = m->private; in kvm_pgtable_levels_show() local 225 seq_printf(m, "%1d\n", KVM_PGTABLE_MAX_LEVELS - pgtable->start_level); in kvm_pgtable_levels_show() 233 struct kvm_pgtable *pgtable; in kvm_pgtable_debugfs_open() local 239 pgtable = kvm->arch.mmu.pgt; in kvm_pgtable_debugfs_open() [all …]
|
| /linux/mm/ |
| H A D | pgtable-generic.c | 167 pgtable_t pgtable) in pgtable_trans_huge_deposit() argument 173 INIT_LIST_HEAD(&pgtable->lru); in pgtable_trans_huge_deposit() 175 list_add(&pgtable->lru, &pmd_huge_pte(mm, pmdp)->lru); in pgtable_trans_huge_deposit() 176 pmd_huge_pte(mm, pmdp) = pgtable; in pgtable_trans_huge_deposit() 184 pgtable_t pgtable; in pgtable_trans_huge_withdraw() local 189 pgtable = pmd_huge_pte(mm, pmdp); in pgtable_trans_huge_withdraw() 190 pmd_huge_pte(mm, pmdp) = list_first_entry_or_null(&pgtable->lru, in pgtable_trans_huge_withdraw() 193 list_del(&pgtable->lru); in pgtable_trans_huge_withdraw() 194 return pgtable; in pgtable_trans_huge_withdraw() 248 void pte_free_defer(struct mm_struct *mm, pgtable_t pgtable) in pte_free_defer() argument [all …]
|
| H A D | huge_memory.c | 1325 pgtable_t pgtable; in __do_huge_pmd_anonymous_page() local 1332 pgtable = pte_alloc_one(vma->vm_mm); in __do_huge_pmd_anonymous_page() 1333 if (unlikely(!pgtable)) { in __do_huge_pmd_anonymous_page() 1350 pte_free(vma->vm_mm, pgtable); in __do_huge_pmd_anonymous_page() 1355 pgtable_trans_huge_deposit(vma->vm_mm, vmf->pmd, pgtable); in __do_huge_pmd_anonymous_page() 1365 if (pgtable) in __do_huge_pmd_anonymous_page() 1366 pte_free(vma->vm_mm, pgtable); in __do_huge_pmd_anonymous_page() 1446 static void set_huge_zero_folio(pgtable_t pgtable, struct mm_struct *mm, in set_huge_zero_folio() argument 1453 pgtable_trans_huge_deposit(mm, pmd, pgtable); in set_huge_zero_folio() 1474 pgtable_t pgtable; in do_huge_pmd_anonymous_page() local [all …]
|
| H A D | hugetlb_vmemmap.c | 58 pte_t *pgtable; in vmemmap_split_pmd() local 60 pgtable = pte_alloc_one_kernel(&init_mm); in vmemmap_split_pmd() 61 if (!pgtable) in vmemmap_split_pmd() 64 pmd_populate_kernel(&init_mm, &__pmd, pgtable); in vmemmap_split_pmd() 87 pmd_populate_kernel(&init_mm, pmd, pgtable); in vmemmap_split_pmd() 91 pte_free_kernel(&init_mm, pgtable); in vmemmap_split_pmd()
|
| /linux/drivers/gpu/drm/etnaviv/ |
| H A D | etnaviv_iommu.c | 93 u32 pgtable; in etnaviv_iommuv1_restore() local 107 pgtable = (u32)v1_context->pgtable_dma; in etnaviv_iommuv1_restore() 109 gpu_write(gpu, VIVS_MC_MMU_FE_PAGE_TABLE, pgtable); in etnaviv_iommuv1_restore() 110 gpu_write(gpu, VIVS_MC_MMU_TX_PAGE_TABLE, pgtable); in etnaviv_iommuv1_restore() 111 gpu_write(gpu, VIVS_MC_MMU_PE_PAGE_TABLE, pgtable); in etnaviv_iommuv1_restore() 112 gpu_write(gpu, VIVS_MC_MMU_PEZ_PAGE_TABLE, pgtable); in etnaviv_iommuv1_restore() 113 gpu_write(gpu, VIVS_MC_MMU_RA_PAGE_TABLE, pgtable); in etnaviv_iommuv1_restore()
|
| /linux/drivers/iommu/ |
| H A D | Makefile | 13 obj-$(CONFIG_IOMMU_IO_PGTABLE) += io-pgtable.o 14 obj-$(CONFIG_IOMMU_IO_PGTABLE_ARMV7S) += io-pgtable-arm-v7s.o 15 obj-$(CONFIG_IOMMU_IO_PGTABLE_LPAE) += io-pgtable-arm.o 16 obj-$(CONFIG_IOMMU_IO_PGTABLE_LPAE_KUNIT_TEST) += io-pgtable-arm-selftests.o 17 obj-$(CONFIG_IOMMU_IO_PGTABLE_DART) += io-pgtable-dart.o
|
| H A D | exynos-iommu.c | 181 static sysmmu_pte_t *section_entry(sysmmu_pte_t *pgtable, sysmmu_iova_t iova) in section_entry() argument 183 return pgtable + lv1ent_offset(iova); in section_entry() 251 sysmmu_pte_t *pgtable; /* lv1 page table, 16KB */ member 301 phys_addr_t pgtable; /* assigned page table structure */ member 558 dev_dbg(data->sysmmu, "Page table base: %pa\n", &data->pgtable); in show_fault_information() 559 ent = section_entry(phys_to_virt(data->pgtable), fault->addr); in show_fault_information() 657 __sysmmu_set_ptbase(data, data->pgtable); in __sysmmu_enable() 906 domain->pgtable = iommu_alloc_pages_sz(GFP_KERNEL, SZ_16K); in exynos_iommu_domain_alloc_paging() 907 if (!domain->pgtable) in exynos_iommu_domain_alloc_paging() 916 domain->pgtable[i] = ZERO_LV2LINK; in exynos_iommu_domain_alloc_paging() [all …]
|
| /linux/arch/m68k/include/asm/ |
| H A D | motorola_pgalloc.h | 42 static inline void pte_free(struct mm_struct *mm, pgtable_t pgtable) in pte_free() argument 44 free_pointer_table(pgtable, TABLE_PTE); in pte_free() 47 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pgtable, in __pte_free_tlb() argument 50 free_pointer_table(pgtable, TABLE_PTE); in __pte_free_tlb()
|
| H A D | mcf_pgalloc.h | 39 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pgtable, in __pte_free_tlb() argument 42 struct ptdesc *ptdesc = virt_to_ptdesc(pgtable); in __pte_free_tlb() 64 static inline void pte_free(struct mm_struct *mm, pgtable_t pgtable) in pte_free() argument 66 struct ptdesc *ptdesc = virt_to_ptdesc(pgtable); in pte_free()
|
| /linux/arch/mips/mm/ |
| H A D | Makefile | 14 obj-y += pgtable.o 29 obj-$(CONFIG_32BIT) += ioremap.o pgtable-32.o 30 obj-$(CONFIG_64BIT) += ioremap64.o pgtable-64.o
|
| /linux/arch/powerpc/mm/ |
| H A D | pgtable-frag.c | 133 void pte_free_defer(struct mm_struct *mm, pgtable_t pgtable) in pte_free_defer() argument 137 folio = virt_to_folio(pgtable); in pte_free_defer() 139 pte_fragment_free((unsigned long *)pgtable, 0); in pte_free_defer()
|
| /linux/Documentation/features/debug/debug-vm-pgtable/ |
| H A D | arch-support.txt | 2 # Feature name: debug-vm-pgtable 4 # description: arch supports pgtable tests for semantics compliance
|
| /linux/arch/x86/boot/compressed/ |
| H A D | vmlinux.lds.S | 74 .pgtable : { 76 *(.pgtable) argument
|
| /linux/arch/arm64/kvm/hyp/ |
| H A D | pgtable.c | 153 struct kvm_pgtable_mm_ops *mm_ops, kvm_pteref_t pgtable, s8 level); 222 struct kvm_pgtable_mm_ops *mm_ops, kvm_pteref_t pgtable, s8 level) in __kvm_pgtable_walk() argument 232 kvm_pteref_t pteref = &pgtable[idx]; in __kvm_pgtable_walk() 1416 kvm_pte_t *pgtable; in kvm_pgtable_stage2_create_unlinked() local 1426 pgtable = mm_ops->zalloc_page(mc); in kvm_pgtable_stage2_create_unlinked() 1427 if (!pgtable) in kvm_pgtable_stage2_create_unlinked() 1430 ret = __kvm_pgtable_walk(&data, mm_ops, (kvm_pteref_t)pgtable, in kvm_pgtable_stage2_create_unlinked() 1433 kvm_pgtable_stage2_free_unlinked(mm_ops, pgtable, level); in kvm_pgtable_stage2_create_unlinked() 1437 return pgtable; in kvm_pgtable_stage2_create_unlinked() 1655 void kvm_pgtable_stage2_free_unlinked(struct kvm_pgtable_mm_ops *mm_ops, void *pgtable, s8 level) in kvm_pgtable_stage2_free_unlinked() argument [all …]
|
| H A D | Makefile | 10 obj-$(CONFIG_KVM) += vhe/ nvhe/ pgtable.o
|
| /linux/arch/microblaze/mm/ |
| H A D | Makefile | 6 obj-y := consistent.o init.o pgtable.o mmu_context.o fault.o
|
| /linux/arch/s390/mm/ |
| H A D | pgtable.c | 523 pgtable_t pgtable) in pgtable_trans_huge_deposit() argument 525 struct list_head *lh = (struct list_head *) pgtable; in pgtable_trans_huge_deposit() 534 pmd_huge_pte(mm, pmdp) = pgtable; in pgtable_trans_huge_deposit() 540 pgtable_t pgtable; in pgtable_trans_huge_withdraw() local 546 pgtable = pmd_huge_pte(mm, pmdp); in pgtable_trans_huge_withdraw() 547 lh = (struct list_head *) pgtable; in pgtable_trans_huge_withdraw() 554 ptep = (pte_t *) pgtable; in pgtable_trans_huge_withdraw() 558 return pgtable; in pgtable_trans_huge_withdraw()
|
| /linux/arch/nios2/mm/ |
| H A D | Makefile | 13 obj-y += pgtable.o
|
| /linux/arch/loongarch/mm/ |
| H A D | Makefile | 7 fault.o ioremap.o maccess.o mmap.o pgtable.o \
|
| /linux/arch/powerpc/mm/book3s64/ |
| H A D | radix_pgtable.c | 1489 pgtable_t pgtable) in radix__pgtable_trans_huge_deposit() argument 1491 struct list_head *lh = (struct list_head *) pgtable; in radix__pgtable_trans_huge_deposit() 1500 pmd_huge_pte(mm, pmdp) = pgtable; in radix__pgtable_trans_huge_deposit() 1506 pgtable_t pgtable; in radix__pgtable_trans_huge_withdraw() local 1512 pgtable = pmd_huge_pte(mm, pmdp); in radix__pgtable_trans_huge_withdraw() 1513 lh = (struct list_head *) pgtable; in radix__pgtable_trans_huge_withdraw() 1520 ptep = (pte_t *) pgtable; in radix__pgtable_trans_huge_withdraw() 1524 return pgtable; in radix__pgtable_trans_huge_withdraw()
|
| H A D | Makefile | 3 obj-y += mmu_context.o pgtable.o trace.o
|
| /linux/scripts/gdb/ |
| H A D | vmlinux-gdb.py | 44 import linux.pgtable
|
| /linux/arch/powerpc/include/asm/ |
| H A D | pgalloc.h | 50 void pte_free_defer(struct mm_struct *mm, pgtable_t pgtable);
|
| /linux/drivers/iommu/arm/arm-smmu/ |
| H A D | arm-smmu-qcom.c | 216 struct io_pgtable *pgtable = in qcom_adreno_smmu_get_ttbr1_cfg() local 218 return &pgtable->cfg; in qcom_adreno_smmu_get_ttbr1_cfg() 231 struct io_pgtable *pgtable = io_pgtable_ops_to_pgtable(smmu_domain->pgtbl_ops); in qcom_adreno_smmu_set_ttbr0_cfg() local 246 cb->tcr[0] = arm_smmu_lpae_tcr(&pgtable->cfg); in qcom_adreno_smmu_set_ttbr0_cfg()
|
| /linux/arch/sh/mm/ |
| H A D | Makefile | 20 pgtable.o tlbex_32.o tlbflush_32.o
|