/linux/arch/x86/include/asm/ |
H A D | kfence.h | 33 if (level != PG_LEVEL_4K) in arch_kfence_init_pool() 46 if (WARN_ON(!pte || level != PG_LEVEL_4K)) in kfence_protect_page()
|
H A D | sev.h | 101 #define RMP_TO_PG_LEVEL(level) (((level) == RMP_PG_SIZE_4K) ? PG_LEVEL_4K : PG_LEVEL_2M) 102 #define PG_LEVEL_TO_RMP(level) (((level) == PG_LEVEL_4K) ? RMP_PG_SIZE_4K : RMP_PG_SIZE_2M)
|
H A D | pgtable_types.h | 550 PG_LEVEL_4K, enumerator
|
H A D | kvm_host.h | 151 #define KVM_NR_PAGE_SIZES (KVM_MAX_HUGEPAGE_LEVEL - PG_LEVEL_4K + 1)
|
/linux/arch/x86/coco/tdx/ |
H A D | tdx-shared.c | 24 case PG_LEVEL_4K: in try_accept_one() 64 accept_size = try_accept_one(start, len, PG_LEVEL_4K); in tdx_accept_memory()
|
/linux/arch/x86/kvm/mmu/ |
H A D | page_track.c | 80 index = gfn_to_index(gfn, slot->base_gfn, PG_LEVEL_4K); in update_gfn_write_track() 109 if (kvm_mmu_slot_gfn_write_protect(kvm, slot, gfn, PG_LEVEL_4K)) in __kvm_write_track_add_gfn() 147 index = gfn_to_index(gfn, slot->base_gfn, PG_LEVEL_4K); in kvm_gfn_is_write_tracked()
|
H A D | mmu.c | 769 if (sp->role.level > PG_LEVEL_4K) in account_shadowed() 774 if (kvm_mmu_slot_gfn_write_protect(kvm, slot, gfn, PG_LEVEL_4K)) in account_shadowed() 775 kvm_flush_remote_tlbs_gfn(kvm, gfn, PG_LEVEL_4K); in account_shadowed() 815 if (sp->role.level > PG_LEVEL_4K) in unaccount_shadowed() 1023 return &slot->arch.rmap[level - PG_LEVEL_4K][idx]; in gfn_to_rmap() 1139 WARN_ON_ONCE(sp->role.level == PG_LEVEL_4K); in drop_large_spte() 1235 PG_LEVEL_4K, slot); in kvm_mmu_write_protect_pt_masked() 1258 PG_LEVEL_4K, slot); in kvm_mmu_clear_dirty_pt_masked() 1286 kvm_mmu_try_split_huge_pages(kvm, slot, start, end + 1, PG_LEVEL_4K); in kvm_arch_mmu_enable_log_dirty_pt_masked() 1345 return kvm_mmu_slot_gfn_write_protect(vcpu->kvm, slot, gfn, PG_LEVEL_4K); in kvm_vcpu_write_protect_gfn() [all …]
|
H A D | tdp_mmu.c | 563 WARN_ON_ONCE(level < PG_LEVEL_4K); in handle_changed_spte() 903 __tdp_mmu_zap_root(kvm, root, shared, PG_LEVEL_4K); in tdp_mmu_zap_root() 951 for_each_tdp_pte_min_level(iter, kvm, root, PG_LEVEL_4K, start, end) { in tdp_mmu_zap_leafs() 1691 if (iter.level > PG_LEVEL_4K || in clear_dirty_pt_masked()
|
H A D | spte.h | 336 return (level == PG_LEVEL_4K) || is_large_pte(pte); in is_last_spte()
|
/linux/arch/x86/xen/ |
H A D | p2m.c | 240 BUG_ON(!ptep || level != PG_LEVEL_4K); in xen_build_mfn_list_list() 438 BUG_ON(!ptep || level != PG_LEVEL_4K); in get_phys_to_machine() 532 BUG_ON(!ptep || level != PG_LEVEL_4K); in xen_alloc_p2m_entry() 656 BUG_ON(!ptep || level != PG_LEVEL_4K); in __set_phys_to_machine()
|
/linux/arch/x86/kvm/svm/ |
H A D | sev.c | 307 if (kvm_rmp_make_shared(kvm, pfn, PG_LEVEL_4K)) in snp_page_reclaim() 2294 ret = rmp_make_private(pfn + i, gfn << PAGE_SHIFT, PG_LEVEL_4K, in sev_gmem_post_populate() 2303 fw_args.page_size = PG_LEVEL_TO_RMP(PG_LEVEL_4K); in sev_gmem_post_populate() 2346 kvm_rmp_make_shared(kvm, pfn + i, PG_LEVEL_4K); in sev_gmem_post_populate() 2455 ret = rmp_make_private(pfn, INITIAL_VMSA_GPA, PG_LEVEL_4K, sev->asid, true); in snp_launch_update_vmsa() 3182 if (kvm_rmp_make_shared(vcpu->kvm, pfn, PG_LEVEL_4K)) in sev_free_vcpu() 4778 if (rmp_level == PG_LEVEL_4K) in sev_handle_rmp_fault() 4789 assigned && rmp_level == PG_LEVEL_4K) in sev_handle_rmp_fault() 4835 return PG_LEVEL_4K; in max_level_for_order() 4847 if (max_level_for_order(order) > PG_LEVEL_4K && in is_large_rmp_possible() [all …]
|
/linux/tools/testing/selftests/kvm/x86_64/ |
H A D | nx_huge_pages_test.c |
|
H A D | hyperv_tlb_flush.c |
|
/linux/arch/x86/kvm/vmx/ |
H A D | capabilities.h | 328 return PG_LEVEL_4K; in ept_caps_to_lpage_level()
|
/linux/arch/x86/mm/pat/ |
H A D | cpa-test.c | 206 if (level != PG_LEVEL_4K) { in pageattr_test()
|
H A D | set_memory.c | 111 direct_pages_count[PG_LEVEL_4K] << 2); in arch_report_meminfo() 530 if (lookup_address(start, &level) && (level != PG_LEVEL_4K)) in protect_kernel_text_ro() 714 *level = PG_LEVEL_4K; in lookup_address_in_pgd_attr() 1644 if (level == PG_LEVEL_4K) { in __change_page_attr()
|
/linux/arch/x86/mm/ |
H A D | pti.c | 288 if (!pte || WARN_ON(level != PG_LEVEL_4K) || pte_none(*pte)) in pti_setup_vsyscall()
|
H A D | kmmio.c | 174 case PG_LEVEL_4K: in clear_page_presence()
|
H A D | init_32.c | 371 update_page_count(PG_LEVEL_4K, pages_4k); in kernel_physical_mapping_init()
|
/linux/drivers/crypto/ccp/ |
H A D | sev-dev.c | 387 ret = rmp_make_shared(__phys_to_pfn(paddr), PG_LEVEL_4K); in snp_reclaim_pages() 409 rc = rmp_make_private(pfn, 0, PG_LEVEL_4K, 0, true); in rmp_mark_pages_firmware()
|
/linux/arch/x86/kvm/ |
H A D | x86.c | 13131 kvm_mmu_slot_try_split_huge_pages(kvm, new, PG_LEVEL_4K); in kvm_mmu_slot_apply_flags() 13137 kvm_mmu_slot_remove_write_access(kvm, new, PG_LEVEL_4K); in kvm_mmu_slot_apply_flags()
|