| /linux/arch/s390/kvm/ |
| H A D | dat.c | 153 gfn_t gfn, union asce asce) in dat_crstep_xchg_atomic()
188 union pgste __dat_ptep_xchg(union pte *ptep, union pgste pgste, union pte new, gfn_t gfn, in __dat_ptep_xchg()
233 static int dat_split_ste(struct kvm_s390_mmu_cache *mc, union pmd *pmdp, gfn_t gfn, in dat_split_ste()
302 gfn_t gfn, union asce asce, bool uses_skeys) in dat_split_crste()
378 int dat_entry_walk(struct kvm_s390_mmu_cache *mc, gfn_t gfn, union asce asce, int flags, in dat_entry_walk()
513 static long dat_pte_walk_range(gfn_t gfn, gfn_t end, struct page_table *table, struct dat_walk *w) in dat_pte_walk_range()
613 int dat_get_storage_key(union asce asce, gfn_t gfn, union skey *skey) in dat_get_storage_key()
653 int dat_set_storage_key(struct kvm_s390_mmu_cache *mc, union asce asce, gfn_t gfn, in dat_set_storage_key()
708 int dat_cond_set_storage_key(struct kvm_s390_mmu_cache *mmc, union asce asce, gfn_t gfn, in dat_cond_set_storage_key()
755 int dat_reset_reference_bit(union asce asce, gfn_t gfn) in dat_reset_reference_bit()
[all …]
|
| H A D | gmap.h | 152 static inline void gmap_handle_vsie_unshadow_event(struct gmap *parent, gfn_t gfn) in gmap_handle_vsie_unshadow_event()
158 static inline bool gmap_mkold_prefix(struct gmap *gmap, gfn_t gfn, gfn_t end) in gmap_mkold_prefix()
163 static inline bool gmap_unmap_prefix(struct gmap *gmap, gfn_t gfn, gfn_t end) in gmap_unmap_prefix()
169 union pgste pgste, gfn_t gfn, bool needs_lock) in _gmap_ptep_xchg()
194 union pgste pgste, gfn_t gfn) in gmap_ptep_xchg()
201 gfn_t gfn, bool needs_lock) in _gmap_crstep_xchg_atomic()
232 gfn_t gfn) in gmap_crstep_xchg_atomic()
|
| H A D | gmap.c | 254 bool _gmap_unmap_prefix(struct gmap *gmap, gfn_t gfn, gfn_t end, bool hint) in _gmap_unmap_prefix()
282 static long gmap_clear_young_pte(union pte *ptep, gfn_t gfn, gfn_t end, struct dat_walk *walk) in gmap_clear_young_pte()
311 static long gmap_clear_young_crste(union crste *crstep, gfn_t gfn, gfn_t end, struct dat_walk *walk) in gmap_clear_young_crste()
371 static long _gmap_unmap_pte(union pte *ptep, gfn_t gfn, gfn_t next, struct dat_walk *w) in _gmap_unmap_pte()
393 static long _gmap_unmap_crste(union crste *crstep, gfn_t gfn, gfn_t next, struct dat_walk *walk) in _gmap_unmap_crste()
441 static union pgste __pte_test_and_clear_softdirty(union pte *ptep, union pgste pgste, gfn_t gfn, in __pte_test_and_clear_softdirty()
464 static long _pte_test_and_clear_softdirty(union pte *ptep, gfn_t gfn, gfn_t end, in _pte_test_and_clear_softdirty()
476 static long _crste_test_and_clear_softdirty(union crste *table, gfn_t gfn, gfn_t end, in _crste_test_and_clear_softdirty()
620 static inline bool gmap_2g_allowed(struct gmap *gmap, gfn_t gfn) in gmap_2g_allowed()
625 static inline bool gmap_1m_allowed(struct gmap *gmap, gfn_t gfn) in gmap_1m_allowed()
[all …]
|
| H A D | dat.h | 489 gfn_t gfn; /* Guest frame */ member
586 static inline bool crdte_crste(union crste *crstep, union crste old, union crste new, gfn_t gfn, in crdte_crste()
603 static __always_inline void idte_crste(union crste *crstep, gfn_t gfn, unsigned long opt, in idte_crste()
664 static inline bool asce_contains_gfn(union asce asce, gfn_t gfn) in asce_contains_gfn()
777 static inline phys_addr_t large_pud_to_phys(union pud pud, gfn_t gfn) in large_pud_to_phys()
782 static inline phys_addr_t large_pmd_to_phys(union pmd pmd, gfn_t gfn) in large_pmd_to_phys()
787 static inline phys_addr_t large_crste_to_phys(union crste crste, gfn_t gfn) in large_crste_to_phys()
875 static inline void dat_ptep_xchg(union pte *ptep, union pte new, gfn_t gfn, union asce asce, in dat_ptep_xchg()
885 static inline void dat_ptep_clear(union pte *ptep, gfn_t gfn, union asce asce, bool has_skeys) in dat_ptep_clear()
928 gfn_t gfn, union asce asce) in dat_pmdp_xchg_atomic()
[all …]
|
| /linux/drivers/gpu/drm/i915/gvt/ |
| H A D | page_track.c | 36 struct intel_vgpu *vgpu, unsigned long gfn) in intel_vgpu_find_page_track()
51 int intel_vgpu_register_page_track(struct intel_vgpu *vgpu, unsigned long gfn, in intel_vgpu_register_page_track()
84 unsigned long gfn) in intel_vgpu_unregister_page_track()
104 int intel_vgpu_enable_page_track(struct intel_vgpu *vgpu, unsigned long gfn) in intel_vgpu_enable_page_track()
131 int intel_vgpu_disable_page_track(struct intel_vgpu *vgpu, unsigned long gfn) in intel_vgpu_disable_page_track()
|
| H A D | kvmgt.c | 93 gfn_t gfn; member
101 gfn_t gfn; member
129 static void gvt_unpin_guest_page(struct intel_vgpu *vgpu, unsigned long gfn, in gvt_unpin_guest_page()
137 static int gvt_pin_guest_page(struct intel_vgpu *vgpu, unsigned long gfn, in gvt_pin_guest_page()
178 static int gvt_dma_map_page(struct intel_vgpu *vgpu, unsigned long gfn, in gvt_dma_map_page()
201 static void gvt_dma_unmap_page(struct intel_vgpu *vgpu, unsigned long gfn, in gvt_dma_unmap_page()
229 static struct gvt_dma *__gvt_cache_find_gfn(struct intel_vgpu *vgpu, gfn_t gfn) in __gvt_cache_find_gfn()
247 static int __gvt_cache_add(struct intel_vgpu *vgpu, gfn_t gfn, in __gvt_cache_add()
350 __kvmgt_protect_table_find(struct intel_vgpu *info, gfn_t gfn) in __kvmgt_protect_table_find()
366 static bool kvmgt_gfn_is_write_protected(struct intel_vgpu *info, gfn_t gfn) in kvmgt_gfn_is_write_protected()
[all …]
|
| /linux/arch/powerpc/kvm/ |
| H A D | book3s_hv_uvmem.c | 289 static void kvmppc_mark_gfn(unsigned long gfn, struct kvm *kvm, in kvmppc_mark_gfn()
308 static void kvmppc_gfn_secure_uvmem_pfn(unsigned long gfn, in kvmppc_gfn_secure_uvmem_pfn()
315 static void kvmppc_gfn_secure_mem_pfn(unsigned long gfn, struct kvm *kvm) in kvmppc_gfn_secure_mem_pfn()
321 static void kvmppc_gfn_shared(unsigned long gfn, struct kvm *kvm) in kvmppc_gfn_shared()
327 static void kvmppc_gfn_remove(unsigned long gfn, struct kvm *kvm) in kvmppc_gfn_remove()
333 static bool kvmppc_gfn_is_uvmem_pfn(unsigned long gfn, struct kvm *kvm, in kvmppc_gfn_is_uvmem_pfn()
362 struct kvm *kvm, unsigned long *gfn) in kvmppc_next_nontransitioned_gfn()
394 unsigned long gfn = memslot->base_gfn; in kvmppc_memslot_page_merge() local
617 unsigned long uvmem_pfn, gfn; in kvmppc_uvmem_drop_pages() local
797 unsigned long gfn = memslot->base_gfn; in kvmppc_uv_migrate_mem_slot() local
[all …]
|
| H A D | book3s_64_mmu_hv.c | 515 unsigned long gpa, gfn, hva, pfn, hpa; in kvmppc_book3s_hv_page_fault() local
764 unsigned long *rmapp, unsigned long gfn) in kvmppc_unmap_hpte()
805 unsigned long gfn) in kvm_unmap_rmapp()
842 gfn_t gfn; in kvm_unmap_gfn_range_hv() local
858 unsigned long gfn; in kvmppc_core_flush_memslot_hv() local
883 unsigned long gfn) in kvm_age_rmapp()
939 gfn_t gfn; in kvm_age_gfn_hv() local
954 unsigned long gfn) in kvm_test_age_rmapp()
1090 unsigned long gfn; in kvmppc_harvest_vpa_dirty() local
1131 unsigned long gfn = gpa >> PAGE_SHIFT; in kvmppc_pin_guest_page() local
[all …]
|
| H A D | book3s_hv_rm_mmu.c | 97 unsigned long gfn, unsigned long psize) in kvmppc_update_dirty_map()
113 unsigned long gfn; in kvmppc_set_dirty_from_hpte() local
131 unsigned long gfn; in revmap_for_hpte() local
156 unsigned long gfn; in remove_revmap_chain() local
188 unsigned long i, pa, gpa, gfn, psize; in kvmppc_do_h_enter() local
889 unsigned long gfn, hva, pa, psize = PAGE_SHIFT; in kvmppc_get_hpa() local
|
| H A D | book3s_64_mmu_radix.c | 430 unsigned long gfn = gpa >> PAGE_SHIFT; in kvmppc_unmap_pte() local
830 unsigned long hva, gfn = gpa >> PAGE_SHIFT; in kvmppc_book3s_instantiate_page() local
930 unsigned long gpa, gfn; in kvmppc_book3s_radix_page_fault() local
1012 unsigned long gfn) in kvm_unmap_radix()
1031 unsigned long gfn) in kvm_age_radix()
1059 unsigned long gfn) in kvm_test_age_radix()
1080 unsigned long gfn = memslot->base_gfn + pagenum; in kvm_radix_test_clear_dirty() local
|
| H A D | e500_mmu_host.c | 321 u64 gvaddr, gfn_t gfn, struct kvm_book3e_206_tlb_entry *gtlbe, in kvmppc_e500_shadow_map()
519 u64 gvaddr, gfn_t gfn, struct kvm_book3e_206_tlb_entry *gtlbe, in kvmppc_e500_tlb1_map()
571 gfn_t gfn = gpaddr >> PAGE_SHIFT; in kvmppc_mmu_map() local
|
| /linux/arch/x86/kvm/mmu/ |
| H A D | page_track.c | 75 static void update_gfn_write_track(struct kvm_memory_slot *slot, gfn_t gfn, in update_gfn_write_track()
91 gfn_t gfn) in __kvm_write_track_add_gfn()
114 struct kvm_memory_slot *slot, gfn_t gfn) in __kvm_write_track_remove_gfn()
137 const struct kvm_memory_slot *slot, gfn_t gfn) in kvm_gfn_is_write_tracked()
322 int kvm_write_track_add_gfn(struct kvm *kvm, gfn_t gfn) in kvm_write_track_add_gfn()
352 int kvm_write_track_remove_gfn(struct kvm *kvm, gfn_t gfn) in kvm_write_track_remove_gfn()
|
| H A D | tdp_mmu.c | 225 gfn_t gfn, union kvm_mmu_page_role role) in tdp_mmu_init_sp()
362 static void remove_external_spte(struct kvm *kvm, gfn_t gfn, u64 old_spte, in remove_external_spte()
411 gfn_t gfn = base_gfn + i * KVM_PAGES_PER_HPAGE(level); in handle_removed_pt() local
498 static void *get_external_spt(gfn_t gfn, u64 new_spte, int level) in get_external_spt()
512 gfn_t gfn, u64 old_spte, in set_external_spte_present()
566 static void handle_changed_spte(struct kvm *kvm, int as_id, gfn_t gfn, in handle_changed_spte()
743 u64 old_spte, u64 new_spte, gfn_t gfn, int level) in tdp_mmu_set_spte()
1715 gfn_t gfn, unsigned long mask, bool wrprot) in clear_dirty_pt_masked()
1761 gfn_t gfn, unsigned long mask, in kvm_tdp_mmu_clear_dirty_pt_masked()
1884 gfn_t gfn, int min_level) in write_protect_gfn()
[all …]
|
| H A D | mmu.c | 287 gfn_t gfn = kvm_mmu_page_get_gfn(sp, spte_index(sptep)); in kvm_flush_remote_tlbs_sptep() local
292 static void mark_mmio_spte(struct kvm_vcpu *vcpu, u64 *sptep, u64 gfn, in mark_mmio_spte()
677 gfn_t gfn, unsigned int access) in kvm_mmu_page_set_translation()
698 gfn_t gfn = kvm_mmu_page_get_gfn(sp, index); in kvm_mmu_page_set_access() local
707 static struct kvm_lpage_info *lpage_info_slot(gfn_t gfn, in lpage_info_slot()
725 gfn_t gfn, int count) in update_gfn_disallow_lpage_count()
739 void kvm_mmu_gfn_disallow_lpage(const struct kvm_memory_slot *slot, gfn_t gfn) in kvm_mmu_gfn_disallow_lpage()
744 void kvm_mmu_gfn_allow_lpage(const struct kvm_memory_slot *slot, gfn_t gfn) in kvm_mmu_gfn_allow_lpage()
753 gfn_t gfn; in account_shadowed() local
812 gfn_t gfn; in unaccount_shadowed() local
[all …]
|
| H A D | mmu_internal.h | 73 gfn_t gfn; member
197 static inline gfn_t gfn_round_for_level(gfn_t gfn, int level) in gfn_round_for_level()
212 static inline void kvm_flush_remote_tlbs_gfn(struct kvm *kvm, gfn_t gfn, int level) in kvm_flush_remote_tlbs_gfn()
274 gfn_t gfn; member
|
| H A D | paging_tmpl.h | 91 gfn_t gfn; member
322 gfn_t gfn; in FNAME() local
536 gfn_t gfn; in FNAME() local
904 gfn_t gfn; in FNAME() local
|
| /linux/virt/kvm/ |
| H A D | dirty_ring.c | 90 static inline void kvm_dirty_gfn_set_invalid(struct kvm_dirty_gfn *gfn) in kvm_dirty_gfn_set_invalid()
95 static inline void kvm_dirty_gfn_set_dirtied(struct kvm_dirty_gfn *gfn) in kvm_dirty_gfn_set_dirtied()
100 static inline bool kvm_dirty_gfn_harvested(struct kvm_dirty_gfn *gfn) in kvm_dirty_gfn_harvested()
|
| H A D | kvm_main.c | 315 void kvm_flush_remote_tlbs_range(struct kvm *kvm, gfn_t gfn, u64 nr_pages) in kvm_flush_remote_tlbs_range()
2635 struct kvm_memory_slot *gfn_to_memslot(struct kvm *kvm, gfn_t gfn) in gfn_to_memslot()
2641 struct kvm_memory_slot *kvm_vcpu_gfn_to_memslot(struct kvm_vcpu *vcpu, gfn_t gfn) in kvm_vcpu_gfn_to_memslot()
2675 bool kvm_is_visible_gfn(struct kvm *kvm, gfn_t gfn) in kvm_is_visible_gfn()
2683 bool kvm_vcpu_is_visible_gfn(struct kvm_vcpu *vcpu, gfn_t gfn) in kvm_vcpu_is_visible_gfn()
2691 unsigned long kvm_host_page_size(struct kvm_vcpu *vcpu, gfn_t gfn) in kvm_host_page_size()
2720 static unsigned long __gfn_to_hva_many(const struct kvm_memory_slot *slot, gfn_t gfn, in __gfn_to_hva_many()
2735 static unsigned long gfn_to_hva_many(struct kvm_memory_slot *slot, gfn_t gfn, in gfn_to_hva_many()
2742 gfn_t gfn) in gfn_to_hva_memslot()
2748 unsigned long gfn_to_hva(struct kvm *kvm, gfn_t gfn) in gfn_to_hva()
[all …]
|
| H A D | guest_memfd.c | 57 static pgoff_t kvm_gmem_get_index(struct kvm_memory_slot *slot, gfn_t gfn) in kvm_gmem_get_index()
67 gfn_t gfn = slot->base_gfn + index - slot->gmem.pgoff; in __kvm_gmem_prepare_folio() local
86 gfn_t gfn, struct folio *folio) in kvm_gmem_prepare_folio()
789 gfn_t gfn, kvm_pfn_t *pfn, struct page **page, in kvm_gmem_get_pfn()
825 struct file *file, gfn_t gfn, struct page *src_page, in __kvm_gmem_populate()
|
| /linux/include/xen/ |
| H A D | xen-ops.h | 78 xen_pfn_t *gfn, int nr, in xen_xlate_remap_gfn_array()
115 xen_pfn_t *gfn, int nr, in xen_remap_domain_gfn_array()
175 xen_pfn_t gfn, int nr, in xen_remap_domain_gfn_range()
|
| /linux/drivers/xen/ |
| H A D | xlate_mmu.c | 84 static void setup_hparams(unsigned long gfn, void *data) in setup_hparams()
145 xen_pfn_t *gfn, int nr, in xen_xlate_remap_gfn_array()
174 static void unmap_gfn(unsigned long gfn, void *data) in unmap_gfn()
197 static void setup_balloon_gfn(unsigned long gfn, void *data) in setup_balloon_gfn()
|
| /linux/include/linux/ |
| H A D | kvm_host.h | 296 kvm_pfn_t gfn; member
1255 static inline struct page *gfn_to_page(struct kvm *kvm, gfn_t gfn) in gfn_to_page()
1307 static inline kvm_pfn_t kvm_faultin_pfn(struct kvm_vcpu *vcpu, gfn_t gfn, in kvm_faultin_pfn()
1335 #define __kvm_get_guest(kvm, gfn, offset, v) \ argument
1355 #define __kvm_put_guest(kvm, gfn, offset, v) \ argument
1691 gfn_t gfn, u64 nr_pages) in kvm_arch_flush_remote_tlbs_range()
1808 try_get_memslot(struct kvm_memory_slot *slot, gfn_t gfn) in try_get_memslot()
1827 search_memslots(struct kvm_memslots *slots, gfn_t gfn, bool approx) in search_memslots()
1848 ____gfn_to_memslot(struct kvm_memslots *slots, gfn_t gfn, bool approx) in ____gfn_to_memslot()
1872 __gfn_to_memslot(struct kvm_memslots *slots, gfn_t gfn) in __gfn_to_memslot()
[all …]
|
| /linux/arch/loongarch/kvm/ |
| H A D | mmu.c | 556 gfn_t gfn = gpa >> PAGE_SHIFT; in kvm_map_page_fast() local
666 static int host_pfn_mapping_level(struct kvm *kvm, gfn_t gfn, in host_pfn_mapping_level()
728 static kvm_pte_t *kvm_split_huge(struct kvm_vcpu *vcpu, kvm_pte_t *ptep, gfn_t gfn) in kvm_split_huge()
779 gfn_t gfn = gpa >> PAGE_SHIFT; in kvm_map_page() local
|
| /linux/arch/arm64/kvm/hyp/nvhe/ |
| H A D | mem_protect.c | 963 int __pkvm_host_share_guest(u64 pfn, u64 gfn, u64 nr_pages, struct pkvm_hyp_vcpu *vcpu, in __pkvm_host_share_guest()
1070 int __pkvm_host_unshare_guest(u64 gfn, u64 nr_pages, struct pkvm_hyp_vm *vm) in __pkvm_host_unshare_guest()
1124 int __pkvm_host_relax_perms_guest(u64 gfn, struct pkvm_hyp_vcpu *vcpu, enum kvm_pgtable_prot prot) in __pkvm_host_relax_perms_guest()
1144 int __pkvm_host_wrprotect_guest(u64 gfn, u64 nr_pages, struct pkvm_hyp_vm *vm) in __pkvm_host_wrprotect_guest()
1164 int __pkvm_host_test_clear_young_guest(u64 gfn, u64 nr_pages, bool mkold, struct pkvm_hyp_vm *vm) in __pkvm_host_test_clear_young_guest()
1184 int __pkvm_host_mkyoung_guest(u64 gfn, struct pkvm_hyp_vcpu *vcpu) in __pkvm_host_mkyoung_guest()
1288 u64 phys, size, pfn, gfn; in pkvm_ownership_selftest() local
|
| /linux/drivers/hv/ |
| H A D | mshv_regions.c | 35 u64 gfn, u64 page_count) in mshv_chunk_stride()
86 u64 gfn = region->start_gfn + page_offset; in mshv_region_process_chunk() local
477 bool mshv_region_handle_gfn_fault(struct mshv_mem_region *region, u64 gfn) in mshv_region_handle_gfn_fault()
|