| /linux/arch/s390/kvm/ |
| H A D | dat.c | 153 gfn_t gfn, union asce asce) in dat_crstep_xchg_atomic()
188 union pgste __dat_ptep_xchg(union pte *ptep, union pgste pgste, union pte new, gfn_t gfn, in __dat_ptep_xchg()
233 static int dat_split_ste(struct kvm_s390_mmu_cache *mc, union pmd *pmdp, gfn_t gfn, in dat_split_ste()
302 gfn_t gfn, union asce asce, bool uses_skeys) in dat_split_crste()
378 int dat_entry_walk(struct kvm_s390_mmu_cache *mc, gfn_t gfn, union asce asce, int flags, in dat_entry_walk()
513 static long dat_pte_walk_range(gfn_t gfn, gfn_t end, struct page_table *table, struct dat_walk *w) in dat_pte_walk_range()
613 int dat_get_storage_key(union asce asce, gfn_t gfn, union skey *skey) in dat_get_storage_key()
653 int dat_set_storage_key(struct kvm_s390_mmu_cache *mc, union asce asce, gfn_t gfn, in dat_set_storage_key()
708 int dat_cond_set_storage_key(struct kvm_s390_mmu_cache *mmc, union asce asce, gfn_t gfn, in dat_cond_set_storage_key()
755 int dat_reset_reference_bit(union asce asce, gfn_t gfn) in dat_reset_reference_bit()
[all …]
|
| H A D | gmap.h | 154 static inline void gmap_handle_vsie_unshadow_event(struct gmap *parent, gfn_t gfn) in gmap_handle_vsie_unshadow_event()
160 static inline bool gmap_mkold_prefix(struct gmap *gmap, gfn_t gfn, gfn_t end) in gmap_mkold_prefix()
165 static inline bool gmap_unmap_prefix(struct gmap *gmap, gfn_t gfn, gfn_t end) in gmap_unmap_prefix()
171 union pgste pgste, gfn_t gfn, bool needs_lock) in _gmap_ptep_xchg()
196 union pgste pgste, gfn_t gfn) in gmap_ptep_xchg()
203 gfn_t gfn, bool needs_lock) in _gmap_crstep_xchg_atomic()
234 gfn_t gfn) in gmap_crstep_xchg_atomic()
|
| H A D | gmap.c | 255 bool _gmap_unmap_prefix(struct gmap *gmap, gfn_t gfn, gfn_t end, bool hint) in _gmap_unmap_prefix()
283 static long gmap_clear_young_pte(union pte *ptep, gfn_t gfn, gfn_t end, struct dat_walk *walk) in gmap_clear_young_pte()
312 static long gmap_clear_young_crste(union crste *crstep, gfn_t gfn, gfn_t end, struct dat_walk *walk) in gmap_clear_young_crste()
372 static long _gmap_unmap_pte(union pte *ptep, gfn_t gfn, gfn_t next, struct dat_walk *w) in _gmap_unmap_pte()
394 static long _gmap_unmap_crste(union crste *crstep, gfn_t gfn, gfn_t next, struct dat_walk *walk) in _gmap_unmap_crste()
442 static union pgste __pte_test_and_clear_softdirty(union pte *ptep, union pgste pgste, gfn_t gfn, in __pte_test_and_clear_softdirty()
465 static long _pte_test_and_clear_softdirty(union pte *ptep, gfn_t gfn, gfn_t end, in _pte_test_and_clear_softdirty()
477 static long _crste_test_and_clear_softdirty(union crste *table, gfn_t gfn, gfn_t end, in _crste_test_and_clear_softdirty()
791 gfn_t gfn; in gmap_ucas_translate() local
872 static long _gmap_split_crste(union crste *crstep, gfn_t gfn, gfn_t next, struct dat_walk *walk) in _gmap_split_crste()
[all …]
|
| H A D | dat.h | 494 gfn_t gfn; /* Guest frame */ member
591 static inline bool crdte_crste(union crste *crstep, union crste old, union crste new, gfn_t gfn, in crdte_crste()
608 static __always_inline void idte_crste(union crste *crstep, gfn_t gfn, unsigned long opt, in idte_crste()
669 static inline bool asce_contains_gfn(union asce asce, gfn_t gfn) in asce_contains_gfn()
782 static inline phys_addr_t large_pud_to_phys(union pud pud, gfn_t gfn) in large_pud_to_phys()
787 static inline phys_addr_t large_pmd_to_phys(union pmd pmd, gfn_t gfn) in large_pmd_to_phys()
792 static inline phys_addr_t large_crste_to_phys(union crste crste, gfn_t gfn) in large_crste_to_phys()
880 static inline void dat_ptep_xchg(union pte *ptep, union pte new, gfn_t gfn, union asce asce, in dat_ptep_xchg()
890 static inline void dat_ptep_clear(union pte *ptep, gfn_t gfn, union asce asce, bool has_skeys) in dat_ptep_clear()
933 gfn_t gfn, union asce asce) in dat_pmdp_xchg_atomic()
[all …]
|
| /linux/drivers/gpu/drm/i915/gvt/ |
| H A D | page_track.c | 36 struct intel_vgpu *vgpu, unsigned long gfn) in intel_vgpu_find_page_track()
51 int intel_vgpu_register_page_track(struct intel_vgpu *vgpu, unsigned long gfn, in intel_vgpu_register_page_track()
84 unsigned long gfn) in intel_vgpu_unregister_page_track()
104 int intel_vgpu_enable_page_track(struct intel_vgpu *vgpu, unsigned long gfn) in intel_vgpu_enable_page_track()
131 int intel_vgpu_disable_page_track(struct intel_vgpu *vgpu, unsigned long gfn) in intel_vgpu_disable_page_track()
|
| H A D | kvmgt.c | 93 gfn_t gfn; member
101 gfn_t gfn; member
129 static void gvt_unpin_guest_page(struct intel_vgpu *vgpu, unsigned long gfn, in gvt_unpin_guest_page()
137 static int gvt_pin_guest_page(struct intel_vgpu *vgpu, unsigned long gfn, in gvt_pin_guest_page()
178 static int gvt_dma_map_page(struct intel_vgpu *vgpu, unsigned long gfn, in gvt_dma_map_page()
201 static void gvt_dma_unmap_page(struct intel_vgpu *vgpu, unsigned long gfn, in gvt_dma_unmap_page()
229 static struct gvt_dma *__gvt_cache_find_gfn(struct intel_vgpu *vgpu, gfn_t gfn) in __gvt_cache_find_gfn()
247 static int __gvt_cache_add(struct intel_vgpu *vgpu, gfn_t gfn, in __gvt_cache_add()
350 __kvmgt_protect_table_find(struct intel_vgpu *info, gfn_t gfn) in __kvmgt_protect_table_find()
366 static bool kvmgt_gfn_is_write_protected(struct intel_vgpu *info, gfn_t gfn) in kvmgt_gfn_is_write_protected()
[all …]
|
| /linux/arch/powerpc/kvm/ |
| H A D | book3s_hv_uvmem.c | 289 static void kvmppc_mark_gfn(unsigned long gfn, struct kvm *kvm, in kvmppc_mark_gfn()
308 static void kvmppc_gfn_secure_uvmem_pfn(unsigned long gfn, in kvmppc_gfn_secure_uvmem_pfn()
315 static void kvmppc_gfn_secure_mem_pfn(unsigned long gfn, struct kvm *kvm) in kvmppc_gfn_secure_mem_pfn()
321 static void kvmppc_gfn_shared(unsigned long gfn, struct kvm *kvm) in kvmppc_gfn_shared()
327 static void kvmppc_gfn_remove(unsigned long gfn, struct kvm *kvm) in kvmppc_gfn_remove()
333 static bool kvmppc_gfn_is_uvmem_pfn(unsigned long gfn, struct kvm *kvm, in kvmppc_gfn_is_uvmem_pfn()
362 struct kvm *kvm, unsigned long *gfn) in kvmppc_next_nontransitioned_gfn()
394 unsigned long gfn = memslot->base_gfn; in kvmppc_memslot_page_merge() local
617 unsigned long uvmem_pfn, gfn; in kvmppc_uvmem_drop_pages() local
797 unsigned long gfn = memslot->base_gfn; in kvmppc_uv_migrate_mem_slot() local
[all …]
|
| H A D | book3s_64_mmu_hv.c | 515 unsigned long gpa, gfn, hva, pfn, hpa; in kvmppc_book3s_hv_page_fault() local
764 unsigned long *rmapp, unsigned long gfn) in kvmppc_unmap_hpte()
805 unsigned long gfn) in kvm_unmap_rmapp()
842 gfn_t gfn; in kvm_unmap_gfn_range_hv() local
858 unsigned long gfn; in kvmppc_core_flush_memslot_hv() local
883 unsigned long gfn) in kvm_age_rmapp()
939 gfn_t gfn; in kvm_age_gfn_hv() local
954 unsigned long gfn) in kvm_test_age_rmapp()
1090 unsigned long gfn; in kvmppc_harvest_vpa_dirty() local
1131 unsigned long gfn = gpa >> PAGE_SHIFT; in kvmppc_pin_guest_page() local
[all …]
|
| H A D | book3s_hv_rm_mmu.c | 97 unsigned long gfn, unsigned long psize) in kvmppc_update_dirty_map()
113 unsigned long gfn; in kvmppc_set_dirty_from_hpte() local
131 unsigned long gfn; in revmap_for_hpte() local
156 unsigned long gfn; in remove_revmap_chain() local
188 unsigned long i, pa, gpa, gfn, psize; in kvmppc_do_h_enter() local
889 unsigned long gfn, hva, pa, psize = PAGE_SHIFT; in kvmppc_get_hpa() local
|
| H A D | book3s_64_mmu_radix.c | 430 unsigned long gfn = gpa >> PAGE_SHIFT; in kvmppc_unmap_pte() local
830 unsigned long hva, gfn = gpa >> PAGE_SHIFT; in kvmppc_book3s_instantiate_page() local
930 unsigned long gpa, gfn; in kvmppc_book3s_radix_page_fault() local
1012 unsigned long gfn) in kvm_unmap_radix()
1031 unsigned long gfn) in kvm_age_radix()
1059 unsigned long gfn) in kvm_test_age_radix()
1080 unsigned long gfn = memslot->base_gfn + pagenum; in kvm_radix_test_clear_dirty() local
|
| H A D | e500_mmu_host.c | 321 u64 gvaddr, gfn_t gfn, struct kvm_book3e_206_tlb_entry *gtlbe, in kvmppc_e500_shadow_map()
519 u64 gvaddr, gfn_t gfn, struct kvm_book3e_206_tlb_entry *gtlbe, in kvmppc_e500_tlb1_map()
571 gfn_t gfn = gpaddr >> PAGE_SHIFT; in kvmppc_mmu_map() local
|
| /linux/arch/x86/kvm/mmu/ |
| H A D | page_track.c | 75 static void update_gfn_write_track(struct kvm_memory_slot *slot, gfn_t gfn, in update_gfn_write_track()
91 gfn_t gfn) in __kvm_write_track_add_gfn()
114 struct kvm_memory_slot *slot, gfn_t gfn) in __kvm_write_track_remove_gfn()
137 const struct kvm_memory_slot *slot, gfn_t gfn) in kvm_gfn_is_write_tracked()
322 int kvm_write_track_add_gfn(struct kvm *kvm, gfn_t gfn) in kvm_write_track_add_gfn()
352 int kvm_write_track_remove_gfn(struct kvm *kvm, gfn_t gfn) in kvm_write_track_remove_gfn()
|
| H A D | mmu.c | 289 gfn_t gfn = kvm_mmu_page_get_gfn(sp, spte_index(sptep)); in kvm_flush_remote_tlbs_sptep() local
294 static void mark_mmio_spte(struct kvm_vcpu *vcpu, u64 *sptep, u64 gfn, in mark_mmio_spte()
679 gfn_t gfn, unsigned int access) in kvm_mmu_page_set_translation()
700 gfn_t gfn = kvm_mmu_page_get_gfn(sp, index); in kvm_mmu_page_set_access() local
709 static struct kvm_lpage_info *lpage_info_slot(gfn_t gfn, in lpage_info_slot()
727 gfn_t gfn, int count) in update_gfn_disallow_lpage_count()
741 void kvm_mmu_gfn_disallow_lpage(const struct kvm_memory_slot *slot, gfn_t gfn) in kvm_mmu_gfn_disallow_lpage()
746 void kvm_mmu_gfn_allow_lpage(const struct kvm_memory_slot *slot, gfn_t gfn) in kvm_mmu_gfn_allow_lpage()
755 gfn_t gfn; in account_shadowed() local
814 gfn_t gfn; in unaccount_shadowed() local
[all …]
|
| H A D | mmu_internal.h | 73 gfn_t gfn; member
197 static inline gfn_t gfn_round_for_level(gfn_t gfn, int level) in gfn_round_for_level()
212 static inline void kvm_flush_remote_tlbs_gfn(struct kvm *kvm, gfn_t gfn, int level) in kvm_flush_remote_tlbs_gfn()
274 gfn_t gfn; member
|
| H A D | paging_tmpl.h | 91 gfn_t gfn; member
322 gfn_t gfn; in FNAME() local
536 gfn_t gfn; in FNAME() local
904 gfn_t gfn; in FNAME() local
|
| /linux/arch/arm64/kvm/hyp/nvhe/ |
| H A D | mem_protect.c | 629 static u64 host_stage2_encode_gfn_meta(struct pkvm_hyp_vm *vm, u64 gfn) in host_stage2_encode_gfn_meta()
641 u64 *gfn) in host_stage2_decode_gfn_meta()
983 int __pkvm_guest_share_host(struct pkvm_hyp_vcpu *vcpu, u64 gfn) in __pkvm_guest_share_host()
1015 int __pkvm_guest_unshare_host(struct pkvm_hyp_vcpu *vcpu, u64 gfn) in __pkvm_guest_unshare_host()
1273 u64 *gfn) in host_stage2_get_guest_info()
1309 u64 gfn, ipa, pa; in __pkvm_host_force_reclaim_page_guest() local
1352 int __pkvm_host_reclaim_page_guest(u64 gfn, struct pkvm_hyp_vm *vm) in __pkvm_host_reclaim_page_guest()
1409 int __pkvm_host_donate_guest(u64 pfn, u64 gfn, struct pkvm_hyp_vcpu *vcpu) in __pkvm_host_donate_guest()
1446 int __pkvm_host_share_guest(u64 pfn, u64 gfn, u64 nr_pages, struct pkvm_hyp_vcpu *vcpu, in __pkvm_host_share_guest()
1557 int __pkvm_host_unshare_guest(u64 gfn, u64 nr_pages, struct pkvm_hyp_vm *vm) in __pkvm_host_unshare_guest()
[all …]
|
| /linux/virt/kvm/ |
| H A D | dirty_ring.c | 91 static inline void kvm_dirty_gfn_set_invalid(struct kvm_dirty_gfn *gfn) in kvm_dirty_gfn_set_invalid()
96 static inline void kvm_dirty_gfn_set_dirtied(struct kvm_dirty_gfn *gfn) in kvm_dirty_gfn_set_dirtied()
101 static inline bool kvm_dirty_gfn_harvested(struct kvm_dirty_gfn *gfn) in kvm_dirty_gfn_harvested()
|
| H A D | kvm_main.c | 314 void kvm_flush_remote_tlbs_range(struct kvm *kvm, gfn_t gfn, u64 nr_pages) in kvm_flush_remote_tlbs_range()
2628 struct kvm_memory_slot *gfn_to_memslot(struct kvm *kvm, gfn_t gfn) in gfn_to_memslot()
2634 struct kvm_memory_slot *kvm_vcpu_gfn_to_memslot(struct kvm_vcpu *vcpu, gfn_t gfn) in kvm_vcpu_gfn_to_memslot()
2668 bool kvm_is_visible_gfn(struct kvm *kvm, gfn_t gfn) in kvm_is_visible_gfn()
2676 bool kvm_vcpu_is_visible_gfn(struct kvm_vcpu *vcpu, gfn_t gfn) in kvm_vcpu_is_visible_gfn()
2684 unsigned long kvm_host_page_size(struct kvm_vcpu *vcpu, gfn_t gfn) in kvm_host_page_size()
2713 static unsigned long __gfn_to_hva_many(const struct kvm_memory_slot *slot, gfn_t gfn, in __gfn_to_hva_many()
2728 static unsigned long gfn_to_hva_many(struct kvm_memory_slot *slot, gfn_t gfn, in gfn_to_hva_many()
2735 gfn_t gfn) in gfn_to_hva_memslot()
2741 unsigned long gfn_to_hva(struct kvm *kvm, gfn_t gfn) in gfn_to_hva()
[all …]
|
| H A D | guest_memfd.c | 789 gfn_t gfn, kvm_pfn_ in kvm_gmem_get_pfn() argument
57 kvm_gmem_get_index(struct kvm_memory_slot * slot,gfn_t gfn) kvm_gmem_get_index() argument
67 gfn_t gfn = slot->base_gfn + index - slot->gmem.pgoff; __kvm_gmem_prepare_folio() local
86 kvm_gmem_prepare_folio(struct kvm * kvm,struct kvm_memory_slot * slot,gfn_t gfn,struct folio * folio) kvm_gmem_prepare_folio() argument
825 __kvm_gmem_populate(struct kvm * kvm,struct kvm_memory_slot * slot,struct file * file,gfn_t gfn,struct page * src_page,kvm_gmem_populate_cb post_populate,void * opaque) __kvm_gmem_populate() argument
[all...] |
| /linux/include/xen/ |
| H A D | xen-ops.h | 78 xen_pfn_t *gfn, int nr, in xen_xlate_remap_gfn_array()
115 xen_pfn_t *gfn, int nr, in xen_remap_domain_gfn_array()
175 xen_pfn_t gfn, int nr, in xen_remap_domain_gfn_range()
|
| /linux/drivers/xen/ |
| H A D | xlate_mmu.c | 84 static void setup_hparams(unsigned long gfn, void *data) in setup_hparams()
145 xen_pfn_t *gfn, int nr, in xen_xlate_remap_gfn_array()
174 static void unmap_gfn(unsigned long gfn, void *data) in unmap_gfn()
197 static void setup_balloon_gfn(unsigned long gfn, void *data) in setup_balloon_gfn()
|
| /linux/include/linux/ |
| H A D | kvm_host.h | 296 kvm_pfn_t gfn; member
1263 static inline struct page *gfn_to_page(struct kvm *kvm, gfn_t gfn) in gfn_to_page()
1315 static inline kvm_pfn_t kvm_faultin_pfn(struct kvm_vcpu *vcpu, gfn_t gfn, in kvm_faultin_pfn()
1343 #define __kvm_get_guest(kvm, gfn, offset, v) \ argument
1363 #define __kvm_put_guest(kvm, gfn, offset, v) \ argument
1706 gfn_t gfn, u64 nr_pages) in kvm_arch_flush_remote_tlbs_range()
1823 try_get_memslot(struct kvm_memory_slot *slot, gfn_t gfn) in try_get_memslot()
1842 search_memslots(struct kvm_memslots *slots, gfn_t gfn, bool approx) in search_memslots()
1863 ____gfn_to_memslot(struct kvm_memslots *slots, gfn_t gfn, bool approx) in ____gfn_to_memslot()
1887 __gfn_to_memslot(struct kvm_memslots *slots, gfn_t gfn) in __gfn_to_memslot()
[all …]
|
| /linux/arch/loongarch/kvm/ |
| H A D | mmu.c | 556 gfn_t gfn = gpa >> PAGE_SHIFT; in kvm_map_page_fast() local
666 static int host_pfn_mapping_level(struct kvm *kvm, gfn_t gfn, in host_pfn_mapping_level()
728 static kvm_pte_t *kvm_split_huge(struct kvm_vcpu *vcpu, kvm_pte_t *ptep, gfn_t gfn) in kvm_split_huge()
779 gfn_t gfn = gpa >> PAGE_SHIFT; in kvm_map_page() local
|
| /linux/drivers/hv/ |
| H A D | mshv_regions.c | 35 u64 gfn, u64 page_count) in mshv_chunk_stride()
86 u64 gfn = region->start_gfn + page_offset; in mshv_region_process_chunk() local
477 bool mshv_region_handle_gfn_fault(struct mshv_mem_region *region, u64 gfn) in mshv_region_handle_gfn_fault()
|
| /linux/arch/x86/kvm/ |
| H A D | mmu.h | 265 static inline gfn_t gfn_to_index(gfn_t gfn, gfn_t base_gfn, int level) in gfn_to_index()
321 static inline bool kvm_is_gfn_alias(struct kvm *kvm, gfn_t gfn) in kvm_is_gfn_alias()
|