| /linux/arch/powerpc/include/asm/ |
| H A D | kvm_book3s_uvmem.h | 9 int kvmppc_uvmem_slot_init(struct kvm *kvm, const struct kvm_memory_slot *slot);
11 const struct kvm_memory_slot *slot);
24 void kvmppc_uvmem_drop_pages(const struct kvm_memory_slot *free,
27 const struct kvm_memory_slot *new);
29 const struct kvm_memory_slot *old);
44 kvmppc_uvmem_slot_init(struct kvm *kvm, const struct kvm_memory_slot *slot) in kvmppc_uvmem_slot_init()
50 kvmppc_uvmem_slot_free(struct kvm *kvm, const struct kvm_memory_slot *slot) { } in kvmppc_uvmem_slot_free()
87 kvmppc_uvmem_drop_pages(const struct kvm_memory_slot *free, in kvmppc_uvmem_drop_pages()
91 const struct kvm_memory_slot *new) in kvmppc_uvmem_memslot_create()
97 const struct kvm_memory_slot *old) { } in kvmppc_uvmem_memslot_delete()
|
| /linux/arch/x86/kvm/mmu/ |
| H A D | page_track.h | 11 int kvm_page_track_write_tracking_alloc(struct kvm_memory_slot *slot);
13 void kvm_page_track_free_memslot(struct kvm_memory_slot *slot);
15 struct kvm_memory_slot *slot,
18 void __kvm_write_track_add_gfn(struct kvm *kvm, struct kvm_memory_slot *slot,
21 struct kvm_memory_slot *slot, gfn_t gfn);
24 const struct kvm_memory_slot *slot, gfn_t gfn);
31 void kvm_page_track_delete_slot(struct kvm *kvm, struct kvm_memory_slot *slot);
44 struct kvm_memory_slot *slot) { } in kvm_page_track_delete_slot()
|
| H A D | page_track.c | 42 void kvm_page_track_free_memslot(struct kvm_memory_slot *slot) in kvm_page_track_free_memslot()
48 static int __kvm_page_track_write_tracking_alloc(struct kvm_memory_slot *slot, in __kvm_page_track_write_tracking_alloc()
61 struct kvm_memory_slot *slot, in kvm_page_track_create_memslot()
70 int kvm_page_track_write_tracking_alloc(struct kvm_memory_slot *slot) in kvm_page_track_write_tracking_alloc()
75 static void update_gfn_write_track(struct kvm_memory_slot *slot, gfn_t gfn, in update_gfn_write_track()
90 void __kvm_write_track_add_gfn(struct kvm *kvm, struct kvm_memory_slot *slot, in __kvm_write_track_add_gfn()
114 struct kvm_memory_slot *slot, gfn_t gfn) in __kvm_write_track_remove_gfn()
133 static bool __kvm_gfn_is_write_tracked(const struct kvm_memory_slot *slot, in __kvm_gfn_is_write_tracked()
147 const struct kvm_memory_slot *slot, gfn_t gfn) in kvm_gfn_is_write_tracked()
149 const struct kvm_memory_slot *other_slot; in kvm_gfn_is_write_tracked()
[all …]
|
| H A D | tdp_mmu.h | 82 const struct kvm_memory_slot *slot, int min_level);
84 const struct kvm_memory_slot *slot);
86 struct kvm_memory_slot *slot,
90 const struct kvm_memory_slot *slot);
93 struct kvm_memory_slot *slot, gfn_t gfn,
97 const struct kvm_memory_slot *slot,
|
| H A D | mmu.c | 724 const struct kvm_memory_slot *slot, int level) in lpage_info_slot()
733 const struct kvm_memory_slot *slot, in kvm_gfn_is_lpage_allowed()
736 const struct kvm_memory_slot *other_slot; in kvm_gfn_is_lpage_allowed()
760 static void update_gfn_disallow_lpage_count(const struct kvm_memory_slot *slot, in update_gfn_disallow_lpage_count()
775 void kvm_mmu_gfn_disallow_lpage(const struct kvm_memory_slot *slot, gfn_t gfn) in kvm_mmu_gfn_disallow_lpage()
780 void kvm_mmu_gfn_allow_lpage(const struct kvm_memory_slot *slot, gfn_t gfn) in kvm_mmu_gfn_allow_lpage()
788 struct kvm_memory_slot *slot; in account_shadowed()
847 struct kvm_memory_slot *slot; in unaccount_shadowed()
878 static struct kvm_memory_slot *gfn_to_memslot_dirty_bitmap(struct kvm_vcpu *vcpu, in gfn_to_memslot_dirty_bitmap()
882 struct kvm_memory_slot *slot; in gfn_to_memslot_dirty_bitmap()
[all …]
|
| /linux/virt/kvm/ |
| H A D | kvm_mm.h | 28 const struct kvm_memory_slot *slot;
|
| H A D | kvm_main.c | 329 const struct kvm_memory_slot *memslot) in kvm_flush_remote_tlbs_memslot()
569 struct kvm_memory_slot *slot; in kvm_handle_hva_range()
595 slot = container_of(node, struct kvm_memory_slot, hva_node[slots->node_idx]); in kvm_handle_hva_range()
926 static void kvm_destroy_dirty_bitmap(struct kvm_memory_slot *memslot) in kvm_destroy_dirty_bitmap()
936 static void kvm_free_memslot(struct kvm *kvm, struct kvm_memory_slot *slot) in kvm_free_memslot()
951 struct kvm_memory_slot *memslot; in kvm_free_memslots()
1428 static int kvm_alloc_dirty_bitmap(struct kvm_memory_slot *memslot) in kvm_alloc_dirty_bitmap()
1452 static int kvm_memslots_get_as_id(struct kvm_memory_slot *a, in kvm_memslots_get_as_id()
1453 struct kvm_memory_slot *b) in kvm_memslots_get_as_id()
1468 struct kvm_memory_slot *slot) in kvm_insert_gfn_node()
[all …]
|
| H A D | guest_memfd.c | 59 static pgoff_t kvm_gmem_get_index(struct kvm_memory_slot *slot, gfn_t gfn) in kvm_gmem_get_index()
128 struct kvm_memory_slot *slot; in __kvm_gmem_invalidate_start()
293 struct kvm_memory_slot *slot; in kvm_gmem_release()
340 static inline struct file *kvm_gmem_get_file(struct kvm_memory_slot *slot) in kvm_gmem_get_file()
351 kvm_gmem_get_file(slot), struct kvm_memory_slot *slot);
606 int kvm_gmem_bind(struct kvm *kvm, struct kvm_memory_slot *slot, in kvm_gmem_bind()
671 static void __kvm_gmem_unbind(struct kvm_memory_slot *slot, struct gmem_file *f) in __kvm_gmem_unbind()
685 void kvm_gmem_unbind(struct kvm_memory_slot *slot) in kvm_gmem_unbind()
718 struct kvm_memory_slot *slot, in __kvm_gmem_get_pfn()
753 int kvm_gmem_get_pfn(struct kvm *kvm, struct kvm_memory_slot *slot, in kvm_gmem_get_pfn()
[all …]
|
| /linux/include/linux/ |
| H A D | kvm_host.h | 266 struct kvm_memory_slot *slot;
399 struct kvm_memory_slot *last_used_slot;
593 struct kvm_memory_slot { struct
619 static inline bool kvm_slot_has_gmem(const struct kvm_memory_slot *slot) in kvm_slot_has_gmem() argument
624 static inline bool kvm_slot_dirty_track_enabled(const struct kvm_memory_slot *slot) in kvm_slot_dirty_track_enabled()
629 static inline unsigned long kvm_dirty_bitmap_bytes(struct kvm_memory_slot *memslot) in kvm_dirty_bitmap_bytes()
634 static inline unsigned long *kvm_second_dirty_bitmap(struct kvm_memory_slot *memslot) in kvm_second_dirty_bitmap()
1119 struct kvm_memory_slot *id_to_memslot(struct kvm_memslots *slots, int id) in id_to_memslot()
1121 struct kvm_memory_slot *slot; in id_to_memslot()
1136 struct kvm_memory_slot *slot;
[all …]
|
| /linux/arch/riscv/kvm/ |
| H A D | mmu.c | 25 struct kvm_memory_slot *memslot = id_to_memslot(slots, slot); in mmu_wp_memory_region()
161 struct kvm_memory_slot *slot, in kvm_arch_mmu_enable_log_dirty_pt_masked()
185 void kvm_arch_sync_dirty_log(struct kvm *kvm, struct kvm_memory_slot *memslot) in kvm_arch_sync_dirty_log()
189 void kvm_arch_free_memslot(struct kvm *kvm, struct kvm_memory_slot *free) in kvm_arch_free_memslot()
203 struct kvm_memory_slot *slot) in kvm_arch_flush_shadow_memslot()
223 struct kvm_memory_slot *memslot = id_to_memslot(slots, slot); in mmu_split_memory_region()
240 struct kvm_memory_slot *old, in kvm_arch_commit_memory_region()
241 const struct kvm_memory_slot *new, in kvm_arch_commit_memory_region()
259 const struct kvm_memory_slot *old, in kvm_arch_prepare_memory_region()
260 struct kvm_memory_slot *new, in kvm_arch_prepare_memory_region()
[all …]
|
| /linux/arch/loongarch/kvm/ |
| H A D | mmu.c | 16 static inline bool kvm_hugepage_capable(struct kvm_memory_slot *slot) in kvm_hugepage_capable()
21 static inline bool kvm_hugepage_incapable(struct kvm_memory_slot *slot) in kvm_hugepage_incapable()
363 struct kvm_memory_slot *slot, gfn_t gfn_offset, unsigned long mask) in kvm_arch_mmu_enable_log_dirty_pt_masked()
379 int kvm_arch_prepare_memory_region(struct kvm *kvm, const struct kvm_memory_slot *old, in kvm_arch_prepare_memory_region()
380 struct kvm_memory_slot *new, enum kvm_mr_change change) in kvm_arch_prepare_memory_region()
453 struct kvm_memory_slot *old, in kvm_arch_commit_memory_region()
454 const struct kvm_memory_slot *new, in kvm_arch_commit_memory_region()
502 void kvm_arch_flush_shadow_memslot(struct kvm *kvm, struct kvm_memory_slot *slot) in kvm_arch_flush_shadow_memslot()
568 struct kvm_memory_slot *slot; in kvm_map_page_fast()
618 static bool fault_supports_huge_mapping(struct kvm_memory_slot *memslot, in fault_supports_huge_mapping()
[all …]
|
| /linux/arch/x86/kvm/ |
| H A D | mmu.h | 116 struct kvm_memory_slot *slot);
121 const struct kvm_memory_slot *memslot,
124 const struct kvm_memory_slot *memslot,
127 const struct kvm_memory_slot *memslot,
131 const struct kvm_memory_slot *memslot);
133 const struct kvm_memory_slot *memslot);
365 __kvm_mmu_slot_lpages(struct kvm_memory_slot *slot, unsigned long npages, in __kvm_mmu_slot_lpages()
373 kvm_mmu_slot_lpages(struct kvm_memory_slot *slot, int level) in kvm_mmu_slot_lpages()
|
| /linux/arch/s390/kvm/gmap/ |
| H A D | kvm_mmu.c | 18 struct kvm_memory_slot *memslot; in s390_kvm_mmu_get_dirty_log()
46 const struct kvm_memory_slot *old, in s390_kvm_mmu_prepare_memory_region()
47 struct kvm_memory_slot *new, in s390_kvm_mmu_prepare_memory_region()
|
| H A D | kvm_mmu.h | 10 const struct kvm_memory_slot *old,
11 struct kvm_memory_slot *new,
|
| H A D | gmap.c | 375 struct kvm_memory_slot *slot;
443 bool gmap_unmap_gfn_range(struct gmap *gmap, struct kvm_memory_slot *slot, gfn_t start, gfn_t end) in gmap_unmap_gfn_range()
656 struct kvm_memory_slot *slot) in gmap_2g_allowed()
679 struct kvm_memory_slot *slot) in gmap_1m_allowed()
740 struct kvm_memory_slot *slot) in gmap_link()
|
| /linux/arch/powerpc/kvm/ |
| H A D | book3s_hv_uvmem.c | 248 int kvmppc_uvmem_slot_init(struct kvm *kvm, const struct kvm_memory_slot *slot) in kvmppc_uvmem_slot_init()
273 void kvmppc_uvmem_slot_free(struct kvm *kvm, const struct kvm_memory_slot *slot) in kvmppc_uvmem_slot_free()
361 static bool kvmppc_next_nontransitioned_gfn(const struct kvm_memory_slot *memslot, in kvmppc_next_nontransitioned_gfn()
392 const struct kvm_memory_slot *memslot, bool merge) in kvmppc_memslot_page_merge()
431 const struct kvm_memory_slot *memslot) in __kvmppc_uvmem_memslot_delete()
439 const struct kvm_memory_slot *memslot) in __kvmppc_uvmem_memslot_create()
468 struct kvm_memory_slot *memslot, *m; in kvmppc_h_svm_init_start()
610 void kvmppc_uvmem_drop_pages(const struct kvm_memory_slot *slot, in kvmppc_uvmem_drop_pages()
662 struct kvm_memory_slot *memslot; in kvmppc_h_svm_init_abort()
798 const struct kvm_memory_slot *memslot) in kvmppc_uv_migrate_mem_slot()
[all …]
|
| H A D | book3s_hv_rm_mmu.c | 96 void kvmppc_update_dirty_map(const struct kvm_memory_slot *memslot, in kvmppc_update_dirty_map()
112 struct kvm_memory_slot *memslot; in kvmppc_set_dirty_from_hpte()
126 struct kvm_memory_slot **memslotp, in revmap_for_hpte()
129 struct kvm_memory_slot *memslot; in revmap_for_hpte()
155 struct kvm_memory_slot *memslot; in remove_revmap_chain()
193 struct kvm_memory_slot *memslot; in kvmppc_do_h_enter()
885 struct kvm_memory_slot **memslot_p) in kvmppc_get_hpa()
888 struct kvm_memory_slot *memslot; in kvmppc_get_hpa()
928 struct kvm_memory_slot *memslot; in kvmppc_do_h_page_init_zero()
958 struct kvm_memory_slot *dest_memslot; in kvmppc_do_h_page_init_copy()
|
| H A D | book3s_64_mmu_radix.c | 425 const struct kvm_memory_slot *memslot, in kvmppc_unmap_pte()
823 struct kvm_memory_slot *memslot, in kvmppc_book3s_instantiate_page()
931 struct kvm_memory_slot *memslot; in kvmppc_book3s_radix_page_fault()
1011 void kvm_unmap_radix(struct kvm *kvm, struct kvm_memory_slot *memslot, in kvm_unmap_radix()
1030 bool kvm_age_radix(struct kvm *kvm, struct kvm_memory_slot *memslot, in kvm_age_radix()
1058 bool kvm_test_age_radix(struct kvm *kvm, struct kvm_memory_slot *memslot, in kvm_test_age_radix()
1078 struct kvm_memory_slot *memslot, int pagenum) in kvm_radix_test_clear_dirty()
1133 struct kvm_memory_slot *memslot, unsigned long *map) in kvmppc_hv_get_dirty_log_radix()
1158 const struct kvm_memory_slot *memslot) in kvmppc_radix_flush_memslot()
|
| H A D | book3s_64_mmu_hv.c | 206 void kvmppc_map_vrma(struct kvm_vcpu *vcpu, struct kvm_memory_slot *memslot, in kvmppc_map_vrma()
516 struct kvm_memory_slot *memslot; in kvmppc_book3s_hv_page_fault()
742 struct kvm_memory_slot *memslot; in kvmppc_rmap_reset()
763 struct kvm_memory_slot *memslot, in kvmppc_unmap_hpte()
804 static void kvm_unmap_rmapp(struct kvm *kvm, struct kvm_memory_slot *memslot, in kvm_unmap_rmapp()
856 struct kvm_memory_slot *memslot) in kvmppc_core_flush_memslot_hv()
882 static bool kvm_age_rmapp(struct kvm *kvm, struct kvm_memory_slot *memslot, in kvm_age_rmapp()
953 static bool kvm_test_age_rmapp(struct kvm *kvm, struct kvm_memory_slot *memslot, in kvm_test_age_rmapp()
1087 struct kvm_memory_slot *memslot, in kvmppc_harvest_vpa_dirty()
1105 struct kvm_memory_slot *memslo in kvmppc_hv_get_dirty_log_hpt()
[all...] |
| H A D | book3s.c | 848 void kvm_arch_sync_dirty_log(struct kvm *kvm, struct kvm_memory_slot *memslot) in kvm_arch_sync_dirty_log()
858 void kvmppc_core_free_memslot(struct kvm *kvm, struct kvm_memory_slot *slot) in kvmppc_core_free_memslot()
863 void kvmppc_core_flush_memslot(struct kvm *kvm, struct kvm_memory_slot *memslot) in kvmppc_core_flush_memslot()
869 const struct kvm_memory_slot *old, in kvmppc_core_prepare_memory_region()
870 struct kvm_memory_slot *new, in kvmppc_core_prepare_memory_region()
877 struct kvm_memory_slot *old, in kvmppc_core_commit_memory_region()
878 const struct kvm_memory_slot *new, in kvmppc_core_commit_memory_region()
|
| H A D | book3s.h | 11 struct kvm_memory_slot *memslot);
|
| /linux/arch/arm64/kvm/ |
| H A D | mmu.c | 173 static bool memslot_is_logging(struct kvm_memory_slot *memslot) in memslot_is_logging()
364 struct kvm_memory_slot *memslot) in stage2_flush_memslot()
382 struct kvm_memory_slot *memslot; in stage2_flush_vm()
1065 struct kvm_memory_slot *memslot) in stage2_unmap_memslot()
1116 struct kvm_memory_slot *memslot; in stage2_unmap_vm()
1279 struct kvm_memory_slot *memslot = id_to_memslot(slots, slot); in kvm_mmu_wp_memory_region()
1307 struct kvm_memory_slot *memslot; in kvm_mmu_split_memory_region()
1335 struct kvm_memory_slot *slot, in kvm_arch_mmu_enable_log_dirty_pt_masked()
1365 static bool fault_supports_stage2_huge_mapping(struct kvm_memory_slot *memslot, in fault_supports_stage2_huge_mapping()
1439 transparent_hugepage_adjust(struct kvm *kvm, struct kvm_memory_slot *memslot, in transparent_hugepage_adjust()
[all …]
|
| /linux/arch/riscv/include/asm/ |
| H A D | kvm_mmu.h | 14 int kvm_riscv_mmu_map(struct kvm_vcpu *vcpu, struct kvm_memory_slot *memslot,
|
| /linux/arch/mips/kvm/ |
| H A D | mips.c | 189 struct kvm_memory_slot *slot) in kvm_arch_flush_shadow_memslot()
205 const struct kvm_memory_slot *old, in kvm_arch_prepare_memory_region()
206 struct kvm_memory_slot *new, in kvm_arch_prepare_memory_region()
213 struct kvm_memory_slot *old, in kvm_arch_commit_memory_region()
214 const struct kvm_memory_slot *new, in kvm_arch_commit_memory_region()
976 void kvm_arch_sync_dirty_log(struct kvm *kvm, struct kvm_memory_slot *memslot) in kvm_arch_sync_dirty_log()
|
| /linux/arch/s390/kvm/s390/ |
| H A D | s390.h | 271 struct kvm_memory_slot *ms; in kvm_s390_get_gfn_end()
277 ms = container_of(node, struct kvm_memory_slot, gfn_node[slots->node_idx]); in kvm_s390_get_gfn_end()
475 void kvm_s390_update_cmma_dirty(struct kvm *kvm, const struct kvm_memory_slot *old);
|