33 	vcpu->arch.hcr_el2 = HCR_GUEST_FLAGS;  in pkvm_vcpu_reset_hcr()
36 		vcpu->arch.hcr_el2 |= HCR_E2H;  in pkvm_vcpu_reset_hcr()
40 		vcpu->arch.hcr_el2 |= HCR_TEA;  in pkvm_vcpu_reset_hcr()
42 		vcpu->arch.hcr_el2 |= HCR_TERR;  in pkvm_vcpu_reset_hcr()
46 		vcpu->arch.hcr_el2 |= HCR_FWB;  in pkvm_vcpu_reset_hcr()
51 		vcpu->arch.hcr_el2 |= HCR_TID4;  in pkvm_vcpu_reset_hcr()
53 		vcpu->arch.hcr_el2 |= HCR_TID2;  in pkvm_vcpu_reset_hcr()
56 		vcpu->arch.hcr_el2 |= (HCR_API | HCR_APK);  in pkvm_vcpu_reset_hcr()
59 		vcpu->arch.hcr_el2 |= HCR_ATA;  in pkvm_vcpu_reset_hcr()
65 	u64 val = vcpu->arch.hcr_el2;  in pvm_init_traps_hcr()
93 	vcpu->arch.hcr_el2 = val;  in pvm_init_traps_hcr()
99 	u64 val = vcpu->arch.mdcr_el2;  in pvm_init_traps_mdcr()
127 	vcpu->arch.mdcr_el2 = val;  in pvm_init_traps_mdcr()
166 	vcpu->arch.mdcr_el2 = 0;  in pkvm_vcpu_init_traps()
174 		vcpu->arch.hcrx_el2 = host_vcpu->arch.hcrx_el2;  in pkvm_vcpu_init_traps()
324 	unsigned long host_arch_flags = READ_ONCE(host_kvm->arch.flags);  in pkvm_init_features_from_host()
328 	hyp_vm->kvm.arch.ctr_el0 = host_kvm->arch.ctr_el0;  in pkvm_init_features_from_host()
330 	if (test_bit(KVM_ARCH_FLAG_MTE_ENABLED, &host_kvm->arch.flags))  in pkvm_init_features_from_host()
331 		set_bit(KVM_ARCH_FLAG_MTE_ENABLED, &kvm->arch.flags);  in pkvm_init_features_from_host()
335 		hyp_vm->kvm.arch.flags = host_arch_flags;  in pkvm_init_features_from_host()
337 		bitmap_copy(kvm->arch.vcpu_features,  in pkvm_init_features_from_host()
338 			    host_kvm->arch.vcpu_features,  in pkvm_init_features_from_host()
342 			hyp_vm->kvm.arch.midr_el1 = host_kvm->arch.midr_el1;  in pkvm_init_features_from_host()
362 		kvm->arch.flags |= host_arch_flags & BIT(KVM_ARCH_FLAG_GUEST_HAS_SVE);  in pkvm_init_features_from_host()
365 	bitmap_and(kvm->arch.vcpu_features, host_kvm->arch.vcpu_features,  in pkvm_init_features_from_host()
382 	sve_state = kern_hyp_va(hyp_vcpu->vcpu.arch.sve_state);  in unpin_host_sve_state()
408 	hyp_vm->kvm.arch.mmu.vtcr = host_mmu.arch.mmu.vtcr;  in init_pkvm_hyp_vm()
409 	hyp_vm->kvm.arch.pkvm.enabled = READ_ONCE(host_kvm->arch.pkvm.enabled);  in init_pkvm_hyp_vm()
410 	hyp_vm->kvm.arch.flags = 0;  in init_pkvm_hyp_vm()
428 	sve_max_vl = min(READ_ONCE(host_vcpu->arch.sve_max_vl), kvm_host_sve_max_vl);  in pkvm_vcpu_init_sve()
430 	sve_state = kern_hyp_va(READ_ONCE(host_vcpu->arch.sve_state));  in pkvm_vcpu_init_sve()
441 	vcpu->arch.sve_state = sve_state;  in pkvm_vcpu_init_sve()
442 	vcpu->arch.sve_max_vl = sve_max_vl;  in pkvm_vcpu_init_sve()
446 	clear_bit(KVM_ARM_VCPU_SVE, vcpu->kvm->arch.vcpu_features);  in pkvm_vcpu_init_sve()
465 	hyp_vcpu->vcpu.arch.hw_mmu = &hyp_vm->kvm.arch.mmu;  in init_pkvm_hyp_vcpu()
466 	hyp_vcpu->vcpu.arch.cflags = READ_ONCE(host_vcpu->arch.cflags);  in init_pkvm_hyp_vcpu()
467 	hyp_vcpu->vcpu.arch.mp_state.mp_state = KVM_MP_STATE_STOPPED;  in init_pkvm_hyp_vcpu()
504 	struct kvm_s2_mmu *mmu = &hyp_vm->kvm.arch.mmu;  in insert_vm_table_entry()
521 	hyp_vm->kvm.arch.pkvm.handle = idx_to_vm_handle(idx);  in insert_vm_table_entry()
526 	mmu->arch = &hyp_vm->kvm.arch;  in insert_vm_table_entry()
530 	return hyp_vm->kvm.arch.pkvm.handle;  in insert_vm_table_entry()
632 	pgd_size = kvm_pgtable_stage2_pgd_size(host_mmu.arch.mmu.vtcr);  in __pkvm_init_vm()
656 	return hyp_vm->kvm.arch.pkvm.handle;  in __pkvm_init_vm()
659 	remove_vm_table_entry(hyp_vm->kvm.arch.pkvm.handle);  in __pkvm_init_vm()
761 	__kvm_tlb_flush_vmid(&hyp_vm->kvm.arch.mmu);  in __pkvm_teardown_vm()
766 	mc = &host_kvm->arch.pkvm.teardown_mc;  in __pkvm_teardown_vm()
767 	stage2_mc = &host_kvm->arch.pkvm.stage2_teardown_mc;  in __pkvm_teardown_vm()
779 		vcpu_mc = &hyp_vcpu->vcpu.arch.pkvm_memcache;  in __pkvm_teardown_vm()