44 #define IS_TE_ENABLED(vcpu)	((vcpu->arch.sie_block->ecb & ECB_TE))  argument
46 #define IS_ITDB_VALID(vcpu) \  argument
47 	((*(char *)phys_to_virt((vcpu)->arch.sie_block->itdba) == TDB_FORMAT1))
81 static inline void kvm_s390_set_cpuflags(struct kvm_vcpu *vcpu, u32 flags)  in kvm_s390_set_cpuflags()  argument
83 	atomic_or(flags, &vcpu->arch.sie_block->cpuflags);  in kvm_s390_set_cpuflags()
86 static inline void kvm_s390_clear_cpuflags(struct kvm_vcpu *vcpu, u32 flags)  in kvm_s390_clear_cpuflags()  argument
88 	atomic_andnot(flags, &vcpu->arch.sie_block->cpuflags);  in kvm_s390_clear_cpuflags()
91 static inline bool kvm_s390_test_cpuflags(struct kvm_vcpu *vcpu, u32 flags)  in kvm_s390_test_cpuflags()  argument
93 	return (atomic_read(&vcpu->arch.sie_block->cpuflags) & flags) == flags;  in kvm_s390_test_cpuflags()
96 static inline int is_vcpu_stopped(struct kvm_vcpu *vcpu)  in is_vcpu_stopped()  argument
98 	return kvm_s390_test_cpuflags(vcpu, CPUSTAT_STOPPED);  in is_vcpu_stopped()
101 static inline int is_vcpu_idle(struct kvm_vcpu *vcpu)  in is_vcpu_idle()  argument
103 	return test_bit(vcpu->vcpu_idx, vcpu->kvm->arch.idle_mask);  in is_vcpu_idle()
118 static inline u32 kvm_s390_get_prefix(struct kvm_vcpu *vcpu)  in kvm_s390_get_prefix()  argument
120 	return vcpu->arch.sie_block->prefix << GUEST_PREFIX_SHIFT;  in kvm_s390_get_prefix()
123 static inline void kvm_s390_set_prefix(struct kvm_vcpu *vcpu, u32 prefix)  in kvm_s390_set_prefix()  argument
125 	VCPU_EVENT(vcpu, 3, "set prefix of cpu %03u to 0x%x", vcpu->vcpu_id,  in kvm_s390_set_prefix()
127 	vcpu->arch.sie_block->prefix = prefix >> GUEST_PREFIX_SHIFT;  in kvm_s390_set_prefix()
128 	kvm_make_request(KVM_REQ_TLB_FLUSH, vcpu);  in kvm_s390_set_prefix()
129 	kvm_make_request(KVM_REQ_REFRESH_GUEST_PREFIX, vcpu);  in kvm_s390_set_prefix()
132 static inline u64 kvm_s390_get_base_disp_s(struct kvm_vcpu *vcpu, u8 *ar)  in kvm_s390_get_base_disp_s()  argument
134 	u32 base2 = vcpu->arch.sie_block->ipb >> 28;  in kvm_s390_get_base_disp_s()
135 	u32 disp2 = ((vcpu->arch.sie_block->ipb & 0x0fff0000) >> 16);  in kvm_s390_get_base_disp_s()
140 	return (base2 ? vcpu->run->s.regs.gprs[base2] : 0) + disp2;  in kvm_s390_get_base_disp_s()
143 static inline u64 kvm_s390_get_base_disp_siy(struct kvm_vcpu *vcpu, u8 *ar)  in kvm_s390_get_base_disp_siy()  argument
145 	u32 base1 = vcpu->arch.sie_block->ipb >> 28;  in kvm_s390_get_base_disp_siy()
149 	disp1 = sign_extend64(((vcpu->arch.sie_block->ipb & 0x0fff0000) >> 16) +  in kvm_s390_get_base_disp_siy()
150 			      ((vcpu->arch.sie_block->ipb & 0xff00) << 4), 19);  in kvm_s390_get_base_disp_siy()
155 	return (base1 ? vcpu->run->s.regs.gprs[base1] : 0) + disp1;  in kvm_s390_get_base_disp_siy()
158 static inline void kvm_s390_get_base_disp_sse(struct kvm_vcpu *vcpu,  in kvm_s390_get_base_disp_sse()  argument
162 	u32 base1 = (vcpu->arch.sie_block->ipb & 0xf0000000) >> 28;  in kvm_s390_get_base_disp_sse()
163 	u32 disp1 = (vcpu->arch.sie_block->ipb & 0x0fff0000) >> 16;  in kvm_s390_get_base_disp_sse()
164 	u32 base2 = (vcpu->arch.sie_block->ipb & 0xf000) >> 12;  in kvm_s390_get_base_disp_sse()
165 	u32 disp2 = vcpu->arch.sie_block->ipb & 0x0fff;  in kvm_s390_get_base_disp_sse()
167 	*address1 = (base1 ? vcpu->run->s.regs.gprs[base1] : 0) + disp1;  in kvm_s390_get_base_disp_sse()
168 	*address2 = (base2 ? vcpu->run->s.regs.gprs[base2] : 0) + disp2;  in kvm_s390_get_base_disp_sse()
176 static inline void kvm_s390_get_regs_rre(struct kvm_vcpu *vcpu, int *r1, int *r2)  in kvm_s390_get_regs_rre()  argument
179 		*r1 = (vcpu->arch.sie_block->ipb & 0x00f00000) >> 20;  in kvm_s390_get_regs_rre()
181 		*r2 = (vcpu->arch.sie_block->ipb & 0x000f0000) >> 16;  in kvm_s390_get_regs_rre()
184 static inline u64 kvm_s390_get_base_disp_rsy(struct kvm_vcpu *vcpu, u8 *ar)  in kvm_s390_get_base_disp_rsy()  argument
186 	u32 base2 = vcpu->arch.sie_block->ipb >> 28;  in kvm_s390_get_base_disp_rsy()
187 	u32 disp2 = ((vcpu->arch.sie_block->ipb & 0x0fff0000) >> 16) +  in kvm_s390_get_base_disp_rsy()
188 			((vcpu->arch.sie_block->ipb & 0xff00) << 4);  in kvm_s390_get_base_disp_rsy()
196 	return (base2 ? vcpu->run->s.regs.gprs[base2] : 0) + (long)(int)disp2;  in kvm_s390_get_base_disp_rsy()
199 static inline u64 kvm_s390_get_base_disp_rs(struct kvm_vcpu *vcpu, u8 *ar)  in kvm_s390_get_base_disp_rs()  argument
201 	u32 base2 = vcpu->arch.sie_block->ipb >> 28;  in kvm_s390_get_base_disp_rs()
202 	u32 disp2 = ((vcpu->arch.sie_block->ipb & 0x0fff0000) >> 16);  in kvm_s390_get_base_disp_rs()
207 	return (base2 ? vcpu->run->s.regs.gprs[base2] : 0) + disp2;  in kvm_s390_get_base_disp_rs()
211 static inline void kvm_s390_set_psw_cc(struct kvm_vcpu *vcpu, unsigned long cc)  in kvm_s390_set_psw_cc()  argument
213 	vcpu->arch.sie_block->gpsw.mask &= ~(3UL << 44);  in kvm_s390_set_psw_cc()
214 	vcpu->arch.sie_block->gpsw.mask |= cc << 44;  in kvm_s390_set_psw_cc()
294 int kvm_s390_pv_destroy_cpu(struct kvm_vcpu *vcpu, u16 *rc, u16 *rrc);
295 int kvm_s390_pv_create_cpu(struct kvm_vcpu *vcpu, u16 *rc, u16 *rrc);
305 int kvm_s390_pv_set_cpu_state(struct kvm_vcpu *vcpu, u8 state);
306 int kvm_s390_pv_dump_cpu(struct kvm_vcpu *vcpu, void *buff, u16 *rc, u16 *rrc);
317 static inline u64 kvm_s390_pv_cpu_get_handle(struct kvm_vcpu *vcpu)  in kvm_s390_pv_cpu_get_handle()  argument
319 	return vcpu->arch.pv.handle;  in kvm_s390_pv_cpu_get_handle()
323 int kvm_s390_handle_wait(struct kvm_vcpu *vcpu);
324 void kvm_s390_vcpu_wakeup(struct kvm_vcpu *vcpu);
326 int __must_check kvm_s390_deliver_pending_interrupts(struct kvm_vcpu *vcpu);
327 void kvm_s390_clear_local_irqs(struct kvm_vcpu *vcpu);
331 int __must_check kvm_s390_inject_vcpu(struct kvm_vcpu *vcpu,
333 static inline int kvm_s390_inject_prog_irq(struct kvm_vcpu *vcpu,  in kvm_s390_inject_prog_irq()  argument
341 	return kvm_s390_inject_vcpu(vcpu, &irq);  in kvm_s390_inject_prog_irq()
343 static inline int kvm_s390_inject_program_int(struct kvm_vcpu *vcpu, u16 code)  in kvm_s390_inject_program_int()  argument
350 	return kvm_s390_inject_vcpu(vcpu, &irq);  in kvm_s390_inject_program_int()
359 u8 kvm_s390_get_ilen(struct kvm_vcpu *vcpu);
360 int kvm_handle_sie_intercept(struct kvm_vcpu *vcpu);
361 static inline void kvm_s390_rewind_psw(struct kvm_vcpu *vcpu, int ilen)  in kvm_s390_rewind_psw()  argument
363 	struct kvm_s390_sie_block *sie_block = vcpu->arch.sie_block;  in kvm_s390_rewind_psw()
367 static inline void kvm_s390_forward_psw(struct kvm_vcpu *vcpu, int ilen)  in kvm_s390_forward_psw()  argument
369 	kvm_s390_rewind_psw(vcpu, -ilen);  in kvm_s390_forward_psw()
371 static inline void kvm_s390_retry_instr(struct kvm_vcpu *vcpu)  in kvm_s390_retry_instr()  argument
374 	vcpu->arch.sie_block->icptstatus &= ~0x02;  in kvm_s390_retry_instr()
375 	kvm_s390_rewind_psw(vcpu, kvm_s390_get_ilen(vcpu));  in kvm_s390_retry_instr()
378 int handle_sthyi(struct kvm_vcpu *vcpu);
382 int kvm_s390_handle_aa(struct kvm_vcpu *vcpu);
383 int kvm_s390_handle_b2(struct kvm_vcpu *vcpu);
384 int kvm_s390_handle_e3(struct kvm_vcpu *vcpu);
385 int kvm_s390_handle_e5(struct kvm_vcpu *vcpu);
386 int kvm_s390_handle_01(struct kvm_vcpu *vcpu);
387 int kvm_s390_handle_b9(struct kvm_vcpu *vcpu);
388 int kvm_s390_handle_lpsw(struct kvm_vcpu *vcpu);
389 int kvm_s390_handle_stctl(struct kvm_vcpu *vcpu);
390 int kvm_s390_handle_lctl(struct kvm_vcpu *vcpu);
391 int kvm_s390_handle_eb(struct kvm_vcpu *vcpu);
392 int kvm_s390_skey_check_enable(struct kvm_vcpu *vcpu);
395 int kvm_s390_handle_vsie(struct kvm_vcpu *vcpu);
396 void kvm_s390_vsie_kick(struct kvm_vcpu *vcpu);
403 int kvm_s390_handle_sigp(struct kvm_vcpu *vcpu);
404 int kvm_s390_handle_sigp_pei(struct kvm_vcpu *vcpu);
408 int kvm_s390_store_status_unloaded(struct kvm_vcpu *vcpu, unsigned long addr);
409 int kvm_s390_vcpu_store_status(struct kvm_vcpu *vcpu, unsigned long addr);
410 int kvm_s390_vcpu_start(struct kvm_vcpu *vcpu);
411 int kvm_s390_vcpu_stop(struct kvm_vcpu *vcpu);
412 void kvm_s390_vcpu_block(struct kvm_vcpu *vcpu);
413 void kvm_s390_vcpu_unblock(struct kvm_vcpu *vcpu);
414 bool kvm_s390_vcpu_sie_inhibited(struct kvm_vcpu *vcpu);
415 void exit_sie(struct kvm_vcpu *vcpu);
416 void kvm_s390_sync_request(int req, struct kvm_vcpu *vcpu);
417 int kvm_s390_vcpu_setup_cmma(struct kvm_vcpu *vcpu);
418 void kvm_s390_vcpu_unsetup_cmma(struct kvm_vcpu *vcpu);
419 void kvm_s390_set_cpu_timer(struct kvm_vcpu *vcpu, __u64 cputm);
420 __u64 kvm_s390_get_cpu_timer(struct kvm_vcpu *vcpu);
422 int __kvm_s390_handle_dat_fault(struct kvm_vcpu *vcpu, gfn_t gfn, gpa_t gaddr, unsigned int flags);
426 static inline int kvm_s390_handle_dat_fault(struct kvm_vcpu *vcpu, gpa_t gaddr, unsigned int flags)  in kvm_s390_handle_dat_fault()  argument
428 	return __kvm_s390_handle_dat_fault(vcpu, gpa_to_gfn(gaddr), gaddr, flags);  in kvm_s390_handle_dat_fault()
432 int kvm_s390_handle_diag(struct kvm_vcpu *vcpu);
437 	struct kvm_vcpu *vcpu;  in kvm_s390_vcpu_block_all()  local
440 	kvm_for_each_vcpu(i, vcpu, kvm)  in kvm_s390_vcpu_block_all()
441 		kvm_s390_vcpu_block(vcpu);  in kvm_s390_vcpu_block_all()
447 	struct kvm_vcpu *vcpu;  in kvm_s390_vcpu_unblock_all()  local
449 	kvm_for_each_vcpu(i, vcpu, kvm)  in kvm_s390_vcpu_unblock_all()
450 		kvm_s390_vcpu_unblock(vcpu);  in kvm_s390_vcpu_unblock_all()
489 static inline int kvm_s390_inject_prog_cond(struct kvm_vcpu *vcpu, int rc)  in kvm_s390_inject_prog_cond()  argument
493 	return kvm_s390_inject_prog_irq(vcpu, &vcpu->arch.pgm);  in kvm_s390_inject_prog_cond()
500 int kvm_s390_vcpu_has_irq(struct kvm_vcpu *vcpu, int exclude_stop);
501 int psw_extint_disabled(struct kvm_vcpu *vcpu);
503 int kvm_s390_ext_call_pending(struct kvm_vcpu *vcpu);
505 int kvm_s390_is_stop_irq_pending(struct kvm_vcpu *vcpu);
506 int kvm_s390_is_restart_irq_pending(struct kvm_vcpu *vcpu);
507 void kvm_s390_clear_stop_irq(struct kvm_vcpu *vcpu);
508 int kvm_s390_set_irq_state(struct kvm_vcpu *vcpu,
510 int kvm_s390_get_irq_state(struct kvm_vcpu *vcpu,
521 void kvm_s390_backup_guest_per_regs(struct kvm_vcpu *vcpu);
522 void kvm_s390_restore_guest_per_regs(struct kvm_vcpu *vcpu);
523 void kvm_s390_patch_guest_per_regs(struct kvm_vcpu *vcpu);
524 int kvm_s390_import_bp_data(struct kvm_vcpu *vcpu,
526 void kvm_s390_clear_bp_data(struct kvm_vcpu *vcpu);
527 void kvm_s390_prepare_debug_exit(struct kvm_vcpu *vcpu);
528 int kvm_s390_handle_per_ifetch_icpt(struct kvm_vcpu *vcpu);
529 int kvm_s390_handle_per_event(struct kvm_vcpu *vcpu);
547 void kvm_s390_reinject_machine_check(struct kvm_vcpu *vcpu,