1b0c632dbSHeiko Carstens /* 2b0c632dbSHeiko Carstens * s390host.c -- hosting zSeries kernel virtual machines 3b0c632dbSHeiko Carstens * 4628eb9b8SChristian Ehrhardt * Copyright IBM Corp. 2008,2009 5b0c632dbSHeiko Carstens * 6b0c632dbSHeiko Carstens * This program is free software; you can redistribute it and/or modify 7b0c632dbSHeiko Carstens * it under the terms of the GNU General Public License (version 2 only) 8b0c632dbSHeiko Carstens * as published by the Free Software Foundation. 9b0c632dbSHeiko Carstens * 10b0c632dbSHeiko Carstens * Author(s): Carsten Otte <cotte@de.ibm.com> 11b0c632dbSHeiko Carstens * Christian Borntraeger <borntraeger@de.ibm.com> 12b0c632dbSHeiko Carstens * Heiko Carstens <heiko.carstens@de.ibm.com> 13628eb9b8SChristian Ehrhardt * Christian Ehrhardt <ehrhardt@de.ibm.com> 14b0c632dbSHeiko Carstens */ 15b0c632dbSHeiko Carstens 16b0c632dbSHeiko Carstens #include <linux/compiler.h> 17b0c632dbSHeiko Carstens #include <linux/err.h> 18b0c632dbSHeiko Carstens #include <linux/fs.h> 19ca872302SChristian Borntraeger #include <linux/hrtimer.h> 20b0c632dbSHeiko Carstens #include <linux/init.h> 21b0c632dbSHeiko Carstens #include <linux/kvm.h> 22b0c632dbSHeiko Carstens #include <linux/kvm_host.h> 23b0c632dbSHeiko Carstens #include <linux/module.h> 24b0c632dbSHeiko Carstens #include <linux/slab.h> 25ba5c1e9bSCarsten Otte #include <linux/timer.h> 26b0c632dbSHeiko Carstens #include <asm/lowcore.h> 27b0c632dbSHeiko Carstens #include <asm/pgtable.h> 28f5daba1dSHeiko Carstens #include <asm/nmi.h> 29ef50f7acSChristian Borntraeger #include <asm/system.h> 308f2abe6aSChristian Borntraeger #include "kvm-s390.h" 31b0c632dbSHeiko Carstens #include "gaccess.h" 32b0c632dbSHeiko Carstens 33b0c632dbSHeiko Carstens #define VCPU_STAT(x) offsetof(struct kvm_vcpu, stat.x), KVM_STAT_VCPU 34b0c632dbSHeiko Carstens 35b0c632dbSHeiko Carstens struct kvm_stats_debugfs_item debugfs_entries[] = { 36b0c632dbSHeiko Carstens { "userspace_handled", VCPU_STAT(exit_userspace) }, 370eaeafa1SChristian Borntraeger { "exit_null", VCPU_STAT(exit_null) }, 388f2abe6aSChristian Borntraeger { "exit_validity", VCPU_STAT(exit_validity) }, 398f2abe6aSChristian Borntraeger { "exit_stop_request", VCPU_STAT(exit_stop_request) }, 408f2abe6aSChristian Borntraeger { "exit_external_request", VCPU_STAT(exit_external_request) }, 418f2abe6aSChristian Borntraeger { "exit_external_interrupt", VCPU_STAT(exit_external_interrupt) }, 42ba5c1e9bSCarsten Otte { "exit_instruction", VCPU_STAT(exit_instruction) }, 43ba5c1e9bSCarsten Otte { "exit_program_interruption", VCPU_STAT(exit_program_interruption) }, 44ba5c1e9bSCarsten Otte { "exit_instr_and_program_int", VCPU_STAT(exit_instr_and_program) }, 45f5e10b09SChristian Borntraeger { "instruction_lctlg", VCPU_STAT(instruction_lctlg) }, 46ba5c1e9bSCarsten Otte { "instruction_lctl", VCPU_STAT(instruction_lctl) }, 47ba5c1e9bSCarsten Otte { "deliver_emergency_signal", VCPU_STAT(deliver_emergency_signal) }, 48ba5c1e9bSCarsten Otte { "deliver_service_signal", VCPU_STAT(deliver_service_signal) }, 49ba5c1e9bSCarsten Otte { "deliver_virtio_interrupt", VCPU_STAT(deliver_virtio_interrupt) }, 50ba5c1e9bSCarsten Otte { "deliver_stop_signal", VCPU_STAT(deliver_stop_signal) }, 51ba5c1e9bSCarsten Otte { "deliver_prefix_signal", VCPU_STAT(deliver_prefix_signal) }, 52ba5c1e9bSCarsten Otte { "deliver_restart_signal", VCPU_STAT(deliver_restart_signal) }, 53ba5c1e9bSCarsten Otte { "deliver_program_interruption", VCPU_STAT(deliver_program_int) }, 54ba5c1e9bSCarsten Otte { "exit_wait_state", VCPU_STAT(exit_wait_state) }, 55453423dcSChristian Borntraeger { "instruction_stidp", VCPU_STAT(instruction_stidp) }, 56453423dcSChristian Borntraeger { "instruction_spx", VCPU_STAT(instruction_spx) }, 57453423dcSChristian Borntraeger { "instruction_stpx", VCPU_STAT(instruction_stpx) }, 58453423dcSChristian Borntraeger { "instruction_stap", VCPU_STAT(instruction_stap) }, 59453423dcSChristian Borntraeger { "instruction_storage_key", VCPU_STAT(instruction_storage_key) }, 60453423dcSChristian Borntraeger { "instruction_stsch", VCPU_STAT(instruction_stsch) }, 61453423dcSChristian Borntraeger { "instruction_chsc", VCPU_STAT(instruction_chsc) }, 62453423dcSChristian Borntraeger { "instruction_stsi", VCPU_STAT(instruction_stsi) }, 63453423dcSChristian Borntraeger { "instruction_stfl", VCPU_STAT(instruction_stfl) }, 645288fbf0SChristian Borntraeger { "instruction_sigp_sense", VCPU_STAT(instruction_sigp_sense) }, 655288fbf0SChristian Borntraeger { "instruction_sigp_emergency", VCPU_STAT(instruction_sigp_emergency) }, 665288fbf0SChristian Borntraeger { "instruction_sigp_stop", VCPU_STAT(instruction_sigp_stop) }, 675288fbf0SChristian Borntraeger { "instruction_sigp_set_arch", VCPU_STAT(instruction_sigp_arch) }, 685288fbf0SChristian Borntraeger { "instruction_sigp_set_prefix", VCPU_STAT(instruction_sigp_prefix) }, 695288fbf0SChristian Borntraeger { "instruction_sigp_restart", VCPU_STAT(instruction_sigp_restart) }, 70e28acfeaSChristian Borntraeger { "diagnose_44", VCPU_STAT(diagnose_44) }, 71b0c632dbSHeiko Carstens { NULL } 72b0c632dbSHeiko Carstens }; 73b0c632dbSHeiko Carstens 74ef50f7acSChristian Borntraeger static unsigned long long *facilities; 75b0c632dbSHeiko Carstens 76b0c632dbSHeiko Carstens /* Section: not file related */ 77*10474ae8SAlexander Graf int kvm_arch_hardware_enable(void *garbage) 78b0c632dbSHeiko Carstens { 79b0c632dbSHeiko Carstens /* every s390 is virtualization enabled ;-) */ 80*10474ae8SAlexander Graf return 0; 81b0c632dbSHeiko Carstens } 82b0c632dbSHeiko Carstens 83b0c632dbSHeiko Carstens void kvm_arch_hardware_disable(void *garbage) 84b0c632dbSHeiko Carstens { 85b0c632dbSHeiko Carstens } 86b0c632dbSHeiko Carstens 87b0c632dbSHeiko Carstens int kvm_arch_hardware_setup(void) 88b0c632dbSHeiko Carstens { 89b0c632dbSHeiko Carstens return 0; 90b0c632dbSHeiko Carstens } 91b0c632dbSHeiko Carstens 92b0c632dbSHeiko Carstens void kvm_arch_hardware_unsetup(void) 93b0c632dbSHeiko Carstens { 94b0c632dbSHeiko Carstens } 95b0c632dbSHeiko Carstens 96b0c632dbSHeiko Carstens void kvm_arch_check_processor_compat(void *rtn) 97b0c632dbSHeiko Carstens { 98b0c632dbSHeiko Carstens } 99b0c632dbSHeiko Carstens 100b0c632dbSHeiko Carstens int kvm_arch_init(void *opaque) 101b0c632dbSHeiko Carstens { 102b0c632dbSHeiko Carstens return 0; 103b0c632dbSHeiko Carstens } 104b0c632dbSHeiko Carstens 105b0c632dbSHeiko Carstens void kvm_arch_exit(void) 106b0c632dbSHeiko Carstens { 107b0c632dbSHeiko Carstens } 108b0c632dbSHeiko Carstens 109b0c632dbSHeiko Carstens /* Section: device related */ 110b0c632dbSHeiko Carstens long kvm_arch_dev_ioctl(struct file *filp, 111b0c632dbSHeiko Carstens unsigned int ioctl, unsigned long arg) 112b0c632dbSHeiko Carstens { 113b0c632dbSHeiko Carstens if (ioctl == KVM_S390_ENABLE_SIE) 114b0c632dbSHeiko Carstens return s390_enable_sie(); 115b0c632dbSHeiko Carstens return -EINVAL; 116b0c632dbSHeiko Carstens } 117b0c632dbSHeiko Carstens 118b0c632dbSHeiko Carstens int kvm_dev_ioctl_check_extension(long ext) 119b0c632dbSHeiko Carstens { 1202bd0ac4eSCarsten Otte switch (ext) { 1212bd0ac4eSCarsten Otte default: 122b0c632dbSHeiko Carstens return 0; 123b0c632dbSHeiko Carstens } 1242bd0ac4eSCarsten Otte } 125b0c632dbSHeiko Carstens 126b0c632dbSHeiko Carstens /* Section: vm related */ 127b0c632dbSHeiko Carstens /* 128b0c632dbSHeiko Carstens * Get (and clear) the dirty memory log for a memory slot. 129b0c632dbSHeiko Carstens */ 130b0c632dbSHeiko Carstens int kvm_vm_ioctl_get_dirty_log(struct kvm *kvm, 131b0c632dbSHeiko Carstens struct kvm_dirty_log *log) 132b0c632dbSHeiko Carstens { 133b0c632dbSHeiko Carstens return 0; 134b0c632dbSHeiko Carstens } 135b0c632dbSHeiko Carstens 136b0c632dbSHeiko Carstens long kvm_arch_vm_ioctl(struct file *filp, 137b0c632dbSHeiko Carstens unsigned int ioctl, unsigned long arg) 138b0c632dbSHeiko Carstens { 139b0c632dbSHeiko Carstens struct kvm *kvm = filp->private_data; 140b0c632dbSHeiko Carstens void __user *argp = (void __user *)arg; 141b0c632dbSHeiko Carstens int r; 142b0c632dbSHeiko Carstens 143b0c632dbSHeiko Carstens switch (ioctl) { 144ba5c1e9bSCarsten Otte case KVM_S390_INTERRUPT: { 145ba5c1e9bSCarsten Otte struct kvm_s390_interrupt s390int; 146ba5c1e9bSCarsten Otte 147ba5c1e9bSCarsten Otte r = -EFAULT; 148ba5c1e9bSCarsten Otte if (copy_from_user(&s390int, argp, sizeof(s390int))) 149ba5c1e9bSCarsten Otte break; 150ba5c1e9bSCarsten Otte r = kvm_s390_inject_vm(kvm, &s390int); 151ba5c1e9bSCarsten Otte break; 152ba5c1e9bSCarsten Otte } 153b0c632dbSHeiko Carstens default: 154367e1319SAvi Kivity r = -ENOTTY; 155b0c632dbSHeiko Carstens } 156b0c632dbSHeiko Carstens 157b0c632dbSHeiko Carstens return r; 158b0c632dbSHeiko Carstens } 159b0c632dbSHeiko Carstens 160b0c632dbSHeiko Carstens struct kvm *kvm_arch_create_vm(void) 161b0c632dbSHeiko Carstens { 162b0c632dbSHeiko Carstens struct kvm *kvm; 163b0c632dbSHeiko Carstens int rc; 164b0c632dbSHeiko Carstens char debug_name[16]; 165b0c632dbSHeiko Carstens 166b0c632dbSHeiko Carstens rc = s390_enable_sie(); 167b0c632dbSHeiko Carstens if (rc) 168b0c632dbSHeiko Carstens goto out_nokvm; 169b0c632dbSHeiko Carstens 170b0c632dbSHeiko Carstens rc = -ENOMEM; 171b0c632dbSHeiko Carstens kvm = kzalloc(sizeof(struct kvm), GFP_KERNEL); 172b0c632dbSHeiko Carstens if (!kvm) 173b0c632dbSHeiko Carstens goto out_nokvm; 174b0c632dbSHeiko Carstens 175b0c632dbSHeiko Carstens kvm->arch.sca = (struct sca_block *) get_zeroed_page(GFP_KERNEL); 176b0c632dbSHeiko Carstens if (!kvm->arch.sca) 177b0c632dbSHeiko Carstens goto out_nosca; 178b0c632dbSHeiko Carstens 179b0c632dbSHeiko Carstens sprintf(debug_name, "kvm-%u", current->pid); 180b0c632dbSHeiko Carstens 181b0c632dbSHeiko Carstens kvm->arch.dbf = debug_register(debug_name, 8, 2, 8 * sizeof(long)); 182b0c632dbSHeiko Carstens if (!kvm->arch.dbf) 183b0c632dbSHeiko Carstens goto out_nodbf; 184b0c632dbSHeiko Carstens 185ba5c1e9bSCarsten Otte spin_lock_init(&kvm->arch.float_int.lock); 186ba5c1e9bSCarsten Otte INIT_LIST_HEAD(&kvm->arch.float_int.list); 187ba5c1e9bSCarsten Otte 188b0c632dbSHeiko Carstens debug_register_view(kvm->arch.dbf, &debug_sprintf_view); 189b0c632dbSHeiko Carstens VM_EVENT(kvm, 3, "%s", "vm created"); 190b0c632dbSHeiko Carstens 191b0c632dbSHeiko Carstens return kvm; 192b0c632dbSHeiko Carstens out_nodbf: 193b0c632dbSHeiko Carstens free_page((unsigned long)(kvm->arch.sca)); 194b0c632dbSHeiko Carstens out_nosca: 195b0c632dbSHeiko Carstens kfree(kvm); 196b0c632dbSHeiko Carstens out_nokvm: 197b0c632dbSHeiko Carstens return ERR_PTR(rc); 198b0c632dbSHeiko Carstens } 199b0c632dbSHeiko Carstens 200d329c035SChristian Borntraeger void kvm_arch_vcpu_destroy(struct kvm_vcpu *vcpu) 201d329c035SChristian Borntraeger { 202d329c035SChristian Borntraeger VCPU_EVENT(vcpu, 3, "%s", "free cpu"); 203abf4a71eSCarsten Otte if (vcpu->kvm->arch.sca->cpu[vcpu->vcpu_id].sda == 204abf4a71eSCarsten Otte (__u64) vcpu->arch.sie_block) 205abf4a71eSCarsten Otte vcpu->kvm->arch.sca->cpu[vcpu->vcpu_id].sda = 0; 206abf4a71eSCarsten Otte smp_mb(); 207d329c035SChristian Borntraeger free_page((unsigned long)(vcpu->arch.sie_block)); 2086692cef3SChristian Borntraeger kvm_vcpu_uninit(vcpu); 209d329c035SChristian Borntraeger kfree(vcpu); 210d329c035SChristian Borntraeger } 211d329c035SChristian Borntraeger 212d329c035SChristian Borntraeger static void kvm_free_vcpus(struct kvm *kvm) 213d329c035SChristian Borntraeger { 214d329c035SChristian Borntraeger unsigned int i; 215988a2caeSGleb Natapov struct kvm_vcpu *vcpu; 216d329c035SChristian Borntraeger 217988a2caeSGleb Natapov kvm_for_each_vcpu(i, vcpu, kvm) 218988a2caeSGleb Natapov kvm_arch_vcpu_destroy(vcpu); 219988a2caeSGleb Natapov 220988a2caeSGleb Natapov mutex_lock(&kvm->lock); 221988a2caeSGleb Natapov for (i = 0; i < atomic_read(&kvm->online_vcpus); i++) 222d329c035SChristian Borntraeger kvm->vcpus[i] = NULL; 223988a2caeSGleb Natapov 224988a2caeSGleb Natapov atomic_set(&kvm->online_vcpus, 0); 225988a2caeSGleb Natapov mutex_unlock(&kvm->lock); 226d329c035SChristian Borntraeger } 227d329c035SChristian Borntraeger 228ad8ba2cdSSheng Yang void kvm_arch_sync_events(struct kvm *kvm) 229ad8ba2cdSSheng Yang { 230ad8ba2cdSSheng Yang } 231ad8ba2cdSSheng Yang 232b0c632dbSHeiko Carstens void kvm_arch_destroy_vm(struct kvm *kvm) 233b0c632dbSHeiko Carstens { 234d329c035SChristian Borntraeger kvm_free_vcpus(kvm); 235dfdded7cSCarsten Otte kvm_free_physmem(kvm); 236b0c632dbSHeiko Carstens free_page((unsigned long)(kvm->arch.sca)); 237d329c035SChristian Borntraeger debug_unregister(kvm->arch.dbf); 238b0c632dbSHeiko Carstens kfree(kvm); 239b0c632dbSHeiko Carstens } 240b0c632dbSHeiko Carstens 241b0c632dbSHeiko Carstens /* Section: vcpu related */ 242b0c632dbSHeiko Carstens int kvm_arch_vcpu_init(struct kvm_vcpu *vcpu) 243b0c632dbSHeiko Carstens { 244b0c632dbSHeiko Carstens return 0; 245b0c632dbSHeiko Carstens } 246b0c632dbSHeiko Carstens 247b0c632dbSHeiko Carstens void kvm_arch_vcpu_uninit(struct kvm_vcpu *vcpu) 248b0c632dbSHeiko Carstens { 2496692cef3SChristian Borntraeger /* Nothing todo */ 250b0c632dbSHeiko Carstens } 251b0c632dbSHeiko Carstens 252b0c632dbSHeiko Carstens void kvm_arch_vcpu_load(struct kvm_vcpu *vcpu, int cpu) 253b0c632dbSHeiko Carstens { 254b0c632dbSHeiko Carstens save_fp_regs(&vcpu->arch.host_fpregs); 255b0c632dbSHeiko Carstens save_access_regs(vcpu->arch.host_acrs); 256b0c632dbSHeiko Carstens vcpu->arch.guest_fpregs.fpc &= FPC_VALID_MASK; 257b0c632dbSHeiko Carstens restore_fp_regs(&vcpu->arch.guest_fpregs); 258b0c632dbSHeiko Carstens restore_access_regs(vcpu->arch.guest_acrs); 259b0c632dbSHeiko Carstens } 260b0c632dbSHeiko Carstens 261b0c632dbSHeiko Carstens void kvm_arch_vcpu_put(struct kvm_vcpu *vcpu) 262b0c632dbSHeiko Carstens { 263b0c632dbSHeiko Carstens save_fp_regs(&vcpu->arch.guest_fpregs); 264b0c632dbSHeiko Carstens save_access_regs(vcpu->arch.guest_acrs); 265b0c632dbSHeiko Carstens restore_fp_regs(&vcpu->arch.host_fpregs); 266b0c632dbSHeiko Carstens restore_access_regs(vcpu->arch.host_acrs); 267b0c632dbSHeiko Carstens } 268b0c632dbSHeiko Carstens 269b0c632dbSHeiko Carstens static void kvm_s390_vcpu_initial_reset(struct kvm_vcpu *vcpu) 270b0c632dbSHeiko Carstens { 271b0c632dbSHeiko Carstens /* this equals initial cpu reset in pop, but we don't switch to ESA */ 272b0c632dbSHeiko Carstens vcpu->arch.sie_block->gpsw.mask = 0UL; 273b0c632dbSHeiko Carstens vcpu->arch.sie_block->gpsw.addr = 0UL; 274b0c632dbSHeiko Carstens vcpu->arch.sie_block->prefix = 0UL; 275b0c632dbSHeiko Carstens vcpu->arch.sie_block->ihcpu = 0xffff; 276b0c632dbSHeiko Carstens vcpu->arch.sie_block->cputm = 0UL; 277b0c632dbSHeiko Carstens vcpu->arch.sie_block->ckc = 0UL; 278b0c632dbSHeiko Carstens vcpu->arch.sie_block->todpr = 0; 279b0c632dbSHeiko Carstens memset(vcpu->arch.sie_block->gcr, 0, 16 * sizeof(__u64)); 280b0c632dbSHeiko Carstens vcpu->arch.sie_block->gcr[0] = 0xE0UL; 281b0c632dbSHeiko Carstens vcpu->arch.sie_block->gcr[14] = 0xC2000000UL; 282b0c632dbSHeiko Carstens vcpu->arch.guest_fpregs.fpc = 0; 283b0c632dbSHeiko Carstens asm volatile("lfpc %0" : : "Q" (vcpu->arch.guest_fpregs.fpc)); 284b0c632dbSHeiko Carstens vcpu->arch.sie_block->gbea = 1; 285b0c632dbSHeiko Carstens } 286b0c632dbSHeiko Carstens 287b0c632dbSHeiko Carstens int kvm_arch_vcpu_setup(struct kvm_vcpu *vcpu) 288b0c632dbSHeiko Carstens { 289b0c632dbSHeiko Carstens atomic_set(&vcpu->arch.sie_block->cpuflags, CPUSTAT_ZARCH); 290628eb9b8SChristian Ehrhardt set_bit(KVM_REQ_MMU_RELOAD, &vcpu->requests); 291b0c632dbSHeiko Carstens vcpu->arch.sie_block->ecb = 2; 292b0c632dbSHeiko Carstens vcpu->arch.sie_block->eca = 0xC1002001U; 293ef50f7acSChristian Borntraeger vcpu->arch.sie_block->fac = (int) (long) facilities; 294ca872302SChristian Borntraeger hrtimer_init(&vcpu->arch.ckc_timer, CLOCK_REALTIME, HRTIMER_MODE_ABS); 295ca872302SChristian Borntraeger tasklet_init(&vcpu->arch.tasklet, kvm_s390_tasklet, 296ba5c1e9bSCarsten Otte (unsigned long) vcpu); 297ca872302SChristian Borntraeger vcpu->arch.ckc_timer.function = kvm_s390_idle_wakeup; 298453423dcSChristian Borntraeger get_cpu_id(&vcpu->arch.cpu_id); 29992e6ecf3SChristian Borntraeger vcpu->arch.cpu_id.version = 0xff; 300b0c632dbSHeiko Carstens return 0; 301b0c632dbSHeiko Carstens } 302b0c632dbSHeiko Carstens 303b0c632dbSHeiko Carstens struct kvm_vcpu *kvm_arch_vcpu_create(struct kvm *kvm, 304b0c632dbSHeiko Carstens unsigned int id) 305b0c632dbSHeiko Carstens { 306b0c632dbSHeiko Carstens struct kvm_vcpu *vcpu = kzalloc(sizeof(struct kvm_vcpu), GFP_KERNEL); 307b0c632dbSHeiko Carstens int rc = -ENOMEM; 308b0c632dbSHeiko Carstens 309b0c632dbSHeiko Carstens if (!vcpu) 310b0c632dbSHeiko Carstens goto out_nomem; 311b0c632dbSHeiko Carstens 312180c12fbSChristian Borntraeger vcpu->arch.sie_block = (struct kvm_s390_sie_block *) 313180c12fbSChristian Borntraeger get_zeroed_page(GFP_KERNEL); 314b0c632dbSHeiko Carstens 315b0c632dbSHeiko Carstens if (!vcpu->arch.sie_block) 316b0c632dbSHeiko Carstens goto out_free_cpu; 317b0c632dbSHeiko Carstens 318b0c632dbSHeiko Carstens vcpu->arch.sie_block->icpua = id; 319b0c632dbSHeiko Carstens BUG_ON(!kvm->arch.sca); 320abf4a71eSCarsten Otte if (!kvm->arch.sca->cpu[id].sda) 321b0c632dbSHeiko Carstens kvm->arch.sca->cpu[id].sda = (__u64) vcpu->arch.sie_block; 322b0c632dbSHeiko Carstens vcpu->arch.sie_block->scaoh = (__u32)(((__u64)kvm->arch.sca) >> 32); 323b0c632dbSHeiko Carstens vcpu->arch.sie_block->scaol = (__u32)(__u64)kvm->arch.sca; 324b0c632dbSHeiko Carstens 325ba5c1e9bSCarsten Otte spin_lock_init(&vcpu->arch.local_int.lock); 326ba5c1e9bSCarsten Otte INIT_LIST_HEAD(&vcpu->arch.local_int.list); 327ba5c1e9bSCarsten Otte vcpu->arch.local_int.float_int = &kvm->arch.float_int; 328b037a4f3SChristian Borntraeger spin_lock(&kvm->arch.float_int.lock); 329ba5c1e9bSCarsten Otte kvm->arch.float_int.local_int[id] = &vcpu->arch.local_int; 330ba5c1e9bSCarsten Otte init_waitqueue_head(&vcpu->arch.local_int.wq); 3315288fbf0SChristian Borntraeger vcpu->arch.local_int.cpuflags = &vcpu->arch.sie_block->cpuflags; 332b037a4f3SChristian Borntraeger spin_unlock(&kvm->arch.float_int.lock); 333ba5c1e9bSCarsten Otte 334b0c632dbSHeiko Carstens rc = kvm_vcpu_init(vcpu, kvm, id); 335b0c632dbSHeiko Carstens if (rc) 336b0c632dbSHeiko Carstens goto out_free_cpu; 337b0c632dbSHeiko Carstens VM_EVENT(kvm, 3, "create cpu %d at %p, sie block at %p", id, vcpu, 338b0c632dbSHeiko Carstens vcpu->arch.sie_block); 339b0c632dbSHeiko Carstens 340b0c632dbSHeiko Carstens return vcpu; 341b0c632dbSHeiko Carstens out_free_cpu: 342b0c632dbSHeiko Carstens kfree(vcpu); 343b0c632dbSHeiko Carstens out_nomem: 344b0c632dbSHeiko Carstens return ERR_PTR(rc); 345b0c632dbSHeiko Carstens } 346b0c632dbSHeiko Carstens 347b0c632dbSHeiko Carstens int kvm_arch_vcpu_runnable(struct kvm_vcpu *vcpu) 348b0c632dbSHeiko Carstens { 349b0c632dbSHeiko Carstens /* kvm common code refers to this, but never calls it */ 350b0c632dbSHeiko Carstens BUG(); 351b0c632dbSHeiko Carstens return 0; 352b0c632dbSHeiko Carstens } 353b0c632dbSHeiko Carstens 354b0c632dbSHeiko Carstens static int kvm_arch_vcpu_ioctl_initial_reset(struct kvm_vcpu *vcpu) 355b0c632dbSHeiko Carstens { 356b0c632dbSHeiko Carstens vcpu_load(vcpu); 357b0c632dbSHeiko Carstens kvm_s390_vcpu_initial_reset(vcpu); 358b0c632dbSHeiko Carstens vcpu_put(vcpu); 359b0c632dbSHeiko Carstens return 0; 360b0c632dbSHeiko Carstens } 361b0c632dbSHeiko Carstens 362b0c632dbSHeiko Carstens int kvm_arch_vcpu_ioctl_set_regs(struct kvm_vcpu *vcpu, struct kvm_regs *regs) 363b0c632dbSHeiko Carstens { 364b0c632dbSHeiko Carstens vcpu_load(vcpu); 365b0c632dbSHeiko Carstens memcpy(&vcpu->arch.guest_gprs, ®s->gprs, sizeof(regs->gprs)); 366b0c632dbSHeiko Carstens vcpu_put(vcpu); 367b0c632dbSHeiko Carstens return 0; 368b0c632dbSHeiko Carstens } 369b0c632dbSHeiko Carstens 370b0c632dbSHeiko Carstens int kvm_arch_vcpu_ioctl_get_regs(struct kvm_vcpu *vcpu, struct kvm_regs *regs) 371b0c632dbSHeiko Carstens { 372b0c632dbSHeiko Carstens vcpu_load(vcpu); 373b0c632dbSHeiko Carstens memcpy(®s->gprs, &vcpu->arch.guest_gprs, sizeof(regs->gprs)); 374b0c632dbSHeiko Carstens vcpu_put(vcpu); 375b0c632dbSHeiko Carstens return 0; 376b0c632dbSHeiko Carstens } 377b0c632dbSHeiko Carstens 378b0c632dbSHeiko Carstens int kvm_arch_vcpu_ioctl_set_sregs(struct kvm_vcpu *vcpu, 379b0c632dbSHeiko Carstens struct kvm_sregs *sregs) 380b0c632dbSHeiko Carstens { 381b0c632dbSHeiko Carstens vcpu_load(vcpu); 382b0c632dbSHeiko Carstens memcpy(&vcpu->arch.guest_acrs, &sregs->acrs, sizeof(sregs->acrs)); 383b0c632dbSHeiko Carstens memcpy(&vcpu->arch.sie_block->gcr, &sregs->crs, sizeof(sregs->crs)); 384b0c632dbSHeiko Carstens vcpu_put(vcpu); 385b0c632dbSHeiko Carstens return 0; 386b0c632dbSHeiko Carstens } 387b0c632dbSHeiko Carstens 388b0c632dbSHeiko Carstens int kvm_arch_vcpu_ioctl_get_sregs(struct kvm_vcpu *vcpu, 389b0c632dbSHeiko Carstens struct kvm_sregs *sregs) 390b0c632dbSHeiko Carstens { 391b0c632dbSHeiko Carstens vcpu_load(vcpu); 392b0c632dbSHeiko Carstens memcpy(&sregs->acrs, &vcpu->arch.guest_acrs, sizeof(sregs->acrs)); 393b0c632dbSHeiko Carstens memcpy(&sregs->crs, &vcpu->arch.sie_block->gcr, sizeof(sregs->crs)); 394b0c632dbSHeiko Carstens vcpu_put(vcpu); 395b0c632dbSHeiko Carstens return 0; 396b0c632dbSHeiko Carstens } 397b0c632dbSHeiko Carstens 398b0c632dbSHeiko Carstens int kvm_arch_vcpu_ioctl_set_fpu(struct kvm_vcpu *vcpu, struct kvm_fpu *fpu) 399b0c632dbSHeiko Carstens { 400b0c632dbSHeiko Carstens vcpu_load(vcpu); 401b0c632dbSHeiko Carstens memcpy(&vcpu->arch.guest_fpregs.fprs, &fpu->fprs, sizeof(fpu->fprs)); 402b0c632dbSHeiko Carstens vcpu->arch.guest_fpregs.fpc = fpu->fpc; 403b0c632dbSHeiko Carstens vcpu_put(vcpu); 404b0c632dbSHeiko Carstens return 0; 405b0c632dbSHeiko Carstens } 406b0c632dbSHeiko Carstens 407b0c632dbSHeiko Carstens int kvm_arch_vcpu_ioctl_get_fpu(struct kvm_vcpu *vcpu, struct kvm_fpu *fpu) 408b0c632dbSHeiko Carstens { 409b0c632dbSHeiko Carstens vcpu_load(vcpu); 410b0c632dbSHeiko Carstens memcpy(&fpu->fprs, &vcpu->arch.guest_fpregs.fprs, sizeof(fpu->fprs)); 411b0c632dbSHeiko Carstens fpu->fpc = vcpu->arch.guest_fpregs.fpc; 412b0c632dbSHeiko Carstens vcpu_put(vcpu); 413b0c632dbSHeiko Carstens return 0; 414b0c632dbSHeiko Carstens } 415b0c632dbSHeiko Carstens 416b0c632dbSHeiko Carstens static int kvm_arch_vcpu_ioctl_set_initial_psw(struct kvm_vcpu *vcpu, psw_t psw) 417b0c632dbSHeiko Carstens { 418b0c632dbSHeiko Carstens int rc = 0; 419b0c632dbSHeiko Carstens 420b0c632dbSHeiko Carstens vcpu_load(vcpu); 421b0c632dbSHeiko Carstens if (atomic_read(&vcpu->arch.sie_block->cpuflags) & CPUSTAT_RUNNING) 422b0c632dbSHeiko Carstens rc = -EBUSY; 423b0c632dbSHeiko Carstens else 424b0c632dbSHeiko Carstens vcpu->arch.sie_block->gpsw = psw; 425b0c632dbSHeiko Carstens vcpu_put(vcpu); 426b0c632dbSHeiko Carstens return rc; 427b0c632dbSHeiko Carstens } 428b0c632dbSHeiko Carstens 429b0c632dbSHeiko Carstens int kvm_arch_vcpu_ioctl_translate(struct kvm_vcpu *vcpu, 430b0c632dbSHeiko Carstens struct kvm_translation *tr) 431b0c632dbSHeiko Carstens { 432b0c632dbSHeiko Carstens return -EINVAL; /* not implemented yet */ 433b0c632dbSHeiko Carstens } 434b0c632dbSHeiko Carstens 435d0bfb940SJan Kiszka int kvm_arch_vcpu_ioctl_set_guest_debug(struct kvm_vcpu *vcpu, 436d0bfb940SJan Kiszka struct kvm_guest_debug *dbg) 437b0c632dbSHeiko Carstens { 438b0c632dbSHeiko Carstens return -EINVAL; /* not implemented yet */ 439b0c632dbSHeiko Carstens } 440b0c632dbSHeiko Carstens 44162d9f0dbSMarcelo Tosatti int kvm_arch_vcpu_ioctl_get_mpstate(struct kvm_vcpu *vcpu, 44262d9f0dbSMarcelo Tosatti struct kvm_mp_state *mp_state) 44362d9f0dbSMarcelo Tosatti { 44462d9f0dbSMarcelo Tosatti return -EINVAL; /* not implemented yet */ 44562d9f0dbSMarcelo Tosatti } 44662d9f0dbSMarcelo Tosatti 44762d9f0dbSMarcelo Tosatti int kvm_arch_vcpu_ioctl_set_mpstate(struct kvm_vcpu *vcpu, 44862d9f0dbSMarcelo Tosatti struct kvm_mp_state *mp_state) 44962d9f0dbSMarcelo Tosatti { 45062d9f0dbSMarcelo Tosatti return -EINVAL; /* not implemented yet */ 45162d9f0dbSMarcelo Tosatti } 45262d9f0dbSMarcelo Tosatti 453b0c632dbSHeiko Carstens static void __vcpu_run(struct kvm_vcpu *vcpu) 454b0c632dbSHeiko Carstens { 455b0c632dbSHeiko Carstens memcpy(&vcpu->arch.sie_block->gg14, &vcpu->arch.guest_gprs[14], 16); 456b0c632dbSHeiko Carstens 457b0c632dbSHeiko Carstens if (need_resched()) 458b0c632dbSHeiko Carstens schedule(); 459b0c632dbSHeiko Carstens 46071cde587SChristian Borntraeger if (test_thread_flag(TIF_MCCK_PENDING)) 46171cde587SChristian Borntraeger s390_handle_mcck(); 46271cde587SChristian Borntraeger 4630ff31867SCarsten Otte kvm_s390_deliver_pending_interrupts(vcpu); 4640ff31867SCarsten Otte 465b0c632dbSHeiko Carstens vcpu->arch.sie_block->icptcode = 0; 466b0c632dbSHeiko Carstens local_irq_disable(); 467b0c632dbSHeiko Carstens kvm_guest_enter(); 468b0c632dbSHeiko Carstens local_irq_enable(); 469b0c632dbSHeiko Carstens VCPU_EVENT(vcpu, 6, "entering sie flags %x", 470b0c632dbSHeiko Carstens atomic_read(&vcpu->arch.sie_block->cpuflags)); 4711f0d0f09SCarsten Otte if (sie64a(vcpu->arch.sie_block, vcpu->arch.guest_gprs)) { 4721f0d0f09SCarsten Otte VCPU_EVENT(vcpu, 3, "%s", "fault in sie instruction"); 4731f0d0f09SCarsten Otte kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING); 4741f0d0f09SCarsten Otte } 475b0c632dbSHeiko Carstens VCPU_EVENT(vcpu, 6, "exit sie icptcode %d", 476b0c632dbSHeiko Carstens vcpu->arch.sie_block->icptcode); 477b0c632dbSHeiko Carstens local_irq_disable(); 478b0c632dbSHeiko Carstens kvm_guest_exit(); 479b0c632dbSHeiko Carstens local_irq_enable(); 480b0c632dbSHeiko Carstens 481b0c632dbSHeiko Carstens memcpy(&vcpu->arch.guest_gprs[14], &vcpu->arch.sie_block->gg14, 16); 482b0c632dbSHeiko Carstens } 483b0c632dbSHeiko Carstens 484b0c632dbSHeiko Carstens int kvm_arch_vcpu_ioctl_run(struct kvm_vcpu *vcpu, struct kvm_run *kvm_run) 485b0c632dbSHeiko Carstens { 4868f2abe6aSChristian Borntraeger int rc; 487b0c632dbSHeiko Carstens sigset_t sigsaved; 488b0c632dbSHeiko Carstens 489b0c632dbSHeiko Carstens vcpu_load(vcpu); 490b0c632dbSHeiko Carstens 4919ace903dSChristian Ehrhardt rerun_vcpu: 492628eb9b8SChristian Ehrhardt if (vcpu->requests) 493628eb9b8SChristian Ehrhardt if (test_and_clear_bit(KVM_REQ_MMU_RELOAD, &vcpu->requests)) 494628eb9b8SChristian Ehrhardt kvm_s390_vcpu_set_mem(vcpu); 495628eb9b8SChristian Ehrhardt 49651e4d5abSCarsten Otte /* verify, that memory has been registered */ 497628eb9b8SChristian Ehrhardt if (!vcpu->arch.sie_block->gmslm) { 49851e4d5abSCarsten Otte vcpu_put(vcpu); 499628eb9b8SChristian Ehrhardt VCPU_EVENT(vcpu, 3, "%s", "no memory registered to run vcpu"); 50051e4d5abSCarsten Otte return -EINVAL; 50151e4d5abSCarsten Otte } 50251e4d5abSCarsten Otte 503b0c632dbSHeiko Carstens if (vcpu->sigset_active) 504b0c632dbSHeiko Carstens sigprocmask(SIG_SETMASK, &vcpu->sigset, &sigsaved); 505b0c632dbSHeiko Carstens 506b0c632dbSHeiko Carstens atomic_set_mask(CPUSTAT_RUNNING, &vcpu->arch.sie_block->cpuflags); 507b0c632dbSHeiko Carstens 508ba5c1e9bSCarsten Otte BUG_ON(vcpu->kvm->arch.float_int.local_int[vcpu->vcpu_id] == NULL); 509ba5c1e9bSCarsten Otte 5108f2abe6aSChristian Borntraeger switch (kvm_run->exit_reason) { 5118f2abe6aSChristian Borntraeger case KVM_EXIT_S390_SIEIC: 5128f2abe6aSChristian Borntraeger vcpu->arch.sie_block->gpsw.mask = kvm_run->s390_sieic.mask; 5138f2abe6aSChristian Borntraeger vcpu->arch.sie_block->gpsw.addr = kvm_run->s390_sieic.addr; 5148f2abe6aSChristian Borntraeger break; 5158f2abe6aSChristian Borntraeger case KVM_EXIT_UNKNOWN: 5169ace903dSChristian Ehrhardt case KVM_EXIT_INTR: 5178f2abe6aSChristian Borntraeger case KVM_EXIT_S390_RESET: 5188f2abe6aSChristian Borntraeger break; 5198f2abe6aSChristian Borntraeger default: 5208f2abe6aSChristian Borntraeger BUG(); 5218f2abe6aSChristian Borntraeger } 5228f2abe6aSChristian Borntraeger 523dab4079dSHeiko Carstens might_fault(); 5248f2abe6aSChristian Borntraeger 5258f2abe6aSChristian Borntraeger do { 526b0c632dbSHeiko Carstens __vcpu_run(vcpu); 5278f2abe6aSChristian Borntraeger rc = kvm_handle_sie_intercept(vcpu); 5288f2abe6aSChristian Borntraeger } while (!signal_pending(current) && !rc); 5298f2abe6aSChristian Borntraeger 5309ace903dSChristian Ehrhardt if (rc == SIE_INTERCEPT_RERUNVCPU) 5319ace903dSChristian Ehrhardt goto rerun_vcpu; 5329ace903dSChristian Ehrhardt 533b1d16c49SChristian Ehrhardt if (signal_pending(current) && !rc) { 534b1d16c49SChristian Ehrhardt kvm_run->exit_reason = KVM_EXIT_INTR; 5358f2abe6aSChristian Borntraeger rc = -EINTR; 536b1d16c49SChristian Ehrhardt } 5378f2abe6aSChristian Borntraeger 5388f2abe6aSChristian Borntraeger if (rc == -ENOTSUPP) { 5398f2abe6aSChristian Borntraeger /* intercept cannot be handled in-kernel, prepare kvm-run */ 5408f2abe6aSChristian Borntraeger kvm_run->exit_reason = KVM_EXIT_S390_SIEIC; 5418f2abe6aSChristian Borntraeger kvm_run->s390_sieic.icptcode = vcpu->arch.sie_block->icptcode; 5428f2abe6aSChristian Borntraeger kvm_run->s390_sieic.mask = vcpu->arch.sie_block->gpsw.mask; 5438f2abe6aSChristian Borntraeger kvm_run->s390_sieic.addr = vcpu->arch.sie_block->gpsw.addr; 5448f2abe6aSChristian Borntraeger kvm_run->s390_sieic.ipa = vcpu->arch.sie_block->ipa; 5458f2abe6aSChristian Borntraeger kvm_run->s390_sieic.ipb = vcpu->arch.sie_block->ipb; 5468f2abe6aSChristian Borntraeger rc = 0; 5478f2abe6aSChristian Borntraeger } 5488f2abe6aSChristian Borntraeger 5498f2abe6aSChristian Borntraeger if (rc == -EREMOTE) { 5508f2abe6aSChristian Borntraeger /* intercept was handled, but userspace support is needed 5518f2abe6aSChristian Borntraeger * kvm_run has been prepared by the handler */ 5528f2abe6aSChristian Borntraeger rc = 0; 5538f2abe6aSChristian Borntraeger } 5548f2abe6aSChristian Borntraeger 555b0c632dbSHeiko Carstens if (vcpu->sigset_active) 556b0c632dbSHeiko Carstens sigprocmask(SIG_SETMASK, &sigsaved, NULL); 557b0c632dbSHeiko Carstens 558b0c632dbSHeiko Carstens vcpu_put(vcpu); 559b0c632dbSHeiko Carstens 560b0c632dbSHeiko Carstens vcpu->stat.exit_userspace++; 5617e8e6ab4SHeiko Carstens return rc; 562b0c632dbSHeiko Carstens } 563b0c632dbSHeiko Carstens 564b0c632dbSHeiko Carstens static int __guestcopy(struct kvm_vcpu *vcpu, u64 guestdest, const void *from, 565b0c632dbSHeiko Carstens unsigned long n, int prefix) 566b0c632dbSHeiko Carstens { 567b0c632dbSHeiko Carstens if (prefix) 568b0c632dbSHeiko Carstens return copy_to_guest(vcpu, guestdest, from, n); 569b0c632dbSHeiko Carstens else 570b0c632dbSHeiko Carstens return copy_to_guest_absolute(vcpu, guestdest, from, n); 571b0c632dbSHeiko Carstens } 572b0c632dbSHeiko Carstens 573b0c632dbSHeiko Carstens /* 574b0c632dbSHeiko Carstens * store status at address 575b0c632dbSHeiko Carstens * we use have two special cases: 576b0c632dbSHeiko Carstens * KVM_S390_STORE_STATUS_NOADDR: -> 0x1200 on 64 bit 577b0c632dbSHeiko Carstens * KVM_S390_STORE_STATUS_PREFIXED: -> prefix 578b0c632dbSHeiko Carstens */ 579b0c632dbSHeiko Carstens int __kvm_s390_vcpu_store_status(struct kvm_vcpu *vcpu, unsigned long addr) 580b0c632dbSHeiko Carstens { 581b0c632dbSHeiko Carstens const unsigned char archmode = 1; 582b0c632dbSHeiko Carstens int prefix; 583b0c632dbSHeiko Carstens 584b0c632dbSHeiko Carstens if (addr == KVM_S390_STORE_STATUS_NOADDR) { 585b0c632dbSHeiko Carstens if (copy_to_guest_absolute(vcpu, 163ul, &archmode, 1)) 586b0c632dbSHeiko Carstens return -EFAULT; 587b0c632dbSHeiko Carstens addr = SAVE_AREA_BASE; 588b0c632dbSHeiko Carstens prefix = 0; 589b0c632dbSHeiko Carstens } else if (addr == KVM_S390_STORE_STATUS_PREFIXED) { 590b0c632dbSHeiko Carstens if (copy_to_guest(vcpu, 163ul, &archmode, 1)) 591b0c632dbSHeiko Carstens return -EFAULT; 592b0c632dbSHeiko Carstens addr = SAVE_AREA_BASE; 593b0c632dbSHeiko Carstens prefix = 1; 594b0c632dbSHeiko Carstens } else 595b0c632dbSHeiko Carstens prefix = 0; 596b0c632dbSHeiko Carstens 597b0c632dbSHeiko Carstens if (__guestcopy(vcpu, addr + offsetof(struct save_area_s390x, fp_regs), 598b0c632dbSHeiko Carstens vcpu->arch.guest_fpregs.fprs, 128, prefix)) 599b0c632dbSHeiko Carstens return -EFAULT; 600b0c632dbSHeiko Carstens 601b0c632dbSHeiko Carstens if (__guestcopy(vcpu, addr + offsetof(struct save_area_s390x, gp_regs), 602b0c632dbSHeiko Carstens vcpu->arch.guest_gprs, 128, prefix)) 603b0c632dbSHeiko Carstens return -EFAULT; 604b0c632dbSHeiko Carstens 605b0c632dbSHeiko Carstens if (__guestcopy(vcpu, addr + offsetof(struct save_area_s390x, psw), 606b0c632dbSHeiko Carstens &vcpu->arch.sie_block->gpsw, 16, prefix)) 607b0c632dbSHeiko Carstens return -EFAULT; 608b0c632dbSHeiko Carstens 609b0c632dbSHeiko Carstens if (__guestcopy(vcpu, addr + offsetof(struct save_area_s390x, pref_reg), 610b0c632dbSHeiko Carstens &vcpu->arch.sie_block->prefix, 4, prefix)) 611b0c632dbSHeiko Carstens return -EFAULT; 612b0c632dbSHeiko Carstens 613b0c632dbSHeiko Carstens if (__guestcopy(vcpu, 614b0c632dbSHeiko Carstens addr + offsetof(struct save_area_s390x, fp_ctrl_reg), 615b0c632dbSHeiko Carstens &vcpu->arch.guest_fpregs.fpc, 4, prefix)) 616b0c632dbSHeiko Carstens return -EFAULT; 617b0c632dbSHeiko Carstens 618b0c632dbSHeiko Carstens if (__guestcopy(vcpu, addr + offsetof(struct save_area_s390x, tod_reg), 619b0c632dbSHeiko Carstens &vcpu->arch.sie_block->todpr, 4, prefix)) 620b0c632dbSHeiko Carstens return -EFAULT; 621b0c632dbSHeiko Carstens 622b0c632dbSHeiko Carstens if (__guestcopy(vcpu, addr + offsetof(struct save_area_s390x, timer), 623b0c632dbSHeiko Carstens &vcpu->arch.sie_block->cputm, 8, prefix)) 624b0c632dbSHeiko Carstens return -EFAULT; 625b0c632dbSHeiko Carstens 626b0c632dbSHeiko Carstens if (__guestcopy(vcpu, addr + offsetof(struct save_area_s390x, clk_cmp), 627b0c632dbSHeiko Carstens &vcpu->arch.sie_block->ckc, 8, prefix)) 628b0c632dbSHeiko Carstens return -EFAULT; 629b0c632dbSHeiko Carstens 630b0c632dbSHeiko Carstens if (__guestcopy(vcpu, addr + offsetof(struct save_area_s390x, acc_regs), 631b0c632dbSHeiko Carstens &vcpu->arch.guest_acrs, 64, prefix)) 632b0c632dbSHeiko Carstens return -EFAULT; 633b0c632dbSHeiko Carstens 634b0c632dbSHeiko Carstens if (__guestcopy(vcpu, 635b0c632dbSHeiko Carstens addr + offsetof(struct save_area_s390x, ctrl_regs), 636b0c632dbSHeiko Carstens &vcpu->arch.sie_block->gcr, 128, prefix)) 637b0c632dbSHeiko Carstens return -EFAULT; 638b0c632dbSHeiko Carstens return 0; 639b0c632dbSHeiko Carstens } 640b0c632dbSHeiko Carstens 641b0c632dbSHeiko Carstens static int kvm_s390_vcpu_store_status(struct kvm_vcpu *vcpu, unsigned long addr) 642b0c632dbSHeiko Carstens { 643b0c632dbSHeiko Carstens int rc; 644b0c632dbSHeiko Carstens 645b0c632dbSHeiko Carstens vcpu_load(vcpu); 646b0c632dbSHeiko Carstens rc = __kvm_s390_vcpu_store_status(vcpu, addr); 647b0c632dbSHeiko Carstens vcpu_put(vcpu); 648b0c632dbSHeiko Carstens return rc; 649b0c632dbSHeiko Carstens } 650b0c632dbSHeiko Carstens 651b0c632dbSHeiko Carstens long kvm_arch_vcpu_ioctl(struct file *filp, 652b0c632dbSHeiko Carstens unsigned int ioctl, unsigned long arg) 653b0c632dbSHeiko Carstens { 654b0c632dbSHeiko Carstens struct kvm_vcpu *vcpu = filp->private_data; 655b0c632dbSHeiko Carstens void __user *argp = (void __user *)arg; 656b0c632dbSHeiko Carstens 657b0c632dbSHeiko Carstens switch (ioctl) { 658ba5c1e9bSCarsten Otte case KVM_S390_INTERRUPT: { 659ba5c1e9bSCarsten Otte struct kvm_s390_interrupt s390int; 660ba5c1e9bSCarsten Otte 661ba5c1e9bSCarsten Otte if (copy_from_user(&s390int, argp, sizeof(s390int))) 662ba5c1e9bSCarsten Otte return -EFAULT; 663ba5c1e9bSCarsten Otte return kvm_s390_inject_vcpu(vcpu, &s390int); 664ba5c1e9bSCarsten Otte } 665b0c632dbSHeiko Carstens case KVM_S390_STORE_STATUS: 666b0c632dbSHeiko Carstens return kvm_s390_vcpu_store_status(vcpu, arg); 667b0c632dbSHeiko Carstens case KVM_S390_SET_INITIAL_PSW: { 668b0c632dbSHeiko Carstens psw_t psw; 669b0c632dbSHeiko Carstens 670b0c632dbSHeiko Carstens if (copy_from_user(&psw, argp, sizeof(psw))) 671b0c632dbSHeiko Carstens return -EFAULT; 672b0c632dbSHeiko Carstens return kvm_arch_vcpu_ioctl_set_initial_psw(vcpu, psw); 673b0c632dbSHeiko Carstens } 674b0c632dbSHeiko Carstens case KVM_S390_INITIAL_RESET: 675b0c632dbSHeiko Carstens return kvm_arch_vcpu_ioctl_initial_reset(vcpu); 676b0c632dbSHeiko Carstens default: 677b0c632dbSHeiko Carstens ; 678b0c632dbSHeiko Carstens } 679b0c632dbSHeiko Carstens return -EINVAL; 680b0c632dbSHeiko Carstens } 681b0c632dbSHeiko Carstens 682b0c632dbSHeiko Carstens /* Section: memory related */ 683b0c632dbSHeiko Carstens int kvm_arch_set_memory_region(struct kvm *kvm, 684b0c632dbSHeiko Carstens struct kvm_userspace_memory_region *mem, 685b0c632dbSHeiko Carstens struct kvm_memory_slot old, 686b0c632dbSHeiko Carstens int user_alloc) 687b0c632dbSHeiko Carstens { 6882668dab7SCarsten Otte int i; 689988a2caeSGleb Natapov struct kvm_vcpu *vcpu; 6902668dab7SCarsten Otte 691b0c632dbSHeiko Carstens /* A few sanity checks. We can have exactly one memory slot which has 692b0c632dbSHeiko Carstens to start at guest virtual zero and which has to be located at a 693b0c632dbSHeiko Carstens page boundary in userland and which has to end at a page boundary. 694b0c632dbSHeiko Carstens The memory in userland is ok to be fragmented into various different 695b0c632dbSHeiko Carstens vmas. It is okay to mmap() and munmap() stuff in this slot after 696b0c632dbSHeiko Carstens doing this call at any time */ 697b0c632dbSHeiko Carstens 698628eb9b8SChristian Ehrhardt if (mem->slot) 699b0c632dbSHeiko Carstens return -EINVAL; 700b0c632dbSHeiko Carstens 701b0c632dbSHeiko Carstens if (mem->guest_phys_addr) 702b0c632dbSHeiko Carstens return -EINVAL; 703b0c632dbSHeiko Carstens 704b0c632dbSHeiko Carstens if (mem->userspace_addr & (PAGE_SIZE - 1)) 705b0c632dbSHeiko Carstens return -EINVAL; 706b0c632dbSHeiko Carstens 707b0c632dbSHeiko Carstens if (mem->memory_size & (PAGE_SIZE - 1)) 708b0c632dbSHeiko Carstens return -EINVAL; 709b0c632dbSHeiko Carstens 7102668dab7SCarsten Otte if (!user_alloc) 7112668dab7SCarsten Otte return -EINVAL; 7122668dab7SCarsten Otte 713628eb9b8SChristian Ehrhardt /* request update of sie control block for all available vcpus */ 714988a2caeSGleb Natapov kvm_for_each_vcpu(i, vcpu, kvm) { 715988a2caeSGleb Natapov if (test_and_set_bit(KVM_REQ_MMU_RELOAD, &vcpu->requests)) 716628eb9b8SChristian Ehrhardt continue; 717988a2caeSGleb Natapov kvm_s390_inject_sigp_stop(vcpu, ACTION_RELOADVCPU_ON_STOP); 7182668dab7SCarsten Otte } 719b0c632dbSHeiko Carstens 720b0c632dbSHeiko Carstens return 0; 721b0c632dbSHeiko Carstens } 722b0c632dbSHeiko Carstens 72334d4cb8fSMarcelo Tosatti void kvm_arch_flush_shadow(struct kvm *kvm) 72434d4cb8fSMarcelo Tosatti { 72534d4cb8fSMarcelo Tosatti } 72634d4cb8fSMarcelo Tosatti 727b0c632dbSHeiko Carstens gfn_t unalias_gfn(struct kvm *kvm, gfn_t gfn) 728b0c632dbSHeiko Carstens { 729b0c632dbSHeiko Carstens return gfn; 730b0c632dbSHeiko Carstens } 731b0c632dbSHeiko Carstens 732b0c632dbSHeiko Carstens static int __init kvm_s390_init(void) 733b0c632dbSHeiko Carstens { 734ef50f7acSChristian Borntraeger int ret; 735ef50f7acSChristian Borntraeger ret = kvm_init(NULL, sizeof(struct kvm_vcpu), THIS_MODULE); 736ef50f7acSChristian Borntraeger if (ret) 737ef50f7acSChristian Borntraeger return ret; 738ef50f7acSChristian Borntraeger 739ef50f7acSChristian Borntraeger /* 740ef50f7acSChristian Borntraeger * guests can ask for up to 255+1 double words, we need a full page 741ef50f7acSChristian Borntraeger * to hold the maximum amount of facilites. On the other hand, we 742ef50f7acSChristian Borntraeger * only set facilities that are known to work in KVM. 743ef50f7acSChristian Borntraeger */ 744ef50f7acSChristian Borntraeger facilities = (unsigned long long *) get_zeroed_page(GFP_DMA); 745ef50f7acSChristian Borntraeger if (!facilities) { 746ef50f7acSChristian Borntraeger kvm_exit(); 747ef50f7acSChristian Borntraeger return -ENOMEM; 748ef50f7acSChristian Borntraeger } 749ef50f7acSChristian Borntraeger stfle(facilities, 1); 750ef50f7acSChristian Borntraeger facilities[0] &= 0xff00fff3f0700000ULL; 751ef50f7acSChristian Borntraeger return 0; 752b0c632dbSHeiko Carstens } 753b0c632dbSHeiko Carstens 754b0c632dbSHeiko Carstens static void __exit kvm_s390_exit(void) 755b0c632dbSHeiko Carstens { 756ef50f7acSChristian Borntraeger free_page((unsigned long) facilities); 757b0c632dbSHeiko Carstens kvm_exit(); 758b0c632dbSHeiko Carstens } 759b0c632dbSHeiko Carstens 760b0c632dbSHeiko Carstens module_init(kvm_s390_init); 761b0c632dbSHeiko Carstens module_exit(kvm_s390_exit); 762