1b0c632dbSHeiko Carstens /* 2a53c8fabSHeiko Carstens * hosting zSeries kernel virtual machines 3b0c632dbSHeiko Carstens * 4628eb9b8SChristian Ehrhardt * Copyright IBM Corp. 2008, 2009 5b0c632dbSHeiko Carstens * 6b0c632dbSHeiko Carstens * This program is free software; you can redistribute it and/or modify 7b0c632dbSHeiko Carstens * it under the terms of the GNU General Public License (version 2 only) 8b0c632dbSHeiko Carstens * as published by the Free Software Foundation. 9b0c632dbSHeiko Carstens * 10b0c632dbSHeiko Carstens * Author(s): Carsten Otte <cotte@de.ibm.com> 11b0c632dbSHeiko Carstens * Christian Borntraeger <borntraeger@de.ibm.com> 12b0c632dbSHeiko Carstens * Heiko Carstens <heiko.carstens@de.ibm.com> 13628eb9b8SChristian Ehrhardt * Christian Ehrhardt <ehrhardt@de.ibm.com> 14b0c632dbSHeiko Carstens */ 15b0c632dbSHeiko Carstens 16b0c632dbSHeiko Carstens #include <linux/compiler.h> 17b0c632dbSHeiko Carstens #include <linux/err.h> 18b0c632dbSHeiko Carstens #include <linux/fs.h> 19ca872302SChristian Borntraeger #include <linux/hrtimer.h> 20b0c632dbSHeiko Carstens #include <linux/init.h> 21b0c632dbSHeiko Carstens #include <linux/kvm.h> 22b0c632dbSHeiko Carstens #include <linux/kvm_host.h> 23b0c632dbSHeiko Carstens #include <linux/module.h> 24b0c632dbSHeiko Carstens #include <linux/slab.h> 25ba5c1e9bSCarsten Otte #include <linux/timer.h> 26cbb870c8SHeiko Carstens #include <asm/asm-offsets.h> 27b0c632dbSHeiko Carstens #include <asm/lowcore.h> 28b0c632dbSHeiko Carstens #include <asm/pgtable.h> 29f5daba1dSHeiko Carstens #include <asm/nmi.h> 30a0616cdeSDavid Howells #include <asm/switch_to.h> 3178c4b59fSMichael Mueller #include <asm/facility.h> 321526bf9cSChristian Borntraeger #include <asm/sclp.h> 338f2abe6aSChristian Borntraeger #include "kvm-s390.h" 34b0c632dbSHeiko Carstens #include "gaccess.h" 35b0c632dbSHeiko Carstens 365786fffaSCornelia Huck #define CREATE_TRACE_POINTS 375786fffaSCornelia Huck #include "trace.h" 38ade38c31SCornelia Huck #include "trace-s390.h" 395786fffaSCornelia Huck 40b0c632dbSHeiko Carstens #define VCPU_STAT(x) offsetof(struct kvm_vcpu, stat.x), KVM_STAT_VCPU 41b0c632dbSHeiko Carstens 42b0c632dbSHeiko Carstens struct kvm_stats_debugfs_item debugfs_entries[] = { 43b0c632dbSHeiko Carstens { "userspace_handled", VCPU_STAT(exit_userspace) }, 440eaeafa1SChristian Borntraeger { "exit_null", VCPU_STAT(exit_null) }, 458f2abe6aSChristian Borntraeger { "exit_validity", VCPU_STAT(exit_validity) }, 468f2abe6aSChristian Borntraeger { "exit_stop_request", VCPU_STAT(exit_stop_request) }, 478f2abe6aSChristian Borntraeger { "exit_external_request", VCPU_STAT(exit_external_request) }, 488f2abe6aSChristian Borntraeger { "exit_external_interrupt", VCPU_STAT(exit_external_interrupt) }, 49ba5c1e9bSCarsten Otte { "exit_instruction", VCPU_STAT(exit_instruction) }, 50ba5c1e9bSCarsten Otte { "exit_program_interruption", VCPU_STAT(exit_program_interruption) }, 51ba5c1e9bSCarsten Otte { "exit_instr_and_program_int", VCPU_STAT(exit_instr_and_program) }, 52f5e10b09SChristian Borntraeger { "instruction_lctlg", VCPU_STAT(instruction_lctlg) }, 53ba5c1e9bSCarsten Otte { "instruction_lctl", VCPU_STAT(instruction_lctl) }, 54ba5c1e9bSCarsten Otte { "deliver_emergency_signal", VCPU_STAT(deliver_emergency_signal) }, 557697e71fSChristian Ehrhardt { "deliver_external_call", VCPU_STAT(deliver_external_call) }, 56ba5c1e9bSCarsten Otte { "deliver_service_signal", VCPU_STAT(deliver_service_signal) }, 57ba5c1e9bSCarsten Otte { "deliver_virtio_interrupt", VCPU_STAT(deliver_virtio_interrupt) }, 58ba5c1e9bSCarsten Otte { "deliver_stop_signal", VCPU_STAT(deliver_stop_signal) }, 59ba5c1e9bSCarsten Otte { "deliver_prefix_signal", VCPU_STAT(deliver_prefix_signal) }, 60ba5c1e9bSCarsten Otte { "deliver_restart_signal", VCPU_STAT(deliver_restart_signal) }, 61ba5c1e9bSCarsten Otte { "deliver_program_interruption", VCPU_STAT(deliver_program_int) }, 62ba5c1e9bSCarsten Otte { "exit_wait_state", VCPU_STAT(exit_wait_state) }, 6369d0d3a3SChristian Borntraeger { "instruction_pfmf", VCPU_STAT(instruction_pfmf) }, 64453423dcSChristian Borntraeger { "instruction_stidp", VCPU_STAT(instruction_stidp) }, 65453423dcSChristian Borntraeger { "instruction_spx", VCPU_STAT(instruction_spx) }, 66453423dcSChristian Borntraeger { "instruction_stpx", VCPU_STAT(instruction_stpx) }, 67453423dcSChristian Borntraeger { "instruction_stap", VCPU_STAT(instruction_stap) }, 68453423dcSChristian Borntraeger { "instruction_storage_key", VCPU_STAT(instruction_storage_key) }, 69453423dcSChristian Borntraeger { "instruction_stsch", VCPU_STAT(instruction_stsch) }, 70453423dcSChristian Borntraeger { "instruction_chsc", VCPU_STAT(instruction_chsc) }, 71453423dcSChristian Borntraeger { "instruction_stsi", VCPU_STAT(instruction_stsi) }, 72453423dcSChristian Borntraeger { "instruction_stfl", VCPU_STAT(instruction_stfl) }, 73bb25b9baSChristian Borntraeger { "instruction_tprot", VCPU_STAT(instruction_tprot) }, 745288fbf0SChristian Borntraeger { "instruction_sigp_sense", VCPU_STAT(instruction_sigp_sense) }, 75bd59d3a4SCornelia Huck { "instruction_sigp_sense_running", VCPU_STAT(instruction_sigp_sense_running) }, 767697e71fSChristian Ehrhardt { "instruction_sigp_external_call", VCPU_STAT(instruction_sigp_external_call) }, 775288fbf0SChristian Borntraeger { "instruction_sigp_emergency", VCPU_STAT(instruction_sigp_emergency) }, 785288fbf0SChristian Borntraeger { "instruction_sigp_stop", VCPU_STAT(instruction_sigp_stop) }, 795288fbf0SChristian Borntraeger { "instruction_sigp_set_arch", VCPU_STAT(instruction_sigp_arch) }, 805288fbf0SChristian Borntraeger { "instruction_sigp_set_prefix", VCPU_STAT(instruction_sigp_prefix) }, 815288fbf0SChristian Borntraeger { "instruction_sigp_restart", VCPU_STAT(instruction_sigp_restart) }, 82388186bcSChristian Borntraeger { "diagnose_10", VCPU_STAT(diagnose_10) }, 83e28acfeaSChristian Borntraeger { "diagnose_44", VCPU_STAT(diagnose_44) }, 8441628d33SKonstantin Weitz { "diagnose_9c", VCPU_STAT(diagnose_9c) }, 85b0c632dbSHeiko Carstens { NULL } 86b0c632dbSHeiko Carstens }; 87b0c632dbSHeiko Carstens 8878c4b59fSMichael Mueller unsigned long *vfacilities; 892c70fe44SChristian Borntraeger static struct gmap_notifier gmap_notifier; 90b0c632dbSHeiko Carstens 9178c4b59fSMichael Mueller /* test availability of vfacility */ 9278c4b59fSMichael Mueller static inline int test_vfacility(unsigned long nr) 9378c4b59fSMichael Mueller { 9478c4b59fSMichael Mueller return __test_facility(nr, (void *) vfacilities); 9578c4b59fSMichael Mueller } 9678c4b59fSMichael Mueller 97b0c632dbSHeiko Carstens /* Section: not file related */ 9810474ae8SAlexander Graf int kvm_arch_hardware_enable(void *garbage) 99b0c632dbSHeiko Carstens { 100b0c632dbSHeiko Carstens /* every s390 is virtualization enabled ;-) */ 10110474ae8SAlexander Graf return 0; 102b0c632dbSHeiko Carstens } 103b0c632dbSHeiko Carstens 104b0c632dbSHeiko Carstens void kvm_arch_hardware_disable(void *garbage) 105b0c632dbSHeiko Carstens { 106b0c632dbSHeiko Carstens } 107b0c632dbSHeiko Carstens 1082c70fe44SChristian Borntraeger static void kvm_gmap_notifier(struct gmap *gmap, unsigned long address); 1092c70fe44SChristian Borntraeger 110b0c632dbSHeiko Carstens int kvm_arch_hardware_setup(void) 111b0c632dbSHeiko Carstens { 1122c70fe44SChristian Borntraeger gmap_notifier.notifier_call = kvm_gmap_notifier; 1132c70fe44SChristian Borntraeger gmap_register_ipte_notifier(&gmap_notifier); 114b0c632dbSHeiko Carstens return 0; 115b0c632dbSHeiko Carstens } 116b0c632dbSHeiko Carstens 117b0c632dbSHeiko Carstens void kvm_arch_hardware_unsetup(void) 118b0c632dbSHeiko Carstens { 1192c70fe44SChristian Borntraeger gmap_unregister_ipte_notifier(&gmap_notifier); 120b0c632dbSHeiko Carstens } 121b0c632dbSHeiko Carstens 122b0c632dbSHeiko Carstens void kvm_arch_check_processor_compat(void *rtn) 123b0c632dbSHeiko Carstens { 124b0c632dbSHeiko Carstens } 125b0c632dbSHeiko Carstens 126b0c632dbSHeiko Carstens int kvm_arch_init(void *opaque) 127b0c632dbSHeiko Carstens { 128b0c632dbSHeiko Carstens return 0; 129b0c632dbSHeiko Carstens } 130b0c632dbSHeiko Carstens 131b0c632dbSHeiko Carstens void kvm_arch_exit(void) 132b0c632dbSHeiko Carstens { 133b0c632dbSHeiko Carstens } 134b0c632dbSHeiko Carstens 135b0c632dbSHeiko Carstens /* Section: device related */ 136b0c632dbSHeiko Carstens long kvm_arch_dev_ioctl(struct file *filp, 137b0c632dbSHeiko Carstens unsigned int ioctl, unsigned long arg) 138b0c632dbSHeiko Carstens { 139b0c632dbSHeiko Carstens if (ioctl == KVM_S390_ENABLE_SIE) 140b0c632dbSHeiko Carstens return s390_enable_sie(); 141b0c632dbSHeiko Carstens return -EINVAL; 142b0c632dbSHeiko Carstens } 143b0c632dbSHeiko Carstens 144b0c632dbSHeiko Carstens int kvm_dev_ioctl_check_extension(long ext) 145b0c632dbSHeiko Carstens { 146d7b0b5ebSCarsten Otte int r; 147d7b0b5ebSCarsten Otte 1482bd0ac4eSCarsten Otte switch (ext) { 149d7b0b5ebSCarsten Otte case KVM_CAP_S390_PSW: 150b6cf8788SChristian Borntraeger case KVM_CAP_S390_GMAP: 15152e16b18SChristian Borntraeger case KVM_CAP_SYNC_MMU: 1521efd0f59SCarsten Otte #ifdef CONFIG_KVM_S390_UCONTROL 1531efd0f59SCarsten Otte case KVM_CAP_S390_UCONTROL: 1541efd0f59SCarsten Otte #endif 15560b413c9SChristian Borntraeger case KVM_CAP_SYNC_REGS: 15614eebd91SCarsten Otte case KVM_CAP_ONE_REG: 157d6712df9SCornelia Huck case KVM_CAP_ENABLE_CAP: 158fa6b7fe9SCornelia Huck case KVM_CAP_S390_CSS_SUPPORT: 15910ccaa1eSCornelia Huck case KVM_CAP_IOEVENTFD: 160d7b0b5ebSCarsten Otte r = 1; 161d7b0b5ebSCarsten Otte break; 162e726b1bdSChristian Borntraeger case KVM_CAP_NR_VCPUS: 163e726b1bdSChristian Borntraeger case KVM_CAP_MAX_VCPUS: 164e726b1bdSChristian Borntraeger r = KVM_MAX_VCPUS; 165e726b1bdSChristian Borntraeger break; 166e1e2e605SNick Wang case KVM_CAP_NR_MEMSLOTS: 167e1e2e605SNick Wang r = KVM_USER_MEM_SLOTS; 168e1e2e605SNick Wang break; 1691526bf9cSChristian Borntraeger case KVM_CAP_S390_COW: 170abf09bedSMartin Schwidefsky r = MACHINE_HAS_ESOP; 1711526bf9cSChristian Borntraeger break; 1722bd0ac4eSCarsten Otte default: 173d7b0b5ebSCarsten Otte r = 0; 174b0c632dbSHeiko Carstens } 175d7b0b5ebSCarsten Otte return r; 1762bd0ac4eSCarsten Otte } 177b0c632dbSHeiko Carstens 178b0c632dbSHeiko Carstens /* Section: vm related */ 179b0c632dbSHeiko Carstens /* 180b0c632dbSHeiko Carstens * Get (and clear) the dirty memory log for a memory slot. 181b0c632dbSHeiko Carstens */ 182b0c632dbSHeiko Carstens int kvm_vm_ioctl_get_dirty_log(struct kvm *kvm, 183b0c632dbSHeiko Carstens struct kvm_dirty_log *log) 184b0c632dbSHeiko Carstens { 185b0c632dbSHeiko Carstens return 0; 186b0c632dbSHeiko Carstens } 187b0c632dbSHeiko Carstens 188b0c632dbSHeiko Carstens long kvm_arch_vm_ioctl(struct file *filp, 189b0c632dbSHeiko Carstens unsigned int ioctl, unsigned long arg) 190b0c632dbSHeiko Carstens { 191b0c632dbSHeiko Carstens struct kvm *kvm = filp->private_data; 192b0c632dbSHeiko Carstens void __user *argp = (void __user *)arg; 193b0c632dbSHeiko Carstens int r; 194b0c632dbSHeiko Carstens 195b0c632dbSHeiko Carstens switch (ioctl) { 196ba5c1e9bSCarsten Otte case KVM_S390_INTERRUPT: { 197ba5c1e9bSCarsten Otte struct kvm_s390_interrupt s390int; 198ba5c1e9bSCarsten Otte 199ba5c1e9bSCarsten Otte r = -EFAULT; 200ba5c1e9bSCarsten Otte if (copy_from_user(&s390int, argp, sizeof(s390int))) 201ba5c1e9bSCarsten Otte break; 202ba5c1e9bSCarsten Otte r = kvm_s390_inject_vm(kvm, &s390int); 203ba5c1e9bSCarsten Otte break; 204ba5c1e9bSCarsten Otte } 205b0c632dbSHeiko Carstens default: 206367e1319SAvi Kivity r = -ENOTTY; 207b0c632dbSHeiko Carstens } 208b0c632dbSHeiko Carstens 209b0c632dbSHeiko Carstens return r; 210b0c632dbSHeiko Carstens } 211b0c632dbSHeiko Carstens 212e08b9637SCarsten Otte int kvm_arch_init_vm(struct kvm *kvm, unsigned long type) 213b0c632dbSHeiko Carstens { 214b0c632dbSHeiko Carstens int rc; 215b0c632dbSHeiko Carstens char debug_name[16]; 216b0c632dbSHeiko Carstens 217e08b9637SCarsten Otte rc = -EINVAL; 218e08b9637SCarsten Otte #ifdef CONFIG_KVM_S390_UCONTROL 219e08b9637SCarsten Otte if (type & ~KVM_VM_S390_UCONTROL) 220e08b9637SCarsten Otte goto out_err; 221e08b9637SCarsten Otte if ((type & KVM_VM_S390_UCONTROL) && (!capable(CAP_SYS_ADMIN))) 222e08b9637SCarsten Otte goto out_err; 223e08b9637SCarsten Otte #else 224e08b9637SCarsten Otte if (type) 225e08b9637SCarsten Otte goto out_err; 226e08b9637SCarsten Otte #endif 227e08b9637SCarsten Otte 228b0c632dbSHeiko Carstens rc = s390_enable_sie(); 229b0c632dbSHeiko Carstens if (rc) 230d89f5effSJan Kiszka goto out_err; 231b0c632dbSHeiko Carstens 232b290411aSCarsten Otte rc = -ENOMEM; 233b290411aSCarsten Otte 234b0c632dbSHeiko Carstens kvm->arch.sca = (struct sca_block *) get_zeroed_page(GFP_KERNEL); 235b0c632dbSHeiko Carstens if (!kvm->arch.sca) 236d89f5effSJan Kiszka goto out_err; 237b0c632dbSHeiko Carstens 238b0c632dbSHeiko Carstens sprintf(debug_name, "kvm-%u", current->pid); 239b0c632dbSHeiko Carstens 240b0c632dbSHeiko Carstens kvm->arch.dbf = debug_register(debug_name, 8, 2, 8 * sizeof(long)); 241b0c632dbSHeiko Carstens if (!kvm->arch.dbf) 242b0c632dbSHeiko Carstens goto out_nodbf; 243b0c632dbSHeiko Carstens 244ba5c1e9bSCarsten Otte spin_lock_init(&kvm->arch.float_int.lock); 245ba5c1e9bSCarsten Otte INIT_LIST_HEAD(&kvm->arch.float_int.list); 246ba5c1e9bSCarsten Otte 247b0c632dbSHeiko Carstens debug_register_view(kvm->arch.dbf, &debug_sprintf_view); 248b0c632dbSHeiko Carstens VM_EVENT(kvm, 3, "%s", "vm created"); 249b0c632dbSHeiko Carstens 250e08b9637SCarsten Otte if (type & KVM_VM_S390_UCONTROL) { 251e08b9637SCarsten Otte kvm->arch.gmap = NULL; 252e08b9637SCarsten Otte } else { 253598841caSCarsten Otte kvm->arch.gmap = gmap_alloc(current->mm); 254598841caSCarsten Otte if (!kvm->arch.gmap) 255598841caSCarsten Otte goto out_nogmap; 2562c70fe44SChristian Borntraeger kvm->arch.gmap->private = kvm; 257e08b9637SCarsten Otte } 258fa6b7fe9SCornelia Huck 259fa6b7fe9SCornelia Huck kvm->arch.css_support = 0; 260fa6b7fe9SCornelia Huck 261d89f5effSJan Kiszka return 0; 262598841caSCarsten Otte out_nogmap: 263598841caSCarsten Otte debug_unregister(kvm->arch.dbf); 264b0c632dbSHeiko Carstens out_nodbf: 265b0c632dbSHeiko Carstens free_page((unsigned long)(kvm->arch.sca)); 266d89f5effSJan Kiszka out_err: 267d89f5effSJan Kiszka return rc; 268b0c632dbSHeiko Carstens } 269b0c632dbSHeiko Carstens 270d329c035SChristian Borntraeger void kvm_arch_vcpu_destroy(struct kvm_vcpu *vcpu) 271d329c035SChristian Borntraeger { 272d329c035SChristian Borntraeger VCPU_EVENT(vcpu, 3, "%s", "free cpu"); 273ade38c31SCornelia Huck trace_kvm_s390_destroy_vcpu(vcpu->vcpu_id); 27458f9460bSCarsten Otte if (!kvm_is_ucontrol(vcpu->kvm)) { 27558f9460bSCarsten Otte clear_bit(63 - vcpu->vcpu_id, 27658f9460bSCarsten Otte (unsigned long *) &vcpu->kvm->arch.sca->mcn); 277abf4a71eSCarsten Otte if (vcpu->kvm->arch.sca->cpu[vcpu->vcpu_id].sda == 278abf4a71eSCarsten Otte (__u64) vcpu->arch.sie_block) 279abf4a71eSCarsten Otte vcpu->kvm->arch.sca->cpu[vcpu->vcpu_id].sda = 0; 28058f9460bSCarsten Otte } 281abf4a71eSCarsten Otte smp_mb(); 28227e0393fSCarsten Otte 28327e0393fSCarsten Otte if (kvm_is_ucontrol(vcpu->kvm)) 28427e0393fSCarsten Otte gmap_free(vcpu->arch.gmap); 28527e0393fSCarsten Otte 286d329c035SChristian Borntraeger free_page((unsigned long)(vcpu->arch.sie_block)); 2876692cef3SChristian Borntraeger kvm_vcpu_uninit(vcpu); 288b110feafSMichael Mueller kmem_cache_free(kvm_vcpu_cache, vcpu); 289d329c035SChristian Borntraeger } 290d329c035SChristian Borntraeger 291d329c035SChristian Borntraeger static void kvm_free_vcpus(struct kvm *kvm) 292d329c035SChristian Borntraeger { 293d329c035SChristian Borntraeger unsigned int i; 294988a2caeSGleb Natapov struct kvm_vcpu *vcpu; 295d329c035SChristian Borntraeger 296988a2caeSGleb Natapov kvm_for_each_vcpu(i, vcpu, kvm) 297988a2caeSGleb Natapov kvm_arch_vcpu_destroy(vcpu); 298988a2caeSGleb Natapov 299988a2caeSGleb Natapov mutex_lock(&kvm->lock); 300988a2caeSGleb Natapov for (i = 0; i < atomic_read(&kvm->online_vcpus); i++) 301d329c035SChristian Borntraeger kvm->vcpus[i] = NULL; 302988a2caeSGleb Natapov 303988a2caeSGleb Natapov atomic_set(&kvm->online_vcpus, 0); 304988a2caeSGleb Natapov mutex_unlock(&kvm->lock); 305d329c035SChristian Borntraeger } 306d329c035SChristian Borntraeger 307ad8ba2cdSSheng Yang void kvm_arch_sync_events(struct kvm *kvm) 308ad8ba2cdSSheng Yang { 309ad8ba2cdSSheng Yang } 310ad8ba2cdSSheng Yang 311b0c632dbSHeiko Carstens void kvm_arch_destroy_vm(struct kvm *kvm) 312b0c632dbSHeiko Carstens { 313d329c035SChristian Borntraeger kvm_free_vcpus(kvm); 314b0c632dbSHeiko Carstens free_page((unsigned long)(kvm->arch.sca)); 315d329c035SChristian Borntraeger debug_unregister(kvm->arch.dbf); 31627e0393fSCarsten Otte if (!kvm_is_ucontrol(kvm)) 317598841caSCarsten Otte gmap_free(kvm->arch.gmap); 318b0c632dbSHeiko Carstens } 319b0c632dbSHeiko Carstens 320b0c632dbSHeiko Carstens /* Section: vcpu related */ 321b0c632dbSHeiko Carstens int kvm_arch_vcpu_init(struct kvm_vcpu *vcpu) 322b0c632dbSHeiko Carstens { 32327e0393fSCarsten Otte if (kvm_is_ucontrol(vcpu->kvm)) { 32427e0393fSCarsten Otte vcpu->arch.gmap = gmap_alloc(current->mm); 32527e0393fSCarsten Otte if (!vcpu->arch.gmap) 32627e0393fSCarsten Otte return -ENOMEM; 3272c70fe44SChristian Borntraeger vcpu->arch.gmap->private = vcpu->kvm; 32827e0393fSCarsten Otte return 0; 32927e0393fSCarsten Otte } 33027e0393fSCarsten Otte 331598841caSCarsten Otte vcpu->arch.gmap = vcpu->kvm->arch.gmap; 33259674c1aSChristian Borntraeger vcpu->run->kvm_valid_regs = KVM_SYNC_PREFIX | 33359674c1aSChristian Borntraeger KVM_SYNC_GPRS | 3349eed0735SChristian Borntraeger KVM_SYNC_ACRS | 3359eed0735SChristian Borntraeger KVM_SYNC_CRS; 336b0c632dbSHeiko Carstens return 0; 337b0c632dbSHeiko Carstens } 338b0c632dbSHeiko Carstens 339b0c632dbSHeiko Carstens void kvm_arch_vcpu_uninit(struct kvm_vcpu *vcpu) 340b0c632dbSHeiko Carstens { 3416692cef3SChristian Borntraeger /* Nothing todo */ 342b0c632dbSHeiko Carstens } 343b0c632dbSHeiko Carstens 344b0c632dbSHeiko Carstens void kvm_arch_vcpu_load(struct kvm_vcpu *vcpu, int cpu) 345b0c632dbSHeiko Carstens { 346b0c632dbSHeiko Carstens save_fp_regs(&vcpu->arch.host_fpregs); 347b0c632dbSHeiko Carstens save_access_regs(vcpu->arch.host_acrs); 348b0c632dbSHeiko Carstens vcpu->arch.guest_fpregs.fpc &= FPC_VALID_MASK; 349b0c632dbSHeiko Carstens restore_fp_regs(&vcpu->arch.guest_fpregs); 35059674c1aSChristian Borntraeger restore_access_regs(vcpu->run->s.regs.acrs); 351480e5926SChristian Borntraeger gmap_enable(vcpu->arch.gmap); 3529e6dabefSCornelia Huck atomic_set_mask(CPUSTAT_RUNNING, &vcpu->arch.sie_block->cpuflags); 353b0c632dbSHeiko Carstens } 354b0c632dbSHeiko Carstens 355b0c632dbSHeiko Carstens void kvm_arch_vcpu_put(struct kvm_vcpu *vcpu) 356b0c632dbSHeiko Carstens { 3579e6dabefSCornelia Huck atomic_clear_mask(CPUSTAT_RUNNING, &vcpu->arch.sie_block->cpuflags); 358480e5926SChristian Borntraeger gmap_disable(vcpu->arch.gmap); 359b0c632dbSHeiko Carstens save_fp_regs(&vcpu->arch.guest_fpregs); 36059674c1aSChristian Borntraeger save_access_regs(vcpu->run->s.regs.acrs); 361b0c632dbSHeiko Carstens restore_fp_regs(&vcpu->arch.host_fpregs); 362b0c632dbSHeiko Carstens restore_access_regs(vcpu->arch.host_acrs); 363b0c632dbSHeiko Carstens } 364b0c632dbSHeiko Carstens 365b0c632dbSHeiko Carstens static void kvm_s390_vcpu_initial_reset(struct kvm_vcpu *vcpu) 366b0c632dbSHeiko Carstens { 367b0c632dbSHeiko Carstens /* this equals initial cpu reset in pop, but we don't switch to ESA */ 368b0c632dbSHeiko Carstens vcpu->arch.sie_block->gpsw.mask = 0UL; 369b0c632dbSHeiko Carstens vcpu->arch.sie_block->gpsw.addr = 0UL; 3708d26cf7bSChristian Borntraeger kvm_s390_set_prefix(vcpu, 0); 371b0c632dbSHeiko Carstens vcpu->arch.sie_block->cputm = 0UL; 372b0c632dbSHeiko Carstens vcpu->arch.sie_block->ckc = 0UL; 373b0c632dbSHeiko Carstens vcpu->arch.sie_block->todpr = 0; 374b0c632dbSHeiko Carstens memset(vcpu->arch.sie_block->gcr, 0, 16 * sizeof(__u64)); 375b0c632dbSHeiko Carstens vcpu->arch.sie_block->gcr[0] = 0xE0UL; 376b0c632dbSHeiko Carstens vcpu->arch.sie_block->gcr[14] = 0xC2000000UL; 377b0c632dbSHeiko Carstens vcpu->arch.guest_fpregs.fpc = 0; 378b0c632dbSHeiko Carstens asm volatile("lfpc %0" : : "Q" (vcpu->arch.guest_fpregs.fpc)); 379b0c632dbSHeiko Carstens vcpu->arch.sie_block->gbea = 1; 38061bde82cSChristian Borntraeger atomic_set_mask(CPUSTAT_STOPPED, &vcpu->arch.sie_block->cpuflags); 381b0c632dbSHeiko Carstens } 382b0c632dbSHeiko Carstens 38342897d86SMarcelo Tosatti int kvm_arch_vcpu_postcreate(struct kvm_vcpu *vcpu) 38442897d86SMarcelo Tosatti { 38542897d86SMarcelo Tosatti return 0; 38642897d86SMarcelo Tosatti } 38742897d86SMarcelo Tosatti 388b0c632dbSHeiko Carstens int kvm_arch_vcpu_setup(struct kvm_vcpu *vcpu) 389b0c632dbSHeiko Carstens { 3909e6dabefSCornelia Huck atomic_set(&vcpu->arch.sie_block->cpuflags, CPUSTAT_ZARCH | 3919e6dabefSCornelia Huck CPUSTAT_SM | 39269d0d3a3SChristian Borntraeger CPUSTAT_STOPPED | 39369d0d3a3SChristian Borntraeger CPUSTAT_GED); 394fc34531dSChristian Borntraeger vcpu->arch.sie_block->ecb = 6; 39569d0d3a3SChristian Borntraeger vcpu->arch.sie_block->ecb2 = 8; 396b0c632dbSHeiko Carstens vcpu->arch.sie_block->eca = 0xC1002001U; 39778c4b59fSMichael Mueller vcpu->arch.sie_block->fac = (int) (long) vfacilities; 398ca872302SChristian Borntraeger hrtimer_init(&vcpu->arch.ckc_timer, CLOCK_REALTIME, HRTIMER_MODE_ABS); 399ca872302SChristian Borntraeger tasklet_init(&vcpu->arch.tasklet, kvm_s390_tasklet, 400ba5c1e9bSCarsten Otte (unsigned long) vcpu); 401ca872302SChristian Borntraeger vcpu->arch.ckc_timer.function = kvm_s390_idle_wakeup; 402453423dcSChristian Borntraeger get_cpu_id(&vcpu->arch.cpu_id); 40392e6ecf3SChristian Borntraeger vcpu->arch.cpu_id.version = 0xff; 404b0c632dbSHeiko Carstens return 0; 405b0c632dbSHeiko Carstens } 406b0c632dbSHeiko Carstens 407b0c632dbSHeiko Carstens struct kvm_vcpu *kvm_arch_vcpu_create(struct kvm *kvm, 408b0c632dbSHeiko Carstens unsigned int id) 409b0c632dbSHeiko Carstens { 4104d47555aSCarsten Otte struct kvm_vcpu *vcpu; 4114d47555aSCarsten Otte int rc = -EINVAL; 412b0c632dbSHeiko Carstens 4134d47555aSCarsten Otte if (id >= KVM_MAX_VCPUS) 4144d47555aSCarsten Otte goto out; 4154d47555aSCarsten Otte 4164d47555aSCarsten Otte rc = -ENOMEM; 4174d47555aSCarsten Otte 418b110feafSMichael Mueller vcpu = kmem_cache_zalloc(kvm_vcpu_cache, GFP_KERNEL); 419b0c632dbSHeiko Carstens if (!vcpu) 4204d47555aSCarsten Otte goto out; 421b0c632dbSHeiko Carstens 422180c12fbSChristian Borntraeger vcpu->arch.sie_block = (struct kvm_s390_sie_block *) 423180c12fbSChristian Borntraeger get_zeroed_page(GFP_KERNEL); 424b0c632dbSHeiko Carstens 425b0c632dbSHeiko Carstens if (!vcpu->arch.sie_block) 426b0c632dbSHeiko Carstens goto out_free_cpu; 427b0c632dbSHeiko Carstens 428b0c632dbSHeiko Carstens vcpu->arch.sie_block->icpua = id; 42958f9460bSCarsten Otte if (!kvm_is_ucontrol(kvm)) { 43058f9460bSCarsten Otte if (!kvm->arch.sca) { 43158f9460bSCarsten Otte WARN_ON_ONCE(1); 43258f9460bSCarsten Otte goto out_free_cpu; 43358f9460bSCarsten Otte } 434abf4a71eSCarsten Otte if (!kvm->arch.sca->cpu[id].sda) 43558f9460bSCarsten Otte kvm->arch.sca->cpu[id].sda = 43658f9460bSCarsten Otte (__u64) vcpu->arch.sie_block; 43758f9460bSCarsten Otte vcpu->arch.sie_block->scaoh = 43858f9460bSCarsten Otte (__u32)(((__u64)kvm->arch.sca) >> 32); 439b0c632dbSHeiko Carstens vcpu->arch.sie_block->scaol = (__u32)(__u64)kvm->arch.sca; 440fc34531dSChristian Borntraeger set_bit(63 - id, (unsigned long *) &kvm->arch.sca->mcn); 44158f9460bSCarsten Otte } 442b0c632dbSHeiko Carstens 443ba5c1e9bSCarsten Otte spin_lock_init(&vcpu->arch.local_int.lock); 444ba5c1e9bSCarsten Otte INIT_LIST_HEAD(&vcpu->arch.local_int.list); 445ba5c1e9bSCarsten Otte vcpu->arch.local_int.float_int = &kvm->arch.float_int; 446b037a4f3SChristian Borntraeger spin_lock(&kvm->arch.float_int.lock); 447ba5c1e9bSCarsten Otte kvm->arch.float_int.local_int[id] = &vcpu->arch.local_int; 448d0321a24SChristian Borntraeger vcpu->arch.local_int.wq = &vcpu->wq; 4495288fbf0SChristian Borntraeger vcpu->arch.local_int.cpuflags = &vcpu->arch.sie_block->cpuflags; 450b037a4f3SChristian Borntraeger spin_unlock(&kvm->arch.float_int.lock); 451ba5c1e9bSCarsten Otte 452b0c632dbSHeiko Carstens rc = kvm_vcpu_init(vcpu, kvm, id); 453b0c632dbSHeiko Carstens if (rc) 4547b06bf2fSWei Yongjun goto out_free_sie_block; 455b0c632dbSHeiko Carstens VM_EVENT(kvm, 3, "create cpu %d at %p, sie block at %p", id, vcpu, 456b0c632dbSHeiko Carstens vcpu->arch.sie_block); 457ade38c31SCornelia Huck trace_kvm_s390_create_vcpu(id, vcpu, vcpu->arch.sie_block); 458b0c632dbSHeiko Carstens 459b0c632dbSHeiko Carstens return vcpu; 4607b06bf2fSWei Yongjun out_free_sie_block: 4617b06bf2fSWei Yongjun free_page((unsigned long)(vcpu->arch.sie_block)); 462b0c632dbSHeiko Carstens out_free_cpu: 463b110feafSMichael Mueller kmem_cache_free(kvm_vcpu_cache, vcpu); 4644d47555aSCarsten Otte out: 465b0c632dbSHeiko Carstens return ERR_PTR(rc); 466b0c632dbSHeiko Carstens } 467b0c632dbSHeiko Carstens 468b0c632dbSHeiko Carstens int kvm_arch_vcpu_runnable(struct kvm_vcpu *vcpu) 469b0c632dbSHeiko Carstens { 470b0c632dbSHeiko Carstens /* kvm common code refers to this, but never calls it */ 471b0c632dbSHeiko Carstens BUG(); 472b0c632dbSHeiko Carstens return 0; 473b0c632dbSHeiko Carstens } 474b0c632dbSHeiko Carstens 47549b99e1eSChristian Borntraeger void s390_vcpu_block(struct kvm_vcpu *vcpu) 47649b99e1eSChristian Borntraeger { 47749b99e1eSChristian Borntraeger atomic_set_mask(PROG_BLOCK_SIE, &vcpu->arch.sie_block->prog20); 47849b99e1eSChristian Borntraeger } 47949b99e1eSChristian Borntraeger 48049b99e1eSChristian Borntraeger void s390_vcpu_unblock(struct kvm_vcpu *vcpu) 48149b99e1eSChristian Borntraeger { 48249b99e1eSChristian Borntraeger atomic_clear_mask(PROG_BLOCK_SIE, &vcpu->arch.sie_block->prog20); 48349b99e1eSChristian Borntraeger } 48449b99e1eSChristian Borntraeger 48549b99e1eSChristian Borntraeger /* 48649b99e1eSChristian Borntraeger * Kick a guest cpu out of SIE and wait until SIE is not running. 48749b99e1eSChristian Borntraeger * If the CPU is not running (e.g. waiting as idle) the function will 48849b99e1eSChristian Borntraeger * return immediately. */ 48949b99e1eSChristian Borntraeger void exit_sie(struct kvm_vcpu *vcpu) 49049b99e1eSChristian Borntraeger { 49149b99e1eSChristian Borntraeger atomic_set_mask(CPUSTAT_STOP_INT, &vcpu->arch.sie_block->cpuflags); 49249b99e1eSChristian Borntraeger while (vcpu->arch.sie_block->prog0c & PROG_IN_SIE) 49349b99e1eSChristian Borntraeger cpu_relax(); 49449b99e1eSChristian Borntraeger } 49549b99e1eSChristian Borntraeger 49649b99e1eSChristian Borntraeger /* Kick a guest cpu out of SIE and prevent SIE-reentry */ 49749b99e1eSChristian Borntraeger void exit_sie_sync(struct kvm_vcpu *vcpu) 49849b99e1eSChristian Borntraeger { 49949b99e1eSChristian Borntraeger s390_vcpu_block(vcpu); 50049b99e1eSChristian Borntraeger exit_sie(vcpu); 50149b99e1eSChristian Borntraeger } 50249b99e1eSChristian Borntraeger 5032c70fe44SChristian Borntraeger static void kvm_gmap_notifier(struct gmap *gmap, unsigned long address) 5042c70fe44SChristian Borntraeger { 5052c70fe44SChristian Borntraeger int i; 5062c70fe44SChristian Borntraeger struct kvm *kvm = gmap->private; 5072c70fe44SChristian Borntraeger struct kvm_vcpu *vcpu; 5082c70fe44SChristian Borntraeger 5092c70fe44SChristian Borntraeger kvm_for_each_vcpu(i, vcpu, kvm) { 5102c70fe44SChristian Borntraeger /* match against both prefix pages */ 5112c70fe44SChristian Borntraeger if (vcpu->arch.sie_block->prefix == (address & ~0x1000UL)) { 5122c70fe44SChristian Borntraeger VCPU_EVENT(vcpu, 2, "gmap notifier for %lx", address); 5132c70fe44SChristian Borntraeger kvm_make_request(KVM_REQ_MMU_RELOAD, vcpu); 5142c70fe44SChristian Borntraeger exit_sie_sync(vcpu); 5152c70fe44SChristian Borntraeger } 5162c70fe44SChristian Borntraeger } 5172c70fe44SChristian Borntraeger } 5182c70fe44SChristian Borntraeger 519b6d33834SChristoffer Dall int kvm_arch_vcpu_should_kick(struct kvm_vcpu *vcpu) 520b6d33834SChristoffer Dall { 521b6d33834SChristoffer Dall /* kvm common code refers to this, but never calls it */ 522b6d33834SChristoffer Dall BUG(); 523b6d33834SChristoffer Dall return 0; 524b6d33834SChristoffer Dall } 525b6d33834SChristoffer Dall 52614eebd91SCarsten Otte static int kvm_arch_vcpu_ioctl_get_one_reg(struct kvm_vcpu *vcpu, 52714eebd91SCarsten Otte struct kvm_one_reg *reg) 52814eebd91SCarsten Otte { 52914eebd91SCarsten Otte int r = -EINVAL; 53014eebd91SCarsten Otte 53114eebd91SCarsten Otte switch (reg->id) { 53229b7c71bSCarsten Otte case KVM_REG_S390_TODPR: 53329b7c71bSCarsten Otte r = put_user(vcpu->arch.sie_block->todpr, 53429b7c71bSCarsten Otte (u32 __user *)reg->addr); 53529b7c71bSCarsten Otte break; 53629b7c71bSCarsten Otte case KVM_REG_S390_EPOCHDIFF: 53729b7c71bSCarsten Otte r = put_user(vcpu->arch.sie_block->epoch, 53829b7c71bSCarsten Otte (u64 __user *)reg->addr); 53929b7c71bSCarsten Otte break; 54046a6dd1cSJason J. herne case KVM_REG_S390_CPU_TIMER: 54146a6dd1cSJason J. herne r = put_user(vcpu->arch.sie_block->cputm, 54246a6dd1cSJason J. herne (u64 __user *)reg->addr); 54346a6dd1cSJason J. herne break; 54446a6dd1cSJason J. herne case KVM_REG_S390_CLOCK_COMP: 54546a6dd1cSJason J. herne r = put_user(vcpu->arch.sie_block->ckc, 54646a6dd1cSJason J. herne (u64 __user *)reg->addr); 54746a6dd1cSJason J. herne break; 54814eebd91SCarsten Otte default: 54914eebd91SCarsten Otte break; 55014eebd91SCarsten Otte } 55114eebd91SCarsten Otte 55214eebd91SCarsten Otte return r; 55314eebd91SCarsten Otte } 55414eebd91SCarsten Otte 55514eebd91SCarsten Otte static int kvm_arch_vcpu_ioctl_set_one_reg(struct kvm_vcpu *vcpu, 55614eebd91SCarsten Otte struct kvm_one_reg *reg) 55714eebd91SCarsten Otte { 55814eebd91SCarsten Otte int r = -EINVAL; 55914eebd91SCarsten Otte 56014eebd91SCarsten Otte switch (reg->id) { 56129b7c71bSCarsten Otte case KVM_REG_S390_TODPR: 56229b7c71bSCarsten Otte r = get_user(vcpu->arch.sie_block->todpr, 56329b7c71bSCarsten Otte (u32 __user *)reg->addr); 56429b7c71bSCarsten Otte break; 56529b7c71bSCarsten Otte case KVM_REG_S390_EPOCHDIFF: 56629b7c71bSCarsten Otte r = get_user(vcpu->arch.sie_block->epoch, 56729b7c71bSCarsten Otte (u64 __user *)reg->addr); 56829b7c71bSCarsten Otte break; 56946a6dd1cSJason J. herne case KVM_REG_S390_CPU_TIMER: 57046a6dd1cSJason J. herne r = get_user(vcpu->arch.sie_block->cputm, 57146a6dd1cSJason J. herne (u64 __user *)reg->addr); 57246a6dd1cSJason J. herne break; 57346a6dd1cSJason J. herne case KVM_REG_S390_CLOCK_COMP: 57446a6dd1cSJason J. herne r = get_user(vcpu->arch.sie_block->ckc, 57546a6dd1cSJason J. herne (u64 __user *)reg->addr); 57646a6dd1cSJason J. herne break; 57714eebd91SCarsten Otte default: 57814eebd91SCarsten Otte break; 57914eebd91SCarsten Otte } 58014eebd91SCarsten Otte 58114eebd91SCarsten Otte return r; 58214eebd91SCarsten Otte } 583b6d33834SChristoffer Dall 584b0c632dbSHeiko Carstens static int kvm_arch_vcpu_ioctl_initial_reset(struct kvm_vcpu *vcpu) 585b0c632dbSHeiko Carstens { 586b0c632dbSHeiko Carstens kvm_s390_vcpu_initial_reset(vcpu); 587b0c632dbSHeiko Carstens return 0; 588b0c632dbSHeiko Carstens } 589b0c632dbSHeiko Carstens 590b0c632dbSHeiko Carstens int kvm_arch_vcpu_ioctl_set_regs(struct kvm_vcpu *vcpu, struct kvm_regs *regs) 591b0c632dbSHeiko Carstens { 5925a32c1afSChristian Borntraeger memcpy(&vcpu->run->s.regs.gprs, ®s->gprs, sizeof(regs->gprs)); 593b0c632dbSHeiko Carstens return 0; 594b0c632dbSHeiko Carstens } 595b0c632dbSHeiko Carstens 596b0c632dbSHeiko Carstens int kvm_arch_vcpu_ioctl_get_regs(struct kvm_vcpu *vcpu, struct kvm_regs *regs) 597b0c632dbSHeiko Carstens { 5985a32c1afSChristian Borntraeger memcpy(®s->gprs, &vcpu->run->s.regs.gprs, sizeof(regs->gprs)); 599b0c632dbSHeiko Carstens return 0; 600b0c632dbSHeiko Carstens } 601b0c632dbSHeiko Carstens 602b0c632dbSHeiko Carstens int kvm_arch_vcpu_ioctl_set_sregs(struct kvm_vcpu *vcpu, 603b0c632dbSHeiko Carstens struct kvm_sregs *sregs) 604b0c632dbSHeiko Carstens { 60559674c1aSChristian Borntraeger memcpy(&vcpu->run->s.regs.acrs, &sregs->acrs, sizeof(sregs->acrs)); 606b0c632dbSHeiko Carstens memcpy(&vcpu->arch.sie_block->gcr, &sregs->crs, sizeof(sregs->crs)); 60759674c1aSChristian Borntraeger restore_access_regs(vcpu->run->s.regs.acrs); 608b0c632dbSHeiko Carstens return 0; 609b0c632dbSHeiko Carstens } 610b0c632dbSHeiko Carstens 611b0c632dbSHeiko Carstens int kvm_arch_vcpu_ioctl_get_sregs(struct kvm_vcpu *vcpu, 612b0c632dbSHeiko Carstens struct kvm_sregs *sregs) 613b0c632dbSHeiko Carstens { 61459674c1aSChristian Borntraeger memcpy(&sregs->acrs, &vcpu->run->s.regs.acrs, sizeof(sregs->acrs)); 615b0c632dbSHeiko Carstens memcpy(&sregs->crs, &vcpu->arch.sie_block->gcr, sizeof(sregs->crs)); 616b0c632dbSHeiko Carstens return 0; 617b0c632dbSHeiko Carstens } 618b0c632dbSHeiko Carstens 619b0c632dbSHeiko Carstens int kvm_arch_vcpu_ioctl_set_fpu(struct kvm_vcpu *vcpu, struct kvm_fpu *fpu) 620b0c632dbSHeiko Carstens { 621b0c632dbSHeiko Carstens memcpy(&vcpu->arch.guest_fpregs.fprs, &fpu->fprs, sizeof(fpu->fprs)); 62285175587SChristian Borntraeger vcpu->arch.guest_fpregs.fpc = fpu->fpc & FPC_VALID_MASK; 6237eef87dcSCarsten Otte restore_fp_regs(&vcpu->arch.guest_fpregs); 624b0c632dbSHeiko Carstens return 0; 625b0c632dbSHeiko Carstens } 626b0c632dbSHeiko Carstens 627b0c632dbSHeiko Carstens int kvm_arch_vcpu_ioctl_get_fpu(struct kvm_vcpu *vcpu, struct kvm_fpu *fpu) 628b0c632dbSHeiko Carstens { 629b0c632dbSHeiko Carstens memcpy(&fpu->fprs, &vcpu->arch.guest_fpregs.fprs, sizeof(fpu->fprs)); 630b0c632dbSHeiko Carstens fpu->fpc = vcpu->arch.guest_fpregs.fpc; 631b0c632dbSHeiko Carstens return 0; 632b0c632dbSHeiko Carstens } 633b0c632dbSHeiko Carstens 634b0c632dbSHeiko Carstens static int kvm_arch_vcpu_ioctl_set_initial_psw(struct kvm_vcpu *vcpu, psw_t psw) 635b0c632dbSHeiko Carstens { 636b0c632dbSHeiko Carstens int rc = 0; 637b0c632dbSHeiko Carstens 6389e6dabefSCornelia Huck if (!(atomic_read(&vcpu->arch.sie_block->cpuflags) & CPUSTAT_STOPPED)) 639b0c632dbSHeiko Carstens rc = -EBUSY; 640d7b0b5ebSCarsten Otte else { 641d7b0b5ebSCarsten Otte vcpu->run->psw_mask = psw.mask; 642d7b0b5ebSCarsten Otte vcpu->run->psw_addr = psw.addr; 643d7b0b5ebSCarsten Otte } 644b0c632dbSHeiko Carstens return rc; 645b0c632dbSHeiko Carstens } 646b0c632dbSHeiko Carstens 647b0c632dbSHeiko Carstens int kvm_arch_vcpu_ioctl_translate(struct kvm_vcpu *vcpu, 648b0c632dbSHeiko Carstens struct kvm_translation *tr) 649b0c632dbSHeiko Carstens { 650b0c632dbSHeiko Carstens return -EINVAL; /* not implemented yet */ 651b0c632dbSHeiko Carstens } 652b0c632dbSHeiko Carstens 653d0bfb940SJan Kiszka int kvm_arch_vcpu_ioctl_set_guest_debug(struct kvm_vcpu *vcpu, 654d0bfb940SJan Kiszka struct kvm_guest_debug *dbg) 655b0c632dbSHeiko Carstens { 656b0c632dbSHeiko Carstens return -EINVAL; /* not implemented yet */ 657b0c632dbSHeiko Carstens } 658b0c632dbSHeiko Carstens 65962d9f0dbSMarcelo Tosatti int kvm_arch_vcpu_ioctl_get_mpstate(struct kvm_vcpu *vcpu, 66062d9f0dbSMarcelo Tosatti struct kvm_mp_state *mp_state) 66162d9f0dbSMarcelo Tosatti { 66262d9f0dbSMarcelo Tosatti return -EINVAL; /* not implemented yet */ 66362d9f0dbSMarcelo Tosatti } 66462d9f0dbSMarcelo Tosatti 66562d9f0dbSMarcelo Tosatti int kvm_arch_vcpu_ioctl_set_mpstate(struct kvm_vcpu *vcpu, 66662d9f0dbSMarcelo Tosatti struct kvm_mp_state *mp_state) 66762d9f0dbSMarcelo Tosatti { 66862d9f0dbSMarcelo Tosatti return -EINVAL; /* not implemented yet */ 66962d9f0dbSMarcelo Tosatti } 67062d9f0dbSMarcelo Tosatti 6712c70fe44SChristian Borntraeger static int kvm_s390_handle_requests(struct kvm_vcpu *vcpu) 6722c70fe44SChristian Borntraeger { 6732c70fe44SChristian Borntraeger /* 6742c70fe44SChristian Borntraeger * We use MMU_RELOAD just to re-arm the ipte notifier for the 6752c70fe44SChristian Borntraeger * guest prefix page. gmap_ipte_notify will wait on the ptl lock. 6762c70fe44SChristian Borntraeger * This ensures that the ipte instruction for this request has 6772c70fe44SChristian Borntraeger * already finished. We might race against a second unmapper that 6782c70fe44SChristian Borntraeger * wants to set the blocking bit. Lets just retry the request loop. 6792c70fe44SChristian Borntraeger */ 6802c70fe44SChristian Borntraeger while (kvm_check_request(KVM_REQ_MMU_RELOAD, vcpu)) { 6812c70fe44SChristian Borntraeger int rc; 6822c70fe44SChristian Borntraeger rc = gmap_ipte_notify(vcpu->arch.gmap, 6832c70fe44SChristian Borntraeger vcpu->arch.sie_block->prefix, 6842c70fe44SChristian Borntraeger PAGE_SIZE * 2); 6852c70fe44SChristian Borntraeger if (rc) 6862c70fe44SChristian Borntraeger return rc; 6872c70fe44SChristian Borntraeger s390_vcpu_unblock(vcpu); 6882c70fe44SChristian Borntraeger } 6892c70fe44SChristian Borntraeger return 0; 6902c70fe44SChristian Borntraeger } 6912c70fe44SChristian Borntraeger 692*3fb4c40fSThomas Huth static int vcpu_pre_run(struct kvm_vcpu *vcpu) 693b0c632dbSHeiko Carstens { 694*3fb4c40fSThomas Huth int rc, cpuflags; 695e168bf8dSCarsten Otte 6965a32c1afSChristian Borntraeger memcpy(&vcpu->arch.sie_block->gg14, &vcpu->run->s.regs.gprs[14], 16); 697b0c632dbSHeiko Carstens 698b0c632dbSHeiko Carstens if (need_resched()) 699b0c632dbSHeiko Carstens schedule(); 700b0c632dbSHeiko Carstens 70171cde587SChristian Borntraeger if (test_thread_flag(TIF_MCCK_PENDING)) 70271cde587SChristian Borntraeger s390_handle_mcck(); 70371cde587SChristian Borntraeger 704d6b6d166SCarsten Otte if (!kvm_is_ucontrol(vcpu->kvm)) 7050ff31867SCarsten Otte kvm_s390_deliver_pending_interrupts(vcpu); 7060ff31867SCarsten Otte 7072c70fe44SChristian Borntraeger rc = kvm_s390_handle_requests(vcpu); 7082c70fe44SChristian Borntraeger if (rc) 7092c70fe44SChristian Borntraeger return rc; 7102c70fe44SChristian Borntraeger 711b0c632dbSHeiko Carstens vcpu->arch.sie_block->icptcode = 0; 712*3fb4c40fSThomas Huth cpuflags = atomic_read(&vcpu->arch.sie_block->cpuflags); 713*3fb4c40fSThomas Huth VCPU_EVENT(vcpu, 6, "entering sie flags %x", cpuflags); 714*3fb4c40fSThomas Huth trace_kvm_s390_sie_enter(vcpu, cpuflags); 7152b29a9fdSDominik Dingel 716*3fb4c40fSThomas Huth return 0; 717*3fb4c40fSThomas Huth } 718*3fb4c40fSThomas Huth 719*3fb4c40fSThomas Huth static int vcpu_post_run(struct kvm_vcpu *vcpu, int exit_reason) 720*3fb4c40fSThomas Huth { 721*3fb4c40fSThomas Huth int rc; 7222b29a9fdSDominik Dingel 7232b29a9fdSDominik Dingel VCPU_EVENT(vcpu, 6, "exit sie icptcode %d", 7242b29a9fdSDominik Dingel vcpu->arch.sie_block->icptcode); 7252b29a9fdSDominik Dingel trace_kvm_s390_sie_exit(vcpu, vcpu->arch.sie_block->icptcode); 7262b29a9fdSDominik Dingel 727*3fb4c40fSThomas Huth if (exit_reason >= 0) { 7287c470539SMartin Schwidefsky rc = 0; 729*3fb4c40fSThomas Huth } else { 730e168bf8dSCarsten Otte if (kvm_is_ucontrol(vcpu->kvm)) { 731e168bf8dSCarsten Otte rc = SIE_INTERCEPT_UCONTROL; 732e168bf8dSCarsten Otte } else { 7331f0d0f09SCarsten Otte VCPU_EVENT(vcpu, 3, "%s", "fault in sie instruction"); 7345786fffaSCornelia Huck trace_kvm_s390_sie_fault(vcpu); 735db4a29cbSHeiko Carstens rc = kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING); 736e168bf8dSCarsten Otte } 7371f0d0f09SCarsten Otte } 738b0c632dbSHeiko Carstens 7395a32c1afSChristian Borntraeger memcpy(&vcpu->run->s.regs.gprs[14], &vcpu->arch.sie_block->gg14, 16); 740*3fb4c40fSThomas Huth 741*3fb4c40fSThomas Huth return rc; 742*3fb4c40fSThomas Huth } 743*3fb4c40fSThomas Huth 744*3fb4c40fSThomas Huth static int __vcpu_run(struct kvm_vcpu *vcpu) 745*3fb4c40fSThomas Huth { 746*3fb4c40fSThomas Huth int rc, exit_reason; 747*3fb4c40fSThomas Huth 748*3fb4c40fSThomas Huth rc = vcpu_pre_run(vcpu); 749*3fb4c40fSThomas Huth if (rc) 750*3fb4c40fSThomas Huth return rc; 751*3fb4c40fSThomas Huth 752*3fb4c40fSThomas Huth /* 753*3fb4c40fSThomas Huth * As PF_VCPU will be used in fault handler, between guest_enter 754*3fb4c40fSThomas Huth * and guest_exit should be no uaccess. 755*3fb4c40fSThomas Huth */ 756*3fb4c40fSThomas Huth preempt_disable(); 757*3fb4c40fSThomas Huth kvm_guest_enter(); 758*3fb4c40fSThomas Huth preempt_enable(); 759*3fb4c40fSThomas Huth exit_reason = sie64a(vcpu->arch.sie_block, vcpu->run->s.regs.gprs); 760*3fb4c40fSThomas Huth kvm_guest_exit(); 761*3fb4c40fSThomas Huth 762*3fb4c40fSThomas Huth rc = vcpu_post_run(vcpu, exit_reason); 763*3fb4c40fSThomas Huth 764e168bf8dSCarsten Otte return rc; 765b0c632dbSHeiko Carstens } 766b0c632dbSHeiko Carstens 767b0c632dbSHeiko Carstens int kvm_arch_vcpu_ioctl_run(struct kvm_vcpu *vcpu, struct kvm_run *kvm_run) 768b0c632dbSHeiko Carstens { 7698f2abe6aSChristian Borntraeger int rc; 770b0c632dbSHeiko Carstens sigset_t sigsaved; 771b0c632dbSHeiko Carstens 772b0c632dbSHeiko Carstens if (vcpu->sigset_active) 773b0c632dbSHeiko Carstens sigprocmask(SIG_SETMASK, &vcpu->sigset, &sigsaved); 774b0c632dbSHeiko Carstens 7759e6dabefSCornelia Huck atomic_clear_mask(CPUSTAT_STOPPED, &vcpu->arch.sie_block->cpuflags); 776b0c632dbSHeiko Carstens 777ba5c1e9bSCarsten Otte BUG_ON(vcpu->kvm->arch.float_int.local_int[vcpu->vcpu_id] == NULL); 778ba5c1e9bSCarsten Otte 7798f2abe6aSChristian Borntraeger switch (kvm_run->exit_reason) { 7808f2abe6aSChristian Borntraeger case KVM_EXIT_S390_SIEIC: 7818f2abe6aSChristian Borntraeger case KVM_EXIT_UNKNOWN: 7829ace903dSChristian Ehrhardt case KVM_EXIT_INTR: 7838f2abe6aSChristian Borntraeger case KVM_EXIT_S390_RESET: 784e168bf8dSCarsten Otte case KVM_EXIT_S390_UCONTROL: 785fa6b7fe9SCornelia Huck case KVM_EXIT_S390_TSCH: 7868f2abe6aSChristian Borntraeger break; 7878f2abe6aSChristian Borntraeger default: 7888f2abe6aSChristian Borntraeger BUG(); 7898f2abe6aSChristian Borntraeger } 7908f2abe6aSChristian Borntraeger 791d7b0b5ebSCarsten Otte vcpu->arch.sie_block->gpsw.mask = kvm_run->psw_mask; 792d7b0b5ebSCarsten Otte vcpu->arch.sie_block->gpsw.addr = kvm_run->psw_addr; 79360b413c9SChristian Borntraeger if (kvm_run->kvm_dirty_regs & KVM_SYNC_PREFIX) { 79460b413c9SChristian Borntraeger kvm_run->kvm_dirty_regs &= ~KVM_SYNC_PREFIX; 79560b413c9SChristian Borntraeger kvm_s390_set_prefix(vcpu, kvm_run->s.regs.prefix); 79660b413c9SChristian Borntraeger } 7979eed0735SChristian Borntraeger if (kvm_run->kvm_dirty_regs & KVM_SYNC_CRS) { 7989eed0735SChristian Borntraeger kvm_run->kvm_dirty_regs &= ~KVM_SYNC_CRS; 7999eed0735SChristian Borntraeger memcpy(&vcpu->arch.sie_block->gcr, &kvm_run->s.regs.crs, 128); 8009eed0735SChristian Borntraeger kvm_s390_set_prefix(vcpu, kvm_run->s.regs.prefix); 8019eed0735SChristian Borntraeger } 802d7b0b5ebSCarsten Otte 803dab4079dSHeiko Carstens might_fault(); 8048f2abe6aSChristian Borntraeger 8058f2abe6aSChristian Borntraeger do { 806e168bf8dSCarsten Otte rc = __vcpu_run(vcpu); 807e168bf8dSCarsten Otte if (rc) 808e168bf8dSCarsten Otte break; 809c0d744a9SCarsten Otte if (kvm_is_ucontrol(vcpu->kvm)) 810c0d744a9SCarsten Otte rc = -EOPNOTSUPP; 811c0d744a9SCarsten Otte else 8128f2abe6aSChristian Borntraeger rc = kvm_handle_sie_intercept(vcpu); 8138f2abe6aSChristian Borntraeger } while (!signal_pending(current) && !rc); 8148f2abe6aSChristian Borntraeger 815b1d16c49SChristian Ehrhardt if (signal_pending(current) && !rc) { 816b1d16c49SChristian Ehrhardt kvm_run->exit_reason = KVM_EXIT_INTR; 8178f2abe6aSChristian Borntraeger rc = -EINTR; 818b1d16c49SChristian Ehrhardt } 8198f2abe6aSChristian Borntraeger 820e168bf8dSCarsten Otte #ifdef CONFIG_KVM_S390_UCONTROL 821e168bf8dSCarsten Otte if (rc == SIE_INTERCEPT_UCONTROL) { 822e168bf8dSCarsten Otte kvm_run->exit_reason = KVM_EXIT_S390_UCONTROL; 823e168bf8dSCarsten Otte kvm_run->s390_ucontrol.trans_exc_code = 824e168bf8dSCarsten Otte current->thread.gmap_addr; 825e168bf8dSCarsten Otte kvm_run->s390_ucontrol.pgm_code = 0x10; 826e168bf8dSCarsten Otte rc = 0; 827e168bf8dSCarsten Otte } 828e168bf8dSCarsten Otte #endif 829e168bf8dSCarsten Otte 830b8e660b8SHeiko Carstens if (rc == -EOPNOTSUPP) { 8318f2abe6aSChristian Borntraeger /* intercept cannot be handled in-kernel, prepare kvm-run */ 8328f2abe6aSChristian Borntraeger kvm_run->exit_reason = KVM_EXIT_S390_SIEIC; 8338f2abe6aSChristian Borntraeger kvm_run->s390_sieic.icptcode = vcpu->arch.sie_block->icptcode; 8348f2abe6aSChristian Borntraeger kvm_run->s390_sieic.ipa = vcpu->arch.sie_block->ipa; 8358f2abe6aSChristian Borntraeger kvm_run->s390_sieic.ipb = vcpu->arch.sie_block->ipb; 8368f2abe6aSChristian Borntraeger rc = 0; 8378f2abe6aSChristian Borntraeger } 8388f2abe6aSChristian Borntraeger 8398f2abe6aSChristian Borntraeger if (rc == -EREMOTE) { 8408f2abe6aSChristian Borntraeger /* intercept was handled, but userspace support is needed 8418f2abe6aSChristian Borntraeger * kvm_run has been prepared by the handler */ 8428f2abe6aSChristian Borntraeger rc = 0; 8438f2abe6aSChristian Borntraeger } 8448f2abe6aSChristian Borntraeger 845d7b0b5ebSCarsten Otte kvm_run->psw_mask = vcpu->arch.sie_block->gpsw.mask; 846d7b0b5ebSCarsten Otte kvm_run->psw_addr = vcpu->arch.sie_block->gpsw.addr; 84760b413c9SChristian Borntraeger kvm_run->s.regs.prefix = vcpu->arch.sie_block->prefix; 8489eed0735SChristian Borntraeger memcpy(&kvm_run->s.regs.crs, &vcpu->arch.sie_block->gcr, 128); 849d7b0b5ebSCarsten Otte 850b0c632dbSHeiko Carstens if (vcpu->sigset_active) 851b0c632dbSHeiko Carstens sigprocmask(SIG_SETMASK, &sigsaved, NULL); 852b0c632dbSHeiko Carstens 853b0c632dbSHeiko Carstens vcpu->stat.exit_userspace++; 8547e8e6ab4SHeiko Carstens return rc; 855b0c632dbSHeiko Carstens } 856b0c632dbSHeiko Carstens 857092670cdSCarsten Otte static int __guestcopy(struct kvm_vcpu *vcpu, u64 guestdest, void *from, 858b0c632dbSHeiko Carstens unsigned long n, int prefix) 859b0c632dbSHeiko Carstens { 860b0c632dbSHeiko Carstens if (prefix) 861b0c632dbSHeiko Carstens return copy_to_guest(vcpu, guestdest, from, n); 862b0c632dbSHeiko Carstens else 863b0c632dbSHeiko Carstens return copy_to_guest_absolute(vcpu, guestdest, from, n); 864b0c632dbSHeiko Carstens } 865b0c632dbSHeiko Carstens 866b0c632dbSHeiko Carstens /* 867b0c632dbSHeiko Carstens * store status at address 868b0c632dbSHeiko Carstens * we use have two special cases: 869b0c632dbSHeiko Carstens * KVM_S390_STORE_STATUS_NOADDR: -> 0x1200 on 64 bit 870b0c632dbSHeiko Carstens * KVM_S390_STORE_STATUS_PREFIXED: -> prefix 871b0c632dbSHeiko Carstens */ 872971eb77fSChristian Borntraeger int kvm_s390_vcpu_store_status(struct kvm_vcpu *vcpu, unsigned long addr) 873b0c632dbSHeiko Carstens { 874092670cdSCarsten Otte unsigned char archmode = 1; 875b0c632dbSHeiko Carstens int prefix; 876b0c632dbSHeiko Carstens 877b0c632dbSHeiko Carstens if (addr == KVM_S390_STORE_STATUS_NOADDR) { 878b0c632dbSHeiko Carstens if (copy_to_guest_absolute(vcpu, 163ul, &archmode, 1)) 879b0c632dbSHeiko Carstens return -EFAULT; 880b0c632dbSHeiko Carstens addr = SAVE_AREA_BASE; 881b0c632dbSHeiko Carstens prefix = 0; 882b0c632dbSHeiko Carstens } else if (addr == KVM_S390_STORE_STATUS_PREFIXED) { 883b0c632dbSHeiko Carstens if (copy_to_guest(vcpu, 163ul, &archmode, 1)) 884b0c632dbSHeiko Carstens return -EFAULT; 885b0c632dbSHeiko Carstens addr = SAVE_AREA_BASE; 886b0c632dbSHeiko Carstens prefix = 1; 887b0c632dbSHeiko Carstens } else 888b0c632dbSHeiko Carstens prefix = 0; 889b0c632dbSHeiko Carstens 89015bc8d84SChristian Borntraeger /* 89115bc8d84SChristian Borntraeger * The guest FPRS and ACRS are in the host FPRS/ACRS due to the lazy 89215bc8d84SChristian Borntraeger * copying in vcpu load/put. Lets update our copies before we save 89315bc8d84SChristian Borntraeger * it into the save area 89415bc8d84SChristian Borntraeger */ 89515bc8d84SChristian Borntraeger save_fp_regs(&vcpu->arch.guest_fpregs); 89615bc8d84SChristian Borntraeger save_access_regs(vcpu->run->s.regs.acrs); 89715bc8d84SChristian Borntraeger 898f64ca217SHeiko Carstens if (__guestcopy(vcpu, addr + offsetof(struct save_area, fp_regs), 899b0c632dbSHeiko Carstens vcpu->arch.guest_fpregs.fprs, 128, prefix)) 900b0c632dbSHeiko Carstens return -EFAULT; 901b0c632dbSHeiko Carstens 902f64ca217SHeiko Carstens if (__guestcopy(vcpu, addr + offsetof(struct save_area, gp_regs), 9035a32c1afSChristian Borntraeger vcpu->run->s.regs.gprs, 128, prefix)) 904b0c632dbSHeiko Carstens return -EFAULT; 905b0c632dbSHeiko Carstens 906f64ca217SHeiko Carstens if (__guestcopy(vcpu, addr + offsetof(struct save_area, psw), 907b0c632dbSHeiko Carstens &vcpu->arch.sie_block->gpsw, 16, prefix)) 908b0c632dbSHeiko Carstens return -EFAULT; 909b0c632dbSHeiko Carstens 910f64ca217SHeiko Carstens if (__guestcopy(vcpu, addr + offsetof(struct save_area, pref_reg), 911b0c632dbSHeiko Carstens &vcpu->arch.sie_block->prefix, 4, prefix)) 912b0c632dbSHeiko Carstens return -EFAULT; 913b0c632dbSHeiko Carstens 914b0c632dbSHeiko Carstens if (__guestcopy(vcpu, 915f64ca217SHeiko Carstens addr + offsetof(struct save_area, fp_ctrl_reg), 916b0c632dbSHeiko Carstens &vcpu->arch.guest_fpregs.fpc, 4, prefix)) 917b0c632dbSHeiko Carstens return -EFAULT; 918b0c632dbSHeiko Carstens 919f64ca217SHeiko Carstens if (__guestcopy(vcpu, addr + offsetof(struct save_area, tod_reg), 920b0c632dbSHeiko Carstens &vcpu->arch.sie_block->todpr, 4, prefix)) 921b0c632dbSHeiko Carstens return -EFAULT; 922b0c632dbSHeiko Carstens 923f64ca217SHeiko Carstens if (__guestcopy(vcpu, addr + offsetof(struct save_area, timer), 924b0c632dbSHeiko Carstens &vcpu->arch.sie_block->cputm, 8, prefix)) 925b0c632dbSHeiko Carstens return -EFAULT; 926b0c632dbSHeiko Carstens 927f64ca217SHeiko Carstens if (__guestcopy(vcpu, addr + offsetof(struct save_area, clk_cmp), 928b0c632dbSHeiko Carstens &vcpu->arch.sie_block->ckc, 8, prefix)) 929b0c632dbSHeiko Carstens return -EFAULT; 930b0c632dbSHeiko Carstens 931f64ca217SHeiko Carstens if (__guestcopy(vcpu, addr + offsetof(struct save_area, acc_regs), 93259674c1aSChristian Borntraeger &vcpu->run->s.regs.acrs, 64, prefix)) 933b0c632dbSHeiko Carstens return -EFAULT; 934b0c632dbSHeiko Carstens 935b0c632dbSHeiko Carstens if (__guestcopy(vcpu, 936f64ca217SHeiko Carstens addr + offsetof(struct save_area, ctrl_regs), 937b0c632dbSHeiko Carstens &vcpu->arch.sie_block->gcr, 128, prefix)) 938b0c632dbSHeiko Carstens return -EFAULT; 939b0c632dbSHeiko Carstens return 0; 940b0c632dbSHeiko Carstens } 941b0c632dbSHeiko Carstens 942d6712df9SCornelia Huck static int kvm_vcpu_ioctl_enable_cap(struct kvm_vcpu *vcpu, 943d6712df9SCornelia Huck struct kvm_enable_cap *cap) 944d6712df9SCornelia Huck { 945d6712df9SCornelia Huck int r; 946d6712df9SCornelia Huck 947d6712df9SCornelia Huck if (cap->flags) 948d6712df9SCornelia Huck return -EINVAL; 949d6712df9SCornelia Huck 950d6712df9SCornelia Huck switch (cap->cap) { 951fa6b7fe9SCornelia Huck case KVM_CAP_S390_CSS_SUPPORT: 952fa6b7fe9SCornelia Huck if (!vcpu->kvm->arch.css_support) { 953fa6b7fe9SCornelia Huck vcpu->kvm->arch.css_support = 1; 954fa6b7fe9SCornelia Huck trace_kvm_s390_enable_css(vcpu->kvm); 955fa6b7fe9SCornelia Huck } 956fa6b7fe9SCornelia Huck r = 0; 957fa6b7fe9SCornelia Huck break; 958d6712df9SCornelia Huck default: 959d6712df9SCornelia Huck r = -EINVAL; 960d6712df9SCornelia Huck break; 961d6712df9SCornelia Huck } 962d6712df9SCornelia Huck return r; 963d6712df9SCornelia Huck } 964d6712df9SCornelia Huck 965b0c632dbSHeiko Carstens long kvm_arch_vcpu_ioctl(struct file *filp, 966b0c632dbSHeiko Carstens unsigned int ioctl, unsigned long arg) 967b0c632dbSHeiko Carstens { 968b0c632dbSHeiko Carstens struct kvm_vcpu *vcpu = filp->private_data; 969b0c632dbSHeiko Carstens void __user *argp = (void __user *)arg; 970bc923cc9SAvi Kivity long r; 971b0c632dbSHeiko Carstens 97293736624SAvi Kivity switch (ioctl) { 97393736624SAvi Kivity case KVM_S390_INTERRUPT: { 974ba5c1e9bSCarsten Otte struct kvm_s390_interrupt s390int; 975ba5c1e9bSCarsten Otte 97693736624SAvi Kivity r = -EFAULT; 977ba5c1e9bSCarsten Otte if (copy_from_user(&s390int, argp, sizeof(s390int))) 97893736624SAvi Kivity break; 97993736624SAvi Kivity r = kvm_s390_inject_vcpu(vcpu, &s390int); 98093736624SAvi Kivity break; 981ba5c1e9bSCarsten Otte } 982b0c632dbSHeiko Carstens case KVM_S390_STORE_STATUS: 983bc923cc9SAvi Kivity r = kvm_s390_vcpu_store_status(vcpu, arg); 984bc923cc9SAvi Kivity break; 985b0c632dbSHeiko Carstens case KVM_S390_SET_INITIAL_PSW: { 986b0c632dbSHeiko Carstens psw_t psw; 987b0c632dbSHeiko Carstens 988bc923cc9SAvi Kivity r = -EFAULT; 989b0c632dbSHeiko Carstens if (copy_from_user(&psw, argp, sizeof(psw))) 990bc923cc9SAvi Kivity break; 991bc923cc9SAvi Kivity r = kvm_arch_vcpu_ioctl_set_initial_psw(vcpu, psw); 992bc923cc9SAvi Kivity break; 993b0c632dbSHeiko Carstens } 994b0c632dbSHeiko Carstens case KVM_S390_INITIAL_RESET: 995bc923cc9SAvi Kivity r = kvm_arch_vcpu_ioctl_initial_reset(vcpu); 996bc923cc9SAvi Kivity break; 99714eebd91SCarsten Otte case KVM_SET_ONE_REG: 99814eebd91SCarsten Otte case KVM_GET_ONE_REG: { 99914eebd91SCarsten Otte struct kvm_one_reg reg; 100014eebd91SCarsten Otte r = -EFAULT; 100114eebd91SCarsten Otte if (copy_from_user(®, argp, sizeof(reg))) 100214eebd91SCarsten Otte break; 100314eebd91SCarsten Otte if (ioctl == KVM_SET_ONE_REG) 100414eebd91SCarsten Otte r = kvm_arch_vcpu_ioctl_set_one_reg(vcpu, ®); 100514eebd91SCarsten Otte else 100614eebd91SCarsten Otte r = kvm_arch_vcpu_ioctl_get_one_reg(vcpu, ®); 100714eebd91SCarsten Otte break; 100814eebd91SCarsten Otte } 100927e0393fSCarsten Otte #ifdef CONFIG_KVM_S390_UCONTROL 101027e0393fSCarsten Otte case KVM_S390_UCAS_MAP: { 101127e0393fSCarsten Otte struct kvm_s390_ucas_mapping ucasmap; 101227e0393fSCarsten Otte 101327e0393fSCarsten Otte if (copy_from_user(&ucasmap, argp, sizeof(ucasmap))) { 101427e0393fSCarsten Otte r = -EFAULT; 101527e0393fSCarsten Otte break; 101627e0393fSCarsten Otte } 101727e0393fSCarsten Otte 101827e0393fSCarsten Otte if (!kvm_is_ucontrol(vcpu->kvm)) { 101927e0393fSCarsten Otte r = -EINVAL; 102027e0393fSCarsten Otte break; 102127e0393fSCarsten Otte } 102227e0393fSCarsten Otte 102327e0393fSCarsten Otte r = gmap_map_segment(vcpu->arch.gmap, ucasmap.user_addr, 102427e0393fSCarsten Otte ucasmap.vcpu_addr, ucasmap.length); 102527e0393fSCarsten Otte break; 102627e0393fSCarsten Otte } 102727e0393fSCarsten Otte case KVM_S390_UCAS_UNMAP: { 102827e0393fSCarsten Otte struct kvm_s390_ucas_mapping ucasmap; 102927e0393fSCarsten Otte 103027e0393fSCarsten Otte if (copy_from_user(&ucasmap, argp, sizeof(ucasmap))) { 103127e0393fSCarsten Otte r = -EFAULT; 103227e0393fSCarsten Otte break; 103327e0393fSCarsten Otte } 103427e0393fSCarsten Otte 103527e0393fSCarsten Otte if (!kvm_is_ucontrol(vcpu->kvm)) { 103627e0393fSCarsten Otte r = -EINVAL; 103727e0393fSCarsten Otte break; 103827e0393fSCarsten Otte } 103927e0393fSCarsten Otte 104027e0393fSCarsten Otte r = gmap_unmap_segment(vcpu->arch.gmap, ucasmap.vcpu_addr, 104127e0393fSCarsten Otte ucasmap.length); 104227e0393fSCarsten Otte break; 104327e0393fSCarsten Otte } 104427e0393fSCarsten Otte #endif 1045ccc7910fSCarsten Otte case KVM_S390_VCPU_FAULT: { 1046ccc7910fSCarsten Otte r = gmap_fault(arg, vcpu->arch.gmap); 1047ccc7910fSCarsten Otte if (!IS_ERR_VALUE(r)) 1048ccc7910fSCarsten Otte r = 0; 1049ccc7910fSCarsten Otte break; 1050ccc7910fSCarsten Otte } 1051d6712df9SCornelia Huck case KVM_ENABLE_CAP: 1052d6712df9SCornelia Huck { 1053d6712df9SCornelia Huck struct kvm_enable_cap cap; 1054d6712df9SCornelia Huck r = -EFAULT; 1055d6712df9SCornelia Huck if (copy_from_user(&cap, argp, sizeof(cap))) 1056d6712df9SCornelia Huck break; 1057d6712df9SCornelia Huck r = kvm_vcpu_ioctl_enable_cap(vcpu, &cap); 1058d6712df9SCornelia Huck break; 1059d6712df9SCornelia Huck } 1060b0c632dbSHeiko Carstens default: 10613e6afcf1SCarsten Otte r = -ENOTTY; 1062b0c632dbSHeiko Carstens } 1063bc923cc9SAvi Kivity return r; 1064b0c632dbSHeiko Carstens } 1065b0c632dbSHeiko Carstens 10665b1c1493SCarsten Otte int kvm_arch_vcpu_fault(struct kvm_vcpu *vcpu, struct vm_fault *vmf) 10675b1c1493SCarsten Otte { 10685b1c1493SCarsten Otte #ifdef CONFIG_KVM_S390_UCONTROL 10695b1c1493SCarsten Otte if ((vmf->pgoff == KVM_S390_SIE_PAGE_OFFSET) 10705b1c1493SCarsten Otte && (kvm_is_ucontrol(vcpu->kvm))) { 10715b1c1493SCarsten Otte vmf->page = virt_to_page(vcpu->arch.sie_block); 10725b1c1493SCarsten Otte get_page(vmf->page); 10735b1c1493SCarsten Otte return 0; 10745b1c1493SCarsten Otte } 10755b1c1493SCarsten Otte #endif 10765b1c1493SCarsten Otte return VM_FAULT_SIGBUS; 10775b1c1493SCarsten Otte } 10785b1c1493SCarsten Otte 1079db3fe4ebSTakuya Yoshikawa void kvm_arch_free_memslot(struct kvm_memory_slot *free, 1080db3fe4ebSTakuya Yoshikawa struct kvm_memory_slot *dont) 1081db3fe4ebSTakuya Yoshikawa { 1082db3fe4ebSTakuya Yoshikawa } 1083db3fe4ebSTakuya Yoshikawa 1084db3fe4ebSTakuya Yoshikawa int kvm_arch_create_memslot(struct kvm_memory_slot *slot, unsigned long npages) 1085db3fe4ebSTakuya Yoshikawa { 1086db3fe4ebSTakuya Yoshikawa return 0; 1087db3fe4ebSTakuya Yoshikawa } 1088db3fe4ebSTakuya Yoshikawa 1089e59dbe09STakuya Yoshikawa void kvm_arch_memslots_updated(struct kvm *kvm) 1090e59dbe09STakuya Yoshikawa { 1091e59dbe09STakuya Yoshikawa } 1092e59dbe09STakuya Yoshikawa 1093b0c632dbSHeiko Carstens /* Section: memory related */ 1094f7784b8eSMarcelo Tosatti int kvm_arch_prepare_memory_region(struct kvm *kvm, 1095f7784b8eSMarcelo Tosatti struct kvm_memory_slot *memslot, 10967b6195a9STakuya Yoshikawa struct kvm_userspace_memory_region *mem, 10977b6195a9STakuya Yoshikawa enum kvm_mr_change change) 1098b0c632dbSHeiko Carstens { 1099dd2887e7SNick Wang /* A few sanity checks. We can have memory slots which have to be 1100dd2887e7SNick Wang located/ended at a segment boundary (1MB). The memory in userland is 1101dd2887e7SNick Wang ok to be fragmented into various different vmas. It is okay to mmap() 1102dd2887e7SNick Wang and munmap() stuff in this slot after doing this call at any time */ 1103b0c632dbSHeiko Carstens 1104598841caSCarsten Otte if (mem->userspace_addr & 0xffffful) 1105b0c632dbSHeiko Carstens return -EINVAL; 1106b0c632dbSHeiko Carstens 1107598841caSCarsten Otte if (mem->memory_size & 0xffffful) 1108b0c632dbSHeiko Carstens return -EINVAL; 1109b0c632dbSHeiko Carstens 1110f7784b8eSMarcelo Tosatti return 0; 1111f7784b8eSMarcelo Tosatti } 1112f7784b8eSMarcelo Tosatti 1113f7784b8eSMarcelo Tosatti void kvm_arch_commit_memory_region(struct kvm *kvm, 1114f7784b8eSMarcelo Tosatti struct kvm_userspace_memory_region *mem, 11158482644aSTakuya Yoshikawa const struct kvm_memory_slot *old, 11168482644aSTakuya Yoshikawa enum kvm_mr_change change) 1117f7784b8eSMarcelo Tosatti { 1118f7850c92SCarsten Otte int rc; 1119f7784b8eSMarcelo Tosatti 11202cef4debSChristian Borntraeger /* If the basics of the memslot do not change, we do not want 11212cef4debSChristian Borntraeger * to update the gmap. Every update causes several unnecessary 11222cef4debSChristian Borntraeger * segment translation exceptions. This is usually handled just 11232cef4debSChristian Borntraeger * fine by the normal fault handler + gmap, but it will also 11242cef4debSChristian Borntraeger * cause faults on the prefix page of running guest CPUs. 11252cef4debSChristian Borntraeger */ 11262cef4debSChristian Borntraeger if (old->userspace_addr == mem->userspace_addr && 11272cef4debSChristian Borntraeger old->base_gfn * PAGE_SIZE == mem->guest_phys_addr && 11282cef4debSChristian Borntraeger old->npages * PAGE_SIZE == mem->memory_size) 11292cef4debSChristian Borntraeger return; 1130598841caSCarsten Otte 1131598841caSCarsten Otte rc = gmap_map_segment(kvm->arch.gmap, mem->userspace_addr, 1132598841caSCarsten Otte mem->guest_phys_addr, mem->memory_size); 1133598841caSCarsten Otte if (rc) 1134f7850c92SCarsten Otte printk(KERN_WARNING "kvm-s390: failed to commit memory region\n"); 1135598841caSCarsten Otte return; 1136b0c632dbSHeiko Carstens } 1137b0c632dbSHeiko Carstens 11382df72e9bSMarcelo Tosatti void kvm_arch_flush_shadow_all(struct kvm *kvm) 11392df72e9bSMarcelo Tosatti { 11402df72e9bSMarcelo Tosatti } 11412df72e9bSMarcelo Tosatti 11422df72e9bSMarcelo Tosatti void kvm_arch_flush_shadow_memslot(struct kvm *kvm, 11432df72e9bSMarcelo Tosatti struct kvm_memory_slot *slot) 114434d4cb8fSMarcelo Tosatti { 114534d4cb8fSMarcelo Tosatti } 114634d4cb8fSMarcelo Tosatti 1147b0c632dbSHeiko Carstens static int __init kvm_s390_init(void) 1148b0c632dbSHeiko Carstens { 1149ef50f7acSChristian Borntraeger int ret; 11500ee75beaSAvi Kivity ret = kvm_init(NULL, sizeof(struct kvm_vcpu), 0, THIS_MODULE); 1151ef50f7acSChristian Borntraeger if (ret) 1152ef50f7acSChristian Borntraeger return ret; 1153ef50f7acSChristian Borntraeger 1154ef50f7acSChristian Borntraeger /* 1155ef50f7acSChristian Borntraeger * guests can ask for up to 255+1 double words, we need a full page 115625985edcSLucas De Marchi * to hold the maximum amount of facilities. On the other hand, we 1157ef50f7acSChristian Borntraeger * only set facilities that are known to work in KVM. 1158ef50f7acSChristian Borntraeger */ 115978c4b59fSMichael Mueller vfacilities = (unsigned long *) get_zeroed_page(GFP_KERNEL|GFP_DMA); 116078c4b59fSMichael Mueller if (!vfacilities) { 1161ef50f7acSChristian Borntraeger kvm_exit(); 1162ef50f7acSChristian Borntraeger return -ENOMEM; 1163ef50f7acSChristian Borntraeger } 116478c4b59fSMichael Mueller memcpy(vfacilities, S390_lowcore.stfle_fac_list, 16); 116578c4b59fSMichael Mueller vfacilities[0] &= 0xff82fff3f47c0000UL; 116678c4b59fSMichael Mueller vfacilities[1] &= 0x001c000000000000UL; 1167ef50f7acSChristian Borntraeger return 0; 1168b0c632dbSHeiko Carstens } 1169b0c632dbSHeiko Carstens 1170b0c632dbSHeiko Carstens static void __exit kvm_s390_exit(void) 1171b0c632dbSHeiko Carstens { 117278c4b59fSMichael Mueller free_page((unsigned long) vfacilities); 1173b0c632dbSHeiko Carstens kvm_exit(); 1174b0c632dbSHeiko Carstens } 1175b0c632dbSHeiko Carstens 1176b0c632dbSHeiko Carstens module_init(kvm_s390_init); 1177b0c632dbSHeiko Carstens module_exit(kvm_s390_exit); 1178566af940SCornelia Huck 1179566af940SCornelia Huck /* 1180566af940SCornelia Huck * Enable autoloading of the kvm module. 1181566af940SCornelia Huck * Note that we add the module alias here instead of virt/kvm/kvm_main.c 1182566af940SCornelia Huck * since x86 takes a different approach. 1183566af940SCornelia Huck */ 1184566af940SCornelia Huck #include <linux/miscdevice.h> 1185566af940SCornelia Huck MODULE_ALIAS_MISCDEV(KVM_MINOR); 1186566af940SCornelia Huck MODULE_ALIAS("devname:kvm"); 1187