1 /* 2 * This program is free software; you can redistribute it and/or modify 3 * it under the terms of the GNU General Public License, version 2, as 4 * published by the Free Software Foundation. 5 * 6 * This program is distributed in the hope that it will be useful, 7 * but WITHOUT ANY WARRANTY; without even the implied warranty of 8 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 9 * GNU General Public License for more details. 10 * 11 * You should have received a copy of the GNU General Public License 12 * along with this program; if not, write to the Free Software 13 * Foundation, 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA. 14 * 15 * Copyright IBM Corp. 2007 16 * 17 * Authors: Hollis Blanchard <hollisb@us.ibm.com> 18 * Christian Ehrhardt <ehrhardt@linux.vnet.ibm.com> 19 */ 20 21 #include <linux/errno.h> 22 #include <linux/err.h> 23 #include <linux/kvm_host.h> 24 #include <linux/module.h> 25 #include <linux/vmalloc.h> 26 #include <linux/hrtimer.h> 27 #include <linux/fs.h> 28 #include <asm/cputable.h> 29 #include <asm/uaccess.h> 30 #include <asm/kvm_ppc.h> 31 #include <asm/tlbflush.h> 32 #include "timing.h" 33 #include "../mm/mmu_decl.h" 34 35 #define CREATE_TRACE_POINTS 36 #include "trace.h" 37 38 gfn_t unalias_gfn(struct kvm *kvm, gfn_t gfn) 39 { 40 return gfn; 41 } 42 43 int kvm_arch_vcpu_runnable(struct kvm_vcpu *v) 44 { 45 return !(v->arch.msr & MSR_WE) || !!(v->arch.pending_exceptions); 46 } 47 48 49 int kvmppc_emulate_mmio(struct kvm_run *run, struct kvm_vcpu *vcpu) 50 { 51 enum emulation_result er; 52 int r; 53 54 er = kvmppc_emulate_instruction(run, vcpu); 55 switch (er) { 56 case EMULATE_DONE: 57 /* Future optimization: only reload non-volatiles if they were 58 * actually modified. */ 59 r = RESUME_GUEST_NV; 60 break; 61 case EMULATE_DO_MMIO: 62 run->exit_reason = KVM_EXIT_MMIO; 63 /* We must reload nonvolatiles because "update" load/store 64 * instructions modify register state. */ 65 /* Future optimization: only reload non-volatiles if they were 66 * actually modified. */ 67 r = RESUME_HOST_NV; 68 break; 69 case EMULATE_FAIL: 70 /* XXX Deliver Program interrupt to guest. */ 71 printk(KERN_EMERG "%s: emulation failed (%08x)\n", __func__, 72 vcpu->arch.last_inst); 73 r = RESUME_HOST; 74 break; 75 default: 76 BUG(); 77 } 78 79 return r; 80 } 81 82 int kvm_arch_hardware_enable(void *garbage) 83 { 84 return 0; 85 } 86 87 void kvm_arch_hardware_disable(void *garbage) 88 { 89 } 90 91 int kvm_arch_hardware_setup(void) 92 { 93 return 0; 94 } 95 96 void kvm_arch_hardware_unsetup(void) 97 { 98 } 99 100 void kvm_arch_check_processor_compat(void *rtn) 101 { 102 *(int *)rtn = kvmppc_core_check_processor_compat(); 103 } 104 105 struct kvm *kvm_arch_create_vm(void) 106 { 107 struct kvm *kvm; 108 109 kvm = kzalloc(sizeof(struct kvm), GFP_KERNEL); 110 if (!kvm) 111 return ERR_PTR(-ENOMEM); 112 113 return kvm; 114 } 115 116 static void kvmppc_free_vcpus(struct kvm *kvm) 117 { 118 unsigned int i; 119 struct kvm_vcpu *vcpu; 120 121 kvm_for_each_vcpu(i, vcpu, kvm) 122 kvm_arch_vcpu_free(vcpu); 123 124 mutex_lock(&kvm->lock); 125 for (i = 0; i < atomic_read(&kvm->online_vcpus); i++) 126 kvm->vcpus[i] = NULL; 127 128 atomic_set(&kvm->online_vcpus, 0); 129 mutex_unlock(&kvm->lock); 130 } 131 132 void kvm_arch_sync_events(struct kvm *kvm) 133 { 134 } 135 136 void kvm_arch_destroy_vm(struct kvm *kvm) 137 { 138 kvmppc_free_vcpus(kvm); 139 kvm_free_physmem(kvm); 140 kfree(kvm); 141 } 142 143 int kvm_dev_ioctl_check_extension(long ext) 144 { 145 int r; 146 147 switch (ext) { 148 case KVM_CAP_PPC_SEGSTATE: 149 r = 1; 150 break; 151 case KVM_CAP_COALESCED_MMIO: 152 r = KVM_COALESCED_MMIO_PAGE_OFFSET; 153 break; 154 default: 155 r = 0; 156 break; 157 } 158 return r; 159 160 } 161 162 long kvm_arch_dev_ioctl(struct file *filp, 163 unsigned int ioctl, unsigned long arg) 164 { 165 return -EINVAL; 166 } 167 168 int kvm_arch_set_memory_region(struct kvm *kvm, 169 struct kvm_userspace_memory_region *mem, 170 struct kvm_memory_slot old, 171 int user_alloc) 172 { 173 return 0; 174 } 175 176 void kvm_arch_flush_shadow(struct kvm *kvm) 177 { 178 } 179 180 struct kvm_vcpu *kvm_arch_vcpu_create(struct kvm *kvm, unsigned int id) 181 { 182 struct kvm_vcpu *vcpu; 183 vcpu = kvmppc_core_vcpu_create(kvm, id); 184 kvmppc_create_vcpu_debugfs(vcpu, id); 185 return vcpu; 186 } 187 188 void kvm_arch_vcpu_free(struct kvm_vcpu *vcpu) 189 { 190 kvmppc_remove_vcpu_debugfs(vcpu); 191 kvmppc_core_vcpu_free(vcpu); 192 } 193 194 void kvm_arch_vcpu_destroy(struct kvm_vcpu *vcpu) 195 { 196 kvm_arch_vcpu_free(vcpu); 197 } 198 199 int kvm_cpu_has_pending_timer(struct kvm_vcpu *vcpu) 200 { 201 return kvmppc_core_pending_dec(vcpu); 202 } 203 204 static void kvmppc_decrementer_func(unsigned long data) 205 { 206 struct kvm_vcpu *vcpu = (struct kvm_vcpu *)data; 207 208 kvmppc_core_queue_dec(vcpu); 209 210 if (waitqueue_active(&vcpu->wq)) { 211 wake_up_interruptible(&vcpu->wq); 212 vcpu->stat.halt_wakeup++; 213 } 214 } 215 216 /* 217 * low level hrtimer wake routine. Because this runs in hardirq context 218 * we schedule a tasklet to do the real work. 219 */ 220 enum hrtimer_restart kvmppc_decrementer_wakeup(struct hrtimer *timer) 221 { 222 struct kvm_vcpu *vcpu; 223 224 vcpu = container_of(timer, struct kvm_vcpu, arch.dec_timer); 225 tasklet_schedule(&vcpu->arch.tasklet); 226 227 return HRTIMER_NORESTART; 228 } 229 230 int kvm_arch_vcpu_init(struct kvm_vcpu *vcpu) 231 { 232 hrtimer_init(&vcpu->arch.dec_timer, CLOCK_REALTIME, HRTIMER_MODE_ABS); 233 tasklet_init(&vcpu->arch.tasklet, kvmppc_decrementer_func, (ulong)vcpu); 234 vcpu->arch.dec_timer.function = kvmppc_decrementer_wakeup; 235 236 return 0; 237 } 238 239 void kvm_arch_vcpu_uninit(struct kvm_vcpu *vcpu) 240 { 241 kvmppc_mmu_destroy(vcpu); 242 } 243 244 void kvm_arch_vcpu_load(struct kvm_vcpu *vcpu, int cpu) 245 { 246 kvmppc_core_vcpu_load(vcpu, cpu); 247 } 248 249 void kvm_arch_vcpu_put(struct kvm_vcpu *vcpu) 250 { 251 kvmppc_core_vcpu_put(vcpu); 252 } 253 254 int kvm_arch_vcpu_ioctl_set_guest_debug(struct kvm_vcpu *vcpu, 255 struct kvm_guest_debug *dbg) 256 { 257 return -EINVAL; 258 } 259 260 static void kvmppc_complete_dcr_load(struct kvm_vcpu *vcpu, 261 struct kvm_run *run) 262 { 263 ulong *gpr = &vcpu->arch.gpr[vcpu->arch.io_gpr]; 264 *gpr = run->dcr.data; 265 } 266 267 static void kvmppc_complete_mmio_load(struct kvm_vcpu *vcpu, 268 struct kvm_run *run) 269 { 270 ulong *gpr = &vcpu->arch.gpr[vcpu->arch.io_gpr]; 271 272 if (run->mmio.len > sizeof(*gpr)) { 273 printk(KERN_ERR "bad MMIO length: %d\n", run->mmio.len); 274 return; 275 } 276 277 if (vcpu->arch.mmio_is_bigendian) { 278 switch (run->mmio.len) { 279 case 4: *gpr = *(u32 *)run->mmio.data; break; 280 case 2: *gpr = *(u16 *)run->mmio.data; break; 281 case 1: *gpr = *(u8 *)run->mmio.data; break; 282 } 283 } else { 284 /* Convert BE data from userland back to LE. */ 285 switch (run->mmio.len) { 286 case 4: *gpr = ld_le32((u32 *)run->mmio.data); break; 287 case 2: *gpr = ld_le16((u16 *)run->mmio.data); break; 288 case 1: *gpr = *(u8 *)run->mmio.data; break; 289 } 290 } 291 } 292 293 int kvmppc_handle_load(struct kvm_run *run, struct kvm_vcpu *vcpu, 294 unsigned int rt, unsigned int bytes, int is_bigendian) 295 { 296 if (bytes > sizeof(run->mmio.data)) { 297 printk(KERN_ERR "%s: bad MMIO length: %d\n", __func__, 298 run->mmio.len); 299 } 300 301 run->mmio.phys_addr = vcpu->arch.paddr_accessed; 302 run->mmio.len = bytes; 303 run->mmio.is_write = 0; 304 305 vcpu->arch.io_gpr = rt; 306 vcpu->arch.mmio_is_bigendian = is_bigendian; 307 vcpu->mmio_needed = 1; 308 vcpu->mmio_is_write = 0; 309 310 return EMULATE_DO_MMIO; 311 } 312 313 int kvmppc_handle_store(struct kvm_run *run, struct kvm_vcpu *vcpu, 314 u32 val, unsigned int bytes, int is_bigendian) 315 { 316 void *data = run->mmio.data; 317 318 if (bytes > sizeof(run->mmio.data)) { 319 printk(KERN_ERR "%s: bad MMIO length: %d\n", __func__, 320 run->mmio.len); 321 } 322 323 run->mmio.phys_addr = vcpu->arch.paddr_accessed; 324 run->mmio.len = bytes; 325 run->mmio.is_write = 1; 326 vcpu->mmio_needed = 1; 327 vcpu->mmio_is_write = 1; 328 329 /* Store the value at the lowest bytes in 'data'. */ 330 if (is_bigendian) { 331 switch (bytes) { 332 case 4: *(u32 *)data = val; break; 333 case 2: *(u16 *)data = val; break; 334 case 1: *(u8 *)data = val; break; 335 } 336 } else { 337 /* Store LE value into 'data'. */ 338 switch (bytes) { 339 case 4: st_le32(data, val); break; 340 case 2: st_le16(data, val); break; 341 case 1: *(u8 *)data = val; break; 342 } 343 } 344 345 return EMULATE_DO_MMIO; 346 } 347 348 int kvm_arch_vcpu_ioctl_run(struct kvm_vcpu *vcpu, struct kvm_run *run) 349 { 350 int r; 351 sigset_t sigsaved; 352 353 vcpu_load(vcpu); 354 355 if (vcpu->sigset_active) 356 sigprocmask(SIG_SETMASK, &vcpu->sigset, &sigsaved); 357 358 if (vcpu->mmio_needed) { 359 if (!vcpu->mmio_is_write) 360 kvmppc_complete_mmio_load(vcpu, run); 361 vcpu->mmio_needed = 0; 362 } else if (vcpu->arch.dcr_needed) { 363 if (!vcpu->arch.dcr_is_write) 364 kvmppc_complete_dcr_load(vcpu, run); 365 vcpu->arch.dcr_needed = 0; 366 } 367 368 kvmppc_core_deliver_interrupts(vcpu); 369 370 local_irq_disable(); 371 kvm_guest_enter(); 372 r = __kvmppc_vcpu_run(run, vcpu); 373 kvm_guest_exit(); 374 local_irq_enable(); 375 376 if (vcpu->sigset_active) 377 sigprocmask(SIG_SETMASK, &sigsaved, NULL); 378 379 vcpu_put(vcpu); 380 381 return r; 382 } 383 384 int kvm_vcpu_ioctl_interrupt(struct kvm_vcpu *vcpu, struct kvm_interrupt *irq) 385 { 386 kvmppc_core_queue_external(vcpu, irq); 387 388 if (waitqueue_active(&vcpu->wq)) { 389 wake_up_interruptible(&vcpu->wq); 390 vcpu->stat.halt_wakeup++; 391 } 392 393 return 0; 394 } 395 396 int kvm_arch_vcpu_ioctl_get_mpstate(struct kvm_vcpu *vcpu, 397 struct kvm_mp_state *mp_state) 398 { 399 return -EINVAL; 400 } 401 402 int kvm_arch_vcpu_ioctl_set_mpstate(struct kvm_vcpu *vcpu, 403 struct kvm_mp_state *mp_state) 404 { 405 return -EINVAL; 406 } 407 408 long kvm_arch_vcpu_ioctl(struct file *filp, 409 unsigned int ioctl, unsigned long arg) 410 { 411 struct kvm_vcpu *vcpu = filp->private_data; 412 void __user *argp = (void __user *)arg; 413 long r; 414 415 switch (ioctl) { 416 case KVM_INTERRUPT: { 417 struct kvm_interrupt irq; 418 r = -EFAULT; 419 if (copy_from_user(&irq, argp, sizeof(irq))) 420 goto out; 421 r = kvm_vcpu_ioctl_interrupt(vcpu, &irq); 422 break; 423 } 424 default: 425 r = -EINVAL; 426 } 427 428 out: 429 return r; 430 } 431 432 long kvm_arch_vm_ioctl(struct file *filp, 433 unsigned int ioctl, unsigned long arg) 434 { 435 long r; 436 437 switch (ioctl) { 438 default: 439 r = -ENOTTY; 440 } 441 442 return r; 443 } 444 445 int kvm_arch_init(void *opaque) 446 { 447 return 0; 448 } 449 450 void kvm_arch_exit(void) 451 { 452 } 453