356 	run->mmio.phys_addr = vcpu->arch.badv;  in kvm_emu_mmio_read()
368 			run->mmio.len = 4;  in kvm_emu_mmio_read()
371 			run->mmio.len = 8;  in kvm_emu_mmio_read()
383 			run->mmio.len = 1;  in kvm_emu_mmio_read()
387 			run->mmio.len = 1;  in kvm_emu_mmio_read()
390 			run->mmio.len = 2;  in kvm_emu_mmio_read()
394 			run->mmio.len = 2;  in kvm_emu_mmio_read()
397 			run->mmio.len = 4;  in kvm_emu_mmio_read()
401 			run->mmio.len = 4;  in kvm_emu_mmio_read()
404 			run->mmio.len = 8;  in kvm_emu_mmio_read()
417 			run->mmio.len = 1;  in kvm_emu_mmio_read()
420 			run->mmio.len = 1;  in kvm_emu_mmio_read()
424 			run->mmio.len = 2;  in kvm_emu_mmio_read()
427 			run->mmio.len = 2;  in kvm_emu_mmio_read()
431 			run->mmio.len = 4;  in kvm_emu_mmio_read()
434 			run->mmio.len = 4;  in kvm_emu_mmio_read()
438 			run->mmio.len = 8;  in kvm_emu_mmio_read()
452 		run->mmio.is_write = 0;  in kvm_emu_mmio_read()
454 		trace_kvm_mmio(KVM_TRACE_MMIO_READ_UNSATISFIED, run->mmio.len,  in kvm_emu_mmio_read()
455 				run->mmio.phys_addr, NULL);  in kvm_emu_mmio_read()
473 	switch (run->mmio.len) {  in kvm_complete_mmio_read()
476 			*gpr = *(s8 *)run->mmio.data;  in kvm_complete_mmio_read()
478 			*gpr = *(u8 *)run->mmio.data;  in kvm_complete_mmio_read()
482 			*gpr = *(s16 *)run->mmio.data;  in kvm_complete_mmio_read()
484 			*gpr = *(u16 *)run->mmio.data;  in kvm_complete_mmio_read()
488 			*gpr = *(s32 *)run->mmio.data;  in kvm_complete_mmio_read()
490 			*gpr = *(u32 *)run->mmio.data;  in kvm_complete_mmio_read()
493 		*gpr = *(s64 *)run->mmio.data;  in kvm_complete_mmio_read()
496 		kvm_err("Bad MMIO length: %d, addr is 0x%lx\n",  in kvm_complete_mmio_read()
497 				run->mmio.len, vcpu->arch.badv);  in kvm_complete_mmio_read()
502 	trace_kvm_mmio(KVM_TRACE_MMIO_READ, run->mmio.len,  in kvm_complete_mmio_read()
503 			run->mmio.phys_addr, run->mmio.data);  in kvm_complete_mmio_read()
514 	void *data = run->mmio.data;  in kvm_emu_mmio_write()
524 	run->mmio.phys_addr = vcpu->arch.badv;  in kvm_emu_mmio_write()
533 			run->mmio.len = 4;  in kvm_emu_mmio_write()
537 			run->mmio.len = 8;  in kvm_emu_mmio_write()
552 			run->mmio.len = 1;  in kvm_emu_mmio_write()
556 			run->mmio.len = 2;  in kvm_emu_mmio_write()
560 			run->mmio.len = 4;  in kvm_emu_mmio_write()
564 			run->mmio.len = 8;  in kvm_emu_mmio_write()
578 			run->mmio.len = 1;  in kvm_emu_mmio_write()
582 			run->mmio.len = 2;  in kvm_emu_mmio_write()
586 			run->mmio.len = 4;  in kvm_emu_mmio_write()
590 			run->mmio.len = 8;  in kvm_emu_mmio_write()
603 		run->mmio.is_write = 1;  in kvm_emu_mmio_write()
606 		trace_kvm_mmio(KVM_TRACE_MMIO_WRITE, run->mmio.len,  in kvm_emu_mmio_write()
607 				run->mmio.phys_addr, data);  in kvm_emu_mmio_write()
629 		/* Treat as MMIO */  in kvm_handle_rdwr_fault()
634 			/* A code fetch fault doesn't count as an MMIO */  in kvm_handle_rdwr_fault()