1 /*- 2 * Copyright (c) 2011 NetApp, Inc. 3 * All rights reserved. 4 * 5 * Redistribution and use in source and binary forms, with or without 6 * modification, are permitted provided that the following conditions 7 * are met: 8 * 1. Redistributions of source code must retain the above copyright 9 * notice, this list of conditions and the following disclaimer. 10 * 2. Redistributions in binary form must reproduce the above copyright 11 * notice, this list of conditions and the following disclaimer in the 12 * documentation and/or other materials provided with the distribution. 13 * 14 * THIS SOFTWARE IS PROVIDED BY NETAPP, INC ``AS IS'' AND 15 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 16 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 17 * ARE DISCLAIMED. IN NO EVENT SHALL NETAPP, INC OR CONTRIBUTORS BE LIABLE 18 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 19 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 20 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 21 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 22 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 23 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 24 * SUCH DAMAGE. 25 * 26 * $FreeBSD$ 27 */ 28 29 #ifndef _VMM_H_ 30 #define _VMM_H_ 31 32 enum vm_suspend_how { 33 VM_SUSPEND_NONE, 34 VM_SUSPEND_RESET, 35 VM_SUSPEND_POWEROFF, 36 VM_SUSPEND_HALT, 37 VM_SUSPEND_LAST 38 }; 39 40 #ifdef _KERNEL 41 42 #define VM_MAX_NAMELEN 32 43 44 struct vm; 45 struct vm_exception; 46 struct vm_memory_segment; 47 struct seg_desc; 48 struct vm_exit; 49 struct vm_run; 50 struct vhpet; 51 struct vioapic; 52 struct vlapic; 53 struct vmspace; 54 struct vm_object; 55 struct pmap; 56 57 enum vm_reg_name; 58 enum x2apic_state; 59 60 typedef int (*vmm_init_func_t)(int ipinum); 61 typedef int (*vmm_cleanup_func_t)(void); 62 typedef void (*vmm_resume_func_t)(void); 63 typedef void * (*vmi_init_func_t)(struct vm *vm, struct pmap *pmap); 64 typedef int (*vmi_run_func_t)(void *vmi, int vcpu, register_t rip, 65 struct pmap *pmap, void *rendezvous_cookie, 66 void *suspend_cookie); 67 typedef void (*vmi_cleanup_func_t)(void *vmi); 68 typedef int (*vmi_get_register_t)(void *vmi, int vcpu, int num, 69 uint64_t *retval); 70 typedef int (*vmi_set_register_t)(void *vmi, int vcpu, int num, 71 uint64_t val); 72 typedef int (*vmi_get_desc_t)(void *vmi, int vcpu, int num, 73 struct seg_desc *desc); 74 typedef int (*vmi_set_desc_t)(void *vmi, int vcpu, int num, 75 struct seg_desc *desc); 76 typedef int (*vmi_get_cap_t)(void *vmi, int vcpu, int num, int *retval); 77 typedef int (*vmi_set_cap_t)(void *vmi, int vcpu, int num, int val); 78 typedef struct vmspace * (*vmi_vmspace_alloc)(vm_offset_t min, vm_offset_t max); 79 typedef void (*vmi_vmspace_free)(struct vmspace *vmspace); 80 typedef struct vlapic * (*vmi_vlapic_init)(void *vmi, int vcpu); 81 typedef void (*vmi_vlapic_cleanup)(void *vmi, struct vlapic *vlapic); 82 83 struct vmm_ops { 84 vmm_init_func_t init; /* module wide initialization */ 85 vmm_cleanup_func_t cleanup; 86 vmm_resume_func_t resume; 87 88 vmi_init_func_t vminit; /* vm-specific initialization */ 89 vmi_run_func_t vmrun; 90 vmi_cleanup_func_t vmcleanup; 91 vmi_get_register_t vmgetreg; 92 vmi_set_register_t vmsetreg; 93 vmi_get_desc_t vmgetdesc; 94 vmi_set_desc_t vmsetdesc; 95 vmi_get_cap_t vmgetcap; 96 vmi_set_cap_t vmsetcap; 97 vmi_vmspace_alloc vmspace_alloc; 98 vmi_vmspace_free vmspace_free; 99 vmi_vlapic_init vlapic_init; 100 vmi_vlapic_cleanup vlapic_cleanup; 101 }; 102 103 extern struct vmm_ops vmm_ops_intel; 104 extern struct vmm_ops vmm_ops_amd; 105 106 int vm_create(const char *name, struct vm **retvm); 107 void vm_destroy(struct vm *vm); 108 const char *vm_name(struct vm *vm); 109 int vm_malloc(struct vm *vm, vm_paddr_t gpa, size_t len); 110 int vm_map_mmio(struct vm *vm, vm_paddr_t gpa, size_t len, vm_paddr_t hpa); 111 int vm_unmap_mmio(struct vm *vm, vm_paddr_t gpa, size_t len); 112 void *vm_gpa_hold(struct vm *, vm_paddr_t gpa, size_t len, int prot, 113 void **cookie); 114 void vm_gpa_release(void *cookie); 115 int vm_gpabase2memseg(struct vm *vm, vm_paddr_t gpabase, 116 struct vm_memory_segment *seg); 117 int vm_get_memobj(struct vm *vm, vm_paddr_t gpa, size_t len, 118 vm_offset_t *offset, struct vm_object **object); 119 boolean_t vm_mem_allocated(struct vm *vm, vm_paddr_t gpa); 120 int vm_get_register(struct vm *vm, int vcpu, int reg, uint64_t *retval); 121 int vm_set_register(struct vm *vm, int vcpu, int reg, uint64_t val); 122 int vm_get_seg_desc(struct vm *vm, int vcpu, int reg, 123 struct seg_desc *ret_desc); 124 int vm_set_seg_desc(struct vm *vm, int vcpu, int reg, 125 struct seg_desc *desc); 126 int vm_run(struct vm *vm, struct vm_run *vmrun); 127 int vm_suspend(struct vm *vm, enum vm_suspend_how how); 128 int vm_inject_nmi(struct vm *vm, int vcpu); 129 int vm_nmi_pending(struct vm *vm, int vcpuid); 130 void vm_nmi_clear(struct vm *vm, int vcpuid); 131 int vm_inject_extint(struct vm *vm, int vcpu); 132 int vm_extint_pending(struct vm *vm, int vcpuid); 133 void vm_extint_clear(struct vm *vm, int vcpuid); 134 uint64_t *vm_guest_msrs(struct vm *vm, int cpu); 135 struct vlapic *vm_lapic(struct vm *vm, int cpu); 136 struct vioapic *vm_ioapic(struct vm *vm); 137 struct vhpet *vm_hpet(struct vm *vm); 138 int vm_get_capability(struct vm *vm, int vcpu, int type, int *val); 139 int vm_set_capability(struct vm *vm, int vcpu, int type, int val); 140 int vm_get_x2apic_state(struct vm *vm, int vcpu, enum x2apic_state *state); 141 int vm_set_x2apic_state(struct vm *vm, int vcpu, enum x2apic_state state); 142 int vm_apicid2vcpuid(struct vm *vm, int apicid); 143 void vm_activate_cpu(struct vm *vm, int vcpu); 144 cpuset_t vm_active_cpus(struct vm *vm); 145 struct vm_exit *vm_exitinfo(struct vm *vm, int vcpuid); 146 void vm_exit_suspended(struct vm *vm, int vcpuid, uint64_t rip); 147 148 /* 149 * Rendezvous all vcpus specified in 'dest' and execute 'func(arg)'. 150 * The rendezvous 'func(arg)' is not allowed to do anything that will 151 * cause the thread to be put to sleep. 152 * 153 * If the rendezvous is being initiated from a vcpu context then the 154 * 'vcpuid' must refer to that vcpu, otherwise it should be set to -1. 155 * 156 * The caller cannot hold any locks when initiating the rendezvous. 157 * 158 * The implementation of this API may cause vcpus other than those specified 159 * by 'dest' to be stalled. The caller should not rely on any vcpus making 160 * forward progress when the rendezvous is in progress. 161 */ 162 typedef void (*vm_rendezvous_func_t)(struct vm *vm, int vcpuid, void *arg); 163 void vm_smp_rendezvous(struct vm *vm, int vcpuid, cpuset_t dest, 164 vm_rendezvous_func_t func, void *arg); 165 166 static __inline int 167 vcpu_rendezvous_pending(void *rendezvous_cookie) 168 { 169 170 return (*(uintptr_t *)rendezvous_cookie != 0); 171 } 172 173 static __inline int 174 vcpu_suspended(void *suspend_cookie) 175 { 176 177 return (*(int *)suspend_cookie); 178 } 179 180 /* 181 * Return 1 if device indicated by bus/slot/func is supposed to be a 182 * pci passthrough device. 183 * 184 * Return 0 otherwise. 185 */ 186 int vmm_is_pptdev(int bus, int slot, int func); 187 188 void *vm_iommu_domain(struct vm *vm); 189 190 enum vcpu_state { 191 VCPU_IDLE, 192 VCPU_FROZEN, 193 VCPU_RUNNING, 194 VCPU_SLEEPING, 195 }; 196 197 int vcpu_set_state(struct vm *vm, int vcpu, enum vcpu_state state, 198 bool from_idle); 199 enum vcpu_state vcpu_get_state(struct vm *vm, int vcpu, int *hostcpu); 200 201 static int __inline 202 vcpu_is_running(struct vm *vm, int vcpu, int *hostcpu) 203 { 204 return (vcpu_get_state(vm, vcpu, hostcpu) == VCPU_RUNNING); 205 } 206 207 void *vcpu_stats(struct vm *vm, int vcpu); 208 void vcpu_notify_event(struct vm *vm, int vcpuid, bool lapic_intr); 209 struct vmspace *vm_get_vmspace(struct vm *vm); 210 int vm_assign_pptdev(struct vm *vm, int bus, int slot, int func); 211 int vm_unassign_pptdev(struct vm *vm, int bus, int slot, int func); 212 struct vatpic *vm_atpic(struct vm *vm); 213 struct vatpit *vm_atpit(struct vm *vm); 214 215 /* 216 * Inject exception 'vme' into the guest vcpu. This function returns 0 on 217 * success and non-zero on failure. 218 * 219 * Wrapper functions like 'vm_inject_gp()' should be preferred to calling 220 * this function directly because they enforce the trap-like or fault-like 221 * behavior of an exception. 222 * 223 * This function should only be called in the context of the thread that is 224 * executing this vcpu. 225 */ 226 int vm_inject_exception(struct vm *vm, int vcpuid, struct vm_exception *vme); 227 228 /* 229 * Returns 0 if there is no exception pending for this vcpu. Returns 1 if an 230 * exception is pending and also updates 'vme'. The pending exception is 231 * cleared when this function returns. 232 * 233 * This function should only be called in the context of the thread that is 234 * executing this vcpu. 235 */ 236 int vm_exception_pending(struct vm *vm, int vcpuid, struct vm_exception *vme); 237 238 void vm_inject_gp(struct vm *vm, int vcpuid); /* general protection fault */ 239 void vm_inject_ud(struct vm *vm, int vcpuid); /* undefined instruction fault */ 240 void vm_inject_pf(struct vm *vm, int vcpuid, int error_code, uint64_t cr2); 241 242 enum vm_reg_name vm_segment_name(int seg_encoding); 243 244 #endif /* KERNEL */ 245 246 #define VM_MAXCPU 16 /* maximum virtual cpus */ 247 248 /* 249 * Identifiers for architecturally defined registers. 250 */ 251 enum vm_reg_name { 252 VM_REG_GUEST_RAX, 253 VM_REG_GUEST_RBX, 254 VM_REG_GUEST_RCX, 255 VM_REG_GUEST_RDX, 256 VM_REG_GUEST_RSI, 257 VM_REG_GUEST_RDI, 258 VM_REG_GUEST_RBP, 259 VM_REG_GUEST_R8, 260 VM_REG_GUEST_R9, 261 VM_REG_GUEST_R10, 262 VM_REG_GUEST_R11, 263 VM_REG_GUEST_R12, 264 VM_REG_GUEST_R13, 265 VM_REG_GUEST_R14, 266 VM_REG_GUEST_R15, 267 VM_REG_GUEST_CR0, 268 VM_REG_GUEST_CR3, 269 VM_REG_GUEST_CR4, 270 VM_REG_GUEST_DR7, 271 VM_REG_GUEST_RSP, 272 VM_REG_GUEST_RIP, 273 VM_REG_GUEST_RFLAGS, 274 VM_REG_GUEST_ES, 275 VM_REG_GUEST_CS, 276 VM_REG_GUEST_SS, 277 VM_REG_GUEST_DS, 278 VM_REG_GUEST_FS, 279 VM_REG_GUEST_GS, 280 VM_REG_GUEST_LDTR, 281 VM_REG_GUEST_TR, 282 VM_REG_GUEST_IDTR, 283 VM_REG_GUEST_GDTR, 284 VM_REG_GUEST_EFER, 285 VM_REG_GUEST_CR2, 286 VM_REG_LAST 287 }; 288 289 /* 290 * Identifiers for optional vmm capabilities 291 */ 292 enum vm_cap_type { 293 VM_CAP_HALT_EXIT, 294 VM_CAP_MTRAP_EXIT, 295 VM_CAP_PAUSE_EXIT, 296 VM_CAP_UNRESTRICTED_GUEST, 297 VM_CAP_ENABLE_INVPCID, 298 VM_CAP_MAX 299 }; 300 301 enum x2apic_state { 302 X2APIC_DISABLED, 303 X2APIC_ENABLED, 304 X2APIC_STATE_LAST 305 }; 306 307 enum vm_intr_trigger { 308 EDGE_TRIGGER, 309 LEVEL_TRIGGER 310 }; 311 312 /* 313 * The 'access' field has the format specified in Table 21-2 of the Intel 314 * Architecture Manual vol 3b. 315 * 316 * XXX The contents of the 'access' field are architecturally defined except 317 * bit 16 - Segment Unusable. 318 */ 319 struct seg_desc { 320 uint64_t base; 321 uint32_t limit; 322 uint32_t access; 323 }; 324 325 enum vm_cpu_mode { 326 CPU_MODE_COMPATIBILITY, /* IA-32E mode (CS.L = 0) */ 327 CPU_MODE_64BIT, /* IA-32E mode (CS.L = 1) */ 328 }; 329 330 enum vm_paging_mode { 331 PAGING_MODE_FLAT, 332 PAGING_MODE_32, 333 PAGING_MODE_PAE, 334 PAGING_MODE_64, 335 }; 336 337 struct vm_guest_paging { 338 uint64_t cr3; 339 int cpl; 340 enum vm_cpu_mode cpu_mode; 341 enum vm_paging_mode paging_mode; 342 }; 343 344 /* 345 * The data structures 'vie' and 'vie_op' are meant to be opaque to the 346 * consumers of instruction decoding. The only reason why their contents 347 * need to be exposed is because they are part of the 'vm_exit' structure. 348 */ 349 struct vie_op { 350 uint8_t op_byte; /* actual opcode byte */ 351 uint8_t op_type; /* type of operation (e.g. MOV) */ 352 uint16_t op_flags; 353 }; 354 355 #define VIE_INST_SIZE 15 356 struct vie { 357 uint8_t inst[VIE_INST_SIZE]; /* instruction bytes */ 358 uint8_t num_valid; /* size of the instruction */ 359 uint8_t num_processed; 360 361 uint8_t rex_w:1, /* REX prefix */ 362 rex_r:1, 363 rex_x:1, 364 rex_b:1, 365 rex_present:1; 366 367 uint8_t mod:2, /* ModRM byte */ 368 reg:4, 369 rm:4; 370 371 uint8_t ss:2, /* SIB byte */ 372 index:4, 373 base:4; 374 375 uint8_t disp_bytes; 376 uint8_t imm_bytes; 377 378 uint8_t scale; 379 int base_register; /* VM_REG_GUEST_xyz */ 380 int index_register; /* VM_REG_GUEST_xyz */ 381 382 int64_t displacement; /* optional addr displacement */ 383 int64_t immediate; /* optional immediate operand */ 384 385 uint8_t decoded; /* set to 1 if successfully decoded */ 386 387 struct vie_op op; /* opcode description */ 388 }; 389 390 enum vm_exitcode { 391 VM_EXITCODE_INOUT, 392 VM_EXITCODE_VMX, 393 VM_EXITCODE_BOGUS, 394 VM_EXITCODE_RDMSR, 395 VM_EXITCODE_WRMSR, 396 VM_EXITCODE_HLT, 397 VM_EXITCODE_MTRAP, 398 VM_EXITCODE_PAUSE, 399 VM_EXITCODE_PAGING, 400 VM_EXITCODE_INST_EMUL, 401 VM_EXITCODE_SPINUP_AP, 402 VM_EXITCODE_DEPRECATED1, /* used to be SPINDOWN_CPU */ 403 VM_EXITCODE_RENDEZVOUS, 404 VM_EXITCODE_IOAPIC_EOI, 405 VM_EXITCODE_SUSPENDED, 406 VM_EXITCODE_INOUT_STR, 407 VM_EXITCODE_MAX 408 }; 409 410 struct vm_inout { 411 uint16_t bytes:3; /* 1 or 2 or 4 */ 412 uint16_t in:1; 413 uint16_t string:1; 414 uint16_t rep:1; 415 uint16_t port; 416 uint32_t eax; /* valid for out */ 417 }; 418 419 struct vm_inout_str { 420 struct vm_inout inout; /* must be the first element */ 421 struct vm_guest_paging paging; 422 uint64_t rflags; 423 uint64_t cr0; 424 uint64_t index; 425 uint64_t count; /* rep=1 (%rcx), rep=0 (1) */ 426 int addrsize; 427 enum vm_reg_name seg_name; 428 struct seg_desc seg_desc; 429 }; 430 431 struct vm_exit { 432 enum vm_exitcode exitcode; 433 int inst_length; /* 0 means unknown */ 434 uint64_t rip; 435 union { 436 struct vm_inout inout; 437 struct vm_inout_str inout_str; 438 struct { 439 uint64_t gpa; 440 int fault_type; 441 } paging; 442 struct { 443 uint64_t gpa; 444 uint64_t gla; 445 struct vm_guest_paging paging; 446 struct vie vie; 447 } inst_emul; 448 /* 449 * VMX specific payload. Used when there is no "better" 450 * exitcode to represent the VM-exit. 451 */ 452 struct { 453 int status; /* vmx inst status */ 454 /* 455 * 'exit_reason' and 'exit_qualification' are valid 456 * only if 'status' is zero. 457 */ 458 uint32_t exit_reason; 459 uint64_t exit_qualification; 460 /* 461 * 'inst_error' and 'inst_type' are valid 462 * only if 'status' is non-zero. 463 */ 464 int inst_type; 465 int inst_error; 466 } vmx; 467 struct { 468 uint32_t code; /* ecx value */ 469 uint64_t wval; 470 } msr; 471 struct { 472 int vcpu; 473 uint64_t rip; 474 } spinup_ap; 475 struct { 476 uint64_t rflags; 477 } hlt; 478 struct { 479 int vector; 480 } ioapic_eoi; 481 struct { 482 enum vm_suspend_how how; 483 } suspended; 484 } u; 485 }; 486 487 #endif /* _VMM_H_ */ 488