1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */ 2c2cedf7bSEduardo Habkost #ifndef __SVM_H 3c2cedf7bSEduardo Habkost #define __SVM_H 4c2cedf7bSEduardo Habkost 5af170c50SDavid Howells #include <uapi/asm/svm.h> 69780d51dSBabu Moger #include <uapi/asm/kvm.h> 726bf264eSXiao Guangrong 8c45ad722SBabu Moger /* 9c45ad722SBabu Moger * 32-bit intercept words in the VMCB Control Area, starting 10c45ad722SBabu Moger * at Byte offset 000h. 11c45ad722SBabu Moger */ 12c45ad722SBabu Moger 13c45ad722SBabu Moger enum intercept_words { 1403bfeeb9SBabu Moger INTERCEPT_CR = 0, 1530abaa88SBabu Moger INTERCEPT_DR, 169780d51dSBabu Moger INTERCEPT_EXCEPTION, 17c62e2e94SBabu Moger INTERCEPT_WORD3, 18c62e2e94SBabu Moger INTERCEPT_WORD4, 194c44e8d6SBabu Moger INTERCEPT_WORD5, 20c45ad722SBabu Moger MAX_INTERCEPT, 21c45ad722SBabu Moger }; 2226bf264eSXiao Guangrong 23c2cedf7bSEduardo Habkost enum { 2403bfeeb9SBabu Moger /* Byte offset 000h (word 0) */ 2503bfeeb9SBabu Moger INTERCEPT_CR0_READ = 0, 2603bfeeb9SBabu Moger INTERCEPT_CR3_READ = 3, 2703bfeeb9SBabu Moger INTERCEPT_CR4_READ = 4, 2803bfeeb9SBabu Moger INTERCEPT_CR8_READ = 8, 2903bfeeb9SBabu Moger INTERCEPT_CR0_WRITE = 16, 3003bfeeb9SBabu Moger INTERCEPT_CR3_WRITE = 16 + 3, 3103bfeeb9SBabu Moger INTERCEPT_CR4_WRITE = 16 + 4, 3203bfeeb9SBabu Moger INTERCEPT_CR8_WRITE = 16 + 8, 3330abaa88SBabu Moger /* Byte offset 004h (word 1) */ 3430abaa88SBabu Moger INTERCEPT_DR0_READ = 32, 3530abaa88SBabu Moger INTERCEPT_DR1_READ, 3630abaa88SBabu Moger INTERCEPT_DR2_READ, 3730abaa88SBabu Moger INTERCEPT_DR3_READ, 3830abaa88SBabu Moger INTERCEPT_DR4_READ, 3930abaa88SBabu Moger INTERCEPT_DR5_READ, 4030abaa88SBabu Moger INTERCEPT_DR6_READ, 4130abaa88SBabu Moger INTERCEPT_DR7_READ, 4230abaa88SBabu Moger INTERCEPT_DR0_WRITE = 48, 4330abaa88SBabu Moger INTERCEPT_DR1_WRITE, 4430abaa88SBabu Moger INTERCEPT_DR2_WRITE, 4530abaa88SBabu Moger INTERCEPT_DR3_WRITE, 4630abaa88SBabu Moger INTERCEPT_DR4_WRITE, 4730abaa88SBabu Moger INTERCEPT_DR5_WRITE, 4830abaa88SBabu Moger INTERCEPT_DR6_WRITE, 4930abaa88SBabu Moger INTERCEPT_DR7_WRITE, 509780d51dSBabu Moger /* Byte offset 008h (word 2) */ 519780d51dSBabu Moger INTERCEPT_EXCEPTION_OFFSET = 64, 52c62e2e94SBabu Moger /* Byte offset 00Ch (word 3) */ 53c62e2e94SBabu Moger INTERCEPT_INTR = 96, 54c2cedf7bSEduardo Habkost INTERCEPT_NMI, 55c2cedf7bSEduardo Habkost INTERCEPT_SMI, 56c2cedf7bSEduardo Habkost INTERCEPT_INIT, 57c2cedf7bSEduardo Habkost INTERCEPT_VINTR, 58c2cedf7bSEduardo Habkost INTERCEPT_SELECTIVE_CR0, 59c2cedf7bSEduardo Habkost INTERCEPT_STORE_IDTR, 60c2cedf7bSEduardo Habkost INTERCEPT_STORE_GDTR, 61c2cedf7bSEduardo Habkost INTERCEPT_STORE_LDTR, 62c2cedf7bSEduardo Habkost INTERCEPT_STORE_TR, 63c2cedf7bSEduardo Habkost INTERCEPT_LOAD_IDTR, 64c2cedf7bSEduardo Habkost INTERCEPT_LOAD_GDTR, 65c2cedf7bSEduardo Habkost INTERCEPT_LOAD_LDTR, 66c2cedf7bSEduardo Habkost INTERCEPT_LOAD_TR, 67c2cedf7bSEduardo Habkost INTERCEPT_RDTSC, 68c2cedf7bSEduardo Habkost INTERCEPT_RDPMC, 69c2cedf7bSEduardo Habkost INTERCEPT_PUSHF, 70c2cedf7bSEduardo Habkost INTERCEPT_POPF, 71c2cedf7bSEduardo Habkost INTERCEPT_CPUID, 72c2cedf7bSEduardo Habkost INTERCEPT_RSM, 73c2cedf7bSEduardo Habkost INTERCEPT_IRET, 74c2cedf7bSEduardo Habkost INTERCEPT_INTn, 75c2cedf7bSEduardo Habkost INTERCEPT_INVD, 76c2cedf7bSEduardo Habkost INTERCEPT_PAUSE, 77c2cedf7bSEduardo Habkost INTERCEPT_HLT, 78c2cedf7bSEduardo Habkost INTERCEPT_INVLPG, 79c2cedf7bSEduardo Habkost INTERCEPT_INVLPGA, 80c2cedf7bSEduardo Habkost INTERCEPT_IOIO_PROT, 81c2cedf7bSEduardo Habkost INTERCEPT_MSR_PROT, 82c2cedf7bSEduardo Habkost INTERCEPT_TASK_SWITCH, 83c2cedf7bSEduardo Habkost INTERCEPT_FERR_FREEZE, 84c2cedf7bSEduardo Habkost INTERCEPT_SHUTDOWN, 85c62e2e94SBabu Moger /* Byte offset 010h (word 4) */ 86c62e2e94SBabu Moger INTERCEPT_VMRUN = 128, 87c2cedf7bSEduardo Habkost INTERCEPT_VMMCALL, 88c2cedf7bSEduardo Habkost INTERCEPT_VMLOAD, 89c2cedf7bSEduardo Habkost INTERCEPT_VMSAVE, 90c2cedf7bSEduardo Habkost INTERCEPT_STGI, 91c2cedf7bSEduardo Habkost INTERCEPT_CLGI, 92c2cedf7bSEduardo Habkost INTERCEPT_SKINIT, 93c2cedf7bSEduardo Habkost INTERCEPT_RDTSCP, 94c2cedf7bSEduardo Habkost INTERCEPT_ICEBP, 95c2cedf7bSEduardo Habkost INTERCEPT_WBINVD, 96c2cedf7bSEduardo Habkost INTERCEPT_MONITOR, 97c2cedf7bSEduardo Habkost INTERCEPT_MWAIT, 98c2cedf7bSEduardo Habkost INTERCEPT_MWAIT_COND, 9981dd35d4SJoerg Roedel INTERCEPT_XSETBV, 1000cb8410bSJim Mattson INTERCEPT_RDPRU, 101376c6d28STom Lendacky TRAP_EFER_WRITE, 102376c6d28STom Lendacky TRAP_CR0_WRITE, 103376c6d28STom Lendacky TRAP_CR1_WRITE, 104376c6d28STom Lendacky TRAP_CR2_WRITE, 105376c6d28STom Lendacky TRAP_CR3_WRITE, 106376c6d28STom Lendacky TRAP_CR4_WRITE, 107376c6d28STom Lendacky TRAP_CR5_WRITE, 108376c6d28STom Lendacky TRAP_CR6_WRITE, 109376c6d28STom Lendacky TRAP_CR7_WRITE, 110376c6d28STom Lendacky TRAP_CR8_WRITE, 1114c44e8d6SBabu Moger /* Byte offset 014h (word 5) */ 1124c44e8d6SBabu Moger INTERCEPT_INVLPGB = 160, 1134c44e8d6SBabu Moger INTERCEPT_INVLPGB_ILLEGAL, 1144c44e8d6SBabu Moger INTERCEPT_INVPCID, 1154c44e8d6SBabu Moger INTERCEPT_MCOMMIT, 1164c44e8d6SBabu Moger INTERCEPT_TLBSYNC, 117c2cedf7bSEduardo Habkost }; 118c2cedf7bSEduardo Habkost 119c2cedf7bSEduardo Habkost 120c2cedf7bSEduardo Habkost struct __attribute__ ((__packed__)) vmcb_control_area { 121c45ad722SBabu Moger u32 intercepts[MAX_INTERCEPT]; 122c62e2e94SBabu Moger u32 reserved_1[15 - MAX_INTERCEPT]; 1231d8fb44aSBabu Moger u16 pause_filter_thresh; 124565d0998SMark Langsdorf u16 pause_filter_count; 125c2cedf7bSEduardo Habkost u64 iopm_base_pa; 126c2cedf7bSEduardo Habkost u64 msrpm_base_pa; 127c2cedf7bSEduardo Habkost u64 tsc_offset; 128c2cedf7bSEduardo Habkost u32 asid; 129c2cedf7bSEduardo Habkost u8 tlb_ctl; 130c2cedf7bSEduardo Habkost u8 reserved_2[3]; 131c2cedf7bSEduardo Habkost u32 int_ctl; 132c2cedf7bSEduardo Habkost u32 int_vector; 133c2cedf7bSEduardo Habkost u32 int_state; 134c2cedf7bSEduardo Habkost u8 reserved_3[4]; 135c2cedf7bSEduardo Habkost u32 exit_code; 136c2cedf7bSEduardo Habkost u32 exit_code_hi; 137c2cedf7bSEduardo Habkost u64 exit_info_1; 138c2cedf7bSEduardo Habkost u64 exit_info_2; 139c2cedf7bSEduardo Habkost u32 exit_int_info; 140c2cedf7bSEduardo Habkost u32 exit_int_info_err; 141c2cedf7bSEduardo Habkost u64 nested_ctl; 1423d5615e5SSuravee Suthikulpanit u64 avic_vapic_bar; 143291bd20dSTom Lendacky u64 ghcb_gpa; 144c2cedf7bSEduardo Habkost u32 event_inj; 145c2cedf7bSEduardo Habkost u32 event_inj_err; 146c2cedf7bSEduardo Habkost u64 nested_cr3; 1470dc92119SJanakarajan Natarajan u64 virt_ext; 1488d28fec4SRoedel, Joerg u32 clean; 1498d28fec4SRoedel, Joerg u32 reserved_5; 1506bc31bdcSAndre Przywara u64 next_rip; 151dc25e89eSAndre Przywara u8 insn_len; 152dc25e89eSAndre Przywara u8 insn_bytes[15]; 1533d5615e5SSuravee Suthikulpanit u64 avic_backing_page; /* Offset 0xe0 */ 1543d5615e5SSuravee Suthikulpanit u8 reserved_6[8]; /* Offset 0xe8 */ 1553d5615e5SSuravee Suthikulpanit u64 avic_logical_id; /* Offset 0xf0 */ 1563d5615e5SSuravee Suthikulpanit u64 avic_physical_id; /* Offset 0xf8 */ 157376c6d28STom Lendacky u8 reserved_7[8]; 158376c6d28STom Lendacky u64 vmsa_pa; /* Used for an SEV-ES guest */ 15959d21d67SVineeth Pillai u8 reserved_8[720]; 16059d21d67SVineeth Pillai /* 16159d21d67SVineeth Pillai * Offset 0x3e0, 32 bytes reserved 16259d21d67SVineeth Pillai * for use by hypervisor/software. 16359d21d67SVineeth Pillai */ 16459d21d67SVineeth Pillai u8 reserved_sw[32]; 165c2cedf7bSEduardo Habkost }; 166c2cedf7bSEduardo Habkost 167c2cedf7bSEduardo Habkost 168c2cedf7bSEduardo Habkost #define TLB_CONTROL_DO_NOTHING 0 169c2cedf7bSEduardo Habkost #define TLB_CONTROL_FLUSH_ALL_ASID 1 17038e5e92fSJoerg Roedel #define TLB_CONTROL_FLUSH_ASID 3 17138e5e92fSJoerg Roedel #define TLB_CONTROL_FLUSH_ASID_LOCAL 7 172c2cedf7bSEduardo Habkost 173c2cedf7bSEduardo Habkost #define V_TPR_MASK 0x0f 174c2cedf7bSEduardo Habkost 175c2cedf7bSEduardo Habkost #define V_IRQ_SHIFT 8 176c2cedf7bSEduardo Habkost #define V_IRQ_MASK (1 << V_IRQ_SHIFT) 177c2cedf7bSEduardo Habkost 178640bd6e5SJanakarajan Natarajan #define V_GIF_SHIFT 9 179640bd6e5SJanakarajan Natarajan #define V_GIF_MASK (1 << V_GIF_SHIFT) 180640bd6e5SJanakarajan Natarajan 181c2cedf7bSEduardo Habkost #define V_INTR_PRIO_SHIFT 16 182c2cedf7bSEduardo Habkost #define V_INTR_PRIO_MASK (0x0f << V_INTR_PRIO_SHIFT) 183c2cedf7bSEduardo Habkost 184c2cedf7bSEduardo Habkost #define V_IGN_TPR_SHIFT 20 185c2cedf7bSEduardo Habkost #define V_IGN_TPR_MASK (1 << V_IGN_TPR_SHIFT) 186c2cedf7bSEduardo Habkost 1870f923e07SMaxim Levitsky #define V_IRQ_INJECTION_BITS_MASK (V_IRQ_MASK | V_INTR_PRIO_MASK | V_IGN_TPR_MASK) 1880f923e07SMaxim Levitsky 189c2cedf7bSEduardo Habkost #define V_INTR_MASKING_SHIFT 24 190c2cedf7bSEduardo Habkost #define V_INTR_MASKING_MASK (1 << V_INTR_MASKING_SHIFT) 191c2cedf7bSEduardo Habkost 192640bd6e5SJanakarajan Natarajan #define V_GIF_ENABLE_SHIFT 25 193640bd6e5SJanakarajan Natarajan #define V_GIF_ENABLE_MASK (1 << V_GIF_ENABLE_SHIFT) 194640bd6e5SJanakarajan Natarajan 19544a95daeSSuravee Suthikulpanit #define AVIC_ENABLE_SHIFT 31 19644a95daeSSuravee Suthikulpanit #define AVIC_ENABLE_MASK (1 << AVIC_ENABLE_SHIFT) 19744a95daeSSuravee Suthikulpanit 1988a77e909SJanakarajan Natarajan #define LBR_CTL_ENABLE_MASK BIT_ULL(0) 19989c8a498SJanakarajan Natarajan #define VIRTUAL_VMLOAD_VMSAVE_ENABLE_MASK BIT_ULL(1) 2008a77e909SJanakarajan Natarajan 201f1c6366eSTom Lendacky #define SVM_INTERRUPT_SHADOW_MASK BIT_ULL(0) 202f1c6366eSTom Lendacky #define SVM_GUEST_INTERRUPT_MASK BIT_ULL(1) 203c2cedf7bSEduardo Habkost 204c2cedf7bSEduardo Habkost #define SVM_IOIO_STR_SHIFT 2 205c2cedf7bSEduardo Habkost #define SVM_IOIO_REP_SHIFT 3 206c2cedf7bSEduardo Habkost #define SVM_IOIO_SIZE_SHIFT 4 207c2cedf7bSEduardo Habkost #define SVM_IOIO_ASIZE_SHIFT 7 208c2cedf7bSEduardo Habkost 209c2cedf7bSEduardo Habkost #define SVM_IOIO_TYPE_MASK 1 210c2cedf7bSEduardo Habkost #define SVM_IOIO_STR_MASK (1 << SVM_IOIO_STR_SHIFT) 211c2cedf7bSEduardo Habkost #define SVM_IOIO_REP_MASK (1 << SVM_IOIO_REP_SHIFT) 212c2cedf7bSEduardo Habkost #define SVM_IOIO_SIZE_MASK (7 << SVM_IOIO_SIZE_SHIFT) 213c2cedf7bSEduardo Habkost #define SVM_IOIO_ASIZE_MASK (7 << SVM_IOIO_ASIZE_SHIFT) 214c2cedf7bSEduardo Habkost 2154a810181SJoerg Roedel #define SVM_VM_CR_VALID_MASK 0x001fULL 2164a810181SJoerg Roedel #define SVM_VM_CR_SVM_LOCK_MASK 0x0008ULL 2174a810181SJoerg Roedel #define SVM_VM_CR_SVM_DIS_MASK 0x0010ULL 2184a810181SJoerg Roedel 219cea3a19bSTom Lendacky #define SVM_NESTED_CTL_NP_ENABLE BIT(0) 220ba7c3398STom Lendacky #define SVM_NESTED_CTL_SEV_ENABLE BIT(1) 221376c6d28STom Lendacky #define SVM_NESTED_CTL_SEV_ES_ENABLE BIT(2) 222cea3a19bSTom Lendacky 22339150352SMaxim Levitsky 224bb2aa78eSMaxim Levitsky #define SVM_TSC_RATIO_RSVD 0xffffff0000000000ULL 225bb2aa78eSMaxim Levitsky #define SVM_TSC_RATIO_MIN 0x0000000000000001ULL 226bb2aa78eSMaxim Levitsky #define SVM_TSC_RATIO_MAX 0x000000ffffffffffULL 227bb2aa78eSMaxim Levitsky #define SVM_TSC_RATIO_DEFAULT 0x0100000000ULL 228bb2aa78eSMaxim Levitsky 229bb2aa78eSMaxim Levitsky 23039150352SMaxim Levitsky /* AVIC */ 2310dacc3dfSMaxim Levitsky #define AVIC_LOGICAL_ID_ENTRY_GUEST_PHYSICAL_ID_MASK (0xFFULL) 23239150352SMaxim Levitsky #define AVIC_LOGICAL_ID_ENTRY_VALID_BIT 31 23339150352SMaxim Levitsky #define AVIC_LOGICAL_ID_ENTRY_VALID_MASK (1 << 31) 23439150352SMaxim Levitsky 2354a204f78SSuravee Suthikulpanit #define AVIC_PHYSICAL_ID_ENTRY_HOST_PHYSICAL_ID_MASK GENMASK_ULL(11, 0) 23639150352SMaxim Levitsky #define AVIC_PHYSICAL_ID_ENTRY_BACKING_PAGE_MASK (0xFFFFFFFFFFULL << 12) 23739150352SMaxim Levitsky #define AVIC_PHYSICAL_ID_ENTRY_IS_RUNNING_MASK (1ULL << 62) 23839150352SMaxim Levitsky #define AVIC_PHYSICAL_ID_ENTRY_VALID_MASK (1ULL << 63) 2390dacc3dfSMaxim Levitsky #define AVIC_PHYSICAL_ID_TABLE_SIZE_MASK (0xFFULL) 24039150352SMaxim Levitsky 2410dacc3dfSMaxim Levitsky #define AVIC_DOORBELL_PHYSICAL_ID_MASK GENMASK_ULL(11, 0) 2420dacc3dfSMaxim Levitsky 2430dacc3dfSMaxim Levitsky #define VMCB_AVIC_APIC_BAR_MASK 0xFFFFFFFFFF000ULL 24439150352SMaxim Levitsky 24539150352SMaxim Levitsky #define AVIC_UNACCEL_ACCESS_WRITE_MASK 1 24639150352SMaxim Levitsky #define AVIC_UNACCEL_ACCESS_OFFSET_MASK 0xFF0 24739150352SMaxim Levitsky #define AVIC_UNACCEL_ACCESS_VECTOR_MASK 0xFFFFFFFF 24839150352SMaxim Levitsky 24939150352SMaxim Levitsky enum avic_ipi_failure_cause { 25039150352SMaxim Levitsky AVIC_IPI_FAILURE_INVALID_INT_TYPE, 25139150352SMaxim Levitsky AVIC_IPI_FAILURE_TARGET_NOT_RUNNING, 25239150352SMaxim Levitsky AVIC_IPI_FAILURE_INVALID_TARGET, 25339150352SMaxim Levitsky AVIC_IPI_FAILURE_INVALID_BACKING_PAGE, 25439150352SMaxim Levitsky }; 25539150352SMaxim Levitsky 25639150352SMaxim Levitsky 25739150352SMaxim Levitsky /* 25839150352SMaxim Levitsky * 0xff is broadcast, so the max index allowed for physical APIC ID 25939150352SMaxim Levitsky * table is 0xfe. APIC IDs above 0xff are reserved. 26039150352SMaxim Levitsky */ 26139150352SMaxim Levitsky #define AVIC_MAX_PHYSICAL_ID_COUNT 0xff 26239150352SMaxim Levitsky 26339150352SMaxim Levitsky #define AVIC_HPA_MASK ~((0xFFFULL << 52) | 0xFFF) 26439150352SMaxim Levitsky #define VMCB_AVIC_APIC_BAR_MASK 0xFFFFFFFFFF000ULL 26539150352SMaxim Levitsky 26639150352SMaxim Levitsky 267976bc5e2SBorislav Petkov struct vmcb_seg { 268c2cedf7bSEduardo Habkost u16 selector; 269c2cedf7bSEduardo Habkost u16 attrib; 270c2cedf7bSEduardo Habkost u32 limit; 271c2cedf7bSEduardo Habkost u64 base; 272976bc5e2SBorislav Petkov } __packed; 273c2cedf7bSEduardo Habkost 2743dd2775bSTom Lendacky /* Save area definition for legacy and SEV-MEM guests */ 275976bc5e2SBorislav Petkov struct vmcb_save_area { 276c2cedf7bSEduardo Habkost struct vmcb_seg es; 277c2cedf7bSEduardo Habkost struct vmcb_seg cs; 278c2cedf7bSEduardo Habkost struct vmcb_seg ss; 279c2cedf7bSEduardo Habkost struct vmcb_seg ds; 280c2cedf7bSEduardo Habkost struct vmcb_seg fs; 281c2cedf7bSEduardo Habkost struct vmcb_seg gs; 282c2cedf7bSEduardo Habkost struct vmcb_seg gdtr; 283c2cedf7bSEduardo Habkost struct vmcb_seg ldtr; 284c2cedf7bSEduardo Habkost struct vmcb_seg idtr; 285c2cedf7bSEduardo Habkost struct vmcb_seg tr; 286046f773bSBrijesh Singh u8 reserved_1[42]; 287046f773bSBrijesh Singh u8 vmpl; 288c2cedf7bSEduardo Habkost u8 cpl; 289c2cedf7bSEduardo Habkost u8 reserved_2[4]; 290c2cedf7bSEduardo Habkost u64 efer; 2913dd2775bSTom Lendacky u8 reserved_3[112]; 2923dd2775bSTom Lendacky u64 cr4; 2933dd2775bSTom Lendacky u64 cr3; 2943dd2775bSTom Lendacky u64 cr0; 2953dd2775bSTom Lendacky u64 dr7; 2963dd2775bSTom Lendacky u64 dr6; 2973dd2775bSTom Lendacky u64 rflags; 2983dd2775bSTom Lendacky u64 rip; 2993dd2775bSTom Lendacky u8 reserved_4[88]; 3003dd2775bSTom Lendacky u64 rsp; 3013dd2775bSTom Lendacky u64 s_cet; 3023dd2775bSTom Lendacky u64 ssp; 3033dd2775bSTom Lendacky u64 isst_addr; 3043dd2775bSTom Lendacky u64 rax; 3053dd2775bSTom Lendacky u64 star; 3063dd2775bSTom Lendacky u64 lstar; 3073dd2775bSTom Lendacky u64 cstar; 3083dd2775bSTom Lendacky u64 sfmask; 3093dd2775bSTom Lendacky u64 kernel_gs_base; 3103dd2775bSTom Lendacky u64 sysenter_cs; 3113dd2775bSTom Lendacky u64 sysenter_esp; 3123dd2775bSTom Lendacky u64 sysenter_eip; 3133dd2775bSTom Lendacky u64 cr2; 3143dd2775bSTom Lendacky u8 reserved_5[32]; 3153dd2775bSTom Lendacky u64 g_pat; 3163dd2775bSTom Lendacky u64 dbgctl; 3173dd2775bSTom Lendacky u64 br_from; 3183dd2775bSTom Lendacky u64 br_to; 3193dd2775bSTom Lendacky u64 last_excp_from; 3203dd2775bSTom Lendacky u64 last_excp_to; 3213dd2775bSTom Lendacky u8 reserved_6[72]; 3223dd2775bSTom Lendacky u32 spec_ctrl; /* Guest version of SPEC_CTRL at 0x2E0 */ 3233dd2775bSTom Lendacky } __packed; 3243dd2775bSTom Lendacky 3253dd2775bSTom Lendacky /* Save area definition for SEV-ES and SEV-SNP guests */ 3263dd2775bSTom Lendacky struct sev_es_save_area { 3273dd2775bSTom Lendacky struct vmcb_seg es; 3283dd2775bSTom Lendacky struct vmcb_seg cs; 3293dd2775bSTom Lendacky struct vmcb_seg ss; 3303dd2775bSTom Lendacky struct vmcb_seg ds; 3313dd2775bSTom Lendacky struct vmcb_seg fs; 3323dd2775bSTom Lendacky struct vmcb_seg gs; 3333dd2775bSTom Lendacky struct vmcb_seg gdtr; 3343dd2775bSTom Lendacky struct vmcb_seg ldtr; 3353dd2775bSTom Lendacky struct vmcb_seg idtr; 3363dd2775bSTom Lendacky struct vmcb_seg tr; 337*6d3b3d34STom Lendacky u64 vmpl0_ssp; 338*6d3b3d34STom Lendacky u64 vmpl1_ssp; 339*6d3b3d34STom Lendacky u64 vmpl2_ssp; 340*6d3b3d34STom Lendacky u64 vmpl3_ssp; 341*6d3b3d34STom Lendacky u64 u_cet; 342*6d3b3d34STom Lendacky u8 reserved_1[2]; 343*6d3b3d34STom Lendacky u8 vmpl; 3443dd2775bSTom Lendacky u8 cpl; 3453dd2775bSTom Lendacky u8 reserved_2[4]; 3463dd2775bSTom Lendacky u64 efer; 34786137773STom Lendacky u8 reserved_3[104]; 3483dd2775bSTom Lendacky u64 xss; 349c2cedf7bSEduardo Habkost u64 cr4; 350c2cedf7bSEduardo Habkost u64 cr3; 351c2cedf7bSEduardo Habkost u64 cr0; 352c2cedf7bSEduardo Habkost u64 dr7; 353c2cedf7bSEduardo Habkost u64 dr6; 354c2cedf7bSEduardo Habkost u64 rflags; 355c2cedf7bSEduardo Habkost u64 rip; 356*6d3b3d34STom Lendacky u64 dr0; 357*6d3b3d34STom Lendacky u64 dr1; 358*6d3b3d34STom Lendacky u64 dr2; 359*6d3b3d34STom Lendacky u64 dr3; 360*6d3b3d34STom Lendacky u64 dr0_addr_mask; 361*6d3b3d34STom Lendacky u64 dr1_addr_mask; 362*6d3b3d34STom Lendacky u64 dr2_addr_mask; 363*6d3b3d34STom Lendacky u64 dr3_addr_mask; 364*6d3b3d34STom Lendacky u8 reserved_4[24]; 365c2cedf7bSEduardo Habkost u64 rsp; 366*6d3b3d34STom Lendacky u64 s_cet; 367*6d3b3d34STom Lendacky u64 ssp; 368*6d3b3d34STom Lendacky u64 isst_addr; 369c2cedf7bSEduardo Habkost u64 rax; 370c2cedf7bSEduardo Habkost u64 star; 371c2cedf7bSEduardo Habkost u64 lstar; 372c2cedf7bSEduardo Habkost u64 cstar; 373c2cedf7bSEduardo Habkost u64 sfmask; 374c2cedf7bSEduardo Habkost u64 kernel_gs_base; 375c2cedf7bSEduardo Habkost u64 sysenter_cs; 376c2cedf7bSEduardo Habkost u64 sysenter_esp; 377c2cedf7bSEduardo Habkost u64 sysenter_eip; 378c2cedf7bSEduardo Habkost u64 cr2; 379*6d3b3d34STom Lendacky u8 reserved_5[32]; 380c2cedf7bSEduardo Habkost u64 g_pat; 381c2cedf7bSEduardo Habkost u64 dbgctl; 382c2cedf7bSEduardo Habkost u64 br_from; 383c2cedf7bSEduardo Habkost u64 br_to; 384c2cedf7bSEduardo Habkost u64 last_excp_from; 385c2cedf7bSEduardo Habkost u64 last_excp_to; 3863dd2775bSTom Lendacky u8 reserved_7[80]; 38786137773STom Lendacky u32 pkru; 388*6d3b3d34STom Lendacky u8 reserved_8[20]; 389*6d3b3d34STom Lendacky u64 reserved_9; /* rax already available at 0x01f8 */ 390d07f46f9STom Lendacky u64 rcx; 391d07f46f9STom Lendacky u64 rdx; 392d07f46f9STom Lendacky u64 rbx; 393*6d3b3d34STom Lendacky u64 reserved_10; /* rsp already available at 0x01d8 */ 394d07f46f9STom Lendacky u64 rbp; 395d07f46f9STom Lendacky u64 rsi; 396d07f46f9STom Lendacky u64 rdi; 397d07f46f9STom Lendacky u64 r8; 398d07f46f9STom Lendacky u64 r9; 399d07f46f9STom Lendacky u64 r10; 400d07f46f9STom Lendacky u64 r11; 401d07f46f9STom Lendacky u64 r12; 402d07f46f9STom Lendacky u64 r13; 403d07f46f9STom Lendacky u64 r14; 404d07f46f9STom Lendacky u64 r15; 405*6d3b3d34STom Lendacky u8 reserved_11[16]; 406*6d3b3d34STom Lendacky u64 guest_exit_info_1; 407*6d3b3d34STom Lendacky u64 guest_exit_info_2; 408*6d3b3d34STom Lendacky u64 guest_exit_int_info; 409*6d3b3d34STom Lendacky u64 guest_nrip; 410046f773bSBrijesh Singh u64 sev_features; 411*6d3b3d34STom Lendacky u64 vintr_ctrl; 412*6d3b3d34STom Lendacky u64 guest_exit_code; 413*6d3b3d34STom Lendacky u64 virtual_tom; 414*6d3b3d34STom Lendacky u64 tlb_id; 415*6d3b3d34STom Lendacky u64 pcpu_id; 416*6d3b3d34STom Lendacky u64 event_inj; 417d07f46f9STom Lendacky u64 xcr0; 418*6d3b3d34STom Lendacky u8 reserved_12[16]; 419*6d3b3d34STom Lendacky 420*6d3b3d34STom Lendacky /* Floating point area */ 421*6d3b3d34STom Lendacky u64 x87_dp; 422*6d3b3d34STom Lendacky u32 mxcsr; 423*6d3b3d34STom Lendacky u16 x87_ftw; 424*6d3b3d34STom Lendacky u16 x87_fsw; 425*6d3b3d34STom Lendacky u16 x87_fcw; 426*6d3b3d34STom Lendacky u16 x87_fop; 427*6d3b3d34STom Lendacky u16 x87_ds; 428*6d3b3d34STom Lendacky u16 x87_cs; 429*6d3b3d34STom Lendacky u64 x87_rip; 430*6d3b3d34STom Lendacky u8 fpreg_x87[80]; 431*6d3b3d34STom Lendacky u8 fpreg_xmm[256]; 432*6d3b3d34STom Lendacky u8 fpreg_ymm[256]; 433976bc5e2SBorislav Petkov } __packed; 434c2cedf7bSEduardo Habkost 435a4690359STom Lendacky struct ghcb_save_area { 436a4690359STom Lendacky u8 reserved_1[203]; 437a4690359STom Lendacky u8 cpl; 438a4690359STom Lendacky u8 reserved_2[116]; 439a4690359STom Lendacky u64 xss; 440a4690359STom Lendacky u8 reserved_3[24]; 441a4690359STom Lendacky u64 dr7; 442a4690359STom Lendacky u8 reserved_4[16]; 443a4690359STom Lendacky u64 rip; 444a4690359STom Lendacky u8 reserved_5[88]; 445a4690359STom Lendacky u64 rsp; 446a4690359STom Lendacky u8 reserved_6[24]; 447a4690359STom Lendacky u64 rax; 448a4690359STom Lendacky u8 reserved_7[264]; 449a4690359STom Lendacky u64 rcx; 450a4690359STom Lendacky u64 rdx; 451a4690359STom Lendacky u64 rbx; 452a4690359STom Lendacky u8 reserved_8[8]; 453a4690359STom Lendacky u64 rbp; 454a4690359STom Lendacky u64 rsi; 455a4690359STom Lendacky u64 rdi; 456a4690359STom Lendacky u64 r8; 457a4690359STom Lendacky u64 r9; 458a4690359STom Lendacky u64 r10; 459a4690359STom Lendacky u64 r11; 460a4690359STom Lendacky u64 r12; 461a4690359STom Lendacky u64 r13; 462a4690359STom Lendacky u64 r14; 463a4690359STom Lendacky u64 r15; 464a4690359STom Lendacky u8 reserved_9[16]; 465a4690359STom Lendacky u64 sw_exit_code; 466a4690359STom Lendacky u64 sw_exit_info_1; 467a4690359STom Lendacky u64 sw_exit_info_2; 468a4690359STom Lendacky u64 sw_scratch; 469a4690359STom Lendacky u8 reserved_10[56]; 470a4690359STom Lendacky u64 xcr0; 471a4690359STom Lendacky u8 valid_bitmap[16]; 472a4690359STom Lendacky u64 x87_state_gpa; 473a4690359STom Lendacky } __packed; 474a4690359STom Lendacky 4753dd2775bSTom Lendacky #define GHCB_SHARED_BUF_SIZE 2032 476d07f46f9STom Lendacky 4773dd2775bSTom Lendacky struct ghcb { 478a4690359STom Lendacky struct ghcb_save_area save; 479a4690359STom Lendacky u8 reserved_save[2048 - sizeof(struct ghcb_save_area)]; 4803dd2775bSTom Lendacky 4813dd2775bSTom Lendacky u8 shared_buffer[GHCB_SHARED_BUF_SIZE]; 482d07f46f9STom Lendacky 483d07f46f9STom Lendacky u8 reserved_1[10]; 484d07f46f9STom Lendacky u16 protocol_version; /* negotiated SEV-ES/GHCB protocol version */ 485d07f46f9STom Lendacky u32 ghcb_usage; 486d07f46f9STom Lendacky } __packed; 487d07f46f9STom Lendacky 488d07f46f9STom Lendacky 4893dd2775bSTom Lendacky #define EXPECTED_VMCB_SAVE_AREA_SIZE 740 490a4690359STom Lendacky #define EXPECTED_GHCB_SAVE_AREA_SIZE 1032 491*6d3b3d34STom Lendacky #define EXPECTED_SEV_ES_SAVE_AREA_SIZE 1648 49259d21d67SVineeth Pillai #define EXPECTED_VMCB_CONTROL_AREA_SIZE 1024 493d07f46f9STom Lendacky #define EXPECTED_GHCB_SIZE PAGE_SIZE 4947923ef4fSPaolo Bonzini 4957923ef4fSPaolo Bonzini static inline void __unused_size_checks(void) 4967923ef4fSPaolo Bonzini { 497d07f46f9STom Lendacky BUILD_BUG_ON(sizeof(struct vmcb_save_area) != EXPECTED_VMCB_SAVE_AREA_SIZE); 498a4690359STom Lendacky BUILD_BUG_ON(sizeof(struct ghcb_save_area) != EXPECTED_GHCB_SAVE_AREA_SIZE); 4993dd2775bSTom Lendacky BUILD_BUG_ON(sizeof(struct sev_es_save_area) != EXPECTED_SEV_ES_SAVE_AREA_SIZE); 500d07f46f9STom Lendacky BUILD_BUG_ON(sizeof(struct vmcb_control_area) != EXPECTED_VMCB_CONTROL_AREA_SIZE); 501d07f46f9STom Lendacky BUILD_BUG_ON(sizeof(struct ghcb) != EXPECTED_GHCB_SIZE); 5027923ef4fSPaolo Bonzini } 5037923ef4fSPaolo Bonzini 504976bc5e2SBorislav Petkov struct vmcb { 505c2cedf7bSEduardo Habkost struct vmcb_control_area control; 506c2cedf7bSEduardo Habkost struct vmcb_save_area save; 507976bc5e2SBorislav Petkov } __packed; 508c2cedf7bSEduardo Habkost 509c2cedf7bSEduardo Habkost #define SVM_CPUID_FUNC 0x8000000a 510c2cedf7bSEduardo Habkost 511c2cedf7bSEduardo Habkost #define SVM_VM_CR_SVM_DISABLE 4 512c2cedf7bSEduardo Habkost 513c2cedf7bSEduardo Habkost #define SVM_SELECTOR_S_SHIFT 4 514c2cedf7bSEduardo Habkost #define SVM_SELECTOR_DPL_SHIFT 5 515c2cedf7bSEduardo Habkost #define SVM_SELECTOR_P_SHIFT 7 516c2cedf7bSEduardo Habkost #define SVM_SELECTOR_AVL_SHIFT 8 517c2cedf7bSEduardo Habkost #define SVM_SELECTOR_L_SHIFT 9 518c2cedf7bSEduardo Habkost #define SVM_SELECTOR_DB_SHIFT 10 519c2cedf7bSEduardo Habkost #define SVM_SELECTOR_G_SHIFT 11 520c2cedf7bSEduardo Habkost 521c2cedf7bSEduardo Habkost #define SVM_SELECTOR_TYPE_MASK (0xf) 522c2cedf7bSEduardo Habkost #define SVM_SELECTOR_S_MASK (1 << SVM_SELECTOR_S_SHIFT) 523c2cedf7bSEduardo Habkost #define SVM_SELECTOR_DPL_MASK (3 << SVM_SELECTOR_DPL_SHIFT) 524c2cedf7bSEduardo Habkost #define SVM_SELECTOR_P_MASK (1 << SVM_SELECTOR_P_SHIFT) 525c2cedf7bSEduardo Habkost #define SVM_SELECTOR_AVL_MASK (1 << SVM_SELECTOR_AVL_SHIFT) 526c2cedf7bSEduardo Habkost #define SVM_SELECTOR_L_MASK (1 << SVM_SELECTOR_L_SHIFT) 527c2cedf7bSEduardo Habkost #define SVM_SELECTOR_DB_MASK (1 << SVM_SELECTOR_DB_SHIFT) 528c2cedf7bSEduardo Habkost #define SVM_SELECTOR_G_MASK (1 << SVM_SELECTOR_G_SHIFT) 529c2cedf7bSEduardo Habkost 530c2cedf7bSEduardo Habkost #define SVM_SELECTOR_WRITE_MASK (1 << 1) 531c2cedf7bSEduardo Habkost #define SVM_SELECTOR_READ_MASK SVM_SELECTOR_WRITE_MASK 532c2cedf7bSEduardo Habkost #define SVM_SELECTOR_CODE_MASK (1 << 3) 533c2cedf7bSEduardo Habkost 534c2cedf7bSEduardo Habkost #define SVM_EVTINJ_VEC_MASK 0xff 535c2cedf7bSEduardo Habkost 536c2cedf7bSEduardo Habkost #define SVM_EVTINJ_TYPE_SHIFT 8 537c2cedf7bSEduardo Habkost #define SVM_EVTINJ_TYPE_MASK (7 << SVM_EVTINJ_TYPE_SHIFT) 538c2cedf7bSEduardo Habkost 539c2cedf7bSEduardo Habkost #define SVM_EVTINJ_TYPE_INTR (0 << SVM_EVTINJ_TYPE_SHIFT) 540c2cedf7bSEduardo Habkost #define SVM_EVTINJ_TYPE_NMI (2 << SVM_EVTINJ_TYPE_SHIFT) 541c2cedf7bSEduardo Habkost #define SVM_EVTINJ_TYPE_EXEPT (3 << SVM_EVTINJ_TYPE_SHIFT) 542c2cedf7bSEduardo Habkost #define SVM_EVTINJ_TYPE_SOFT (4 << SVM_EVTINJ_TYPE_SHIFT) 543c2cedf7bSEduardo Habkost 544c2cedf7bSEduardo Habkost #define SVM_EVTINJ_VALID (1 << 31) 545c2cedf7bSEduardo Habkost #define SVM_EVTINJ_VALID_ERR (1 << 11) 546c2cedf7bSEduardo Habkost 547c2cedf7bSEduardo Habkost #define SVM_EXITINTINFO_VEC_MASK SVM_EVTINJ_VEC_MASK 54864a7ec06SGleb Natapov #define SVM_EXITINTINFO_TYPE_MASK SVM_EVTINJ_TYPE_MASK 549c2cedf7bSEduardo Habkost 550c2cedf7bSEduardo Habkost #define SVM_EXITINTINFO_TYPE_INTR SVM_EVTINJ_TYPE_INTR 551c2cedf7bSEduardo Habkost #define SVM_EXITINTINFO_TYPE_NMI SVM_EVTINJ_TYPE_NMI 552c2cedf7bSEduardo Habkost #define SVM_EXITINTINFO_TYPE_EXEPT SVM_EVTINJ_TYPE_EXEPT 553c2cedf7bSEduardo Habkost #define SVM_EXITINTINFO_TYPE_SOFT SVM_EVTINJ_TYPE_SOFT 554c2cedf7bSEduardo Habkost 555c2cedf7bSEduardo Habkost #define SVM_EXITINTINFO_VALID SVM_EVTINJ_VALID 556c2cedf7bSEduardo Habkost #define SVM_EXITINTINFO_VALID_ERR SVM_EVTINJ_VALID_ERR 557c2cedf7bSEduardo Habkost 558c2cedf7bSEduardo Habkost #define SVM_EXITINFOSHIFT_TS_REASON_IRET 36 559c2cedf7bSEduardo Habkost #define SVM_EXITINFOSHIFT_TS_REASON_JMP 38 560e269fb21SJan Kiszka #define SVM_EXITINFOSHIFT_TS_HAS_ERROR_CODE 44 561c2cedf7bSEduardo Habkost 5627ff76d58SAndre Przywara #define SVM_EXITINFO_REG_MASK 0x0F 5637ff76d58SAndre Przywara 564dc77270fSAvi Kivity #define SVM_CR0_SELECTIVE_MASK (X86_CR0_TS | X86_CR0_MP) 565c2cedf7bSEduardo Habkost 5663702c2f4SJoerg Roedel /* GHCB Accessor functions */ 5673702c2f4SJoerg Roedel 5683702c2f4SJoerg Roedel #define GHCB_BITMAP_IDX(field) \ 569a4690359STom Lendacky (offsetof(struct ghcb_save_area, field) / sizeof(u64)) 5703702c2f4SJoerg Roedel 5713702c2f4SJoerg Roedel #define DEFINE_GHCB_ACCESSORS(field) \ 5723702c2f4SJoerg Roedel static inline bool ghcb_##field##_is_valid(const struct ghcb *ghcb) \ 5733702c2f4SJoerg Roedel { \ 5743702c2f4SJoerg Roedel return test_bit(GHCB_BITMAP_IDX(field), \ 5753702c2f4SJoerg Roedel (unsigned long *)&ghcb->save.valid_bitmap); \ 5763702c2f4SJoerg Roedel } \ 5773702c2f4SJoerg Roedel \ 5780f60bde1STom Lendacky static inline u64 ghcb_get_##field(struct ghcb *ghcb) \ 5790f60bde1STom Lendacky { \ 5800f60bde1STom Lendacky return ghcb->save.field; \ 5810f60bde1STom Lendacky } \ 5820f60bde1STom Lendacky \ 5830f60bde1STom Lendacky static inline u64 ghcb_get_##field##_if_valid(struct ghcb *ghcb) \ 5840f60bde1STom Lendacky { \ 5850f60bde1STom Lendacky return ghcb_##field##_is_valid(ghcb) ? ghcb->save.field : 0; \ 5860f60bde1STom Lendacky } \ 5870f60bde1STom Lendacky \ 5883702c2f4SJoerg Roedel static inline void ghcb_set_##field(struct ghcb *ghcb, u64 value) \ 5893702c2f4SJoerg Roedel { \ 5903702c2f4SJoerg Roedel __set_bit(GHCB_BITMAP_IDX(field), \ 5913702c2f4SJoerg Roedel (unsigned long *)&ghcb->save.valid_bitmap); \ 5923702c2f4SJoerg Roedel ghcb->save.field = value; \ 5933702c2f4SJoerg Roedel } 5943702c2f4SJoerg Roedel 5953702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(cpl) 5963702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(rip) 5973702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(rsp) 5983702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(rax) 5993702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(rcx) 6003702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(rdx) 6013702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(rbx) 6023702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(rbp) 6033702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(rsi) 6043702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(rdi) 6053702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(r8) 6063702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(r9) 6073702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(r10) 6083702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(r11) 6093702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(r12) 6103702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(r13) 6113702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(r14) 6123702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(r15) 6133702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(sw_exit_code) 6143702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(sw_exit_info_1) 6153702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(sw_exit_info_2) 6163702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(sw_scratch) 6173702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(xcr0) 6183702c2f4SJoerg Roedel 619c2cedf7bSEduardo Habkost #endif 620