xref: /linux/arch/x86/include/asm/svm.h (revision 6d3b3d34e39eb4ee9a7dbe7e28e2588e160f9c0f)
1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */
2c2cedf7bSEduardo Habkost #ifndef __SVM_H
3c2cedf7bSEduardo Habkost #define __SVM_H
4c2cedf7bSEduardo Habkost 
5af170c50SDavid Howells #include <uapi/asm/svm.h>
69780d51dSBabu Moger #include <uapi/asm/kvm.h>
726bf264eSXiao Guangrong 
8c45ad722SBabu Moger /*
9c45ad722SBabu Moger  * 32-bit intercept words in the VMCB Control Area, starting
10c45ad722SBabu Moger  * at Byte offset 000h.
11c45ad722SBabu Moger  */
12c45ad722SBabu Moger 
13c45ad722SBabu Moger enum intercept_words {
1403bfeeb9SBabu Moger 	INTERCEPT_CR = 0,
1530abaa88SBabu Moger 	INTERCEPT_DR,
169780d51dSBabu Moger 	INTERCEPT_EXCEPTION,
17c62e2e94SBabu Moger 	INTERCEPT_WORD3,
18c62e2e94SBabu Moger 	INTERCEPT_WORD4,
194c44e8d6SBabu Moger 	INTERCEPT_WORD5,
20c45ad722SBabu Moger 	MAX_INTERCEPT,
21c45ad722SBabu Moger };
2226bf264eSXiao Guangrong 
23c2cedf7bSEduardo Habkost enum {
2403bfeeb9SBabu Moger 	/* Byte offset 000h (word 0) */
2503bfeeb9SBabu Moger 	INTERCEPT_CR0_READ = 0,
2603bfeeb9SBabu Moger 	INTERCEPT_CR3_READ = 3,
2703bfeeb9SBabu Moger 	INTERCEPT_CR4_READ = 4,
2803bfeeb9SBabu Moger 	INTERCEPT_CR8_READ = 8,
2903bfeeb9SBabu Moger 	INTERCEPT_CR0_WRITE = 16,
3003bfeeb9SBabu Moger 	INTERCEPT_CR3_WRITE = 16 + 3,
3103bfeeb9SBabu Moger 	INTERCEPT_CR4_WRITE = 16 + 4,
3203bfeeb9SBabu Moger 	INTERCEPT_CR8_WRITE = 16 + 8,
3330abaa88SBabu Moger 	/* Byte offset 004h (word 1) */
3430abaa88SBabu Moger 	INTERCEPT_DR0_READ = 32,
3530abaa88SBabu Moger 	INTERCEPT_DR1_READ,
3630abaa88SBabu Moger 	INTERCEPT_DR2_READ,
3730abaa88SBabu Moger 	INTERCEPT_DR3_READ,
3830abaa88SBabu Moger 	INTERCEPT_DR4_READ,
3930abaa88SBabu Moger 	INTERCEPT_DR5_READ,
4030abaa88SBabu Moger 	INTERCEPT_DR6_READ,
4130abaa88SBabu Moger 	INTERCEPT_DR7_READ,
4230abaa88SBabu Moger 	INTERCEPT_DR0_WRITE = 48,
4330abaa88SBabu Moger 	INTERCEPT_DR1_WRITE,
4430abaa88SBabu Moger 	INTERCEPT_DR2_WRITE,
4530abaa88SBabu Moger 	INTERCEPT_DR3_WRITE,
4630abaa88SBabu Moger 	INTERCEPT_DR4_WRITE,
4730abaa88SBabu Moger 	INTERCEPT_DR5_WRITE,
4830abaa88SBabu Moger 	INTERCEPT_DR6_WRITE,
4930abaa88SBabu Moger 	INTERCEPT_DR7_WRITE,
509780d51dSBabu Moger 	/* Byte offset 008h (word 2) */
519780d51dSBabu Moger 	INTERCEPT_EXCEPTION_OFFSET = 64,
52c62e2e94SBabu Moger 	/* Byte offset 00Ch (word 3) */
53c62e2e94SBabu Moger 	INTERCEPT_INTR = 96,
54c2cedf7bSEduardo Habkost 	INTERCEPT_NMI,
55c2cedf7bSEduardo Habkost 	INTERCEPT_SMI,
56c2cedf7bSEduardo Habkost 	INTERCEPT_INIT,
57c2cedf7bSEduardo Habkost 	INTERCEPT_VINTR,
58c2cedf7bSEduardo Habkost 	INTERCEPT_SELECTIVE_CR0,
59c2cedf7bSEduardo Habkost 	INTERCEPT_STORE_IDTR,
60c2cedf7bSEduardo Habkost 	INTERCEPT_STORE_GDTR,
61c2cedf7bSEduardo Habkost 	INTERCEPT_STORE_LDTR,
62c2cedf7bSEduardo Habkost 	INTERCEPT_STORE_TR,
63c2cedf7bSEduardo Habkost 	INTERCEPT_LOAD_IDTR,
64c2cedf7bSEduardo Habkost 	INTERCEPT_LOAD_GDTR,
65c2cedf7bSEduardo Habkost 	INTERCEPT_LOAD_LDTR,
66c2cedf7bSEduardo Habkost 	INTERCEPT_LOAD_TR,
67c2cedf7bSEduardo Habkost 	INTERCEPT_RDTSC,
68c2cedf7bSEduardo Habkost 	INTERCEPT_RDPMC,
69c2cedf7bSEduardo Habkost 	INTERCEPT_PUSHF,
70c2cedf7bSEduardo Habkost 	INTERCEPT_POPF,
71c2cedf7bSEduardo Habkost 	INTERCEPT_CPUID,
72c2cedf7bSEduardo Habkost 	INTERCEPT_RSM,
73c2cedf7bSEduardo Habkost 	INTERCEPT_IRET,
74c2cedf7bSEduardo Habkost 	INTERCEPT_INTn,
75c2cedf7bSEduardo Habkost 	INTERCEPT_INVD,
76c2cedf7bSEduardo Habkost 	INTERCEPT_PAUSE,
77c2cedf7bSEduardo Habkost 	INTERCEPT_HLT,
78c2cedf7bSEduardo Habkost 	INTERCEPT_INVLPG,
79c2cedf7bSEduardo Habkost 	INTERCEPT_INVLPGA,
80c2cedf7bSEduardo Habkost 	INTERCEPT_IOIO_PROT,
81c2cedf7bSEduardo Habkost 	INTERCEPT_MSR_PROT,
82c2cedf7bSEduardo Habkost 	INTERCEPT_TASK_SWITCH,
83c2cedf7bSEduardo Habkost 	INTERCEPT_FERR_FREEZE,
84c2cedf7bSEduardo Habkost 	INTERCEPT_SHUTDOWN,
85c62e2e94SBabu Moger 	/* Byte offset 010h (word 4) */
86c62e2e94SBabu Moger 	INTERCEPT_VMRUN = 128,
87c2cedf7bSEduardo Habkost 	INTERCEPT_VMMCALL,
88c2cedf7bSEduardo Habkost 	INTERCEPT_VMLOAD,
89c2cedf7bSEduardo Habkost 	INTERCEPT_VMSAVE,
90c2cedf7bSEduardo Habkost 	INTERCEPT_STGI,
91c2cedf7bSEduardo Habkost 	INTERCEPT_CLGI,
92c2cedf7bSEduardo Habkost 	INTERCEPT_SKINIT,
93c2cedf7bSEduardo Habkost 	INTERCEPT_RDTSCP,
94c2cedf7bSEduardo Habkost 	INTERCEPT_ICEBP,
95c2cedf7bSEduardo Habkost 	INTERCEPT_WBINVD,
96c2cedf7bSEduardo Habkost 	INTERCEPT_MONITOR,
97c2cedf7bSEduardo Habkost 	INTERCEPT_MWAIT,
98c2cedf7bSEduardo Habkost 	INTERCEPT_MWAIT_COND,
9981dd35d4SJoerg Roedel 	INTERCEPT_XSETBV,
1000cb8410bSJim Mattson 	INTERCEPT_RDPRU,
101376c6d28STom Lendacky 	TRAP_EFER_WRITE,
102376c6d28STom Lendacky 	TRAP_CR0_WRITE,
103376c6d28STom Lendacky 	TRAP_CR1_WRITE,
104376c6d28STom Lendacky 	TRAP_CR2_WRITE,
105376c6d28STom Lendacky 	TRAP_CR3_WRITE,
106376c6d28STom Lendacky 	TRAP_CR4_WRITE,
107376c6d28STom Lendacky 	TRAP_CR5_WRITE,
108376c6d28STom Lendacky 	TRAP_CR6_WRITE,
109376c6d28STom Lendacky 	TRAP_CR7_WRITE,
110376c6d28STom Lendacky 	TRAP_CR8_WRITE,
1114c44e8d6SBabu Moger 	/* Byte offset 014h (word 5) */
1124c44e8d6SBabu Moger 	INTERCEPT_INVLPGB = 160,
1134c44e8d6SBabu Moger 	INTERCEPT_INVLPGB_ILLEGAL,
1144c44e8d6SBabu Moger 	INTERCEPT_INVPCID,
1154c44e8d6SBabu Moger 	INTERCEPT_MCOMMIT,
1164c44e8d6SBabu Moger 	INTERCEPT_TLBSYNC,
117c2cedf7bSEduardo Habkost };
118c2cedf7bSEduardo Habkost 
119c2cedf7bSEduardo Habkost 
120c2cedf7bSEduardo Habkost struct __attribute__ ((__packed__)) vmcb_control_area {
121c45ad722SBabu Moger 	u32 intercepts[MAX_INTERCEPT];
122c62e2e94SBabu Moger 	u32 reserved_1[15 - MAX_INTERCEPT];
1231d8fb44aSBabu Moger 	u16 pause_filter_thresh;
124565d0998SMark Langsdorf 	u16 pause_filter_count;
125c2cedf7bSEduardo Habkost 	u64 iopm_base_pa;
126c2cedf7bSEduardo Habkost 	u64 msrpm_base_pa;
127c2cedf7bSEduardo Habkost 	u64 tsc_offset;
128c2cedf7bSEduardo Habkost 	u32 asid;
129c2cedf7bSEduardo Habkost 	u8 tlb_ctl;
130c2cedf7bSEduardo Habkost 	u8 reserved_2[3];
131c2cedf7bSEduardo Habkost 	u32 int_ctl;
132c2cedf7bSEduardo Habkost 	u32 int_vector;
133c2cedf7bSEduardo Habkost 	u32 int_state;
134c2cedf7bSEduardo Habkost 	u8 reserved_3[4];
135c2cedf7bSEduardo Habkost 	u32 exit_code;
136c2cedf7bSEduardo Habkost 	u32 exit_code_hi;
137c2cedf7bSEduardo Habkost 	u64 exit_info_1;
138c2cedf7bSEduardo Habkost 	u64 exit_info_2;
139c2cedf7bSEduardo Habkost 	u32 exit_int_info;
140c2cedf7bSEduardo Habkost 	u32 exit_int_info_err;
141c2cedf7bSEduardo Habkost 	u64 nested_ctl;
1423d5615e5SSuravee Suthikulpanit 	u64 avic_vapic_bar;
143291bd20dSTom Lendacky 	u64 ghcb_gpa;
144c2cedf7bSEduardo Habkost 	u32 event_inj;
145c2cedf7bSEduardo Habkost 	u32 event_inj_err;
146c2cedf7bSEduardo Habkost 	u64 nested_cr3;
1470dc92119SJanakarajan Natarajan 	u64 virt_ext;
1488d28fec4SRoedel, Joerg 	u32 clean;
1498d28fec4SRoedel, Joerg 	u32 reserved_5;
1506bc31bdcSAndre Przywara 	u64 next_rip;
151dc25e89eSAndre Przywara 	u8 insn_len;
152dc25e89eSAndre Przywara 	u8 insn_bytes[15];
1533d5615e5SSuravee Suthikulpanit 	u64 avic_backing_page;	/* Offset 0xe0 */
1543d5615e5SSuravee Suthikulpanit 	u8 reserved_6[8];	/* Offset 0xe8 */
1553d5615e5SSuravee Suthikulpanit 	u64 avic_logical_id;	/* Offset 0xf0 */
1563d5615e5SSuravee Suthikulpanit 	u64 avic_physical_id;	/* Offset 0xf8 */
157376c6d28STom Lendacky 	u8 reserved_7[8];
158376c6d28STom Lendacky 	u64 vmsa_pa;		/* Used for an SEV-ES guest */
15959d21d67SVineeth Pillai 	u8 reserved_8[720];
16059d21d67SVineeth Pillai 	/*
16159d21d67SVineeth Pillai 	 * Offset 0x3e0, 32 bytes reserved
16259d21d67SVineeth Pillai 	 * for use by hypervisor/software.
16359d21d67SVineeth Pillai 	 */
16459d21d67SVineeth Pillai 	u8 reserved_sw[32];
165c2cedf7bSEduardo Habkost };
166c2cedf7bSEduardo Habkost 
167c2cedf7bSEduardo Habkost 
168c2cedf7bSEduardo Habkost #define TLB_CONTROL_DO_NOTHING 0
169c2cedf7bSEduardo Habkost #define TLB_CONTROL_FLUSH_ALL_ASID 1
17038e5e92fSJoerg Roedel #define TLB_CONTROL_FLUSH_ASID 3
17138e5e92fSJoerg Roedel #define TLB_CONTROL_FLUSH_ASID_LOCAL 7
172c2cedf7bSEduardo Habkost 
173c2cedf7bSEduardo Habkost #define V_TPR_MASK 0x0f
174c2cedf7bSEduardo Habkost 
175c2cedf7bSEduardo Habkost #define V_IRQ_SHIFT 8
176c2cedf7bSEduardo Habkost #define V_IRQ_MASK (1 << V_IRQ_SHIFT)
177c2cedf7bSEduardo Habkost 
178640bd6e5SJanakarajan Natarajan #define V_GIF_SHIFT 9
179640bd6e5SJanakarajan Natarajan #define V_GIF_MASK (1 << V_GIF_SHIFT)
180640bd6e5SJanakarajan Natarajan 
181c2cedf7bSEduardo Habkost #define V_INTR_PRIO_SHIFT 16
182c2cedf7bSEduardo Habkost #define V_INTR_PRIO_MASK (0x0f << V_INTR_PRIO_SHIFT)
183c2cedf7bSEduardo Habkost 
184c2cedf7bSEduardo Habkost #define V_IGN_TPR_SHIFT 20
185c2cedf7bSEduardo Habkost #define V_IGN_TPR_MASK (1 << V_IGN_TPR_SHIFT)
186c2cedf7bSEduardo Habkost 
1870f923e07SMaxim Levitsky #define V_IRQ_INJECTION_BITS_MASK (V_IRQ_MASK | V_INTR_PRIO_MASK | V_IGN_TPR_MASK)
1880f923e07SMaxim Levitsky 
189c2cedf7bSEduardo Habkost #define V_INTR_MASKING_SHIFT 24
190c2cedf7bSEduardo Habkost #define V_INTR_MASKING_MASK (1 << V_INTR_MASKING_SHIFT)
191c2cedf7bSEduardo Habkost 
192640bd6e5SJanakarajan Natarajan #define V_GIF_ENABLE_SHIFT 25
193640bd6e5SJanakarajan Natarajan #define V_GIF_ENABLE_MASK (1 << V_GIF_ENABLE_SHIFT)
194640bd6e5SJanakarajan Natarajan 
19544a95daeSSuravee Suthikulpanit #define AVIC_ENABLE_SHIFT 31
19644a95daeSSuravee Suthikulpanit #define AVIC_ENABLE_MASK (1 << AVIC_ENABLE_SHIFT)
19744a95daeSSuravee Suthikulpanit 
1988a77e909SJanakarajan Natarajan #define LBR_CTL_ENABLE_MASK BIT_ULL(0)
19989c8a498SJanakarajan Natarajan #define VIRTUAL_VMLOAD_VMSAVE_ENABLE_MASK BIT_ULL(1)
2008a77e909SJanakarajan Natarajan 
201f1c6366eSTom Lendacky #define SVM_INTERRUPT_SHADOW_MASK	BIT_ULL(0)
202f1c6366eSTom Lendacky #define SVM_GUEST_INTERRUPT_MASK	BIT_ULL(1)
203c2cedf7bSEduardo Habkost 
204c2cedf7bSEduardo Habkost #define SVM_IOIO_STR_SHIFT 2
205c2cedf7bSEduardo Habkost #define SVM_IOIO_REP_SHIFT 3
206c2cedf7bSEduardo Habkost #define SVM_IOIO_SIZE_SHIFT 4
207c2cedf7bSEduardo Habkost #define SVM_IOIO_ASIZE_SHIFT 7
208c2cedf7bSEduardo Habkost 
209c2cedf7bSEduardo Habkost #define SVM_IOIO_TYPE_MASK 1
210c2cedf7bSEduardo Habkost #define SVM_IOIO_STR_MASK (1 << SVM_IOIO_STR_SHIFT)
211c2cedf7bSEduardo Habkost #define SVM_IOIO_REP_MASK (1 << SVM_IOIO_REP_SHIFT)
212c2cedf7bSEduardo Habkost #define SVM_IOIO_SIZE_MASK (7 << SVM_IOIO_SIZE_SHIFT)
213c2cedf7bSEduardo Habkost #define SVM_IOIO_ASIZE_MASK (7 << SVM_IOIO_ASIZE_SHIFT)
214c2cedf7bSEduardo Habkost 
2154a810181SJoerg Roedel #define SVM_VM_CR_VALID_MASK	0x001fULL
2164a810181SJoerg Roedel #define SVM_VM_CR_SVM_LOCK_MASK 0x0008ULL
2174a810181SJoerg Roedel #define SVM_VM_CR_SVM_DIS_MASK  0x0010ULL
2184a810181SJoerg Roedel 
219cea3a19bSTom Lendacky #define SVM_NESTED_CTL_NP_ENABLE	BIT(0)
220ba7c3398STom Lendacky #define SVM_NESTED_CTL_SEV_ENABLE	BIT(1)
221376c6d28STom Lendacky #define SVM_NESTED_CTL_SEV_ES_ENABLE	BIT(2)
222cea3a19bSTom Lendacky 
22339150352SMaxim Levitsky 
224bb2aa78eSMaxim Levitsky #define SVM_TSC_RATIO_RSVD	0xffffff0000000000ULL
225bb2aa78eSMaxim Levitsky #define SVM_TSC_RATIO_MIN	0x0000000000000001ULL
226bb2aa78eSMaxim Levitsky #define SVM_TSC_RATIO_MAX	0x000000ffffffffffULL
227bb2aa78eSMaxim Levitsky #define SVM_TSC_RATIO_DEFAULT	0x0100000000ULL
228bb2aa78eSMaxim Levitsky 
229bb2aa78eSMaxim Levitsky 
23039150352SMaxim Levitsky /* AVIC */
2310dacc3dfSMaxim Levitsky #define AVIC_LOGICAL_ID_ENTRY_GUEST_PHYSICAL_ID_MASK	(0xFFULL)
23239150352SMaxim Levitsky #define AVIC_LOGICAL_ID_ENTRY_VALID_BIT			31
23339150352SMaxim Levitsky #define AVIC_LOGICAL_ID_ENTRY_VALID_MASK		(1 << 31)
23439150352SMaxim Levitsky 
2354a204f78SSuravee Suthikulpanit #define AVIC_PHYSICAL_ID_ENTRY_HOST_PHYSICAL_ID_MASK	GENMASK_ULL(11, 0)
23639150352SMaxim Levitsky #define AVIC_PHYSICAL_ID_ENTRY_BACKING_PAGE_MASK	(0xFFFFFFFFFFULL << 12)
23739150352SMaxim Levitsky #define AVIC_PHYSICAL_ID_ENTRY_IS_RUNNING_MASK		(1ULL << 62)
23839150352SMaxim Levitsky #define AVIC_PHYSICAL_ID_ENTRY_VALID_MASK		(1ULL << 63)
2390dacc3dfSMaxim Levitsky #define AVIC_PHYSICAL_ID_TABLE_SIZE_MASK		(0xFFULL)
24039150352SMaxim Levitsky 
2410dacc3dfSMaxim Levitsky #define AVIC_DOORBELL_PHYSICAL_ID_MASK			GENMASK_ULL(11, 0)
2420dacc3dfSMaxim Levitsky 
2430dacc3dfSMaxim Levitsky #define VMCB_AVIC_APIC_BAR_MASK				0xFFFFFFFFFF000ULL
24439150352SMaxim Levitsky 
24539150352SMaxim Levitsky #define AVIC_UNACCEL_ACCESS_WRITE_MASK		1
24639150352SMaxim Levitsky #define AVIC_UNACCEL_ACCESS_OFFSET_MASK		0xFF0
24739150352SMaxim Levitsky #define AVIC_UNACCEL_ACCESS_VECTOR_MASK		0xFFFFFFFF
24839150352SMaxim Levitsky 
24939150352SMaxim Levitsky enum avic_ipi_failure_cause {
25039150352SMaxim Levitsky 	AVIC_IPI_FAILURE_INVALID_INT_TYPE,
25139150352SMaxim Levitsky 	AVIC_IPI_FAILURE_TARGET_NOT_RUNNING,
25239150352SMaxim Levitsky 	AVIC_IPI_FAILURE_INVALID_TARGET,
25339150352SMaxim Levitsky 	AVIC_IPI_FAILURE_INVALID_BACKING_PAGE,
25439150352SMaxim Levitsky };
25539150352SMaxim Levitsky 
25639150352SMaxim Levitsky 
25739150352SMaxim Levitsky /*
25839150352SMaxim Levitsky  * 0xff is broadcast, so the max index allowed for physical APIC ID
25939150352SMaxim Levitsky  * table is 0xfe.  APIC IDs above 0xff are reserved.
26039150352SMaxim Levitsky  */
26139150352SMaxim Levitsky #define AVIC_MAX_PHYSICAL_ID_COUNT	0xff
26239150352SMaxim Levitsky 
26339150352SMaxim Levitsky #define AVIC_HPA_MASK	~((0xFFFULL << 52) | 0xFFF)
26439150352SMaxim Levitsky #define VMCB_AVIC_APIC_BAR_MASK		0xFFFFFFFFFF000ULL
26539150352SMaxim Levitsky 
26639150352SMaxim Levitsky 
267976bc5e2SBorislav Petkov struct vmcb_seg {
268c2cedf7bSEduardo Habkost 	u16 selector;
269c2cedf7bSEduardo Habkost 	u16 attrib;
270c2cedf7bSEduardo Habkost 	u32 limit;
271c2cedf7bSEduardo Habkost 	u64 base;
272976bc5e2SBorislav Petkov } __packed;
273c2cedf7bSEduardo Habkost 
2743dd2775bSTom Lendacky /* Save area definition for legacy and SEV-MEM guests */
275976bc5e2SBorislav Petkov struct vmcb_save_area {
276c2cedf7bSEduardo Habkost 	struct vmcb_seg es;
277c2cedf7bSEduardo Habkost 	struct vmcb_seg cs;
278c2cedf7bSEduardo Habkost 	struct vmcb_seg ss;
279c2cedf7bSEduardo Habkost 	struct vmcb_seg ds;
280c2cedf7bSEduardo Habkost 	struct vmcb_seg fs;
281c2cedf7bSEduardo Habkost 	struct vmcb_seg gs;
282c2cedf7bSEduardo Habkost 	struct vmcb_seg gdtr;
283c2cedf7bSEduardo Habkost 	struct vmcb_seg ldtr;
284c2cedf7bSEduardo Habkost 	struct vmcb_seg idtr;
285c2cedf7bSEduardo Habkost 	struct vmcb_seg tr;
286046f773bSBrijesh Singh 	u8 reserved_1[42];
287046f773bSBrijesh Singh 	u8 vmpl;
288c2cedf7bSEduardo Habkost 	u8 cpl;
289c2cedf7bSEduardo Habkost 	u8 reserved_2[4];
290c2cedf7bSEduardo Habkost 	u64 efer;
2913dd2775bSTom Lendacky 	u8 reserved_3[112];
2923dd2775bSTom Lendacky 	u64 cr4;
2933dd2775bSTom Lendacky 	u64 cr3;
2943dd2775bSTom Lendacky 	u64 cr0;
2953dd2775bSTom Lendacky 	u64 dr7;
2963dd2775bSTom Lendacky 	u64 dr6;
2973dd2775bSTom Lendacky 	u64 rflags;
2983dd2775bSTom Lendacky 	u64 rip;
2993dd2775bSTom Lendacky 	u8 reserved_4[88];
3003dd2775bSTom Lendacky 	u64 rsp;
3013dd2775bSTom Lendacky 	u64 s_cet;
3023dd2775bSTom Lendacky 	u64 ssp;
3033dd2775bSTom Lendacky 	u64 isst_addr;
3043dd2775bSTom Lendacky 	u64 rax;
3053dd2775bSTom Lendacky 	u64 star;
3063dd2775bSTom Lendacky 	u64 lstar;
3073dd2775bSTom Lendacky 	u64 cstar;
3083dd2775bSTom Lendacky 	u64 sfmask;
3093dd2775bSTom Lendacky 	u64 kernel_gs_base;
3103dd2775bSTom Lendacky 	u64 sysenter_cs;
3113dd2775bSTom Lendacky 	u64 sysenter_esp;
3123dd2775bSTom Lendacky 	u64 sysenter_eip;
3133dd2775bSTom Lendacky 	u64 cr2;
3143dd2775bSTom Lendacky 	u8 reserved_5[32];
3153dd2775bSTom Lendacky 	u64 g_pat;
3163dd2775bSTom Lendacky 	u64 dbgctl;
3173dd2775bSTom Lendacky 	u64 br_from;
3183dd2775bSTom Lendacky 	u64 br_to;
3193dd2775bSTom Lendacky 	u64 last_excp_from;
3203dd2775bSTom Lendacky 	u64 last_excp_to;
3213dd2775bSTom Lendacky 	u8 reserved_6[72];
3223dd2775bSTom Lendacky 	u32 spec_ctrl;		/* Guest version of SPEC_CTRL at 0x2E0 */
3233dd2775bSTom Lendacky } __packed;
3243dd2775bSTom Lendacky 
3253dd2775bSTom Lendacky /* Save area definition for SEV-ES and SEV-SNP guests */
3263dd2775bSTom Lendacky struct sev_es_save_area {
3273dd2775bSTom Lendacky 	struct vmcb_seg es;
3283dd2775bSTom Lendacky 	struct vmcb_seg cs;
3293dd2775bSTom Lendacky 	struct vmcb_seg ss;
3303dd2775bSTom Lendacky 	struct vmcb_seg ds;
3313dd2775bSTom Lendacky 	struct vmcb_seg fs;
3323dd2775bSTom Lendacky 	struct vmcb_seg gs;
3333dd2775bSTom Lendacky 	struct vmcb_seg gdtr;
3343dd2775bSTom Lendacky 	struct vmcb_seg ldtr;
3353dd2775bSTom Lendacky 	struct vmcb_seg idtr;
3363dd2775bSTom Lendacky 	struct vmcb_seg tr;
337*6d3b3d34STom Lendacky 	u64 vmpl0_ssp;
338*6d3b3d34STom Lendacky 	u64 vmpl1_ssp;
339*6d3b3d34STom Lendacky 	u64 vmpl2_ssp;
340*6d3b3d34STom Lendacky 	u64 vmpl3_ssp;
341*6d3b3d34STom Lendacky 	u64 u_cet;
342*6d3b3d34STom Lendacky 	u8 reserved_1[2];
343*6d3b3d34STom Lendacky 	u8 vmpl;
3443dd2775bSTom Lendacky 	u8 cpl;
3453dd2775bSTom Lendacky 	u8 reserved_2[4];
3463dd2775bSTom Lendacky 	u64 efer;
34786137773STom Lendacky 	u8 reserved_3[104];
3483dd2775bSTom Lendacky 	u64 xss;
349c2cedf7bSEduardo Habkost 	u64 cr4;
350c2cedf7bSEduardo Habkost 	u64 cr3;
351c2cedf7bSEduardo Habkost 	u64 cr0;
352c2cedf7bSEduardo Habkost 	u64 dr7;
353c2cedf7bSEduardo Habkost 	u64 dr6;
354c2cedf7bSEduardo Habkost 	u64 rflags;
355c2cedf7bSEduardo Habkost 	u64 rip;
356*6d3b3d34STom Lendacky 	u64 dr0;
357*6d3b3d34STom Lendacky 	u64 dr1;
358*6d3b3d34STom Lendacky 	u64 dr2;
359*6d3b3d34STom Lendacky 	u64 dr3;
360*6d3b3d34STom Lendacky 	u64 dr0_addr_mask;
361*6d3b3d34STom Lendacky 	u64 dr1_addr_mask;
362*6d3b3d34STom Lendacky 	u64 dr2_addr_mask;
363*6d3b3d34STom Lendacky 	u64 dr3_addr_mask;
364*6d3b3d34STom Lendacky 	u8 reserved_4[24];
365c2cedf7bSEduardo Habkost 	u64 rsp;
366*6d3b3d34STom Lendacky 	u64 s_cet;
367*6d3b3d34STom Lendacky 	u64 ssp;
368*6d3b3d34STom Lendacky 	u64 isst_addr;
369c2cedf7bSEduardo Habkost 	u64 rax;
370c2cedf7bSEduardo Habkost 	u64 star;
371c2cedf7bSEduardo Habkost 	u64 lstar;
372c2cedf7bSEduardo Habkost 	u64 cstar;
373c2cedf7bSEduardo Habkost 	u64 sfmask;
374c2cedf7bSEduardo Habkost 	u64 kernel_gs_base;
375c2cedf7bSEduardo Habkost 	u64 sysenter_cs;
376c2cedf7bSEduardo Habkost 	u64 sysenter_esp;
377c2cedf7bSEduardo Habkost 	u64 sysenter_eip;
378c2cedf7bSEduardo Habkost 	u64 cr2;
379*6d3b3d34STom Lendacky 	u8 reserved_5[32];
380c2cedf7bSEduardo Habkost 	u64 g_pat;
381c2cedf7bSEduardo Habkost 	u64 dbgctl;
382c2cedf7bSEduardo Habkost 	u64 br_from;
383c2cedf7bSEduardo Habkost 	u64 br_to;
384c2cedf7bSEduardo Habkost 	u64 last_excp_from;
385c2cedf7bSEduardo Habkost 	u64 last_excp_to;
3863dd2775bSTom Lendacky 	u8 reserved_7[80];
38786137773STom Lendacky 	u32 pkru;
388*6d3b3d34STom Lendacky 	u8 reserved_8[20];
389*6d3b3d34STom Lendacky 	u64 reserved_9;		/* rax already available at 0x01f8 */
390d07f46f9STom Lendacky 	u64 rcx;
391d07f46f9STom Lendacky 	u64 rdx;
392d07f46f9STom Lendacky 	u64 rbx;
393*6d3b3d34STom Lendacky 	u64 reserved_10;	/* rsp already available at 0x01d8 */
394d07f46f9STom Lendacky 	u64 rbp;
395d07f46f9STom Lendacky 	u64 rsi;
396d07f46f9STom Lendacky 	u64 rdi;
397d07f46f9STom Lendacky 	u64 r8;
398d07f46f9STom Lendacky 	u64 r9;
399d07f46f9STom Lendacky 	u64 r10;
400d07f46f9STom Lendacky 	u64 r11;
401d07f46f9STom Lendacky 	u64 r12;
402d07f46f9STom Lendacky 	u64 r13;
403d07f46f9STom Lendacky 	u64 r14;
404d07f46f9STom Lendacky 	u64 r15;
405*6d3b3d34STom Lendacky 	u8 reserved_11[16];
406*6d3b3d34STom Lendacky 	u64 guest_exit_info_1;
407*6d3b3d34STom Lendacky 	u64 guest_exit_info_2;
408*6d3b3d34STom Lendacky 	u64 guest_exit_int_info;
409*6d3b3d34STom Lendacky 	u64 guest_nrip;
410046f773bSBrijesh Singh 	u64 sev_features;
411*6d3b3d34STom Lendacky 	u64 vintr_ctrl;
412*6d3b3d34STom Lendacky 	u64 guest_exit_code;
413*6d3b3d34STom Lendacky 	u64 virtual_tom;
414*6d3b3d34STom Lendacky 	u64 tlb_id;
415*6d3b3d34STom Lendacky 	u64 pcpu_id;
416*6d3b3d34STom Lendacky 	u64 event_inj;
417d07f46f9STom Lendacky 	u64 xcr0;
418*6d3b3d34STom Lendacky 	u8 reserved_12[16];
419*6d3b3d34STom Lendacky 
420*6d3b3d34STom Lendacky 	/* Floating point area */
421*6d3b3d34STom Lendacky 	u64 x87_dp;
422*6d3b3d34STom Lendacky 	u32 mxcsr;
423*6d3b3d34STom Lendacky 	u16 x87_ftw;
424*6d3b3d34STom Lendacky 	u16 x87_fsw;
425*6d3b3d34STom Lendacky 	u16 x87_fcw;
426*6d3b3d34STom Lendacky 	u16 x87_fop;
427*6d3b3d34STom Lendacky 	u16 x87_ds;
428*6d3b3d34STom Lendacky 	u16 x87_cs;
429*6d3b3d34STom Lendacky 	u64 x87_rip;
430*6d3b3d34STom Lendacky 	u8 fpreg_x87[80];
431*6d3b3d34STom Lendacky 	u8 fpreg_xmm[256];
432*6d3b3d34STom Lendacky 	u8 fpreg_ymm[256];
433976bc5e2SBorislav Petkov } __packed;
434c2cedf7bSEduardo Habkost 
435a4690359STom Lendacky struct ghcb_save_area {
436a4690359STom Lendacky 	u8 reserved_1[203];
437a4690359STom Lendacky 	u8 cpl;
438a4690359STom Lendacky 	u8 reserved_2[116];
439a4690359STom Lendacky 	u64 xss;
440a4690359STom Lendacky 	u8 reserved_3[24];
441a4690359STom Lendacky 	u64 dr7;
442a4690359STom Lendacky 	u8 reserved_4[16];
443a4690359STom Lendacky 	u64 rip;
444a4690359STom Lendacky 	u8 reserved_5[88];
445a4690359STom Lendacky 	u64 rsp;
446a4690359STom Lendacky 	u8 reserved_6[24];
447a4690359STom Lendacky 	u64 rax;
448a4690359STom Lendacky 	u8 reserved_7[264];
449a4690359STom Lendacky 	u64 rcx;
450a4690359STom Lendacky 	u64 rdx;
451a4690359STom Lendacky 	u64 rbx;
452a4690359STom Lendacky 	u8 reserved_8[8];
453a4690359STom Lendacky 	u64 rbp;
454a4690359STom Lendacky 	u64 rsi;
455a4690359STom Lendacky 	u64 rdi;
456a4690359STom Lendacky 	u64 r8;
457a4690359STom Lendacky 	u64 r9;
458a4690359STom Lendacky 	u64 r10;
459a4690359STom Lendacky 	u64 r11;
460a4690359STom Lendacky 	u64 r12;
461a4690359STom Lendacky 	u64 r13;
462a4690359STom Lendacky 	u64 r14;
463a4690359STom Lendacky 	u64 r15;
464a4690359STom Lendacky 	u8 reserved_9[16];
465a4690359STom Lendacky 	u64 sw_exit_code;
466a4690359STom Lendacky 	u64 sw_exit_info_1;
467a4690359STom Lendacky 	u64 sw_exit_info_2;
468a4690359STom Lendacky 	u64 sw_scratch;
469a4690359STom Lendacky 	u8 reserved_10[56];
470a4690359STom Lendacky 	u64 xcr0;
471a4690359STom Lendacky 	u8 valid_bitmap[16];
472a4690359STom Lendacky 	u64 x87_state_gpa;
473a4690359STom Lendacky } __packed;
474a4690359STom Lendacky 
4753dd2775bSTom Lendacky #define GHCB_SHARED_BUF_SIZE	2032
476d07f46f9STom Lendacky 
4773dd2775bSTom Lendacky struct ghcb {
478a4690359STom Lendacky 	struct ghcb_save_area save;
479a4690359STom Lendacky 	u8 reserved_save[2048 - sizeof(struct ghcb_save_area)];
4803dd2775bSTom Lendacky 
4813dd2775bSTom Lendacky 	u8 shared_buffer[GHCB_SHARED_BUF_SIZE];
482d07f46f9STom Lendacky 
483d07f46f9STom Lendacky 	u8 reserved_1[10];
484d07f46f9STom Lendacky 	u16 protocol_version;	/* negotiated SEV-ES/GHCB protocol version */
485d07f46f9STom Lendacky 	u32 ghcb_usage;
486d07f46f9STom Lendacky } __packed;
487d07f46f9STom Lendacky 
488d07f46f9STom Lendacky 
4893dd2775bSTom Lendacky #define EXPECTED_VMCB_SAVE_AREA_SIZE		740
490a4690359STom Lendacky #define EXPECTED_GHCB_SAVE_AREA_SIZE		1032
491*6d3b3d34STom Lendacky #define EXPECTED_SEV_ES_SAVE_AREA_SIZE		1648
49259d21d67SVineeth Pillai #define EXPECTED_VMCB_CONTROL_AREA_SIZE		1024
493d07f46f9STom Lendacky #define EXPECTED_GHCB_SIZE			PAGE_SIZE
4947923ef4fSPaolo Bonzini 
4957923ef4fSPaolo Bonzini static inline void __unused_size_checks(void)
4967923ef4fSPaolo Bonzini {
497d07f46f9STom Lendacky 	BUILD_BUG_ON(sizeof(struct vmcb_save_area)	!= EXPECTED_VMCB_SAVE_AREA_SIZE);
498a4690359STom Lendacky 	BUILD_BUG_ON(sizeof(struct ghcb_save_area)	!= EXPECTED_GHCB_SAVE_AREA_SIZE);
4993dd2775bSTom Lendacky 	BUILD_BUG_ON(sizeof(struct sev_es_save_area)	!= EXPECTED_SEV_ES_SAVE_AREA_SIZE);
500d07f46f9STom Lendacky 	BUILD_BUG_ON(sizeof(struct vmcb_control_area)	!= EXPECTED_VMCB_CONTROL_AREA_SIZE);
501d07f46f9STom Lendacky 	BUILD_BUG_ON(sizeof(struct ghcb)		!= EXPECTED_GHCB_SIZE);
5027923ef4fSPaolo Bonzini }
5037923ef4fSPaolo Bonzini 
504976bc5e2SBorislav Petkov struct vmcb {
505c2cedf7bSEduardo Habkost 	struct vmcb_control_area control;
506c2cedf7bSEduardo Habkost 	struct vmcb_save_area save;
507976bc5e2SBorislav Petkov } __packed;
508c2cedf7bSEduardo Habkost 
509c2cedf7bSEduardo Habkost #define SVM_CPUID_FUNC 0x8000000a
510c2cedf7bSEduardo Habkost 
511c2cedf7bSEduardo Habkost #define SVM_VM_CR_SVM_DISABLE 4
512c2cedf7bSEduardo Habkost 
513c2cedf7bSEduardo Habkost #define SVM_SELECTOR_S_SHIFT 4
514c2cedf7bSEduardo Habkost #define SVM_SELECTOR_DPL_SHIFT 5
515c2cedf7bSEduardo Habkost #define SVM_SELECTOR_P_SHIFT 7
516c2cedf7bSEduardo Habkost #define SVM_SELECTOR_AVL_SHIFT 8
517c2cedf7bSEduardo Habkost #define SVM_SELECTOR_L_SHIFT 9
518c2cedf7bSEduardo Habkost #define SVM_SELECTOR_DB_SHIFT 10
519c2cedf7bSEduardo Habkost #define SVM_SELECTOR_G_SHIFT 11
520c2cedf7bSEduardo Habkost 
521c2cedf7bSEduardo Habkost #define SVM_SELECTOR_TYPE_MASK (0xf)
522c2cedf7bSEduardo Habkost #define SVM_SELECTOR_S_MASK (1 << SVM_SELECTOR_S_SHIFT)
523c2cedf7bSEduardo Habkost #define SVM_SELECTOR_DPL_MASK (3 << SVM_SELECTOR_DPL_SHIFT)
524c2cedf7bSEduardo Habkost #define SVM_SELECTOR_P_MASK (1 << SVM_SELECTOR_P_SHIFT)
525c2cedf7bSEduardo Habkost #define SVM_SELECTOR_AVL_MASK (1 << SVM_SELECTOR_AVL_SHIFT)
526c2cedf7bSEduardo Habkost #define SVM_SELECTOR_L_MASK (1 << SVM_SELECTOR_L_SHIFT)
527c2cedf7bSEduardo Habkost #define SVM_SELECTOR_DB_MASK (1 << SVM_SELECTOR_DB_SHIFT)
528c2cedf7bSEduardo Habkost #define SVM_SELECTOR_G_MASK (1 << SVM_SELECTOR_G_SHIFT)
529c2cedf7bSEduardo Habkost 
530c2cedf7bSEduardo Habkost #define SVM_SELECTOR_WRITE_MASK (1 << 1)
531c2cedf7bSEduardo Habkost #define SVM_SELECTOR_READ_MASK SVM_SELECTOR_WRITE_MASK
532c2cedf7bSEduardo Habkost #define SVM_SELECTOR_CODE_MASK (1 << 3)
533c2cedf7bSEduardo Habkost 
534c2cedf7bSEduardo Habkost #define SVM_EVTINJ_VEC_MASK 0xff
535c2cedf7bSEduardo Habkost 
536c2cedf7bSEduardo Habkost #define SVM_EVTINJ_TYPE_SHIFT 8
537c2cedf7bSEduardo Habkost #define SVM_EVTINJ_TYPE_MASK (7 << SVM_EVTINJ_TYPE_SHIFT)
538c2cedf7bSEduardo Habkost 
539c2cedf7bSEduardo Habkost #define SVM_EVTINJ_TYPE_INTR (0 << SVM_EVTINJ_TYPE_SHIFT)
540c2cedf7bSEduardo Habkost #define SVM_EVTINJ_TYPE_NMI (2 << SVM_EVTINJ_TYPE_SHIFT)
541c2cedf7bSEduardo Habkost #define SVM_EVTINJ_TYPE_EXEPT (3 << SVM_EVTINJ_TYPE_SHIFT)
542c2cedf7bSEduardo Habkost #define SVM_EVTINJ_TYPE_SOFT (4 << SVM_EVTINJ_TYPE_SHIFT)
543c2cedf7bSEduardo Habkost 
544c2cedf7bSEduardo Habkost #define SVM_EVTINJ_VALID (1 << 31)
545c2cedf7bSEduardo Habkost #define SVM_EVTINJ_VALID_ERR (1 << 11)
546c2cedf7bSEduardo Habkost 
547c2cedf7bSEduardo Habkost #define SVM_EXITINTINFO_VEC_MASK SVM_EVTINJ_VEC_MASK
54864a7ec06SGleb Natapov #define SVM_EXITINTINFO_TYPE_MASK SVM_EVTINJ_TYPE_MASK
549c2cedf7bSEduardo Habkost 
550c2cedf7bSEduardo Habkost #define	SVM_EXITINTINFO_TYPE_INTR SVM_EVTINJ_TYPE_INTR
551c2cedf7bSEduardo Habkost #define	SVM_EXITINTINFO_TYPE_NMI SVM_EVTINJ_TYPE_NMI
552c2cedf7bSEduardo Habkost #define	SVM_EXITINTINFO_TYPE_EXEPT SVM_EVTINJ_TYPE_EXEPT
553c2cedf7bSEduardo Habkost #define	SVM_EXITINTINFO_TYPE_SOFT SVM_EVTINJ_TYPE_SOFT
554c2cedf7bSEduardo Habkost 
555c2cedf7bSEduardo Habkost #define SVM_EXITINTINFO_VALID SVM_EVTINJ_VALID
556c2cedf7bSEduardo Habkost #define SVM_EXITINTINFO_VALID_ERR SVM_EVTINJ_VALID_ERR
557c2cedf7bSEduardo Habkost 
558c2cedf7bSEduardo Habkost #define SVM_EXITINFOSHIFT_TS_REASON_IRET 36
559c2cedf7bSEduardo Habkost #define SVM_EXITINFOSHIFT_TS_REASON_JMP 38
560e269fb21SJan Kiszka #define SVM_EXITINFOSHIFT_TS_HAS_ERROR_CODE 44
561c2cedf7bSEduardo Habkost 
5627ff76d58SAndre Przywara #define SVM_EXITINFO_REG_MASK 0x0F
5637ff76d58SAndre Przywara 
564dc77270fSAvi Kivity #define SVM_CR0_SELECTIVE_MASK (X86_CR0_TS | X86_CR0_MP)
565c2cedf7bSEduardo Habkost 
5663702c2f4SJoerg Roedel /* GHCB Accessor functions */
5673702c2f4SJoerg Roedel 
5683702c2f4SJoerg Roedel #define GHCB_BITMAP_IDX(field)							\
569a4690359STom Lendacky 	(offsetof(struct ghcb_save_area, field) / sizeof(u64))
5703702c2f4SJoerg Roedel 
5713702c2f4SJoerg Roedel #define DEFINE_GHCB_ACCESSORS(field)						\
5723702c2f4SJoerg Roedel 	static inline bool ghcb_##field##_is_valid(const struct ghcb *ghcb)	\
5733702c2f4SJoerg Roedel 	{									\
5743702c2f4SJoerg Roedel 		return test_bit(GHCB_BITMAP_IDX(field),				\
5753702c2f4SJoerg Roedel 				(unsigned long *)&ghcb->save.valid_bitmap);	\
5763702c2f4SJoerg Roedel 	}									\
5773702c2f4SJoerg Roedel 										\
5780f60bde1STom Lendacky 	static inline u64 ghcb_get_##field(struct ghcb *ghcb)			\
5790f60bde1STom Lendacky 	{									\
5800f60bde1STom Lendacky 		return ghcb->save.field;					\
5810f60bde1STom Lendacky 	}									\
5820f60bde1STom Lendacky 										\
5830f60bde1STom Lendacky 	static inline u64 ghcb_get_##field##_if_valid(struct ghcb *ghcb)	\
5840f60bde1STom Lendacky 	{									\
5850f60bde1STom Lendacky 		return ghcb_##field##_is_valid(ghcb) ? ghcb->save.field : 0;	\
5860f60bde1STom Lendacky 	}									\
5870f60bde1STom Lendacky 										\
5883702c2f4SJoerg Roedel 	static inline void ghcb_set_##field(struct ghcb *ghcb, u64 value)	\
5893702c2f4SJoerg Roedel 	{									\
5903702c2f4SJoerg Roedel 		__set_bit(GHCB_BITMAP_IDX(field),				\
5913702c2f4SJoerg Roedel 			  (unsigned long *)&ghcb->save.valid_bitmap);		\
5923702c2f4SJoerg Roedel 		ghcb->save.field = value;					\
5933702c2f4SJoerg Roedel 	}
5943702c2f4SJoerg Roedel 
5953702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(cpl)
5963702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(rip)
5973702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(rsp)
5983702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(rax)
5993702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(rcx)
6003702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(rdx)
6013702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(rbx)
6023702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(rbp)
6033702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(rsi)
6043702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(rdi)
6053702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(r8)
6063702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(r9)
6073702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(r10)
6083702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(r11)
6093702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(r12)
6103702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(r13)
6113702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(r14)
6123702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(r15)
6133702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(sw_exit_code)
6143702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(sw_exit_info_1)
6153702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(sw_exit_info_2)
6163702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(sw_scratch)
6173702c2f4SJoerg Roedel DEFINE_GHCB_ACCESSORS(xcr0)
6183702c2f4SJoerg Roedel 
619c2cedf7bSEduardo Habkost #endif
620