xref: /linux/tools/perf/util/kvm-stat-arch/kvm-stat-x86.c (revision c7decec2f2d2ab0366567f9e30c0e1418cece43f)
1ceea279fSIan Rogers // SPDX-License-Identifier: GPL-2.0
2ceea279fSIan Rogers #include <errno.h>
3ceea279fSIan Rogers #include <string.h>
4ceea279fSIan Rogers #include "../kvm-stat.h"
5ceea279fSIan Rogers #include "../evsel.h"
6ceea279fSIan Rogers #include "../env.h"
7*a724a8fcSLeo Yan #include "../../arch/x86/include/uapi/asm/svm.h"
8*a724a8fcSLeo Yan #include "../../arch/x86/include/uapi/asm/vmx.h"
9*a724a8fcSLeo Yan #include "../../arch/x86/include/uapi/asm/kvm.h"
10ceea279fSIan Rogers #include <subcmd/parse-options.h>
11ceea279fSIan Rogers 
12ceea279fSIan Rogers define_exit_reasons_table(vmx_exit_reasons, VMX_EXIT_REASONS);
13ceea279fSIan Rogers define_exit_reasons_table(svm_exit_reasons, SVM_EXIT_REASONS);
14ceea279fSIan Rogers 
15ceea279fSIan Rogers static const struct kvm_events_ops exit_events = {
16ceea279fSIan Rogers 	.is_begin_event = exit_event_begin,
17ceea279fSIan Rogers 	.is_end_event = exit_event_end,
18ceea279fSIan Rogers 	.decode_key = exit_event_decode_key,
19ceea279fSIan Rogers 	.name = "VM-EXIT"
20ceea279fSIan Rogers };
21ceea279fSIan Rogers 
22ceea279fSIan Rogers /*
23ceea279fSIan Rogers  * For the mmio events, we treat:
24ceea279fSIan Rogers  * the time of MMIO write: kvm_mmio(KVM_TRACE_MMIO_WRITE...) -> kvm_entry
25ceea279fSIan Rogers  * the time of MMIO read: kvm_exit -> kvm_mmio(KVM_TRACE_MMIO_READ...).
26ceea279fSIan Rogers  */
mmio_event_get_key(struct evsel * evsel,struct perf_sample * sample,struct event_key * key)27ceea279fSIan Rogers static void mmio_event_get_key(struct evsel *evsel, struct perf_sample *sample,
28ceea279fSIan Rogers 			       struct event_key *key)
29ceea279fSIan Rogers {
30ceea279fSIan Rogers 	key->key  = evsel__intval(evsel, sample, "gpa");
31ceea279fSIan Rogers 	key->info = evsel__intval(evsel, sample, "type");
32ceea279fSIan Rogers }
33ceea279fSIan Rogers 
34ceea279fSIan Rogers #define KVM_TRACE_MMIO_READ_UNSATISFIED 0
35ceea279fSIan Rogers #define KVM_TRACE_MMIO_READ 1
36ceea279fSIan Rogers #define KVM_TRACE_MMIO_WRITE 2
37ceea279fSIan Rogers 
mmio_event_begin(struct evsel * evsel,struct perf_sample * sample,struct event_key * key)38ceea279fSIan Rogers static bool mmio_event_begin(struct evsel *evsel,
39ceea279fSIan Rogers 			     struct perf_sample *sample, struct event_key *key)
40ceea279fSIan Rogers {
41ceea279fSIan Rogers 	/* MMIO read begin event in kernel. */
42ceea279fSIan Rogers 	if (kvm_exit_event(evsel))
43ceea279fSIan Rogers 		return true;
44ceea279fSIan Rogers 
45ceea279fSIan Rogers 	/* MMIO write begin event in kernel. */
46ceea279fSIan Rogers 	if (evsel__name_is(evsel, "kvm:kvm_mmio") &&
47ceea279fSIan Rogers 	    evsel__intval(evsel, sample, "type") == KVM_TRACE_MMIO_WRITE) {
48ceea279fSIan Rogers 		mmio_event_get_key(evsel, sample, key);
49ceea279fSIan Rogers 		return true;
50ceea279fSIan Rogers 	}
51ceea279fSIan Rogers 
52ceea279fSIan Rogers 	return false;
53ceea279fSIan Rogers }
54ceea279fSIan Rogers 
mmio_event_end(struct evsel * evsel,struct perf_sample * sample,struct event_key * key)55ceea279fSIan Rogers static bool mmio_event_end(struct evsel *evsel, struct perf_sample *sample,
56ceea279fSIan Rogers 			   struct event_key *key)
57ceea279fSIan Rogers {
58ceea279fSIan Rogers 	/* MMIO write end event in kernel. */
59ceea279fSIan Rogers 	if (kvm_entry_event(evsel))
60ceea279fSIan Rogers 		return true;
61ceea279fSIan Rogers 
62ceea279fSIan Rogers 	/* MMIO read end event in kernel.*/
63ceea279fSIan Rogers 	if (evsel__name_is(evsel, "kvm:kvm_mmio") &&
64ceea279fSIan Rogers 	    evsel__intval(evsel, sample, "type") == KVM_TRACE_MMIO_READ) {
65ceea279fSIan Rogers 		mmio_event_get_key(evsel, sample, key);
66ceea279fSIan Rogers 		return true;
67ceea279fSIan Rogers 	}
68ceea279fSIan Rogers 
69ceea279fSIan Rogers 	return false;
70ceea279fSIan Rogers }
71ceea279fSIan Rogers 
mmio_event_decode_key(struct perf_kvm_stat * kvm __maybe_unused,struct event_key * key,char * decode)72ceea279fSIan Rogers static void mmio_event_decode_key(struct perf_kvm_stat *kvm __maybe_unused,
73ceea279fSIan Rogers 				  struct event_key *key,
74ceea279fSIan Rogers 				  char *decode)
75ceea279fSIan Rogers {
76ceea279fSIan Rogers 	scnprintf(decode, KVM_EVENT_NAME_LEN, "%#lx:%s",
77ceea279fSIan Rogers 		  (unsigned long)key->key,
78ceea279fSIan Rogers 		  key->info == KVM_TRACE_MMIO_WRITE ? "W" : "R");
79ceea279fSIan Rogers }
80ceea279fSIan Rogers 
81ceea279fSIan Rogers static const struct kvm_events_ops mmio_events = {
82ceea279fSIan Rogers 	.is_begin_event = mmio_event_begin,
83ceea279fSIan Rogers 	.is_end_event = mmio_event_end,
84ceea279fSIan Rogers 	.decode_key = mmio_event_decode_key,
85ceea279fSIan Rogers 	.name = "MMIO Access"
86ceea279fSIan Rogers };
87ceea279fSIan Rogers 
88ceea279fSIan Rogers  /* The time of emulation pio access is from kvm_pio to kvm_entry. */
ioport_event_get_key(struct evsel * evsel,struct perf_sample * sample,struct event_key * key)89ceea279fSIan Rogers static void ioport_event_get_key(struct evsel *evsel,
90ceea279fSIan Rogers 				 struct perf_sample *sample,
91ceea279fSIan Rogers 				 struct event_key *key)
92ceea279fSIan Rogers {
93ceea279fSIan Rogers 	key->key  = evsel__intval(evsel, sample, "port");
94ceea279fSIan Rogers 	key->info = evsel__intval(evsel, sample, "rw");
95ceea279fSIan Rogers }
96ceea279fSIan Rogers 
ioport_event_begin(struct evsel * evsel,struct perf_sample * sample,struct event_key * key)97ceea279fSIan Rogers static bool ioport_event_begin(struct evsel *evsel,
98ceea279fSIan Rogers 			       struct perf_sample *sample,
99ceea279fSIan Rogers 			       struct event_key *key)
100ceea279fSIan Rogers {
101ceea279fSIan Rogers 	if (evsel__name_is(evsel, "kvm:kvm_pio")) {
102ceea279fSIan Rogers 		ioport_event_get_key(evsel, sample, key);
103ceea279fSIan Rogers 		return true;
104ceea279fSIan Rogers 	}
105ceea279fSIan Rogers 
106ceea279fSIan Rogers 	return false;
107ceea279fSIan Rogers }
108ceea279fSIan Rogers 
ioport_event_end(struct evsel * evsel,struct perf_sample * sample __maybe_unused,struct event_key * key __maybe_unused)109ceea279fSIan Rogers static bool ioport_event_end(struct evsel *evsel,
110ceea279fSIan Rogers 			     struct perf_sample *sample __maybe_unused,
111ceea279fSIan Rogers 			     struct event_key *key __maybe_unused)
112ceea279fSIan Rogers {
113ceea279fSIan Rogers 	return kvm_entry_event(evsel);
114ceea279fSIan Rogers }
115ceea279fSIan Rogers 
ioport_event_decode_key(struct perf_kvm_stat * kvm __maybe_unused,struct event_key * key,char * decode)116ceea279fSIan Rogers static void ioport_event_decode_key(struct perf_kvm_stat *kvm __maybe_unused,
117ceea279fSIan Rogers 				    struct event_key *key,
118ceea279fSIan Rogers 				    char *decode)
119ceea279fSIan Rogers {
120ceea279fSIan Rogers 	scnprintf(decode, KVM_EVENT_NAME_LEN, "%#llx:%s",
121ceea279fSIan Rogers 		  (unsigned long long)key->key,
122ceea279fSIan Rogers 		  key->info ? "POUT" : "PIN");
123ceea279fSIan Rogers }
124ceea279fSIan Rogers 
125ceea279fSIan Rogers static const struct kvm_events_ops ioport_events = {
126ceea279fSIan Rogers 	.is_begin_event = ioport_event_begin,
127ceea279fSIan Rogers 	.is_end_event = ioport_event_end,
128ceea279fSIan Rogers 	.decode_key = ioport_event_decode_key,
129ceea279fSIan Rogers 	.name = "IO Port Access"
130ceea279fSIan Rogers };
131ceea279fSIan Rogers 
132ceea279fSIan Rogers  /* The time of emulation msr is from kvm_msr to kvm_entry. */
msr_event_get_key(struct evsel * evsel,struct perf_sample * sample,struct event_key * key)133ceea279fSIan Rogers static void msr_event_get_key(struct evsel *evsel,
134ceea279fSIan Rogers 				 struct perf_sample *sample,
135ceea279fSIan Rogers 				 struct event_key *key)
136ceea279fSIan Rogers {
137ceea279fSIan Rogers 	key->key  = evsel__intval(evsel, sample, "ecx");
138ceea279fSIan Rogers 	key->info = evsel__intval(evsel, sample, "write");
139ceea279fSIan Rogers }
140ceea279fSIan Rogers 
msr_event_begin(struct evsel * evsel,struct perf_sample * sample,struct event_key * key)141ceea279fSIan Rogers static bool msr_event_begin(struct evsel *evsel,
142ceea279fSIan Rogers 			       struct perf_sample *sample,
143ceea279fSIan Rogers 			       struct event_key *key)
144ceea279fSIan Rogers {
145ceea279fSIan Rogers 	if (evsel__name_is(evsel, "kvm:kvm_msr")) {
146ceea279fSIan Rogers 		msr_event_get_key(evsel, sample, key);
147ceea279fSIan Rogers 		return true;
148ceea279fSIan Rogers 	}
149ceea279fSIan Rogers 
150ceea279fSIan Rogers 	return false;
151ceea279fSIan Rogers }
152ceea279fSIan Rogers 
msr_event_end(struct evsel * evsel,struct perf_sample * sample __maybe_unused,struct event_key * key __maybe_unused)153ceea279fSIan Rogers static bool msr_event_end(struct evsel *evsel,
154ceea279fSIan Rogers 			     struct perf_sample *sample __maybe_unused,
155ceea279fSIan Rogers 			     struct event_key *key __maybe_unused)
156ceea279fSIan Rogers {
157ceea279fSIan Rogers 	return kvm_entry_event(evsel);
158ceea279fSIan Rogers }
159ceea279fSIan Rogers 
msr_event_decode_key(struct perf_kvm_stat * kvm __maybe_unused,struct event_key * key,char * decode)160ceea279fSIan Rogers static void msr_event_decode_key(struct perf_kvm_stat *kvm __maybe_unused,
161ceea279fSIan Rogers 				    struct event_key *key,
162ceea279fSIan Rogers 				    char *decode)
163ceea279fSIan Rogers {
164ceea279fSIan Rogers 	scnprintf(decode, KVM_EVENT_NAME_LEN, "%#llx:%s",
165ceea279fSIan Rogers 		  (unsigned long long)key->key,
166ceea279fSIan Rogers 		  key->info ? "W" : "R");
167ceea279fSIan Rogers }
168ceea279fSIan Rogers 
169ceea279fSIan Rogers static const struct kvm_events_ops msr_events = {
170ceea279fSIan Rogers 	.is_begin_event = msr_event_begin,
171ceea279fSIan Rogers 	.is_end_event = msr_event_end,
172ceea279fSIan Rogers 	.decode_key = msr_event_decode_key,
173ceea279fSIan Rogers 	.name = "MSR Access"
174ceea279fSIan Rogers };
175ceea279fSIan Rogers 
176ceea279fSIan Rogers static const char * const __kvm_events_tp[] = {
177ceea279fSIan Rogers 	"kvm:kvm_entry",
178ceea279fSIan Rogers 	"kvm:kvm_exit",
179ceea279fSIan Rogers 	"kvm:kvm_mmio",
180ceea279fSIan Rogers 	"kvm:kvm_pio",
181ceea279fSIan Rogers 	"kvm:kvm_msr",
182ceea279fSIan Rogers 	NULL,
183ceea279fSIan Rogers };
184ceea279fSIan Rogers 
185ceea279fSIan Rogers static const struct kvm_reg_events_ops __kvm_reg_events_ops[] = {
186ceea279fSIan Rogers 	{ .name = "vmexit", .ops = &exit_events },
187ceea279fSIan Rogers 	{ .name = "mmio", .ops = &mmio_events },
188ceea279fSIan Rogers 	{ .name = "ioport", .ops = &ioport_events },
189ceea279fSIan Rogers 	{ .name = "msr", .ops = &msr_events },
190ceea279fSIan Rogers 	{ NULL, NULL },
191ceea279fSIan Rogers };
192ceea279fSIan Rogers 
193ceea279fSIan Rogers static const char * const __kvm_skip_events[] = {
194ceea279fSIan Rogers 	"HLT",
195ceea279fSIan Rogers 	NULL,
196ceea279fSIan Rogers };
197ceea279fSIan Rogers 
__cpu_isa_init_x86(struct perf_kvm_stat * kvm,const char * cpuid)198ceea279fSIan Rogers int __cpu_isa_init_x86(struct perf_kvm_stat *kvm, const char *cpuid)
199ceea279fSIan Rogers {
200ceea279fSIan Rogers 	if (strstr(cpuid, "Intel")) {
201ceea279fSIan Rogers 		kvm->exit_reasons = vmx_exit_reasons;
202ceea279fSIan Rogers 		kvm->exit_reasons_isa = "VMX";
203ceea279fSIan Rogers 	} else if (strstr(cpuid, "AMD") || strstr(cpuid, "Hygon")) {
204ceea279fSIan Rogers 		kvm->exit_reasons = svm_exit_reasons;
205ceea279fSIan Rogers 		kvm->exit_reasons_isa = "SVM";
206ceea279fSIan Rogers 	} else
207ceea279fSIan Rogers 		return -ENOTSUP;
208ceea279fSIan Rogers 
209ceea279fSIan Rogers 	return 0;
210ceea279fSIan Rogers }
211ceea279fSIan Rogers 
212ceea279fSIan Rogers /*
213ceea279fSIan Rogers  * After KVM supports PEBS for guest on Intel platforms
214ceea279fSIan Rogers  * (https://lore.kernel.org/all/20220411101946.20262-1-likexu@tencent.com/),
215ceea279fSIan Rogers  * host loses the capability to sample guest with PEBS since all PEBS related
216ceea279fSIan Rogers  * MSRs are switched to guest value after vm-entry, like IA32_DS_AREA MSR is
217ceea279fSIan Rogers  * switched to guest GVA at vm-entry. This would lead to "perf kvm record"
218ceea279fSIan Rogers  * fails to sample guest on Intel platforms since "cycles:P" event is used to
219ceea279fSIan Rogers  * sample guest by default.
220ceea279fSIan Rogers  *
221ceea279fSIan Rogers  * So, to avoid this issue explicitly use "cycles" instead of "cycles:P" event
222ceea279fSIan Rogers  * by default to sample guest on Intel platforms.
223ceea279fSIan Rogers  */
__kvm_add_default_arch_event_x86(int * argc,const char ** argv)224ceea279fSIan Rogers int __kvm_add_default_arch_event_x86(int *argc, const char **argv)
225ceea279fSIan Rogers {
226ceea279fSIan Rogers 	const char **tmp;
227ceea279fSIan Rogers 	bool event = false;
228ceea279fSIan Rogers 	int ret = 0, i, j = *argc;
229ceea279fSIan Rogers 
230ceea279fSIan Rogers 	const struct option event_options[] = {
231ceea279fSIan Rogers 		OPT_BOOLEAN('e', "event", &event, NULL),
232ceea279fSIan Rogers 		OPT_BOOLEAN(0, "pfm-events", &event, NULL),
233ceea279fSIan Rogers 		OPT_END()
234ceea279fSIan Rogers 	};
235ceea279fSIan Rogers 
236ceea279fSIan Rogers 	if (!x86__is_intel_cpu())
237ceea279fSIan Rogers 		return 0;
238ceea279fSIan Rogers 
239ceea279fSIan Rogers 	tmp = calloc(j + 1, sizeof(char *));
240ceea279fSIan Rogers 	if (!tmp)
241ceea279fSIan Rogers 		return -ENOMEM;
242ceea279fSIan Rogers 
243ceea279fSIan Rogers 	for (i = 0; i < j; i++)
244ceea279fSIan Rogers 		tmp[i] = argv[i];
245ceea279fSIan Rogers 
246ceea279fSIan Rogers 	parse_options(j, tmp, event_options, NULL, PARSE_OPT_KEEP_UNKNOWN);
247ceea279fSIan Rogers 	if (!event) {
248ceea279fSIan Rogers 		argv[j++] = STRDUP_FAIL_EXIT("-e");
249ceea279fSIan Rogers 		argv[j++] = STRDUP_FAIL_EXIT("cycles");
250ceea279fSIan Rogers 		*argc += 2;
251ceea279fSIan Rogers 	}
252ceea279fSIan Rogers 
253ceea279fSIan Rogers 	free(tmp);
254ceea279fSIan Rogers 	return 0;
255ceea279fSIan Rogers 
256ceea279fSIan Rogers EXIT:
257ceea279fSIan Rogers 	free(tmp);
258ceea279fSIan Rogers 	return ret;
259ceea279fSIan Rogers }
260ceea279fSIan Rogers 
__kvm_events_tp_x86(void)261ceea279fSIan Rogers const char * const *__kvm_events_tp_x86(void)
262ceea279fSIan Rogers {
263ceea279fSIan Rogers 	return __kvm_events_tp;
264ceea279fSIan Rogers }
265ceea279fSIan Rogers 
__kvm_reg_events_ops_x86(void)266ceea279fSIan Rogers const struct kvm_reg_events_ops *__kvm_reg_events_ops_x86(void)
267ceea279fSIan Rogers {
268ceea279fSIan Rogers 	return __kvm_reg_events_ops;
269ceea279fSIan Rogers }
270ceea279fSIan Rogers 
__kvm_skip_events_x86(void)271ceea279fSIan Rogers const char * const *__kvm_skip_events_x86(void)
272ceea279fSIan Rogers {
273ceea279fSIan Rogers 	return __kvm_skip_events;
274ceea279fSIan Rogers }
275