xref: /freebsd/lib/libpmc/libpmc_pmu_util.c (revision b17b639832e707aab0e9514cf94727498e2d67bd)
1 /*-
2  * SPDX-License-Identifier: BSD-2-Clause
3  *
4  * Copyright (c) 2018, Matthew Macy
5  * Copyright (c) 2021, The FreeBSD Foundation
6  *
7  * Portions of this software were developed by Mitchell Horne
8  * under sponsorship from the FreeBSD Foundation.
9  *
10  * Redistribution and use in source and binary forms, with or without
11  * modification, are permitted provided that the following conditions
12  * are met:
13  * 1. Redistributions of source code must retain the above copyright
14  *    notice, this list of conditions and the following disclaimer.
15  * 2. Redistributions in binary form must reproduce the above copyright
16  *    notice, this list of conditions and the following disclaimer in the
17  *    documentation and/or other materials provided with the distribution.
18  *
19  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
20  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
21  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
22  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
23  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
24  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
25  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
26  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
27  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
28  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
29  * SUCH DAMAGE.
30  *
31  * $FreeBSD$
32  *
33  */
34 
35 #include <sys/types.h>
36 #include <sys/errno.h>
37 #include <sys/pmc.h>
38 #include <sys/sysctl.h>
39 #include <stddef.h>
40 #include <stdlib.h>
41 #include <limits.h>
42 #include <regex.h>
43 #include <string.h>
44 #include <pmc.h>
45 #include <pmclog.h>
46 #include <assert.h>
47 #include <libpmcstat.h>
48 #include "pmu-events/pmu-events.h"
49 
50 struct pmu_alias {
51 	const char *pa_alias;
52 	const char *pa_name;
53 };
54 
55 #if defined(__amd64__) || defined(__i386__)
56 typedef enum {
57 	PMU_INVALID,
58 	PMU_INTEL,
59 	PMU_AMD,
60 } pmu_mfr_t;
61 
62 static struct pmu_alias pmu_intel_alias_table[] = {
63 	{"UNHALTED_CORE_CYCLES", "cpu_clk_unhalted.thread"},
64 	{"UNHALTED-CORE-CYCLES", "cpu_clk_unhalted.thread"},
65 	{"LLC_MISSES", "LONGEST_LAT_CACHE.MISS"},
66 	{"LLC-MISSES", "LONGEST_LAT_CACHE.MISS"},
67 	{"LLC_REFERENCE", "LONGEST_LAT_CACHE.REFERENCE"},
68 	{"LLC-REFERENCE", "LONGEST_LAT_CACHE.REFERENCE"},
69 	{"LLC_MISS_RHITM", "mem_load_l3_miss_retired.remote_hitm"},
70 	{"LLC-MISS-RHITM", "mem_load_l3_miss_retired.remote_hitm"},
71 	{"RESOURCE_STALL", "RESOURCE_STALLS.ANY"},
72 	{"RESOURCE_STALLS_ANY", "RESOURCE_STALLS.ANY"},
73 	{"BRANCH_INSTRUCTION_RETIRED", "BR_INST_RETIRED.ALL_BRANCHES"},
74 	{"BRANCH-INSTRUCTION-RETIRED", "BR_INST_RETIRED.ALL_BRANCHES"},
75 	{"BRANCH_MISSES_RETIRED", "BR_MISP_RETIRED.ALL_BRANCHES"},
76 	{"BRANCH-MISSES-RETIRED", "BR_MISP_RETIRED.ALL_BRANCHES"},
77 	{"unhalted-cycles", "cpu_clk_unhalted.thread"},
78 	{"instructions", "inst_retired.any"},
79 	{"branch-mispredicts", "br_misp_retired.all_branches"},
80 	{"branches", "br_inst_retired.all_branches"},
81 	{"interrupts", "hw_interrupts.received"},
82 	{"ic-misses", "frontend_retired.l1i_miss"},
83 	{NULL, NULL},
84 };
85 
86 static struct pmu_alias pmu_amd_alias_table[] = {
87 	{"UNHALTED_CORE_CYCLES", "ls_not_halted_cyc"},
88 	{"UNHALTED-CORE-CYCLES", "ls_not_halted_cyc"},
89 	{"LLC_MISSES", "l3_comb_clstr_state.request_miss"},
90 	{"LLC-MISSES", "l3_comb_clstr_state.request_miss"},
91 	{"LLC_REFERENCE", "l3_request_g1.caching_l3_cache_accesses"},
92 	{"LLC-REFERENCE", "l3_request_g1.caching_l3_cache_accesses"},
93 	{"BRANCH_INSTRUCTION_RETIRED", "ex_ret_brn"},
94 	{"BRANCH-INSTRUCTION-RETIRED", "ex_ret_brn"},
95 	{"BRANCH_MISSES_RETIRED", "ex_ret_brn_misp"},
96 	{"BRANCH-MISSES-RETIRED", "ex_ret_brn_misp"},
97 	{"unhalted-cycles", "ls_not_halted_cyc"},
98 	{"instructions", "ex_ret_instr",},
99 	{"branch-mispredicts", "ex_ret_brn_misp"},
100 	{"branches", "ex_ret_brn"},
101 	{"interrupts", "ls_int_taken"}, /* Not on amdzen1 */
102 	{NULL, NULL},
103 };
104 
105 
106 static pmu_mfr_t
107 pmu_events_mfr(void)
108 {
109 	char buf[PMC_CPUID_LEN];
110 	size_t s = sizeof(buf);
111 	pmu_mfr_t mfr;
112 
113 	if (sysctlbyname("kern.hwpmc.cpuid", buf, &s,
114 	    (void *)NULL, 0) == -1)
115 		return (PMU_INVALID);
116 	if (strcasestr(buf, "AuthenticAMD") != NULL ||
117 	    strcasestr(buf, "HygonGenuine") != NULL)
118 		mfr = PMU_AMD;
119 	else if (strcasestr(buf, "GenuineIntel") != NULL)
120 		mfr = PMU_INTEL;
121 	else
122 		mfr = PMU_INVALID;
123 	return (mfr);
124 }
125 
126 /*
127  *  The Intel fixed mode counters are:
128  *	"inst_retired.any",
129  *	"cpu_clk_unhalted.thread",
130  *	"cpu_clk_unhalted.thread_any",
131  *	"cpu_clk_unhalted.ref_tsc",
132  *
133  */
134 
135 static const char *
136 pmu_alias_get(const char *name)
137 {
138 	pmu_mfr_t mfr;
139 	struct pmu_alias *pa;
140 	struct pmu_alias *pmu_alias_table;
141 
142 	if ((mfr = pmu_events_mfr()) == PMU_INVALID)
143 		return (name);
144 	if (mfr == PMU_AMD)
145 		pmu_alias_table = pmu_amd_alias_table;
146 	else if (mfr == PMU_INTEL)
147 		pmu_alias_table = pmu_intel_alias_table;
148 	else
149 		return (name);
150 
151 	for (pa = pmu_alias_table; pa->pa_alias != NULL; pa++)
152 		if (strcasecmp(name, pa->pa_alias) == 0)
153 			return (pa->pa_name);
154 
155 	return (name);
156 }
157 #elif defined(__powerpc64__)
158 
159 static const char *
160 pmu_alias_get(const char *name)
161 {
162 	return (name);
163 }
164 
165 #elif defined(__aarch64__)
166 
167 static struct pmu_alias pmu_armv8_alias_table[] = {
168 	{"UNHALTED_CORE_CYCLES", "CPU_CYCLES"},
169 	{"UNHALTED-CORE-CYCLES", "CPU_CYCLES"},
170 	{"LLC_MISSES", "LL_CACHE_MISS_RD"},
171 	{"LLC-MISSES", "LL_CACHE_MISS_RD"},
172 	{"LLC_REFERENCE", "LL_CACHE_RD"},
173 	{"LLC-REFERENCE", "LL_CACHE_RD"},
174 	{"BRANCH_INSTRUCTION_RETIRED", "BR_RETIRED"},
175 	{"BRANCH-INSTRUCTION-RETIRED", "BR_RETIRED"},
176 	{"BRANCH_MISSES_RETIRED", "BR_MIS_PRED_RETIRED"},
177 	{"BRANCH-MISSES-RETIRED", "BR_MIS_PRED_RETIRED"},
178 	{"unhalted-cycles", "CPU_CYCLES"},
179 	{"instructions", "INST_RETIRED",},
180 	{"branch-mispredicts", "BR_MIS_PRED_RETIRED"},
181 	{"branches", "BR_RETIRED"},
182 	{"interrupts", "EXC_IRQ"},
183 	{NULL, NULL},
184 };
185 
186 static const char *
187 pmu_alias_get(const char *name)
188 {
189 	struct pmu_alias *pa;
190 
191 	for (pa = pmu_armv8_alias_table; pa->pa_alias != NULL; pa++)
192 		if (strcasecmp(name, pa->pa_alias) == 0)
193 			return (pa->pa_name);
194 
195 	return (name);
196 }
197 
198 #else
199 
200 static const char *
201 pmu_alias_get(const char *name)
202 {
203 
204 	return (name);
205 }
206 #endif
207 
208 struct pmu_event_desc {
209 	uint64_t ped_period;
210 	uint64_t ped_offcore_rsp;
211 	uint64_t ped_l3_thread;
212 	uint64_t ped_l3_slice;
213 	uint32_t ped_event;
214 	uint32_t ped_frontend;
215 	uint32_t ped_ldlat;
216 	uint32_t ped_config1;
217 	int16_t	ped_umask;
218 	uint8_t	ped_cmask;
219 	uint8_t	ped_any;
220 	uint8_t	ped_inv;
221 	uint8_t	ped_edge;
222 	uint8_t	ped_fc_mask;
223 	uint8_t	ped_ch_mask;
224 };
225 
226 static const struct pmu_events_map *
227 pmu_events_map_get(const char *cpuid)
228 {
229 	regex_t re;
230 	regmatch_t pmatch[1];
231 	char buf[PMC_CPUID_LEN];
232 	size_t s = sizeof(buf);
233 	int match;
234 	const struct pmu_events_map *pme;
235 
236 	if (cpuid != NULL) {
237 		strlcpy(buf, cpuid, s);
238 	} else {
239 		if (sysctlbyname("kern.hwpmc.cpuid", buf, &s,
240 		    (void *)NULL, 0) == -1)
241 			return (NULL);
242 	}
243 	for (pme = pmu_events_map; pme->cpuid != NULL; pme++) {
244 		if (regcomp(&re, pme->cpuid, REG_EXTENDED) != 0) {
245 			printf("regex '%s' failed to compile, ignoring\n",
246 			    pme->cpuid);
247 			continue;
248 		}
249 		match = regexec(&re, buf, 1, pmatch, 0);
250 		regfree(&re);
251 		if (match == 0) {
252 			if (pmatch[0].rm_so == 0 && (buf[pmatch[0].rm_eo] == 0
253 			    || buf[pmatch[0].rm_eo] == '-'))
254 				return (pme);
255 		}
256 	}
257 	return (NULL);
258 }
259 
260 static const struct pmu_event *
261 pmu_event_get(const char *cpuid, const char *event_name, int *idx)
262 {
263 	const struct pmu_events_map *pme;
264 	const struct pmu_event *pe;
265 	int i;
266 
267 	if ((pme = pmu_events_map_get(cpuid)) == NULL)
268 		return (NULL);
269 	for (i = 0, pe = pme->table; pe->name || pe->desc || pe->event; pe++, i++) {
270 		if (pe->name == NULL)
271 			continue;
272 		if (strcasecmp(pe->name, event_name) == 0) {
273 			if (idx)
274 				*idx = i;
275 			return (pe);
276 		}
277 	}
278 	return (NULL);
279 }
280 
281 int
282 pmc_pmu_idx_get_by_event(const char *cpuid, const char *event)
283 {
284 	int idx;
285 	const char *realname;
286 
287 	realname = pmu_alias_get(event);
288 	if (pmu_event_get(cpuid, realname, &idx) == NULL)
289 		return (-1);
290 	return (idx);
291 }
292 
293 const char *
294 pmc_pmu_event_get_by_idx(const char *cpuid, int idx)
295 {
296 	const struct pmu_events_map *pme;
297 
298 	if ((pme = pmu_events_map_get(cpuid)) == NULL)
299 		return (NULL);
300 	assert(pme->table[idx].name);
301 	return (pme->table[idx].name);
302 }
303 
304 static int
305 pmu_parse_event(struct pmu_event_desc *ped, const char *eventin)
306 {
307 	char *event;
308 	char *kvp, *key, *value, *r;
309 	char *debug;
310 
311 	if ((event = strdup(eventin)) == NULL)
312 		return (ENOMEM);
313 	r = event;
314 	bzero(ped, sizeof(*ped));
315 	ped->ped_period = DEFAULT_SAMPLE_COUNT;
316 	ped->ped_umask = -1;
317 	while ((kvp = strsep(&event, ",")) != NULL) {
318 		key = strsep(&kvp, "=");
319 		if (key == NULL)
320 			abort();
321 		value = kvp;
322 		if (strcmp(key, "umask") == 0)
323 			ped->ped_umask = strtol(value, NULL, 16);
324 		else if (strcmp(key, "event") == 0)
325 			ped->ped_event = strtol(value, NULL, 16);
326 		else if (strcmp(key, "period") == 0)
327 			ped->ped_period = strtol(value, NULL, 10);
328 		else if (strcmp(key, "offcore_rsp") == 0)
329 			ped->ped_offcore_rsp = strtol(value, NULL, 16);
330 		else if (strcmp(key, "any") == 0)
331 			ped->ped_any = strtol(value, NULL, 10);
332 		else if (strcmp(key, "cmask") == 0)
333 			ped->ped_cmask = strtol(value, NULL, 10);
334 		else if (strcmp(key, "inv") == 0)
335 			ped->ped_inv = strtol(value, NULL, 10);
336 		else if (strcmp(key, "edge") == 0)
337 			ped->ped_edge = strtol(value, NULL, 10);
338 		else if (strcmp(key, "frontend") == 0)
339 			ped->ped_frontend = strtol(value, NULL, 16);
340 		else if (strcmp(key, "ldlat") == 0)
341 			ped->ped_ldlat = strtol(value, NULL, 16);
342 		else if (strcmp(key, "fc_mask") == 0)
343 			ped->ped_fc_mask = strtol(value, NULL, 16);
344 		else if (strcmp(key, "ch_mask") == 0)
345 			ped->ped_ch_mask = strtol(value, NULL, 16);
346 		else if (strcmp(key, "config1") == 0)
347 			ped->ped_config1 = strtol(value, NULL, 16);
348 		else if (strcmp(key, "l3_thread_mask") == 0)
349 			ped->ped_l3_thread = strtol(value, NULL, 16);
350 		else if (strcmp(key, "l3_slice_mask") == 0)
351 			ped->ped_l3_slice = strtol(value, NULL, 16);
352 		else {
353 			debug = getenv("PMUDEBUG");
354 			if (debug != NULL && strcmp(debug, "true") == 0 && value != NULL)
355 				printf("unrecognized kvpair: %s:%s\n", key, value);
356 		}
357 	}
358 	free(r);
359 	return (0);
360 }
361 
362 uint64_t
363 pmc_pmu_sample_rate_get(const char *event_name)
364 {
365 	const struct pmu_event *pe;
366 	struct pmu_event_desc ped;
367 
368 	event_name = pmu_alias_get(event_name);
369 	if ((pe = pmu_event_get(NULL, event_name, NULL)) == NULL)
370 		return (DEFAULT_SAMPLE_COUNT);
371 	if (pe->event == NULL)
372 		return (DEFAULT_SAMPLE_COUNT);
373 	if (pmu_parse_event(&ped, pe->event))
374 		return (DEFAULT_SAMPLE_COUNT);
375 	return (ped.ped_period);
376 }
377 
378 int
379 pmc_pmu_enabled(void)
380 {
381 
382 	return (pmu_events_map_get(NULL) != NULL);
383 }
384 
385 void
386 pmc_pmu_print_counters(const char *event_name)
387 {
388 	const struct pmu_events_map *pme;
389 	const struct pmu_event *pe;
390 	struct pmu_event_desc ped;
391 	char *debug;
392 	int do_debug;
393 
394 	debug = getenv("PMUDEBUG");
395 	do_debug = 0;
396 
397 	if (debug != NULL && strcmp(debug, "true") == 0)
398 		do_debug = 1;
399 	if ((pme = pmu_events_map_get(NULL)) == NULL)
400 		return;
401 	for (pe = pme->table; pe->name || pe->desc || pe->event; pe++) {
402 		if (pe->name == NULL)
403 			continue;
404 		if (event_name != NULL && strcasestr(pe->name, event_name) == NULL)
405 			continue;
406 		printf("\t%s\n", pe->name);
407 		if (do_debug)
408 			pmu_parse_event(&ped, pe->event);
409 	}
410 }
411 
412 void
413 pmc_pmu_print_counter_desc(const char *ev)
414 {
415 	const struct pmu_events_map *pme;
416 	const struct pmu_event *pe;
417 
418 	if ((pme = pmu_events_map_get(NULL)) == NULL)
419 		return;
420 	for (pe = pme->table; pe->name || pe->desc || pe->event; pe++) {
421 		if (pe->name == NULL)
422 			continue;
423 		if (strcasestr(pe->name, ev) != NULL &&
424 		    pe->desc != NULL)
425 			printf("%s:\t%s\n", pe->name, pe->desc);
426 	}
427 }
428 
429 void
430 pmc_pmu_print_counter_desc_long(const char *ev)
431 {
432 	const struct pmu_events_map *pme;
433 	const struct pmu_event *pe;
434 
435 	if ((pme = pmu_events_map_get(NULL)) == NULL)
436 		return;
437 	for (pe = pme->table; pe->name || pe->desc || pe->event; pe++) {
438 		if (pe->name == NULL)
439 			continue;
440 		if (strcasestr(pe->name, ev) != NULL) {
441 			if (pe->long_desc != NULL)
442 				printf("%s:\n%s\n", pe->name, pe->long_desc);
443 			else if (pe->desc != NULL)
444 				printf("%s:\t%s\n", pe->name, pe->desc);
445 		}
446 	}
447 }
448 
449 void
450 pmc_pmu_print_counter_full(const char *ev)
451 {
452 	const struct pmu_events_map *pme;
453 	const struct pmu_event *pe;
454 
455 	if ((pme = pmu_events_map_get(NULL)) == NULL)
456 		return;
457 	for (pe = pme->table; pe->name || pe->desc || pe->event; pe++) {
458 		if (pe->name == NULL)
459 			continue;
460 		if (strcasestr(pe->name, ev) == NULL)
461 			continue;
462 		printf("name: %s\n", pe->name);
463 		if (pe->long_desc != NULL)
464 			printf("desc: %s\n", pe->long_desc);
465 		else if (pe->desc != NULL)
466 			printf("desc: %s\n", pe->desc);
467 		if (pe->event != NULL)
468 			printf("event: %s\n", pe->event);
469 		if (pe->topic != NULL)
470 			printf("topic: %s\n", pe->topic);
471 		if (pe->pmu != NULL)
472 			printf("pmu: %s\n", pe->pmu);
473 		if (pe->unit != NULL)
474 			printf("unit: %s\n", pe->unit);
475 		if (pe->perpkg != NULL)
476 			printf("perpkg: %s\n", pe->perpkg);
477 		if (pe->metric_expr != NULL)
478 			printf("metric_expr: %s\n", pe->metric_expr);
479 		if (pe->metric_name != NULL)
480 			printf("metric_name: %s\n", pe->metric_name);
481 		if (pe->metric_group != NULL)
482 			printf("metric_group: %s\n", pe->metric_group);
483 	}
484 }
485 
486 #if defined(__amd64__) || defined(__i386__)
487 static int
488 pmc_pmu_amd_pmcallocate(const char *event_name, struct pmc_op_pmcallocate *pm,
489 	struct pmu_event_desc *ped)
490 {
491 	struct pmc_md_amd_op_pmcallocate *amd;
492 	const struct pmu_event *pe;
493 	int idx = -1;
494 
495 	amd = &pm->pm_md.pm_amd;
496 	if (ped->ped_umask > 0) {
497 		pm->pm_caps |= PMC_CAP_QUALIFIER;
498 		amd->pm_amd_config |= AMD_PMC_TO_UNITMASK(ped->ped_umask);
499 	}
500 	pm->pm_class = PMC_CLASS_K8;
501 	pe = pmu_event_get(NULL, event_name, &idx);
502 
503 	if (strcmp("l3cache", pe->topic) == 0){
504 		amd->pm_amd_config |= AMD_PMC_TO_EVENTMASK(ped->ped_event);
505 		amd->pm_amd_sub_class = PMC_AMD_SUB_CLASS_L3_CACHE;
506 		amd->pm_amd_config |= AMD_PMC_TO_L3SLICE(ped->ped_l3_slice);
507 		amd->pm_amd_config |= AMD_PMC_TO_L3CORE(ped->ped_l3_thread);
508 	}
509 	else if (strcmp("data fabric", pe->topic) == 0){
510 
511 		amd->pm_amd_config |= AMD_PMC_TO_EVENTMASK_DF(ped->ped_event);
512 		amd->pm_amd_sub_class = PMC_AMD_SUB_CLASS_DATA_FABRIC;
513 	}
514 	else{
515 		amd->pm_amd_config |= AMD_PMC_TO_EVENTMASK(ped->ped_event);
516 		amd->pm_amd_sub_class = PMC_AMD_SUB_CLASS_CORE;
517 		if ((pm->pm_caps & (PMC_CAP_USER|PMC_CAP_SYSTEM)) == 0 ||
518 			(pm->pm_caps & (PMC_CAP_USER|PMC_CAP_SYSTEM)) ==
519 			(PMC_CAP_USER|PMC_CAP_SYSTEM))
520 			amd->pm_amd_config |= (AMD_PMC_USR | AMD_PMC_OS);
521 		else if (pm->pm_caps & PMC_CAP_USER)
522 			amd->pm_amd_config |= AMD_PMC_USR;
523 		else if (pm->pm_caps & PMC_CAP_SYSTEM)
524 			amd->pm_amd_config |= AMD_PMC_OS;
525 		if (ped->ped_edge)
526 			amd->pm_amd_config |= AMD_PMC_EDGE;
527 		if (ped->ped_inv)
528 			amd->pm_amd_config |= AMD_PMC_INVERT;
529 		if (pm->pm_caps & PMC_CAP_INTERRUPT)
530 			amd->pm_amd_config |= AMD_PMC_INT;
531 	}
532 	return (0);
533 }
534 
535 static int
536 pmc_pmu_intel_pmcallocate(const char *event_name, struct pmc_op_pmcallocate *pm,
537 	struct pmu_event_desc *ped)
538 {
539 	struct pmc_md_iap_op_pmcallocate *iap;
540 
541 	iap = &pm->pm_md.pm_iap;
542 	if (strcasestr(event_name, "UNC_") == event_name ||
543 	    strcasestr(event_name, "uncore") != NULL) {
544 		pm->pm_class = PMC_CLASS_UCP;
545 		pm->pm_caps |= PMC_CAP_QUALIFIER;
546 	} else if (ped->ped_event == 0x0) {
547 		pm->pm_class = PMC_CLASS_IAF;
548 	} else {
549 		pm->pm_class = PMC_CLASS_IAP;
550 		pm->pm_caps |= PMC_CAP_QUALIFIER;
551 	}
552 	iap->pm_iap_config |= IAP_EVSEL(ped->ped_event);
553 	if (ped->ped_umask > 0)
554 		iap->pm_iap_config |= IAP_UMASK(ped->ped_umask);
555 	iap->pm_iap_config |= IAP_CMASK(ped->ped_cmask);
556 	iap->pm_iap_rsp = ped->ped_offcore_rsp;
557 
558 	if ((pm->pm_caps & (PMC_CAP_USER|PMC_CAP_SYSTEM)) == 0 ||
559 		(pm->pm_caps & (PMC_CAP_USER|PMC_CAP_SYSTEM)) ==
560 		(PMC_CAP_USER|PMC_CAP_SYSTEM))
561 		iap->pm_iap_config |= (IAP_USR | IAP_OS);
562 	else if (pm->pm_caps & PMC_CAP_USER)
563 		iap->pm_iap_config |= IAP_USR;
564 	else if (pm->pm_caps & PMC_CAP_SYSTEM)
565 		iap->pm_iap_config |= IAP_OS;
566 	if (ped->ped_edge)
567 		iap->pm_iap_config |= IAP_EDGE;
568 	if (ped->ped_any)
569 		iap->pm_iap_config |= IAP_ANY;
570 	if (ped->ped_inv)
571 		iap->pm_iap_config |= IAP_INV;
572 	if (pm->pm_caps & PMC_CAP_INTERRUPT)
573 		iap->pm_iap_config |= IAP_INT;
574 	return (0);
575 }
576 
577 int
578 pmc_pmu_pmcallocate(const char *event_name, struct pmc_op_pmcallocate *pm)
579 {
580 	const struct pmu_event *pe;
581 	struct pmu_event_desc ped;
582 	pmu_mfr_t mfr;
583 	int idx = -1;
584 
585 	if ((mfr = pmu_events_mfr()) == PMU_INVALID)
586 		return (ENOENT);
587 
588 	bzero(&pm->pm_md, sizeof(pm->pm_md));
589 	pm->pm_caps |= (PMC_CAP_READ | PMC_CAP_WRITE);
590 	event_name = pmu_alias_get(event_name);
591 	if ((pe = pmu_event_get(NULL, event_name, &idx)) == NULL)
592 		return (ENOENT);
593 	assert(idx >= 0);
594 	pm->pm_ev = idx;
595 
596 	if (pe->event == NULL)
597 		return (ENOENT);
598 	if (pmu_parse_event(&ped, pe->event))
599 		return (ENOENT);
600 
601 	if (mfr == PMU_INTEL)
602 		return (pmc_pmu_intel_pmcallocate(event_name, pm, &ped));
603 	else
604 		return (pmc_pmu_amd_pmcallocate(event_name, pm, &ped));
605 }
606 
607 #elif defined(__powerpc64__)
608 
609 int
610 pmc_pmu_pmcallocate(const char *event_name, struct pmc_op_pmcallocate *pm)
611 {
612 	const struct pmu_event *pe;
613 	struct pmu_event_desc ped;
614 	int idx = -1;
615 
616 	bzero(&pm->pm_md, sizeof(pm->pm_md));
617 	pm->pm_caps |= (PMC_CAP_READ | PMC_CAP_WRITE);
618 	event_name = pmu_alias_get(event_name);
619 
620 	if ((pe = pmu_event_get(NULL, event_name, &idx)) == NULL)
621 		return (ENOENT);
622 	if (pe->event == NULL)
623 		return (ENOENT);
624 	if (pmu_parse_event(&ped, pe->event))
625 		return (ENOENT);
626 
627 	assert(ped.ped_event >= 0);
628 	pm->pm_ev = idx;
629 	pm->pm_md.pm_event = ped.ped_event;
630 	pm->pm_class = PMC_CLASS_POWER8;
631 	return (0);
632 }
633 
634 #elif defined(__aarch64__)
635 
636 int
637 pmc_pmu_pmcallocate(const char *event_name, struct pmc_op_pmcallocate *pm)
638 {
639 	const struct pmu_event *pe;
640 	struct pmu_event_desc ped;
641 	int idx = -1;
642 
643 	event_name = pmu_alias_get(event_name);
644 	if ((pe = pmu_event_get(NULL, event_name, &idx)) == NULL)
645 		return (ENOENT);
646 	if (pe->event == NULL)
647 		return (ENOENT);
648 	if (pmu_parse_event(&ped, pe->event))
649 		return (ENOENT);
650 
651 	assert(idx >= 0);
652 	pm->pm_ev = idx;
653 	pm->pm_md.pm_md_config = ped.ped_event;
654 	pm->pm_md.pm_md_flags |= PM_MD_RAW_EVENT;
655 	pm->pm_class = PMC_CLASS_ARMV8;
656 	pm->pm_caps |= (PMC_CAP_READ | PMC_CAP_WRITE);
657 
658 	return (0);
659 }
660 
661 #else
662 
663 int
664 pmc_pmu_pmcallocate(const char *e __unused, struct pmc_op_pmcallocate *p __unused)
665 {
666 	return (EOPNOTSUPP);
667 }
668 #endif
669