1 /*- 2 * SPDX-License-Identifier: BSD-2-Clause 3 * 4 * Copyright (c) 2018, Matthew Macy 5 * Copyright (c) 2021, The FreeBSD Foundation 6 * 7 * Portions of this software were developed by Mitchell Horne 8 * under sponsorship from the FreeBSD Foundation. 9 * 10 * Redistribution and use in source and binary forms, with or without 11 * modification, are permitted provided that the following conditions 12 * are met: 13 * 1. Redistributions of source code must retain the above copyright 14 * notice, this list of conditions and the following disclaimer. 15 * 2. Redistributions in binary form must reproduce the above copyright 16 * notice, this list of conditions and the following disclaimer in the 17 * documentation and/or other materials provided with the distribution. 18 * 19 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 20 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 21 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 22 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 23 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 24 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 25 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 26 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 27 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 28 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 29 * SUCH DAMAGE. 30 * 31 */ 32 33 #include <sys/types.h> 34 #include <sys/errno.h> 35 #include <sys/pmc.h> 36 #include <sys/sysctl.h> 37 #include <stddef.h> 38 #include <stdlib.h> 39 #include <limits.h> 40 #include <regex.h> 41 #include <string.h> 42 #include <pmc.h> 43 #include <pmclog.h> 44 #include <assert.h> 45 #include <libpmcstat.h> 46 #include "pmu-events/pmu-events.h" 47 48 struct pmu_alias { 49 const char *pa_alias; 50 const char *pa_name; 51 }; 52 53 #if defined(__amd64__) || defined(__i386__) 54 typedef enum { 55 PMU_INVALID, 56 PMU_INTEL, 57 PMU_AMD, 58 } pmu_mfr_t; 59 60 static struct pmu_alias pmu_intel_alias_table[] = { 61 {"UNHALTED_CORE_CYCLES", "cpu_clk_unhalted.thread"}, 62 {"UNHALTED-CORE-CYCLES", "cpu_clk_unhalted.thread"}, 63 {"LLC_MISSES", "LONGEST_LAT_CACHE.MISS"}, 64 {"LLC-MISSES", "LONGEST_LAT_CACHE.MISS"}, 65 {"LLC_REFERENCE", "LONGEST_LAT_CACHE.REFERENCE"}, 66 {"LLC-REFERENCE", "LONGEST_LAT_CACHE.REFERENCE"}, 67 {"LLC_MISS_RHITM", "mem_load_l3_miss_retired.remote_hitm"}, 68 {"LLC-MISS-RHITM", "mem_load_l3_miss_retired.remote_hitm"}, 69 {"RESOURCE_STALL", "RESOURCE_STALLS.ANY"}, 70 {"RESOURCE_STALLS_ANY", "RESOURCE_STALLS.ANY"}, 71 {"BRANCH_INSTRUCTION_RETIRED", "BR_INST_RETIRED.ALL_BRANCHES"}, 72 {"BRANCH-INSTRUCTION-RETIRED", "BR_INST_RETIRED.ALL_BRANCHES"}, 73 {"BRANCH_MISSES_RETIRED", "BR_MISP_RETIRED.ALL_BRANCHES"}, 74 {"BRANCH-MISSES-RETIRED", "BR_MISP_RETIRED.ALL_BRANCHES"}, 75 {"unhalted-cycles", "cpu_clk_unhalted.thread"}, 76 {"instructions", "inst_retired.any"}, 77 {"branch-mispredicts", "br_misp_retired.all_branches"}, 78 {"branches", "br_inst_retired.all_branches"}, 79 {"interrupts", "hw_interrupts.received"}, 80 {"ic-misses", "frontend_retired.l1i_miss"}, 81 {NULL, NULL}, 82 }; 83 84 static struct pmu_alias pmu_amd_alias_table[] = { 85 {"UNHALTED_CORE_CYCLES", "ls_not_halted_cyc"}, 86 {"UNHALTED-CORE-CYCLES", "ls_not_halted_cyc"}, 87 {"LLC_MISSES", "l3_comb_clstr_state.request_miss"}, 88 {"LLC-MISSES", "l3_comb_clstr_state.request_miss"}, 89 {"LLC_REFERENCE", "l3_request_g1.caching_l3_cache_accesses"}, 90 {"LLC-REFERENCE", "l3_request_g1.caching_l3_cache_accesses"}, 91 {"BRANCH_INSTRUCTION_RETIRED", "ex_ret_brn"}, 92 {"BRANCH-INSTRUCTION-RETIRED", "ex_ret_brn"}, 93 {"BRANCH_MISSES_RETIRED", "ex_ret_brn_misp"}, 94 {"BRANCH-MISSES-RETIRED", "ex_ret_brn_misp"}, 95 {"unhalted-cycles", "ls_not_halted_cyc"}, 96 {"instructions", "ex_ret_instr",}, 97 {"branch-mispredicts", "ex_ret_brn_misp"}, 98 {"branches", "ex_ret_brn"}, 99 {"interrupts", "ls_int_taken"}, /* Not on amdzen1 */ 100 {NULL, NULL}, 101 }; 102 103 104 static pmu_mfr_t 105 pmu_events_mfr(void) 106 { 107 char buf[PMC_CPUID_LEN]; 108 size_t s = sizeof(buf); 109 pmu_mfr_t mfr; 110 111 if (sysctlbyname("kern.hwpmc.cpuid", buf, &s, 112 (void *)NULL, 0) == -1) 113 return (PMU_INVALID); 114 if (strcasestr(buf, "AuthenticAMD") != NULL || 115 strcasestr(buf, "HygonGenuine") != NULL) 116 mfr = PMU_AMD; 117 else if (strcasestr(buf, "GenuineIntel") != NULL) 118 mfr = PMU_INTEL; 119 else 120 mfr = PMU_INVALID; 121 return (mfr); 122 } 123 124 /* 125 * The Intel fixed mode counters are: 126 * "inst_retired.any", 127 * "cpu_clk_unhalted.thread", 128 * "cpu_clk_unhalted.thread_any", 129 * "cpu_clk_unhalted.ref_tsc", 130 * 131 */ 132 133 static const char * 134 pmu_alias_get(const char *name) 135 { 136 pmu_mfr_t mfr; 137 struct pmu_alias *pa; 138 struct pmu_alias *pmu_alias_table; 139 140 if ((mfr = pmu_events_mfr()) == PMU_INVALID) 141 return (name); 142 if (mfr == PMU_AMD) 143 pmu_alias_table = pmu_amd_alias_table; 144 else if (mfr == PMU_INTEL) 145 pmu_alias_table = pmu_intel_alias_table; 146 else 147 return (name); 148 149 for (pa = pmu_alias_table; pa->pa_alias != NULL; pa++) 150 if (strcasecmp(name, pa->pa_alias) == 0) 151 return (pa->pa_name); 152 153 return (name); 154 } 155 #elif defined(__powerpc64__) 156 157 static const char * 158 pmu_alias_get(const char *name) 159 { 160 return (name); 161 } 162 163 #elif defined(__aarch64__) 164 165 static struct pmu_alias pmu_armv8_alias_table[] = { 166 {"UNHALTED_CORE_CYCLES", "CPU_CYCLES"}, 167 {"UNHALTED-CORE-CYCLES", "CPU_CYCLES"}, 168 {"LLC_MISSES", "LL_CACHE_MISS_RD"}, 169 {"LLC-MISSES", "LL_CACHE_MISS_RD"}, 170 {"LLC_REFERENCE", "LL_CACHE_RD"}, 171 {"LLC-REFERENCE", "LL_CACHE_RD"}, 172 {"BRANCH_INSTRUCTION_RETIRED", "BR_RETIRED"}, 173 {"BRANCH-INSTRUCTION-RETIRED", "BR_RETIRED"}, 174 {"BRANCH_MISSES_RETIRED", "BR_MIS_PRED_RETIRED"}, 175 {"BRANCH-MISSES-RETIRED", "BR_MIS_PRED_RETIRED"}, 176 {"unhalted-cycles", "CPU_CYCLES"}, 177 {"instructions", "INST_RETIRED",}, 178 {"branch-mispredicts", "BR_MIS_PRED_RETIRED"}, 179 {"branches", "BR_RETIRED"}, 180 {"interrupts", "EXC_IRQ"}, 181 {NULL, NULL}, 182 }; 183 184 static const char * 185 pmu_alias_get(const char *name) 186 { 187 struct pmu_alias *pa; 188 189 for (pa = pmu_armv8_alias_table; pa->pa_alias != NULL; pa++) 190 if (strcasecmp(name, pa->pa_alias) == 0) 191 return (pa->pa_name); 192 193 return (name); 194 } 195 196 #else 197 198 static const char * 199 pmu_alias_get(const char *name) 200 { 201 202 return (name); 203 } 204 #endif 205 206 struct pmu_event_desc { 207 uint64_t ped_period; 208 uint64_t ped_offcore_rsp; 209 uint64_t ped_l3_thread; 210 uint64_t ped_l3_slice; 211 uint32_t ped_event; 212 uint32_t ped_frontend; 213 uint32_t ped_ldlat; 214 uint32_t ped_config1; 215 int16_t ped_umask; 216 uint8_t ped_cmask; 217 uint8_t ped_any; 218 uint8_t ped_inv; 219 uint8_t ped_edge; 220 uint8_t ped_fc_mask; 221 uint8_t ped_ch_mask; 222 }; 223 224 static const struct pmu_events_map * 225 pmu_events_map_get(const char *cpuid) 226 { 227 regex_t re; 228 regmatch_t pmatch[1]; 229 char buf[PMC_CPUID_LEN]; 230 size_t s = sizeof(buf); 231 int match; 232 const struct pmu_events_map *pme; 233 234 if (cpuid != NULL) { 235 strlcpy(buf, cpuid, s); 236 } else { 237 if (sysctlbyname("kern.hwpmc.cpuid", buf, &s, 238 (void *)NULL, 0) == -1) 239 return (NULL); 240 } 241 for (pme = pmu_events_map; pme->cpuid != NULL; pme++) { 242 if (regcomp(&re, pme->cpuid, REG_EXTENDED) != 0) { 243 printf("regex '%s' failed to compile, ignoring\n", 244 pme->cpuid); 245 continue; 246 } 247 match = regexec(&re, buf, 1, pmatch, 0); 248 regfree(&re); 249 if (match == 0) { 250 if (pmatch[0].rm_so == 0 && (buf[pmatch[0].rm_eo] == 0 251 || buf[pmatch[0].rm_eo] == '-')) 252 return (pme); 253 } 254 } 255 return (NULL); 256 } 257 258 static const struct pmu_event * 259 pmu_event_get(const char *cpuid, const char *event_name, int *idx) 260 { 261 const struct pmu_events_map *pme; 262 const struct pmu_event *pe; 263 int i; 264 265 if ((pme = pmu_events_map_get(cpuid)) == NULL) 266 return (NULL); 267 for (i = 0, pe = pme->table; pe->name || pe->desc || pe->event; pe++, i++) { 268 if (pe->name == NULL) 269 continue; 270 if (strcasecmp(pe->name, event_name) == 0) { 271 if (idx) 272 *idx = i; 273 return (pe); 274 } 275 } 276 return (NULL); 277 } 278 279 int 280 pmc_pmu_idx_get_by_event(const char *cpuid, const char *event) 281 { 282 int idx; 283 const char *realname; 284 285 realname = pmu_alias_get(event); 286 if (pmu_event_get(cpuid, realname, &idx) == NULL) 287 return (-1); 288 return (idx); 289 } 290 291 const char * 292 pmc_pmu_event_get_by_idx(const char *cpuid, int idx) 293 { 294 const struct pmu_events_map *pme; 295 296 if ((pme = pmu_events_map_get(cpuid)) == NULL) 297 return (NULL); 298 assert(pme->table[idx].name); 299 return (pme->table[idx].name); 300 } 301 302 static int 303 pmu_parse_event(struct pmu_event_desc *ped, const char *eventin) 304 { 305 char *event; 306 char *kvp, *key, *value, *r; 307 char *debug; 308 309 if ((event = strdup(eventin)) == NULL) 310 return (ENOMEM); 311 r = event; 312 bzero(ped, sizeof(*ped)); 313 ped->ped_period = DEFAULT_SAMPLE_COUNT; 314 ped->ped_umask = -1; 315 while ((kvp = strsep(&event, ",")) != NULL) { 316 key = strsep(&kvp, "="); 317 if (key == NULL) 318 abort(); 319 value = kvp; 320 if (strcmp(key, "umask") == 0) 321 ped->ped_umask = strtol(value, NULL, 16); 322 else if (strcmp(key, "event") == 0) 323 ped->ped_event = strtol(value, NULL, 16); 324 else if (strcmp(key, "period") == 0) 325 ped->ped_period = strtol(value, NULL, 10); 326 else if (strcmp(key, "offcore_rsp") == 0) 327 ped->ped_offcore_rsp = strtol(value, NULL, 16); 328 else if (strcmp(key, "any") == 0) 329 ped->ped_any = strtol(value, NULL, 10); 330 else if (strcmp(key, "cmask") == 0) 331 ped->ped_cmask = strtol(value, NULL, 10); 332 else if (strcmp(key, "inv") == 0) 333 ped->ped_inv = strtol(value, NULL, 10); 334 else if (strcmp(key, "edge") == 0) 335 ped->ped_edge = strtol(value, NULL, 10); 336 else if (strcmp(key, "frontend") == 0) 337 ped->ped_frontend = strtol(value, NULL, 16); 338 else if (strcmp(key, "ldlat") == 0) 339 ped->ped_ldlat = strtol(value, NULL, 16); 340 else if (strcmp(key, "fc_mask") == 0) 341 ped->ped_fc_mask = strtol(value, NULL, 16); 342 else if (strcmp(key, "ch_mask") == 0) 343 ped->ped_ch_mask = strtol(value, NULL, 16); 344 else if (strcmp(key, "config1") == 0) 345 ped->ped_config1 = strtol(value, NULL, 16); 346 else if (strcmp(key, "l3_thread_mask") == 0) 347 ped->ped_l3_thread = strtol(value, NULL, 16); 348 else if (strcmp(key, "l3_slice_mask") == 0) 349 ped->ped_l3_slice = strtol(value, NULL, 16); 350 else { 351 debug = getenv("PMUDEBUG"); 352 if (debug != NULL && strcmp(debug, "true") == 0 && value != NULL) 353 printf("unrecognized kvpair: %s:%s\n", key, value); 354 } 355 } 356 free(r); 357 return (0); 358 } 359 360 uint64_t 361 pmc_pmu_sample_rate_get(const char *event_name) 362 { 363 const struct pmu_event *pe; 364 struct pmu_event_desc ped; 365 366 event_name = pmu_alias_get(event_name); 367 if ((pe = pmu_event_get(NULL, event_name, NULL)) == NULL) 368 return (DEFAULT_SAMPLE_COUNT); 369 if (pe->event == NULL) 370 return (DEFAULT_SAMPLE_COUNT); 371 if (pmu_parse_event(&ped, pe->event)) 372 return (DEFAULT_SAMPLE_COUNT); 373 return (ped.ped_period); 374 } 375 376 int 377 pmc_pmu_enabled(void) 378 { 379 380 return (pmu_events_map_get(NULL) != NULL); 381 } 382 383 void 384 pmc_pmu_print_counters(const char *event_name) 385 { 386 const struct pmu_events_map *pme; 387 const struct pmu_event *pe; 388 struct pmu_event_desc ped; 389 char *debug; 390 int do_debug; 391 392 debug = getenv("PMUDEBUG"); 393 do_debug = 0; 394 395 if (debug != NULL && strcmp(debug, "true") == 0) 396 do_debug = 1; 397 if ((pme = pmu_events_map_get(NULL)) == NULL) 398 return; 399 for (pe = pme->table; pe->name || pe->desc || pe->event; pe++) { 400 if (pe->name == NULL) 401 continue; 402 if (event_name != NULL && strcasestr(pe->name, event_name) == NULL) 403 continue; 404 printf("\t%s\n", pe->name); 405 if (do_debug) 406 pmu_parse_event(&ped, pe->event); 407 } 408 } 409 410 void 411 pmc_pmu_print_counter_desc(const char *ev) 412 { 413 const struct pmu_events_map *pme; 414 const struct pmu_event *pe; 415 416 if ((pme = pmu_events_map_get(NULL)) == NULL) 417 return; 418 for (pe = pme->table; pe->name || pe->desc || pe->event; pe++) { 419 if (pe->name == NULL) 420 continue; 421 if (strcasestr(pe->name, ev) != NULL && 422 pe->desc != NULL) 423 printf("%s:\t%s\n", pe->name, pe->desc); 424 } 425 } 426 427 void 428 pmc_pmu_print_counter_desc_long(const char *ev) 429 { 430 const struct pmu_events_map *pme; 431 const struct pmu_event *pe; 432 433 if ((pme = pmu_events_map_get(NULL)) == NULL) 434 return; 435 for (pe = pme->table; pe->name || pe->desc || pe->event; pe++) { 436 if (pe->name == NULL) 437 continue; 438 if (strcasestr(pe->name, ev) != NULL) { 439 if (pe->long_desc != NULL) 440 printf("%s:\n%s\n", pe->name, pe->long_desc); 441 else if (pe->desc != NULL) 442 printf("%s:\t%s\n", pe->name, pe->desc); 443 } 444 } 445 } 446 447 void 448 pmc_pmu_print_counter_full(const char *ev) 449 { 450 const struct pmu_events_map *pme; 451 const struct pmu_event *pe; 452 453 if ((pme = pmu_events_map_get(NULL)) == NULL) 454 return; 455 for (pe = pme->table; pe->name || pe->desc || pe->event; pe++) { 456 if (pe->name == NULL) 457 continue; 458 if (strcasestr(pe->name, ev) == NULL) 459 continue; 460 printf("name: %s\n", pe->name); 461 if (pe->long_desc != NULL) 462 printf("desc: %s\n", pe->long_desc); 463 else if (pe->desc != NULL) 464 printf("desc: %s\n", pe->desc); 465 if (pe->event != NULL) 466 printf("event: %s\n", pe->event); 467 if (pe->topic != NULL) 468 printf("topic: %s\n", pe->topic); 469 if (pe->pmu != NULL) 470 printf("pmu: %s\n", pe->pmu); 471 if (pe->unit != NULL) 472 printf("unit: %s\n", pe->unit); 473 if (pe->perpkg != NULL) 474 printf("perpkg: %s\n", pe->perpkg); 475 if (pe->metric_expr != NULL) 476 printf("metric_expr: %s\n", pe->metric_expr); 477 if (pe->metric_name != NULL) 478 printf("metric_name: %s\n", pe->metric_name); 479 if (pe->metric_group != NULL) 480 printf("metric_group: %s\n", pe->metric_group); 481 } 482 } 483 484 #if defined(__amd64__) || defined(__i386__) 485 static int 486 pmc_pmu_amd_pmcallocate(const char *event_name, struct pmc_op_pmcallocate *pm, 487 struct pmu_event_desc *ped) 488 { 489 struct pmc_md_amd_op_pmcallocate *amd; 490 const struct pmu_event *pe; 491 int idx = -1; 492 493 amd = &pm->pm_md.pm_amd; 494 if (ped->ped_umask > 0) { 495 pm->pm_caps |= PMC_CAP_QUALIFIER; 496 amd->pm_amd_config |= AMD_PMC_TO_UNITMASK(ped->ped_umask); 497 } 498 pm->pm_class = PMC_CLASS_K8; 499 pe = pmu_event_get(NULL, event_name, &idx); 500 501 if (strcmp("l3cache", pe->topic) == 0){ 502 amd->pm_amd_config |= AMD_PMC_TO_EVENTMASK(ped->ped_event); 503 amd->pm_amd_sub_class = PMC_AMD_SUB_CLASS_L3_CACHE; 504 amd->pm_amd_config |= AMD_PMC_TO_L3SLICE(ped->ped_l3_slice); 505 amd->pm_amd_config |= AMD_PMC_TO_L3CORE(ped->ped_l3_thread); 506 } 507 else if (strcmp("data fabric", pe->topic) == 0){ 508 509 amd->pm_amd_config |= AMD_PMC_TO_EVENTMASK_DF(ped->ped_event); 510 amd->pm_amd_sub_class = PMC_AMD_SUB_CLASS_DATA_FABRIC; 511 } 512 else{ 513 amd->pm_amd_config |= AMD_PMC_TO_EVENTMASK(ped->ped_event); 514 amd->pm_amd_sub_class = PMC_AMD_SUB_CLASS_CORE; 515 if ((pm->pm_caps & (PMC_CAP_USER|PMC_CAP_SYSTEM)) == 0 || 516 (pm->pm_caps & (PMC_CAP_USER|PMC_CAP_SYSTEM)) == 517 (PMC_CAP_USER|PMC_CAP_SYSTEM)) 518 amd->pm_amd_config |= (AMD_PMC_USR | AMD_PMC_OS); 519 else if (pm->pm_caps & PMC_CAP_USER) 520 amd->pm_amd_config |= AMD_PMC_USR; 521 else if (pm->pm_caps & PMC_CAP_SYSTEM) 522 amd->pm_amd_config |= AMD_PMC_OS; 523 if (ped->ped_edge) 524 amd->pm_amd_config |= AMD_PMC_EDGE; 525 if (ped->ped_inv) 526 amd->pm_amd_config |= AMD_PMC_INVERT; 527 if (pm->pm_caps & PMC_CAP_INTERRUPT) 528 amd->pm_amd_config |= AMD_PMC_INT; 529 } 530 return (0); 531 } 532 533 static int 534 pmc_pmu_intel_pmcallocate(const char *event_name, struct pmc_op_pmcallocate *pm, 535 struct pmu_event_desc *ped) 536 { 537 struct pmc_md_iap_op_pmcallocate *iap; 538 539 iap = &pm->pm_md.pm_iap; 540 if (strcasestr(event_name, "UNC_") == event_name || 541 strcasestr(event_name, "uncore") != NULL) { 542 pm->pm_class = PMC_CLASS_UCP; 543 pm->pm_caps |= PMC_CAP_QUALIFIER; 544 } else if (ped->ped_event == 0x0) { 545 pm->pm_class = PMC_CLASS_IAF; 546 } else { 547 pm->pm_class = PMC_CLASS_IAP; 548 pm->pm_caps |= PMC_CAP_QUALIFIER; 549 } 550 iap->pm_iap_config |= IAP_EVSEL(ped->ped_event); 551 if (ped->ped_umask > 0) 552 iap->pm_iap_config |= IAP_UMASK(ped->ped_umask); 553 iap->pm_iap_config |= IAP_CMASK(ped->ped_cmask); 554 iap->pm_iap_rsp = ped->ped_offcore_rsp; 555 556 if ((pm->pm_caps & (PMC_CAP_USER|PMC_CAP_SYSTEM)) == 0 || 557 (pm->pm_caps & (PMC_CAP_USER|PMC_CAP_SYSTEM)) == 558 (PMC_CAP_USER|PMC_CAP_SYSTEM)) 559 iap->pm_iap_config |= (IAP_USR | IAP_OS); 560 else if (pm->pm_caps & PMC_CAP_USER) 561 iap->pm_iap_config |= IAP_USR; 562 else if (pm->pm_caps & PMC_CAP_SYSTEM) 563 iap->pm_iap_config |= IAP_OS; 564 if (ped->ped_edge) 565 iap->pm_iap_config |= IAP_EDGE; 566 if (ped->ped_any) 567 iap->pm_iap_config |= IAP_ANY; 568 if (ped->ped_inv) 569 iap->pm_iap_config |= IAP_INV; 570 if (pm->pm_caps & PMC_CAP_INTERRUPT) 571 iap->pm_iap_config |= IAP_INT; 572 return (0); 573 } 574 575 static int 576 pmc_pmu_pmcallocate_md(const char *event_name, struct pmc_op_pmcallocate *pm) 577 { 578 const struct pmu_event *pe; 579 struct pmu_event_desc ped; 580 pmu_mfr_t mfr; 581 int idx = -1; 582 583 if ((mfr = pmu_events_mfr()) == PMU_INVALID) 584 return (ENOENT); 585 586 bzero(&pm->pm_md, sizeof(pm->pm_md)); 587 pm->pm_caps |= (PMC_CAP_READ | PMC_CAP_WRITE); 588 event_name = pmu_alias_get(event_name); 589 if ((pe = pmu_event_get(NULL, event_name, &idx)) == NULL) 590 return (ENOENT); 591 assert(idx >= 0); 592 pm->pm_ev = idx; 593 594 if (pe->event == NULL) 595 return (ENOENT); 596 if (pmu_parse_event(&ped, pe->event)) 597 return (ENOENT); 598 599 if (mfr == PMU_INTEL) 600 return (pmc_pmu_intel_pmcallocate(event_name, pm, &ped)); 601 else 602 return (pmc_pmu_amd_pmcallocate(event_name, pm, &ped)); 603 } 604 605 #elif defined(__powerpc64__) 606 607 static int 608 pmc_pmu_pmcallocate_md(const char *event_name, struct pmc_op_pmcallocate *pm) 609 { 610 const struct pmu_event *pe; 611 struct pmu_event_desc ped; 612 int idx = -1; 613 614 bzero(&pm->pm_md, sizeof(pm->pm_md)); 615 pm->pm_caps |= (PMC_CAP_READ | PMC_CAP_WRITE); 616 event_name = pmu_alias_get(event_name); 617 618 if ((pe = pmu_event_get(NULL, event_name, &idx)) == NULL) 619 return (ENOENT); 620 if (pe->event == NULL) 621 return (ENOENT); 622 if (pmu_parse_event(&ped, pe->event)) 623 return (ENOENT); 624 625 assert(ped.ped_event >= 0); 626 pm->pm_ev = idx; 627 pm->pm_md.pm_event = ped.ped_event; 628 pm->pm_class = PMC_CLASS_POWER8; 629 return (0); 630 } 631 632 #elif defined(__aarch64__) 633 634 static int 635 pmc_pmu_pmcallocate_md(const char *event_name, struct pmc_op_pmcallocate *pm) 636 { 637 const struct pmu_event *pe; 638 struct pmu_event_desc ped; 639 int idx = -1; 640 641 event_name = pmu_alias_get(event_name); 642 if ((pe = pmu_event_get(NULL, event_name, &idx)) == NULL) 643 return (ENOENT); 644 if (pe->event == NULL) 645 return (ENOENT); 646 if (pmu_parse_event(&ped, pe->event)) 647 return (ENOENT); 648 649 assert(idx >= 0); 650 pm->pm_ev = idx; 651 pm->pm_md.pm_md_config = ped.ped_event; 652 pm->pm_class = PMC_CLASS_ARMV8; 653 pm->pm_caps |= (PMC_CAP_READ | PMC_CAP_WRITE); 654 655 return (0); 656 } 657 658 #else 659 660 static int 661 pmc_pmu_pmcallocate_md(const char *e __unused, struct pmc_op_pmcallocate *p __unused) 662 { 663 return (EOPNOTSUPP); 664 } 665 #endif 666 667 int 668 pmc_pmu_pmcallocate(const char *event_name, struct pmc_op_pmcallocate *pm) 669 { 670 int error; 671 672 error = pmc_pmu_pmcallocate_md(event_name, pm); 673 if (error != 0) { 674 /* Reset any changes. */ 675 pm->pm_ev = 0; 676 pm->pm_caps = 0; 677 pm->pm_class = 0; 678 679 return (error); 680 } 681 682 pm->pm_flags |= PMC_F_EV_PMU; 683 return (0); 684 } 685