xref: /freebsd/sys/dev/hwpmc/hwpmc_powerpc.c (revision 315cd55dba61416495a847f0eed6e522421e2347)
1f263522aSJoseph Koshy /*-
2718cf2ccSPedro F. Giffuni  * SPDX-License-Identifier: BSD-2-Clause-FreeBSD
3718cf2ccSPedro F. Giffuni  *
4b2fb58a1SJustin Hibbits  * Copyright (c) 2011,2013 Justin Hibbits
5f263522aSJoseph Koshy  * Copyright (c) 2005, Joseph Koshy
6f263522aSJoseph Koshy  * All rights reserved.
7f263522aSJoseph Koshy  *
8f263522aSJoseph Koshy  * Redistribution and use in source and binary forms, with or without
9f263522aSJoseph Koshy  * modification, are permitted provided that the following conditions
10f263522aSJoseph Koshy  * are met:
11f263522aSJoseph Koshy  * 1. Redistributions of source code must retain the above copyright
12f263522aSJoseph Koshy  *    notice, this list of conditions and the following disclaimer.
13f263522aSJoseph Koshy  * 2. Redistributions in binary form must reproduce the above copyright
14f263522aSJoseph Koshy  *    notice, this list of conditions and the following disclaimer in the
15f263522aSJoseph Koshy  *    documentation and/or other materials provided with the distribution.
16f263522aSJoseph Koshy  *
17f263522aSJoseph Koshy  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
18f263522aSJoseph Koshy  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
19f263522aSJoseph Koshy  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
20f263522aSJoseph Koshy  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
21f263522aSJoseph Koshy  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
22f263522aSJoseph Koshy  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
23f263522aSJoseph Koshy  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
24f263522aSJoseph Koshy  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25f263522aSJoseph Koshy  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
26f263522aSJoseph Koshy  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
27f263522aSJoseph Koshy  * SUCH DAMAGE.
28f263522aSJoseph Koshy  *
29f263522aSJoseph Koshy  */
30f263522aSJoseph Koshy 
31f263522aSJoseph Koshy #include <sys/cdefs.h>
32f263522aSJoseph Koshy __FBSDID("$FreeBSD$");
33f263522aSJoseph Koshy 
34f263522aSJoseph Koshy #include <sys/param.h>
35f263522aSJoseph Koshy #include <sys/pmc.h>
367b25dccaSJustin Hibbits #include <sys/pmckern.h>
375c0761baSJustin Hibbits #include <sys/sysent.h>
3868dd7182SLeandro Lupori #include <sys/syslog.h>
397b25dccaSJustin Hibbits #include <sys/systm.h>
40f263522aSJoseph Koshy 
41f263522aSJoseph Koshy #include <machine/pmc_mdep.h>
427b25dccaSJustin Hibbits #include <machine/spr.h>
43177f0102SJustin Hibbits #include <machine/pte.h>
44177f0102SJustin Hibbits #include <machine/sr.h>
457b25dccaSJustin Hibbits #include <machine/cpu.h>
46cddd0f61SJustin Hibbits #include <machine/stack.h>
47f263522aSJoseph Koshy 
48b2fb58a1SJustin Hibbits #include "hwpmc_powerpc.h"
499596916cSJoseph Koshy 
50cddd0f61SJustin Hibbits #ifdef __powerpc64__
51cddd0f61SJustin Hibbits #define OFFSET 4 /* Account for the TOC reload slot */
52cddd0f61SJustin Hibbits #else
53cddd0f61SJustin Hibbits #define OFFSET 0
54cddd0f61SJustin Hibbits #endif
557b25dccaSJustin Hibbits 
56995df27cSJustin Hibbits struct powerpc_cpu **powerpc_pcpu;
5768dd7182SLeandro Lupori struct pmc_ppc_event *ppc_event_codes;
5868dd7182SLeandro Lupori size_t ppc_event_codes_size;
5968dd7182SLeandro Lupori int ppc_event_first;
6068dd7182SLeandro Lupori int ppc_event_last;
6168dd7182SLeandro Lupori int ppc_max_pmcs;
62*315cd55dSMitchell Horne enum pmc_class ppc_class;
6368dd7182SLeandro Lupori 
6468dd7182SLeandro Lupori void (*powerpc_set_pmc)(int cpu, int ri, int config);
6568dd7182SLeandro Lupori pmc_value_t (*powerpc_pmcn_read)(unsigned int pmc);
6668dd7182SLeandro Lupori void (*powerpc_pmcn_write)(unsigned int pmc, uint32_t val);
6768dd7182SLeandro Lupori void (*powerpc_resume_pmc)(bool ie);
6868dd7182SLeandro Lupori 
69995df27cSJustin Hibbits 
709596916cSJoseph Koshy int
719596916cSJoseph Koshy pmc_save_kernel_callchain(uintptr_t *cc, int maxsamples,
729596916cSJoseph Koshy     struct trapframe *tf)
739596916cSJoseph Koshy {
74e42edd4dSJustin Hibbits 	uintptr_t *osp, *sp;
75cddd0f61SJustin Hibbits 	uintptr_t pc;
76b2fb58a1SJustin Hibbits 	int frames = 0;
77b2fb58a1SJustin Hibbits 
780587a072SJustin Hibbits 	cc[frames++] = PMC_TRAPFRAME_TO_PC(tf);
790587a072SJustin Hibbits 	sp = (uintptr_t *)PMC_TRAPFRAME_TO_FP(tf);
80cddd0f61SJustin Hibbits 	osp = (uintptr_t *)PAGE_SIZE;
81b2fb58a1SJustin Hibbits 
825c0761baSJustin Hibbits 	for (; frames < maxsamples; frames++) {
83cddd0f61SJustin Hibbits 		if (sp <= osp)
84b2fb58a1SJustin Hibbits 			break;
855c0761baSJustin Hibbits 	    #ifdef __powerpc64__
86cddd0f61SJustin Hibbits 		pc = sp[2];
875c0761baSJustin Hibbits 	    #else
88cddd0f61SJustin Hibbits 		pc = sp[1];
895c0761baSJustin Hibbits 	    #endif
90cddd0f61SJustin Hibbits 		if ((pc & 3) || (pc < 0x100))
91cddd0f61SJustin Hibbits 			break;
92cddd0f61SJustin Hibbits 
93cddd0f61SJustin Hibbits 		/*
94cddd0f61SJustin Hibbits 		 * trapexit() and asttrapexit() are sentinels
95cddd0f61SJustin Hibbits 		 * for kernel stack tracing.
96cddd0f61SJustin Hibbits 		 * */
97cddd0f61SJustin Hibbits 		if (pc + OFFSET == (uintptr_t) &trapexit ||
98cddd0f61SJustin Hibbits 		    pc + OFFSET == (uintptr_t) &asttrapexit)
99cddd0f61SJustin Hibbits 			break;
100cddd0f61SJustin Hibbits 
101cddd0f61SJustin Hibbits 		cc[frames] = pc;
102e42edd4dSJustin Hibbits 		osp = sp;
103b2fb58a1SJustin Hibbits 		sp = (uintptr_t *)*sp;
1049596916cSJoseph Koshy 	}
105b2fb58a1SJustin Hibbits 	return (frames);
1067b25dccaSJustin Hibbits }
1077b25dccaSJustin Hibbits 
1087b25dccaSJustin Hibbits static int
1097b25dccaSJustin Hibbits powerpc_switch_in(struct pmc_cpu *pc, struct pmc_process *pp)
1107b25dccaSJustin Hibbits {
1115c0761baSJustin Hibbits 
112b2fb58a1SJustin Hibbits 	return (0);
1137b25dccaSJustin Hibbits }
1147b25dccaSJustin Hibbits 
1157b25dccaSJustin Hibbits static int
1167b25dccaSJustin Hibbits powerpc_switch_out(struct pmc_cpu *pc, struct pmc_process *pp)
1177b25dccaSJustin Hibbits {
1185c0761baSJustin Hibbits 
119b2fb58a1SJustin Hibbits 	return (0);
1207b25dccaSJustin Hibbits }
1217b25dccaSJustin Hibbits 
122b2fb58a1SJustin Hibbits int
1237b25dccaSJustin Hibbits powerpc_describe(int cpu, int ri, struct pmc_info *pi, struct pmc **ppmc)
1247b25dccaSJustin Hibbits {
1257b25dccaSJustin Hibbits 	int error;
1267b25dccaSJustin Hibbits 	struct pmc_hw *phw;
1277b25dccaSJustin Hibbits 	char powerpc_name[PMC_NAME_MAX];
1287b25dccaSJustin Hibbits 
1297b25dccaSJustin Hibbits 	KASSERT(cpu >= 0 && cpu < pmc_cpu_max(),
1307b25dccaSJustin Hibbits 	    ("[powerpc,%d], illegal CPU %d", __LINE__, cpu));
1317b25dccaSJustin Hibbits 
1327b25dccaSJustin Hibbits 	phw = &powerpc_pcpu[cpu]->pc_ppcpmcs[ri];
1337b25dccaSJustin Hibbits 	snprintf(powerpc_name, sizeof(powerpc_name), "POWERPC-%d", ri);
1347b25dccaSJustin Hibbits 	if ((error = copystr(powerpc_name, pi->pm_name, PMC_NAME_MAX,
1357b25dccaSJustin Hibbits 	    NULL)) != 0)
1367b25dccaSJustin Hibbits 		return error;
137169dd953SJustin Hibbits 	pi->pm_class = powerpc_pcpu[cpu]->pc_class;
1387b25dccaSJustin Hibbits 	if (phw->phw_state & PMC_PHW_FLAG_IS_ENABLED) {
1397b25dccaSJustin Hibbits 		pi->pm_enabled = TRUE;
1407b25dccaSJustin Hibbits 		*ppmc          = phw->phw_pmc;
1417b25dccaSJustin Hibbits 	} else {
1427b25dccaSJustin Hibbits 		pi->pm_enabled = FALSE;
1437b25dccaSJustin Hibbits 		*ppmc	       = NULL;
1447b25dccaSJustin Hibbits 	}
1457b25dccaSJustin Hibbits 
1467b25dccaSJustin Hibbits 	return (0);
1477b25dccaSJustin Hibbits }
1487b25dccaSJustin Hibbits 
149b2fb58a1SJustin Hibbits int
1507b25dccaSJustin Hibbits powerpc_get_config(int cpu, int ri, struct pmc **ppm)
1517b25dccaSJustin Hibbits {
1525c0761baSJustin Hibbits 
1537b25dccaSJustin Hibbits 	*ppm = powerpc_pcpu[cpu]->pc_ppcpmcs[ri].phw_pmc;
1547b25dccaSJustin Hibbits 
155b2fb58a1SJustin Hibbits 	return (0);
1567b25dccaSJustin Hibbits }
1577b25dccaSJustin Hibbits 
15868dd7182SLeandro Lupori int
15968dd7182SLeandro Lupori powerpc_pcpu_init(struct pmc_mdep *md, int cpu)
16068dd7182SLeandro Lupori {
16168dd7182SLeandro Lupori 	struct pmc_cpu *pc;
16268dd7182SLeandro Lupori 	struct powerpc_cpu *pac;
16368dd7182SLeandro Lupori 	struct pmc_hw  *phw;
16468dd7182SLeandro Lupori 	int first_ri, i;
16568dd7182SLeandro Lupori 
16668dd7182SLeandro Lupori 	KASSERT(cpu >= 0 && cpu < pmc_cpu_max(),
16768dd7182SLeandro Lupori 	    ("[powerpc,%d] wrong cpu number %d", __LINE__, cpu));
16868dd7182SLeandro Lupori 	PMCDBG1(MDP,INI,1,"powerpc-init cpu=%d", cpu);
16968dd7182SLeandro Lupori 
17068dd7182SLeandro Lupori 	powerpc_pcpu[cpu] = pac = malloc(sizeof(struct powerpc_cpu), M_PMC,
17168dd7182SLeandro Lupori 	    M_WAITOK|M_ZERO);
17268dd7182SLeandro Lupori 	pac->pc_ppcpmcs = malloc(sizeof(struct pmc_hw) * ppc_max_pmcs,
17368dd7182SLeandro Lupori 	    M_PMC, M_WAITOK|M_ZERO);
17468dd7182SLeandro Lupori 	pac->pc_class =
17568dd7182SLeandro Lupori 	    md->pmd_classdep[PMC_MDEP_CLASS_INDEX_POWERPC].pcd_class;
17668dd7182SLeandro Lupori 
17768dd7182SLeandro Lupori 	pc = pmc_pcpu[cpu];
17868dd7182SLeandro Lupori 	first_ri = md->pmd_classdep[PMC_MDEP_CLASS_INDEX_POWERPC].pcd_ri;
17968dd7182SLeandro Lupori 	KASSERT(pc != NULL, ("[powerpc,%d] NULL per-cpu pointer", __LINE__));
18068dd7182SLeandro Lupori 
18168dd7182SLeandro Lupori 	for (i = 0, phw = pac->pc_ppcpmcs; i < ppc_max_pmcs; i++, phw++) {
18268dd7182SLeandro Lupori 		phw->phw_state = PMC_PHW_FLAG_IS_ENABLED |
18368dd7182SLeandro Lupori 		    PMC_PHW_CPU_TO_STATE(cpu) | PMC_PHW_INDEX_TO_STATE(i);
18468dd7182SLeandro Lupori 		phw->phw_pmc = NULL;
18568dd7182SLeandro Lupori 		pc->pc_hwpmcs[i + first_ri] = phw;
18668dd7182SLeandro Lupori 	}
18768dd7182SLeandro Lupori 
18868dd7182SLeandro Lupori 	return (0);
18968dd7182SLeandro Lupori }
19068dd7182SLeandro Lupori 
19168dd7182SLeandro Lupori int
19268dd7182SLeandro Lupori powerpc_pcpu_fini(struct pmc_mdep *md, int cpu)
19368dd7182SLeandro Lupori {
19468dd7182SLeandro Lupori 	PMCDBG1(MDP,INI,1,"powerpc-fini cpu=%d", cpu);
19568dd7182SLeandro Lupori 
19668dd7182SLeandro Lupori 	free(powerpc_pcpu[cpu]->pc_ppcpmcs, M_PMC);
19768dd7182SLeandro Lupori 	free(powerpc_pcpu[cpu], M_PMC);
19868dd7182SLeandro Lupori 
19968dd7182SLeandro Lupori 	return (0);
20068dd7182SLeandro Lupori }
20168dd7182SLeandro Lupori 
20268dd7182SLeandro Lupori int
20368dd7182SLeandro Lupori powerpc_allocate_pmc(int cpu, int ri, struct pmc *pm,
20468dd7182SLeandro Lupori     const struct pmc_op_pmcallocate *a)
20568dd7182SLeandro Lupori {
20668dd7182SLeandro Lupori 	enum pmc_event pe;
20768dd7182SLeandro Lupori 	uint32_t caps, config = 0, counter = 0;
20868dd7182SLeandro Lupori 	int i;
20968dd7182SLeandro Lupori 
21068dd7182SLeandro Lupori 	KASSERT(cpu >= 0 && cpu < pmc_cpu_max(),
21168dd7182SLeandro Lupori 	    ("[powerpc,%d] illegal CPU value %d", __LINE__, cpu));
21268dd7182SLeandro Lupori 	KASSERT(ri >= 0 && ri < ppc_max_pmcs,
21368dd7182SLeandro Lupori 	    ("[powerpc,%d] illegal row index %d", __LINE__, ri));
21468dd7182SLeandro Lupori 
215*315cd55dSMitchell Horne 	if (a->pm_class != ppc_class)
216*315cd55dSMitchell Horne 		return (EINVAL);
217*315cd55dSMitchell Horne 
21868dd7182SLeandro Lupori 	caps = a->pm_caps;
21968dd7182SLeandro Lupori 
22068dd7182SLeandro Lupori 	pe = a->pm_ev;
22168dd7182SLeandro Lupori 
22268dd7182SLeandro Lupori 	if (pe < ppc_event_first || pe > ppc_event_last)
22368dd7182SLeandro Lupori 		return (EINVAL);
22468dd7182SLeandro Lupori 
22568dd7182SLeandro Lupori 	for (i = 0; i < ppc_event_codes_size; i++) {
22668dd7182SLeandro Lupori 		if (ppc_event_codes[i].pe_event == pe) {
22768dd7182SLeandro Lupori 			config = ppc_event_codes[i].pe_code;
22868dd7182SLeandro Lupori 			counter =  ppc_event_codes[i].pe_flags;
22968dd7182SLeandro Lupori 			break;
23068dd7182SLeandro Lupori 		}
23168dd7182SLeandro Lupori 	}
23268dd7182SLeandro Lupori 	if (i == ppc_event_codes_size)
23368dd7182SLeandro Lupori 		return (EINVAL);
23468dd7182SLeandro Lupori 
23568dd7182SLeandro Lupori 	if ((counter & (1 << ri)) == 0)
23668dd7182SLeandro Lupori 		return (EINVAL);
23768dd7182SLeandro Lupori 
23868dd7182SLeandro Lupori 	if (caps & PMC_CAP_SYSTEM)
23968dd7182SLeandro Lupori 		config |= POWERPC_PMC_KERNEL_ENABLE;
24068dd7182SLeandro Lupori 	if (caps & PMC_CAP_USER)
24168dd7182SLeandro Lupori 		config |= POWERPC_PMC_USER_ENABLE;
24268dd7182SLeandro Lupori 	if ((caps & (PMC_CAP_USER | PMC_CAP_SYSTEM)) == 0)
24368dd7182SLeandro Lupori 		config |= POWERPC_PMC_ENABLE;
24468dd7182SLeandro Lupori 
24568dd7182SLeandro Lupori 	pm->pm_md.pm_powerpc.pm_powerpc_evsel = config;
24668dd7182SLeandro Lupori 
24768dd7182SLeandro Lupori 	PMCDBG3(MDP,ALL,1,"powerpc-allocate cpu=%d ri=%d -> config=0x%x",
24868dd7182SLeandro Lupori 	    cpu, ri, config);
24968dd7182SLeandro Lupori 	return (0);
25068dd7182SLeandro Lupori }
25168dd7182SLeandro Lupori 
25268dd7182SLeandro Lupori int
25368dd7182SLeandro Lupori powerpc_release_pmc(int cpu, int ri, struct pmc *pmc)
25468dd7182SLeandro Lupori {
25568dd7182SLeandro Lupori 	struct pmc_hw *phw;
25668dd7182SLeandro Lupori 
25768dd7182SLeandro Lupori 	KASSERT(cpu >= 0 && cpu < pmc_cpu_max(),
25868dd7182SLeandro Lupori 	    ("[powerpc,%d] illegal CPU value %d", __LINE__, cpu));
25968dd7182SLeandro Lupori 	KASSERT(ri >= 0 && ri < ppc_max_pmcs,
26068dd7182SLeandro Lupori 	    ("[powerpc,%d] illegal row-index %d", __LINE__, ri));
26168dd7182SLeandro Lupori 
26268dd7182SLeandro Lupori 	phw = &powerpc_pcpu[cpu]->pc_ppcpmcs[ri];
26368dd7182SLeandro Lupori 	KASSERT(phw->phw_pmc == NULL,
26468dd7182SLeandro Lupori 	    ("[powerpc,%d] PHW pmc %p non-NULL", __LINE__, phw->phw_pmc));
26568dd7182SLeandro Lupori 
26668dd7182SLeandro Lupori 	return (0);
26768dd7182SLeandro Lupori }
26868dd7182SLeandro Lupori 
26968dd7182SLeandro Lupori int
27068dd7182SLeandro Lupori powerpc_start_pmc(int cpu, int ri)
27168dd7182SLeandro Lupori {
27268dd7182SLeandro Lupori 	struct pmc *pm;
27368dd7182SLeandro Lupori 
27468dd7182SLeandro Lupori 	PMCDBG2(MDP,STA,1,"powerpc-start cpu=%d ri=%d", cpu, ri);
27568dd7182SLeandro Lupori 	pm = powerpc_pcpu[cpu]->pc_ppcpmcs[ri].phw_pmc;
27668dd7182SLeandro Lupori 	powerpc_set_pmc(cpu, ri, pm->pm_md.pm_powerpc.pm_powerpc_evsel);
27768dd7182SLeandro Lupori 
27868dd7182SLeandro Lupori 	return (0);
27968dd7182SLeandro Lupori }
28068dd7182SLeandro Lupori 
28168dd7182SLeandro Lupori int
28268dd7182SLeandro Lupori powerpc_stop_pmc(int cpu, int ri)
28368dd7182SLeandro Lupori {
28468dd7182SLeandro Lupori 	PMCDBG2(MDP,STO,1, "powerpc-stop cpu=%d ri=%d", cpu, ri);
28568dd7182SLeandro Lupori 	powerpc_set_pmc(cpu, ri, PMCN_NONE);
28668dd7182SLeandro Lupori 	return (0);
28768dd7182SLeandro Lupori }
28868dd7182SLeandro Lupori 
28968dd7182SLeandro Lupori int
29068dd7182SLeandro Lupori powerpc_config_pmc(int cpu, int ri, struct pmc *pm)
29168dd7182SLeandro Lupori {
29268dd7182SLeandro Lupori 	struct pmc_hw *phw;
29368dd7182SLeandro Lupori 
29468dd7182SLeandro Lupori 	PMCDBG3(MDP,CFG,1, "powerpc-config cpu=%d ri=%d pm=%p", cpu, ri, pm);
29568dd7182SLeandro Lupori 
29668dd7182SLeandro Lupori 	KASSERT(cpu >= 0 && cpu < pmc_cpu_max(),
29768dd7182SLeandro Lupori 	    ("[powerpc,%d] illegal CPU value %d", __LINE__, cpu));
29868dd7182SLeandro Lupori 	KASSERT(ri >= 0 && ri < ppc_max_pmcs,
29968dd7182SLeandro Lupori 	    ("[powerpc,%d] illegal row-index %d", __LINE__, ri));
30068dd7182SLeandro Lupori 
30168dd7182SLeandro Lupori 	phw = &powerpc_pcpu[cpu]->pc_ppcpmcs[ri];
30268dd7182SLeandro Lupori 
30368dd7182SLeandro Lupori 	KASSERT(pm == NULL || phw->phw_pmc == NULL,
30468dd7182SLeandro Lupori 	    ("[powerpc,%d] pm=%p phw->pm=%p hwpmc not unconfigured",
30568dd7182SLeandro Lupori 	    __LINE__, pm, phw->phw_pmc));
30668dd7182SLeandro Lupori 
30768dd7182SLeandro Lupori 	phw->phw_pmc = pm;
30868dd7182SLeandro Lupori 
30968dd7182SLeandro Lupori 	return (0);
31068dd7182SLeandro Lupori }
31168dd7182SLeandro Lupori 
31268dd7182SLeandro Lupori pmc_value_t
31368dd7182SLeandro Lupori powerpc_pmcn_read_default(unsigned int pmc)
31468dd7182SLeandro Lupori {
31568dd7182SLeandro Lupori 	pmc_value_t val;
31668dd7182SLeandro Lupori 
31768dd7182SLeandro Lupori 	if (pmc > ppc_max_pmcs)
31868dd7182SLeandro Lupori 		panic("Invalid PMC number: %d\n", pmc);
31968dd7182SLeandro Lupori 
32068dd7182SLeandro Lupori 	switch (pmc) {
32168dd7182SLeandro Lupori 	case 0:
32268dd7182SLeandro Lupori 		val = mfspr(SPR_PMC1);
32368dd7182SLeandro Lupori 		break;
32468dd7182SLeandro Lupori 	case 1:
32568dd7182SLeandro Lupori 		val = mfspr(SPR_PMC2);
32668dd7182SLeandro Lupori 		break;
32768dd7182SLeandro Lupori 	case 2:
32868dd7182SLeandro Lupori 		val = mfspr(SPR_PMC3);
32968dd7182SLeandro Lupori 		break;
33068dd7182SLeandro Lupori 	case 3:
33168dd7182SLeandro Lupori 		val = mfspr(SPR_PMC4);
33268dd7182SLeandro Lupori 		break;
33368dd7182SLeandro Lupori 	case 4:
33468dd7182SLeandro Lupori 		val = mfspr(SPR_PMC5);
33568dd7182SLeandro Lupori 		break;
33668dd7182SLeandro Lupori 	case 5:
33768dd7182SLeandro Lupori 		val = mfspr(SPR_PMC6);
33868dd7182SLeandro Lupori 		break;
33968dd7182SLeandro Lupori 	case 6:
34068dd7182SLeandro Lupori 		val = mfspr(SPR_PMC7);
34168dd7182SLeandro Lupori 		break;
34268dd7182SLeandro Lupori 	case 7:
34368dd7182SLeandro Lupori 		val = mfspr(SPR_PMC8);
34468dd7182SLeandro Lupori 		break;
34568dd7182SLeandro Lupori 	}
34668dd7182SLeandro Lupori 
34768dd7182SLeandro Lupori 	return (val);
34868dd7182SLeandro Lupori }
34968dd7182SLeandro Lupori 
35068dd7182SLeandro Lupori void
35168dd7182SLeandro Lupori powerpc_pmcn_write_default(unsigned int pmc, uint32_t val)
35268dd7182SLeandro Lupori {
35368dd7182SLeandro Lupori 	if (pmc > ppc_max_pmcs)
35468dd7182SLeandro Lupori 		panic("Invalid PMC number: %d\n", pmc);
35568dd7182SLeandro Lupori 
35668dd7182SLeandro Lupori 	switch (pmc) {
35768dd7182SLeandro Lupori 	case 0:
35868dd7182SLeandro Lupori 		mtspr(SPR_PMC1, val);
35968dd7182SLeandro Lupori 		break;
36068dd7182SLeandro Lupori 	case 1:
36168dd7182SLeandro Lupori 		mtspr(SPR_PMC2, val);
36268dd7182SLeandro Lupori 		break;
36368dd7182SLeandro Lupori 	case 2:
36468dd7182SLeandro Lupori 		mtspr(SPR_PMC3, val);
36568dd7182SLeandro Lupori 		break;
36668dd7182SLeandro Lupori 	case 3:
36768dd7182SLeandro Lupori 		mtspr(SPR_PMC4, val);
36868dd7182SLeandro Lupori 		break;
36968dd7182SLeandro Lupori 	case 4:
37068dd7182SLeandro Lupori 		mtspr(SPR_PMC5, val);
37168dd7182SLeandro Lupori 		break;
37268dd7182SLeandro Lupori 	case 5:
37368dd7182SLeandro Lupori 		mtspr(SPR_PMC6, val);
37468dd7182SLeandro Lupori 		break;
37568dd7182SLeandro Lupori 	case 6:
37668dd7182SLeandro Lupori 		mtspr(SPR_PMC7, val);
37768dd7182SLeandro Lupori 		break;
37868dd7182SLeandro Lupori 	case 7:
37968dd7182SLeandro Lupori 		mtspr(SPR_PMC8, val);
38068dd7182SLeandro Lupori 		break;
38168dd7182SLeandro Lupori 	}
38268dd7182SLeandro Lupori }
38368dd7182SLeandro Lupori 
38468dd7182SLeandro Lupori int
38568dd7182SLeandro Lupori powerpc_read_pmc(int cpu, int ri, pmc_value_t *v)
38668dd7182SLeandro Lupori {
38768dd7182SLeandro Lupori 	struct pmc *pm;
38868dd7182SLeandro Lupori 	pmc_value_t p, r, tmp;
38968dd7182SLeandro Lupori 
39068dd7182SLeandro Lupori 	KASSERT(cpu >= 0 && cpu < pmc_cpu_max(),
39168dd7182SLeandro Lupori 	    ("[powerpc,%d] illegal CPU value %d", __LINE__, cpu));
39268dd7182SLeandro Lupori 	KASSERT(ri >= 0 && ri < ppc_max_pmcs,
39368dd7182SLeandro Lupori 	    ("[powerpc,%d] illegal row index %d", __LINE__, ri));
39468dd7182SLeandro Lupori 
39568dd7182SLeandro Lupori 	pm  = powerpc_pcpu[cpu]->pc_ppcpmcs[ri].phw_pmc;
39668dd7182SLeandro Lupori 	KASSERT(pm,
39768dd7182SLeandro Lupori 	    ("[core,%d] cpu %d ri %d pmc not configured", __LINE__, cpu,
39868dd7182SLeandro Lupori 		ri));
39968dd7182SLeandro Lupori 
40068dd7182SLeandro Lupori 	/*
40168dd7182SLeandro Lupori 	 * After an interrupt occurs because of a PMC overflow, the PMC value
40268dd7182SLeandro Lupori 	 * is not always MAX_PMC_VALUE + 1, but may be a little above it.
40368dd7182SLeandro Lupori 	 * This may mess up calculations and frustrate machine independent
40468dd7182SLeandro Lupori 	 * layer expectations, such as that no value read should be greater
40568dd7182SLeandro Lupori 	 * than reload count in sampling mode.
40668dd7182SLeandro Lupori 	 * To avoid these issues, use MAX_PMC_VALUE as an upper limit.
40768dd7182SLeandro Lupori 	 */
40868dd7182SLeandro Lupori 	p = MIN(powerpc_pmcn_read(ri), POWERPC_MAX_PMC_VALUE);
40968dd7182SLeandro Lupori 	r = pm->pm_sc.pm_reloadcount;
41068dd7182SLeandro Lupori 
41168dd7182SLeandro Lupori 	if (PMC_IS_SAMPLING_MODE(PMC_TO_MODE(pm))) {
41268dd7182SLeandro Lupori 		/*
41368dd7182SLeandro Lupori 		 * Special case 1: r is too big
41468dd7182SLeandro Lupori 		 * This usually happens when a PMC write fails, the PMC is
41568dd7182SLeandro Lupori 		 * stopped and then it is read.
41668dd7182SLeandro Lupori 		 *
41768dd7182SLeandro Lupori 		 * Special case 2: PMC was reseted or has a value
41868dd7182SLeandro Lupori 		 * that should not be possible with current r.
41968dd7182SLeandro Lupori 		 *
42068dd7182SLeandro Lupori 		 * In the above cases, just return 0 instead of an arbitrary
42168dd7182SLeandro Lupori 		 * value.
42268dd7182SLeandro Lupori 		 */
42368dd7182SLeandro Lupori 		if (r > POWERPC_MAX_PMC_VALUE || p + r <= POWERPC_MAX_PMC_VALUE)
42468dd7182SLeandro Lupori 			tmp = 0;
42568dd7182SLeandro Lupori 		else
42668dd7182SLeandro Lupori 			tmp = POWERPC_PERFCTR_VALUE_TO_RELOAD_COUNT(p);
42768dd7182SLeandro Lupori 	} else
42868dd7182SLeandro Lupori 		tmp = p + (POWERPC_MAX_PMC_VALUE + 1) * PPC_OVERFLOWCNT(pm);
42968dd7182SLeandro Lupori 
43068dd7182SLeandro Lupori 	PMCDBG5(MDP,REA,1,"ppc-read cpu=%d ri=%d -> %jx (%jx,%jx)",
43168dd7182SLeandro Lupori 	    cpu, ri, (uintmax_t)tmp, (uintmax_t)PPC_OVERFLOWCNT(pm),
43268dd7182SLeandro Lupori 	    (uintmax_t)p);
43368dd7182SLeandro Lupori 	*v = tmp;
43468dd7182SLeandro Lupori 	return (0);
43568dd7182SLeandro Lupori }
43668dd7182SLeandro Lupori 
43768dd7182SLeandro Lupori int
43868dd7182SLeandro Lupori powerpc_write_pmc(int cpu, int ri, pmc_value_t v)
43968dd7182SLeandro Lupori {
44068dd7182SLeandro Lupori 	struct pmc *pm;
44168dd7182SLeandro Lupori 	pmc_value_t vlo;
44268dd7182SLeandro Lupori 
44368dd7182SLeandro Lupori 	KASSERT(cpu >= 0 && cpu < pmc_cpu_max(),
44468dd7182SLeandro Lupori 	    ("[powerpc,%d] illegal CPU value %d", __LINE__, cpu));
44568dd7182SLeandro Lupori 	KASSERT(ri >= 0 && ri < ppc_max_pmcs,
44668dd7182SLeandro Lupori 	    ("[powerpc,%d] illegal row-index %d", __LINE__, ri));
44768dd7182SLeandro Lupori 
44868dd7182SLeandro Lupori 	pm = powerpc_pcpu[cpu]->pc_ppcpmcs[ri].phw_pmc;
44968dd7182SLeandro Lupori 
45068dd7182SLeandro Lupori 	if (PMC_IS_COUNTING_MODE(PMC_TO_MODE(pm))) {
45168dd7182SLeandro Lupori 		PPC_OVERFLOWCNT(pm) = v / (POWERPC_MAX_PMC_VALUE + 1);
45268dd7182SLeandro Lupori 		vlo = v % (POWERPC_MAX_PMC_VALUE + 1);
45368dd7182SLeandro Lupori 	} else if (v > POWERPC_MAX_PMC_VALUE) {
45468dd7182SLeandro Lupori 		PMCDBG3(MDP,WRI,2,
45568dd7182SLeandro Lupori 		    "powerpc-write cpu=%d ri=%d: PMC value is too big: %jx",
45668dd7182SLeandro Lupori 		    cpu, ri, (uintmax_t)v);
45768dd7182SLeandro Lupori 		return (EINVAL);
45868dd7182SLeandro Lupori 	} else
45968dd7182SLeandro Lupori 		vlo = POWERPC_RELOAD_COUNT_TO_PERFCTR_VALUE(v);
46068dd7182SLeandro Lupori 
46168dd7182SLeandro Lupori 	PMCDBG5(MDP,WRI,1,"powerpc-write cpu=%d ri=%d -> %jx (%jx,%jx)",
46268dd7182SLeandro Lupori 	    cpu, ri, (uintmax_t)v, (uintmax_t)PPC_OVERFLOWCNT(pm),
46368dd7182SLeandro Lupori 	    (uintmax_t)vlo);
46468dd7182SLeandro Lupori 
46568dd7182SLeandro Lupori 	powerpc_pmcn_write(ri, vlo);
46668dd7182SLeandro Lupori 	return (0);
46768dd7182SLeandro Lupori }
46868dd7182SLeandro Lupori 
46968dd7182SLeandro Lupori int
47068dd7182SLeandro Lupori powerpc_pmc_intr(struct trapframe *tf)
47168dd7182SLeandro Lupori {
47268dd7182SLeandro Lupori 	struct pmc *pm;
47368dd7182SLeandro Lupori 	struct powerpc_cpu *pc;
47468dd7182SLeandro Lupori 	int cpu, error, i, retval;
47568dd7182SLeandro Lupori 
47668dd7182SLeandro Lupori 	cpu = curcpu;
47768dd7182SLeandro Lupori 	KASSERT(cpu >= 0 && cpu < pmc_cpu_max(),
47868dd7182SLeandro Lupori 	    ("[powerpc,%d] out of range CPU %d", __LINE__, cpu));
47968dd7182SLeandro Lupori 
48068dd7182SLeandro Lupori 	PMCDBG3(MDP,INT,1, "cpu=%d tf=%p um=%d", cpu, (void *) tf,
48168dd7182SLeandro Lupori 	    TRAPF_USERMODE(tf));
48268dd7182SLeandro Lupori 
48368dd7182SLeandro Lupori 	retval = 0;
48468dd7182SLeandro Lupori 	pc = powerpc_pcpu[cpu];
48568dd7182SLeandro Lupori 
48668dd7182SLeandro Lupori 	/*
48768dd7182SLeandro Lupori 	 * Look for a running, sampling PMC which has overflowed
48868dd7182SLeandro Lupori 	 * and which has a valid 'struct pmc' association.
48968dd7182SLeandro Lupori 	 */
49068dd7182SLeandro Lupori 	for (i = 0; i < ppc_max_pmcs; i++) {
49168dd7182SLeandro Lupori 		if (!POWERPC_PMC_HAS_OVERFLOWED(i))
49268dd7182SLeandro Lupori 			continue;
49368dd7182SLeandro Lupori 		retval = 1;	/* Found an interrupting PMC. */
49468dd7182SLeandro Lupori 
49568dd7182SLeandro Lupori 		/*
49668dd7182SLeandro Lupori 		 * Always clear the PMC, to make it stop interrupting.
49768dd7182SLeandro Lupori 		 * If pm is available and in sampling mode, use reload
49868dd7182SLeandro Lupori 		 * count, to make PMC read after stop correct.
49968dd7182SLeandro Lupori 		 * Otherwise, just reset the PMC.
50068dd7182SLeandro Lupori 		 */
50168dd7182SLeandro Lupori 		if ((pm = pc->pc_ppcpmcs[i].phw_pmc) != NULL &&
50268dd7182SLeandro Lupori 		    PMC_IS_SAMPLING_MODE(PMC_TO_MODE(pm))) {
50368dd7182SLeandro Lupori 			if (pm->pm_state != PMC_STATE_RUNNING) {
50468dd7182SLeandro Lupori 				powerpc_write_pmc(cpu, i,
50568dd7182SLeandro Lupori 				    pm->pm_sc.pm_reloadcount);
50668dd7182SLeandro Lupori 				continue;
50768dd7182SLeandro Lupori 			}
50868dd7182SLeandro Lupori 		} else {
50968dd7182SLeandro Lupori 			if (pm != NULL) { /* !PMC_IS_SAMPLING_MODE */
51068dd7182SLeandro Lupori 				PPC_OVERFLOWCNT(pm) = (PPC_OVERFLOWCNT(pm) +
51168dd7182SLeandro Lupori 				    1) % PPC_OVERFLOWCNT_MAX;
51268dd7182SLeandro Lupori 				PMCDBG3(MDP,INT,2,
51368dd7182SLeandro Lupori 				    "cpu=%d ri=%d: overflowcnt=%d",
51468dd7182SLeandro Lupori 				    cpu, i, PPC_OVERFLOWCNT(pm));
51568dd7182SLeandro Lupori 			}
51668dd7182SLeandro Lupori 
51768dd7182SLeandro Lupori 			powerpc_pmcn_write(i, 0);
51868dd7182SLeandro Lupori 			continue;
51968dd7182SLeandro Lupori 		}
52068dd7182SLeandro Lupori 
52168dd7182SLeandro Lupori 		error = pmc_process_interrupt(PMC_HR, pm, tf);
52268dd7182SLeandro Lupori 		if (error != 0) {
52368dd7182SLeandro Lupori 			PMCDBG3(MDP,INT,3,
52468dd7182SLeandro Lupori 			    "cpu=%d ri=%d: error %d processing interrupt",
52568dd7182SLeandro Lupori 			    cpu, i, error);
52668dd7182SLeandro Lupori 			powerpc_stop_pmc(cpu, i);
52768dd7182SLeandro Lupori 		}
52868dd7182SLeandro Lupori 
52968dd7182SLeandro Lupori 		/* Reload sampling count */
53068dd7182SLeandro Lupori 		powerpc_write_pmc(cpu, i, pm->pm_sc.pm_reloadcount);
53168dd7182SLeandro Lupori 	}
53268dd7182SLeandro Lupori 
53368dd7182SLeandro Lupori 	if (retval)
53468dd7182SLeandro Lupori 		counter_u64_add(pmc_stats.pm_intr_processed, 1);
53568dd7182SLeandro Lupori 	else
53668dd7182SLeandro Lupori 		counter_u64_add(pmc_stats.pm_intr_ignored, 1);
53768dd7182SLeandro Lupori 
53868dd7182SLeandro Lupori 	/*
53968dd7182SLeandro Lupori 	 * Re-enable PERF exceptions if we were able to find the interrupt
54068dd7182SLeandro Lupori 	 * source and handle it. Otherwise, it's better to disable PERF
54168dd7182SLeandro Lupori 	 * interrupts, to avoid the risk of processing the same interrupt
54268dd7182SLeandro Lupori 	 * forever.
54368dd7182SLeandro Lupori 	 */
54468dd7182SLeandro Lupori 	powerpc_resume_pmc(retval != 0);
54568dd7182SLeandro Lupori 	if (retval == 0)
54668dd7182SLeandro Lupori 		log(LOG_WARNING,
54768dd7182SLeandro Lupori 		    "pmc_intr: couldn't find interrupting PMC on cpu %d - "
54868dd7182SLeandro Lupori 		    "disabling PERF interrupts\n", cpu);
54968dd7182SLeandro Lupori 
55068dd7182SLeandro Lupori 	return (retval);
55168dd7182SLeandro Lupori }
55268dd7182SLeandro Lupori 
5537b25dccaSJustin Hibbits struct pmc_mdep *
5547b25dccaSJustin Hibbits pmc_md_initialize()
5557b25dccaSJustin Hibbits {
5567b25dccaSJustin Hibbits 	struct pmc_mdep *pmc_mdep;
557b2fb58a1SJustin Hibbits 	int error;
558b2fb58a1SJustin Hibbits 	uint16_t vers;
5597b25dccaSJustin Hibbits 
5607b25dccaSJustin Hibbits 	/*
5617b25dccaSJustin Hibbits 	 * Allocate space for pointers to PMC HW descriptors and for
5627b25dccaSJustin Hibbits 	 * the MDEP structure used by MI code.
5637b25dccaSJustin Hibbits 	 */
5647b25dccaSJustin Hibbits 	powerpc_pcpu = malloc(sizeof(struct powerpc_cpu *) * pmc_cpu_max(), M_PMC,
5657b25dccaSJustin Hibbits 			   M_WAITOK|M_ZERO);
5667b25dccaSJustin Hibbits 
5677b25dccaSJustin Hibbits 	/* Just one class */
5685df02332SFabien Thomas 	pmc_mdep = pmc_mdep_alloc(1);
5697b25dccaSJustin Hibbits 
570b2fb58a1SJustin Hibbits 	vers = mfpvr() >> 16;
5717b25dccaSJustin Hibbits 
5727b25dccaSJustin Hibbits 	pmc_mdep->pmd_switch_in  = powerpc_switch_in;
5737b25dccaSJustin Hibbits 	pmc_mdep->pmd_switch_out = powerpc_switch_out;
5747b25dccaSJustin Hibbits 
575b2fb58a1SJustin Hibbits 	switch (vers) {
576b2fb58a1SJustin Hibbits 	case MPC7447A:
577b2fb58a1SJustin Hibbits 	case MPC7448:
578b2fb58a1SJustin Hibbits 	case MPC7450:
579b2fb58a1SJustin Hibbits 	case MPC7455:
580b2fb58a1SJustin Hibbits 	case MPC7457:
581b2fb58a1SJustin Hibbits 		error = pmc_mpc7xxx_initialize(pmc_mdep);
582e35effceSJustin Hibbits 		break;
583b2fb58a1SJustin Hibbits 	case IBM970:
584b2fb58a1SJustin Hibbits 	case IBM970FX:
585b2fb58a1SJustin Hibbits 	case IBM970MP:
586169dd953SJustin Hibbits 		error = pmc_ppc970_initialize(pmc_mdep);
587169dd953SJustin Hibbits 		break;
58868dd7182SLeandro Lupori 	case IBMPOWER8E:
58968dd7182SLeandro Lupori 	case IBMPOWER8NVL:
59068dd7182SLeandro Lupori 	case IBMPOWER8:
59168dd7182SLeandro Lupori 	case IBMPOWER9:
59268dd7182SLeandro Lupori 		error = pmc_power8_initialize(pmc_mdep);
59368dd7182SLeandro Lupori 		break;
594a7452468SJustin Hibbits 	case FSL_E500v1:
595a7452468SJustin Hibbits 	case FSL_E500v2:
596a7452468SJustin Hibbits 	case FSL_E500mc:
597cdf9344eSJustin Hibbits 	case FSL_E5500:
598a7452468SJustin Hibbits 		error = pmc_e500_initialize(pmc_mdep);
599a7452468SJustin Hibbits 		break;
600b2fb58a1SJustin Hibbits 	default:
601b2fb58a1SJustin Hibbits 		error = -1;
602b2fb58a1SJustin Hibbits 		break;
603b2fb58a1SJustin Hibbits 	}
604b2fb58a1SJustin Hibbits 
605b2fb58a1SJustin Hibbits 	if (error != 0) {
606b2fb58a1SJustin Hibbits 		pmc_mdep_free(pmc_mdep);
607b2fb58a1SJustin Hibbits 		pmc_mdep = NULL;
608b2fb58a1SJustin Hibbits 	}
6097b25dccaSJustin Hibbits 
610b48a2770SLeandro Lupori 	/* Set the value for kern.hwpmc.cpuid */
6117844e5a4SLeandro Lupori 	snprintf(pmc_cpuid, sizeof(pmc_cpuid), "%08x", mfpvr());
612b48a2770SLeandro Lupori 
6137b25dccaSJustin Hibbits 	return (pmc_mdep);
6147b25dccaSJustin Hibbits }
6157b25dccaSJustin Hibbits 
6167b25dccaSJustin Hibbits void
6177b25dccaSJustin Hibbits pmc_md_finalize(struct pmc_mdep *md)
6187b25dccaSJustin Hibbits {
619169dd953SJustin Hibbits 
620169dd953SJustin Hibbits 	free(powerpc_pcpu, M_PMC);
621169dd953SJustin Hibbits 	powerpc_pcpu = NULL;
6227b25dccaSJustin Hibbits }
6237b25dccaSJustin Hibbits 
6249596916cSJoseph Koshy int
6259596916cSJoseph Koshy pmc_save_user_callchain(uintptr_t *cc, int maxsamples,
6269596916cSJoseph Koshy     struct trapframe *tf)
6279596916cSJoseph Koshy {
628e42edd4dSJustin Hibbits 	uintptr_t *osp, *sp;
6290587a072SJustin Hibbits 	int frames = 0;
6300587a072SJustin Hibbits 
6310587a072SJustin Hibbits 	cc[frames++] = PMC_TRAPFRAME_TO_PC(tf);
6320587a072SJustin Hibbits 	sp = (uintptr_t *)PMC_TRAPFRAME_TO_FP(tf);
633e42edd4dSJustin Hibbits 	osp = NULL;
6340587a072SJustin Hibbits 
6355c0761baSJustin Hibbits 	for (; frames < maxsamples; frames++) {
636cddd0f61SJustin Hibbits 		if (sp <= osp)
6370587a072SJustin Hibbits 			break;
638e42edd4dSJustin Hibbits 		osp = sp;
6395c0761baSJustin Hibbits #ifdef __powerpc64__
6405c0761baSJustin Hibbits 		/* Check if 32-bit mode. */
6415c0761baSJustin Hibbits 		if (!(tf->srr1 & PSL_SF)) {
642e42edd4dSJustin Hibbits 			cc[frames] = fuword32((uint32_t *)sp + 1);
6435c0761baSJustin Hibbits 			sp = (uintptr_t *)(uintptr_t)fuword32(sp);
6445c0761baSJustin Hibbits 		} else {
645e42edd4dSJustin Hibbits 			cc[frames] = fuword(sp + 2);
6460587a072SJustin Hibbits 			sp = (uintptr_t *)fuword(sp);
6470587a072SJustin Hibbits 		}
6485c0761baSJustin Hibbits #else
649e42edd4dSJustin Hibbits 		cc[frames] = fuword32((uint32_t *)sp + 1);
6505c0761baSJustin Hibbits 		sp = (uintptr_t *)fuword32(sp);
6515c0761baSJustin Hibbits #endif
6525c0761baSJustin Hibbits 	}
6535c0761baSJustin Hibbits 
6540587a072SJustin Hibbits 	return (frames);
6559596916cSJoseph Koshy }
656