xref: /freebsd/sys/i386/include/pmc_mdep.h (revision 3f3a2d0f8d8e2feb2fee77db0f9c6ea04b992a83)
1ebccf1e3SJoseph Koshy /*-
283ef78beSPedro F. Giffuni  * SPDX-License-Identifier: BSD-2-Clause-FreeBSD
383ef78beSPedro F. Giffuni  *
4d0d0192fSJoseph Koshy  * Copyright (c) 2003-2005,2008 Joseph Koshy
5d07f36b0SJoseph Koshy  * Copyright (c) 2007 The FreeBSD Foundation
6ebccf1e3SJoseph Koshy  * All rights reserved.
7ebccf1e3SJoseph Koshy  *
8d07f36b0SJoseph Koshy  * Portions of this software were developed by A. Joseph Koshy under
9d07f36b0SJoseph Koshy  * sponsorship from the FreeBSD Foundation and Google, Inc.
10d07f36b0SJoseph Koshy  *
11ebccf1e3SJoseph Koshy  * Redistribution and use in source and binary forms, with or without
12ebccf1e3SJoseph Koshy  * modification, are permitted provided that the following conditions
13ebccf1e3SJoseph Koshy  * are met:
14ebccf1e3SJoseph Koshy  * 1. Redistributions of source code must retain the above copyright
15ebccf1e3SJoseph Koshy  *    notice, this list of conditions and the following disclaimer.
16ebccf1e3SJoseph Koshy  * 2. Redistributions in binary form must reproduce the above copyright
17ebccf1e3SJoseph Koshy  *    notice, this list of conditions and the following disclaimer in the
18ebccf1e3SJoseph Koshy  *    documentation and/or other materials provided with the distribution.
19ebccf1e3SJoseph Koshy  *
20ebccf1e3SJoseph Koshy  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
21ebccf1e3SJoseph Koshy  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
22ebccf1e3SJoseph Koshy  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
23ebccf1e3SJoseph Koshy  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
24ebccf1e3SJoseph Koshy  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
25ebccf1e3SJoseph Koshy  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
26ebccf1e3SJoseph Koshy  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
27ebccf1e3SJoseph Koshy  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
28ebccf1e3SJoseph Koshy  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
29ebccf1e3SJoseph Koshy  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
30ebccf1e3SJoseph Koshy  * SUCH DAMAGE.
31ebccf1e3SJoseph Koshy  *
32ebccf1e3SJoseph Koshy  * $FreeBSD$
33ebccf1e3SJoseph Koshy  */
34ebccf1e3SJoseph Koshy 
35ebccf1e3SJoseph Koshy #ifndef _MACHINE_PMC_MDEP_H
36ebccf1e3SJoseph Koshy #define	_MACHINE_PMC_MDEP_H 1
37ebccf1e3SJoseph Koshy 
38e829eb6dSJoseph Koshy #ifdef	_KERNEL
39e829eb6dSJoseph Koshy struct pmc_mdep;
40e829eb6dSJoseph Koshy #endif
41e829eb6dSJoseph Koshy 
42f263522aSJoseph Koshy /*
43f263522aSJoseph Koshy  * On the i386 platform we support the following PMCs.
44f263522aSJoseph Koshy  *
45e829eb6dSJoseph Koshy  * TSC		The timestamp counter
46f263522aSJoseph Koshy  * K7		AMD Athlon XP/MP and other 32 bit processors.
47f263522aSJoseph Koshy  * K8		AMD Athlon64 and Opteron PMCs in 32 bit mode.
48f263522aSJoseph Koshy  * PIV		Intel P4/HTT and P4/EMT64
49f263522aSJoseph Koshy  * PPRO		Intel Pentium Pro, Pentium-II, Pentium-III, Celeron and
50f263522aSJoseph Koshy  *		Pentium-M processors
51f263522aSJoseph Koshy  * PENTIUM	Intel Pentium MMX.
52e829eb6dSJoseph Koshy  * IAP		Intel Core/Core2/Atom programmable PMCs.
53e829eb6dSJoseph Koshy  * IAF		Intel fixed-function PMCs.
541fa7f10bSFabien Thomas  * UCP		Intel Uncore programmable PMCs.
551fa7f10bSFabien Thomas  * UCF		Intel Uncore fixed-function PMCs.
56f263522aSJoseph Koshy  */
57ebccf1e3SJoseph Koshy 
58f263522aSJoseph Koshy #include <dev/hwpmc/hwpmc_amd.h> /* K7 and K8 */
590cfab8ddSJoseph Koshy #include <dev/hwpmc/hwpmc_core.h>
60f263522aSJoseph Koshy #include <dev/hwpmc/hwpmc_piv.h>
61f263522aSJoseph Koshy #include <dev/hwpmc/hwpmc_ppro.h>
62f263522aSJoseph Koshy #include <dev/hwpmc/hwpmc_pentium.h>
63e829eb6dSJoseph Koshy #include <dev/hwpmc/hwpmc_tsc.h>
641fa7f10bSFabien Thomas #include <dev/hwpmc/hwpmc_uncore.h>
65e829eb6dSJoseph Koshy 
66e829eb6dSJoseph Koshy /*
67e829eb6dSJoseph Koshy  * Intel processors implementing V2 and later of the Intel performance
68e829eb6dSJoseph Koshy  * measurement architecture have PMCs of the following classes: TSC,
691fa7f10bSFabien Thomas  * IAF, IAP, UCF and UCP.
70e829eb6dSJoseph Koshy  */
71f5f9340bSFabien Thomas #define	PMC_MDEP_CLASS_INDEX_TSC	1
72f5f9340bSFabien Thomas #define	PMC_MDEP_CLASS_INDEX_K7		2
73f5f9340bSFabien Thomas #define	PMC_MDEP_CLASS_INDEX_K8		2
74f5f9340bSFabien Thomas #define	PMC_MDEP_CLASS_INDEX_P4		2
75f5f9340bSFabien Thomas #define	PMC_MDEP_CLASS_INDEX_P5		2
76f5f9340bSFabien Thomas #define	PMC_MDEP_CLASS_INDEX_P6		2
77f5f9340bSFabien Thomas #define	PMC_MDEP_CLASS_INDEX_IAP	2
78f5f9340bSFabien Thomas #define	PMC_MDEP_CLASS_INDEX_IAF	3
79f5f9340bSFabien Thomas #define	PMC_MDEP_CLASS_INDEX_UCP	4
80f5f9340bSFabien Thomas #define	PMC_MDEP_CLASS_INDEX_UCF	5
81ebccf1e3SJoseph Koshy 
82f263522aSJoseph Koshy /*
83f263522aSJoseph Koshy  * Architecture specific extensions to <sys/pmc.h> structures.
84f263522aSJoseph Koshy  */
85ebccf1e3SJoseph Koshy 
86f263522aSJoseph Koshy union pmc_md_op_pmcallocate  {
87f263522aSJoseph Koshy 	struct pmc_md_amd_op_pmcallocate	pm_amd;
880cfab8ddSJoseph Koshy 	struct pmc_md_iaf_op_pmcallocate	pm_iaf;
890cfab8ddSJoseph Koshy 	struct pmc_md_iap_op_pmcallocate	pm_iap;
901fa7f10bSFabien Thomas 	struct pmc_md_ucf_op_pmcallocate	pm_ucf;
911fa7f10bSFabien Thomas 	struct pmc_md_ucp_op_pmcallocate	pm_ucp;
92f263522aSJoseph Koshy 	struct pmc_md_p4_op_pmcallocate		pm_p4;
930cfab8ddSJoseph Koshy 	struct pmc_md_pentium_op_pmcallocate	pm_pentium;
940cfab8ddSJoseph Koshy 	struct pmc_md_ppro_op_pmcallocate	pm_ppro;
95f263522aSJoseph Koshy 	uint64_t				__pad[4];
96f263522aSJoseph Koshy };
97ebccf1e3SJoseph Koshy 
98f263522aSJoseph Koshy /* Logging */
99f263522aSJoseph Koshy #define	PMCLOG_READADDR		PMCLOG_READ32
100f263522aSJoseph Koshy #define	PMCLOG_EMITADDR		PMCLOG_EMIT32
101ebccf1e3SJoseph Koshy 
102ebccf1e3SJoseph Koshy #ifdef _KERNEL
103ebccf1e3SJoseph Koshy 
104f263522aSJoseph Koshy /* MD extension for 'struct pmc' */
105f263522aSJoseph Koshy union pmc_md_pmc  {
106f263522aSJoseph Koshy 	struct pmc_md_amd_pmc	pm_amd;
1070cfab8ddSJoseph Koshy 	struct pmc_md_iaf_pmc	pm_iaf;
1080cfab8ddSJoseph Koshy 	struct pmc_md_iap_pmc	pm_iap;
1091fa7f10bSFabien Thomas 	struct pmc_md_ucf_pmc	pm_ucf;
1101fa7f10bSFabien Thomas 	struct pmc_md_ucp_pmc	pm_ucp;
111f263522aSJoseph Koshy 	struct pmc_md_p4_pmc	pm_p4;
1120cfab8ddSJoseph Koshy 	struct pmc_md_pentium_pmc pm_pentium;
1130cfab8ddSJoseph Koshy 	struct pmc_md_ppro_pmc	pm_ppro;
114f263522aSJoseph Koshy };
115f263522aSJoseph Koshy 
116f263522aSJoseph Koshy struct pmc;
117e829eb6dSJoseph Koshy struct pmc_mdep;
118f263522aSJoseph Koshy 
119d07f36b0SJoseph Koshy #define	PMC_TRAPFRAME_TO_PC(TF)	((TF)->tf_eip)
120d07f36b0SJoseph Koshy #define	PMC_TRAPFRAME_TO_FP(TF)	((TF)->tf_ebp)
121d0d0192fSJoseph Koshy 
122d0d0192fSJoseph Koshy /*
123d0d0192fSJoseph Koshy  * The layout of the stack frame on entry into the NMI handler depends on
124d0d0192fSJoseph Koshy  * whether a privilege level change (and consequent stack switch) was
125d0d0192fSJoseph Koshy  * required for entry.
126d0d0192fSJoseph Koshy  *
127d0d0192fSJoseph Koshy  * When processing an interrupt when in user mode, the processor switches
128d0d0192fSJoseph Koshy  * stacks, and saves the user mode stack pointer on the kernel stack.  The
129d0d0192fSJoseph Koshy  * user mode stack pointer is then available to the interrupt handler
130d0d0192fSJoseph Koshy  * at frame->tf_esp.
131d0d0192fSJoseph Koshy  *
132d0d0192fSJoseph Koshy  * When processing an interrupt while in kernel mode, the processor
133d0d0192fSJoseph Koshy  * continues to use the existing (kernel) stack.  Therefore we determine
134d0d0192fSJoseph Koshy  * the stack pointer for the interrupted kernel procedure by adding an
135d0d0192fSJoseph Koshy  * offset to the current frame pointer.
136d0d0192fSJoseph Koshy  */
137d0d0192fSJoseph Koshy 
138d0d0192fSJoseph Koshy #define	PMC_TRAPFRAME_TO_USER_SP(TF)	((TF)->tf_esp)
139d0d0192fSJoseph Koshy #define	PMC_TRAPFRAME_TO_KERNEL_SP(TF)	((uintptr_t) &((TF)->tf_esp))
140d07f36b0SJoseph Koshy 
141d07f36b0SJoseph Koshy #define	PMC_IN_KERNEL_STACK(S,START,END)		\
142d07f36b0SJoseph Koshy 	((S) >= (START) && (S) < (END))
1436fdfd882SKonstantin Belousov #define	PMC_IN_KERNEL(va)	INKERNEL(va)
144d07f36b0SJoseph Koshy 
145d07f36b0SJoseph Koshy #define	PMC_IN_USERSPACE(va) ((va) <= VM_MAXUSER_ADDRESS)
146d07f36b0SJoseph Koshy 
147d07f36b0SJoseph Koshy #define	PMC_IN_TRAP_HANDLER(PC) 			\
148*3f3a2d0fSKonstantin Belousov 	((PC) >= (uintptr_t)start_exceptions + setidt_disp &&	\
149*3f3a2d0fSKonstantin Belousov 	 (PC) < (uintptr_t) end_exceptions + setidt_disp)
150d07f36b0SJoseph Koshy 
151d07f36b0SJoseph Koshy #define	PMC_AT_FUNCTION_PROLOGUE_PUSH_BP(I)		\
152ab5ed97eSJoseph Koshy 	(((I) & 0x00ffffff) == 0xe58955) /* pushl %ebp; movl %esp,%ebp */
153d07f36b0SJoseph Koshy #define	PMC_AT_FUNCTION_PROLOGUE_MOV_SP_BP(I)		\
154ab5ed97eSJoseph Koshy 	(((I) & 0x0000ffff) == 0xe589)	/* movl %esp,%ebp */
155d07f36b0SJoseph Koshy #define	PMC_AT_FUNCTION_EPILOGUE_RET(I)			\
156d07f36b0SJoseph Koshy 	(((I) & 0xFF) == 0xC3)		   /* ret */
157d07f36b0SJoseph Koshy 
158f5f9340bSFabien Thomas /* Build a fake kernel trapframe from current instruction pointer. */
159f5f9340bSFabien Thomas #define PMC_FAKE_TRAPFRAME(TF)						\
160f5f9340bSFabien Thomas 	do {								\
161f5f9340bSFabien Thomas 	(TF)->tf_cs = 0; (TF)->tf_eflags = 0;				\
162f5f9340bSFabien Thomas 	__asm __volatile("movl %%ebp,%0" : "=r" ((TF)->tf_ebp));	\
163f5f9340bSFabien Thomas 	__asm __volatile("movl %%esp,%0" : "=r" ((TF)->tf_esp));	\
164f5f9340bSFabien Thomas 	__asm __volatile("call 1f \n\t1: pop %0" : "=r"((TF)->tf_eip));	\
165f5f9340bSFabien Thomas 	} while (0)
166f5f9340bSFabien Thomas 
167ebccf1e3SJoseph Koshy /*
168ebccf1e3SJoseph Koshy  * Prototypes
169ebccf1e3SJoseph Koshy  */
170ebccf1e3SJoseph Koshy 
171d07f36b0SJoseph Koshy void	start_exceptions(void), end_exceptions(void);
172ebccf1e3SJoseph Koshy 
173e829eb6dSJoseph Koshy struct pmc_mdep *pmc_amd_initialize(void);
174e829eb6dSJoseph Koshy void	pmc_amd_finalize(struct pmc_mdep *_md);
175e829eb6dSJoseph Koshy struct pmc_mdep *pmc_intel_initialize(void);
176e829eb6dSJoseph Koshy void	pmc_intel_finalize(struct pmc_mdep *_md);
177e829eb6dSJoseph Koshy 
178ebccf1e3SJoseph Koshy #endif /* _KERNEL */
179ebccf1e3SJoseph Koshy #endif /* _MACHINE_PMC_MDEP_H */
180