1ebccf1e3SJoseph Koshy /*- 283ef78beSPedro F. Giffuni * SPDX-License-Identifier: BSD-2-Clause-FreeBSD 383ef78beSPedro F. Giffuni * 4d0d0192fSJoseph Koshy * Copyright (c) 2003-2005,2008 Joseph Koshy 5d07f36b0SJoseph Koshy * Copyright (c) 2007 The FreeBSD Foundation 6ebccf1e3SJoseph Koshy * All rights reserved. 7ebccf1e3SJoseph Koshy * 8d07f36b0SJoseph Koshy * Portions of this software were developed by A. Joseph Koshy under 9d07f36b0SJoseph Koshy * sponsorship from the FreeBSD Foundation and Google, Inc. 10d07f36b0SJoseph Koshy * 11ebccf1e3SJoseph Koshy * Redistribution and use in source and binary forms, with or without 12ebccf1e3SJoseph Koshy * modification, are permitted provided that the following conditions 13ebccf1e3SJoseph Koshy * are met: 14ebccf1e3SJoseph Koshy * 1. Redistributions of source code must retain the above copyright 15ebccf1e3SJoseph Koshy * notice, this list of conditions and the following disclaimer. 16ebccf1e3SJoseph Koshy * 2. Redistributions in binary form must reproduce the above copyright 17ebccf1e3SJoseph Koshy * notice, this list of conditions and the following disclaimer in the 18ebccf1e3SJoseph Koshy * documentation and/or other materials provided with the distribution. 19ebccf1e3SJoseph Koshy * 20ebccf1e3SJoseph Koshy * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 21ebccf1e3SJoseph Koshy * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 22ebccf1e3SJoseph Koshy * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 23ebccf1e3SJoseph Koshy * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 24ebccf1e3SJoseph Koshy * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 25ebccf1e3SJoseph Koshy * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 26ebccf1e3SJoseph Koshy * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 27ebccf1e3SJoseph Koshy * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 28ebccf1e3SJoseph Koshy * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 29ebccf1e3SJoseph Koshy * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 30ebccf1e3SJoseph Koshy * SUCH DAMAGE. 31ebccf1e3SJoseph Koshy * 32ebccf1e3SJoseph Koshy * $FreeBSD$ 33ebccf1e3SJoseph Koshy */ 34ebccf1e3SJoseph Koshy 35ebccf1e3SJoseph Koshy #ifndef _MACHINE_PMC_MDEP_H 36ebccf1e3SJoseph Koshy #define _MACHINE_PMC_MDEP_H 1 37ebccf1e3SJoseph Koshy 38e829eb6dSJoseph Koshy #ifdef _KERNEL 39e829eb6dSJoseph Koshy struct pmc_mdep; 40e829eb6dSJoseph Koshy #endif 41e829eb6dSJoseph Koshy 42f263522aSJoseph Koshy /* 43f263522aSJoseph Koshy * On the i386 platform we support the following PMCs. 44f263522aSJoseph Koshy * 45e829eb6dSJoseph Koshy * TSC The timestamp counter 46f263522aSJoseph Koshy * K7 AMD Athlon XP/MP and other 32 bit processors. 47f263522aSJoseph Koshy * K8 AMD Athlon64 and Opteron PMCs in 32 bit mode. 48f263522aSJoseph Koshy * PIV Intel P4/HTT and P4/EMT64 49f263522aSJoseph Koshy * PPRO Intel Pentium Pro, Pentium-II, Pentium-III, Celeron and 50f263522aSJoseph Koshy * Pentium-M processors 51f263522aSJoseph Koshy * PENTIUM Intel Pentium MMX. 52e829eb6dSJoseph Koshy * IAP Intel Core/Core2/Atom programmable PMCs. 53e829eb6dSJoseph Koshy * IAF Intel fixed-function PMCs. 541fa7f10bSFabien Thomas * UCP Intel Uncore programmable PMCs. 551fa7f10bSFabien Thomas * UCF Intel Uncore fixed-function PMCs. 56f263522aSJoseph Koshy */ 57ebccf1e3SJoseph Koshy 58f263522aSJoseph Koshy #include <dev/hwpmc/hwpmc_amd.h> /* K7 and K8 */ 590cfab8ddSJoseph Koshy #include <dev/hwpmc/hwpmc_core.h> 60f263522aSJoseph Koshy #include <dev/hwpmc/hwpmc_piv.h> 61f263522aSJoseph Koshy #include <dev/hwpmc/hwpmc_ppro.h> 62f263522aSJoseph Koshy #include <dev/hwpmc/hwpmc_pentium.h> 63e829eb6dSJoseph Koshy #include <dev/hwpmc/hwpmc_tsc.h> 641fa7f10bSFabien Thomas #include <dev/hwpmc/hwpmc_uncore.h> 65e829eb6dSJoseph Koshy 66e829eb6dSJoseph Koshy /* 67e829eb6dSJoseph Koshy * Intel processors implementing V2 and later of the Intel performance 68e829eb6dSJoseph Koshy * measurement architecture have PMCs of the following classes: TSC, 691fa7f10bSFabien Thomas * IAF, IAP, UCF and UCP. 70e829eb6dSJoseph Koshy */ 71f5f9340bSFabien Thomas #define PMC_MDEP_CLASS_INDEX_TSC 1 72f5f9340bSFabien Thomas #define PMC_MDEP_CLASS_INDEX_K7 2 73f5f9340bSFabien Thomas #define PMC_MDEP_CLASS_INDEX_K8 2 74f5f9340bSFabien Thomas #define PMC_MDEP_CLASS_INDEX_P4 2 75f5f9340bSFabien Thomas #define PMC_MDEP_CLASS_INDEX_P5 2 76f5f9340bSFabien Thomas #define PMC_MDEP_CLASS_INDEX_P6 2 77f5f9340bSFabien Thomas #define PMC_MDEP_CLASS_INDEX_IAP 2 78f5f9340bSFabien Thomas #define PMC_MDEP_CLASS_INDEX_IAF 3 79f5f9340bSFabien Thomas #define PMC_MDEP_CLASS_INDEX_UCP 4 80f5f9340bSFabien Thomas #define PMC_MDEP_CLASS_INDEX_UCF 5 81ebccf1e3SJoseph Koshy 82f263522aSJoseph Koshy /* 83f263522aSJoseph Koshy * Architecture specific extensions to <sys/pmc.h> structures. 84f263522aSJoseph Koshy */ 85ebccf1e3SJoseph Koshy 86f263522aSJoseph Koshy union pmc_md_op_pmcallocate { 87f263522aSJoseph Koshy struct pmc_md_amd_op_pmcallocate pm_amd; 880cfab8ddSJoseph Koshy struct pmc_md_iaf_op_pmcallocate pm_iaf; 890cfab8ddSJoseph Koshy struct pmc_md_iap_op_pmcallocate pm_iap; 901fa7f10bSFabien Thomas struct pmc_md_ucf_op_pmcallocate pm_ucf; 911fa7f10bSFabien Thomas struct pmc_md_ucp_op_pmcallocate pm_ucp; 92f263522aSJoseph Koshy struct pmc_md_p4_op_pmcallocate pm_p4; 930cfab8ddSJoseph Koshy struct pmc_md_pentium_op_pmcallocate pm_pentium; 940cfab8ddSJoseph Koshy struct pmc_md_ppro_op_pmcallocate pm_ppro; 95f263522aSJoseph Koshy uint64_t __pad[4]; 96f263522aSJoseph Koshy }; 97ebccf1e3SJoseph Koshy 98f263522aSJoseph Koshy /* Logging */ 99f263522aSJoseph Koshy #define PMCLOG_READADDR PMCLOG_READ32 100f263522aSJoseph Koshy #define PMCLOG_EMITADDR PMCLOG_EMIT32 101ebccf1e3SJoseph Koshy 102ebccf1e3SJoseph Koshy #ifdef _KERNEL 103ebccf1e3SJoseph Koshy 104f263522aSJoseph Koshy /* MD extension for 'struct pmc' */ 105f263522aSJoseph Koshy union pmc_md_pmc { 106f263522aSJoseph Koshy struct pmc_md_amd_pmc pm_amd; 1070cfab8ddSJoseph Koshy struct pmc_md_iaf_pmc pm_iaf; 1080cfab8ddSJoseph Koshy struct pmc_md_iap_pmc pm_iap; 1091fa7f10bSFabien Thomas struct pmc_md_ucf_pmc pm_ucf; 1101fa7f10bSFabien Thomas struct pmc_md_ucp_pmc pm_ucp; 111f263522aSJoseph Koshy struct pmc_md_p4_pmc pm_p4; 1120cfab8ddSJoseph Koshy struct pmc_md_pentium_pmc pm_pentium; 1130cfab8ddSJoseph Koshy struct pmc_md_ppro_pmc pm_ppro; 114f263522aSJoseph Koshy }; 115f263522aSJoseph Koshy 116f263522aSJoseph Koshy struct pmc; 117e829eb6dSJoseph Koshy struct pmc_mdep; 118f263522aSJoseph Koshy 119d07f36b0SJoseph Koshy #define PMC_TRAPFRAME_TO_PC(TF) ((TF)->tf_eip) 120d07f36b0SJoseph Koshy #define PMC_TRAPFRAME_TO_FP(TF) ((TF)->tf_ebp) 121d0d0192fSJoseph Koshy 122d0d0192fSJoseph Koshy /* 123d0d0192fSJoseph Koshy * The layout of the stack frame on entry into the NMI handler depends on 124d0d0192fSJoseph Koshy * whether a privilege level change (and consequent stack switch) was 125d0d0192fSJoseph Koshy * required for entry. 126d0d0192fSJoseph Koshy * 127d0d0192fSJoseph Koshy * When processing an interrupt when in user mode, the processor switches 128d0d0192fSJoseph Koshy * stacks, and saves the user mode stack pointer on the kernel stack. The 129d0d0192fSJoseph Koshy * user mode stack pointer is then available to the interrupt handler 130d0d0192fSJoseph Koshy * at frame->tf_esp. 131d0d0192fSJoseph Koshy * 132d0d0192fSJoseph Koshy * When processing an interrupt while in kernel mode, the processor 133d0d0192fSJoseph Koshy * continues to use the existing (kernel) stack. Therefore we determine 134d0d0192fSJoseph Koshy * the stack pointer for the interrupted kernel procedure by adding an 135d0d0192fSJoseph Koshy * offset to the current frame pointer. 136d0d0192fSJoseph Koshy */ 137d0d0192fSJoseph Koshy 138d0d0192fSJoseph Koshy #define PMC_TRAPFRAME_TO_USER_SP(TF) ((TF)->tf_esp) 139d0d0192fSJoseph Koshy #define PMC_TRAPFRAME_TO_KERNEL_SP(TF) ((uintptr_t) &((TF)->tf_esp)) 140d07f36b0SJoseph Koshy 141d07f36b0SJoseph Koshy #define PMC_IN_KERNEL_STACK(S,START,END) \ 142d07f36b0SJoseph Koshy ((S) >= (START) && (S) < (END)) 1436fdfd882SKonstantin Belousov #define PMC_IN_KERNEL(va) INKERNEL(va) 144d07f36b0SJoseph Koshy 145d07f36b0SJoseph Koshy #define PMC_IN_USERSPACE(va) ((va) <= VM_MAXUSER_ADDRESS) 146d07f36b0SJoseph Koshy 147d07f36b0SJoseph Koshy #define PMC_IN_TRAP_HANDLER(PC) \ 148*3f3a2d0fSKonstantin Belousov ((PC) >= (uintptr_t)start_exceptions + setidt_disp && \ 149*3f3a2d0fSKonstantin Belousov (PC) < (uintptr_t) end_exceptions + setidt_disp) 150d07f36b0SJoseph Koshy 151d07f36b0SJoseph Koshy #define PMC_AT_FUNCTION_PROLOGUE_PUSH_BP(I) \ 152ab5ed97eSJoseph Koshy (((I) & 0x00ffffff) == 0xe58955) /* pushl %ebp; movl %esp,%ebp */ 153d07f36b0SJoseph Koshy #define PMC_AT_FUNCTION_PROLOGUE_MOV_SP_BP(I) \ 154ab5ed97eSJoseph Koshy (((I) & 0x0000ffff) == 0xe589) /* movl %esp,%ebp */ 155d07f36b0SJoseph Koshy #define PMC_AT_FUNCTION_EPILOGUE_RET(I) \ 156d07f36b0SJoseph Koshy (((I) & 0xFF) == 0xC3) /* ret */ 157d07f36b0SJoseph Koshy 158f5f9340bSFabien Thomas /* Build a fake kernel trapframe from current instruction pointer. */ 159f5f9340bSFabien Thomas #define PMC_FAKE_TRAPFRAME(TF) \ 160f5f9340bSFabien Thomas do { \ 161f5f9340bSFabien Thomas (TF)->tf_cs = 0; (TF)->tf_eflags = 0; \ 162f5f9340bSFabien Thomas __asm __volatile("movl %%ebp,%0" : "=r" ((TF)->tf_ebp)); \ 163f5f9340bSFabien Thomas __asm __volatile("movl %%esp,%0" : "=r" ((TF)->tf_esp)); \ 164f5f9340bSFabien Thomas __asm __volatile("call 1f \n\t1: pop %0" : "=r"((TF)->tf_eip)); \ 165f5f9340bSFabien Thomas } while (0) 166f5f9340bSFabien Thomas 167ebccf1e3SJoseph Koshy /* 168ebccf1e3SJoseph Koshy * Prototypes 169ebccf1e3SJoseph Koshy */ 170ebccf1e3SJoseph Koshy 171d07f36b0SJoseph Koshy void start_exceptions(void), end_exceptions(void); 172ebccf1e3SJoseph Koshy 173e829eb6dSJoseph Koshy struct pmc_mdep *pmc_amd_initialize(void); 174e829eb6dSJoseph Koshy void pmc_amd_finalize(struct pmc_mdep *_md); 175e829eb6dSJoseph Koshy struct pmc_mdep *pmc_intel_initialize(void); 176e829eb6dSJoseph Koshy void pmc_intel_finalize(struct pmc_mdep *_md); 177e829eb6dSJoseph Koshy 178ebccf1e3SJoseph Koshy #endif /* _KERNEL */ 179ebccf1e3SJoseph Koshy #endif /* _MACHINE_PMC_MDEP_H */ 180