1ebccf1e3SJoseph Koshy /*- 283ef78beSPedro F. Giffuni * SPDX-License-Identifier: BSD-2-Clause-FreeBSD 383ef78beSPedro F. Giffuni * 4d0d0192fSJoseph Koshy * Copyright (c) 2003-2005,2008 Joseph Koshy 5d07f36b0SJoseph Koshy * Copyright (c) 2007 The FreeBSD Foundation 6ebccf1e3SJoseph Koshy * All rights reserved. 7ebccf1e3SJoseph Koshy * 8d07f36b0SJoseph Koshy * Portions of this software were developed by A. Joseph Koshy under 9d07f36b0SJoseph Koshy * sponsorship from the FreeBSD Foundation and Google, Inc. 10d07f36b0SJoseph Koshy * 11ebccf1e3SJoseph Koshy * Redistribution and use in source and binary forms, with or without 12ebccf1e3SJoseph Koshy * modification, are permitted provided that the following conditions 13ebccf1e3SJoseph Koshy * are met: 14ebccf1e3SJoseph Koshy * 1. Redistributions of source code must retain the above copyright 15ebccf1e3SJoseph Koshy * notice, this list of conditions and the following disclaimer. 16ebccf1e3SJoseph Koshy * 2. Redistributions in binary form must reproduce the above copyright 17ebccf1e3SJoseph Koshy * notice, this list of conditions and the following disclaimer in the 18ebccf1e3SJoseph Koshy * documentation and/or other materials provided with the distribution. 19ebccf1e3SJoseph Koshy * 20ebccf1e3SJoseph Koshy * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 21ebccf1e3SJoseph Koshy * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 22ebccf1e3SJoseph Koshy * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 23ebccf1e3SJoseph Koshy * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 24ebccf1e3SJoseph Koshy * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 25ebccf1e3SJoseph Koshy * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 26ebccf1e3SJoseph Koshy * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 27ebccf1e3SJoseph Koshy * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 28ebccf1e3SJoseph Koshy * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 29ebccf1e3SJoseph Koshy * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 30ebccf1e3SJoseph Koshy * SUCH DAMAGE. 31ebccf1e3SJoseph Koshy * 32ebccf1e3SJoseph Koshy * $FreeBSD$ 33ebccf1e3SJoseph Koshy */ 34ebccf1e3SJoseph Koshy 35ebccf1e3SJoseph Koshy #ifndef _MACHINE_PMC_MDEP_H 36ebccf1e3SJoseph Koshy #define _MACHINE_PMC_MDEP_H 1 37ebccf1e3SJoseph Koshy 38e829eb6dSJoseph Koshy #ifdef _KERNEL 39e829eb6dSJoseph Koshy struct pmc_mdep; 40e829eb6dSJoseph Koshy #endif 41e829eb6dSJoseph Koshy 42f263522aSJoseph Koshy /* 43f263522aSJoseph Koshy * On the i386 platform we support the following PMCs. 44f263522aSJoseph Koshy * 45e829eb6dSJoseph Koshy * TSC The timestamp counter 46f263522aSJoseph Koshy * K7 AMD Athlon XP/MP and other 32 bit processors. 47f263522aSJoseph Koshy * K8 AMD Athlon64 and Opteron PMCs in 32 bit mode. 48e829eb6dSJoseph Koshy * IAP Intel Core/Core2/Atom programmable PMCs. 49e829eb6dSJoseph Koshy * IAF Intel fixed-function PMCs. 501fa7f10bSFabien Thomas * UCP Intel Uncore programmable PMCs. 511fa7f10bSFabien Thomas * UCF Intel Uncore fixed-function PMCs. 52f263522aSJoseph Koshy */ 53ebccf1e3SJoseph Koshy 54f263522aSJoseph Koshy #include <dev/hwpmc/hwpmc_amd.h> /* K7 and K8 */ 550cfab8ddSJoseph Koshy #include <dev/hwpmc/hwpmc_core.h> 56e829eb6dSJoseph Koshy #include <dev/hwpmc/hwpmc_tsc.h> 571fa7f10bSFabien Thomas #include <dev/hwpmc/hwpmc_uncore.h> 58e829eb6dSJoseph Koshy 59e829eb6dSJoseph Koshy /* 60e829eb6dSJoseph Koshy * Intel processors implementing V2 and later of the Intel performance 61e829eb6dSJoseph Koshy * measurement architecture have PMCs of the following classes: TSC, 621fa7f10bSFabien Thomas * IAF, IAP, UCF and UCP. 63e829eb6dSJoseph Koshy */ 64f5f9340bSFabien Thomas #define PMC_MDEP_CLASS_INDEX_TSC 1 65f5f9340bSFabien Thomas #define PMC_MDEP_CLASS_INDEX_K7 2 66f5f9340bSFabien Thomas #define PMC_MDEP_CLASS_INDEX_K8 2 67f5f9340bSFabien Thomas #define PMC_MDEP_CLASS_INDEX_IAP 2 68f5f9340bSFabien Thomas #define PMC_MDEP_CLASS_INDEX_IAF 3 69f5f9340bSFabien Thomas #define PMC_MDEP_CLASS_INDEX_UCP 4 70f5f9340bSFabien Thomas #define PMC_MDEP_CLASS_INDEX_UCF 5 71ebccf1e3SJoseph Koshy 72f263522aSJoseph Koshy /* 73f263522aSJoseph Koshy * Architecture specific extensions to <sys/pmc.h> structures. 74f263522aSJoseph Koshy */ 75ebccf1e3SJoseph Koshy 76f263522aSJoseph Koshy union pmc_md_op_pmcallocate { 77f263522aSJoseph Koshy struct pmc_md_amd_op_pmcallocate pm_amd; 780cfab8ddSJoseph Koshy struct pmc_md_iap_op_pmcallocate pm_iap; 791fa7f10bSFabien Thomas struct pmc_md_ucf_op_pmcallocate pm_ucf; 801fa7f10bSFabien Thomas struct pmc_md_ucp_op_pmcallocate pm_ucp; 81f263522aSJoseph Koshy uint64_t __pad[4]; 82f263522aSJoseph Koshy }; 83ebccf1e3SJoseph Koshy 84f263522aSJoseph Koshy /* Logging */ 85f263522aSJoseph Koshy #define PMCLOG_READADDR PMCLOG_READ32 86f263522aSJoseph Koshy #define PMCLOG_EMITADDR PMCLOG_EMIT32 87ebccf1e3SJoseph Koshy 88ebccf1e3SJoseph Koshy #ifdef _KERNEL 89ebccf1e3SJoseph Koshy 90f263522aSJoseph Koshy /* MD extension for 'struct pmc' */ 91f263522aSJoseph Koshy union pmc_md_pmc { 92f263522aSJoseph Koshy struct pmc_md_amd_pmc pm_amd; 930cfab8ddSJoseph Koshy struct pmc_md_iaf_pmc pm_iaf; 940cfab8ddSJoseph Koshy struct pmc_md_iap_pmc pm_iap; 951fa7f10bSFabien Thomas struct pmc_md_ucf_pmc pm_ucf; 961fa7f10bSFabien Thomas struct pmc_md_ucp_pmc pm_ucp; 97f263522aSJoseph Koshy }; 98f263522aSJoseph Koshy 99f263522aSJoseph Koshy struct pmc; 100e829eb6dSJoseph Koshy struct pmc_mdep; 101f263522aSJoseph Koshy 102d07f36b0SJoseph Koshy #define PMC_TRAPFRAME_TO_PC(TF) ((TF)->tf_eip) 103d07f36b0SJoseph Koshy #define PMC_TRAPFRAME_TO_FP(TF) ((TF)->tf_ebp) 104d0d0192fSJoseph Koshy 105d0d0192fSJoseph Koshy /* 106d0d0192fSJoseph Koshy * The layout of the stack frame on entry into the NMI handler depends on 107d0d0192fSJoseph Koshy * whether a privilege level change (and consequent stack switch) was 108d0d0192fSJoseph Koshy * required for entry. 109d0d0192fSJoseph Koshy * 110d0d0192fSJoseph Koshy * When processing an interrupt when in user mode, the processor switches 111d0d0192fSJoseph Koshy * stacks, and saves the user mode stack pointer on the kernel stack. The 112d0d0192fSJoseph Koshy * user mode stack pointer is then available to the interrupt handler 113d0d0192fSJoseph Koshy * at frame->tf_esp. 114d0d0192fSJoseph Koshy * 115d0d0192fSJoseph Koshy * When processing an interrupt while in kernel mode, the processor 116d0d0192fSJoseph Koshy * continues to use the existing (kernel) stack. Therefore we determine 117d0d0192fSJoseph Koshy * the stack pointer for the interrupted kernel procedure by adding an 118d0d0192fSJoseph Koshy * offset to the current frame pointer. 119d0d0192fSJoseph Koshy */ 120d0d0192fSJoseph Koshy 121d0d0192fSJoseph Koshy #define PMC_TRAPFRAME_TO_USER_SP(TF) ((TF)->tf_esp) 122d0d0192fSJoseph Koshy #define PMC_TRAPFRAME_TO_KERNEL_SP(TF) ((uintptr_t) &((TF)->tf_esp)) 123d07f36b0SJoseph Koshy 124*aba91805SMitchell Horne #define PMC_IN_KERNEL_STACK(va) kstack_contains(curthread, (va), sizeof(va)) 1256fdfd882SKonstantin Belousov #define PMC_IN_KERNEL(va) INKERNEL(va) 126d07f36b0SJoseph Koshy #define PMC_IN_USERSPACE(va) ((va) <= VM_MAXUSER_ADDRESS) 127d07f36b0SJoseph Koshy 128d07f36b0SJoseph Koshy #define PMC_IN_TRAP_HANDLER(PC) \ 1293f3a2d0fSKonstantin Belousov ((PC) >= (uintptr_t)start_exceptions + setidt_disp && \ 1303f3a2d0fSKonstantin Belousov (PC) < (uintptr_t) end_exceptions + setidt_disp) 131d07f36b0SJoseph Koshy 132d07f36b0SJoseph Koshy #define PMC_AT_FUNCTION_PROLOGUE_PUSH_BP(I) \ 133ab5ed97eSJoseph Koshy (((I) & 0x00ffffff) == 0xe58955) /* pushl %ebp; movl %esp,%ebp */ 134d07f36b0SJoseph Koshy #define PMC_AT_FUNCTION_PROLOGUE_MOV_SP_BP(I) \ 135ab5ed97eSJoseph Koshy (((I) & 0x0000ffff) == 0xe589) /* movl %esp,%ebp */ 136d07f36b0SJoseph Koshy #define PMC_AT_FUNCTION_EPILOGUE_RET(I) \ 137d07f36b0SJoseph Koshy (((I) & 0xFF) == 0xC3) /* ret */ 138d07f36b0SJoseph Koshy 139f5f9340bSFabien Thomas /* Build a fake kernel trapframe from current instruction pointer. */ 140f5f9340bSFabien Thomas #define PMC_FAKE_TRAPFRAME(TF) \ 141f5f9340bSFabien Thomas do { \ 142f5f9340bSFabien Thomas (TF)->tf_cs = 0; (TF)->tf_eflags = 0; \ 143f5f9340bSFabien Thomas __asm __volatile("movl %%ebp,%0" : "=r" ((TF)->tf_ebp)); \ 144f5f9340bSFabien Thomas __asm __volatile("movl %%esp,%0" : "=r" ((TF)->tf_esp)); \ 145f5f9340bSFabien Thomas __asm __volatile("call 1f \n\t1: pop %0" : "=r"((TF)->tf_eip)); \ 146f5f9340bSFabien Thomas } while (0) 147f5f9340bSFabien Thomas 148ebccf1e3SJoseph Koshy /* 149ebccf1e3SJoseph Koshy * Prototypes 150ebccf1e3SJoseph Koshy */ 151ebccf1e3SJoseph Koshy 152d07f36b0SJoseph Koshy void start_exceptions(void), end_exceptions(void); 153ebccf1e3SJoseph Koshy 154e829eb6dSJoseph Koshy struct pmc_mdep *pmc_amd_initialize(void); 155e829eb6dSJoseph Koshy void pmc_amd_finalize(struct pmc_mdep *_md); 156e829eb6dSJoseph Koshy struct pmc_mdep *pmc_intel_initialize(void); 157e829eb6dSJoseph Koshy void pmc_intel_finalize(struct pmc_mdep *_md); 158e829eb6dSJoseph Koshy 159ebccf1e3SJoseph Koshy #endif /* _KERNEL */ 160ebccf1e3SJoseph Koshy #endif /* _MACHINE_PMC_MDEP_H */ 161