1e829eb6dSJoseph Koshy /*- 2e829eb6dSJoseph Koshy * Copyright (c) 2008 Joseph Koshy 3e829eb6dSJoseph Koshy * All rights reserved. 4e829eb6dSJoseph Koshy * 5e829eb6dSJoseph Koshy * Redistribution and use in source and binary forms, with or without 6e829eb6dSJoseph Koshy * modification, are permitted provided that the following conditions 7e829eb6dSJoseph Koshy * are met: 8e829eb6dSJoseph Koshy * 1. Redistributions of source code must retain the above copyright 9e829eb6dSJoseph Koshy * notice, this list of conditions and the following disclaimer. 10e829eb6dSJoseph Koshy * 2. Redistributions in binary form must reproduce the above copyright 11e829eb6dSJoseph Koshy * notice, this list of conditions and the following disclaimer in the 12e829eb6dSJoseph Koshy * documentation and/or other materials provided with the distribution. 13e829eb6dSJoseph Koshy * 14e829eb6dSJoseph Koshy * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 15e829eb6dSJoseph Koshy * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 16e829eb6dSJoseph Koshy * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 17e829eb6dSJoseph Koshy * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 18e829eb6dSJoseph Koshy * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 19e829eb6dSJoseph Koshy * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 20e829eb6dSJoseph Koshy * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 21e829eb6dSJoseph Koshy * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 22e829eb6dSJoseph Koshy * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 23e829eb6dSJoseph Koshy * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 24e829eb6dSJoseph Koshy * SUCH DAMAGE. 25e829eb6dSJoseph Koshy */ 26e829eb6dSJoseph Koshy 27e829eb6dSJoseph Koshy /* 28e829eb6dSJoseph Koshy * Common code for handling Intel CPUs. 29e829eb6dSJoseph Koshy */ 30e829eb6dSJoseph Koshy 31e829eb6dSJoseph Koshy #include <sys/cdefs.h> 32e829eb6dSJoseph Koshy __FBSDID("$FreeBSD$"); 33e829eb6dSJoseph Koshy 34e829eb6dSJoseph Koshy #include <sys/param.h> 35e829eb6dSJoseph Koshy #include <sys/pmc.h> 36e829eb6dSJoseph Koshy #include <sys/pmckern.h> 37e829eb6dSJoseph Koshy #include <sys/systm.h> 38e829eb6dSJoseph Koshy 39e829eb6dSJoseph Koshy #include <machine/cpu.h> 405113aa0aSJung-uk Kim #include <machine/cputypes.h> 41e829eb6dSJoseph Koshy #include <machine/md_var.h> 42e829eb6dSJoseph Koshy #include <machine/specialreg.h> 43e829eb6dSJoseph Koshy 44e829eb6dSJoseph Koshy static int 45e829eb6dSJoseph Koshy intel_switch_in(struct pmc_cpu *pc, struct pmc_process *pp) 46e829eb6dSJoseph Koshy { 47e829eb6dSJoseph Koshy (void) pc; 48e829eb6dSJoseph Koshy 49e829eb6dSJoseph Koshy PMCDBG(MDP,SWI,1, "pc=%p pp=%p enable-msr=%d", pc, pp, 50e829eb6dSJoseph Koshy pp->pp_flags & PMC_PP_ENABLE_MSR_ACCESS); 51e829eb6dSJoseph Koshy 52e829eb6dSJoseph Koshy /* allow the RDPMC instruction if needed */ 53e829eb6dSJoseph Koshy if (pp->pp_flags & PMC_PP_ENABLE_MSR_ACCESS) 54e829eb6dSJoseph Koshy load_cr4(rcr4() | CR4_PCE); 55e829eb6dSJoseph Koshy 56e829eb6dSJoseph Koshy PMCDBG(MDP,SWI,1, "cr4=0x%jx", (uintmax_t) rcr4()); 57e829eb6dSJoseph Koshy 58e829eb6dSJoseph Koshy return 0; 59e829eb6dSJoseph Koshy } 60e829eb6dSJoseph Koshy 61e829eb6dSJoseph Koshy static int 62e829eb6dSJoseph Koshy intel_switch_out(struct pmc_cpu *pc, struct pmc_process *pp) 63e829eb6dSJoseph Koshy { 64e829eb6dSJoseph Koshy (void) pc; 65e829eb6dSJoseph Koshy (void) pp; /* can be NULL */ 66e829eb6dSJoseph Koshy 67e829eb6dSJoseph Koshy PMCDBG(MDP,SWO,1, "pc=%p pp=%p cr4=0x%jx", pc, pp, 68e829eb6dSJoseph Koshy (uintmax_t) rcr4()); 69e829eb6dSJoseph Koshy 70e829eb6dSJoseph Koshy /* always turn off the RDPMC instruction */ 71e829eb6dSJoseph Koshy load_cr4(rcr4() & ~CR4_PCE); 72e829eb6dSJoseph Koshy 73e829eb6dSJoseph Koshy return 0; 74e829eb6dSJoseph Koshy } 75e829eb6dSJoseph Koshy 76e829eb6dSJoseph Koshy struct pmc_mdep * 77e829eb6dSJoseph Koshy pmc_intel_initialize(void) 78e829eb6dSJoseph Koshy { 79e829eb6dSJoseph Koshy struct pmc_mdep *pmc_mdep; 80e829eb6dSJoseph Koshy enum pmc_cputype cputype; 81e829eb6dSJoseph Koshy int error, model, nclasses, ncpus; 82e829eb6dSJoseph Koshy 835113aa0aSJung-uk Kim KASSERT(cpu_vendor_id == CPU_VENDOR_INTEL, 84e829eb6dSJoseph Koshy ("[intel,%d] Initializing non-intel processor", __LINE__)); 85e829eb6dSJoseph Koshy 86e829eb6dSJoseph Koshy PMCDBG(MDP,INI,0, "intel-initialize cpuid=0x%x", cpu_id); 87e829eb6dSJoseph Koshy 88e829eb6dSJoseph Koshy cputype = -1; 89e829eb6dSJoseph Koshy nclasses = 2; 90e829eb6dSJoseph Koshy 910cfab8ddSJoseph Koshy model = ((cpu_id & 0xF0000) >> 12) | ((cpu_id & 0xF0) >> 4); 920cfab8ddSJoseph Koshy 93e829eb6dSJoseph Koshy switch (cpu_id & 0xF00) { 94e829eb6dSJoseph Koshy #if defined(__i386__) 95e829eb6dSJoseph Koshy case 0x500: /* Pentium family processors */ 96e829eb6dSJoseph Koshy cputype = PMC_CPU_INTEL_P5; 97e829eb6dSJoseph Koshy break; 980cfab8ddSJoseph Koshy #endif 99e829eb6dSJoseph Koshy case 0x600: /* Pentium Pro, Celeron, Pentium II & III */ 1000cfab8ddSJoseph Koshy switch (model) { 1010cfab8ddSJoseph Koshy #if defined(__i386__) 102e829eb6dSJoseph Koshy case 0x1: 103e829eb6dSJoseph Koshy cputype = PMC_CPU_INTEL_P6; 104e829eb6dSJoseph Koshy break; 105e829eb6dSJoseph Koshy case 0x3: case 0x5: 106e829eb6dSJoseph Koshy cputype = PMC_CPU_INTEL_PII; 107e829eb6dSJoseph Koshy break; 1080cfab8ddSJoseph Koshy case 0x6: case 0x16: 109e829eb6dSJoseph Koshy cputype = PMC_CPU_INTEL_CL; 110e829eb6dSJoseph Koshy break; 111e829eb6dSJoseph Koshy case 0x7: case 0x8: case 0xA: case 0xB: 112e829eb6dSJoseph Koshy cputype = PMC_CPU_INTEL_PIII; 113e829eb6dSJoseph Koshy break; 114e829eb6dSJoseph Koshy case 0x9: case 0xD: 115e829eb6dSJoseph Koshy cputype = PMC_CPU_INTEL_PM; 116e829eb6dSJoseph Koshy break; 1170cfab8ddSJoseph Koshy #endif 1180cfab8ddSJoseph Koshy case 0xE: 1190cfab8ddSJoseph Koshy cputype = PMC_CPU_INTEL_CORE; 1200cfab8ddSJoseph Koshy break; 1210cfab8ddSJoseph Koshy case 0xF: 1220cfab8ddSJoseph Koshy cputype = PMC_CPU_INTEL_CORE2; 1230cfab8ddSJoseph Koshy nclasses = 3; 1240cfab8ddSJoseph Koshy break; 1250cfab8ddSJoseph Koshy case 0x17: 1260cfab8ddSJoseph Koshy cputype = PMC_CPU_INTEL_CORE2EXTREME; 1270cfab8ddSJoseph Koshy nclasses = 3; 1280cfab8ddSJoseph Koshy break; 1290cfab8ddSJoseph Koshy case 0x1C: /* Per Intel document 320047-002. */ 1300cfab8ddSJoseph Koshy cputype = PMC_CPU_INTEL_ATOM; 1310cfab8ddSJoseph Koshy nclasses = 3; 1320cfab8ddSJoseph Koshy break; 133597979c4SJeff Roberson case 0x1A: 13468c3e041SJoseph Koshy case 0x1E: /* Per Intel document 253669-032 9/2009, pages A-2 and A-57 */ 13568c3e041SJoseph Koshy case 0x1F: /* Per Intel document 253669-032 9/2009, pages A-2 and A-57 */ 1361fa7f10bSFabien Thomas case 0x2E: 137597979c4SJeff Roberson cputype = PMC_CPU_INTEL_COREI7; 1381fa7f10bSFabien Thomas nclasses = 5; 1391fa7f10bSFabien Thomas break; 1401fa7f10bSFabien Thomas case 0x25: /* Per Intel document 253669-033US 12/2009. */ 1411fa7f10bSFabien Thomas case 0x2C: /* Per Intel document 253669-033US 12/2009. */ 1421fa7f10bSFabien Thomas cputype = PMC_CPU_INTEL_WESTMERE; 1431fa7f10bSFabien Thomas nclasses = 5; 144597979c4SJeff Roberson break; 14578d763a2SDavide Italiano case 0x2A: /* Per Intel document 253669-039US 05/2011. */ 14678d763a2SDavide Italiano cputype = PMC_CPU_INTEL_SANDYBRIDGE; 14778d763a2SDavide Italiano nclasses = 5; 14878d763a2SDavide Italiano break; 149*1e862e5aSFabien Thomas case 0x3A: /* Per Intel document 253669-043US 05/2012. */ 150*1e862e5aSFabien Thomas cputype = PMC_CPU_INTEL_IVYBRIDGE; 151*1e862e5aSFabien Thomas nclasses = 3; 152*1e862e5aSFabien Thomas break; 153e829eb6dSJoseph Koshy } 154e829eb6dSJoseph Koshy break; 155e829eb6dSJoseph Koshy #if defined(__i386__) || defined(__amd64__) 156e829eb6dSJoseph Koshy case 0xF00: /* P4 */ 157e829eb6dSJoseph Koshy if (model >= 0 && model <= 6) /* known models */ 158e829eb6dSJoseph Koshy cputype = PMC_CPU_INTEL_PIV; 159e829eb6dSJoseph Koshy break; 160e829eb6dSJoseph Koshy } 161e829eb6dSJoseph Koshy #endif 162e829eb6dSJoseph Koshy 163e829eb6dSJoseph Koshy if ((int) cputype == -1) { 164e829eb6dSJoseph Koshy printf("pmc: Unknown Intel CPU.\n"); 165e829eb6dSJoseph Koshy return (NULL); 166e829eb6dSJoseph Koshy } 167e829eb6dSJoseph Koshy 168f5f9340bSFabien Thomas /* Allocate base class and initialize machine dependent struct */ 169f5f9340bSFabien Thomas pmc_mdep = pmc_mdep_alloc(nclasses); 170e829eb6dSJoseph Koshy 171e829eb6dSJoseph Koshy pmc_mdep->pmd_cputype = cputype; 172e829eb6dSJoseph Koshy pmc_mdep->pmd_switch_in = intel_switch_in; 173e829eb6dSJoseph Koshy pmc_mdep->pmd_switch_out = intel_switch_out; 174e829eb6dSJoseph Koshy 175e829eb6dSJoseph Koshy ncpus = pmc_cpu_max(); 176e829eb6dSJoseph Koshy 177e829eb6dSJoseph Koshy error = pmc_tsc_initialize(pmc_mdep, ncpus); 178e829eb6dSJoseph Koshy if (error) 179e829eb6dSJoseph Koshy goto error; 180e829eb6dSJoseph Koshy 181e829eb6dSJoseph Koshy switch (cputype) { 182e829eb6dSJoseph Koshy #if defined(__i386__) || defined(__amd64__) 1830cfab8ddSJoseph Koshy /* 1840cfab8ddSJoseph Koshy * Intel Core, Core 2 and Atom processors. 1850cfab8ddSJoseph Koshy */ 1860cfab8ddSJoseph Koshy case PMC_CPU_INTEL_ATOM: 1870cfab8ddSJoseph Koshy case PMC_CPU_INTEL_CORE: 1880cfab8ddSJoseph Koshy case PMC_CPU_INTEL_CORE2: 189b4d091f3SJoseph Koshy case PMC_CPU_INTEL_CORE2EXTREME: 190597979c4SJeff Roberson case PMC_CPU_INTEL_COREI7: 191*1e862e5aSFabien Thomas case PMC_CPU_INTEL_IVYBRIDGE: 19278d763a2SDavide Italiano case PMC_CPU_INTEL_SANDYBRIDGE: 1931fa7f10bSFabien Thomas case PMC_CPU_INTEL_WESTMERE: 1940cfab8ddSJoseph Koshy error = pmc_core_initialize(pmc_mdep, ncpus); 1950cfab8ddSJoseph Koshy break; 196e829eb6dSJoseph Koshy 197e829eb6dSJoseph Koshy /* 198e829eb6dSJoseph Koshy * Intel Pentium 4 Processors, and P4/EMT64 processors. 199e829eb6dSJoseph Koshy */ 200e829eb6dSJoseph Koshy 201e829eb6dSJoseph Koshy case PMC_CPU_INTEL_PIV: 202e829eb6dSJoseph Koshy error = pmc_p4_initialize(pmc_mdep, ncpus); 203e829eb6dSJoseph Koshy break; 204e829eb6dSJoseph Koshy #endif 205e829eb6dSJoseph Koshy 206e829eb6dSJoseph Koshy #if defined(__i386__) 207e829eb6dSJoseph Koshy /* 208e829eb6dSJoseph Koshy * P6 Family Processors 209e829eb6dSJoseph Koshy */ 210e829eb6dSJoseph Koshy 211e829eb6dSJoseph Koshy case PMC_CPU_INTEL_P6: 212e829eb6dSJoseph Koshy case PMC_CPU_INTEL_CL: 213e829eb6dSJoseph Koshy case PMC_CPU_INTEL_PII: 214e829eb6dSJoseph Koshy case PMC_CPU_INTEL_PIII: 215e829eb6dSJoseph Koshy case PMC_CPU_INTEL_PM: 216e829eb6dSJoseph Koshy error = pmc_p6_initialize(pmc_mdep, ncpus); 217e829eb6dSJoseph Koshy break; 218e829eb6dSJoseph Koshy 219e829eb6dSJoseph Koshy /* 220e829eb6dSJoseph Koshy * Intel Pentium PMCs. 221e829eb6dSJoseph Koshy */ 222e829eb6dSJoseph Koshy 223e829eb6dSJoseph Koshy case PMC_CPU_INTEL_P5: 224e829eb6dSJoseph Koshy error = pmc_p5_initialize(pmc_mdep, ncpus); 225e829eb6dSJoseph Koshy break; 226e829eb6dSJoseph Koshy #endif 227e829eb6dSJoseph Koshy 228e829eb6dSJoseph Koshy default: 229e829eb6dSJoseph Koshy KASSERT(0, ("[intel,%d] Unknown CPU type", __LINE__)); 230e829eb6dSJoseph Koshy } 231e829eb6dSJoseph Koshy 232ef902782SOleksandr Tymoshenko if (error) 233ef902782SOleksandr Tymoshenko goto error; 234ef902782SOleksandr Tymoshenko 2351fa7f10bSFabien Thomas /* 2361fa7f10bSFabien Thomas * Init the uncore class. 2371fa7f10bSFabien Thomas */ 2381fa7f10bSFabien Thomas #if defined(__i386__) || defined(__amd64__) 2391fa7f10bSFabien Thomas switch (cputype) { 2401fa7f10bSFabien Thomas /* 2411fa7f10bSFabien Thomas * Intel Corei7 and Westmere processors. 2421fa7f10bSFabien Thomas */ 2431fa7f10bSFabien Thomas case PMC_CPU_INTEL_COREI7: 24478d763a2SDavide Italiano case PMC_CPU_INTEL_SANDYBRIDGE: 2451fa7f10bSFabien Thomas case PMC_CPU_INTEL_WESTMERE: 2461fa7f10bSFabien Thomas error = pmc_uncore_initialize(pmc_mdep, ncpus); 2471fa7f10bSFabien Thomas break; 2481fa7f10bSFabien Thomas default: 2491fa7f10bSFabien Thomas break; 2501fa7f10bSFabien Thomas } 2511fa7f10bSFabien Thomas #endif 252e829eb6dSJoseph Koshy 253e829eb6dSJoseph Koshy error: 254e829eb6dSJoseph Koshy if (error) { 255e829eb6dSJoseph Koshy free(pmc_mdep, M_PMC); 256e829eb6dSJoseph Koshy pmc_mdep = NULL; 257e829eb6dSJoseph Koshy } 258e829eb6dSJoseph Koshy 259e829eb6dSJoseph Koshy return (pmc_mdep); 260e829eb6dSJoseph Koshy } 261e829eb6dSJoseph Koshy 262e829eb6dSJoseph Koshy void 263e829eb6dSJoseph Koshy pmc_intel_finalize(struct pmc_mdep *md) 264e829eb6dSJoseph Koshy { 265e829eb6dSJoseph Koshy pmc_tsc_finalize(md); 266e829eb6dSJoseph Koshy 267e829eb6dSJoseph Koshy switch (md->pmd_cputype) { 268e829eb6dSJoseph Koshy #if defined(__i386__) || defined(__amd64__) 2690cfab8ddSJoseph Koshy case PMC_CPU_INTEL_ATOM: 2700cfab8ddSJoseph Koshy case PMC_CPU_INTEL_CORE: 2710cfab8ddSJoseph Koshy case PMC_CPU_INTEL_CORE2: 272b4d091f3SJoseph Koshy case PMC_CPU_INTEL_CORE2EXTREME: 2731fa7f10bSFabien Thomas case PMC_CPU_INTEL_COREI7: 274*1e862e5aSFabien Thomas case PMC_CPU_INTEL_IVYBRIDGE: 27578d763a2SDavide Italiano case PMC_CPU_INTEL_SANDYBRIDGE: 2761fa7f10bSFabien Thomas case PMC_CPU_INTEL_WESTMERE: 2770cfab8ddSJoseph Koshy pmc_core_finalize(md); 2780cfab8ddSJoseph Koshy break; 2790cfab8ddSJoseph Koshy 280e829eb6dSJoseph Koshy case PMC_CPU_INTEL_PIV: 281e829eb6dSJoseph Koshy pmc_p4_finalize(md); 282e829eb6dSJoseph Koshy break; 283e829eb6dSJoseph Koshy #endif 284e829eb6dSJoseph Koshy #if defined(__i386__) 285e829eb6dSJoseph Koshy case PMC_CPU_INTEL_P6: 286e829eb6dSJoseph Koshy case PMC_CPU_INTEL_CL: 287e829eb6dSJoseph Koshy case PMC_CPU_INTEL_PII: 288e829eb6dSJoseph Koshy case PMC_CPU_INTEL_PIII: 289e829eb6dSJoseph Koshy case PMC_CPU_INTEL_PM: 290e829eb6dSJoseph Koshy pmc_p6_finalize(md); 291e829eb6dSJoseph Koshy break; 292e829eb6dSJoseph Koshy case PMC_CPU_INTEL_P5: 293e829eb6dSJoseph Koshy pmc_p5_finalize(md); 294e829eb6dSJoseph Koshy break; 295e829eb6dSJoseph Koshy #endif 296e829eb6dSJoseph Koshy default: 297e829eb6dSJoseph Koshy KASSERT(0, ("[intel,%d] unknown CPU type", __LINE__)); 298e829eb6dSJoseph Koshy } 2991fa7f10bSFabien Thomas 3001fa7f10bSFabien Thomas /* 3011fa7f10bSFabien Thomas * Uncore. 3021fa7f10bSFabien Thomas */ 3031fa7f10bSFabien Thomas #if defined(__i386__) || defined(__amd64__) 3041fa7f10bSFabien Thomas switch (md->pmd_cputype) { 3051fa7f10bSFabien Thomas case PMC_CPU_INTEL_COREI7: 30678d763a2SDavide Italiano case PMC_CPU_INTEL_SANDYBRIDGE: 3071fa7f10bSFabien Thomas case PMC_CPU_INTEL_WESTMERE: 3081fa7f10bSFabien Thomas pmc_uncore_finalize(md); 3091fa7f10bSFabien Thomas break; 3101fa7f10bSFabien Thomas default: 3111fa7f10bSFabien Thomas break; 3121fa7f10bSFabien Thomas } 3131fa7f10bSFabien Thomas #endif 314e829eb6dSJoseph Koshy } 315