17c478bd9Sstevel@tonic-gate /* 27c478bd9Sstevel@tonic-gate * CDDL HEADER START 37c478bd9Sstevel@tonic-gate * 47c478bd9Sstevel@tonic-gate * The contents of this file are subject to the terms of the 541791439Sandrei * Common Development and Distribution License (the "License"). 641791439Sandrei * You may not use this file except in compliance with the License. 77c478bd9Sstevel@tonic-gate * 87c478bd9Sstevel@tonic-gate * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 97c478bd9Sstevel@tonic-gate * or http://www.opensolaris.org/os/licensing. 107c478bd9Sstevel@tonic-gate * See the License for the specific language governing permissions 117c478bd9Sstevel@tonic-gate * and limitations under the License. 127c478bd9Sstevel@tonic-gate * 137c478bd9Sstevel@tonic-gate * When distributing Covered Code, include this CDDL HEADER in each 147c478bd9Sstevel@tonic-gate * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 157c478bd9Sstevel@tonic-gate * If applicable, add the following below this CDDL HEADER, with the 167c478bd9Sstevel@tonic-gate * fields enclosed by brackets "[]" replaced with your own identifying 177c478bd9Sstevel@tonic-gate * information: Portions Copyright [yyyy] [name of copyright owner] 187c478bd9Sstevel@tonic-gate * 197c478bd9Sstevel@tonic-gate * CDDL HEADER END 207c478bd9Sstevel@tonic-gate */ 217c478bd9Sstevel@tonic-gate /* 22fb2f18f8Sesaxe * Copyright 2007 Sun Microsystems, Inc. All rights reserved. 237c478bd9Sstevel@tonic-gate * Use is subject to license terms. 247c478bd9Sstevel@tonic-gate */ 257c478bd9Sstevel@tonic-gate 267c478bd9Sstevel@tonic-gate #pragma ident "%Z%%M% %I% %E% SMI" 277c478bd9Sstevel@tonic-gate 287c478bd9Sstevel@tonic-gate #include <sys/types.h> 29ae115bc7Smrj #include <sys/sysmacros.h> 307c478bd9Sstevel@tonic-gate #include <sys/disp.h> 317c478bd9Sstevel@tonic-gate #include <sys/promif.h> 327c478bd9Sstevel@tonic-gate #include <sys/clock.h> 337c478bd9Sstevel@tonic-gate #include <sys/cpuvar.h> 347c478bd9Sstevel@tonic-gate #include <sys/stack.h> 357c478bd9Sstevel@tonic-gate #include <vm/as.h> 367c478bd9Sstevel@tonic-gate #include <vm/hat.h> 377c478bd9Sstevel@tonic-gate #include <sys/reboot.h> 387c478bd9Sstevel@tonic-gate #include <sys/avintr.h> 397c478bd9Sstevel@tonic-gate #include <sys/vtrace.h> 407c478bd9Sstevel@tonic-gate #include <sys/proc.h> 417c478bd9Sstevel@tonic-gate #include <sys/thread.h> 427c478bd9Sstevel@tonic-gate #include <sys/cpupart.h> 437c478bd9Sstevel@tonic-gate #include <sys/pset.h> 447c478bd9Sstevel@tonic-gate #include <sys/copyops.h> 45fb2f18f8Sesaxe #include <sys/pg.h> 467c478bd9Sstevel@tonic-gate #include <sys/disp.h> 477c478bd9Sstevel@tonic-gate #include <sys/debug.h> 487c478bd9Sstevel@tonic-gate #include <sys/sunddi.h> 497c478bd9Sstevel@tonic-gate #include <sys/x86_archext.h> 507c478bd9Sstevel@tonic-gate #include <sys/privregs.h> 517c478bd9Sstevel@tonic-gate #include <sys/machsystm.h> 527c478bd9Sstevel@tonic-gate #include <sys/ontrap.h> 537c478bd9Sstevel@tonic-gate #include <sys/bootconf.h> 54ae115bc7Smrj #include <sys/kdi_machimpl.h> 557c478bd9Sstevel@tonic-gate #include <sys/archsystm.h> 567c478bd9Sstevel@tonic-gate #include <sys/promif.h> 577c478bd9Sstevel@tonic-gate #include <sys/bootconf.h> 587c478bd9Sstevel@tonic-gate #include <sys/kobj.h> 597c478bd9Sstevel@tonic-gate #include <sys/kobj_lex.h> 60c88420b3Sdmick #include <sys/pci_cfgspace.h> 61*843e1988Sjohnlev #ifdef __xpv 62*843e1988Sjohnlev #include <sys/hypervisor.h> 63*843e1988Sjohnlev #endif 647c478bd9Sstevel@tonic-gate 657c478bd9Sstevel@tonic-gate /* 667c478bd9Sstevel@tonic-gate * some globals for patching the result of cpuid 677c478bd9Sstevel@tonic-gate * to solve problems w/ creative cpu vendors 687c478bd9Sstevel@tonic-gate */ 697c478bd9Sstevel@tonic-gate 707c478bd9Sstevel@tonic-gate extern uint32_t cpuid_feature_ecx_include; 717c478bd9Sstevel@tonic-gate extern uint32_t cpuid_feature_ecx_exclude; 727c478bd9Sstevel@tonic-gate extern uint32_t cpuid_feature_edx_include; 737c478bd9Sstevel@tonic-gate extern uint32_t cpuid_feature_edx_exclude; 747c478bd9Sstevel@tonic-gate 757c478bd9Sstevel@tonic-gate /* 764961a633Sdmick * Dummy spl priority masks 774961a633Sdmick */ 784961a633Sdmick static unsigned char dummy_cpu_pri[MAXIPL + 1] = { 794961a633Sdmick 0xf, 0xf, 0xf, 0xf, 0xf, 0xf, 0xf, 0xf, 804961a633Sdmick 0xf, 0xf, 0xf, 0xf, 0xf, 0xf, 0xf, 0xf, 0xf 814961a633Sdmick }; 824961a633Sdmick 837c478bd9Sstevel@tonic-gate 847c478bd9Sstevel@tonic-gate static uint32_t 8541791439Sandrei bootprop_getval(char *name) 867c478bd9Sstevel@tonic-gate { 877c478bd9Sstevel@tonic-gate char prop[32]; 887c478bd9Sstevel@tonic-gate u_longlong_t ll; 897c478bd9Sstevel@tonic-gate extern struct bootops *bootops; 907c478bd9Sstevel@tonic-gate if ((BOP_GETPROPLEN(bootops, name) > sizeof (prop)) || 917c478bd9Sstevel@tonic-gate (BOP_GETPROP(bootops, name, prop) < 0) || 927c478bd9Sstevel@tonic-gate (kobj_getvalue(prop, &ll) == -1)) 937c478bd9Sstevel@tonic-gate return (0); 947c478bd9Sstevel@tonic-gate return ((uint32_t)ll); 957c478bd9Sstevel@tonic-gate } 967c478bd9Sstevel@tonic-gate 977c478bd9Sstevel@tonic-gate /* 987c478bd9Sstevel@tonic-gate * Setup routine called right before main(). Interposing this function 997c478bd9Sstevel@tonic-gate * before main() allows us to call it in a machine-independent fashion. 1007c478bd9Sstevel@tonic-gate */ 1017c478bd9Sstevel@tonic-gate void 1027c478bd9Sstevel@tonic-gate mlsetup(struct regs *rp) 1037c478bd9Sstevel@tonic-gate { 1047c478bd9Sstevel@tonic-gate extern struct classfuncs sys_classfuncs; 1057c478bd9Sstevel@tonic-gate extern disp_t cpu0_disp; 1067c478bd9Sstevel@tonic-gate extern char t0stack[]; 10741791439Sandrei int boot_ncpus; 1087c478bd9Sstevel@tonic-gate 1097c478bd9Sstevel@tonic-gate ASSERT_STACK_ALIGNED(); 1107c478bd9Sstevel@tonic-gate 1117c478bd9Sstevel@tonic-gate /* 1127c478bd9Sstevel@tonic-gate * initialize cpu_self 1137c478bd9Sstevel@tonic-gate */ 1147c478bd9Sstevel@tonic-gate cpu[0]->cpu_self = cpu[0]; 1157c478bd9Sstevel@tonic-gate 116*843e1988Sjohnlev #if defined(__xpv) 117*843e1988Sjohnlev /* 118*843e1988Sjohnlev * Point at the hypervisor's virtual cpu structure 119*843e1988Sjohnlev */ 120*843e1988Sjohnlev cpu[0]->cpu_m.mcpu_vcpu_info = &HYPERVISOR_shared_info->vcpu_info[0]; 121*843e1988Sjohnlev #endif 122*843e1988Sjohnlev 1237c478bd9Sstevel@tonic-gate /* 1244961a633Sdmick * Set up dummy cpu_pri_data values till psm spl code is 1254961a633Sdmick * installed. This allows splx() to work on amd64. 1264961a633Sdmick */ 1274961a633Sdmick 1284961a633Sdmick cpu[0]->cpu_pri_data = dummy_cpu_pri; 1294961a633Sdmick 1304961a633Sdmick /* 1317c478bd9Sstevel@tonic-gate * check if we've got special bits to clear or set 1327c478bd9Sstevel@tonic-gate * when checking cpu features 1337c478bd9Sstevel@tonic-gate */ 1347c478bd9Sstevel@tonic-gate 1357c478bd9Sstevel@tonic-gate cpuid_feature_ecx_include = 13641791439Sandrei bootprop_getval("cpuid_feature_ecx_include"); 1377c478bd9Sstevel@tonic-gate cpuid_feature_ecx_exclude = 13841791439Sandrei bootprop_getval("cpuid_feature_ecx_exclude"); 1397c478bd9Sstevel@tonic-gate cpuid_feature_edx_include = 14041791439Sandrei bootprop_getval("cpuid_feature_edx_include"); 1417c478bd9Sstevel@tonic-gate cpuid_feature_edx_exclude = 14241791439Sandrei bootprop_getval("cpuid_feature_edx_exclude"); 1437c478bd9Sstevel@tonic-gate 1447c478bd9Sstevel@tonic-gate /* 1457c478bd9Sstevel@tonic-gate * The first lightweight pass (pass0) through the cpuid data 1467c478bd9Sstevel@tonic-gate * was done in locore before mlsetup was called. Do the next 1477c478bd9Sstevel@tonic-gate * pass in C code. 1487c478bd9Sstevel@tonic-gate * 1497c478bd9Sstevel@tonic-gate * The x86_feature bits are set here on the basis of the capabilities 1507c478bd9Sstevel@tonic-gate * of the boot CPU. Note that if we choose to support CPUs that have 1517c478bd9Sstevel@tonic-gate * different feature sets (at which point we would almost certainly 1527c478bd9Sstevel@tonic-gate * want to set the feature bits to correspond to the feature 1537c478bd9Sstevel@tonic-gate * minimum) this value may be altered. 1547c478bd9Sstevel@tonic-gate */ 1557c478bd9Sstevel@tonic-gate x86_feature = cpuid_pass1(cpu[0]); 1567c478bd9Sstevel@tonic-gate 1577c478bd9Sstevel@tonic-gate /* 1587c478bd9Sstevel@tonic-gate * Initialize idt0, gdt0, ldt0_default, ktss0 and dftss. 1597c478bd9Sstevel@tonic-gate */ 160ae115bc7Smrj init_desctbls(); 1617c478bd9Sstevel@tonic-gate 1627c478bd9Sstevel@tonic-gate 163*843e1988Sjohnlev #if defined(__i386) && !defined(__xpv) 1647c478bd9Sstevel@tonic-gate /* 1657c478bd9Sstevel@tonic-gate * Some i386 processors do not implement the rdtsc instruction, 1667c478bd9Sstevel@tonic-gate * or at least they do not implement it correctly. 1677c478bd9Sstevel@tonic-gate * 1687c478bd9Sstevel@tonic-gate * For those that do, patch in the rdtsc instructions in 1697c478bd9Sstevel@tonic-gate * various parts of the kernel right now while the text is 1707c478bd9Sstevel@tonic-gate * still writable. 1717c478bd9Sstevel@tonic-gate */ 1727c478bd9Sstevel@tonic-gate if (x86_feature & X86_TSC) 1737c478bd9Sstevel@tonic-gate patch_tsc(); 174*843e1988Sjohnlev #endif /* __i386 && !__xpv */ 175*843e1988Sjohnlev 176*843e1988Sjohnlev #if !defined(__xpv) 177*843e1988Sjohnlev /* XXPV what, if anything, should be dorked with here under xen? */ 178ae115bc7Smrj 179ae115bc7Smrj /* 180ae115bc7Smrj * While we're thinking about the TSC, let's set up %cr4 so that 181ae115bc7Smrj * userland can issue rdtsc, and initialize the TSC_AUX value 182ae115bc7Smrj * (the cpuid) for the rdtscp instruction on appropriately 183ae115bc7Smrj * capable hardware. 184ae115bc7Smrj */ 185ae115bc7Smrj if (x86_feature & X86_TSC) 186ae115bc7Smrj setcr4(getcr4() & ~CR4_TSD); 187ae115bc7Smrj 188ae115bc7Smrj if (x86_feature & X86_TSCP) 189ae115bc7Smrj (void) wrmsr(MSR_AMD_TSCAUX, 0); 190ae115bc7Smrj 191ae115bc7Smrj if (x86_feature & X86_DE) 192ae115bc7Smrj setcr4(getcr4() | CR4_DE); 193*843e1988Sjohnlev #endif /* __xpv */ 1947c478bd9Sstevel@tonic-gate 1957c478bd9Sstevel@tonic-gate /* 1967c478bd9Sstevel@tonic-gate * initialize t0 1977c478bd9Sstevel@tonic-gate */ 1987c478bd9Sstevel@tonic-gate t0.t_stk = (caddr_t)rp - MINFRAME; 1997c478bd9Sstevel@tonic-gate t0.t_stkbase = t0stack; 2007c478bd9Sstevel@tonic-gate t0.t_pri = maxclsyspri - 3; 2017c478bd9Sstevel@tonic-gate t0.t_schedflag = TS_LOAD | TS_DONT_SWAP; 2027c478bd9Sstevel@tonic-gate t0.t_procp = &p0; 2037c478bd9Sstevel@tonic-gate t0.t_plockp = &p0lock.pl_lock; 2047c478bd9Sstevel@tonic-gate t0.t_lwp = &lwp0; 2057c478bd9Sstevel@tonic-gate t0.t_forw = &t0; 2067c478bd9Sstevel@tonic-gate t0.t_back = &t0; 2077c478bd9Sstevel@tonic-gate t0.t_next = &t0; 2087c478bd9Sstevel@tonic-gate t0.t_prev = &t0; 2097c478bd9Sstevel@tonic-gate t0.t_cpu = cpu[0]; 2107c478bd9Sstevel@tonic-gate t0.t_disp_queue = &cpu0_disp; 2117c478bd9Sstevel@tonic-gate t0.t_bind_cpu = PBIND_NONE; 2127c478bd9Sstevel@tonic-gate t0.t_bind_pset = PS_NONE; 2137c478bd9Sstevel@tonic-gate t0.t_cpupart = &cp_default; 2147c478bd9Sstevel@tonic-gate t0.t_clfuncs = &sys_classfuncs.thread; 2157c478bd9Sstevel@tonic-gate t0.t_copyops = NULL; 2167c478bd9Sstevel@tonic-gate THREAD_ONPROC(&t0, CPU); 2177c478bd9Sstevel@tonic-gate 2187c478bd9Sstevel@tonic-gate lwp0.lwp_thread = &t0; 2197c478bd9Sstevel@tonic-gate lwp0.lwp_regs = (void *)rp; 2207c478bd9Sstevel@tonic-gate lwp0.lwp_procp = &p0; 2217c478bd9Sstevel@tonic-gate t0.t_tid = p0.p_lwpcnt = p0.p_lwprcnt = p0.p_lwpid = 1; 2227c478bd9Sstevel@tonic-gate 2237c478bd9Sstevel@tonic-gate p0.p_exec = NULL; 2247c478bd9Sstevel@tonic-gate p0.p_stat = SRUN; 2257c478bd9Sstevel@tonic-gate p0.p_flag = SSYS; 2267c478bd9Sstevel@tonic-gate p0.p_tlist = &t0; 2277c478bd9Sstevel@tonic-gate p0.p_stksize = 2*PAGESIZE; 2287c478bd9Sstevel@tonic-gate p0.p_stkpageszc = 0; 2297c478bd9Sstevel@tonic-gate p0.p_as = &kas; 2307c478bd9Sstevel@tonic-gate p0.p_lockp = &p0lock; 2317c478bd9Sstevel@tonic-gate p0.p_brkpageszc = 0; 2322cb27123Saguzovsk p0.p_t1_lgrpid = LGRP_NONE; 2332cb27123Saguzovsk p0.p_tr_lgrpid = LGRP_NONE; 2347c478bd9Sstevel@tonic-gate sigorset(&p0.p_ignore, &ignoredefault); 2357c478bd9Sstevel@tonic-gate 2367c478bd9Sstevel@tonic-gate CPU->cpu_thread = &t0; 2377c478bd9Sstevel@tonic-gate bzero(&cpu0_disp, sizeof (disp_t)); 2387c478bd9Sstevel@tonic-gate CPU->cpu_disp = &cpu0_disp; 2397c478bd9Sstevel@tonic-gate CPU->cpu_disp->disp_cpu = CPU; 2407c478bd9Sstevel@tonic-gate CPU->cpu_dispthread = &t0; 2417c478bd9Sstevel@tonic-gate CPU->cpu_idle_thread = &t0; 2427c478bd9Sstevel@tonic-gate CPU->cpu_flags = CPU_READY | CPU_RUNNING | CPU_EXISTS | CPU_ENABLE; 2437c478bd9Sstevel@tonic-gate CPU->cpu_dispatch_pri = t0.t_pri; 2447c478bd9Sstevel@tonic-gate 2457c478bd9Sstevel@tonic-gate CPU->cpu_id = 0; 2467c478bd9Sstevel@tonic-gate 2477c478bd9Sstevel@tonic-gate CPU->cpu_pri = 12; /* initial PIL for the boot CPU */ 2487c478bd9Sstevel@tonic-gate 2497c478bd9Sstevel@tonic-gate /* 2500baeff3dSrab * The kernel doesn't use LDTs unless a process explicitly requests one. 2517c478bd9Sstevel@tonic-gate */ 252*843e1988Sjohnlev p0.p_ldt_desc = null_sdesc; 2537c478bd9Sstevel@tonic-gate 2547c478bd9Sstevel@tonic-gate /* 255ae115bc7Smrj * Initialize thread/cpu microstate accounting 2567c478bd9Sstevel@tonic-gate */ 2577c478bd9Sstevel@tonic-gate init_mstate(&t0, LMS_SYSTEM); 2587c478bd9Sstevel@tonic-gate init_cpu_mstate(CPU, CMS_SYSTEM); 2597c478bd9Sstevel@tonic-gate 2607c478bd9Sstevel@tonic-gate /* 2617c478bd9Sstevel@tonic-gate * Initialize lists of available and active CPUs. 2627c478bd9Sstevel@tonic-gate */ 2637c478bd9Sstevel@tonic-gate cpu_list_init(CPU); 2647c478bd9Sstevel@tonic-gate 265ae115bc7Smrj /* 266ae115bc7Smrj * Now that we have taken over the GDT, IDT and have initialized 267ae115bc7Smrj * active CPU list it's time to inform kmdb if present. 268ae115bc7Smrj */ 269ae115bc7Smrj if (boothowto & RB_DEBUG) 270ae115bc7Smrj kdi_idt_sync(); 271ae115bc7Smrj 272ae115bc7Smrj /* 273ae115bc7Smrj * If requested (boot -d) drop into kmdb. 274ae115bc7Smrj * 275ae115bc7Smrj * This must be done after cpu_list_init() on the 64-bit kernel 276ae115bc7Smrj * since taking a trap requires that we re-compute gsbase based 277ae115bc7Smrj * on the cpu list. 278ae115bc7Smrj */ 279ae115bc7Smrj if (boothowto & RB_DEBUGENTER) 280ae115bc7Smrj kmdb_enter(); 281ae115bc7Smrj 282affbd3ccSkchow cpu_vm_data_init(CPU); 283affbd3ccSkchow 284c88420b3Sdmick /* lgrp_init() needs PCI config space access */ 285*843e1988Sjohnlev #if defined(__xpv) 286*843e1988Sjohnlev if (DOMAIN_IS_INITDOMAIN(xen_info)) 287c88420b3Sdmick pci_cfgspace_init(); 288*843e1988Sjohnlev #else 289*843e1988Sjohnlev pci_cfgspace_init(); 290*843e1988Sjohnlev #endif 291c88420b3Sdmick 2927c478bd9Sstevel@tonic-gate /* 2937c478bd9Sstevel@tonic-gate * Initialize the lgrp framework 2947c478bd9Sstevel@tonic-gate */ 2957c478bd9Sstevel@tonic-gate lgrp_init(); 2967c478bd9Sstevel@tonic-gate 2977c478bd9Sstevel@tonic-gate rp->r_fp = 0; /* terminate kernel stack traces! */ 2987c478bd9Sstevel@tonic-gate 2997c478bd9Sstevel@tonic-gate prom_init("kernel", (void *)NULL); 3007c478bd9Sstevel@tonic-gate 30141791439Sandrei boot_ncpus = bootprop_getval("boot-ncpus"); 30241791439Sandrei 30341791439Sandrei if (boot_ncpus <= 0 || boot_ncpus > NCPU) 304ae115bc7Smrj boot_ncpus = NCPU; 30541791439Sandrei 30641791439Sandrei max_ncpus = boot_max_ncpus = boot_ncpus; 30741791439Sandrei 3087c478bd9Sstevel@tonic-gate if (boothowto & RB_HALT) { 3097c478bd9Sstevel@tonic-gate prom_printf("unix: kernel halted by -h flag\n"); 3107c478bd9Sstevel@tonic-gate prom_enter_mon(); 3117c478bd9Sstevel@tonic-gate } 3127c478bd9Sstevel@tonic-gate 3137c478bd9Sstevel@tonic-gate ASSERT_STACK_ALIGNED(); 3147c478bd9Sstevel@tonic-gate 315*843e1988Sjohnlev #if !defined(__xpv) 3162449e17fSsherrym /* 3172449e17fSsherrym * Fill out cpu_ucode_info. Update microcode if necessary. 3182449e17fSsherrym */ 3192449e17fSsherrym ucode_check(CPU); 320*843e1988Sjohnlev #endif 3212449e17fSsherrym 3227c478bd9Sstevel@tonic-gate if (workaround_errata(CPU) != 0) 3237c478bd9Sstevel@tonic-gate panic("critical workaround(s) missing for boot cpu"); 3247c478bd9Sstevel@tonic-gate } 325