xref: /titanic_51/usr/src/uts/i86pc/os/mlsetup.c (revision 843e19887f64dde75055cf8842fc4db2171eff45)
17c478bd9Sstevel@tonic-gate /*
27c478bd9Sstevel@tonic-gate  * CDDL HEADER START
37c478bd9Sstevel@tonic-gate  *
47c478bd9Sstevel@tonic-gate  * The contents of this file are subject to the terms of the
541791439Sandrei  * Common Development and Distribution License (the "License").
641791439Sandrei  * You may not use this file except in compliance with the License.
77c478bd9Sstevel@tonic-gate  *
87c478bd9Sstevel@tonic-gate  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
97c478bd9Sstevel@tonic-gate  * or http://www.opensolaris.org/os/licensing.
107c478bd9Sstevel@tonic-gate  * See the License for the specific language governing permissions
117c478bd9Sstevel@tonic-gate  * and limitations under the License.
127c478bd9Sstevel@tonic-gate  *
137c478bd9Sstevel@tonic-gate  * When distributing Covered Code, include this CDDL HEADER in each
147c478bd9Sstevel@tonic-gate  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
157c478bd9Sstevel@tonic-gate  * If applicable, add the following below this CDDL HEADER, with the
167c478bd9Sstevel@tonic-gate  * fields enclosed by brackets "[]" replaced with your own identifying
177c478bd9Sstevel@tonic-gate  * information: Portions Copyright [yyyy] [name of copyright owner]
187c478bd9Sstevel@tonic-gate  *
197c478bd9Sstevel@tonic-gate  * CDDL HEADER END
207c478bd9Sstevel@tonic-gate  */
217c478bd9Sstevel@tonic-gate /*
22fb2f18f8Sesaxe  * Copyright 2007 Sun Microsystems, Inc.  All rights reserved.
237c478bd9Sstevel@tonic-gate  * Use is subject to license terms.
247c478bd9Sstevel@tonic-gate  */
257c478bd9Sstevel@tonic-gate 
267c478bd9Sstevel@tonic-gate #pragma ident	"%Z%%M%	%I%	%E% SMI"
277c478bd9Sstevel@tonic-gate 
287c478bd9Sstevel@tonic-gate #include <sys/types.h>
29ae115bc7Smrj #include <sys/sysmacros.h>
307c478bd9Sstevel@tonic-gate #include <sys/disp.h>
317c478bd9Sstevel@tonic-gate #include <sys/promif.h>
327c478bd9Sstevel@tonic-gate #include <sys/clock.h>
337c478bd9Sstevel@tonic-gate #include <sys/cpuvar.h>
347c478bd9Sstevel@tonic-gate #include <sys/stack.h>
357c478bd9Sstevel@tonic-gate #include <vm/as.h>
367c478bd9Sstevel@tonic-gate #include <vm/hat.h>
377c478bd9Sstevel@tonic-gate #include <sys/reboot.h>
387c478bd9Sstevel@tonic-gate #include <sys/avintr.h>
397c478bd9Sstevel@tonic-gate #include <sys/vtrace.h>
407c478bd9Sstevel@tonic-gate #include <sys/proc.h>
417c478bd9Sstevel@tonic-gate #include <sys/thread.h>
427c478bd9Sstevel@tonic-gate #include <sys/cpupart.h>
437c478bd9Sstevel@tonic-gate #include <sys/pset.h>
447c478bd9Sstevel@tonic-gate #include <sys/copyops.h>
45fb2f18f8Sesaxe #include <sys/pg.h>
467c478bd9Sstevel@tonic-gate #include <sys/disp.h>
477c478bd9Sstevel@tonic-gate #include <sys/debug.h>
487c478bd9Sstevel@tonic-gate #include <sys/sunddi.h>
497c478bd9Sstevel@tonic-gate #include <sys/x86_archext.h>
507c478bd9Sstevel@tonic-gate #include <sys/privregs.h>
517c478bd9Sstevel@tonic-gate #include <sys/machsystm.h>
527c478bd9Sstevel@tonic-gate #include <sys/ontrap.h>
537c478bd9Sstevel@tonic-gate #include <sys/bootconf.h>
54ae115bc7Smrj #include <sys/kdi_machimpl.h>
557c478bd9Sstevel@tonic-gate #include <sys/archsystm.h>
567c478bd9Sstevel@tonic-gate #include <sys/promif.h>
577c478bd9Sstevel@tonic-gate #include <sys/bootconf.h>
587c478bd9Sstevel@tonic-gate #include <sys/kobj.h>
597c478bd9Sstevel@tonic-gate #include <sys/kobj_lex.h>
60c88420b3Sdmick #include <sys/pci_cfgspace.h>
61*843e1988Sjohnlev #ifdef __xpv
62*843e1988Sjohnlev #include <sys/hypervisor.h>
63*843e1988Sjohnlev #endif
647c478bd9Sstevel@tonic-gate 
657c478bd9Sstevel@tonic-gate /*
667c478bd9Sstevel@tonic-gate  * some globals for patching the result of cpuid
677c478bd9Sstevel@tonic-gate  * to solve problems w/ creative cpu vendors
687c478bd9Sstevel@tonic-gate  */
697c478bd9Sstevel@tonic-gate 
707c478bd9Sstevel@tonic-gate extern uint32_t cpuid_feature_ecx_include;
717c478bd9Sstevel@tonic-gate extern uint32_t cpuid_feature_ecx_exclude;
727c478bd9Sstevel@tonic-gate extern uint32_t cpuid_feature_edx_include;
737c478bd9Sstevel@tonic-gate extern uint32_t cpuid_feature_edx_exclude;
747c478bd9Sstevel@tonic-gate 
757c478bd9Sstevel@tonic-gate /*
764961a633Sdmick  * Dummy spl priority masks
774961a633Sdmick  */
784961a633Sdmick static unsigned char dummy_cpu_pri[MAXIPL + 1] = {
794961a633Sdmick 	0xf, 0xf, 0xf, 0xf, 0xf, 0xf, 0xf, 0xf,
804961a633Sdmick 	0xf, 0xf, 0xf, 0xf, 0xf, 0xf, 0xf, 0xf, 0xf
814961a633Sdmick };
824961a633Sdmick 
837c478bd9Sstevel@tonic-gate 
847c478bd9Sstevel@tonic-gate static uint32_t
8541791439Sandrei bootprop_getval(char *name)
867c478bd9Sstevel@tonic-gate {
877c478bd9Sstevel@tonic-gate 	char prop[32];
887c478bd9Sstevel@tonic-gate 	u_longlong_t ll;
897c478bd9Sstevel@tonic-gate 	extern struct bootops *bootops;
907c478bd9Sstevel@tonic-gate 	if ((BOP_GETPROPLEN(bootops, name) > sizeof (prop)) ||
917c478bd9Sstevel@tonic-gate 	    (BOP_GETPROP(bootops, name, prop) < 0) ||
927c478bd9Sstevel@tonic-gate 	    (kobj_getvalue(prop, &ll) == -1))
937c478bd9Sstevel@tonic-gate 		return (0);
947c478bd9Sstevel@tonic-gate 	return ((uint32_t)ll);
957c478bd9Sstevel@tonic-gate }
967c478bd9Sstevel@tonic-gate 
977c478bd9Sstevel@tonic-gate /*
987c478bd9Sstevel@tonic-gate  * Setup routine called right before main(). Interposing this function
997c478bd9Sstevel@tonic-gate  * before main() allows us to call it in a machine-independent fashion.
1007c478bd9Sstevel@tonic-gate  */
1017c478bd9Sstevel@tonic-gate void
1027c478bd9Sstevel@tonic-gate mlsetup(struct regs *rp)
1037c478bd9Sstevel@tonic-gate {
1047c478bd9Sstevel@tonic-gate 	extern struct classfuncs sys_classfuncs;
1057c478bd9Sstevel@tonic-gate 	extern disp_t cpu0_disp;
1067c478bd9Sstevel@tonic-gate 	extern char t0stack[];
10741791439Sandrei 	int boot_ncpus;
1087c478bd9Sstevel@tonic-gate 
1097c478bd9Sstevel@tonic-gate 	ASSERT_STACK_ALIGNED();
1107c478bd9Sstevel@tonic-gate 
1117c478bd9Sstevel@tonic-gate 	/*
1127c478bd9Sstevel@tonic-gate 	 * initialize cpu_self
1137c478bd9Sstevel@tonic-gate 	 */
1147c478bd9Sstevel@tonic-gate 	cpu[0]->cpu_self = cpu[0];
1157c478bd9Sstevel@tonic-gate 
116*843e1988Sjohnlev #if defined(__xpv)
117*843e1988Sjohnlev 	/*
118*843e1988Sjohnlev 	 * Point at the hypervisor's virtual cpu structure
119*843e1988Sjohnlev 	 */
120*843e1988Sjohnlev 	cpu[0]->cpu_m.mcpu_vcpu_info = &HYPERVISOR_shared_info->vcpu_info[0];
121*843e1988Sjohnlev #endif
122*843e1988Sjohnlev 
1237c478bd9Sstevel@tonic-gate 	/*
1244961a633Sdmick 	 * Set up dummy cpu_pri_data values till psm spl code is
1254961a633Sdmick 	 * installed.  This allows splx() to work on amd64.
1264961a633Sdmick 	 */
1274961a633Sdmick 
1284961a633Sdmick 	cpu[0]->cpu_pri_data = dummy_cpu_pri;
1294961a633Sdmick 
1304961a633Sdmick 	/*
1317c478bd9Sstevel@tonic-gate 	 * check if we've got special bits to clear or set
1327c478bd9Sstevel@tonic-gate 	 * when checking cpu features
1337c478bd9Sstevel@tonic-gate 	 */
1347c478bd9Sstevel@tonic-gate 
1357c478bd9Sstevel@tonic-gate 	cpuid_feature_ecx_include =
13641791439Sandrei 	    bootprop_getval("cpuid_feature_ecx_include");
1377c478bd9Sstevel@tonic-gate 	cpuid_feature_ecx_exclude =
13841791439Sandrei 	    bootprop_getval("cpuid_feature_ecx_exclude");
1397c478bd9Sstevel@tonic-gate 	cpuid_feature_edx_include =
14041791439Sandrei 	    bootprop_getval("cpuid_feature_edx_include");
1417c478bd9Sstevel@tonic-gate 	cpuid_feature_edx_exclude =
14241791439Sandrei 	    bootprop_getval("cpuid_feature_edx_exclude");
1437c478bd9Sstevel@tonic-gate 
1447c478bd9Sstevel@tonic-gate 	/*
1457c478bd9Sstevel@tonic-gate 	 * The first lightweight pass (pass0) through the cpuid data
1467c478bd9Sstevel@tonic-gate 	 * was done in locore before mlsetup was called.  Do the next
1477c478bd9Sstevel@tonic-gate 	 * pass in C code.
1487c478bd9Sstevel@tonic-gate 	 *
1497c478bd9Sstevel@tonic-gate 	 * The x86_feature bits are set here on the basis of the capabilities
1507c478bd9Sstevel@tonic-gate 	 * of the boot CPU.  Note that if we choose to support CPUs that have
1517c478bd9Sstevel@tonic-gate 	 * different feature sets (at which point we would almost certainly
1527c478bd9Sstevel@tonic-gate 	 * want to set the feature bits to correspond to the feature
1537c478bd9Sstevel@tonic-gate 	 * minimum) this value may be altered.
1547c478bd9Sstevel@tonic-gate 	 */
1557c478bd9Sstevel@tonic-gate 	x86_feature = cpuid_pass1(cpu[0]);
1567c478bd9Sstevel@tonic-gate 
1577c478bd9Sstevel@tonic-gate 	/*
1587c478bd9Sstevel@tonic-gate 	 * Initialize idt0, gdt0, ldt0_default, ktss0 and dftss.
1597c478bd9Sstevel@tonic-gate 	 */
160ae115bc7Smrj 	init_desctbls();
1617c478bd9Sstevel@tonic-gate 
1627c478bd9Sstevel@tonic-gate 
163*843e1988Sjohnlev #if defined(__i386) && !defined(__xpv)
1647c478bd9Sstevel@tonic-gate 	/*
1657c478bd9Sstevel@tonic-gate 	 * Some i386 processors do not implement the rdtsc instruction,
1667c478bd9Sstevel@tonic-gate 	 * or at least they do not implement it correctly.
1677c478bd9Sstevel@tonic-gate 	 *
1687c478bd9Sstevel@tonic-gate 	 * For those that do, patch in the rdtsc instructions in
1697c478bd9Sstevel@tonic-gate 	 * various parts of the kernel right now while the text is
1707c478bd9Sstevel@tonic-gate 	 * still writable.
1717c478bd9Sstevel@tonic-gate 	 */
1727c478bd9Sstevel@tonic-gate 	if (x86_feature & X86_TSC)
1737c478bd9Sstevel@tonic-gate 		patch_tsc();
174*843e1988Sjohnlev #endif	/* __i386 && !__xpv */
175*843e1988Sjohnlev 
176*843e1988Sjohnlev #if !defined(__xpv)
177*843e1988Sjohnlev 	/* XXPV	what, if anything, should be dorked with here under xen? */
178ae115bc7Smrj 
179ae115bc7Smrj 	/*
180ae115bc7Smrj 	 * While we're thinking about the TSC, let's set up %cr4 so that
181ae115bc7Smrj 	 * userland can issue rdtsc, and initialize the TSC_AUX value
182ae115bc7Smrj 	 * (the cpuid) for the rdtscp instruction on appropriately
183ae115bc7Smrj 	 * capable hardware.
184ae115bc7Smrj 	 */
185ae115bc7Smrj 	if (x86_feature & X86_TSC)
186ae115bc7Smrj 		setcr4(getcr4() & ~CR4_TSD);
187ae115bc7Smrj 
188ae115bc7Smrj 	if (x86_feature & X86_TSCP)
189ae115bc7Smrj 		(void) wrmsr(MSR_AMD_TSCAUX, 0);
190ae115bc7Smrj 
191ae115bc7Smrj 	if (x86_feature & X86_DE)
192ae115bc7Smrj 		setcr4(getcr4() | CR4_DE);
193*843e1988Sjohnlev #endif /* __xpv */
1947c478bd9Sstevel@tonic-gate 
1957c478bd9Sstevel@tonic-gate 	/*
1967c478bd9Sstevel@tonic-gate 	 * initialize t0
1977c478bd9Sstevel@tonic-gate 	 */
1987c478bd9Sstevel@tonic-gate 	t0.t_stk = (caddr_t)rp - MINFRAME;
1997c478bd9Sstevel@tonic-gate 	t0.t_stkbase = t0stack;
2007c478bd9Sstevel@tonic-gate 	t0.t_pri = maxclsyspri - 3;
2017c478bd9Sstevel@tonic-gate 	t0.t_schedflag = TS_LOAD | TS_DONT_SWAP;
2027c478bd9Sstevel@tonic-gate 	t0.t_procp = &p0;
2037c478bd9Sstevel@tonic-gate 	t0.t_plockp = &p0lock.pl_lock;
2047c478bd9Sstevel@tonic-gate 	t0.t_lwp = &lwp0;
2057c478bd9Sstevel@tonic-gate 	t0.t_forw = &t0;
2067c478bd9Sstevel@tonic-gate 	t0.t_back = &t0;
2077c478bd9Sstevel@tonic-gate 	t0.t_next = &t0;
2087c478bd9Sstevel@tonic-gate 	t0.t_prev = &t0;
2097c478bd9Sstevel@tonic-gate 	t0.t_cpu = cpu[0];
2107c478bd9Sstevel@tonic-gate 	t0.t_disp_queue = &cpu0_disp;
2117c478bd9Sstevel@tonic-gate 	t0.t_bind_cpu = PBIND_NONE;
2127c478bd9Sstevel@tonic-gate 	t0.t_bind_pset = PS_NONE;
2137c478bd9Sstevel@tonic-gate 	t0.t_cpupart = &cp_default;
2147c478bd9Sstevel@tonic-gate 	t0.t_clfuncs = &sys_classfuncs.thread;
2157c478bd9Sstevel@tonic-gate 	t0.t_copyops = NULL;
2167c478bd9Sstevel@tonic-gate 	THREAD_ONPROC(&t0, CPU);
2177c478bd9Sstevel@tonic-gate 
2187c478bd9Sstevel@tonic-gate 	lwp0.lwp_thread = &t0;
2197c478bd9Sstevel@tonic-gate 	lwp0.lwp_regs = (void *)rp;
2207c478bd9Sstevel@tonic-gate 	lwp0.lwp_procp = &p0;
2217c478bd9Sstevel@tonic-gate 	t0.t_tid = p0.p_lwpcnt = p0.p_lwprcnt = p0.p_lwpid = 1;
2227c478bd9Sstevel@tonic-gate 
2237c478bd9Sstevel@tonic-gate 	p0.p_exec = NULL;
2247c478bd9Sstevel@tonic-gate 	p0.p_stat = SRUN;
2257c478bd9Sstevel@tonic-gate 	p0.p_flag = SSYS;
2267c478bd9Sstevel@tonic-gate 	p0.p_tlist = &t0;
2277c478bd9Sstevel@tonic-gate 	p0.p_stksize = 2*PAGESIZE;
2287c478bd9Sstevel@tonic-gate 	p0.p_stkpageszc = 0;
2297c478bd9Sstevel@tonic-gate 	p0.p_as = &kas;
2307c478bd9Sstevel@tonic-gate 	p0.p_lockp = &p0lock;
2317c478bd9Sstevel@tonic-gate 	p0.p_brkpageszc = 0;
2322cb27123Saguzovsk 	p0.p_t1_lgrpid = LGRP_NONE;
2332cb27123Saguzovsk 	p0.p_tr_lgrpid = LGRP_NONE;
2347c478bd9Sstevel@tonic-gate 	sigorset(&p0.p_ignore, &ignoredefault);
2357c478bd9Sstevel@tonic-gate 
2367c478bd9Sstevel@tonic-gate 	CPU->cpu_thread = &t0;
2377c478bd9Sstevel@tonic-gate 	bzero(&cpu0_disp, sizeof (disp_t));
2387c478bd9Sstevel@tonic-gate 	CPU->cpu_disp = &cpu0_disp;
2397c478bd9Sstevel@tonic-gate 	CPU->cpu_disp->disp_cpu = CPU;
2407c478bd9Sstevel@tonic-gate 	CPU->cpu_dispthread = &t0;
2417c478bd9Sstevel@tonic-gate 	CPU->cpu_idle_thread = &t0;
2427c478bd9Sstevel@tonic-gate 	CPU->cpu_flags = CPU_READY | CPU_RUNNING | CPU_EXISTS | CPU_ENABLE;
2437c478bd9Sstevel@tonic-gate 	CPU->cpu_dispatch_pri = t0.t_pri;
2447c478bd9Sstevel@tonic-gate 
2457c478bd9Sstevel@tonic-gate 	CPU->cpu_id = 0;
2467c478bd9Sstevel@tonic-gate 
2477c478bd9Sstevel@tonic-gate 	CPU->cpu_pri = 12;		/* initial PIL for the boot CPU */
2487c478bd9Sstevel@tonic-gate 
2497c478bd9Sstevel@tonic-gate 	/*
2500baeff3dSrab 	 * The kernel doesn't use LDTs unless a process explicitly requests one.
2517c478bd9Sstevel@tonic-gate 	 */
252*843e1988Sjohnlev 	p0.p_ldt_desc = null_sdesc;
2537c478bd9Sstevel@tonic-gate 
2547c478bd9Sstevel@tonic-gate 	/*
255ae115bc7Smrj 	 * Initialize thread/cpu microstate accounting
2567c478bd9Sstevel@tonic-gate 	 */
2577c478bd9Sstevel@tonic-gate 	init_mstate(&t0, LMS_SYSTEM);
2587c478bd9Sstevel@tonic-gate 	init_cpu_mstate(CPU, CMS_SYSTEM);
2597c478bd9Sstevel@tonic-gate 
2607c478bd9Sstevel@tonic-gate 	/*
2617c478bd9Sstevel@tonic-gate 	 * Initialize lists of available and active CPUs.
2627c478bd9Sstevel@tonic-gate 	 */
2637c478bd9Sstevel@tonic-gate 	cpu_list_init(CPU);
2647c478bd9Sstevel@tonic-gate 
265ae115bc7Smrj 	/*
266ae115bc7Smrj 	 * Now that we have taken over the GDT, IDT and have initialized
267ae115bc7Smrj 	 * active CPU list it's time to inform kmdb if present.
268ae115bc7Smrj 	 */
269ae115bc7Smrj 	if (boothowto & RB_DEBUG)
270ae115bc7Smrj 		kdi_idt_sync();
271ae115bc7Smrj 
272ae115bc7Smrj 	/*
273ae115bc7Smrj 	 * If requested (boot -d) drop into kmdb.
274ae115bc7Smrj 	 *
275ae115bc7Smrj 	 * This must be done after cpu_list_init() on the 64-bit kernel
276ae115bc7Smrj 	 * since taking a trap requires that we re-compute gsbase based
277ae115bc7Smrj 	 * on the cpu list.
278ae115bc7Smrj 	 */
279ae115bc7Smrj 	if (boothowto & RB_DEBUGENTER)
280ae115bc7Smrj 		kmdb_enter();
281ae115bc7Smrj 
282affbd3ccSkchow 	cpu_vm_data_init(CPU);
283affbd3ccSkchow 
284c88420b3Sdmick 	/* lgrp_init() needs PCI config space access */
285*843e1988Sjohnlev #if defined(__xpv)
286*843e1988Sjohnlev 	if (DOMAIN_IS_INITDOMAIN(xen_info))
287c88420b3Sdmick 		pci_cfgspace_init();
288*843e1988Sjohnlev #else
289*843e1988Sjohnlev 	pci_cfgspace_init();
290*843e1988Sjohnlev #endif
291c88420b3Sdmick 
2927c478bd9Sstevel@tonic-gate 	/*
2937c478bd9Sstevel@tonic-gate 	 * Initialize the lgrp framework
2947c478bd9Sstevel@tonic-gate 	 */
2957c478bd9Sstevel@tonic-gate 	lgrp_init();
2967c478bd9Sstevel@tonic-gate 
2977c478bd9Sstevel@tonic-gate 	rp->r_fp = 0;	/* terminate kernel stack traces! */
2987c478bd9Sstevel@tonic-gate 
2997c478bd9Sstevel@tonic-gate 	prom_init("kernel", (void *)NULL);
3007c478bd9Sstevel@tonic-gate 
30141791439Sandrei 	boot_ncpus = bootprop_getval("boot-ncpus");
30241791439Sandrei 
30341791439Sandrei 	if (boot_ncpus <= 0 || boot_ncpus > NCPU)
304ae115bc7Smrj 		boot_ncpus = NCPU;
30541791439Sandrei 
30641791439Sandrei 	max_ncpus = boot_max_ncpus = boot_ncpus;
30741791439Sandrei 
3087c478bd9Sstevel@tonic-gate 	if (boothowto & RB_HALT) {
3097c478bd9Sstevel@tonic-gate 		prom_printf("unix: kernel halted by -h flag\n");
3107c478bd9Sstevel@tonic-gate 		prom_enter_mon();
3117c478bd9Sstevel@tonic-gate 	}
3127c478bd9Sstevel@tonic-gate 
3137c478bd9Sstevel@tonic-gate 	ASSERT_STACK_ALIGNED();
3147c478bd9Sstevel@tonic-gate 
315*843e1988Sjohnlev #if !defined(__xpv)
3162449e17fSsherrym 	/*
3172449e17fSsherrym 	 * Fill out cpu_ucode_info.  Update microcode if necessary.
3182449e17fSsherrym 	 */
3192449e17fSsherrym 	ucode_check(CPU);
320*843e1988Sjohnlev #endif
3212449e17fSsherrym 
3227c478bd9Sstevel@tonic-gate 	if (workaround_errata(CPU) != 0)
3237c478bd9Sstevel@tonic-gate 		panic("critical workaround(s) missing for boot cpu");
3247c478bd9Sstevel@tonic-gate }
325