xref: /titanic_51/usr/src/uts/common/os/main.c (revision 5cff782560a1c3cf913ba5574a5123a299f3315e)
17c478bd9Sstevel@tonic-gate /*
27c478bd9Sstevel@tonic-gate  * CDDL HEADER START
37c478bd9Sstevel@tonic-gate  *
47c478bd9Sstevel@tonic-gate  * The contents of this file are subject to the terms of the
545916cd2Sjpk  * Common Development and Distribution License (the "License").
645916cd2Sjpk  * You may not use this file except in compliance with the License.
77c478bd9Sstevel@tonic-gate  *
87c478bd9Sstevel@tonic-gate  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
97c478bd9Sstevel@tonic-gate  * or http://www.opensolaris.org/os/licensing.
107c478bd9Sstevel@tonic-gate  * See the License for the specific language governing permissions
117c478bd9Sstevel@tonic-gate  * and limitations under the License.
127c478bd9Sstevel@tonic-gate  *
137c478bd9Sstevel@tonic-gate  * When distributing Covered Code, include this CDDL HEADER in each
147c478bd9Sstevel@tonic-gate  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
157c478bd9Sstevel@tonic-gate  * If applicable, add the following below this CDDL HEADER, with the
167c478bd9Sstevel@tonic-gate  * fields enclosed by brackets "[]" replaced with your own identifying
177c478bd9Sstevel@tonic-gate  * information: Portions Copyright [yyyy] [name of copyright owner]
187c478bd9Sstevel@tonic-gate  *
197c478bd9Sstevel@tonic-gate  * CDDL HEADER END
207c478bd9Sstevel@tonic-gate  */
217c478bd9Sstevel@tonic-gate /*
22ae115bc7Smrj  * Copyright 2007 Sun Microsystems, Inc.  All rights reserved.
237c478bd9Sstevel@tonic-gate  * Use is subject to license terms.
247c478bd9Sstevel@tonic-gate  */
257c478bd9Sstevel@tonic-gate 
267c478bd9Sstevel@tonic-gate /*	Copyright (c) 1988 AT&T	*/
277c478bd9Sstevel@tonic-gate /*	  All Rights Reserved  	*/
287c478bd9Sstevel@tonic-gate 
297c478bd9Sstevel@tonic-gate 
307c478bd9Sstevel@tonic-gate #pragma ident	"%Z%%M%	%I%	%E% SMI"	/* from SVr4.0 1.31 */
317c478bd9Sstevel@tonic-gate 
327c478bd9Sstevel@tonic-gate #include <sys/types.h>
337c478bd9Sstevel@tonic-gate #include <sys/param.h>
347c478bd9Sstevel@tonic-gate #include <sys/sysmacros.h>
357c478bd9Sstevel@tonic-gate #include <sys/pcb.h>
367c478bd9Sstevel@tonic-gate #include <sys/systm.h>
377c478bd9Sstevel@tonic-gate #include <sys/signal.h>
387c478bd9Sstevel@tonic-gate #include <sys/cred.h>
397c478bd9Sstevel@tonic-gate #include <sys/user.h>
407c478bd9Sstevel@tonic-gate #include <sys/vfs.h>
417c478bd9Sstevel@tonic-gate #include <sys/vnode.h>
427c478bd9Sstevel@tonic-gate #include <sys/proc.h>
437c478bd9Sstevel@tonic-gate #include <sys/time.h>
447c478bd9Sstevel@tonic-gate #include <sys/file.h>
457c478bd9Sstevel@tonic-gate #include <sys/priocntl.h>
467c478bd9Sstevel@tonic-gate #include <sys/procset.h>
477c478bd9Sstevel@tonic-gate #include <sys/disp.h>
487c478bd9Sstevel@tonic-gate #include <sys/callo.h>
497c478bd9Sstevel@tonic-gate #include <sys/callb.h>
507c478bd9Sstevel@tonic-gate #include <sys/debug.h>
517c478bd9Sstevel@tonic-gate #include <sys/conf.h>
527c478bd9Sstevel@tonic-gate #include <sys/bootconf.h>
537c478bd9Sstevel@tonic-gate #include <sys/utsname.h>
547c478bd9Sstevel@tonic-gate #include <sys/cmn_err.h>
557c478bd9Sstevel@tonic-gate #include <sys/vmparam.h>
567c478bd9Sstevel@tonic-gate #include <sys/modctl.h>
577c478bd9Sstevel@tonic-gate #include <sys/vm.h>
587c478bd9Sstevel@tonic-gate #include <sys/callb.h>
597c478bd9Sstevel@tonic-gate #include <sys/kmem.h>
607c478bd9Sstevel@tonic-gate #include <sys/vmem.h>
617c478bd9Sstevel@tonic-gate #include <sys/cpuvar.h>
627c478bd9Sstevel@tonic-gate #include <sys/cladm.h>
637c478bd9Sstevel@tonic-gate #include <sys/corectl.h>
647c478bd9Sstevel@tonic-gate #include <sys/exec.h>
657c478bd9Sstevel@tonic-gate #include <sys/syscall.h>
667c478bd9Sstevel@tonic-gate #include <sys/reboot.h>
677c478bd9Sstevel@tonic-gate #include <sys/task.h>
687c478bd9Sstevel@tonic-gate #include <sys/exacct.h>
697c478bd9Sstevel@tonic-gate #include <sys/autoconf.h>
707c478bd9Sstevel@tonic-gate #include <sys/errorq.h>
717c478bd9Sstevel@tonic-gate #include <sys/class.h>
727c478bd9Sstevel@tonic-gate #include <sys/stack.h>
739acbbeafSnn35248 #include <sys/brand.h>
747c478bd9Sstevel@tonic-gate 
757c478bd9Sstevel@tonic-gate #include <vm/as.h>
767c478bd9Sstevel@tonic-gate #include <vm/seg_kmem.h>
777c478bd9Sstevel@tonic-gate #include <sys/dc_ki.h>
787c478bd9Sstevel@tonic-gate 
797c478bd9Sstevel@tonic-gate #include <c2/audit.h>
807c478bd9Sstevel@tonic-gate 
817c478bd9Sstevel@tonic-gate /* well known processes */
827c478bd9Sstevel@tonic-gate proc_t *proc_sched;		/* memory scheduler */
837c478bd9Sstevel@tonic-gate proc_t *proc_init;		/* init */
847c478bd9Sstevel@tonic-gate proc_t *proc_pageout;		/* pageout daemon */
857c478bd9Sstevel@tonic-gate proc_t *proc_fsflush;		/* fsflush daemon */
867c478bd9Sstevel@tonic-gate 
877c478bd9Sstevel@tonic-gate pgcnt_t	maxmem;		/* Maximum available memory in pages.	*/
887c478bd9Sstevel@tonic-gate pgcnt_t	freemem;	/* Current available memory in pages.	*/
897c478bd9Sstevel@tonic-gate int	audit_active;
907c478bd9Sstevel@tonic-gate int	interrupts_unleashed;	/* set when we do the first spl0() */
917c478bd9Sstevel@tonic-gate 
927c478bd9Sstevel@tonic-gate kmem_cache_t *process_cache;	/* kmem cache for proc structures */
937c478bd9Sstevel@tonic-gate 
947c478bd9Sstevel@tonic-gate /*
957c478bd9Sstevel@tonic-gate  * Process 0's lwp directory and lwpid hash table.
967c478bd9Sstevel@tonic-gate  */
977c478bd9Sstevel@tonic-gate lwpdir_t p0_lwpdir[2];
987c478bd9Sstevel@tonic-gate lwpdir_t *p0_tidhash[2];
997c478bd9Sstevel@tonic-gate lwpent_t p0_lep;
1007c478bd9Sstevel@tonic-gate 
1017c478bd9Sstevel@tonic-gate /*
1027c478bd9Sstevel@tonic-gate  * Machine-independent initialization code
1037c478bd9Sstevel@tonic-gate  * Called from cold start routine as
1047c478bd9Sstevel@tonic-gate  * soon as a stack and segmentation
1057c478bd9Sstevel@tonic-gate  * have been established.
1067c478bd9Sstevel@tonic-gate  * Functions:
1077c478bd9Sstevel@tonic-gate  *	clear and free user core
1087c478bd9Sstevel@tonic-gate  *	turn on clock
1097c478bd9Sstevel@tonic-gate  *	hand craft 0th process
1107c478bd9Sstevel@tonic-gate  *	call all initialization routines
1117c478bd9Sstevel@tonic-gate  *	fork	- process 0 to schedule
1127c478bd9Sstevel@tonic-gate  *		- process 1 execute bootstrap
1137c478bd9Sstevel@tonic-gate  *		- process 2 to page out
1147c478bd9Sstevel@tonic-gate  *	create system threads
1157c478bd9Sstevel@tonic-gate  */
1167c478bd9Sstevel@tonic-gate 
1177c478bd9Sstevel@tonic-gate int cluster_bootflags = 0;
1187c478bd9Sstevel@tonic-gate 
1197c478bd9Sstevel@tonic-gate void
1207c478bd9Sstevel@tonic-gate cluster_wrapper(void)
1217c478bd9Sstevel@tonic-gate {
1227c478bd9Sstevel@tonic-gate 	cluster();
1237c478bd9Sstevel@tonic-gate 	panic("cluster()  returned");
1247c478bd9Sstevel@tonic-gate }
1257c478bd9Sstevel@tonic-gate 
1263f2f09c1Sdp char initname[INITNAME_SZ] = "/sbin/init";	/* also referenced by zone0 */
1273f2f09c1Sdp char initargs[BOOTARGS_MAX] = "";		/* also referenced by zone0 */
1289acbbeafSnn35248 extern int64_t lwp_sigmask(int, uint_t, uint_t);
1297c478bd9Sstevel@tonic-gate 
1307c478bd9Sstevel@tonic-gate /*
1313f2f09c1Sdp  * Construct a stack for init containing the arguments to it, then
1323f2f09c1Sdp  * pass control to exec_common.
1337c478bd9Sstevel@tonic-gate  */
1347c478bd9Sstevel@tonic-gate int
1353f2f09c1Sdp exec_init(const char *initpath, const char *args)
1367c478bd9Sstevel@tonic-gate {
1373f2f09c1Sdp 	caddr32_t ucp;
1387c478bd9Sstevel@tonic-gate 	caddr32_t *uap;
1393f2f09c1Sdp 	caddr32_t *argv;
1403f2f09c1Sdp 	caddr32_t exec_fnamep;
1413f2f09c1Sdp 	char *scratchargs;
1423f2f09c1Sdp 	int i, sarg;
1433f2f09c1Sdp 	size_t argvlen, alen;
1443f2f09c1Sdp 	boolean_t in_arg;
1457c478bd9Sstevel@tonic-gate 	int argc = 0;
1463f2f09c1Sdp 	int error = 0, count = 0;
1477c478bd9Sstevel@tonic-gate 	proc_t *p = ttoproc(curthread);
1487c478bd9Sstevel@tonic-gate 	klwp_t *lwp = ttolwp(curthread);
1499acbbeafSnn35248 	int brand_action;
1507c478bd9Sstevel@tonic-gate 
1513f2f09c1Sdp 	if (args == NULL)
1523f2f09c1Sdp 		args = "";
1537c478bd9Sstevel@tonic-gate 
1543f2f09c1Sdp 	alen = strlen(initpath) + 1 + strlen(args) + 1;
1553f2f09c1Sdp 	scratchargs = kmem_alloc(alen, KM_SLEEP);
1563f2f09c1Sdp 	(void) snprintf(scratchargs, alen, "%s %s", initpath, args);
1577c478bd9Sstevel@tonic-gate 
1587c478bd9Sstevel@tonic-gate 	/*
1593f2f09c1Sdp 	 * We do a quick two state parse of the string to sort out how big
1603f2f09c1Sdp 	 * argc should be.
1617c478bd9Sstevel@tonic-gate 	 */
1623f2f09c1Sdp 	in_arg = B_FALSE;
1633f2f09c1Sdp 	for (i = 0; i < strlen(scratchargs); i++) {
1643f2f09c1Sdp 		if (scratchargs[i] == ' ' || scratchargs[i] == '\0') {
1653f2f09c1Sdp 			if (in_arg) {
1663f2f09c1Sdp 				in_arg = B_FALSE;
1673f2f09c1Sdp 				argc++;
1683f2f09c1Sdp 			}
1693f2f09c1Sdp 		} else {
1703f2f09c1Sdp 			in_arg = B_TRUE;
1713f2f09c1Sdp 		}
1723f2f09c1Sdp 	}
1733f2f09c1Sdp 	argvlen = sizeof (caddr32_t) * (argc + 1);
1743f2f09c1Sdp 	argv = kmem_zalloc(argvlen, KM_SLEEP);
1753f2f09c1Sdp 
1763f2f09c1Sdp 	/*
1773f2f09c1Sdp 	 * We pull off a bit of a hack here.  We work our way through the
1783f2f09c1Sdp 	 * args string, putting nulls at the ends of space delimited tokens
1793f2f09c1Sdp 	 * (boot args don't support quoting at this time).  Then we just
1803f2f09c1Sdp 	 * copy the whole mess to userland in one go.  In other words, we
1813f2f09c1Sdp 	 * transform this: "init -s -r\0" into this on the stack:
1823f2f09c1Sdp 	 *
1833f2f09c1Sdp 	 *	-0x00 \0
1843f2f09c1Sdp 	 *	-0x01 r
1853f2f09c1Sdp 	 *	-0x02 -  <--------.
1863f2f09c1Sdp 	 *	-0x03 \0	  |
1873f2f09c1Sdp 	 *	-0x04 s		  |
1883f2f09c1Sdp 	 *	-0x05 -  <------. |
1893f2f09c1Sdp 	 *	-0x06 \0	| |
1903f2f09c1Sdp 	 *	-0x07 t		| |
1913f2f09c1Sdp 	 *	-0x08 i 	| |
1923f2f09c1Sdp 	 *	-0x09 n		| |
1933f2f09c1Sdp 	 *	-0x0a i  <---.  | |
1943f2f09c1Sdp 	 *	-0x10 NULL   |  | |	(argv[3])
1953f2f09c1Sdp 	 *	-0x14   -----|--|-'	(argv[2])
1963f2f09c1Sdp 	 *	-0x18  ------|--'	(argv[1])
1973f2f09c1Sdp 	 *	-0x1c -------'		(argv[0])
1983f2f09c1Sdp 	 *
1993f2f09c1Sdp 	 * Since we know the value of ucp at the beginning of this process,
2003f2f09c1Sdp 	 * we can trivially compute the argv[] array which we also need to
2013f2f09c1Sdp 	 * place in userland: argv[i] = ucp - sarg(i), where ucp is the
2023f2f09c1Sdp 	 * stack ptr, and sarg is the string index of the start of the
2033f2f09c1Sdp 	 * argument.
2043f2f09c1Sdp 	 */
2053f2f09c1Sdp 	ucp = (caddr32_t)(uintptr_t)p->p_usrstack;
2063f2f09c1Sdp 
2073f2f09c1Sdp 	argc = 0;
2083f2f09c1Sdp 	in_arg = B_FALSE;
2093f2f09c1Sdp 	sarg = 0;
2103f2f09c1Sdp 
2113f2f09c1Sdp 	for (i = 0; i < alen; i++) {
2123f2f09c1Sdp 		if (scratchargs[i] == ' ' || scratchargs[i] == '\0') {
2133f2f09c1Sdp 			if (in_arg == B_TRUE) {
2143f2f09c1Sdp 				in_arg = B_FALSE;
2153f2f09c1Sdp 				scratchargs[i] = '\0';
2163f2f09c1Sdp 				argv[argc++] = ucp - (alen - sarg);
2173f2f09c1Sdp 			}
2183f2f09c1Sdp 		} else if (in_arg == B_FALSE) {
2193f2f09c1Sdp 			in_arg = B_TRUE;
2203f2f09c1Sdp 			sarg = i;
2213f2f09c1Sdp 		}
2223f2f09c1Sdp 	}
2233f2f09c1Sdp 	ucp -= alen;
2243f2f09c1Sdp 	error |= copyout(scratchargs, (caddr_t)(uintptr_t)ucp, alen);
2253f2f09c1Sdp 
2267c478bd9Sstevel@tonic-gate 	uap = (caddr32_t *)P2ALIGN((uintptr_t)ucp, sizeof (caddr32_t));
2273f2f09c1Sdp 	uap--;	/* advance to be below the word we're in */
2283f2f09c1Sdp 	uap -= (argc + 1);	/* advance argc words down, plus one for NULL */
2293f2f09c1Sdp 	error |= copyout(argv, uap, argvlen);
2307c478bd9Sstevel@tonic-gate 
2317c478bd9Sstevel@tonic-gate 	if (error != 0) {
2327c478bd9Sstevel@tonic-gate 		zcmn_err(p->p_zone->zone_id, CE_WARN,
2337c478bd9Sstevel@tonic-gate 		    "Could not construct stack for init.\n");
2343f2f09c1Sdp 		kmem_free(argv, argvlen);
2353f2f09c1Sdp 		kmem_free(scratchargs, alen);
2367c478bd9Sstevel@tonic-gate 		return (EFAULT);
2377c478bd9Sstevel@tonic-gate 	}
2387c478bd9Sstevel@tonic-gate 
2393f2f09c1Sdp 	exec_fnamep = argv[0];
2403f2f09c1Sdp 	kmem_free(argv, argvlen);
2413f2f09c1Sdp 	kmem_free(scratchargs, alen);
2423f2f09c1Sdp 
2437c478bd9Sstevel@tonic-gate 	/*
2447c478bd9Sstevel@tonic-gate 	 * Point at the arguments.
2457c478bd9Sstevel@tonic-gate 	 */
2467c478bd9Sstevel@tonic-gate 	lwp->lwp_ap = lwp->lwp_arg;
2473f2f09c1Sdp 	lwp->lwp_arg[0] = (uintptr_t)exec_fnamep;
2487c478bd9Sstevel@tonic-gate 	lwp->lwp_arg[1] = (uintptr_t)uap;
2497c478bd9Sstevel@tonic-gate 	lwp->lwp_arg[2] = NULL;
2507c478bd9Sstevel@tonic-gate 	curthread->t_post_sys = 1;
2517c478bd9Sstevel@tonic-gate 	curthread->t_sysnum = SYS_execve;
2527c478bd9Sstevel@tonic-gate 
2539acbbeafSnn35248 	/*
2549acbbeafSnn35248 	 * If we are executing init from zsched, we may have inherited its
2559acbbeafSnn35248 	 * parent process's signal mask.  Clear it now so that we behave in
2569acbbeafSnn35248 	 * the same way as when started from the global zone.
2579acbbeafSnn35248 	 */
2589acbbeafSnn35248 	(void) lwp_sigmask(SIG_UNBLOCK, 0xffffffff, 0xffffffff);
2599acbbeafSnn35248 
2609acbbeafSnn35248 	brand_action = ZONE_IS_BRANDED(p->p_zone) ? EBA_BRAND : EBA_NONE;
2617c478bd9Sstevel@tonic-gate again:
2623f2f09c1Sdp 	error = exec_common((const char *)(uintptr_t)exec_fnamep,
2639acbbeafSnn35248 	    (const char **)(uintptr_t)uap, NULL, brand_action);
2647c478bd9Sstevel@tonic-gate 
2657c478bd9Sstevel@tonic-gate 	/*
2667c478bd9Sstevel@tonic-gate 	 * Normally we would just set lwp_argsaved and t_post_sys and
2677c478bd9Sstevel@tonic-gate 	 * let post_syscall reset lwp_ap for us.  Unfortunately,
2687c478bd9Sstevel@tonic-gate 	 * exec_init isn't always called from a system call.  Instead
2697c478bd9Sstevel@tonic-gate 	 * of making a mess of trap_cleanup, we just reset the args
2707c478bd9Sstevel@tonic-gate 	 * pointer here.
2717c478bd9Sstevel@tonic-gate 	 */
2727c478bd9Sstevel@tonic-gate 	reset_syscall_args();
2737c478bd9Sstevel@tonic-gate 
2747c478bd9Sstevel@tonic-gate 	switch (error) {
2757c478bd9Sstevel@tonic-gate 	case 0:
2767c478bd9Sstevel@tonic-gate 		return (0);
2777c478bd9Sstevel@tonic-gate 
2787c478bd9Sstevel@tonic-gate 	case ENOENT:
2797c478bd9Sstevel@tonic-gate 		zcmn_err(p->p_zone->zone_id, CE_WARN,
2807c478bd9Sstevel@tonic-gate 		    "exec(%s) failed (file not found).\n", initpath);
2817c478bd9Sstevel@tonic-gate 		return (ENOENT);
2827c478bd9Sstevel@tonic-gate 
2837c478bd9Sstevel@tonic-gate 	case EAGAIN:
2847c478bd9Sstevel@tonic-gate 	case EINTR:
2857c478bd9Sstevel@tonic-gate 		++count;
2867c478bd9Sstevel@tonic-gate 		if (count < 5) {
2877c478bd9Sstevel@tonic-gate 			zcmn_err(p->p_zone->zone_id, CE_WARN,
2887c478bd9Sstevel@tonic-gate 			    "exec(%s) failed with errno %d.  Retrying...\n",
2897c478bd9Sstevel@tonic-gate 			    initpath, error);
2907c478bd9Sstevel@tonic-gate 			goto again;
2917c478bd9Sstevel@tonic-gate 		}
2927c478bd9Sstevel@tonic-gate 	}
2937c478bd9Sstevel@tonic-gate 
2947c478bd9Sstevel@tonic-gate 	zcmn_err(p->p_zone->zone_id, CE_WARN,
2957c478bd9Sstevel@tonic-gate 	    "exec(%s) failed with errno %d.", initpath, error);
2967c478bd9Sstevel@tonic-gate 	return (error);
2977c478bd9Sstevel@tonic-gate }
2987c478bd9Sstevel@tonic-gate 
2993f2f09c1Sdp /*
3003f2f09c1Sdp  * This routine does all of the common setup for invoking init; global
3013f2f09c1Sdp  * and non-global zones employ this routine for the functionality which is
3023f2f09c1Sdp  * in common.
3033f2f09c1Sdp  *
3043f2f09c1Sdp  * This program (init, presumably) must be a 32-bit process.
3053f2f09c1Sdp  */
3063f2f09c1Sdp int
3073f2f09c1Sdp start_init_common()
3083f2f09c1Sdp {
3093f2f09c1Sdp 	proc_t *p = curproc;
3103f2f09c1Sdp 	ASSERT_STACK_ALIGNED();
3113f2f09c1Sdp 	p->p_zone->zone_proc_initpid = p->p_pid;
3123f2f09c1Sdp 
3133f2f09c1Sdp 	p->p_cstime = p->p_stime = p->p_cutime = p->p_utime = 0;
3143f2f09c1Sdp 	p->p_usrstack = (caddr_t)USRSTACK32;
3153f2f09c1Sdp 	p->p_model = DATAMODEL_ILP32;
3163f2f09c1Sdp 	p->p_stkprot = PROT_ZFOD & ~PROT_EXEC;
3173f2f09c1Sdp 	p->p_datprot = PROT_ZFOD & ~PROT_EXEC;
3183f2f09c1Sdp 	p->p_stk_ctl = INT32_MAX;
3193f2f09c1Sdp 
3203f2f09c1Sdp 	p->p_as = as_alloc();
321c6939658Ssl108498 	p->p_as->a_proc = p;
3223f2f09c1Sdp 	p->p_as->a_userlimit = (caddr_t)USERLIMIT32;
3233f2f09c1Sdp 	(void) hat_setup(p->p_as->a_hat, HAT_INIT);
3243f2f09c1Sdp 
3253f2f09c1Sdp 	init_core();
3263f2f09c1Sdp 
3273f2f09c1Sdp 	init_mstate(curthread, LMS_SYSTEM);
3283f2f09c1Sdp 	return (exec_init(p->p_zone->zone_initname, p->p_zone->zone_bootargs));
3293f2f09c1Sdp }
3303f2f09c1Sdp 
3313f2f09c1Sdp /*
3323f2f09c1Sdp  * Start the initial user process for the global zone; once running, if
3333f2f09c1Sdp  * init should subsequently fail, it will be automatically be caught in the
3343f2f09c1Sdp  * exit(2) path, and restarted by restart_init().
3353f2f09c1Sdp  */
3363f2f09c1Sdp static void
3373f2f09c1Sdp start_init(void)
3383f2f09c1Sdp {
3393f2f09c1Sdp 	proc_init = curproc;
3403f2f09c1Sdp 
3413f2f09c1Sdp 	ASSERT(curproc->p_zone->zone_initname != NULL);
3423f2f09c1Sdp 
3433f2f09c1Sdp 	if (start_init_common() != 0)
3443f2f09c1Sdp 		halt("unix: Could not start init");
3453f2f09c1Sdp 	lwp_rtt();
3463f2f09c1Sdp }
3473f2f09c1Sdp 
3487c478bd9Sstevel@tonic-gate void
3497c478bd9Sstevel@tonic-gate main(void)
3507c478bd9Sstevel@tonic-gate {
3517c478bd9Sstevel@tonic-gate 	proc_t		*p = ttoproc(curthread);	/* &p0 */
3527c478bd9Sstevel@tonic-gate 	int		(**initptr)();
3537c478bd9Sstevel@tonic-gate 	extern void	sched();
3547c478bd9Sstevel@tonic-gate 	extern void	fsflush();
3557c478bd9Sstevel@tonic-gate 	extern int	(*init_tbl[])();
3567c478bd9Sstevel@tonic-gate 	extern int	(*mp_init_tbl[])();
3577c478bd9Sstevel@tonic-gate 	extern id_t	syscid, defaultcid;
3587c478bd9Sstevel@tonic-gate 	extern int	swaploaded;
3597c478bd9Sstevel@tonic-gate 	extern int	netboot;
3607c478bd9Sstevel@tonic-gate 	extern void	vm_init(void);
3617c478bd9Sstevel@tonic-gate 	extern void	cbe_init(void);
3627c478bd9Sstevel@tonic-gate 	extern void	clock_init(void);
3637c478bd9Sstevel@tonic-gate 	extern void	physio_bufs_init(void);
3647c478bd9Sstevel@tonic-gate 	extern void	pm_cfb_setup_intr(void);
3657c478bd9Sstevel@tonic-gate 	extern int	pm_adjust_timestamps(dev_info_t *, void *);
3667c478bd9Sstevel@tonic-gate 	extern void	start_other_cpus(int);
3677c478bd9Sstevel@tonic-gate 	extern void	sysevent_evc_thrinit();
3687c478bd9Sstevel@tonic-gate 	extern void	lgrp_main_init(void);
3697c478bd9Sstevel@tonic-gate 	extern void	lgrp_main_mp_init(void);
370*5cff7825Smh27603 #if defined(__x86)
371*5cff7825Smh27603 	extern void	cpupm_post_startup(void);
372*5cff7825Smh27603 #endif
3737c478bd9Sstevel@tonic-gate 	/*
3747c478bd9Sstevel@tonic-gate 	 * In the horrible world of x86 in-lines, you can't get symbolic
3757c478bd9Sstevel@tonic-gate 	 * structure offsets a la genassym.  This assertion is here so
3767c478bd9Sstevel@tonic-gate 	 * that the next poor slob who innocently changes the offset of
3777c478bd9Sstevel@tonic-gate 	 * cpu_thread doesn't waste as much time as I just did finding
3787c478bd9Sstevel@tonic-gate 	 * out that it's hard-coded in i86/ml/i86.il.  Similarly for
3797c478bd9Sstevel@tonic-gate 	 * curcpup.  You're welcome.
3807c478bd9Sstevel@tonic-gate 	 */
3817c478bd9Sstevel@tonic-gate 	ASSERT(CPU == CPU->cpu_self);
3827c478bd9Sstevel@tonic-gate 	ASSERT(curthread == CPU->cpu_thread);
3837c478bd9Sstevel@tonic-gate 	ASSERT_STACK_ALIGNED();
3847c478bd9Sstevel@tonic-gate 
3857c478bd9Sstevel@tonic-gate 	/*
3867c478bd9Sstevel@tonic-gate 	 * Setup the first lgroup, and home t0
3877c478bd9Sstevel@tonic-gate 	 */
3887c478bd9Sstevel@tonic-gate 	lgrp_setup();
3897c478bd9Sstevel@tonic-gate 
3905ce42f36Spraks 	/*
3915ce42f36Spraks 	 * Once 'startup()' completes, the thread_reaper() daemon would be
3925ce42f36Spraks 	 * created(in thread_init()). After that, it is safe to create threads
3935ce42f36Spraks 	 * that could exit. These exited threads will get reaped.
3945ce42f36Spraks 	 */
3957c478bd9Sstevel@tonic-gate 	startup();
3967c478bd9Sstevel@tonic-gate 	segkmem_gc();
3977c478bd9Sstevel@tonic-gate 	callb_init();
3987c478bd9Sstevel@tonic-gate 	callout_init();	/* callout table MUST be init'd before clock starts */
3997c478bd9Sstevel@tonic-gate 	cbe_init();
4007c478bd9Sstevel@tonic-gate 	clock_init();
4017c478bd9Sstevel@tonic-gate 
4027c478bd9Sstevel@tonic-gate 	/*
403ae115bc7Smrj 	 * On some platforms, clkinitf() changes the timing source that
404ae115bc7Smrj 	 * gethrtime_unscaled() uses to generate timestamps.  cbe_init() calls
405ae115bc7Smrj 	 * clkinitf(), so re-initialize the microstate counters after the
406ae115bc7Smrj 	 * timesource has been chosen.
407ae115bc7Smrj 	 */
408ae115bc7Smrj 	init_mstate(&t0, LMS_SYSTEM);
409ae115bc7Smrj 	init_cpu_mstate(CPU, CMS_SYSTEM);
410ae115bc7Smrj 
411ae115bc7Smrj 	/*
4127c478bd9Sstevel@tonic-gate 	 * May need to probe to determine latencies from CPU 0 after
4137c478bd9Sstevel@tonic-gate 	 * gethrtime() comes alive in cbe_init() and before enabling interrupts
4147c478bd9Sstevel@tonic-gate 	 */
4157c478bd9Sstevel@tonic-gate 	lgrp_plat_probe();
4167c478bd9Sstevel@tonic-gate 
4177c478bd9Sstevel@tonic-gate 	/*
4187c478bd9Sstevel@tonic-gate 	 * Call all system initialization functions.
4197c478bd9Sstevel@tonic-gate 	 */
4207c478bd9Sstevel@tonic-gate 	for (initptr = &init_tbl[0]; *initptr; initptr++)
4217c478bd9Sstevel@tonic-gate 		(**initptr)();
4227c478bd9Sstevel@tonic-gate 
4237c478bd9Sstevel@tonic-gate 	/*
4247c478bd9Sstevel@tonic-gate 	 * initialize vm related stuff.
4257c478bd9Sstevel@tonic-gate 	 */
4267c478bd9Sstevel@tonic-gate 	vm_init();
4277c478bd9Sstevel@tonic-gate 
4287c478bd9Sstevel@tonic-gate 	/*
4297c478bd9Sstevel@tonic-gate 	 * initialize buffer pool for raw I/O requests
4307c478bd9Sstevel@tonic-gate 	 */
4317c478bd9Sstevel@tonic-gate 	physio_bufs_init();
4327c478bd9Sstevel@tonic-gate 
4337c478bd9Sstevel@tonic-gate 	ttolwp(curthread)->lwp_error = 0; /* XXX kludge for SCSI driver */
4347c478bd9Sstevel@tonic-gate 
4357c478bd9Sstevel@tonic-gate 	/*
4367c478bd9Sstevel@tonic-gate 	 * Drop the interrupt level and allow interrupts.  At this point
4377c478bd9Sstevel@tonic-gate 	 * the DDI guarantees that interrupts are enabled.
4387c478bd9Sstevel@tonic-gate 	 */
4397c478bd9Sstevel@tonic-gate 	(void) spl0();
4407c478bd9Sstevel@tonic-gate 	interrupts_unleashed = 1;
4417c478bd9Sstevel@tonic-gate 
4427c478bd9Sstevel@tonic-gate 	vfs_mountroot();	/* Mount the root file system */
4437c478bd9Sstevel@tonic-gate 	errorq_init();		/* after vfs_mountroot() so DDI root is ready */
4447c478bd9Sstevel@tonic-gate 	cpu_kstat_init(CPU);	/* after vfs_mountroot() so TOD is valid */
4457c478bd9Sstevel@tonic-gate 	ddi_walk_devs(ddi_root_node(), pm_adjust_timestamps, NULL);
4467c478bd9Sstevel@tonic-gate 				/* after vfs_mountroot() so hrestime is valid */
4477c478bd9Sstevel@tonic-gate 
4487c478bd9Sstevel@tonic-gate 	post_startup();
4497c478bd9Sstevel@tonic-gate 	swaploaded = 1;
4507c478bd9Sstevel@tonic-gate 
4517c478bd9Sstevel@tonic-gate 	/*
4527c478bd9Sstevel@tonic-gate 	 * Initial C2 audit system
4537c478bd9Sstevel@tonic-gate 	 */
4547c478bd9Sstevel@tonic-gate #ifdef C2_AUDIT
4557c478bd9Sstevel@tonic-gate 	audit_init();	/* C2 hook */
4567c478bd9Sstevel@tonic-gate #endif
4577c478bd9Sstevel@tonic-gate 
4587c478bd9Sstevel@tonic-gate 	/*
4597c478bd9Sstevel@tonic-gate 	 * Plumb the protocol modules and drivers only if we are not
4607c478bd9Sstevel@tonic-gate 	 * networked booted, in this case we already did it in rootconf().
4617c478bd9Sstevel@tonic-gate 	 */
4627c478bd9Sstevel@tonic-gate 	if (netboot == 0)
4637c478bd9Sstevel@tonic-gate 		(void) strplumb();
4647c478bd9Sstevel@tonic-gate 
465ae115bc7Smrj 	gethrestime(&PTOU(curproc)->u_start);
466ae115bc7Smrj 	curthread->t_start = PTOU(curproc)->u_start.tv_sec;
4677c478bd9Sstevel@tonic-gate 	p->p_mstart = gethrtime();
4687c478bd9Sstevel@tonic-gate 
4697c478bd9Sstevel@tonic-gate 	/*
4707c478bd9Sstevel@tonic-gate 	 * Perform setup functions that can only be done after root
4717c478bd9Sstevel@tonic-gate 	 * and swap have been set up.
4727c478bd9Sstevel@tonic-gate 	 */
4737c478bd9Sstevel@tonic-gate 	consconfig();
4747c478bd9Sstevel@tonic-gate #if defined(__i386) || defined(__amd64)
4757c478bd9Sstevel@tonic-gate 	release_bootstrap();
4767c478bd9Sstevel@tonic-gate #endif
4777c478bd9Sstevel@tonic-gate 	/*
4787c478bd9Sstevel@tonic-gate 	 * attach drivers with ddi-forceattach prop
4797c478bd9Sstevel@tonic-gate 	 * This must be done after consconfig() to prevent usb key/mouse
4807c478bd9Sstevel@tonic-gate 	 * from attaching before the upper console stream is plumbed.
4817c478bd9Sstevel@tonic-gate 	 * It must be done early enough to load hotplug drivers (e.g.
4827c478bd9Sstevel@tonic-gate 	 * pcmcia nexus) so that devices enumerated via hotplug is
4837c478bd9Sstevel@tonic-gate 	 * available before I/O subsystem is fully initialized.
4847c478bd9Sstevel@tonic-gate 	 */
4857c478bd9Sstevel@tonic-gate 	i_ddi_forceattach_drivers();
4867c478bd9Sstevel@tonic-gate 
4877c478bd9Sstevel@tonic-gate 	/*
4887c478bd9Sstevel@tonic-gate 	 * Set the scan rate and other parameters of the paging subsystem.
4897c478bd9Sstevel@tonic-gate 	 */
4907c478bd9Sstevel@tonic-gate 	setupclock(0);
4917c478bd9Sstevel@tonic-gate 
4927c478bd9Sstevel@tonic-gate 	/*
4937c478bd9Sstevel@tonic-gate 	 * Create kmem cache for proc structures
4947c478bd9Sstevel@tonic-gate 	 */
4957c478bd9Sstevel@tonic-gate 	process_cache = kmem_cache_create("process_cache", sizeof (proc_t),
4967c478bd9Sstevel@tonic-gate 	    0, NULL, NULL, NULL, NULL, NULL, 0);
4977c478bd9Sstevel@tonic-gate 
4987c478bd9Sstevel@tonic-gate 	/*
4997c478bd9Sstevel@tonic-gate 	 * Initialize process 0's lwp directory and lwpid hash table.
5007c478bd9Sstevel@tonic-gate 	 */
5017c478bd9Sstevel@tonic-gate 	p->p_lwpdir = p->p_lwpfree = p0_lwpdir;
5027c478bd9Sstevel@tonic-gate 	p->p_lwpdir->ld_next = p->p_lwpdir + 1;
5037c478bd9Sstevel@tonic-gate 	p->p_lwpdir_sz = 2;
5047c478bd9Sstevel@tonic-gate 	p->p_tidhash = p0_tidhash;
5057c478bd9Sstevel@tonic-gate 	p->p_tidhash_sz = 2;
5067c478bd9Sstevel@tonic-gate 	p0_lep.le_thread = curthread;
5077c478bd9Sstevel@tonic-gate 	p0_lep.le_lwpid = curthread->t_tid;
5087c478bd9Sstevel@tonic-gate 	p0_lep.le_start = curthread->t_start;
5097c478bd9Sstevel@tonic-gate 	lwp_hash_in(p, &p0_lep);
5107c478bd9Sstevel@tonic-gate 
5117c478bd9Sstevel@tonic-gate 	/*
5127c478bd9Sstevel@tonic-gate 	 * Initialize extended accounting.
5137c478bd9Sstevel@tonic-gate 	 */
5147c478bd9Sstevel@tonic-gate 	exacct_init();
5157c478bd9Sstevel@tonic-gate 
5167c478bd9Sstevel@tonic-gate 	/*
5177c478bd9Sstevel@tonic-gate 	 * Initialize threads of sysevent event channels
5187c478bd9Sstevel@tonic-gate 	 */
5197c478bd9Sstevel@tonic-gate 	sysevent_evc_thrinit();
5207c478bd9Sstevel@tonic-gate 
5217c478bd9Sstevel@tonic-gate 	/*
5227c478bd9Sstevel@tonic-gate 	 * main lgroup initialization
5237c478bd9Sstevel@tonic-gate 	 * This must be done after post_startup(), but before
5247c478bd9Sstevel@tonic-gate 	 * start_other_cpus()
5257c478bd9Sstevel@tonic-gate 	 */
5267c478bd9Sstevel@tonic-gate 	lgrp_main_init();
5277c478bd9Sstevel@tonic-gate 
5287c478bd9Sstevel@tonic-gate 	/*
5297c478bd9Sstevel@tonic-gate 	 * Perform MP initialization, if any.
5307c478bd9Sstevel@tonic-gate 	 */
5317c478bd9Sstevel@tonic-gate 	start_other_cpus(0);
5327c478bd9Sstevel@tonic-gate 
5337c478bd9Sstevel@tonic-gate 	/*
5347c478bd9Sstevel@tonic-gate 	 * Finish lgrp initialization after all CPUS are brought online.
5357c478bd9Sstevel@tonic-gate 	 */
5367c478bd9Sstevel@tonic-gate 	lgrp_main_mp_init();
5377c478bd9Sstevel@tonic-gate 
5387c478bd9Sstevel@tonic-gate 	/*
5397c478bd9Sstevel@tonic-gate 	 * After mp_init(), number of cpus are known (this is
5407c478bd9Sstevel@tonic-gate 	 * true for the time being, when there are actually
5417c478bd9Sstevel@tonic-gate 	 * hot pluggable cpus then this scheme  would not do).
5427c478bd9Sstevel@tonic-gate 	 * Any per cpu initialization is done here.
5437c478bd9Sstevel@tonic-gate 	 */
5447c478bd9Sstevel@tonic-gate 	kmem_mp_init();
5457c478bd9Sstevel@tonic-gate 	vmem_update(NULL);
5467c478bd9Sstevel@tonic-gate 
5477c478bd9Sstevel@tonic-gate 	for (initptr = &mp_init_tbl[0]; *initptr; initptr++)
5487c478bd9Sstevel@tonic-gate 		(**initptr)();
5497c478bd9Sstevel@tonic-gate 
5507c478bd9Sstevel@tonic-gate 	/*
551*5cff7825Smh27603 	 * These must be called after start_other_cpus
5527c478bd9Sstevel@tonic-gate 	 */
5537c478bd9Sstevel@tonic-gate 	pm_cfb_setup_intr();
554*5cff7825Smh27603 #if defined(__x86)
555*5cff7825Smh27603 	cpupm_post_startup();
556*5cff7825Smh27603 #endif
5577c478bd9Sstevel@tonic-gate 
5587c478bd9Sstevel@tonic-gate 	/*
5597c478bd9Sstevel@tonic-gate 	 * Make init process; enter scheduling loop with system process.
5607c478bd9Sstevel@tonic-gate 	 */
5617c478bd9Sstevel@tonic-gate 
5627c478bd9Sstevel@tonic-gate 	/* create init process */
5633f2f09c1Sdp 	if (newproc(start_init, NULL, defaultcid, 59, NULL))
5647c478bd9Sstevel@tonic-gate 		panic("main: unable to fork init.");
5657c478bd9Sstevel@tonic-gate 
5667c478bd9Sstevel@tonic-gate 	/* create pageout daemon */
5677c478bd9Sstevel@tonic-gate 	if (newproc(pageout, NULL, syscid, maxclsyspri - 1, NULL))
5687c478bd9Sstevel@tonic-gate 		panic("main: unable to fork pageout()");
5697c478bd9Sstevel@tonic-gate 
5707c478bd9Sstevel@tonic-gate 	/* create fsflush daemon */
5717c478bd9Sstevel@tonic-gate 	if (newproc(fsflush, NULL, syscid, minclsyspri, NULL))
5727c478bd9Sstevel@tonic-gate 		panic("main: unable to fork fsflush()");
5737c478bd9Sstevel@tonic-gate 
5747c478bd9Sstevel@tonic-gate 	/* create cluster process if we're a member of one */
5757c478bd9Sstevel@tonic-gate 	if (cluster_bootflags & CLUSTER_BOOTED) {
5767c478bd9Sstevel@tonic-gate 		if (newproc(cluster_wrapper, NULL, syscid, minclsyspri, NULL))
5777c478bd9Sstevel@tonic-gate 			panic("main: unable to fork cluster()");
5787c478bd9Sstevel@tonic-gate 	}
5797c478bd9Sstevel@tonic-gate 
5807c478bd9Sstevel@tonic-gate 	/*
5817c478bd9Sstevel@tonic-gate 	 * Create system threads (threads are associated with p0)
5827c478bd9Sstevel@tonic-gate 	 */
5837c478bd9Sstevel@tonic-gate 
5847c478bd9Sstevel@tonic-gate 	/* create module uninstall daemon */
5857c478bd9Sstevel@tonic-gate 	/* BugID 1132273. If swapping over NFS need a bigger stack */
5867c478bd9Sstevel@tonic-gate 	(void) thread_create(NULL, 0, (void (*)())mod_uninstall_daemon,
5877c478bd9Sstevel@tonic-gate 	    NULL, 0, &p0, TS_RUN, minclsyspri);
5887c478bd9Sstevel@tonic-gate 
5897c478bd9Sstevel@tonic-gate 	(void) thread_create(NULL, 0, seg_pasync_thread,
5907c478bd9Sstevel@tonic-gate 	    NULL, 0, &p0, TS_RUN, minclsyspri);
5917c478bd9Sstevel@tonic-gate 
5927c478bd9Sstevel@tonic-gate 	pid_setmin();
5937c478bd9Sstevel@tonic-gate 
594ae115bc7Smrj 	bcopy("sched", PTOU(curproc)->u_psargs, 6);
595ae115bc7Smrj 	bcopy("sched", PTOU(curproc)->u_comm, 5);
5967c478bd9Sstevel@tonic-gate 	sched();
5977c478bd9Sstevel@tonic-gate 	/* NOTREACHED */
5987c478bd9Sstevel@tonic-gate }
599