17c478bd9Sstevel@tonic-gate /* 27c478bd9Sstevel@tonic-gate * CDDL HEADER START 37c478bd9Sstevel@tonic-gate * 47c478bd9Sstevel@tonic-gate * The contents of this file are subject to the terms of the 545916cd2Sjpk * Common Development and Distribution License (the "License"). 645916cd2Sjpk * You may not use this file except in compliance with the License. 77c478bd9Sstevel@tonic-gate * 87c478bd9Sstevel@tonic-gate * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 97c478bd9Sstevel@tonic-gate * or http://www.opensolaris.org/os/licensing. 107c478bd9Sstevel@tonic-gate * See the License for the specific language governing permissions 117c478bd9Sstevel@tonic-gate * and limitations under the License. 127c478bd9Sstevel@tonic-gate * 137c478bd9Sstevel@tonic-gate * When distributing Covered Code, include this CDDL HEADER in each 147c478bd9Sstevel@tonic-gate * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 157c478bd9Sstevel@tonic-gate * If applicable, add the following below this CDDL HEADER, with the 167c478bd9Sstevel@tonic-gate * fields enclosed by brackets "[]" replaced with your own identifying 177c478bd9Sstevel@tonic-gate * information: Portions Copyright [yyyy] [name of copyright owner] 187c478bd9Sstevel@tonic-gate * 197c478bd9Sstevel@tonic-gate * CDDL HEADER END 207c478bd9Sstevel@tonic-gate */ 217c478bd9Sstevel@tonic-gate /* 22ae115bc7Smrj * Copyright 2007 Sun Microsystems, Inc. All rights reserved. 237c478bd9Sstevel@tonic-gate * Use is subject to license terms. 247c478bd9Sstevel@tonic-gate */ 257c478bd9Sstevel@tonic-gate 267c478bd9Sstevel@tonic-gate /* Copyright (c) 1988 AT&T */ 277c478bd9Sstevel@tonic-gate /* All Rights Reserved */ 287c478bd9Sstevel@tonic-gate 297c478bd9Sstevel@tonic-gate 307c478bd9Sstevel@tonic-gate #pragma ident "%Z%%M% %I% %E% SMI" /* from SVr4.0 1.31 */ 317c478bd9Sstevel@tonic-gate 327c478bd9Sstevel@tonic-gate #include <sys/types.h> 337c478bd9Sstevel@tonic-gate #include <sys/param.h> 347c478bd9Sstevel@tonic-gate #include <sys/sysmacros.h> 357c478bd9Sstevel@tonic-gate #include <sys/pcb.h> 367c478bd9Sstevel@tonic-gate #include <sys/systm.h> 377c478bd9Sstevel@tonic-gate #include <sys/signal.h> 387c478bd9Sstevel@tonic-gate #include <sys/cred.h> 397c478bd9Sstevel@tonic-gate #include <sys/user.h> 407c478bd9Sstevel@tonic-gate #include <sys/vfs.h> 417c478bd9Sstevel@tonic-gate #include <sys/vnode.h> 427c478bd9Sstevel@tonic-gate #include <sys/proc.h> 437c478bd9Sstevel@tonic-gate #include <sys/time.h> 447c478bd9Sstevel@tonic-gate #include <sys/file.h> 457c478bd9Sstevel@tonic-gate #include <sys/priocntl.h> 467c478bd9Sstevel@tonic-gate #include <sys/procset.h> 477c478bd9Sstevel@tonic-gate #include <sys/disp.h> 487c478bd9Sstevel@tonic-gate #include <sys/callo.h> 497c478bd9Sstevel@tonic-gate #include <sys/callb.h> 507c478bd9Sstevel@tonic-gate #include <sys/debug.h> 517c478bd9Sstevel@tonic-gate #include <sys/conf.h> 527c478bd9Sstevel@tonic-gate #include <sys/bootconf.h> 537c478bd9Sstevel@tonic-gate #include <sys/utsname.h> 547c478bd9Sstevel@tonic-gate #include <sys/cmn_err.h> 557c478bd9Sstevel@tonic-gate #include <sys/vmparam.h> 567c478bd9Sstevel@tonic-gate #include <sys/modctl.h> 577c478bd9Sstevel@tonic-gate #include <sys/vm.h> 587c478bd9Sstevel@tonic-gate #include <sys/callb.h> 597c478bd9Sstevel@tonic-gate #include <sys/kmem.h> 607c478bd9Sstevel@tonic-gate #include <sys/vmem.h> 617c478bd9Sstevel@tonic-gate #include <sys/cpuvar.h> 627c478bd9Sstevel@tonic-gate #include <sys/cladm.h> 637c478bd9Sstevel@tonic-gate #include <sys/corectl.h> 647c478bd9Sstevel@tonic-gate #include <sys/exec.h> 657c478bd9Sstevel@tonic-gate #include <sys/syscall.h> 667c478bd9Sstevel@tonic-gate #include <sys/reboot.h> 677c478bd9Sstevel@tonic-gate #include <sys/task.h> 687c478bd9Sstevel@tonic-gate #include <sys/exacct.h> 697c478bd9Sstevel@tonic-gate #include <sys/autoconf.h> 707c478bd9Sstevel@tonic-gate #include <sys/errorq.h> 717c478bd9Sstevel@tonic-gate #include <sys/class.h> 727c478bd9Sstevel@tonic-gate #include <sys/stack.h> 739acbbeafSnn35248 #include <sys/brand.h> 747c478bd9Sstevel@tonic-gate 757c478bd9Sstevel@tonic-gate #include <vm/as.h> 767c478bd9Sstevel@tonic-gate #include <vm/seg_kmem.h> 777c478bd9Sstevel@tonic-gate #include <sys/dc_ki.h> 787c478bd9Sstevel@tonic-gate 797c478bd9Sstevel@tonic-gate #include <c2/audit.h> 807c478bd9Sstevel@tonic-gate 817c478bd9Sstevel@tonic-gate /* well known processes */ 827c478bd9Sstevel@tonic-gate proc_t *proc_sched; /* memory scheduler */ 837c478bd9Sstevel@tonic-gate proc_t *proc_init; /* init */ 847c478bd9Sstevel@tonic-gate proc_t *proc_pageout; /* pageout daemon */ 857c478bd9Sstevel@tonic-gate proc_t *proc_fsflush; /* fsflush daemon */ 867c478bd9Sstevel@tonic-gate 877c478bd9Sstevel@tonic-gate pgcnt_t maxmem; /* Maximum available memory in pages. */ 887c478bd9Sstevel@tonic-gate pgcnt_t freemem; /* Current available memory in pages. */ 897c478bd9Sstevel@tonic-gate int audit_active; 907c478bd9Sstevel@tonic-gate int interrupts_unleashed; /* set when we do the first spl0() */ 917c478bd9Sstevel@tonic-gate 927c478bd9Sstevel@tonic-gate kmem_cache_t *process_cache; /* kmem cache for proc structures */ 937c478bd9Sstevel@tonic-gate 947c478bd9Sstevel@tonic-gate /* 957c478bd9Sstevel@tonic-gate * Process 0's lwp directory and lwpid hash table. 967c478bd9Sstevel@tonic-gate */ 977c478bd9Sstevel@tonic-gate lwpdir_t p0_lwpdir[2]; 987c478bd9Sstevel@tonic-gate lwpdir_t *p0_tidhash[2]; 997c478bd9Sstevel@tonic-gate lwpent_t p0_lep; 1007c478bd9Sstevel@tonic-gate 1017c478bd9Sstevel@tonic-gate /* 1027c478bd9Sstevel@tonic-gate * Machine-independent initialization code 1037c478bd9Sstevel@tonic-gate * Called from cold start routine as 1047c478bd9Sstevel@tonic-gate * soon as a stack and segmentation 1057c478bd9Sstevel@tonic-gate * have been established. 1067c478bd9Sstevel@tonic-gate * Functions: 1077c478bd9Sstevel@tonic-gate * clear and free user core 1087c478bd9Sstevel@tonic-gate * turn on clock 1097c478bd9Sstevel@tonic-gate * hand craft 0th process 1107c478bd9Sstevel@tonic-gate * call all initialization routines 1117c478bd9Sstevel@tonic-gate * fork - process 0 to schedule 1127c478bd9Sstevel@tonic-gate * - process 1 execute bootstrap 1137c478bd9Sstevel@tonic-gate * - process 2 to page out 1147c478bd9Sstevel@tonic-gate * create system threads 1157c478bd9Sstevel@tonic-gate */ 1167c478bd9Sstevel@tonic-gate 1177c478bd9Sstevel@tonic-gate int cluster_bootflags = 0; 1187c478bd9Sstevel@tonic-gate 1197c478bd9Sstevel@tonic-gate void 1207c478bd9Sstevel@tonic-gate cluster_wrapper(void) 1217c478bd9Sstevel@tonic-gate { 1227c478bd9Sstevel@tonic-gate cluster(); 1237c478bd9Sstevel@tonic-gate panic("cluster() returned"); 1247c478bd9Sstevel@tonic-gate } 1257c478bd9Sstevel@tonic-gate 1263f2f09c1Sdp char initname[INITNAME_SZ] = "/sbin/init"; /* also referenced by zone0 */ 1273f2f09c1Sdp char initargs[BOOTARGS_MAX] = ""; /* also referenced by zone0 */ 1289acbbeafSnn35248 extern int64_t lwp_sigmask(int, uint_t, uint_t); 1297c478bd9Sstevel@tonic-gate 1307c478bd9Sstevel@tonic-gate /* 1313f2f09c1Sdp * Construct a stack for init containing the arguments to it, then 1323f2f09c1Sdp * pass control to exec_common. 1337c478bd9Sstevel@tonic-gate */ 1347c478bd9Sstevel@tonic-gate int 1353f2f09c1Sdp exec_init(const char *initpath, const char *args) 1367c478bd9Sstevel@tonic-gate { 1373f2f09c1Sdp caddr32_t ucp; 1387c478bd9Sstevel@tonic-gate caddr32_t *uap; 1393f2f09c1Sdp caddr32_t *argv; 1403f2f09c1Sdp caddr32_t exec_fnamep; 1413f2f09c1Sdp char *scratchargs; 1423f2f09c1Sdp int i, sarg; 1433f2f09c1Sdp size_t argvlen, alen; 1443f2f09c1Sdp boolean_t in_arg; 1457c478bd9Sstevel@tonic-gate int argc = 0; 1463f2f09c1Sdp int error = 0, count = 0; 1477c478bd9Sstevel@tonic-gate proc_t *p = ttoproc(curthread); 1487c478bd9Sstevel@tonic-gate klwp_t *lwp = ttolwp(curthread); 1499acbbeafSnn35248 int brand_action; 1507c478bd9Sstevel@tonic-gate 1513f2f09c1Sdp if (args == NULL) 1523f2f09c1Sdp args = ""; 1537c478bd9Sstevel@tonic-gate 1543f2f09c1Sdp alen = strlen(initpath) + 1 + strlen(args) + 1; 1553f2f09c1Sdp scratchargs = kmem_alloc(alen, KM_SLEEP); 1563f2f09c1Sdp (void) snprintf(scratchargs, alen, "%s %s", initpath, args); 1577c478bd9Sstevel@tonic-gate 1587c478bd9Sstevel@tonic-gate /* 1593f2f09c1Sdp * We do a quick two state parse of the string to sort out how big 1603f2f09c1Sdp * argc should be. 1617c478bd9Sstevel@tonic-gate */ 1623f2f09c1Sdp in_arg = B_FALSE; 1633f2f09c1Sdp for (i = 0; i < strlen(scratchargs); i++) { 1643f2f09c1Sdp if (scratchargs[i] == ' ' || scratchargs[i] == '\0') { 1653f2f09c1Sdp if (in_arg) { 1663f2f09c1Sdp in_arg = B_FALSE; 1673f2f09c1Sdp argc++; 1683f2f09c1Sdp } 1693f2f09c1Sdp } else { 1703f2f09c1Sdp in_arg = B_TRUE; 1713f2f09c1Sdp } 1723f2f09c1Sdp } 1733f2f09c1Sdp argvlen = sizeof (caddr32_t) * (argc + 1); 1743f2f09c1Sdp argv = kmem_zalloc(argvlen, KM_SLEEP); 1753f2f09c1Sdp 1763f2f09c1Sdp /* 1773f2f09c1Sdp * We pull off a bit of a hack here. We work our way through the 1783f2f09c1Sdp * args string, putting nulls at the ends of space delimited tokens 1793f2f09c1Sdp * (boot args don't support quoting at this time). Then we just 1803f2f09c1Sdp * copy the whole mess to userland in one go. In other words, we 1813f2f09c1Sdp * transform this: "init -s -r\0" into this on the stack: 1823f2f09c1Sdp * 1833f2f09c1Sdp * -0x00 \0 1843f2f09c1Sdp * -0x01 r 1853f2f09c1Sdp * -0x02 - <--------. 1863f2f09c1Sdp * -0x03 \0 | 1873f2f09c1Sdp * -0x04 s | 1883f2f09c1Sdp * -0x05 - <------. | 1893f2f09c1Sdp * -0x06 \0 | | 1903f2f09c1Sdp * -0x07 t | | 1913f2f09c1Sdp * -0x08 i | | 1923f2f09c1Sdp * -0x09 n | | 1933f2f09c1Sdp * -0x0a i <---. | | 1943f2f09c1Sdp * -0x10 NULL | | | (argv[3]) 1953f2f09c1Sdp * -0x14 -----|--|-' (argv[2]) 1963f2f09c1Sdp * -0x18 ------|--' (argv[1]) 1973f2f09c1Sdp * -0x1c -------' (argv[0]) 1983f2f09c1Sdp * 1993f2f09c1Sdp * Since we know the value of ucp at the beginning of this process, 2003f2f09c1Sdp * we can trivially compute the argv[] array which we also need to 2013f2f09c1Sdp * place in userland: argv[i] = ucp - sarg(i), where ucp is the 2023f2f09c1Sdp * stack ptr, and sarg is the string index of the start of the 2033f2f09c1Sdp * argument. 2043f2f09c1Sdp */ 2053f2f09c1Sdp ucp = (caddr32_t)(uintptr_t)p->p_usrstack; 2063f2f09c1Sdp 2073f2f09c1Sdp argc = 0; 2083f2f09c1Sdp in_arg = B_FALSE; 2093f2f09c1Sdp sarg = 0; 2103f2f09c1Sdp 2113f2f09c1Sdp for (i = 0; i < alen; i++) { 2123f2f09c1Sdp if (scratchargs[i] == ' ' || scratchargs[i] == '\0') { 2133f2f09c1Sdp if (in_arg == B_TRUE) { 2143f2f09c1Sdp in_arg = B_FALSE; 2153f2f09c1Sdp scratchargs[i] = '\0'; 2163f2f09c1Sdp argv[argc++] = ucp - (alen - sarg); 2173f2f09c1Sdp } 2183f2f09c1Sdp } else if (in_arg == B_FALSE) { 2193f2f09c1Sdp in_arg = B_TRUE; 2203f2f09c1Sdp sarg = i; 2213f2f09c1Sdp } 2223f2f09c1Sdp } 2233f2f09c1Sdp ucp -= alen; 2243f2f09c1Sdp error |= copyout(scratchargs, (caddr_t)(uintptr_t)ucp, alen); 2253f2f09c1Sdp 2267c478bd9Sstevel@tonic-gate uap = (caddr32_t *)P2ALIGN((uintptr_t)ucp, sizeof (caddr32_t)); 2273f2f09c1Sdp uap--; /* advance to be below the word we're in */ 2283f2f09c1Sdp uap -= (argc + 1); /* advance argc words down, plus one for NULL */ 2293f2f09c1Sdp error |= copyout(argv, uap, argvlen); 2307c478bd9Sstevel@tonic-gate 2317c478bd9Sstevel@tonic-gate if (error != 0) { 2327c478bd9Sstevel@tonic-gate zcmn_err(p->p_zone->zone_id, CE_WARN, 2337c478bd9Sstevel@tonic-gate "Could not construct stack for init.\n"); 2343f2f09c1Sdp kmem_free(argv, argvlen); 2353f2f09c1Sdp kmem_free(scratchargs, alen); 2367c478bd9Sstevel@tonic-gate return (EFAULT); 2377c478bd9Sstevel@tonic-gate } 2387c478bd9Sstevel@tonic-gate 2393f2f09c1Sdp exec_fnamep = argv[0]; 2403f2f09c1Sdp kmem_free(argv, argvlen); 2413f2f09c1Sdp kmem_free(scratchargs, alen); 2423f2f09c1Sdp 2437c478bd9Sstevel@tonic-gate /* 2447c478bd9Sstevel@tonic-gate * Point at the arguments. 2457c478bd9Sstevel@tonic-gate */ 2467c478bd9Sstevel@tonic-gate lwp->lwp_ap = lwp->lwp_arg; 2473f2f09c1Sdp lwp->lwp_arg[0] = (uintptr_t)exec_fnamep; 2487c478bd9Sstevel@tonic-gate lwp->lwp_arg[1] = (uintptr_t)uap; 2497c478bd9Sstevel@tonic-gate lwp->lwp_arg[2] = NULL; 2507c478bd9Sstevel@tonic-gate curthread->t_post_sys = 1; 2517c478bd9Sstevel@tonic-gate curthread->t_sysnum = SYS_execve; 2527c478bd9Sstevel@tonic-gate 2539acbbeafSnn35248 /* 2549acbbeafSnn35248 * If we are executing init from zsched, we may have inherited its 2559acbbeafSnn35248 * parent process's signal mask. Clear it now so that we behave in 2569acbbeafSnn35248 * the same way as when started from the global zone. 2579acbbeafSnn35248 */ 2589acbbeafSnn35248 (void) lwp_sigmask(SIG_UNBLOCK, 0xffffffff, 0xffffffff); 2599acbbeafSnn35248 2609acbbeafSnn35248 brand_action = ZONE_IS_BRANDED(p->p_zone) ? EBA_BRAND : EBA_NONE; 2617c478bd9Sstevel@tonic-gate again: 2623f2f09c1Sdp error = exec_common((const char *)(uintptr_t)exec_fnamep, 2639acbbeafSnn35248 (const char **)(uintptr_t)uap, NULL, brand_action); 2647c478bd9Sstevel@tonic-gate 2657c478bd9Sstevel@tonic-gate /* 2667c478bd9Sstevel@tonic-gate * Normally we would just set lwp_argsaved and t_post_sys and 2677c478bd9Sstevel@tonic-gate * let post_syscall reset lwp_ap for us. Unfortunately, 2687c478bd9Sstevel@tonic-gate * exec_init isn't always called from a system call. Instead 2697c478bd9Sstevel@tonic-gate * of making a mess of trap_cleanup, we just reset the args 2707c478bd9Sstevel@tonic-gate * pointer here. 2717c478bd9Sstevel@tonic-gate */ 2727c478bd9Sstevel@tonic-gate reset_syscall_args(); 2737c478bd9Sstevel@tonic-gate 2747c478bd9Sstevel@tonic-gate switch (error) { 2757c478bd9Sstevel@tonic-gate case 0: 2767c478bd9Sstevel@tonic-gate return (0); 2777c478bd9Sstevel@tonic-gate 2787c478bd9Sstevel@tonic-gate case ENOENT: 2797c478bd9Sstevel@tonic-gate zcmn_err(p->p_zone->zone_id, CE_WARN, 2807c478bd9Sstevel@tonic-gate "exec(%s) failed (file not found).\n", initpath); 2817c478bd9Sstevel@tonic-gate return (ENOENT); 2827c478bd9Sstevel@tonic-gate 2837c478bd9Sstevel@tonic-gate case EAGAIN: 2847c478bd9Sstevel@tonic-gate case EINTR: 2857c478bd9Sstevel@tonic-gate ++count; 2867c478bd9Sstevel@tonic-gate if (count < 5) { 2877c478bd9Sstevel@tonic-gate zcmn_err(p->p_zone->zone_id, CE_WARN, 2887c478bd9Sstevel@tonic-gate "exec(%s) failed with errno %d. Retrying...\n", 2897c478bd9Sstevel@tonic-gate initpath, error); 2907c478bd9Sstevel@tonic-gate goto again; 2917c478bd9Sstevel@tonic-gate } 2927c478bd9Sstevel@tonic-gate } 2937c478bd9Sstevel@tonic-gate 2947c478bd9Sstevel@tonic-gate zcmn_err(p->p_zone->zone_id, CE_WARN, 2957c478bd9Sstevel@tonic-gate "exec(%s) failed with errno %d.", initpath, error); 2967c478bd9Sstevel@tonic-gate return (error); 2977c478bd9Sstevel@tonic-gate } 2987c478bd9Sstevel@tonic-gate 2993f2f09c1Sdp /* 3003f2f09c1Sdp * This routine does all of the common setup for invoking init; global 3013f2f09c1Sdp * and non-global zones employ this routine for the functionality which is 3023f2f09c1Sdp * in common. 3033f2f09c1Sdp * 3043f2f09c1Sdp * This program (init, presumably) must be a 32-bit process. 3053f2f09c1Sdp */ 3063f2f09c1Sdp int 3073f2f09c1Sdp start_init_common() 3083f2f09c1Sdp { 3093f2f09c1Sdp proc_t *p = curproc; 3103f2f09c1Sdp ASSERT_STACK_ALIGNED(); 3113f2f09c1Sdp p->p_zone->zone_proc_initpid = p->p_pid; 3123f2f09c1Sdp 3133f2f09c1Sdp p->p_cstime = p->p_stime = p->p_cutime = p->p_utime = 0; 3143f2f09c1Sdp p->p_usrstack = (caddr_t)USRSTACK32; 3153f2f09c1Sdp p->p_model = DATAMODEL_ILP32; 3163f2f09c1Sdp p->p_stkprot = PROT_ZFOD & ~PROT_EXEC; 3173f2f09c1Sdp p->p_datprot = PROT_ZFOD & ~PROT_EXEC; 3183f2f09c1Sdp p->p_stk_ctl = INT32_MAX; 3193f2f09c1Sdp 3203f2f09c1Sdp p->p_as = as_alloc(); 321c6939658Ssl108498 p->p_as->a_proc = p; 3223f2f09c1Sdp p->p_as->a_userlimit = (caddr_t)USERLIMIT32; 3233f2f09c1Sdp (void) hat_setup(p->p_as->a_hat, HAT_INIT); 3243f2f09c1Sdp 3253f2f09c1Sdp init_core(); 3263f2f09c1Sdp 3273f2f09c1Sdp init_mstate(curthread, LMS_SYSTEM); 3283f2f09c1Sdp return (exec_init(p->p_zone->zone_initname, p->p_zone->zone_bootargs)); 3293f2f09c1Sdp } 3303f2f09c1Sdp 3313f2f09c1Sdp /* 3323f2f09c1Sdp * Start the initial user process for the global zone; once running, if 3333f2f09c1Sdp * init should subsequently fail, it will be automatically be caught in the 3343f2f09c1Sdp * exit(2) path, and restarted by restart_init(). 3353f2f09c1Sdp */ 3363f2f09c1Sdp static void 3373f2f09c1Sdp start_init(void) 3383f2f09c1Sdp { 3393f2f09c1Sdp proc_init = curproc; 3403f2f09c1Sdp 3413f2f09c1Sdp ASSERT(curproc->p_zone->zone_initname != NULL); 3423f2f09c1Sdp 3433f2f09c1Sdp if (start_init_common() != 0) 3443f2f09c1Sdp halt("unix: Could not start init"); 3453f2f09c1Sdp lwp_rtt(); 3463f2f09c1Sdp } 3473f2f09c1Sdp 3487c478bd9Sstevel@tonic-gate void 3497c478bd9Sstevel@tonic-gate main(void) 3507c478bd9Sstevel@tonic-gate { 3517c478bd9Sstevel@tonic-gate proc_t *p = ttoproc(curthread); /* &p0 */ 3527c478bd9Sstevel@tonic-gate int (**initptr)(); 3537c478bd9Sstevel@tonic-gate extern void sched(); 3547c478bd9Sstevel@tonic-gate extern void fsflush(); 3557c478bd9Sstevel@tonic-gate extern int (*init_tbl[])(); 3567c478bd9Sstevel@tonic-gate extern int (*mp_init_tbl[])(); 3577c478bd9Sstevel@tonic-gate extern id_t syscid, defaultcid; 3587c478bd9Sstevel@tonic-gate extern int swaploaded; 3597c478bd9Sstevel@tonic-gate extern int netboot; 3607c478bd9Sstevel@tonic-gate extern void vm_init(void); 3617c478bd9Sstevel@tonic-gate extern void cbe_init(void); 3627c478bd9Sstevel@tonic-gate extern void clock_init(void); 3637c478bd9Sstevel@tonic-gate extern void physio_bufs_init(void); 3647c478bd9Sstevel@tonic-gate extern void pm_cfb_setup_intr(void); 3657c478bd9Sstevel@tonic-gate extern int pm_adjust_timestamps(dev_info_t *, void *); 3667c478bd9Sstevel@tonic-gate extern void start_other_cpus(int); 3677c478bd9Sstevel@tonic-gate extern void sysevent_evc_thrinit(); 3687c478bd9Sstevel@tonic-gate extern void lgrp_main_init(void); 3697c478bd9Sstevel@tonic-gate extern void lgrp_main_mp_init(void); 370*5cff7825Smh27603 #if defined(__x86) 371*5cff7825Smh27603 extern void cpupm_post_startup(void); 372*5cff7825Smh27603 #endif 3737c478bd9Sstevel@tonic-gate /* 3747c478bd9Sstevel@tonic-gate * In the horrible world of x86 in-lines, you can't get symbolic 3757c478bd9Sstevel@tonic-gate * structure offsets a la genassym. This assertion is here so 3767c478bd9Sstevel@tonic-gate * that the next poor slob who innocently changes the offset of 3777c478bd9Sstevel@tonic-gate * cpu_thread doesn't waste as much time as I just did finding 3787c478bd9Sstevel@tonic-gate * out that it's hard-coded in i86/ml/i86.il. Similarly for 3797c478bd9Sstevel@tonic-gate * curcpup. You're welcome. 3807c478bd9Sstevel@tonic-gate */ 3817c478bd9Sstevel@tonic-gate ASSERT(CPU == CPU->cpu_self); 3827c478bd9Sstevel@tonic-gate ASSERT(curthread == CPU->cpu_thread); 3837c478bd9Sstevel@tonic-gate ASSERT_STACK_ALIGNED(); 3847c478bd9Sstevel@tonic-gate 3857c478bd9Sstevel@tonic-gate /* 3867c478bd9Sstevel@tonic-gate * Setup the first lgroup, and home t0 3877c478bd9Sstevel@tonic-gate */ 3887c478bd9Sstevel@tonic-gate lgrp_setup(); 3897c478bd9Sstevel@tonic-gate 3905ce42f36Spraks /* 3915ce42f36Spraks * Once 'startup()' completes, the thread_reaper() daemon would be 3925ce42f36Spraks * created(in thread_init()). After that, it is safe to create threads 3935ce42f36Spraks * that could exit. These exited threads will get reaped. 3945ce42f36Spraks */ 3957c478bd9Sstevel@tonic-gate startup(); 3967c478bd9Sstevel@tonic-gate segkmem_gc(); 3977c478bd9Sstevel@tonic-gate callb_init(); 3987c478bd9Sstevel@tonic-gate callout_init(); /* callout table MUST be init'd before clock starts */ 3997c478bd9Sstevel@tonic-gate cbe_init(); 4007c478bd9Sstevel@tonic-gate clock_init(); 4017c478bd9Sstevel@tonic-gate 4027c478bd9Sstevel@tonic-gate /* 403ae115bc7Smrj * On some platforms, clkinitf() changes the timing source that 404ae115bc7Smrj * gethrtime_unscaled() uses to generate timestamps. cbe_init() calls 405ae115bc7Smrj * clkinitf(), so re-initialize the microstate counters after the 406ae115bc7Smrj * timesource has been chosen. 407ae115bc7Smrj */ 408ae115bc7Smrj init_mstate(&t0, LMS_SYSTEM); 409ae115bc7Smrj init_cpu_mstate(CPU, CMS_SYSTEM); 410ae115bc7Smrj 411ae115bc7Smrj /* 4127c478bd9Sstevel@tonic-gate * May need to probe to determine latencies from CPU 0 after 4137c478bd9Sstevel@tonic-gate * gethrtime() comes alive in cbe_init() and before enabling interrupts 4147c478bd9Sstevel@tonic-gate */ 4157c478bd9Sstevel@tonic-gate lgrp_plat_probe(); 4167c478bd9Sstevel@tonic-gate 4177c478bd9Sstevel@tonic-gate /* 4187c478bd9Sstevel@tonic-gate * Call all system initialization functions. 4197c478bd9Sstevel@tonic-gate */ 4207c478bd9Sstevel@tonic-gate for (initptr = &init_tbl[0]; *initptr; initptr++) 4217c478bd9Sstevel@tonic-gate (**initptr)(); 4227c478bd9Sstevel@tonic-gate 4237c478bd9Sstevel@tonic-gate /* 4247c478bd9Sstevel@tonic-gate * initialize vm related stuff. 4257c478bd9Sstevel@tonic-gate */ 4267c478bd9Sstevel@tonic-gate vm_init(); 4277c478bd9Sstevel@tonic-gate 4287c478bd9Sstevel@tonic-gate /* 4297c478bd9Sstevel@tonic-gate * initialize buffer pool for raw I/O requests 4307c478bd9Sstevel@tonic-gate */ 4317c478bd9Sstevel@tonic-gate physio_bufs_init(); 4327c478bd9Sstevel@tonic-gate 4337c478bd9Sstevel@tonic-gate ttolwp(curthread)->lwp_error = 0; /* XXX kludge for SCSI driver */ 4347c478bd9Sstevel@tonic-gate 4357c478bd9Sstevel@tonic-gate /* 4367c478bd9Sstevel@tonic-gate * Drop the interrupt level and allow interrupts. At this point 4377c478bd9Sstevel@tonic-gate * the DDI guarantees that interrupts are enabled. 4387c478bd9Sstevel@tonic-gate */ 4397c478bd9Sstevel@tonic-gate (void) spl0(); 4407c478bd9Sstevel@tonic-gate interrupts_unleashed = 1; 4417c478bd9Sstevel@tonic-gate 4427c478bd9Sstevel@tonic-gate vfs_mountroot(); /* Mount the root file system */ 4437c478bd9Sstevel@tonic-gate errorq_init(); /* after vfs_mountroot() so DDI root is ready */ 4447c478bd9Sstevel@tonic-gate cpu_kstat_init(CPU); /* after vfs_mountroot() so TOD is valid */ 4457c478bd9Sstevel@tonic-gate ddi_walk_devs(ddi_root_node(), pm_adjust_timestamps, NULL); 4467c478bd9Sstevel@tonic-gate /* after vfs_mountroot() so hrestime is valid */ 4477c478bd9Sstevel@tonic-gate 4487c478bd9Sstevel@tonic-gate post_startup(); 4497c478bd9Sstevel@tonic-gate swaploaded = 1; 4507c478bd9Sstevel@tonic-gate 4517c478bd9Sstevel@tonic-gate /* 4527c478bd9Sstevel@tonic-gate * Initial C2 audit system 4537c478bd9Sstevel@tonic-gate */ 4547c478bd9Sstevel@tonic-gate #ifdef C2_AUDIT 4557c478bd9Sstevel@tonic-gate audit_init(); /* C2 hook */ 4567c478bd9Sstevel@tonic-gate #endif 4577c478bd9Sstevel@tonic-gate 4587c478bd9Sstevel@tonic-gate /* 4597c478bd9Sstevel@tonic-gate * Plumb the protocol modules and drivers only if we are not 4607c478bd9Sstevel@tonic-gate * networked booted, in this case we already did it in rootconf(). 4617c478bd9Sstevel@tonic-gate */ 4627c478bd9Sstevel@tonic-gate if (netboot == 0) 4637c478bd9Sstevel@tonic-gate (void) strplumb(); 4647c478bd9Sstevel@tonic-gate 465ae115bc7Smrj gethrestime(&PTOU(curproc)->u_start); 466ae115bc7Smrj curthread->t_start = PTOU(curproc)->u_start.tv_sec; 4677c478bd9Sstevel@tonic-gate p->p_mstart = gethrtime(); 4687c478bd9Sstevel@tonic-gate 4697c478bd9Sstevel@tonic-gate /* 4707c478bd9Sstevel@tonic-gate * Perform setup functions that can only be done after root 4717c478bd9Sstevel@tonic-gate * and swap have been set up. 4727c478bd9Sstevel@tonic-gate */ 4737c478bd9Sstevel@tonic-gate consconfig(); 4747c478bd9Sstevel@tonic-gate #if defined(__i386) || defined(__amd64) 4757c478bd9Sstevel@tonic-gate release_bootstrap(); 4767c478bd9Sstevel@tonic-gate #endif 4777c478bd9Sstevel@tonic-gate /* 4787c478bd9Sstevel@tonic-gate * attach drivers with ddi-forceattach prop 4797c478bd9Sstevel@tonic-gate * This must be done after consconfig() to prevent usb key/mouse 4807c478bd9Sstevel@tonic-gate * from attaching before the upper console stream is plumbed. 4817c478bd9Sstevel@tonic-gate * It must be done early enough to load hotplug drivers (e.g. 4827c478bd9Sstevel@tonic-gate * pcmcia nexus) so that devices enumerated via hotplug is 4837c478bd9Sstevel@tonic-gate * available before I/O subsystem is fully initialized. 4847c478bd9Sstevel@tonic-gate */ 4857c478bd9Sstevel@tonic-gate i_ddi_forceattach_drivers(); 4867c478bd9Sstevel@tonic-gate 4877c478bd9Sstevel@tonic-gate /* 4887c478bd9Sstevel@tonic-gate * Set the scan rate and other parameters of the paging subsystem. 4897c478bd9Sstevel@tonic-gate */ 4907c478bd9Sstevel@tonic-gate setupclock(0); 4917c478bd9Sstevel@tonic-gate 4927c478bd9Sstevel@tonic-gate /* 4937c478bd9Sstevel@tonic-gate * Create kmem cache for proc structures 4947c478bd9Sstevel@tonic-gate */ 4957c478bd9Sstevel@tonic-gate process_cache = kmem_cache_create("process_cache", sizeof (proc_t), 4967c478bd9Sstevel@tonic-gate 0, NULL, NULL, NULL, NULL, NULL, 0); 4977c478bd9Sstevel@tonic-gate 4987c478bd9Sstevel@tonic-gate /* 4997c478bd9Sstevel@tonic-gate * Initialize process 0's lwp directory and lwpid hash table. 5007c478bd9Sstevel@tonic-gate */ 5017c478bd9Sstevel@tonic-gate p->p_lwpdir = p->p_lwpfree = p0_lwpdir; 5027c478bd9Sstevel@tonic-gate p->p_lwpdir->ld_next = p->p_lwpdir + 1; 5037c478bd9Sstevel@tonic-gate p->p_lwpdir_sz = 2; 5047c478bd9Sstevel@tonic-gate p->p_tidhash = p0_tidhash; 5057c478bd9Sstevel@tonic-gate p->p_tidhash_sz = 2; 5067c478bd9Sstevel@tonic-gate p0_lep.le_thread = curthread; 5077c478bd9Sstevel@tonic-gate p0_lep.le_lwpid = curthread->t_tid; 5087c478bd9Sstevel@tonic-gate p0_lep.le_start = curthread->t_start; 5097c478bd9Sstevel@tonic-gate lwp_hash_in(p, &p0_lep); 5107c478bd9Sstevel@tonic-gate 5117c478bd9Sstevel@tonic-gate /* 5127c478bd9Sstevel@tonic-gate * Initialize extended accounting. 5137c478bd9Sstevel@tonic-gate */ 5147c478bd9Sstevel@tonic-gate exacct_init(); 5157c478bd9Sstevel@tonic-gate 5167c478bd9Sstevel@tonic-gate /* 5177c478bd9Sstevel@tonic-gate * Initialize threads of sysevent event channels 5187c478bd9Sstevel@tonic-gate */ 5197c478bd9Sstevel@tonic-gate sysevent_evc_thrinit(); 5207c478bd9Sstevel@tonic-gate 5217c478bd9Sstevel@tonic-gate /* 5227c478bd9Sstevel@tonic-gate * main lgroup initialization 5237c478bd9Sstevel@tonic-gate * This must be done after post_startup(), but before 5247c478bd9Sstevel@tonic-gate * start_other_cpus() 5257c478bd9Sstevel@tonic-gate */ 5267c478bd9Sstevel@tonic-gate lgrp_main_init(); 5277c478bd9Sstevel@tonic-gate 5287c478bd9Sstevel@tonic-gate /* 5297c478bd9Sstevel@tonic-gate * Perform MP initialization, if any. 5307c478bd9Sstevel@tonic-gate */ 5317c478bd9Sstevel@tonic-gate start_other_cpus(0); 5327c478bd9Sstevel@tonic-gate 5337c478bd9Sstevel@tonic-gate /* 5347c478bd9Sstevel@tonic-gate * Finish lgrp initialization after all CPUS are brought online. 5357c478bd9Sstevel@tonic-gate */ 5367c478bd9Sstevel@tonic-gate lgrp_main_mp_init(); 5377c478bd9Sstevel@tonic-gate 5387c478bd9Sstevel@tonic-gate /* 5397c478bd9Sstevel@tonic-gate * After mp_init(), number of cpus are known (this is 5407c478bd9Sstevel@tonic-gate * true for the time being, when there are actually 5417c478bd9Sstevel@tonic-gate * hot pluggable cpus then this scheme would not do). 5427c478bd9Sstevel@tonic-gate * Any per cpu initialization is done here. 5437c478bd9Sstevel@tonic-gate */ 5447c478bd9Sstevel@tonic-gate kmem_mp_init(); 5457c478bd9Sstevel@tonic-gate vmem_update(NULL); 5467c478bd9Sstevel@tonic-gate 5477c478bd9Sstevel@tonic-gate for (initptr = &mp_init_tbl[0]; *initptr; initptr++) 5487c478bd9Sstevel@tonic-gate (**initptr)(); 5497c478bd9Sstevel@tonic-gate 5507c478bd9Sstevel@tonic-gate /* 551*5cff7825Smh27603 * These must be called after start_other_cpus 5527c478bd9Sstevel@tonic-gate */ 5537c478bd9Sstevel@tonic-gate pm_cfb_setup_intr(); 554*5cff7825Smh27603 #if defined(__x86) 555*5cff7825Smh27603 cpupm_post_startup(); 556*5cff7825Smh27603 #endif 5577c478bd9Sstevel@tonic-gate 5587c478bd9Sstevel@tonic-gate /* 5597c478bd9Sstevel@tonic-gate * Make init process; enter scheduling loop with system process. 5607c478bd9Sstevel@tonic-gate */ 5617c478bd9Sstevel@tonic-gate 5627c478bd9Sstevel@tonic-gate /* create init process */ 5633f2f09c1Sdp if (newproc(start_init, NULL, defaultcid, 59, NULL)) 5647c478bd9Sstevel@tonic-gate panic("main: unable to fork init."); 5657c478bd9Sstevel@tonic-gate 5667c478bd9Sstevel@tonic-gate /* create pageout daemon */ 5677c478bd9Sstevel@tonic-gate if (newproc(pageout, NULL, syscid, maxclsyspri - 1, NULL)) 5687c478bd9Sstevel@tonic-gate panic("main: unable to fork pageout()"); 5697c478bd9Sstevel@tonic-gate 5707c478bd9Sstevel@tonic-gate /* create fsflush daemon */ 5717c478bd9Sstevel@tonic-gate if (newproc(fsflush, NULL, syscid, minclsyspri, NULL)) 5727c478bd9Sstevel@tonic-gate panic("main: unable to fork fsflush()"); 5737c478bd9Sstevel@tonic-gate 5747c478bd9Sstevel@tonic-gate /* create cluster process if we're a member of one */ 5757c478bd9Sstevel@tonic-gate if (cluster_bootflags & CLUSTER_BOOTED) { 5767c478bd9Sstevel@tonic-gate if (newproc(cluster_wrapper, NULL, syscid, minclsyspri, NULL)) 5777c478bd9Sstevel@tonic-gate panic("main: unable to fork cluster()"); 5787c478bd9Sstevel@tonic-gate } 5797c478bd9Sstevel@tonic-gate 5807c478bd9Sstevel@tonic-gate /* 5817c478bd9Sstevel@tonic-gate * Create system threads (threads are associated with p0) 5827c478bd9Sstevel@tonic-gate */ 5837c478bd9Sstevel@tonic-gate 5847c478bd9Sstevel@tonic-gate /* create module uninstall daemon */ 5857c478bd9Sstevel@tonic-gate /* BugID 1132273. If swapping over NFS need a bigger stack */ 5867c478bd9Sstevel@tonic-gate (void) thread_create(NULL, 0, (void (*)())mod_uninstall_daemon, 5877c478bd9Sstevel@tonic-gate NULL, 0, &p0, TS_RUN, minclsyspri); 5887c478bd9Sstevel@tonic-gate 5897c478bd9Sstevel@tonic-gate (void) thread_create(NULL, 0, seg_pasync_thread, 5907c478bd9Sstevel@tonic-gate NULL, 0, &p0, TS_RUN, minclsyspri); 5917c478bd9Sstevel@tonic-gate 5927c478bd9Sstevel@tonic-gate pid_setmin(); 5937c478bd9Sstevel@tonic-gate 594ae115bc7Smrj bcopy("sched", PTOU(curproc)->u_psargs, 6); 595ae115bc7Smrj bcopy("sched", PTOU(curproc)->u_comm, 5); 5967c478bd9Sstevel@tonic-gate sched(); 5977c478bd9Sstevel@tonic-gate /* NOTREACHED */ 5987c478bd9Sstevel@tonic-gate } 599