xref: /freebsd/sys/kern/kern_shutdown.c (revision 4ca8c1efe44cf554a24f07077244cd35a276a06f)
1ad4240feSJulian Elischer /*-
251369649SPedro F. Giffuni  * SPDX-License-Identifier: BSD-3-Clause
351369649SPedro F. Giffuni  *
4ad4240feSJulian Elischer  * Copyright (c) 1986, 1988, 1991, 1993
5ad4240feSJulian Elischer  *	The Regents of the University of California.  All rights reserved.
6ad4240feSJulian Elischer  * (c) UNIX System Laboratories, Inc.
7ad4240feSJulian Elischer  * All or some portions of this file are derived from material licensed
8ad4240feSJulian Elischer  * to the University of California by American Telephone and Telegraph
9ad4240feSJulian Elischer  * Co. or Unix System Laboratories, Inc. and are reproduced herein with
10ad4240feSJulian Elischer  * the permission of UNIX System Laboratories, Inc.
11ad4240feSJulian Elischer  *
12ad4240feSJulian Elischer  * Redistribution and use in source and binary forms, with or without
13ad4240feSJulian Elischer  * modification, are permitted provided that the following conditions
14ad4240feSJulian Elischer  * are met:
15ad4240feSJulian Elischer  * 1. Redistributions of source code must retain the above copyright
16ad4240feSJulian Elischer  *    notice, this list of conditions and the following disclaimer.
17ad4240feSJulian Elischer  * 2. Redistributions in binary form must reproduce the above copyright
18ad4240feSJulian Elischer  *    notice, this list of conditions and the following disclaimer in the
19ad4240feSJulian Elischer  *    documentation and/or other materials provided with the distribution.
2069a28758SEd Maste  * 3. Neither the name of the University nor the names of its contributors
21ad4240feSJulian Elischer  *    may be used to endorse or promote products derived from this software
22ad4240feSJulian Elischer  *    without specific prior written permission.
23ad4240feSJulian Elischer  *
24ad4240feSJulian Elischer  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
25ad4240feSJulian Elischer  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
26ad4240feSJulian Elischer  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
27ad4240feSJulian Elischer  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
28ad4240feSJulian Elischer  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
29ad4240feSJulian Elischer  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
30ad4240feSJulian Elischer  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
31ad4240feSJulian Elischer  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
32ad4240feSJulian Elischer  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
33ad4240feSJulian Elischer  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
34ad4240feSJulian Elischer  * SUCH DAMAGE.
35ad4240feSJulian Elischer  *
36ad4240feSJulian Elischer  *	@(#)kern_shutdown.c	8.3 (Berkeley) 1/21/94
37ad4240feSJulian Elischer  */
38ad4240feSJulian Elischer 
39677b542eSDavid E. O'Brien #include <sys/cdefs.h>
40677b542eSDavid E. O'Brien __FBSDID("$FreeBSD$");
41677b542eSDavid E. O'Brien 
42618c7db3SRobert Watson #include "opt_ddb.h"
43480f31c2SKonrad Witaszczyk #include "opt_ekcd.h"
442d50560aSMarcel Moolenaar #include "opt_kdb.h"
456d58e6cbSBruce Evans #include "opt_panic.h"
469923b511SScott Long #include "opt_sched.h"
472be767e0SAttilio Rao #include "opt_watchdog.h"
48ad4240feSJulian Elischer 
49ad4240feSJulian Elischer #include <sys/param.h>
50ad4240feSJulian Elischer #include <sys/systm.h>
519626b608SPoul-Henning Kamp #include <sys/bio.h>
52fc8f7066SBruce Evans #include <sys/buf.h>
531d79f1bbSJohn Baldwin #include <sys/conf.h>
5478f57a9cSMark Johnston #include <sys/compressor.h>
551d79f1bbSJohn Baldwin #include <sys/cons.h>
561d79f1bbSJohn Baldwin #include <sys/eventhandler.h>
570d3d0cc3SEdward Tomasz Napierala #include <sys/filedesc.h>
5876ca6f88SJamie Gritton #include <sys/jail.h>
592d50560aSMarcel Moolenaar #include <sys/kdb.h>
60ad4240feSJulian Elischer #include <sys/kernel.h>
61e6592ee5SPeter Wemm #include <sys/kerneldump.h>
625e950839SLuoqi Chen #include <sys/kthread.h>
633945a964SAlfred Perlstein #include <sys/ktr.h>
64dcd7d9b7SMaxim Sobolev #include <sys/malloc.h>
65bd92e6b6SMark Johnston #include <sys/mbuf.h>
66ac0ad63fSBruce Evans #include <sys/mount.h>
67acd3428bSRobert Watson #include <sys/priv.h>
681d79f1bbSJohn Baldwin #include <sys/proc.h>
691d79f1bbSJohn Baldwin #include <sys/reboot.h>
701d79f1bbSJohn Baldwin #include <sys/resourcevar.h>
7189f6b863SAttilio Rao #include <sys/rwlock.h>
7220e25d7dSPeter Wemm #include <sys/sched.h>
73248bb937SAttilio Rao #include <sys/smp.h>
74ad4240feSJulian Elischer #include <sys/sysctl.h>
75ad4240feSJulian Elischer #include <sys/sysproto.h>
76c3982007SKonstantin Belousov #include <sys/taskqueue.h>
77fa2b39a1SAttilio Rao #include <sys/vnode.h>
782be767e0SAttilio Rao #include <sys/watchdog.h>
79ad4240feSJulian Elischer 
80480f31c2SKonrad Witaszczyk #include <crypto/rijndael/rijndael-api-fst.h>
81480f31c2SKonrad Witaszczyk #include <crypto/sha2/sha256.h>
82480f31c2SKonrad Witaszczyk 
83618c7db3SRobert Watson #include <ddb/ddb.h>
84618c7db3SRobert Watson 
8526502503SMarcel Moolenaar #include <machine/cpu.h>
86bdb9ab0dSMark Johnston #include <machine/dump.h>
87d39e457bSPoul-Henning Kamp #include <machine/pcb.h>
88752dff3dSJake Burkholder #include <machine/smp.h>
89ad4240feSJulian Elischer 
90aed55708SRobert Watson #include <security/mac/mac_framework.h>
91aed55708SRobert Watson 
920909f38aSPawel Jakub Dawidek #include <vm/vm.h>
930909f38aSPawel Jakub Dawidek #include <vm/vm_object.h>
940909f38aSPawel Jakub Dawidek #include <vm/vm_page.h>
950909f38aSPawel Jakub Dawidek #include <vm/vm_pager.h>
960909f38aSPawel Jakub Dawidek #include <vm/swap_pager.h>
970909f38aSPawel Jakub Dawidek 
98ad4240feSJulian Elischer #include <sys/signalvar.h>
99ad4240feSJulian Elischer 
1005dc5dab6SConrad Meyer static MALLOC_DEFINE(M_DUMPER, "dumper", "dumper block buffer");
1015dc5dab6SConrad Meyer 
102ad4240feSJulian Elischer #ifndef PANIC_REBOOT_WAIT_TIME
103ad4240feSJulian Elischer #define PANIC_REBOOT_WAIT_TIME 15 /* default to 15 seconds */
104ad4240feSJulian Elischer #endif
1053b251028SColin Percival static int panic_reboot_wait_time = PANIC_REBOOT_WAIT_TIME;
106af3b2549SHans Petter Selasky SYSCTL_INT(_kern, OID_AUTO, panic_reboot_wait_time, CTLFLAG_RWTUN,
1071cdbb9edSColin Percival     &panic_reboot_wait_time, 0,
1081cdbb9edSColin Percival     "Seconds to wait before rebooting after a panic");
109ad4240feSJulian Elischer 
110ad4240feSJulian Elischer /*
111ad4240feSJulian Elischer  * Note that stdarg.h and the ANSI style va_start macro is used for both
112ad4240feSJulian Elischer  * ANSI and traditional C compilers.
113ad4240feSJulian Elischer  */
114ad4240feSJulian Elischer #include <machine/stdarg.h>
115ad4240feSJulian Elischer 
1162d50560aSMarcel Moolenaar #ifdef KDB
1172d50560aSMarcel Moolenaar #ifdef KDB_UNATTENDED
1189959b1a8SMike Smith int debugger_on_panic = 0;
119ad4240feSJulian Elischer #else
1209959b1a8SMike Smith int debugger_on_panic = 1;
121ad4240feSJulian Elischer #endif
1223d7618d8SDavid E. O'Brien SYSCTL_INT(_debug, OID_AUTO, debugger_on_panic,
123af3b2549SHans Petter Selasky     CTLFLAG_RWTUN | CTLFLAG_SECURE,
1241c5151f3SDavid E. O'Brien     &debugger_on_panic, 0, "Run debugger on kernel panic");
125e485b64bSJohn Baldwin 
1262d50560aSMarcel Moolenaar #ifdef KDB_TRACE
12708a9c205SAndriy Gapon static int trace_on_panic = 1;
128ad1fc315SConrad Meyer static bool trace_all_panics = true;
129e485b64bSJohn Baldwin #else
13008a9c205SAndriy Gapon static int trace_on_panic = 0;
131ad1fc315SConrad Meyer static bool trace_all_panics = false;
132e485b64bSJohn Baldwin #endif
1333d7618d8SDavid E. O'Brien SYSCTL_INT(_debug, OID_AUTO, trace_on_panic,
134af3b2549SHans Petter Selasky     CTLFLAG_RWTUN | CTLFLAG_SECURE,
1351c5151f3SDavid E. O'Brien     &trace_on_panic, 0, "Print stack trace on kernel panic");
136ad1fc315SConrad Meyer SYSCTL_BOOL(_debug, OID_AUTO, trace_all_panics, CTLFLAG_RWTUN,
137ad1fc315SConrad Meyer     &trace_all_panics, 0, "Print stack traces on secondary kernel panics");
1382d50560aSMarcel Moolenaar #endif /* KDB */
139ad4240feSJulian Elischer 
14008a9c205SAndriy Gapon static int sync_on_panic = 0;
141af3b2549SHans Petter Selasky SYSCTL_INT(_kern, OID_AUTO, sync_on_panic, CTLFLAG_RWTUN,
142259ed917SPeter Wemm 	&sync_on_panic, 0, "Do a sync before rebooting from a panic");
143259ed917SPeter Wemm 
14448f1a492SWarner Losh static bool poweroff_on_panic = 0;
14548f1a492SWarner Losh SYSCTL_BOOL(_kern, OID_AUTO, poweroff_on_panic, CTLFLAG_RWTUN,
14648f1a492SWarner Losh 	&poweroff_on_panic, 0, "Do a power off instead of a reboot on a panic");
14748f1a492SWarner Losh 
14848f1a492SWarner Losh static bool powercycle_on_panic = 0;
14948f1a492SWarner Losh SYSCTL_BOOL(_kern, OID_AUTO, powercycle_on_panic, CTLFLAG_RWTUN,
15048f1a492SWarner Losh 	&powercycle_on_panic, 0, "Do a power cycle instead of a reboot on a panic");
15148f1a492SWarner Losh 
1526472ac3dSEd Schouten static SYSCTL_NODE(_kern, OID_AUTO, shutdown, CTLFLAG_RW, 0,
1536472ac3dSEd Schouten     "Shutdown environment");
154db82a982SMike Smith 
155fa2b39a1SAttilio Rao #ifndef DIAGNOSTIC
156fa2b39a1SAttilio Rao static int show_busybufs;
157fa2b39a1SAttilio Rao #else
158fa2b39a1SAttilio Rao static int show_busybufs = 1;
159fa2b39a1SAttilio Rao #endif
160fa2b39a1SAttilio Rao SYSCTL_INT(_kern_shutdown, OID_AUTO, show_busybufs, CTLFLAG_RW,
161fa2b39a1SAttilio Rao 	&show_busybufs, 0, "");
162fa2b39a1SAttilio Rao 
1632eb0015aSColin Percival int suspend_blocked = 0;
1642eb0015aSColin Percival SYSCTL_INT(_kern, OID_AUTO, suspend_blocked, CTLFLAG_RW,
1652eb0015aSColin Percival 	&suspend_blocked, 0, "Block suspend due to a pending shutdown");
1662eb0015aSColin Percival 
167480f31c2SKonrad Witaszczyk #ifdef EKCD
168480f31c2SKonrad Witaszczyk FEATURE(ekcd, "Encrypted kernel crash dumps support");
169480f31c2SKonrad Witaszczyk 
170480f31c2SKonrad Witaszczyk MALLOC_DEFINE(M_EKCD, "ekcd", "Encrypted kernel crash dumps data");
171480f31c2SKonrad Witaszczyk 
172480f31c2SKonrad Witaszczyk struct kerneldumpcrypto {
173480f31c2SKonrad Witaszczyk 	uint8_t			kdc_encryption;
174480f31c2SKonrad Witaszczyk 	uint8_t			kdc_iv[KERNELDUMP_IV_MAX_SIZE];
175480f31c2SKonrad Witaszczyk 	keyInstance		kdc_ki;
176480f31c2SKonrad Witaszczyk 	cipherInstance		kdc_ci;
177480f31c2SKonrad Witaszczyk 	uint32_t		kdc_dumpkeysize;
178480f31c2SKonrad Witaszczyk 	struct kerneldumpkey	kdc_dumpkey[];
179480f31c2SKonrad Witaszczyk };
180480f31c2SKonrad Witaszczyk #endif
181480f31c2SKonrad Witaszczyk 
18278f57a9cSMark Johnston struct kerneldumpcomp {
1836026dcd7SMark Johnston 	uint8_t			kdc_format;
18478f57a9cSMark Johnston 	struct compressor	*kdc_stream;
18578f57a9cSMark Johnston 	uint8_t			*kdc_buf;
18678f57a9cSMark Johnston 	size_t			kdc_resid;
18764a16434SMark Johnston };
18864a16434SMark Johnston 
18978f57a9cSMark Johnston static struct kerneldumpcomp *kerneldumpcomp_create(struct dumperinfo *di,
19064a16434SMark Johnston 		    uint8_t compression);
19178f57a9cSMark Johnston static void	kerneldumpcomp_destroy(struct dumperinfo *di);
19278f57a9cSMark Johnston static int	kerneldumpcomp_write_cb(void *base, size_t len, off_t off, void *arg);
19364a16434SMark Johnston 
19464a16434SMark Johnston static int kerneldump_gzlevel = 6;
19564a16434SMark Johnston SYSCTL_INT(_kern, OID_AUTO, kerneldump_gzlevel, CTLFLAG_RWTUN,
19664a16434SMark Johnston     &kerneldump_gzlevel, 0,
19778f57a9cSMark Johnston     "Kernel crash dump compression level");
19864a16434SMark Johnston 
1995230cfd2SJulian Elischer /*
200ad4240feSJulian Elischer  * Variable panicstr contains argument to first call to panic; used as flag
201ad4240feSJulian Elischer  * to indicate that the kernel has already called panic.
202ad4240feSJulian Elischer  */
203ad4240feSJulian Elischer const char *panicstr;
204ad4240feSJulian Elischer 
20516a011f9SPaul Saab int dumping;				/* system is dumping */
20636a52c3cSJeff Roberson int rebooting;				/* system is rebooting */
20781661c94SPoul-Henning Kamp static struct dumperinfo dumper;	/* our selected dumper */
2082d50560aSMarcel Moolenaar 
2092d50560aSMarcel Moolenaar /* Context information for dump-debuggers. */
2102d50560aSMarcel Moolenaar static struct pcb dumppcb;		/* Registers. */
211ac6e25ecSHartmut Brandt lwpid_t dumptid;			/* Thread ID. */
21216a011f9SPaul Saab 
2130d3d0cc3SEdward Tomasz Napierala static struct cdevsw reroot_cdevsw = {
2140d3d0cc3SEdward Tomasz Napierala      .d_version = D_VERSION,
2150d3d0cc3SEdward Tomasz Napierala      .d_name    = "reroot",
2160d3d0cc3SEdward Tomasz Napierala };
2170d3d0cc3SEdward Tomasz Napierala 
21882acbcf5SPeter Wemm static void poweroff_wait(void *, int);
21982acbcf5SPeter Wemm static void shutdown_halt(void *junk, int howto);
22082acbcf5SPeter Wemm static void shutdown_panic(void *junk, int howto);
22182acbcf5SPeter Wemm static void shutdown_reset(void *junk, int howto);
2220d3d0cc3SEdward Tomasz Napierala static int kern_reroot(void);
223f06a54f0SPoul-Henning Kamp 
224fcb893a8SMike Smith /* register various local shutdown events */
225fcb893a8SMike Smith static void
226fcb893a8SMike Smith shutdown_conf(void *unused)
227fcb893a8SMike Smith {
228e95499bdSAlfred Perlstein 
229e95499bdSAlfred Perlstein 	EVENTHANDLER_REGISTER(shutdown_final, poweroff_wait, NULL,
230fd104c15SRebecca Cran 	    SHUTDOWN_PRI_FIRST);
231e95499bdSAlfred Perlstein 	EVENTHANDLER_REGISTER(shutdown_final, shutdown_halt, NULL,
232e95499bdSAlfred Perlstein 	    SHUTDOWN_PRI_LAST + 100);
233e95499bdSAlfred Perlstein 	EVENTHANDLER_REGISTER(shutdown_final, shutdown_panic, NULL,
234e95499bdSAlfred Perlstein 	    SHUTDOWN_PRI_LAST + 100);
235e95499bdSAlfred Perlstein 	EVENTHANDLER_REGISTER(shutdown_final, shutdown_reset, NULL,
236e95499bdSAlfred Perlstein 	    SHUTDOWN_PRI_LAST + 200);
237fcb893a8SMike Smith }
238ad4240feSJulian Elischer 
239237fdd78SRobert Watson SYSINIT(shutdown_conf, SI_SUB_INTRINSIC, SI_ORDER_ANY, shutdown_conf, NULL);
240fcb893a8SMike Smith 
241ad4240feSJulian Elischer /*
2420d3d0cc3SEdward Tomasz Napierala  * The only reason this exists is to create the /dev/reroot/ directory,
2430d3d0cc3SEdward Tomasz Napierala  * used by reroot code in init(8) as a mountpoint for tmpfs.
2440d3d0cc3SEdward Tomasz Napierala  */
2450d3d0cc3SEdward Tomasz Napierala static void
2460d3d0cc3SEdward Tomasz Napierala reroot_conf(void *unused)
2470d3d0cc3SEdward Tomasz Napierala {
2480d3d0cc3SEdward Tomasz Napierala 	int error;
2490d3d0cc3SEdward Tomasz Napierala 	struct cdev *cdev;
2500d3d0cc3SEdward Tomasz Napierala 
2510d3d0cc3SEdward Tomasz Napierala 	error = make_dev_p(MAKEDEV_CHECKNAME | MAKEDEV_WAITOK, &cdev,
2520d3d0cc3SEdward Tomasz Napierala 	    &reroot_cdevsw, NULL, UID_ROOT, GID_WHEEL, 0600, "reroot/reroot");
2530d3d0cc3SEdward Tomasz Napierala 	if (error != 0) {
2540d3d0cc3SEdward Tomasz Napierala 		printf("%s: failed to create device node, error %d",
2550d3d0cc3SEdward Tomasz Napierala 		    __func__, error);
2560d3d0cc3SEdward Tomasz Napierala 	}
2570d3d0cc3SEdward Tomasz Napierala }
2580d3d0cc3SEdward Tomasz Napierala 
2590d3d0cc3SEdward Tomasz Napierala SYSINIT(reroot_conf, SI_SUB_DEVFS, SI_ORDER_ANY, reroot_conf, NULL);
2600d3d0cc3SEdward Tomasz Napierala 
2610d3d0cc3SEdward Tomasz Napierala /*
2620c14ff0eSRobert Watson  * The system call that results in a reboot.
263ad4240feSJulian Elischer  */
264835a82eeSMatthew Dillon /* ARGSUSED */
265ad4240feSJulian Elischer int
2668451d0ddSKip Macy sys_reboot(struct thread *td, struct reboot_args *uap)
267ad4240feSJulian Elischer {
268ad4240feSJulian Elischer 	int error;
269ad4240feSJulian Elischer 
270a2ecb9b7SRobert Watson 	error = 0;
271a2ecb9b7SRobert Watson #ifdef MAC
27230d239bcSRobert Watson 	error = mac_system_check_reboot(td->td_ucred, uap->opt);
273a2ecb9b7SRobert Watson #endif
274a2ecb9b7SRobert Watson 	if (error == 0)
275acd3428bSRobert Watson 		error = priv_check(td, PRIV_REBOOT);
276a2ecb9b7SRobert Watson 	if (error == 0) {
277d5292812SWarner Losh 		if (uap->opt & RB_REROOT)
2780d3d0cc3SEdward Tomasz Napierala 			error = kern_reroot();
279d5292812SWarner Losh 		else
28076e18b25SMarcel Moolenaar 			kern_reboot(uap->opt);
2810d3d0cc3SEdward Tomasz Napierala 	}
282835a82eeSMatthew Dillon 	return (error);
283ad4240feSJulian Elischer }
284ad4240feSJulian Elischer 
285c3982007SKonstantin Belousov static void
286c3982007SKonstantin Belousov shutdown_nice_task_fn(void *arg, int pending __unused)
287ad4240feSJulian Elischer {
288c3982007SKonstantin Belousov 	int howto;
289e95499bdSAlfred Perlstein 
290c3982007SKonstantin Belousov 	howto = (uintptr_t)arg;
291912d5937SEd Schouten 	/* Send a signal to init(8) and have it shutdown the world. */
29287729a2bSJohn Baldwin 	PROC_LOCK(initproc);
293912d5937SEd Schouten 	if (howto & RB_POWEROFF)
294912d5937SEd Schouten 		kern_psignal(initproc, SIGUSR2);
2957d41b6f0SWarner Losh 	else if (howto & RB_POWERCYCLE)
2967d41b6f0SWarner Losh 		kern_psignal(initproc, SIGWINCH);
297912d5937SEd Schouten 	else if (howto & RB_HALT)
298912d5937SEd Schouten 		kern_psignal(initproc, SIGUSR1);
299912d5937SEd Schouten 	else
3008451d0ddSKip Macy 		kern_psignal(initproc, SIGINT);
30187729a2bSJohn Baldwin 	PROC_UNLOCK(initproc);
302c3982007SKonstantin Belousov }
303c3982007SKonstantin Belousov 
304c3982007SKonstantin Belousov static struct task shutdown_nice_task = TASK_INITIALIZER(0,
305c3982007SKonstantin Belousov     &shutdown_nice_task_fn, NULL);
306c3982007SKonstantin Belousov 
307c3982007SKonstantin Belousov /*
308c3982007SKonstantin Belousov  * Called by events that want to shut down.. e.g  <CTL><ALT><DEL> on a PC
309c3982007SKonstantin Belousov  */
310c3982007SKonstantin Belousov void
311c3982007SKonstantin Belousov shutdown_nice(int howto)
312c3982007SKonstantin Belousov {
313c3982007SKonstantin Belousov 
314c3982007SKonstantin Belousov 	if (initproc != NULL && !SCHEDULER_STOPPED()) {
315c3982007SKonstantin Belousov 		shutdown_nice_task.ta_context = (void *)(uintptr_t)howto;
316c3982007SKonstantin Belousov 		taskqueue_enqueue(taskqueue_fast, &shutdown_nice_task);
317ad4240feSJulian Elischer 	} else {
318c3982007SKonstantin Belousov 		/*
319c3982007SKonstantin Belousov 		 * No init(8) running, or scheduler would not allow it
320c3982007SKonstantin Belousov 		 * to run, so simply reboot.
321c3982007SKonstantin Belousov 		 */
3228f5b107bSEd Schouten 		kern_reboot(howto | RB_NOSYNC);
323ad4240feSJulian Elischer 	}
324ad4240feSJulian Elischer }
325ad4240feSJulian Elischer 
32672dfe7a3SPoul-Henning Kamp static void
32782acbcf5SPeter Wemm print_uptime(void)
32872dfe7a3SPoul-Henning Kamp {
32972dfe7a3SPoul-Henning Kamp 	int f;
33072dfe7a3SPoul-Henning Kamp 	struct timespec ts;
33172dfe7a3SPoul-Henning Kamp 
33272dfe7a3SPoul-Henning Kamp 	getnanouptime(&ts);
33372dfe7a3SPoul-Henning Kamp 	printf("Uptime: ");
33472dfe7a3SPoul-Henning Kamp 	f = 0;
33572dfe7a3SPoul-Henning Kamp 	if (ts.tv_sec >= 86400) {
3364a6404dfSJohn Baldwin 		printf("%ldd", (long)ts.tv_sec / 86400);
33772dfe7a3SPoul-Henning Kamp 		ts.tv_sec %= 86400;
33872dfe7a3SPoul-Henning Kamp 		f = 1;
33972dfe7a3SPoul-Henning Kamp 	}
34072dfe7a3SPoul-Henning Kamp 	if (f || ts.tv_sec >= 3600) {
3414a6404dfSJohn Baldwin 		printf("%ldh", (long)ts.tv_sec / 3600);
34272dfe7a3SPoul-Henning Kamp 		ts.tv_sec %= 3600;
34372dfe7a3SPoul-Henning Kamp 		f = 1;
34472dfe7a3SPoul-Henning Kamp 	}
34572dfe7a3SPoul-Henning Kamp 	if (f || ts.tv_sec >= 60) {
3464a6404dfSJohn Baldwin 		printf("%ldm", (long)ts.tv_sec / 60);
34772dfe7a3SPoul-Henning Kamp 		ts.tv_sec %= 60;
34872dfe7a3SPoul-Henning Kamp 		f = 1;
34972dfe7a3SPoul-Henning Kamp 	}
3504a6404dfSJohn Baldwin 	printf("%lds\n", (long)ts.tv_sec);
35172dfe7a3SPoul-Henning Kamp }
35272dfe7a3SPoul-Henning Kamp 
353299cceefSMarcel Moolenaar int
354299cceefSMarcel Moolenaar doadump(boolean_t textdump)
355d39e457bSPoul-Henning Kamp {
356299cceefSMarcel Moolenaar 	boolean_t coredump;
357f6b4f5caSGavin Atkinson 	int error;
358e95499bdSAlfred Perlstein 
359f6b4f5caSGavin Atkinson 	error = 0;
360299cceefSMarcel Moolenaar 	if (dumping)
361299cceefSMarcel Moolenaar 		return (EBUSY);
362299cceefSMarcel Moolenaar 	if (dumper.dumper == NULL)
363299cceefSMarcel Moolenaar 		return (ENXIO);
364f6449d9dSJulian Elischer 
365d39e457bSPoul-Henning Kamp 	savectx(&dumppcb);
3662d50560aSMarcel Moolenaar 	dumptid = curthread->td_tid;
367d39e457bSPoul-Henning Kamp 	dumping++;
368299cceefSMarcel Moolenaar 
369299cceefSMarcel Moolenaar 	coredump = TRUE;
370618c7db3SRobert Watson #ifdef DDB
371299cceefSMarcel Moolenaar 	if (textdump && textdump_pending) {
372299cceefSMarcel Moolenaar 		coredump = FALSE;
373618c7db3SRobert Watson 		textdump_dumpsys(&dumper);
374299cceefSMarcel Moolenaar 	}
375618c7db3SRobert Watson #endif
376299cceefSMarcel Moolenaar 	if (coredump)
377f6b4f5caSGavin Atkinson 		error = dumpsys(&dumper);
378299cceefSMarcel Moolenaar 
3799e473363SRuslan Ermilov 	dumping--;
380f6b4f5caSGavin Atkinson 	return (error);
381d39e457bSPoul-Henning Kamp }
382d39e457bSPoul-Henning Kamp 
383ad4240feSJulian Elischer /*
38470ce93f4SNate Lawson  * Shutdown the system cleanly to prepare for reboot, halt, or power off.
385ad4240feSJulian Elischer  */
38676e18b25SMarcel Moolenaar void
38776e18b25SMarcel Moolenaar kern_reboot(int howto)
388ad4240feSJulian Elischer {
38998082691SJeff Roberson 	static int once = 0;
390ad4240feSJulian Elischer 
391f0d847afSWarner Losh 	/*
392f0d847afSWarner Losh 	 * Normal paths here don't hold Giant, but we can wind up here
393f0d847afSWarner Losh 	 * unexpectedly with it held.  Drop it now so we don't have to
394f0d847afSWarner Losh 	 * drop and pick it up elsewhere. The paths it is locking will
395f0d847afSWarner Losh 	 * never be returned to, and it is preferable to preclude
396f0d847afSWarner Losh 	 * deadlock than to lock against code that won't ever
397f0d847afSWarner Losh 	 * continue.
398f0d847afSWarner Losh 	 */
399f0d847afSWarner Losh 	while (mtx_owned(&Giant))
400f0d847afSWarner Losh 		mtx_unlock(&Giant);
401f0d847afSWarner Losh 
402f7ebc7ceSMarcel Moolenaar #if defined(SMP)
40370ce93f4SNate Lawson 	/*
404efe67753SNathan Whitehorn 	 * Bind us to the first CPU so that all shutdown code runs there.  Some
40570ce93f4SNate Lawson 	 * systems don't shutdown properly (i.e., ACPI power off) if we
40670ce93f4SNate Lawson 	 * run on another processor.
40770ce93f4SNate Lawson 	 */
40835370593SAndriy Gapon 	if (!SCHEDULER_STOPPED()) {
409982d11f8SJeff Roberson 		thread_lock(curthread);
410efe67753SNathan Whitehorn 		sched_bind(curthread, CPU_FIRST());
411982d11f8SJeff Roberson 		thread_unlock(curthread);
412efe67753SNathan Whitehorn 		KASSERT(PCPU_GET(cpuid) == CPU_FIRST(),
413efe67753SNathan Whitehorn 		    ("boot: not running on cpu 0"));
41435370593SAndriy Gapon 	}
41520e25d7dSPeter Wemm #endif
41636a52c3cSJeff Roberson 	/* We're in the process of rebooting. */
41736a52c3cSJeff Roberson 	rebooting = 1;
41820e25d7dSPeter Wemm 
41961e96500SJohn Baldwin 	/* We are out of the debugger now. */
4202d50560aSMarcel Moolenaar 	kdb_active = 0;
42161e96500SJohn Baldwin 
4225230cfd2SJulian Elischer 	/*
4235230cfd2SJulian Elischer 	 * Do any callouts that should be done BEFORE syncing the filesystems.
4245230cfd2SJulian Elischer 	 */
425fcb893a8SMike Smith 	EVENTHANDLER_INVOKE(shutdown_pre_sync, howto);
4265230cfd2SJulian Elischer 
4275230cfd2SJulian Elischer 	/*
4285230cfd2SJulian Elischer 	 * Now sync filesystems
4295230cfd2SJulian Elischer 	 */
43098082691SJeff Roberson 	if (!cold && (howto & RB_NOSYNC) == 0 && once == 0) {
43198082691SJeff Roberson 		once = 1;
43298082691SJeff Roberson 		bufshutdown(show_busybufs);
433ad4240feSJulian Elischer 	}
4345230cfd2SJulian Elischer 
43572dfe7a3SPoul-Henning Kamp 	print_uptime();
43672dfe7a3SPoul-Henning Kamp 
437bf8696b4SAndriy Gapon 	cngrab();
438bf8696b4SAndriy Gapon 
4395230cfd2SJulian Elischer 	/*
4405230cfd2SJulian Elischer 	 * Ok, now do things that assume all filesystem activity has
4415230cfd2SJulian Elischer 	 * been completed.
4425230cfd2SJulian Elischer 	 */
443fcb893a8SMike Smith 	EVENTHANDLER_INVOKE(shutdown_post_sync, howto);
44470ce93f4SNate Lawson 
445f6449d9dSJulian Elischer 	if ((howto & (RB_HALT|RB_DUMP)) == RB_DUMP && !cold && !dumping)
446299cceefSMarcel Moolenaar 		doadump(TRUE);
4472cfa0a03SJustin T. Gibbs 
4482cfa0a03SJustin T. Gibbs 	/* Now that we're going to really halt the system... */
449fcb893a8SMike Smith 	EVENTHANDLER_INVOKE(shutdown_final, howto);
4502cfa0a03SJustin T. Gibbs 
451fcb893a8SMike Smith 	for(;;) ;	/* safety against shutdown_reset not working */
452fcb893a8SMike Smith 	/* NOTREACHED */
453fcb893a8SMike Smith }
454fcb893a8SMike Smith 
455fcb893a8SMike Smith /*
4560d3d0cc3SEdward Tomasz Napierala  * The system call that results in changing the rootfs.
4570d3d0cc3SEdward Tomasz Napierala  */
4580d3d0cc3SEdward Tomasz Napierala static int
4590d3d0cc3SEdward Tomasz Napierala kern_reroot(void)
4600d3d0cc3SEdward Tomasz Napierala {
4610d3d0cc3SEdward Tomasz Napierala 	struct vnode *oldrootvnode, *vp;
4620d3d0cc3SEdward Tomasz Napierala 	struct mount *mp, *devmp;
4630d3d0cc3SEdward Tomasz Napierala 	int error;
4640d3d0cc3SEdward Tomasz Napierala 
4650d3d0cc3SEdward Tomasz Napierala 	if (curproc != initproc)
4660d3d0cc3SEdward Tomasz Napierala 		return (EPERM);
4670d3d0cc3SEdward Tomasz Napierala 
4680d3d0cc3SEdward Tomasz Napierala 	/*
4690d3d0cc3SEdward Tomasz Napierala 	 * Mark the filesystem containing currently-running executable
4700d3d0cc3SEdward Tomasz Napierala 	 * (the temporary copy of init(8)) busy.
4710d3d0cc3SEdward Tomasz Napierala 	 */
4720d3d0cc3SEdward Tomasz Napierala 	vp = curproc->p_textvp;
4730d3d0cc3SEdward Tomasz Napierala 	error = vn_lock(vp, LK_SHARED);
4740d3d0cc3SEdward Tomasz Napierala 	if (error != 0)
4750d3d0cc3SEdward Tomasz Napierala 		return (error);
4760d3d0cc3SEdward Tomasz Napierala 	mp = vp->v_mount;
4770d3d0cc3SEdward Tomasz Napierala 	error = vfs_busy(mp, MBF_NOWAIT);
4780d3d0cc3SEdward Tomasz Napierala 	if (error != 0) {
4790d3d0cc3SEdward Tomasz Napierala 		vfs_ref(mp);
4800d3d0cc3SEdward Tomasz Napierala 		VOP_UNLOCK(vp, 0);
4810d3d0cc3SEdward Tomasz Napierala 		error = vfs_busy(mp, 0);
4820d3d0cc3SEdward Tomasz Napierala 		vn_lock(vp, LK_SHARED | LK_RETRY);
4830d3d0cc3SEdward Tomasz Napierala 		vfs_rel(mp);
4840d3d0cc3SEdward Tomasz Napierala 		if (error != 0) {
4850d3d0cc3SEdward Tomasz Napierala 			VOP_UNLOCK(vp, 0);
4860d3d0cc3SEdward Tomasz Napierala 			return (ENOENT);
4870d3d0cc3SEdward Tomasz Napierala 		}
4880d3d0cc3SEdward Tomasz Napierala 		if (vp->v_iflag & VI_DOOMED) {
4890d3d0cc3SEdward Tomasz Napierala 			VOP_UNLOCK(vp, 0);
4900d3d0cc3SEdward Tomasz Napierala 			vfs_unbusy(mp);
4910d3d0cc3SEdward Tomasz Napierala 			return (ENOENT);
4920d3d0cc3SEdward Tomasz Napierala 		}
4930d3d0cc3SEdward Tomasz Napierala 	}
4940d3d0cc3SEdward Tomasz Napierala 	VOP_UNLOCK(vp, 0);
4950d3d0cc3SEdward Tomasz Napierala 
4960d3d0cc3SEdward Tomasz Napierala 	/*
4970d3d0cc3SEdward Tomasz Napierala 	 * Remove the filesystem containing currently-running executable
4980d3d0cc3SEdward Tomasz Napierala 	 * from the mount list, to prevent it from being unmounted
4990d3d0cc3SEdward Tomasz Napierala 	 * by vfs_unmountall(), and to avoid confusing vfs_mountroot().
5000d3d0cc3SEdward Tomasz Napierala 	 *
5010d3d0cc3SEdward Tomasz Napierala 	 * Also preserve /dev - forcibly unmounting it could cause driver
5020d3d0cc3SEdward Tomasz Napierala 	 * reinitialization.
5030d3d0cc3SEdward Tomasz Napierala 	 */
5040d3d0cc3SEdward Tomasz Napierala 
5050d3d0cc3SEdward Tomasz Napierala 	vfs_ref(rootdevmp);
5060d3d0cc3SEdward Tomasz Napierala 	devmp = rootdevmp;
5070d3d0cc3SEdward Tomasz Napierala 	rootdevmp = NULL;
5080d3d0cc3SEdward Tomasz Napierala 
5090d3d0cc3SEdward Tomasz Napierala 	mtx_lock(&mountlist_mtx);
5100d3d0cc3SEdward Tomasz Napierala 	TAILQ_REMOVE(&mountlist, mp, mnt_list);
5110d3d0cc3SEdward Tomasz Napierala 	TAILQ_REMOVE(&mountlist, devmp, mnt_list);
5120d3d0cc3SEdward Tomasz Napierala 	mtx_unlock(&mountlist_mtx);
5130d3d0cc3SEdward Tomasz Napierala 
5140d3d0cc3SEdward Tomasz Napierala 	oldrootvnode = rootvnode;
5150d3d0cc3SEdward Tomasz Napierala 
5160d3d0cc3SEdward Tomasz Napierala 	/*
5170d3d0cc3SEdward Tomasz Napierala 	 * Unmount everything except for the two filesystems preserved above.
5180d3d0cc3SEdward Tomasz Napierala 	 */
5190d3d0cc3SEdward Tomasz Napierala 	vfs_unmountall();
5200d3d0cc3SEdward Tomasz Napierala 
5210d3d0cc3SEdward Tomasz Napierala 	/*
5220d3d0cc3SEdward Tomasz Napierala 	 * Add /dev back; vfs_mountroot() will move it into its new place.
5230d3d0cc3SEdward Tomasz Napierala 	 */
5240d3d0cc3SEdward Tomasz Napierala 	mtx_lock(&mountlist_mtx);
5250d3d0cc3SEdward Tomasz Napierala 	TAILQ_INSERT_HEAD(&mountlist, devmp, mnt_list);
5260d3d0cc3SEdward Tomasz Napierala 	mtx_unlock(&mountlist_mtx);
5270d3d0cc3SEdward Tomasz Napierala 	rootdevmp = devmp;
5280d3d0cc3SEdward Tomasz Napierala 	vfs_rel(rootdevmp);
5290d3d0cc3SEdward Tomasz Napierala 
5300d3d0cc3SEdward Tomasz Napierala 	/*
5310d3d0cc3SEdward Tomasz Napierala 	 * Mount the new rootfs.
5320d3d0cc3SEdward Tomasz Napierala 	 */
5330d3d0cc3SEdward Tomasz Napierala 	vfs_mountroot();
5340d3d0cc3SEdward Tomasz Napierala 
5350d3d0cc3SEdward Tomasz Napierala 	/*
5360d3d0cc3SEdward Tomasz Napierala 	 * Update all references to the old rootvnode.
5370d3d0cc3SEdward Tomasz Napierala 	 */
5380d3d0cc3SEdward Tomasz Napierala 	mountcheckdirs(oldrootvnode, rootvnode);
5390d3d0cc3SEdward Tomasz Napierala 
5400d3d0cc3SEdward Tomasz Napierala 	/*
5410d3d0cc3SEdward Tomasz Napierala 	 * Add the temporary filesystem back and unbusy it.
5420d3d0cc3SEdward Tomasz Napierala 	 */
5430d3d0cc3SEdward Tomasz Napierala 	mtx_lock(&mountlist_mtx);
5440d3d0cc3SEdward Tomasz Napierala 	TAILQ_INSERT_TAIL(&mountlist, mp, mnt_list);
5450d3d0cc3SEdward Tomasz Napierala 	mtx_unlock(&mountlist_mtx);
5460d3d0cc3SEdward Tomasz Napierala 	vfs_unbusy(mp);
5470d3d0cc3SEdward Tomasz Napierala 
5480d3d0cc3SEdward Tomasz Napierala 	return (0);
5490d3d0cc3SEdward Tomasz Napierala }
5500d3d0cc3SEdward Tomasz Napierala 
5510d3d0cc3SEdward Tomasz Napierala /*
552fcb893a8SMike Smith  * If the shutdown was a clean halt, behave accordingly.
553fcb893a8SMike Smith  */
554fcb893a8SMike Smith static void
555fcb893a8SMike Smith shutdown_halt(void *junk, int howto)
556fcb893a8SMike Smith {
557e95499bdSAlfred Perlstein 
558ad4240feSJulian Elischer 	if (howto & RB_HALT) {
559ad4240feSJulian Elischer 		printf("\n");
560ad4240feSJulian Elischer 		printf("The operating system has halted.\n");
561ad4240feSJulian Elischer 		printf("Please press any key to reboot.\n\n");
562d13d3630SJulian Elischer 		switch (cngetc()) {
563d13d3630SJulian Elischer 		case -1:		/* No console, just die */
564d13d3630SJulian Elischer 			cpu_halt();
565d13d3630SJulian Elischer 			/* NOTREACHED */
566d13d3630SJulian Elischer 		default:
567d13d3630SJulian Elischer 			break;
568d13d3630SJulian Elischer 		}
569fcb893a8SMike Smith 	}
570fcb893a8SMike Smith }
571ad4240feSJulian Elischer 
572fcb893a8SMike Smith /*
573fcb893a8SMike Smith  * Check to see if the system paniced, pause and then reboot
574fcb893a8SMike Smith  * according to the specified delay.
575fcb893a8SMike Smith  */
576fcb893a8SMike Smith static void
577fcb893a8SMike Smith shutdown_panic(void *junk, int howto)
578fcb893a8SMike Smith {
579fcb893a8SMike Smith 	int loop;
580fcb893a8SMike Smith 
581fcb893a8SMike Smith 	if (howto & RB_DUMP) {
5821cdbb9edSColin Percival 		if (panic_reboot_wait_time != 0) {
5831cdbb9edSColin Percival 			if (panic_reboot_wait_time != -1) {
5842cfa0a03SJustin T. Gibbs 				printf("Automatic reboot in %d seconds - "
5852cfa0a03SJustin T. Gibbs 				       "press a key on the console to abort\n",
5861cdbb9edSColin Percival 					panic_reboot_wait_time);
5871cdbb9edSColin Percival 				for (loop = panic_reboot_wait_time * 10;
5882cfa0a03SJustin T. Gibbs 				     loop > 0; --loop) {
589ad4240feSJulian Elischer 					DELAY(1000 * 100); /* 1/10th second */
590a7f8f2abSBruce Evans 					/* Did user type a key? */
591a7f8f2abSBruce Evans 					if (cncheckc() != -1)
592ad4240feSJulian Elischer 						break;
593ad4240feSJulian Elischer 				}
594ad4240feSJulian Elischer 				if (!loop)
595fcb893a8SMike Smith 					return;
596ad4240feSJulian Elischer 			}
597ad4240feSJulian Elischer 		} else { /* zero time specified - reboot NOW */
598fcb893a8SMike Smith 			return;
599ad4240feSJulian Elischer 		}
600422702e9SNik Clayton 		printf("--> Press a key on the console to reboot,\n");
601422702e9SNik Clayton 		printf("--> or switch off the system now.\n");
602ad4240feSJulian Elischer 		cngetc();
603ad4240feSJulian Elischer 	}
604fcb893a8SMike Smith }
605fcb893a8SMike Smith 
606fcb893a8SMike Smith /*
607fcb893a8SMike Smith  * Everything done, now reset
608fcb893a8SMike Smith  */
609fcb893a8SMike Smith static void
610fcb893a8SMike Smith shutdown_reset(void *junk, int howto)
611fcb893a8SMike Smith {
612e95499bdSAlfred Perlstein 
613ad4240feSJulian Elischer 	printf("Rebooting...\n");
614ad4240feSJulian Elischer 	DELAY(1000000);	/* wait 1 sec for printf's to complete and be read */
615248bb937SAttilio Rao 
616248bb937SAttilio Rao 	/*
617248bb937SAttilio Rao 	 * Acquiring smp_ipi_mtx here has a double effect:
618248bb937SAttilio Rao 	 * - it disables interrupts avoiding CPU0 preemption
619248bb937SAttilio Rao 	 *   by fast handlers (thus deadlocking  against other CPUs)
620248bb937SAttilio Rao 	 * - it avoids deadlocks against smp_rendezvous() or, more
621248bb937SAttilio Rao 	 *   generally, threads busy-waiting, with this spinlock held,
622248bb937SAttilio Rao 	 *   and waiting for responses by threads on other CPUs
623248bb937SAttilio Rao 	 *   (ie. smp_tlb_shootdown()).
6240a2d5feaSAttilio Rao 	 *
6250a2d5feaSAttilio Rao 	 * For the !SMP case it just needs to handle the former problem.
626248bb937SAttilio Rao 	 */
6270a2d5feaSAttilio Rao #ifdef SMP
628248bb937SAttilio Rao 	mtx_lock_spin(&smp_ipi_mtx);
6290a2d5feaSAttilio Rao #else
6300a2d5feaSAttilio Rao 	spinlock_enter();
6310a2d5feaSAttilio Rao #endif
632248bb937SAttilio Rao 
633269fb9d7SJulian Elischer 	/* cpu_boot(howto); */ /* doesn't do anything at the moment */
634ad4240feSJulian Elischer 	cpu_reset();
635fcb893a8SMike Smith 	/* NOTREACHED */ /* assuming reset worked */
636ad4240feSJulian Elischer }
637ad4240feSJulian Elischer 
638a0d20ecbSGleb Smirnoff #if defined(WITNESS) || defined(INVARIANT_SUPPORT)
6393945a964SAlfred Perlstein static int kassert_warn_only = 0;
640a94053baSAlfred Perlstein #ifdef KDB
641a94053baSAlfred Perlstein static int kassert_do_kdb = 0;
642a94053baSAlfred Perlstein #endif
6433945a964SAlfred Perlstein #ifdef KTR
6443945a964SAlfred Perlstein static int kassert_do_ktr = 0;
6453945a964SAlfred Perlstein #endif
6463945a964SAlfred Perlstein static int kassert_do_log = 1;
6473945a964SAlfred Perlstein static int kassert_log_pps_limit = 4;
6483945a964SAlfred Perlstein static int kassert_log_mute_at = 0;
6493945a964SAlfred Perlstein static int kassert_log_panic_at = 0;
65018959b69SJonathan T. Looney static int kassert_suppress_in_panic = 0;
6513945a964SAlfred Perlstein static int kassert_warnings = 0;
6523945a964SAlfred Perlstein 
6533945a964SAlfred Perlstein SYSCTL_NODE(_debug, OID_AUTO, kassert, CTLFLAG_RW, NULL, "kassert options");
6543945a964SAlfred Perlstein 
655*4ca8c1efSConrad Meyer #ifdef KASSERT_PANIC_OPTIONAL
656*4ca8c1efSConrad Meyer #define KASSERT_RWTUN	CTLFLAG_RWTUN
657*4ca8c1efSConrad Meyer #else
658*4ca8c1efSConrad Meyer #define KASSERT_RWTUN	CTLFLAG_RDTUN
659*4ca8c1efSConrad Meyer #endif
660*4ca8c1efSConrad Meyer 
661*4ca8c1efSConrad Meyer SYSCTL_INT(_debug_kassert, OID_AUTO, warn_only, KASSERT_RWTUN,
6623945a964SAlfred Perlstein     &kassert_warn_only, 0,
663*4ca8c1efSConrad Meyer     "KASSERT triggers a panic (0) or just a warning (1)");
6643945a964SAlfred Perlstein 
665a94053baSAlfred Perlstein #ifdef KDB
666*4ca8c1efSConrad Meyer SYSCTL_INT(_debug_kassert, OID_AUTO, do_kdb, KASSERT_RWTUN,
667a94053baSAlfred Perlstein     &kassert_do_kdb, 0, "KASSERT will enter the debugger");
668a94053baSAlfred Perlstein #endif
669a94053baSAlfred Perlstein 
6703945a964SAlfred Perlstein #ifdef KTR
671*4ca8c1efSConrad Meyer SYSCTL_UINT(_debug_kassert, OID_AUTO, do_ktr, KASSERT_RWTUN,
6723945a964SAlfred Perlstein     &kassert_do_ktr, 0,
6733945a964SAlfred Perlstein     "KASSERT does a KTR, set this to the KTRMASK you want");
6743945a964SAlfred Perlstein #endif
6753945a964SAlfred Perlstein 
676*4ca8c1efSConrad Meyer SYSCTL_INT(_debug_kassert, OID_AUTO, do_log, KASSERT_RWTUN,
67707aa6ea6SConrad Meyer     &kassert_do_log, 0,
67807aa6ea6SConrad Meyer     "If warn_only is enabled, log (1) or do not log (0) assertion violations");
6793945a964SAlfred Perlstein 
680*4ca8c1efSConrad Meyer SYSCTL_INT(_debug_kassert, OID_AUTO, warnings, KASSERT_RWTUN,
6813945a964SAlfred Perlstein     &kassert_warnings, 0, "number of KASSERTs that have been triggered");
6823945a964SAlfred Perlstein 
683*4ca8c1efSConrad Meyer SYSCTL_INT(_debug_kassert, OID_AUTO, log_panic_at, KASSERT_RWTUN,
6843945a964SAlfred Perlstein     &kassert_log_panic_at, 0, "max number of KASSERTS before we will panic");
6853945a964SAlfred Perlstein 
686*4ca8c1efSConrad Meyer SYSCTL_INT(_debug_kassert, OID_AUTO, log_pps_limit, KASSERT_RWTUN,
6873945a964SAlfred Perlstein     &kassert_log_pps_limit, 0, "limit number of log messages per second");
6883945a964SAlfred Perlstein 
689*4ca8c1efSConrad Meyer SYSCTL_INT(_debug_kassert, OID_AUTO, log_mute_at, KASSERT_RWTUN,
6903945a964SAlfred Perlstein     &kassert_log_mute_at, 0, "max number of KASSERTS to log");
6913945a964SAlfred Perlstein 
692*4ca8c1efSConrad Meyer SYSCTL_INT(_debug_kassert, OID_AUTO, suppress_in_panic, KASSERT_RWTUN,
69344b71282SJonathan T. Looney     &kassert_suppress_in_panic, 0,
69444b71282SJonathan T. Looney     "KASSERTs will be suppressed while handling a panic");
695*4ca8c1efSConrad Meyer #undef KASSERT_RWTUN
69644b71282SJonathan T. Looney 
6973945a964SAlfred Perlstein static int kassert_sysctl_kassert(SYSCTL_HANDLER_ARGS);
6983945a964SAlfred Perlstein 
6993945a964SAlfred Perlstein SYSCTL_PROC(_debug_kassert, OID_AUTO, kassert,
7003945a964SAlfred Perlstein     CTLTYPE_INT | CTLFLAG_RW | CTLFLAG_SECURE, NULL, 0,
7013945a964SAlfred Perlstein     kassert_sysctl_kassert, "I", "set to trigger a test kassert");
7023945a964SAlfred Perlstein 
7033945a964SAlfred Perlstein static int
7043945a964SAlfred Perlstein kassert_sysctl_kassert(SYSCTL_HANDLER_ARGS)
7053945a964SAlfred Perlstein {
7063945a964SAlfred Perlstein 	int error, i;
7073945a964SAlfred Perlstein 
7083945a964SAlfred Perlstein 	error = sysctl_wire_old_buffer(req, sizeof(int));
7093945a964SAlfred Perlstein 	if (error == 0) {
7103945a964SAlfred Perlstein 		i = 0;
7113945a964SAlfred Perlstein 		error = sysctl_handle_int(oidp, &i, 0, req);
7123945a964SAlfred Perlstein 	}
7133945a964SAlfred Perlstein 	if (error != 0 || req->newptr == NULL)
7143945a964SAlfred Perlstein 		return (error);
7153945a964SAlfred Perlstein 	KASSERT(0, ("kassert_sysctl_kassert triggered kassert %d", i));
7163945a964SAlfred Perlstein 	return (0);
7173945a964SAlfred Perlstein }
7183945a964SAlfred Perlstein 
719*4ca8c1efSConrad Meyer #ifdef KASSERT_PANIC_OPTIONAL
7203945a964SAlfred Perlstein /*
7213945a964SAlfred Perlstein  * Called by KASSERT, this decides if we will panic
7223945a964SAlfred Perlstein  * or if we will log via printf and/or ktr.
7233945a964SAlfred Perlstein  */
7243945a964SAlfred Perlstein void
7253945a964SAlfred Perlstein kassert_panic(const char *fmt, ...)
7263945a964SAlfred Perlstein {
7273945a964SAlfred Perlstein 	static char buf[256];
7283945a964SAlfred Perlstein 	va_list ap;
7293945a964SAlfred Perlstein 
7303945a964SAlfred Perlstein 	va_start(ap, fmt);
7313945a964SAlfred Perlstein 	(void)vsnprintf(buf, sizeof(buf), fmt, ap);
7323945a964SAlfred Perlstein 	va_end(ap);
7333945a964SAlfred Perlstein 
7343945a964SAlfred Perlstein 	/*
73565df1248SConrad Meyer 	 * If we are suppressing secondary panics, log the warning but do not
73665df1248SConrad Meyer 	 * re-enter panic/kdb.
73765df1248SConrad Meyer 	 */
73865df1248SConrad Meyer 	if (panicstr != NULL && kassert_suppress_in_panic) {
73965df1248SConrad Meyer 		if (kassert_do_log) {
74065df1248SConrad Meyer 			printf("KASSERT failed: %s\n", buf);
74165df1248SConrad Meyer #ifdef KDB
74265df1248SConrad Meyer 			if (trace_all_panics && trace_on_panic)
74365df1248SConrad Meyer 				kdb_backtrace();
74465df1248SConrad Meyer #endif
74565df1248SConrad Meyer 		}
74665df1248SConrad Meyer 		return;
74765df1248SConrad Meyer 	}
74865df1248SConrad Meyer 
74965df1248SConrad Meyer 	/*
7503945a964SAlfred Perlstein 	 * panic if we're not just warning, or if we've exceeded
7513945a964SAlfred Perlstein 	 * kassert_log_panic_at warnings.
7523945a964SAlfred Perlstein 	 */
7533945a964SAlfred Perlstein 	if (!kassert_warn_only ||
7543945a964SAlfred Perlstein 	    (kassert_log_panic_at > 0 &&
7553945a964SAlfred Perlstein 	     kassert_warnings >= kassert_log_panic_at)) {
7563945a964SAlfred Perlstein 		va_start(ap, fmt);
7573945a964SAlfred Perlstein 		vpanic(fmt, ap);
7583945a964SAlfred Perlstein 		/* NORETURN */
7593945a964SAlfred Perlstein 	}
7603945a964SAlfred Perlstein #ifdef KTR
7613945a964SAlfred Perlstein 	if (kassert_do_ktr)
7623945a964SAlfred Perlstein 		CTR0(ktr_mask, buf);
7633945a964SAlfred Perlstein #endif /* KTR */
7643945a964SAlfred Perlstein 	/*
7653945a964SAlfred Perlstein 	 * log if we've not yet met the mute limit.
7663945a964SAlfred Perlstein 	 */
7673945a964SAlfred Perlstein 	if (kassert_do_log &&
7683945a964SAlfred Perlstein 	    (kassert_log_mute_at == 0 ||
7693945a964SAlfred Perlstein 	     kassert_warnings < kassert_log_mute_at)) {
7703945a964SAlfred Perlstein 		static  struct timeval lasterr;
7713945a964SAlfred Perlstein 		static  int curerr;
7723945a964SAlfred Perlstein 
7733945a964SAlfred Perlstein 		if (ppsratecheck(&lasterr, &curerr, kassert_log_pps_limit)) {
7743945a964SAlfred Perlstein 			printf("KASSERT failed: %s\n", buf);
7753945a964SAlfred Perlstein 			kdb_backtrace();
7763945a964SAlfred Perlstein 		}
7773945a964SAlfred Perlstein 	}
778a94053baSAlfred Perlstein #ifdef KDB
779a94053baSAlfred Perlstein 	if (kassert_do_kdb) {
780a94053baSAlfred Perlstein 		kdb_enter(KDB_WHY_KASSERT, buf);
781a94053baSAlfred Perlstein 	}
782a94053baSAlfred Perlstein #endif
7833945a964SAlfred Perlstein 	atomic_add_int(&kassert_warnings, 1);
7843945a964SAlfred Perlstein }
785*4ca8c1efSConrad Meyer #endif /* KASSERT_PANIC_OPTIONAL */
7863945a964SAlfred Perlstein #endif
7873945a964SAlfred Perlstein 
788ad4240feSJulian Elischer /*
789ad4240feSJulian Elischer  * Panic is called on unresolvable fatal errors.  It prints "panic: mesg",
790ad4240feSJulian Elischer  * and then reboots.  If we are called twice, then we avoid trying to sync
791ad4240feSJulian Elischer  * the disks as this often leads to recursive panics.
792ad4240feSJulian Elischer  */
793ad4240feSJulian Elischer void
7949a6dc4b6SPoul-Henning Kamp panic(const char *fmt, ...)
795ad4240feSJulian Elischer {
7963945a964SAlfred Perlstein 	va_list ap;
7973945a964SAlfred Perlstein 
7983945a964SAlfred Perlstein 	va_start(ap, fmt);
7993945a964SAlfred Perlstein 	vpanic(fmt, ap);
8003945a964SAlfred Perlstein }
8013945a964SAlfred Perlstein 
802da10a603SMark Johnston void
8033945a964SAlfred Perlstein vpanic(const char *fmt, va_list ap)
8043945a964SAlfred Perlstein {
80564dd590eSAndriy Gapon #ifdef SMP
80635370593SAndriy Gapon 	cpuset_t other_cpus;
80764dd590eSAndriy Gapon #endif
808fe799533SAndrew Gallatin 	struct thread *td = curthread;
809e485b64bSJohn Baldwin 	int bootopt, newpanic;
81099237364SAndrey A. Chernov 	static char buf[256];
811ad4240feSJulian Elischer 
81235370593SAndriy Gapon 	spinlock_enter();
81335370593SAndriy Gapon 
8140384fff8SJason Evans #ifdef SMP
8151a5333c3SJohn Baldwin 	/*
8166898bee9SAndriy Gapon 	 * stop_cpus_hard(other_cpus) should prevent multiple CPUs from
8176898bee9SAndriy Gapon 	 * concurrently entering panic.  Only the winner will proceed
8186898bee9SAndriy Gapon 	 * further.
8191a5333c3SJohn Baldwin 	 */
82035370593SAndriy Gapon 	if (panicstr == NULL && !kdb_active) {
82135370593SAndriy Gapon 		other_cpus = all_cpus;
82235370593SAndriy Gapon 		CPU_CLR(PCPU_GET(cpuid), &other_cpus);
82335370593SAndriy Gapon 		stop_cpus_hard(other_cpus);
82435370593SAndriy Gapon 	}
82542d33c1fSMark Johnston #endif
82635370593SAndriy Gapon 
82735370593SAndriy Gapon 	/*
8289ad64f27SMark Johnston 	 * Ensure that the scheduler is stopped while panicking, even if panic
8299ad64f27SMark Johnston 	 * has been entered from kdb.
83035370593SAndriy Gapon 	 */
8315d7380f8SAttilio Rao 	td->td_stopsched = 1;
8320384fff8SJason Evans 
833e3adb685SAttilio Rao 	bootopt = RB_AUTOBOOT;
834e485b64bSJohn Baldwin 	newpanic = 0;
835ad4240feSJulian Elischer 	if (panicstr)
836ad4240feSJulian Elischer 		bootopt |= RB_NOSYNC;
837e485b64bSJohn Baldwin 	else {
838e3adb685SAttilio Rao 		bootopt |= RB_DUMP;
839ad4240feSJulian Elischer 		panicstr = fmt;
840e485b64bSJohn Baldwin 		newpanic = 1;
841e485b64bSJohn Baldwin 	}
842ad4240feSJulian Elischer 
8434f1b4577SIan Dowse 	if (newpanic) {
8442127f260SArchie Cobbs 		(void)vsnprintf(buf, sizeof(buf), fmt, ap);
84599237364SAndrey A. Chernov 		panicstr = buf;
846bf8696b4SAndriy Gapon 		cngrab();
8479a6dc4b6SPoul-Henning Kamp 		printf("panic: %s\n", buf);
8484f1b4577SIan Dowse 	} else {
8494f1b4577SIan Dowse 		printf("panic: ");
8504f1b4577SIan Dowse 		vprintf(fmt, ap);
8519a6dc4b6SPoul-Henning Kamp 		printf("\n");
8524f1b4577SIan Dowse 	}
85347d81897SSteve Passe #ifdef SMP
85455c45354SJohn Baldwin 	printf("cpuid = %d\n", PCPU_GET(cpuid));
8552bcc63c5SJohn Baldwin #endif
8566cf0c1dbSGleb Smirnoff 	printf("time = %jd\n", (intmax_t )time_second);
8572d50560aSMarcel Moolenaar #ifdef KDB
858ad1fc315SConrad Meyer 	if ((newpanic || trace_all_panics) && trace_on_panic)
8592d50560aSMarcel Moolenaar 		kdb_backtrace();
860ad4240feSJulian Elischer 	if (debugger_on_panic)
8613de213ccSRobert Watson 		kdb_enter(KDB_WHY_PANIC, "panic");
8621432aa0cSJohn Baldwin #endif
863982d11f8SJeff Roberson 	/*thread_lock(td); */
864fe799533SAndrew Gallatin 	td->td_flags |= TDF_INPANIC;
865982d11f8SJeff Roberson 	/* thread_unlock(td); */
866259ed917SPeter Wemm 	if (!sync_on_panic)
867259ed917SPeter Wemm 		bootopt |= RB_NOSYNC;
86848f1a492SWarner Losh 	if (poweroff_on_panic)
86948f1a492SWarner Losh 		bootopt |= RB_POWEROFF;
87048f1a492SWarner Losh 	if (powercycle_on_panic)
87148f1a492SWarner Losh 		bootopt |= RB_POWERCYCLE;
87276e18b25SMarcel Moolenaar 	kern_reboot(bootopt);
873ad4240feSJulian Elischer }
874ad4240feSJulian Elischer 
875e0d898b4SJulian Elischer /*
876db82a982SMike Smith  * Support for poweroff delay.
877b22692bdSNick Hibma  *
878b22692bdSNick Hibma  * Please note that setting this delay too short might power off your machine
879b22692bdSNick Hibma  * before the write cache on your hard disk has been flushed, leading to
880b22692bdSNick Hibma  * soft-updates inconsistencies.
881db82a982SMike Smith  */
8829eec6969SMike Smith #ifndef POWEROFF_DELAY
8839eec6969SMike Smith # define POWEROFF_DELAY 5000
8849eec6969SMike Smith #endif
8859eec6969SMike Smith static int poweroff_delay = POWEROFF_DELAY;
8869eec6969SMike Smith 
887db82a982SMike Smith SYSCTL_INT(_kern_shutdown, OID_AUTO, poweroff_delay, CTLFLAG_RW,
8883eb9ab52SEitan Adler     &poweroff_delay, 0, "Delay before poweroff to write disk caches (msec)");
889db82a982SMike Smith 
890fcb893a8SMike Smith static void
891fcb893a8SMike Smith poweroff_wait(void *junk, int howto)
892db82a982SMike Smith {
893e95499bdSAlfred Perlstein 
8947d41b6f0SWarner Losh 	if ((howto & (RB_POWEROFF | RB_POWERCYCLE)) == 0 || poweroff_delay <= 0)
895db82a982SMike Smith 		return;
896db82a982SMike Smith 	DELAY(poweroff_delay * 1000);
897db82a982SMike Smith }
8985e950839SLuoqi Chen 
8995e950839SLuoqi Chen /*
9005e950839SLuoqi Chen  * Some system processes (e.g. syncer) need to be stopped at appropriate
9015e950839SLuoqi Chen  * points in their main loops prior to a system shutdown, so that they
9025e950839SLuoqi Chen  * won't interfere with the shutdown process (e.g. by holding a disk buf
9035e950839SLuoqi Chen  * to cause sync to fail).  For each of these system processes, register
9045e950839SLuoqi Chen  * shutdown_kproc() as a handler for one of shutdown events.
9055e950839SLuoqi Chen  */
9065e950839SLuoqi Chen static int kproc_shutdown_wait = 60;
9075e950839SLuoqi Chen SYSCTL_INT(_kern_shutdown, OID_AUTO, kproc_shutdown_wait, CTLFLAG_RW,
9083eb9ab52SEitan Adler     &kproc_shutdown_wait, 0, "Max wait time (sec) to stop for each process");
9095e950839SLuoqi Chen 
9105e950839SLuoqi Chen void
911ffc831daSJohn Baldwin kproc_shutdown(void *arg, int howto)
9125e950839SLuoqi Chen {
9135e950839SLuoqi Chen 	struct proc *p;
9145e950839SLuoqi Chen 	int error;
9155e950839SLuoqi Chen 
9165e950839SLuoqi Chen 	if (panicstr)
9175e950839SLuoqi Chen 		return;
9185e950839SLuoqi Chen 
9195e950839SLuoqi Chen 	p = (struct proc *)arg;
920b1c81391SNate Lawson 	printf("Waiting (max %d seconds) for system process `%s' to stop... ",
9214f9d48e4SJohn Baldwin 	    kproc_shutdown_wait, p->p_comm);
9223745c395SJulian Elischer 	error = kproc_suspend(p, kproc_shutdown_wait * hz);
9235e950839SLuoqi Chen 
9245e950839SLuoqi Chen 	if (error == EWOULDBLOCK)
925b1c81391SNate Lawson 		printf("timed out\n");
9265e950839SLuoqi Chen 	else
927b1c81391SNate Lawson 		printf("done\n");
9285e950839SLuoqi Chen }
92981661c94SPoul-Henning Kamp 
9307ab24ea3SJulian Elischer void
9317ab24ea3SJulian Elischer kthread_shutdown(void *arg, int howto)
9327ab24ea3SJulian Elischer {
9337ab24ea3SJulian Elischer 	struct thread *td;
9347ab24ea3SJulian Elischer 	int error;
9357ab24ea3SJulian Elischer 
9367ab24ea3SJulian Elischer 	if (panicstr)
9377ab24ea3SJulian Elischer 		return;
9387ab24ea3SJulian Elischer 
9397ab24ea3SJulian Elischer 	td = (struct thread *)arg;
9407ab24ea3SJulian Elischer 	printf("Waiting (max %d seconds) for system thread `%s' to stop... ",
9414f9d48e4SJohn Baldwin 	    kproc_shutdown_wait, td->td_name);
9427ab24ea3SJulian Elischer 	error = kthread_suspend(td, kproc_shutdown_wait * hz);
9437ab24ea3SJulian Elischer 
9447ab24ea3SJulian Elischer 	if (error == EWOULDBLOCK)
9457ab24ea3SJulian Elischer 		printf("timed out\n");
9467ab24ea3SJulian Elischer 	else
9477ab24ea3SJulian Elischer 		printf("done\n");
9487ab24ea3SJulian Elischer }
9497ab24ea3SJulian Elischer 
950bad7e7f3SAlfred Perlstein static char dumpdevname[sizeof(((struct cdev*)NULL)->si_name)];
951bad7e7f3SAlfred Perlstein SYSCTL_STRING(_kern_shutdown, OID_AUTO, dumpdevname, CTLFLAG_RD,
952bad7e7f3SAlfred Perlstein     dumpdevname, 0, "Device for kernel dumps");
953bad7e7f3SAlfred Perlstein 
95464a16434SMark Johnston static int	_dump_append(struct dumperinfo *di, void *virtual,
95564a16434SMark Johnston 		    vm_offset_t physical, size_t length);
95664a16434SMark Johnston 
957480f31c2SKonrad Witaszczyk #ifdef EKCD
958480f31c2SKonrad Witaszczyk static struct kerneldumpcrypto *
959480f31c2SKonrad Witaszczyk kerneldumpcrypto_create(size_t blocksize, uint8_t encryption,
960480f31c2SKonrad Witaszczyk     const uint8_t *key, uint32_t encryptedkeysize, const uint8_t *encryptedkey)
961480f31c2SKonrad Witaszczyk {
962480f31c2SKonrad Witaszczyk 	struct kerneldumpcrypto *kdc;
963480f31c2SKonrad Witaszczyk 	struct kerneldumpkey *kdk;
964480f31c2SKonrad Witaszczyk 	uint32_t dumpkeysize;
965480f31c2SKonrad Witaszczyk 
966480f31c2SKonrad Witaszczyk 	dumpkeysize = roundup2(sizeof(*kdk) + encryptedkeysize, blocksize);
967480f31c2SKonrad Witaszczyk 	kdc = malloc(sizeof(*kdc) + dumpkeysize, M_EKCD, M_WAITOK | M_ZERO);
968480f31c2SKonrad Witaszczyk 
969480f31c2SKonrad Witaszczyk 	arc4rand(kdc->kdc_iv, sizeof(kdc->kdc_iv), 0);
970480f31c2SKonrad Witaszczyk 
971480f31c2SKonrad Witaszczyk 	kdc->kdc_encryption = encryption;
972480f31c2SKonrad Witaszczyk 	switch (kdc->kdc_encryption) {
973480f31c2SKonrad Witaszczyk 	case KERNELDUMP_ENC_AES_256_CBC:
974480f31c2SKonrad Witaszczyk 		if (rijndael_makeKey(&kdc->kdc_ki, DIR_ENCRYPT, 256, key) <= 0)
975480f31c2SKonrad Witaszczyk 			goto failed;
976480f31c2SKonrad Witaszczyk 		break;
977480f31c2SKonrad Witaszczyk 	default:
978480f31c2SKonrad Witaszczyk 		goto failed;
979480f31c2SKonrad Witaszczyk 	}
980480f31c2SKonrad Witaszczyk 
981480f31c2SKonrad Witaszczyk 	kdc->kdc_dumpkeysize = dumpkeysize;
982480f31c2SKonrad Witaszczyk 	kdk = kdc->kdc_dumpkey;
983480f31c2SKonrad Witaszczyk 	kdk->kdk_encryption = kdc->kdc_encryption;
984480f31c2SKonrad Witaszczyk 	memcpy(kdk->kdk_iv, kdc->kdc_iv, sizeof(kdk->kdk_iv));
985480f31c2SKonrad Witaszczyk 	kdk->kdk_encryptedkeysize = htod32(encryptedkeysize);
986480f31c2SKonrad Witaszczyk 	memcpy(kdk->kdk_encryptedkey, encryptedkey, encryptedkeysize);
987480f31c2SKonrad Witaszczyk 
988480f31c2SKonrad Witaszczyk 	return (kdc);
989480f31c2SKonrad Witaszczyk failed:
990480f31c2SKonrad Witaszczyk 	explicit_bzero(kdc, sizeof(*kdc) + dumpkeysize);
991480f31c2SKonrad Witaszczyk 	free(kdc, M_EKCD);
992480f31c2SKonrad Witaszczyk 	return (NULL);
993480f31c2SKonrad Witaszczyk }
994480f31c2SKonrad Witaszczyk 
99550ef60daSMark Johnston static int
996480f31c2SKonrad Witaszczyk kerneldumpcrypto_init(struct kerneldumpcrypto *kdc)
997480f31c2SKonrad Witaszczyk {
998480f31c2SKonrad Witaszczyk 	uint8_t hash[SHA256_DIGEST_LENGTH];
999480f31c2SKonrad Witaszczyk 	SHA256_CTX ctx;
1000480f31c2SKonrad Witaszczyk 	struct kerneldumpkey *kdk;
1001480f31c2SKonrad Witaszczyk 	int error;
1002480f31c2SKonrad Witaszczyk 
1003480f31c2SKonrad Witaszczyk 	error = 0;
1004480f31c2SKonrad Witaszczyk 
1005480f31c2SKonrad Witaszczyk 	if (kdc == NULL)
1006480f31c2SKonrad Witaszczyk 		return (0);
1007480f31c2SKonrad Witaszczyk 
1008480f31c2SKonrad Witaszczyk 	/*
1009480f31c2SKonrad Witaszczyk 	 * When a user enters ddb it can write a crash dump multiple times.
1010480f31c2SKonrad Witaszczyk 	 * Each time it should be encrypted using a different IV.
1011480f31c2SKonrad Witaszczyk 	 */
1012480f31c2SKonrad Witaszczyk 	SHA256_Init(&ctx);
1013480f31c2SKonrad Witaszczyk 	SHA256_Update(&ctx, kdc->kdc_iv, sizeof(kdc->kdc_iv));
1014480f31c2SKonrad Witaszczyk 	SHA256_Final(hash, &ctx);
1015480f31c2SKonrad Witaszczyk 	bcopy(hash, kdc->kdc_iv, sizeof(kdc->kdc_iv));
1016480f31c2SKonrad Witaszczyk 
1017480f31c2SKonrad Witaszczyk 	switch (kdc->kdc_encryption) {
1018480f31c2SKonrad Witaszczyk 	case KERNELDUMP_ENC_AES_256_CBC:
1019480f31c2SKonrad Witaszczyk 		if (rijndael_cipherInit(&kdc->kdc_ci, MODE_CBC,
1020480f31c2SKonrad Witaszczyk 		    kdc->kdc_iv) <= 0) {
1021480f31c2SKonrad Witaszczyk 			error = EINVAL;
1022480f31c2SKonrad Witaszczyk 			goto out;
1023480f31c2SKonrad Witaszczyk 		}
1024480f31c2SKonrad Witaszczyk 		break;
1025480f31c2SKonrad Witaszczyk 	default:
1026480f31c2SKonrad Witaszczyk 		error = EINVAL;
1027480f31c2SKonrad Witaszczyk 		goto out;
1028480f31c2SKonrad Witaszczyk 	}
1029480f31c2SKonrad Witaszczyk 
1030480f31c2SKonrad Witaszczyk 	kdk = kdc->kdc_dumpkey;
1031480f31c2SKonrad Witaszczyk 	memcpy(kdk->kdk_iv, kdc->kdc_iv, sizeof(kdk->kdk_iv));
1032480f31c2SKonrad Witaszczyk out:
1033480f31c2SKonrad Witaszczyk 	explicit_bzero(hash, sizeof(hash));
1034480f31c2SKonrad Witaszczyk 	return (error);
1035480f31c2SKonrad Witaszczyk }
1036480f31c2SKonrad Witaszczyk 
103701938d36SMark Johnston static uint32_t
1038480f31c2SKonrad Witaszczyk kerneldumpcrypto_dumpkeysize(const struct kerneldumpcrypto *kdc)
1039480f31c2SKonrad Witaszczyk {
1040480f31c2SKonrad Witaszczyk 
1041480f31c2SKonrad Witaszczyk 	if (kdc == NULL)
1042480f31c2SKonrad Witaszczyk 		return (0);
1043480f31c2SKonrad Witaszczyk 	return (kdc->kdc_dumpkeysize);
1044480f31c2SKonrad Witaszczyk }
104501938d36SMark Johnston #endif /* EKCD */
1046480f31c2SKonrad Witaszczyk 
104778f57a9cSMark Johnston static struct kerneldumpcomp *
104878f57a9cSMark Johnston kerneldumpcomp_create(struct dumperinfo *di, uint8_t compression)
104964a16434SMark Johnston {
105078f57a9cSMark Johnston 	struct kerneldumpcomp *kdcomp;
10516026dcd7SMark Johnston 	int format;
105264a16434SMark Johnston 
10536026dcd7SMark Johnston 	switch (compression) {
10546026dcd7SMark Johnston 	case KERNELDUMP_COMP_GZIP:
10556026dcd7SMark Johnston 		format = COMPRESS_GZIP;
10566026dcd7SMark Johnston 		break;
10576026dcd7SMark Johnston 	case KERNELDUMP_COMP_ZSTD:
10586026dcd7SMark Johnston 		format = COMPRESS_ZSTD;
10596026dcd7SMark Johnston 		break;
10606026dcd7SMark Johnston 	default:
106164a16434SMark Johnston 		return (NULL);
10626026dcd7SMark Johnston 	}
10636026dcd7SMark Johnston 
106478f57a9cSMark Johnston 	kdcomp = malloc(sizeof(*kdcomp), M_DUMPER, M_WAITOK | M_ZERO);
10656026dcd7SMark Johnston 	kdcomp->kdc_format = compression;
106678f57a9cSMark Johnston 	kdcomp->kdc_stream = compressor_init(kerneldumpcomp_write_cb,
10676026dcd7SMark Johnston 	    format, di->maxiosize, kerneldump_gzlevel, di);
106878f57a9cSMark Johnston 	if (kdcomp->kdc_stream == NULL) {
106978f57a9cSMark Johnston 		free(kdcomp, M_DUMPER);
107064a16434SMark Johnston 		return (NULL);
107164a16434SMark Johnston 	}
107278f57a9cSMark Johnston 	kdcomp->kdc_buf = malloc(di->maxiosize, M_DUMPER, M_WAITOK | M_NODUMP);
107378f57a9cSMark Johnston 	return (kdcomp);
107464a16434SMark Johnston }
107564a16434SMark Johnston 
107664a16434SMark Johnston static void
107778f57a9cSMark Johnston kerneldumpcomp_destroy(struct dumperinfo *di)
107864a16434SMark Johnston {
107978f57a9cSMark Johnston 	struct kerneldumpcomp *kdcomp;
108064a16434SMark Johnston 
108178f57a9cSMark Johnston 	kdcomp = di->kdcomp;
108278f57a9cSMark Johnston 	if (kdcomp == NULL)
108364a16434SMark Johnston 		return;
108478f57a9cSMark Johnston 	compressor_fini(kdcomp->kdc_stream);
108578f57a9cSMark Johnston 	explicit_bzero(kdcomp->kdc_buf, di->maxiosize);
108678f57a9cSMark Johnston 	free(kdcomp->kdc_buf, M_DUMPER);
108778f57a9cSMark Johnston 	free(kdcomp, M_DUMPER);
108864a16434SMark Johnston }
108964a16434SMark Johnston 
109081661c94SPoul-Henning Kamp /* Registration of dumpers */
109181661c94SPoul-Henning Kamp int
1092480f31c2SKonrad Witaszczyk set_dumper(struct dumperinfo *di, const char *devname, struct thread *td,
109364a16434SMark Johnston     uint8_t compression, uint8_t encryption, const uint8_t *key,
109464a16434SMark Johnston     uint32_t encryptedkeysize, const uint8_t *encryptedkey)
109581661c94SPoul-Henning Kamp {
10965a3a8ec0SAlfred Perlstein 	size_t wantcopy;
10975ebb15b9SPawel Jakub Dawidek 	int error;
10985ebb15b9SPawel Jakub Dawidek 
10995ebb15b9SPawel Jakub Dawidek 	error = priv_check(td, PRIV_SETDUMPER);
11005ebb15b9SPawel Jakub Dawidek 	if (error != 0)
11015ebb15b9SPawel Jakub Dawidek 		return (error);
1102e95499bdSAlfred Perlstein 
110381661c94SPoul-Henning Kamp 	if (dumper.dumper != NULL)
110481661c94SPoul-Henning Kamp 		return (EBUSY);
110581661c94SPoul-Henning Kamp 	dumper = *di;
1106480f31c2SKonrad Witaszczyk 	dumper.blockbuf = NULL;
110778f57a9cSMark Johnston 	dumper.kdcrypto = NULL;
110878f57a9cSMark Johnston 	dumper.kdcomp = NULL;
1109480f31c2SKonrad Witaszczyk 
1110480f31c2SKonrad Witaszczyk 	if (encryption != KERNELDUMP_ENC_NONE) {
1111480f31c2SKonrad Witaszczyk #ifdef EKCD
111278f57a9cSMark Johnston 		dumper.kdcrypto = kerneldumpcrypto_create(di->blocksize,
111378f57a9cSMark Johnston 		    encryption, key, encryptedkeysize, encryptedkey);
111478f57a9cSMark Johnston 		if (dumper.kdcrypto == NULL) {
1115480f31c2SKonrad Witaszczyk 			error = EINVAL;
1116480f31c2SKonrad Witaszczyk 			goto cleanup;
1117480f31c2SKonrad Witaszczyk 		}
1118480f31c2SKonrad Witaszczyk #else
1119480f31c2SKonrad Witaszczyk 		error = EOPNOTSUPP;
1120480f31c2SKonrad Witaszczyk 		goto cleanup;
1121480f31c2SKonrad Witaszczyk #endif
1122480f31c2SKonrad Witaszczyk 	}
1123480f31c2SKonrad Witaszczyk 
11245a3a8ec0SAlfred Perlstein 	wantcopy = strlcpy(dumpdevname, devname, sizeof(dumpdevname));
11255a3a8ec0SAlfred Perlstein 	if (wantcopy >= sizeof(dumpdevname)) {
1126bad7e7f3SAlfred Perlstein 		printf("set_dumper: device name truncated from '%s' -> '%s'\n",
1127bad7e7f3SAlfred Perlstein 		    devname, dumpdevname);
1128bad7e7f3SAlfred Perlstein 	}
1129480f31c2SKonrad Witaszczyk 
113064a16434SMark Johnston 	if (compression != KERNELDUMP_COMP_NONE) {
113164a16434SMark Johnston 		/*
113264a16434SMark Johnston 		 * We currently can't support simultaneous encryption and
113364a16434SMark Johnston 		 * compression.
113464a16434SMark Johnston 		 */
113564a16434SMark Johnston 		if (encryption != KERNELDUMP_ENC_NONE) {
113664a16434SMark Johnston 			error = EOPNOTSUPP;
113764a16434SMark Johnston 			goto cleanup;
113864a16434SMark Johnston 		}
113978f57a9cSMark Johnston 		dumper.kdcomp = kerneldumpcomp_create(&dumper, compression);
114078f57a9cSMark Johnston 		if (dumper.kdcomp == NULL) {
114164a16434SMark Johnston 			error = EINVAL;
114264a16434SMark Johnston 			goto cleanup;
114364a16434SMark Johnston 		}
114464a16434SMark Johnston 	}
114564a16434SMark Johnston 
11465dc5dab6SConrad Meyer 	dumper.blockbuf = malloc(di->blocksize, M_DUMPER, M_WAITOK | M_ZERO);
114781661c94SPoul-Henning Kamp 	return (0);
1148bd92e6b6SMark Johnston 
1149480f31c2SKonrad Witaszczyk cleanup:
1150bd92e6b6SMark Johnston 	(void)clear_dumper(td);
1151bd92e6b6SMark Johnston 	return (error);
1152bd92e6b6SMark Johnston }
1153bd92e6b6SMark Johnston 
1154bd92e6b6SMark Johnston int
1155bd92e6b6SMark Johnston clear_dumper(struct thread *td)
1156bd92e6b6SMark Johnston {
1157bd92e6b6SMark Johnston 	int error;
1158bd92e6b6SMark Johnston 
1159bd92e6b6SMark Johnston 	error = priv_check(td, PRIV_SETDUMPER);
1160bd92e6b6SMark Johnston 	if (error != 0)
1161bd92e6b6SMark Johnston 		return (error);
1162bd92e6b6SMark Johnston 
1163bd92e6b6SMark Johnston #ifdef NETDUMP
1164bd92e6b6SMark Johnston 	netdump_mbuf_drain();
1165bd92e6b6SMark Johnston #endif
1166bd92e6b6SMark Johnston 
1167480f31c2SKonrad Witaszczyk #ifdef EKCD
116878f57a9cSMark Johnston 	if (dumper.kdcrypto != NULL) {
116978f57a9cSMark Johnston 		explicit_bzero(dumper.kdcrypto, sizeof(*dumper.kdcrypto) +
117078f57a9cSMark Johnston 		    dumper.kdcrypto->kdc_dumpkeysize);
117178f57a9cSMark Johnston 		free(dumper.kdcrypto, M_EKCD);
1172480f31c2SKonrad Witaszczyk 	}
1173480f31c2SKonrad Witaszczyk #endif
117464a16434SMark Johnston 
117578f57a9cSMark Johnston 	kerneldumpcomp_destroy(&dumper);
117664a16434SMark Johnston 
1177480f31c2SKonrad Witaszczyk 	if (dumper.blockbuf != NULL) {
1178480f31c2SKonrad Witaszczyk 		explicit_bzero(dumper.blockbuf, dumper.blocksize);
1179480f31c2SKonrad Witaszczyk 		free(dumper.blockbuf, M_DUMPER);
1180480f31c2SKonrad Witaszczyk 	}
1181480f31c2SKonrad Witaszczyk 	explicit_bzero(&dumper, sizeof(dumper));
1182480f31c2SKonrad Witaszczyk 	dumpdevname[0] = '\0';
1183bd92e6b6SMark Johnston 	return (0);
118481661c94SPoul-Henning Kamp }
118581661c94SPoul-Henning Kamp 
1186480f31c2SKonrad Witaszczyk static int
1187480f31c2SKonrad Witaszczyk dump_check_bounds(struct dumperinfo *di, off_t offset, size_t length)
1188007b1b7bSRuslan Ermilov {
1189007b1b7bSRuslan Ermilov 
1190bd92e6b6SMark Johnston 	if (di->mediasize > 0 && length != 0 && (offset < di->mediaoffset ||
1191007b1b7bSRuslan Ermilov 	    offset - di->mediaoffset + length > di->mediasize)) {
1192bde3b1e1SMark Johnston 		if (di->kdcomp != NULL && offset >= di->mediaoffset) {
1193bde3b1e1SMark Johnston 			printf(
1194bde3b1e1SMark Johnston 		    "Compressed dump failed to fit in device boundaries.\n");
1195bde3b1e1SMark Johnston 			return (E2BIG);
1196bde3b1e1SMark Johnston 		}
1197bde3b1e1SMark Johnston 
119858379067SAttilio Rao 		printf("Attempt to write outside dump device boundaries.\n"
119958379067SAttilio Rao 	    "offset(%jd), mediaoffset(%jd), length(%ju), mediasize(%jd).\n",
120058379067SAttilio Rao 		    (intmax_t)offset, (intmax_t)di->mediaoffset,
120158379067SAttilio Rao 		    (uintmax_t)length, (intmax_t)di->mediasize);
120258379067SAttilio Rao 		return (ENOSPC);
1203007b1b7bSRuslan Ermilov 	}
120446fcd1afSMark Johnston 	if (length % di->blocksize != 0) {
120546fcd1afSMark Johnston 		printf("Attempt to write partial block of length %ju.\n",
120646fcd1afSMark Johnston 		    (uintmax_t)length);
120746fcd1afSMark Johnston 		return (EINVAL);
120846fcd1afSMark Johnston 	}
120946fcd1afSMark Johnston 	if (offset % di->blocksize != 0) {
121046fcd1afSMark Johnston 		printf("Attempt to write at unaligned offset %jd.\n",
121146fcd1afSMark Johnston 		    (intmax_t)offset);
121246fcd1afSMark Johnston 		return (EINVAL);
1213480f31c2SKonrad Witaszczyk 	}
1214480f31c2SKonrad Witaszczyk 
121546fcd1afSMark Johnston 	return (0);
121601938d36SMark Johnston }
121701938d36SMark Johnston 
1218480f31c2SKonrad Witaszczyk #ifdef EKCD
1219480f31c2SKonrad Witaszczyk static int
1220480f31c2SKonrad Witaszczyk dump_encrypt(struct kerneldumpcrypto *kdc, uint8_t *buf, size_t size)
1221480f31c2SKonrad Witaszczyk {
1222480f31c2SKonrad Witaszczyk 
1223480f31c2SKonrad Witaszczyk 	switch (kdc->kdc_encryption) {
1224480f31c2SKonrad Witaszczyk 	case KERNELDUMP_ENC_AES_256_CBC:
1225480f31c2SKonrad Witaszczyk 		if (rijndael_blockEncrypt(&kdc->kdc_ci, &kdc->kdc_ki, buf,
1226480f31c2SKonrad Witaszczyk 		    8 * size, buf) <= 0) {
1227480f31c2SKonrad Witaszczyk 			return (EIO);
1228480f31c2SKonrad Witaszczyk 		}
1229480f31c2SKonrad Witaszczyk 		if (rijndael_cipherInit(&kdc->kdc_ci, MODE_CBC,
1230480f31c2SKonrad Witaszczyk 		    buf + size - 16 /* IV size for AES-256-CBC */) <= 0) {
1231480f31c2SKonrad Witaszczyk 			return (EIO);
1232480f31c2SKonrad Witaszczyk 		}
1233480f31c2SKonrad Witaszczyk 		break;
1234480f31c2SKonrad Witaszczyk 	default:
1235480f31c2SKonrad Witaszczyk 		return (EINVAL);
1236480f31c2SKonrad Witaszczyk 	}
1237480f31c2SKonrad Witaszczyk 
1238480f31c2SKonrad Witaszczyk 	return (0);
1239480f31c2SKonrad Witaszczyk }
1240480f31c2SKonrad Witaszczyk 
1241480f31c2SKonrad Witaszczyk /* Encrypt data and call dumper. */
1242480f31c2SKonrad Witaszczyk static int
124346fcd1afSMark Johnston dump_encrypted_write(struct dumperinfo *di, void *virtual,
124446fcd1afSMark Johnston     vm_offset_t physical, off_t offset, size_t length)
1245480f31c2SKonrad Witaszczyk {
1246480f31c2SKonrad Witaszczyk 	static uint8_t buf[KERNELDUMP_BUFFER_SIZE];
1247480f31c2SKonrad Witaszczyk 	struct kerneldumpcrypto *kdc;
1248480f31c2SKonrad Witaszczyk 	int error;
1249480f31c2SKonrad Witaszczyk 	size_t nbytes;
1250480f31c2SKonrad Witaszczyk 
125178f57a9cSMark Johnston 	kdc = di->kdcrypto;
1252480f31c2SKonrad Witaszczyk 
1253480f31c2SKonrad Witaszczyk 	while (length > 0) {
1254480f31c2SKonrad Witaszczyk 		nbytes = MIN(length, sizeof(buf));
1255480f31c2SKonrad Witaszczyk 		bcopy(virtual, buf, nbytes);
1256480f31c2SKonrad Witaszczyk 
1257480f31c2SKonrad Witaszczyk 		if (dump_encrypt(kdc, buf, nbytes) != 0)
1258480f31c2SKonrad Witaszczyk 			return (EIO);
1259480f31c2SKonrad Witaszczyk 
126046fcd1afSMark Johnston 		error = dump_write(di, buf, physical, offset, nbytes);
1261480f31c2SKonrad Witaszczyk 		if (error != 0)
1262480f31c2SKonrad Witaszczyk 			return (error);
1263480f31c2SKonrad Witaszczyk 
1264480f31c2SKonrad Witaszczyk 		offset += nbytes;
1265480f31c2SKonrad Witaszczyk 		virtual = (void *)((uint8_t *)virtual + nbytes);
1266480f31c2SKonrad Witaszczyk 		length -= nbytes;
1267480f31c2SKonrad Witaszczyk 	}
1268480f31c2SKonrad Witaszczyk 
1269480f31c2SKonrad Witaszczyk 	return (0);
1270480f31c2SKonrad Witaszczyk }
127101938d36SMark Johnston #endif /* EKCD */
1272007b1b7bSRuslan Ermilov 
127364a16434SMark Johnston static int
127478f57a9cSMark Johnston kerneldumpcomp_write_cb(void *base, size_t length, off_t offset, void *arg)
127564a16434SMark Johnston {
127664a16434SMark Johnston 	struct dumperinfo *di;
127764a16434SMark Johnston 	size_t resid, rlength;
127864a16434SMark Johnston 	int error;
127964a16434SMark Johnston 
128064a16434SMark Johnston 	di = arg;
128164a16434SMark Johnston 
128264a16434SMark Johnston 	if (length % di->blocksize != 0) {
128364a16434SMark Johnston 		/*
128464a16434SMark Johnston 		 * This must be the final write after flushing the compression
128564a16434SMark Johnston 		 * stream. Write as many full blocks as possible and stash the
128664a16434SMark Johnston 		 * residual data in the dumper's block buffer. It will be
128764a16434SMark Johnston 		 * padded and written in dump_finish().
128864a16434SMark Johnston 		 */
128964a16434SMark Johnston 		rlength = rounddown(length, di->blocksize);
129064a16434SMark Johnston 		if (rlength != 0) {
129164a16434SMark Johnston 			error = _dump_append(di, base, 0, rlength);
129264a16434SMark Johnston 			if (error != 0)
129364a16434SMark Johnston 				return (error);
129464a16434SMark Johnston 		}
129564a16434SMark Johnston 		resid = length - rlength;
129664a16434SMark Johnston 		memmove(di->blockbuf, (uint8_t *)base + rlength, resid);
129778f57a9cSMark Johnston 		di->kdcomp->kdc_resid = resid;
129864a16434SMark Johnston 		return (EAGAIN);
129964a16434SMark Johnston 	}
130064a16434SMark Johnston 	return (_dump_append(di, base, 0, length));
130164a16434SMark Johnston }
130264a16434SMark Johnston 
130364a16434SMark Johnston /*
1304bd92e6b6SMark Johnston  * Write kernel dump headers at the beginning and end of the dump extent.
1305bd92e6b6SMark Johnston  * Write the kernel dump encryption key after the leading header if we were
1306bd92e6b6SMark Johnston  * configured to do so.
130764a16434SMark Johnston  */
1308480f31c2SKonrad Witaszczyk static int
1309bd92e6b6SMark Johnston dump_write_headers(struct dumperinfo *di, struct kerneldumpheader *kdh)
1310480f31c2SKonrad Witaszczyk {
1311bd92e6b6SMark Johnston #ifdef EKCD
1312bd92e6b6SMark Johnston 	struct kerneldumpcrypto *kdc;
1313bd92e6b6SMark Johnston #endif
1314bd92e6b6SMark Johnston 	void *buf, *key;
1315e9666bf6SMark Johnston 	size_t hdrsz;
1316bd92e6b6SMark Johnston 	uint64_t extent;
1317bd92e6b6SMark Johnston 	uint32_t keysize;
1318bd92e6b6SMark Johnston 	int error;
1319480f31c2SKonrad Witaszczyk 
1320e9666bf6SMark Johnston 	hdrsz = sizeof(*kdh);
1321e9666bf6SMark Johnston 	if (hdrsz > di->blocksize)
1322e9666bf6SMark Johnston 		return (ENOMEM);
1323e9666bf6SMark Johnston 
1324bd92e6b6SMark Johnston #ifdef EKCD
1325bd92e6b6SMark Johnston 	kdc = di->kdcrypto;
1326bd92e6b6SMark Johnston 	key = kdc->kdc_dumpkey;
1327bd92e6b6SMark Johnston 	keysize = kerneldumpcrypto_dumpkeysize(kdc);
1328bd92e6b6SMark Johnston #else
1329bd92e6b6SMark Johnston 	key = NULL;
1330bd92e6b6SMark Johnston 	keysize = 0;
1331bd92e6b6SMark Johnston #endif
1332bd92e6b6SMark Johnston 
1333bd92e6b6SMark Johnston 	/*
1334bd92e6b6SMark Johnston 	 * If the dump device has special handling for headers, let it take care
1335bd92e6b6SMark Johnston 	 * of writing them out.
1336bd92e6b6SMark Johnston 	 */
1337bd92e6b6SMark Johnston 	if (di->dumper_hdr != NULL)
1338bd92e6b6SMark Johnston 		return (di->dumper_hdr(di, kdh, key, keysize));
1339bd92e6b6SMark Johnston 
1340e9666bf6SMark Johnston 	if (hdrsz == di->blocksize)
1341e9666bf6SMark Johnston 		buf = kdh;
1342e9666bf6SMark Johnston 	else {
1343e9666bf6SMark Johnston 		buf = di->blockbuf;
1344e9666bf6SMark Johnston 		memset(buf, 0, di->blocksize);
1345e9666bf6SMark Johnston 		memcpy(buf, kdh, hdrsz);
1346e9666bf6SMark Johnston 	}
1347e9666bf6SMark Johnston 
1348bd92e6b6SMark Johnston 	extent = dtoh64(kdh->dumpextent);
1349bd92e6b6SMark Johnston #ifdef EKCD
1350bd92e6b6SMark Johnston 	if (kdc != NULL) {
1351bd92e6b6SMark Johnston 		error = dump_write(di, kdc->kdc_dumpkey, 0,
1352bd92e6b6SMark Johnston 		    di->mediaoffset + di->mediasize - di->blocksize - extent -
1353bd92e6b6SMark Johnston 		    keysize, keysize);
1354bd92e6b6SMark Johnston 		if (error != 0)
1355bd92e6b6SMark Johnston 			return (error);
1356bd92e6b6SMark Johnston 	}
1357bd92e6b6SMark Johnston #endif
1358bd92e6b6SMark Johnston 
1359bd92e6b6SMark Johnston 	error = dump_write(di, buf, 0,
1360bd92e6b6SMark Johnston 	    di->mediaoffset + di->mediasize - 2 * di->blocksize - extent -
1361bd92e6b6SMark Johnston 	    keysize, di->blocksize);
1362bd92e6b6SMark Johnston 	if (error == 0)
1363bd92e6b6SMark Johnston 		error = dump_write(di, buf, 0, di->mediaoffset + di->mediasize -
1364bd92e6b6SMark Johnston 		    di->blocksize, di->blocksize);
1365bd92e6b6SMark Johnston 	return (error);
13665dc5dab6SConrad Meyer }
13675dc5dab6SConrad Meyer 
136850ef60daSMark Johnston /*
136950ef60daSMark Johnston  * Don't touch the first SIZEOF_METADATA bytes on the dump device.  This is to
137050ef60daSMark Johnston  * protect us from metadata and metadata from us.
137150ef60daSMark Johnston  */
137250ef60daSMark Johnston #define	SIZEOF_METADATA		(64 * 1024)
137350ef60daSMark Johnston 
137450ef60daSMark Johnston /*
137564a16434SMark Johnston  * Do some preliminary setup for a kernel dump: initialize state for encryption,
137664a16434SMark Johnston  * if requested, and make sure that we have enough space on the dump device.
137764a16434SMark Johnston  *
137864a16434SMark Johnston  * We set things up so that the dump ends before the last sector of the dump
137964a16434SMark Johnston  * device, at which the trailing header is written.
138064a16434SMark Johnston  *
138164a16434SMark Johnston  *     +-----------+------+-----+----------------------------+------+
138264a16434SMark Johnston  *     |           | lhdr | key |    ... kernel dump ...     | thdr |
138364a16434SMark Johnston  *     +-----------+------+-----+----------------------------+------+
138464a16434SMark Johnston  *                   1 blk  opt <------- dump extent --------> 1 blk
138564a16434SMark Johnston  *
138664a16434SMark Johnston  * Dumps written using dump_append() start at the beginning of the extent.
138764a16434SMark Johnston  * Uncompressed dumps will use the entire extent, but compressed dumps typically
138864a16434SMark Johnston  * will not. The true length of the dump is recorded in the leading and trailing
138964a16434SMark Johnston  * headers once the dump has been completed.
1390bd92e6b6SMark Johnston  *
1391bd92e6b6SMark Johnston  * The dump device may provide a callback, in which case it will initialize
1392bd92e6b6SMark Johnston  * dumpoff and take care of laying out the headers.
139350ef60daSMark Johnston  */
139450ef60daSMark Johnston int
139546fcd1afSMark Johnston dump_start(struct dumperinfo *di, struct kerneldumpheader *kdh)
139650ef60daSMark Johnston {
1397bd92e6b6SMark Johnston 	uint64_t dumpextent, span;
139801938d36SMark Johnston 	uint32_t keysize;
1399bd92e6b6SMark Johnston 	int error;
140050ef60daSMark Johnston 
140101938d36SMark Johnston #ifdef EKCD
1402bd92e6b6SMark Johnston 	error = kerneldumpcrypto_init(di->kdcrypto);
140350ef60daSMark Johnston 	if (error != 0)
140450ef60daSMark Johnston 		return (error);
140578f57a9cSMark Johnston 	keysize = kerneldumpcrypto_dumpkeysize(di->kdcrypto);
140601938d36SMark Johnston #else
1407bd92e6b6SMark Johnston 	error = 0;
140801938d36SMark Johnston 	keysize = 0;
140901938d36SMark Johnston #endif
141050ef60daSMark Johnston 
1411bd92e6b6SMark Johnston 	if (di->dumper_start != NULL) {
1412bd92e6b6SMark Johnston 		error = di->dumper_start(di);
1413bd92e6b6SMark Johnston 	} else {
141464a16434SMark Johnston 		dumpextent = dtoh64(kdh->dumpextent);
1415bd92e6b6SMark Johnston 		span = SIZEOF_METADATA + dumpextent + 2 * di->blocksize +
1416bd92e6b6SMark Johnston 		    keysize;
1417bd92e6b6SMark Johnston 		if (di->mediasize < span) {
1418bd92e6b6SMark Johnston 			if (di->kdcomp == NULL)
1419bd92e6b6SMark Johnston 				return (E2BIG);
1420bd92e6b6SMark Johnston 
142164a16434SMark Johnston 			/*
142264a16434SMark Johnston 			 * We don't yet know how much space the compressed dump
142364a16434SMark Johnston 			 * will occupy, so try to use the whole swap partition
142464a16434SMark Johnston 			 * (minus the first 64KB) in the hope that the
142564a16434SMark Johnston 			 * compressed dump will fit. If that doesn't turn out to
14266026dcd7SMark Johnston 			 * be enough, the bounds checking in dump_write()
142764a16434SMark Johnston 			 * will catch us and cause the dump to fail.
142864a16434SMark Johnston 			 */
1429bd92e6b6SMark Johnston 			dumpextent = di->mediasize - span + dumpextent;
143064a16434SMark Johnston 			kdh->dumpextent = htod64(dumpextent);
143164a16434SMark Johnston 		}
143264a16434SMark Johnston 
1433bd92e6b6SMark Johnston 		/*
1434bd92e6b6SMark Johnston 		 * The offset at which to begin writing the dump.
1435bd92e6b6SMark Johnston 		 */
143664a16434SMark Johnston 		di->dumpoff = di->mediaoffset + di->mediasize - di->blocksize -
143764a16434SMark Johnston 		    dumpextent;
1438bd92e6b6SMark Johnston 	}
1439bd92e6b6SMark Johnston 	di->origdumpoff = di->dumpoff;
1440bd92e6b6SMark Johnston 	return (error);
144150ef60daSMark Johnston }
144250ef60daSMark Johnston 
144364a16434SMark Johnston static int
144464a16434SMark Johnston _dump_append(struct dumperinfo *di, void *virtual, vm_offset_t physical,
144546fcd1afSMark Johnston     size_t length)
144646fcd1afSMark Johnston {
144746fcd1afSMark Johnston 	int error;
144846fcd1afSMark Johnston 
144946fcd1afSMark Johnston #ifdef EKCD
145078f57a9cSMark Johnston 	if (di->kdcrypto != NULL)
145146fcd1afSMark Johnston 		error = dump_encrypted_write(di, virtual, physical, di->dumpoff,
145246fcd1afSMark Johnston 		    length);
145346fcd1afSMark Johnston 	else
145446fcd1afSMark Johnston #endif
145546fcd1afSMark Johnston 		error = dump_write(di, virtual, physical, di->dumpoff, length);
145646fcd1afSMark Johnston 	if (error == 0)
145746fcd1afSMark Johnston 		di->dumpoff += length;
145846fcd1afSMark Johnston 	return (error);
145946fcd1afSMark Johnston }
146046fcd1afSMark Johnston 
146164a16434SMark Johnston /*
146264a16434SMark Johnston  * Write to the dump device starting at dumpoff. When compression is enabled,
146364a16434SMark Johnston  * writes to the device will be performed using a callback that gets invoked
146464a16434SMark Johnston  * when the compression stream's output buffer is full.
146564a16434SMark Johnston  */
146664a16434SMark Johnston int
146764a16434SMark Johnston dump_append(struct dumperinfo *di, void *virtual, vm_offset_t physical,
146864a16434SMark Johnston     size_t length)
146964a16434SMark Johnston {
147064a16434SMark Johnston 	void *buf;
147164a16434SMark Johnston 
147278f57a9cSMark Johnston 	if (di->kdcomp != NULL) {
147378f57a9cSMark Johnston 		/* Bounce through a buffer to avoid CRC errors. */
147464a16434SMark Johnston 		if (length > di->maxiosize)
147564a16434SMark Johnston 			return (EINVAL);
147678f57a9cSMark Johnston 		buf = di->kdcomp->kdc_buf;
147764a16434SMark Johnston 		memmove(buf, virtual, length);
147878f57a9cSMark Johnston 		return (compressor_write(di->kdcomp->kdc_stream, buf, length));
147964a16434SMark Johnston 	}
148064a16434SMark Johnston 	return (_dump_append(di, virtual, physical, length));
148164a16434SMark Johnston }
148264a16434SMark Johnston 
148364a16434SMark Johnston /*
148464a16434SMark Johnston  * Write to the dump device at the specified offset.
148564a16434SMark Johnston  */
148646fcd1afSMark Johnston int
148746fcd1afSMark Johnston dump_write(struct dumperinfo *di, void *virtual, vm_offset_t physical,
148846fcd1afSMark Johnston     off_t offset, size_t length)
148946fcd1afSMark Johnston {
149046fcd1afSMark Johnston 	int error;
149146fcd1afSMark Johnston 
149246fcd1afSMark Johnston 	error = dump_check_bounds(di, offset, length);
149346fcd1afSMark Johnston 	if (error != 0)
149446fcd1afSMark Johnston 		return (error);
149546fcd1afSMark Johnston 	return (di->dumper(di->priv, virtual, physical, offset, length));
149646fcd1afSMark Johnston }
149746fcd1afSMark Johnston 
149850ef60daSMark Johnston /*
149964a16434SMark Johnston  * Perform kernel dump finalization: flush the compression stream, if necessary,
150064a16434SMark Johnston  * write the leading and trailing kernel dump headers now that we know the true
150164a16434SMark Johnston  * length of the dump, and optionally write the encryption key following the
150264a16434SMark Johnston  * leading header.
150350ef60daSMark Johnston  */
150450ef60daSMark Johnston int
150546fcd1afSMark Johnston dump_finish(struct dumperinfo *di, struct kerneldumpheader *kdh)
150650ef60daSMark Johnston {
150750ef60daSMark Johnston 	int error;
150850ef60daSMark Johnston 
150978f57a9cSMark Johnston 	if (di->kdcomp != NULL) {
151078f57a9cSMark Johnston 		error = compressor_flush(di->kdcomp->kdc_stream);
151164a16434SMark Johnston 		if (error == EAGAIN) {
151264a16434SMark Johnston 			/* We have residual data in di->blockbuf. */
151364a16434SMark Johnston 			error = dump_write(di, di->blockbuf, 0, di->dumpoff,
151464a16434SMark Johnston 			    di->blocksize);
151578f57a9cSMark Johnston 			di->dumpoff += di->kdcomp->kdc_resid;
151678f57a9cSMark Johnston 			di->kdcomp->kdc_resid = 0;
151764a16434SMark Johnston 		}
151864a16434SMark Johnston 		if (error != 0)
151964a16434SMark Johnston 			return (error);
152064a16434SMark Johnston 
152164a16434SMark Johnston 		/*
152264a16434SMark Johnston 		 * We now know the size of the compressed dump, so update the
152364a16434SMark Johnston 		 * header accordingly and recompute parity.
152464a16434SMark Johnston 		 */
1525bd92e6b6SMark Johnston 		kdh->dumplength = htod64(di->dumpoff - di->origdumpoff);
152664a16434SMark Johnston 		kdh->parity = 0;
152764a16434SMark Johnston 		kdh->parity = kerneldump_parity(kdh);
152864a16434SMark Johnston 
152978f57a9cSMark Johnston 		compressor_reset(di->kdcomp->kdc_stream);
153064a16434SMark Johnston 	}
153164a16434SMark Johnston 
1532bd92e6b6SMark Johnston 	error = dump_write_headers(di, kdh);
153350ef60daSMark Johnston 	if (error != 0)
153450ef60daSMark Johnston 		return (error);
153550ef60daSMark Johnston 
153650ef60daSMark Johnston 	(void)dump_write(di, NULL, 0, 0, 0);
153750ef60daSMark Johnston 	return (0);
153850ef60daSMark Johnston }
153950ef60daSMark Johnston 
1540e6592ee5SPeter Wemm void
154101938d36SMark Johnston dump_init_header(const struct dumperinfo *di, struct kerneldumpheader *kdh,
154201938d36SMark Johnston     char *magic, uint32_t archver, uint64_t dumplen)
1543e6592ee5SPeter Wemm {
1544ab384d75SMark Johnston 	size_t dstsize;
1545e6592ee5SPeter Wemm 
1546e6592ee5SPeter Wemm 	bzero(kdh, sizeof(*kdh));
15477a9c38e6SAlan Somers 	strlcpy(kdh->magic, magic, sizeof(kdh->magic));
15487a9c38e6SAlan Somers 	strlcpy(kdh->architecture, MACHINE_ARCH, sizeof(kdh->architecture));
1549e6592ee5SPeter Wemm 	kdh->version = htod32(KERNELDUMPVERSION);
1550e6592ee5SPeter Wemm 	kdh->architectureversion = htod32(archver);
1551e6592ee5SPeter Wemm 	kdh->dumplength = htod64(dumplen);
155264a16434SMark Johnston 	kdh->dumpextent = kdh->dumplength;
1553e6592ee5SPeter Wemm 	kdh->dumptime = htod64(time_second);
155401938d36SMark Johnston #ifdef EKCD
155578f57a9cSMark Johnston 	kdh->dumpkeysize = htod32(kerneldumpcrypto_dumpkeysize(di->kdcrypto));
155601938d36SMark Johnston #else
155701938d36SMark Johnston 	kdh->dumpkeysize = 0;
155801938d36SMark Johnston #endif
155901938d36SMark Johnston 	kdh->blocksize = htod32(di->blocksize);
15607a9c38e6SAlan Somers 	strlcpy(kdh->hostname, prison0.pr_hostname, sizeof(kdh->hostname));
1561ab384d75SMark Johnston 	dstsize = sizeof(kdh->versionstring);
1562ab384d75SMark Johnston 	if (strlcpy(kdh->versionstring, version, dstsize) >= dstsize)
1563ab384d75SMark Johnston 		kdh->versionstring[dstsize - 2] = '\n';
1564e6592ee5SPeter Wemm 	if (panicstr != NULL)
15657a9c38e6SAlan Somers 		strlcpy(kdh->panicstring, panicstr, sizeof(kdh->panicstring));
156678f57a9cSMark Johnston 	if (di->kdcomp != NULL)
15676026dcd7SMark Johnston 		kdh->compression = di->kdcomp->kdc_format;
1568e6592ee5SPeter Wemm 	kdh->parity = kerneldump_parity(kdh);
1569e6592ee5SPeter Wemm }
15703af72c11SBjoern A. Zeeb 
15713af72c11SBjoern A. Zeeb #ifdef DDB
15723af72c11SBjoern A. Zeeb DB_SHOW_COMMAND(panic, db_show_panic)
15733af72c11SBjoern A. Zeeb {
15743af72c11SBjoern A. Zeeb 
15753af72c11SBjoern A. Zeeb 	if (panicstr == NULL)
15763af72c11SBjoern A. Zeeb 		db_printf("panicstr not set\n");
15773af72c11SBjoern A. Zeeb 	else
15783af72c11SBjoern A. Zeeb 		db_printf("panic: %s\n", panicstr);
15793af72c11SBjoern A. Zeeb }
15803af72c11SBjoern A. Zeeb #endif
1581