xref: /freebsd/sys/kern/kern_shutdown.c (revision 65df12484508401ce2ee43b2f4e21ba77a8a5670)
1ad4240feSJulian Elischer /*-
251369649SPedro F. Giffuni  * SPDX-License-Identifier: BSD-3-Clause
351369649SPedro F. Giffuni  *
4ad4240feSJulian Elischer  * Copyright (c) 1986, 1988, 1991, 1993
5ad4240feSJulian Elischer  *	The Regents of the University of California.  All rights reserved.
6ad4240feSJulian Elischer  * (c) UNIX System Laboratories, Inc.
7ad4240feSJulian Elischer  * All or some portions of this file are derived from material licensed
8ad4240feSJulian Elischer  * to the University of California by American Telephone and Telegraph
9ad4240feSJulian Elischer  * Co. or Unix System Laboratories, Inc. and are reproduced herein with
10ad4240feSJulian Elischer  * the permission of UNIX System Laboratories, Inc.
11ad4240feSJulian Elischer  *
12ad4240feSJulian Elischer  * Redistribution and use in source and binary forms, with or without
13ad4240feSJulian Elischer  * modification, are permitted provided that the following conditions
14ad4240feSJulian Elischer  * are met:
15ad4240feSJulian Elischer  * 1. Redistributions of source code must retain the above copyright
16ad4240feSJulian Elischer  *    notice, this list of conditions and the following disclaimer.
17ad4240feSJulian Elischer  * 2. Redistributions in binary form must reproduce the above copyright
18ad4240feSJulian Elischer  *    notice, this list of conditions and the following disclaimer in the
19ad4240feSJulian Elischer  *    documentation and/or other materials provided with the distribution.
2069a28758SEd Maste  * 3. Neither the name of the University nor the names of its contributors
21ad4240feSJulian Elischer  *    may be used to endorse or promote products derived from this software
22ad4240feSJulian Elischer  *    without specific prior written permission.
23ad4240feSJulian Elischer  *
24ad4240feSJulian Elischer  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
25ad4240feSJulian Elischer  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
26ad4240feSJulian Elischer  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
27ad4240feSJulian Elischer  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
28ad4240feSJulian Elischer  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
29ad4240feSJulian Elischer  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
30ad4240feSJulian Elischer  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
31ad4240feSJulian Elischer  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
32ad4240feSJulian Elischer  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
33ad4240feSJulian Elischer  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
34ad4240feSJulian Elischer  * SUCH DAMAGE.
35ad4240feSJulian Elischer  *
36ad4240feSJulian Elischer  *	@(#)kern_shutdown.c	8.3 (Berkeley) 1/21/94
37ad4240feSJulian Elischer  */
38ad4240feSJulian Elischer 
39677b542eSDavid E. O'Brien #include <sys/cdefs.h>
40677b542eSDavid E. O'Brien __FBSDID("$FreeBSD$");
41677b542eSDavid E. O'Brien 
42618c7db3SRobert Watson #include "opt_ddb.h"
43480f31c2SKonrad Witaszczyk #include "opt_ekcd.h"
442d50560aSMarcel Moolenaar #include "opt_kdb.h"
456d58e6cbSBruce Evans #include "opt_panic.h"
469923b511SScott Long #include "opt_sched.h"
472be767e0SAttilio Rao #include "opt_watchdog.h"
48ad4240feSJulian Elischer 
49ad4240feSJulian Elischer #include <sys/param.h>
50ad4240feSJulian Elischer #include <sys/systm.h>
519626b608SPoul-Henning Kamp #include <sys/bio.h>
52fc8f7066SBruce Evans #include <sys/buf.h>
531d79f1bbSJohn Baldwin #include <sys/conf.h>
5478f57a9cSMark Johnston #include <sys/compressor.h>
551d79f1bbSJohn Baldwin #include <sys/cons.h>
561d79f1bbSJohn Baldwin #include <sys/eventhandler.h>
570d3d0cc3SEdward Tomasz Napierala #include <sys/filedesc.h>
5876ca6f88SJamie Gritton #include <sys/jail.h>
592d50560aSMarcel Moolenaar #include <sys/kdb.h>
60ad4240feSJulian Elischer #include <sys/kernel.h>
61e6592ee5SPeter Wemm #include <sys/kerneldump.h>
625e950839SLuoqi Chen #include <sys/kthread.h>
633945a964SAlfred Perlstein #include <sys/ktr.h>
64dcd7d9b7SMaxim Sobolev #include <sys/malloc.h>
65ac0ad63fSBruce Evans #include <sys/mount.h>
66acd3428bSRobert Watson #include <sys/priv.h>
671d79f1bbSJohn Baldwin #include <sys/proc.h>
681d79f1bbSJohn Baldwin #include <sys/reboot.h>
691d79f1bbSJohn Baldwin #include <sys/resourcevar.h>
7089f6b863SAttilio Rao #include <sys/rwlock.h>
7120e25d7dSPeter Wemm #include <sys/sched.h>
72248bb937SAttilio Rao #include <sys/smp.h>
73ad4240feSJulian Elischer #include <sys/sysctl.h>
74ad4240feSJulian Elischer #include <sys/sysproto.h>
75c3982007SKonstantin Belousov #include <sys/taskqueue.h>
76fa2b39a1SAttilio Rao #include <sys/vnode.h>
772be767e0SAttilio Rao #include <sys/watchdog.h>
78ad4240feSJulian Elischer 
79480f31c2SKonrad Witaszczyk #include <crypto/rijndael/rijndael-api-fst.h>
80480f31c2SKonrad Witaszczyk #include <crypto/sha2/sha256.h>
81480f31c2SKonrad Witaszczyk 
82618c7db3SRobert Watson #include <ddb/ddb.h>
83618c7db3SRobert Watson 
8426502503SMarcel Moolenaar #include <machine/cpu.h>
85bdb9ab0dSMark Johnston #include <machine/dump.h>
86d39e457bSPoul-Henning Kamp #include <machine/pcb.h>
87752dff3dSJake Burkholder #include <machine/smp.h>
88ad4240feSJulian Elischer 
89aed55708SRobert Watson #include <security/mac/mac_framework.h>
90aed55708SRobert Watson 
910909f38aSPawel Jakub Dawidek #include <vm/vm.h>
920909f38aSPawel Jakub Dawidek #include <vm/vm_object.h>
930909f38aSPawel Jakub Dawidek #include <vm/vm_page.h>
940909f38aSPawel Jakub Dawidek #include <vm/vm_pager.h>
950909f38aSPawel Jakub Dawidek #include <vm/swap_pager.h>
960909f38aSPawel Jakub Dawidek 
97ad4240feSJulian Elischer #include <sys/signalvar.h>
98ad4240feSJulian Elischer 
995dc5dab6SConrad Meyer static MALLOC_DEFINE(M_DUMPER, "dumper", "dumper block buffer");
1005dc5dab6SConrad Meyer 
101ad4240feSJulian Elischer #ifndef PANIC_REBOOT_WAIT_TIME
102ad4240feSJulian Elischer #define PANIC_REBOOT_WAIT_TIME 15 /* default to 15 seconds */
103ad4240feSJulian Elischer #endif
1043b251028SColin Percival static int panic_reboot_wait_time = PANIC_REBOOT_WAIT_TIME;
105af3b2549SHans Petter Selasky SYSCTL_INT(_kern, OID_AUTO, panic_reboot_wait_time, CTLFLAG_RWTUN,
1061cdbb9edSColin Percival     &panic_reboot_wait_time, 0,
1071cdbb9edSColin Percival     "Seconds to wait before rebooting after a panic");
108ad4240feSJulian Elischer 
109ad4240feSJulian Elischer /*
110ad4240feSJulian Elischer  * Note that stdarg.h and the ANSI style va_start macro is used for both
111ad4240feSJulian Elischer  * ANSI and traditional C compilers.
112ad4240feSJulian Elischer  */
113ad4240feSJulian Elischer #include <machine/stdarg.h>
114ad4240feSJulian Elischer 
1152d50560aSMarcel Moolenaar #ifdef KDB
1162d50560aSMarcel Moolenaar #ifdef KDB_UNATTENDED
1179959b1a8SMike Smith int debugger_on_panic = 0;
118ad4240feSJulian Elischer #else
1199959b1a8SMike Smith int debugger_on_panic = 1;
120ad4240feSJulian Elischer #endif
1213d7618d8SDavid E. O'Brien SYSCTL_INT(_debug, OID_AUTO, debugger_on_panic,
122af3b2549SHans Petter Selasky     CTLFLAG_RWTUN | CTLFLAG_SECURE,
1231c5151f3SDavid E. O'Brien     &debugger_on_panic, 0, "Run debugger on kernel panic");
124e485b64bSJohn Baldwin 
1252d50560aSMarcel Moolenaar #ifdef KDB_TRACE
12608a9c205SAndriy Gapon static int trace_on_panic = 1;
127ad1fc315SConrad Meyer static bool trace_all_panics = true;
128e485b64bSJohn Baldwin #else
12908a9c205SAndriy Gapon static int trace_on_panic = 0;
130ad1fc315SConrad Meyer static bool trace_all_panics = false;
131e485b64bSJohn Baldwin #endif
1323d7618d8SDavid E. O'Brien SYSCTL_INT(_debug, OID_AUTO, trace_on_panic,
133af3b2549SHans Petter Selasky     CTLFLAG_RWTUN | CTLFLAG_SECURE,
1341c5151f3SDavid E. O'Brien     &trace_on_panic, 0, "Print stack trace on kernel panic");
135ad1fc315SConrad Meyer SYSCTL_BOOL(_debug, OID_AUTO, trace_all_panics, CTLFLAG_RWTUN,
136ad1fc315SConrad Meyer     &trace_all_panics, 0, "Print stack traces on secondary kernel panics");
1372d50560aSMarcel Moolenaar #endif /* KDB */
138ad4240feSJulian Elischer 
13908a9c205SAndriy Gapon static int sync_on_panic = 0;
140af3b2549SHans Petter Selasky SYSCTL_INT(_kern, OID_AUTO, sync_on_panic, CTLFLAG_RWTUN,
141259ed917SPeter Wemm 	&sync_on_panic, 0, "Do a sync before rebooting from a panic");
142259ed917SPeter Wemm 
14348f1a492SWarner Losh static bool poweroff_on_panic = 0;
14448f1a492SWarner Losh SYSCTL_BOOL(_kern, OID_AUTO, poweroff_on_panic, CTLFLAG_RWTUN,
14548f1a492SWarner Losh 	&poweroff_on_panic, 0, "Do a power off instead of a reboot on a panic");
14648f1a492SWarner Losh 
14748f1a492SWarner Losh static bool powercycle_on_panic = 0;
14848f1a492SWarner Losh SYSCTL_BOOL(_kern, OID_AUTO, powercycle_on_panic, CTLFLAG_RWTUN,
14948f1a492SWarner Losh 	&powercycle_on_panic, 0, "Do a power cycle instead of a reboot on a panic");
15048f1a492SWarner Losh 
1516472ac3dSEd Schouten static SYSCTL_NODE(_kern, OID_AUTO, shutdown, CTLFLAG_RW, 0,
1526472ac3dSEd Schouten     "Shutdown environment");
153db82a982SMike Smith 
154fa2b39a1SAttilio Rao #ifndef DIAGNOSTIC
155fa2b39a1SAttilio Rao static int show_busybufs;
156fa2b39a1SAttilio Rao #else
157fa2b39a1SAttilio Rao static int show_busybufs = 1;
158fa2b39a1SAttilio Rao #endif
159fa2b39a1SAttilio Rao SYSCTL_INT(_kern_shutdown, OID_AUTO, show_busybufs, CTLFLAG_RW,
160fa2b39a1SAttilio Rao 	&show_busybufs, 0, "");
161fa2b39a1SAttilio Rao 
1622eb0015aSColin Percival int suspend_blocked = 0;
1632eb0015aSColin Percival SYSCTL_INT(_kern, OID_AUTO, suspend_blocked, CTLFLAG_RW,
1642eb0015aSColin Percival 	&suspend_blocked, 0, "Block suspend due to a pending shutdown");
1652eb0015aSColin Percival 
166480f31c2SKonrad Witaszczyk #ifdef EKCD
167480f31c2SKonrad Witaszczyk FEATURE(ekcd, "Encrypted kernel crash dumps support");
168480f31c2SKonrad Witaszczyk 
169480f31c2SKonrad Witaszczyk MALLOC_DEFINE(M_EKCD, "ekcd", "Encrypted kernel crash dumps data");
170480f31c2SKonrad Witaszczyk 
171480f31c2SKonrad Witaszczyk struct kerneldumpcrypto {
172480f31c2SKonrad Witaszczyk 	uint8_t			kdc_encryption;
173480f31c2SKonrad Witaszczyk 	uint8_t			kdc_iv[KERNELDUMP_IV_MAX_SIZE];
174480f31c2SKonrad Witaszczyk 	keyInstance		kdc_ki;
175480f31c2SKonrad Witaszczyk 	cipherInstance		kdc_ci;
176480f31c2SKonrad Witaszczyk 	uint32_t		kdc_dumpkeysize;
177480f31c2SKonrad Witaszczyk 	struct kerneldumpkey	kdc_dumpkey[];
178480f31c2SKonrad Witaszczyk };
179480f31c2SKonrad Witaszczyk #endif
180480f31c2SKonrad Witaszczyk 
18178f57a9cSMark Johnston struct kerneldumpcomp {
1826026dcd7SMark Johnston 	uint8_t			kdc_format;
18378f57a9cSMark Johnston 	struct compressor	*kdc_stream;
18478f57a9cSMark Johnston 	uint8_t			*kdc_buf;
18578f57a9cSMark Johnston 	size_t			kdc_resid;
18664a16434SMark Johnston };
18764a16434SMark Johnston 
18878f57a9cSMark Johnston static struct kerneldumpcomp *kerneldumpcomp_create(struct dumperinfo *di,
18964a16434SMark Johnston 		    uint8_t compression);
19078f57a9cSMark Johnston static void	kerneldumpcomp_destroy(struct dumperinfo *di);
19178f57a9cSMark Johnston static int	kerneldumpcomp_write_cb(void *base, size_t len, off_t off, void *arg);
19264a16434SMark Johnston 
19364a16434SMark Johnston static int kerneldump_gzlevel = 6;
19464a16434SMark Johnston SYSCTL_INT(_kern, OID_AUTO, kerneldump_gzlevel, CTLFLAG_RWTUN,
19564a16434SMark Johnston     &kerneldump_gzlevel, 0,
19678f57a9cSMark Johnston     "Kernel crash dump compression level");
19764a16434SMark Johnston 
1985230cfd2SJulian Elischer /*
199ad4240feSJulian Elischer  * Variable panicstr contains argument to first call to panic; used as flag
200ad4240feSJulian Elischer  * to indicate that the kernel has already called panic.
201ad4240feSJulian Elischer  */
202ad4240feSJulian Elischer const char *panicstr;
203ad4240feSJulian Elischer 
20416a011f9SPaul Saab int dumping;				/* system is dumping */
20536a52c3cSJeff Roberson int rebooting;				/* system is rebooting */
20681661c94SPoul-Henning Kamp static struct dumperinfo dumper;	/* our selected dumper */
2072d50560aSMarcel Moolenaar 
2082d50560aSMarcel Moolenaar /* Context information for dump-debuggers. */
2092d50560aSMarcel Moolenaar static struct pcb dumppcb;		/* Registers. */
210ac6e25ecSHartmut Brandt lwpid_t dumptid;			/* Thread ID. */
21116a011f9SPaul Saab 
2120d3d0cc3SEdward Tomasz Napierala static struct cdevsw reroot_cdevsw = {
2130d3d0cc3SEdward Tomasz Napierala      .d_version = D_VERSION,
2140d3d0cc3SEdward Tomasz Napierala      .d_name    = "reroot",
2150d3d0cc3SEdward Tomasz Napierala };
2160d3d0cc3SEdward Tomasz Napierala 
21782acbcf5SPeter Wemm static void poweroff_wait(void *, int);
21882acbcf5SPeter Wemm static void shutdown_halt(void *junk, int howto);
21982acbcf5SPeter Wemm static void shutdown_panic(void *junk, int howto);
22082acbcf5SPeter Wemm static void shutdown_reset(void *junk, int howto);
2210d3d0cc3SEdward Tomasz Napierala static int kern_reroot(void);
222f06a54f0SPoul-Henning Kamp 
223fcb893a8SMike Smith /* register various local shutdown events */
224fcb893a8SMike Smith static void
225fcb893a8SMike Smith shutdown_conf(void *unused)
226fcb893a8SMike Smith {
227e95499bdSAlfred Perlstein 
228e95499bdSAlfred Perlstein 	EVENTHANDLER_REGISTER(shutdown_final, poweroff_wait, NULL,
229fd104c15SRebecca Cran 	    SHUTDOWN_PRI_FIRST);
230e95499bdSAlfred Perlstein 	EVENTHANDLER_REGISTER(shutdown_final, shutdown_halt, NULL,
231e95499bdSAlfred Perlstein 	    SHUTDOWN_PRI_LAST + 100);
232e95499bdSAlfred Perlstein 	EVENTHANDLER_REGISTER(shutdown_final, shutdown_panic, NULL,
233e95499bdSAlfred Perlstein 	    SHUTDOWN_PRI_LAST + 100);
234e95499bdSAlfred Perlstein 	EVENTHANDLER_REGISTER(shutdown_final, shutdown_reset, NULL,
235e95499bdSAlfred Perlstein 	    SHUTDOWN_PRI_LAST + 200);
236fcb893a8SMike Smith }
237ad4240feSJulian Elischer 
238237fdd78SRobert Watson SYSINIT(shutdown_conf, SI_SUB_INTRINSIC, SI_ORDER_ANY, shutdown_conf, NULL);
239fcb893a8SMike Smith 
240ad4240feSJulian Elischer /*
2410d3d0cc3SEdward Tomasz Napierala  * The only reason this exists is to create the /dev/reroot/ directory,
2420d3d0cc3SEdward Tomasz Napierala  * used by reroot code in init(8) as a mountpoint for tmpfs.
2430d3d0cc3SEdward Tomasz Napierala  */
2440d3d0cc3SEdward Tomasz Napierala static void
2450d3d0cc3SEdward Tomasz Napierala reroot_conf(void *unused)
2460d3d0cc3SEdward Tomasz Napierala {
2470d3d0cc3SEdward Tomasz Napierala 	int error;
2480d3d0cc3SEdward Tomasz Napierala 	struct cdev *cdev;
2490d3d0cc3SEdward Tomasz Napierala 
2500d3d0cc3SEdward Tomasz Napierala 	error = make_dev_p(MAKEDEV_CHECKNAME | MAKEDEV_WAITOK, &cdev,
2510d3d0cc3SEdward Tomasz Napierala 	    &reroot_cdevsw, NULL, UID_ROOT, GID_WHEEL, 0600, "reroot/reroot");
2520d3d0cc3SEdward Tomasz Napierala 	if (error != 0) {
2530d3d0cc3SEdward Tomasz Napierala 		printf("%s: failed to create device node, error %d",
2540d3d0cc3SEdward Tomasz Napierala 		    __func__, error);
2550d3d0cc3SEdward Tomasz Napierala 	}
2560d3d0cc3SEdward Tomasz Napierala }
2570d3d0cc3SEdward Tomasz Napierala 
2580d3d0cc3SEdward Tomasz Napierala SYSINIT(reroot_conf, SI_SUB_DEVFS, SI_ORDER_ANY, reroot_conf, NULL);
2590d3d0cc3SEdward Tomasz Napierala 
2600d3d0cc3SEdward Tomasz Napierala /*
2610c14ff0eSRobert Watson  * The system call that results in a reboot.
262ad4240feSJulian Elischer  */
263835a82eeSMatthew Dillon /* ARGSUSED */
264ad4240feSJulian Elischer int
2658451d0ddSKip Macy sys_reboot(struct thread *td, struct reboot_args *uap)
266ad4240feSJulian Elischer {
267ad4240feSJulian Elischer 	int error;
268ad4240feSJulian Elischer 
269a2ecb9b7SRobert Watson 	error = 0;
270a2ecb9b7SRobert Watson #ifdef MAC
27130d239bcSRobert Watson 	error = mac_system_check_reboot(td->td_ucred, uap->opt);
272a2ecb9b7SRobert Watson #endif
273a2ecb9b7SRobert Watson 	if (error == 0)
274acd3428bSRobert Watson 		error = priv_check(td, PRIV_REBOOT);
275a2ecb9b7SRobert Watson 	if (error == 0) {
276d5292812SWarner Losh 		if (uap->opt & RB_REROOT)
2770d3d0cc3SEdward Tomasz Napierala 			error = kern_reroot();
278d5292812SWarner Losh 		else
27976e18b25SMarcel Moolenaar 			kern_reboot(uap->opt);
2800d3d0cc3SEdward Tomasz Napierala 	}
281835a82eeSMatthew Dillon 	return (error);
282ad4240feSJulian Elischer }
283ad4240feSJulian Elischer 
284c3982007SKonstantin Belousov static void
285c3982007SKonstantin Belousov shutdown_nice_task_fn(void *arg, int pending __unused)
286ad4240feSJulian Elischer {
287c3982007SKonstantin Belousov 	int howto;
288e95499bdSAlfred Perlstein 
289c3982007SKonstantin Belousov 	howto = (uintptr_t)arg;
290912d5937SEd Schouten 	/* Send a signal to init(8) and have it shutdown the world. */
29187729a2bSJohn Baldwin 	PROC_LOCK(initproc);
292912d5937SEd Schouten 	if (howto & RB_POWEROFF)
293912d5937SEd Schouten 		kern_psignal(initproc, SIGUSR2);
2947d41b6f0SWarner Losh 	else if (howto & RB_POWERCYCLE)
2957d41b6f0SWarner Losh 		kern_psignal(initproc, SIGWINCH);
296912d5937SEd Schouten 	else if (howto & RB_HALT)
297912d5937SEd Schouten 		kern_psignal(initproc, SIGUSR1);
298912d5937SEd Schouten 	else
2998451d0ddSKip Macy 		kern_psignal(initproc, SIGINT);
30087729a2bSJohn Baldwin 	PROC_UNLOCK(initproc);
301c3982007SKonstantin Belousov }
302c3982007SKonstantin Belousov 
303c3982007SKonstantin Belousov static struct task shutdown_nice_task = TASK_INITIALIZER(0,
304c3982007SKonstantin Belousov     &shutdown_nice_task_fn, NULL);
305c3982007SKonstantin Belousov 
306c3982007SKonstantin Belousov /*
307c3982007SKonstantin Belousov  * Called by events that want to shut down.. e.g  <CTL><ALT><DEL> on a PC
308c3982007SKonstantin Belousov  */
309c3982007SKonstantin Belousov void
310c3982007SKonstantin Belousov shutdown_nice(int howto)
311c3982007SKonstantin Belousov {
312c3982007SKonstantin Belousov 
313c3982007SKonstantin Belousov 	if (initproc != NULL && !SCHEDULER_STOPPED()) {
314c3982007SKonstantin Belousov 		shutdown_nice_task.ta_context = (void *)(uintptr_t)howto;
315c3982007SKonstantin Belousov 		taskqueue_enqueue(taskqueue_fast, &shutdown_nice_task);
316ad4240feSJulian Elischer 	} else {
317c3982007SKonstantin Belousov 		/*
318c3982007SKonstantin Belousov 		 * No init(8) running, or scheduler would not allow it
319c3982007SKonstantin Belousov 		 * to run, so simply reboot.
320c3982007SKonstantin Belousov 		 */
3218f5b107bSEd Schouten 		kern_reboot(howto | RB_NOSYNC);
322ad4240feSJulian Elischer 	}
323ad4240feSJulian Elischer }
324ad4240feSJulian Elischer 
32572dfe7a3SPoul-Henning Kamp static void
32682acbcf5SPeter Wemm print_uptime(void)
32772dfe7a3SPoul-Henning Kamp {
32872dfe7a3SPoul-Henning Kamp 	int f;
32972dfe7a3SPoul-Henning Kamp 	struct timespec ts;
33072dfe7a3SPoul-Henning Kamp 
33172dfe7a3SPoul-Henning Kamp 	getnanouptime(&ts);
33272dfe7a3SPoul-Henning Kamp 	printf("Uptime: ");
33372dfe7a3SPoul-Henning Kamp 	f = 0;
33472dfe7a3SPoul-Henning Kamp 	if (ts.tv_sec >= 86400) {
3354a6404dfSJohn Baldwin 		printf("%ldd", (long)ts.tv_sec / 86400);
33672dfe7a3SPoul-Henning Kamp 		ts.tv_sec %= 86400;
33772dfe7a3SPoul-Henning Kamp 		f = 1;
33872dfe7a3SPoul-Henning Kamp 	}
33972dfe7a3SPoul-Henning Kamp 	if (f || ts.tv_sec >= 3600) {
3404a6404dfSJohn Baldwin 		printf("%ldh", (long)ts.tv_sec / 3600);
34172dfe7a3SPoul-Henning Kamp 		ts.tv_sec %= 3600;
34272dfe7a3SPoul-Henning Kamp 		f = 1;
34372dfe7a3SPoul-Henning Kamp 	}
34472dfe7a3SPoul-Henning Kamp 	if (f || ts.tv_sec >= 60) {
3454a6404dfSJohn Baldwin 		printf("%ldm", (long)ts.tv_sec / 60);
34672dfe7a3SPoul-Henning Kamp 		ts.tv_sec %= 60;
34772dfe7a3SPoul-Henning Kamp 		f = 1;
34872dfe7a3SPoul-Henning Kamp 	}
3494a6404dfSJohn Baldwin 	printf("%lds\n", (long)ts.tv_sec);
35072dfe7a3SPoul-Henning Kamp }
35172dfe7a3SPoul-Henning Kamp 
352299cceefSMarcel Moolenaar int
353299cceefSMarcel Moolenaar doadump(boolean_t textdump)
354d39e457bSPoul-Henning Kamp {
355299cceefSMarcel Moolenaar 	boolean_t coredump;
356f6b4f5caSGavin Atkinson 	int error;
357e95499bdSAlfred Perlstein 
358f6b4f5caSGavin Atkinson 	error = 0;
359299cceefSMarcel Moolenaar 	if (dumping)
360299cceefSMarcel Moolenaar 		return (EBUSY);
361299cceefSMarcel Moolenaar 	if (dumper.dumper == NULL)
362299cceefSMarcel Moolenaar 		return (ENXIO);
363f6449d9dSJulian Elischer 
364d39e457bSPoul-Henning Kamp 	savectx(&dumppcb);
3652d50560aSMarcel Moolenaar 	dumptid = curthread->td_tid;
366d39e457bSPoul-Henning Kamp 	dumping++;
367299cceefSMarcel Moolenaar 
368299cceefSMarcel Moolenaar 	coredump = TRUE;
369618c7db3SRobert Watson #ifdef DDB
370299cceefSMarcel Moolenaar 	if (textdump && textdump_pending) {
371299cceefSMarcel Moolenaar 		coredump = FALSE;
372618c7db3SRobert Watson 		textdump_dumpsys(&dumper);
373299cceefSMarcel Moolenaar 	}
374618c7db3SRobert Watson #endif
375299cceefSMarcel Moolenaar 	if (coredump)
376f6b4f5caSGavin Atkinson 		error = dumpsys(&dumper);
377299cceefSMarcel Moolenaar 
3789e473363SRuslan Ermilov 	dumping--;
379f6b4f5caSGavin Atkinson 	return (error);
380d39e457bSPoul-Henning Kamp }
381d39e457bSPoul-Henning Kamp 
382ad4240feSJulian Elischer /*
38370ce93f4SNate Lawson  * Shutdown the system cleanly to prepare for reboot, halt, or power off.
384ad4240feSJulian Elischer  */
38576e18b25SMarcel Moolenaar void
38676e18b25SMarcel Moolenaar kern_reboot(int howto)
387ad4240feSJulian Elischer {
38898082691SJeff Roberson 	static int once = 0;
389ad4240feSJulian Elischer 
390f0d847afSWarner Losh 	/*
391f0d847afSWarner Losh 	 * Normal paths here don't hold Giant, but we can wind up here
392f0d847afSWarner Losh 	 * unexpectedly with it held.  Drop it now so we don't have to
393f0d847afSWarner Losh 	 * drop and pick it up elsewhere. The paths it is locking will
394f0d847afSWarner Losh 	 * never be returned to, and it is preferable to preclude
395f0d847afSWarner Losh 	 * deadlock than to lock against code that won't ever
396f0d847afSWarner Losh 	 * continue.
397f0d847afSWarner Losh 	 */
398f0d847afSWarner Losh 	while (mtx_owned(&Giant))
399f0d847afSWarner Losh 		mtx_unlock(&Giant);
400f0d847afSWarner Losh 
401f7ebc7ceSMarcel Moolenaar #if defined(SMP)
40270ce93f4SNate Lawson 	/*
403efe67753SNathan Whitehorn 	 * Bind us to the first CPU so that all shutdown code runs there.  Some
40470ce93f4SNate Lawson 	 * systems don't shutdown properly (i.e., ACPI power off) if we
40570ce93f4SNate Lawson 	 * run on another processor.
40670ce93f4SNate Lawson 	 */
40735370593SAndriy Gapon 	if (!SCHEDULER_STOPPED()) {
408982d11f8SJeff Roberson 		thread_lock(curthread);
409efe67753SNathan Whitehorn 		sched_bind(curthread, CPU_FIRST());
410982d11f8SJeff Roberson 		thread_unlock(curthread);
411efe67753SNathan Whitehorn 		KASSERT(PCPU_GET(cpuid) == CPU_FIRST(),
412efe67753SNathan Whitehorn 		    ("boot: not running on cpu 0"));
41335370593SAndriy Gapon 	}
41420e25d7dSPeter Wemm #endif
41536a52c3cSJeff Roberson 	/* We're in the process of rebooting. */
41636a52c3cSJeff Roberson 	rebooting = 1;
41720e25d7dSPeter Wemm 
41861e96500SJohn Baldwin 	/* We are out of the debugger now. */
4192d50560aSMarcel Moolenaar 	kdb_active = 0;
42061e96500SJohn Baldwin 
4215230cfd2SJulian Elischer 	/*
4225230cfd2SJulian Elischer 	 * Do any callouts that should be done BEFORE syncing the filesystems.
4235230cfd2SJulian Elischer 	 */
424fcb893a8SMike Smith 	EVENTHANDLER_INVOKE(shutdown_pre_sync, howto);
4255230cfd2SJulian Elischer 
4265230cfd2SJulian Elischer 	/*
4275230cfd2SJulian Elischer 	 * Now sync filesystems
4285230cfd2SJulian Elischer 	 */
42998082691SJeff Roberson 	if (!cold && (howto & RB_NOSYNC) == 0 && once == 0) {
43098082691SJeff Roberson 		once = 1;
43198082691SJeff Roberson 		bufshutdown(show_busybufs);
432ad4240feSJulian Elischer 	}
4335230cfd2SJulian Elischer 
43472dfe7a3SPoul-Henning Kamp 	print_uptime();
43572dfe7a3SPoul-Henning Kamp 
436bf8696b4SAndriy Gapon 	cngrab();
437bf8696b4SAndriy Gapon 
4385230cfd2SJulian Elischer 	/*
4395230cfd2SJulian Elischer 	 * Ok, now do things that assume all filesystem activity has
4405230cfd2SJulian Elischer 	 * been completed.
4415230cfd2SJulian Elischer 	 */
442fcb893a8SMike Smith 	EVENTHANDLER_INVOKE(shutdown_post_sync, howto);
44370ce93f4SNate Lawson 
444f6449d9dSJulian Elischer 	if ((howto & (RB_HALT|RB_DUMP)) == RB_DUMP && !cold && !dumping)
445299cceefSMarcel Moolenaar 		doadump(TRUE);
4462cfa0a03SJustin T. Gibbs 
4472cfa0a03SJustin T. Gibbs 	/* Now that we're going to really halt the system... */
448fcb893a8SMike Smith 	EVENTHANDLER_INVOKE(shutdown_final, howto);
4492cfa0a03SJustin T. Gibbs 
450fcb893a8SMike Smith 	for(;;) ;	/* safety against shutdown_reset not working */
451fcb893a8SMike Smith 	/* NOTREACHED */
452fcb893a8SMike Smith }
453fcb893a8SMike Smith 
454fcb893a8SMike Smith /*
4550d3d0cc3SEdward Tomasz Napierala  * The system call that results in changing the rootfs.
4560d3d0cc3SEdward Tomasz Napierala  */
4570d3d0cc3SEdward Tomasz Napierala static int
4580d3d0cc3SEdward Tomasz Napierala kern_reroot(void)
4590d3d0cc3SEdward Tomasz Napierala {
4600d3d0cc3SEdward Tomasz Napierala 	struct vnode *oldrootvnode, *vp;
4610d3d0cc3SEdward Tomasz Napierala 	struct mount *mp, *devmp;
4620d3d0cc3SEdward Tomasz Napierala 	int error;
4630d3d0cc3SEdward Tomasz Napierala 
4640d3d0cc3SEdward Tomasz Napierala 	if (curproc != initproc)
4650d3d0cc3SEdward Tomasz Napierala 		return (EPERM);
4660d3d0cc3SEdward Tomasz Napierala 
4670d3d0cc3SEdward Tomasz Napierala 	/*
4680d3d0cc3SEdward Tomasz Napierala 	 * Mark the filesystem containing currently-running executable
4690d3d0cc3SEdward Tomasz Napierala 	 * (the temporary copy of init(8)) busy.
4700d3d0cc3SEdward Tomasz Napierala 	 */
4710d3d0cc3SEdward Tomasz Napierala 	vp = curproc->p_textvp;
4720d3d0cc3SEdward Tomasz Napierala 	error = vn_lock(vp, LK_SHARED);
4730d3d0cc3SEdward Tomasz Napierala 	if (error != 0)
4740d3d0cc3SEdward Tomasz Napierala 		return (error);
4750d3d0cc3SEdward Tomasz Napierala 	mp = vp->v_mount;
4760d3d0cc3SEdward Tomasz Napierala 	error = vfs_busy(mp, MBF_NOWAIT);
4770d3d0cc3SEdward Tomasz Napierala 	if (error != 0) {
4780d3d0cc3SEdward Tomasz Napierala 		vfs_ref(mp);
4790d3d0cc3SEdward Tomasz Napierala 		VOP_UNLOCK(vp, 0);
4800d3d0cc3SEdward Tomasz Napierala 		error = vfs_busy(mp, 0);
4810d3d0cc3SEdward Tomasz Napierala 		vn_lock(vp, LK_SHARED | LK_RETRY);
4820d3d0cc3SEdward Tomasz Napierala 		vfs_rel(mp);
4830d3d0cc3SEdward Tomasz Napierala 		if (error != 0) {
4840d3d0cc3SEdward Tomasz Napierala 			VOP_UNLOCK(vp, 0);
4850d3d0cc3SEdward Tomasz Napierala 			return (ENOENT);
4860d3d0cc3SEdward Tomasz Napierala 		}
4870d3d0cc3SEdward Tomasz Napierala 		if (vp->v_iflag & VI_DOOMED) {
4880d3d0cc3SEdward Tomasz Napierala 			VOP_UNLOCK(vp, 0);
4890d3d0cc3SEdward Tomasz Napierala 			vfs_unbusy(mp);
4900d3d0cc3SEdward Tomasz Napierala 			return (ENOENT);
4910d3d0cc3SEdward Tomasz Napierala 		}
4920d3d0cc3SEdward Tomasz Napierala 	}
4930d3d0cc3SEdward Tomasz Napierala 	VOP_UNLOCK(vp, 0);
4940d3d0cc3SEdward Tomasz Napierala 
4950d3d0cc3SEdward Tomasz Napierala 	/*
4960d3d0cc3SEdward Tomasz Napierala 	 * Remove the filesystem containing currently-running executable
4970d3d0cc3SEdward Tomasz Napierala 	 * from the mount list, to prevent it from being unmounted
4980d3d0cc3SEdward Tomasz Napierala 	 * by vfs_unmountall(), and to avoid confusing vfs_mountroot().
4990d3d0cc3SEdward Tomasz Napierala 	 *
5000d3d0cc3SEdward Tomasz Napierala 	 * Also preserve /dev - forcibly unmounting it could cause driver
5010d3d0cc3SEdward Tomasz Napierala 	 * reinitialization.
5020d3d0cc3SEdward Tomasz Napierala 	 */
5030d3d0cc3SEdward Tomasz Napierala 
5040d3d0cc3SEdward Tomasz Napierala 	vfs_ref(rootdevmp);
5050d3d0cc3SEdward Tomasz Napierala 	devmp = rootdevmp;
5060d3d0cc3SEdward Tomasz Napierala 	rootdevmp = NULL;
5070d3d0cc3SEdward Tomasz Napierala 
5080d3d0cc3SEdward Tomasz Napierala 	mtx_lock(&mountlist_mtx);
5090d3d0cc3SEdward Tomasz Napierala 	TAILQ_REMOVE(&mountlist, mp, mnt_list);
5100d3d0cc3SEdward Tomasz Napierala 	TAILQ_REMOVE(&mountlist, devmp, mnt_list);
5110d3d0cc3SEdward Tomasz Napierala 	mtx_unlock(&mountlist_mtx);
5120d3d0cc3SEdward Tomasz Napierala 
5130d3d0cc3SEdward Tomasz Napierala 	oldrootvnode = rootvnode;
5140d3d0cc3SEdward Tomasz Napierala 
5150d3d0cc3SEdward Tomasz Napierala 	/*
5160d3d0cc3SEdward Tomasz Napierala 	 * Unmount everything except for the two filesystems preserved above.
5170d3d0cc3SEdward Tomasz Napierala 	 */
5180d3d0cc3SEdward Tomasz Napierala 	vfs_unmountall();
5190d3d0cc3SEdward Tomasz Napierala 
5200d3d0cc3SEdward Tomasz Napierala 	/*
5210d3d0cc3SEdward Tomasz Napierala 	 * Add /dev back; vfs_mountroot() will move it into its new place.
5220d3d0cc3SEdward Tomasz Napierala 	 */
5230d3d0cc3SEdward Tomasz Napierala 	mtx_lock(&mountlist_mtx);
5240d3d0cc3SEdward Tomasz Napierala 	TAILQ_INSERT_HEAD(&mountlist, devmp, mnt_list);
5250d3d0cc3SEdward Tomasz Napierala 	mtx_unlock(&mountlist_mtx);
5260d3d0cc3SEdward Tomasz Napierala 	rootdevmp = devmp;
5270d3d0cc3SEdward Tomasz Napierala 	vfs_rel(rootdevmp);
5280d3d0cc3SEdward Tomasz Napierala 
5290d3d0cc3SEdward Tomasz Napierala 	/*
5300d3d0cc3SEdward Tomasz Napierala 	 * Mount the new rootfs.
5310d3d0cc3SEdward Tomasz Napierala 	 */
5320d3d0cc3SEdward Tomasz Napierala 	vfs_mountroot();
5330d3d0cc3SEdward Tomasz Napierala 
5340d3d0cc3SEdward Tomasz Napierala 	/*
5350d3d0cc3SEdward Tomasz Napierala 	 * Update all references to the old rootvnode.
5360d3d0cc3SEdward Tomasz Napierala 	 */
5370d3d0cc3SEdward Tomasz Napierala 	mountcheckdirs(oldrootvnode, rootvnode);
5380d3d0cc3SEdward Tomasz Napierala 
5390d3d0cc3SEdward Tomasz Napierala 	/*
5400d3d0cc3SEdward Tomasz Napierala 	 * Add the temporary filesystem back and unbusy it.
5410d3d0cc3SEdward Tomasz Napierala 	 */
5420d3d0cc3SEdward Tomasz Napierala 	mtx_lock(&mountlist_mtx);
5430d3d0cc3SEdward Tomasz Napierala 	TAILQ_INSERT_TAIL(&mountlist, mp, mnt_list);
5440d3d0cc3SEdward Tomasz Napierala 	mtx_unlock(&mountlist_mtx);
5450d3d0cc3SEdward Tomasz Napierala 	vfs_unbusy(mp);
5460d3d0cc3SEdward Tomasz Napierala 
5470d3d0cc3SEdward Tomasz Napierala 	return (0);
5480d3d0cc3SEdward Tomasz Napierala }
5490d3d0cc3SEdward Tomasz Napierala 
5500d3d0cc3SEdward Tomasz Napierala /*
551fcb893a8SMike Smith  * If the shutdown was a clean halt, behave accordingly.
552fcb893a8SMike Smith  */
553fcb893a8SMike Smith static void
554fcb893a8SMike Smith shutdown_halt(void *junk, int howto)
555fcb893a8SMike Smith {
556e95499bdSAlfred Perlstein 
557ad4240feSJulian Elischer 	if (howto & RB_HALT) {
558ad4240feSJulian Elischer 		printf("\n");
559ad4240feSJulian Elischer 		printf("The operating system has halted.\n");
560ad4240feSJulian Elischer 		printf("Please press any key to reboot.\n\n");
561d13d3630SJulian Elischer 		switch (cngetc()) {
562d13d3630SJulian Elischer 		case -1:		/* No console, just die */
563d13d3630SJulian Elischer 			cpu_halt();
564d13d3630SJulian Elischer 			/* NOTREACHED */
565d13d3630SJulian Elischer 		default:
566d13d3630SJulian Elischer 			break;
567d13d3630SJulian Elischer 		}
568fcb893a8SMike Smith 	}
569fcb893a8SMike Smith }
570ad4240feSJulian Elischer 
571fcb893a8SMike Smith /*
572fcb893a8SMike Smith  * Check to see if the system paniced, pause and then reboot
573fcb893a8SMike Smith  * according to the specified delay.
574fcb893a8SMike Smith  */
575fcb893a8SMike Smith static void
576fcb893a8SMike Smith shutdown_panic(void *junk, int howto)
577fcb893a8SMike Smith {
578fcb893a8SMike Smith 	int loop;
579fcb893a8SMike Smith 
580fcb893a8SMike Smith 	if (howto & RB_DUMP) {
5811cdbb9edSColin Percival 		if (panic_reboot_wait_time != 0) {
5821cdbb9edSColin Percival 			if (panic_reboot_wait_time != -1) {
5832cfa0a03SJustin T. Gibbs 				printf("Automatic reboot in %d seconds - "
5842cfa0a03SJustin T. Gibbs 				       "press a key on the console to abort\n",
5851cdbb9edSColin Percival 					panic_reboot_wait_time);
5861cdbb9edSColin Percival 				for (loop = panic_reboot_wait_time * 10;
5872cfa0a03SJustin T. Gibbs 				     loop > 0; --loop) {
588ad4240feSJulian Elischer 					DELAY(1000 * 100); /* 1/10th second */
589a7f8f2abSBruce Evans 					/* Did user type a key? */
590a7f8f2abSBruce Evans 					if (cncheckc() != -1)
591ad4240feSJulian Elischer 						break;
592ad4240feSJulian Elischer 				}
593ad4240feSJulian Elischer 				if (!loop)
594fcb893a8SMike Smith 					return;
595ad4240feSJulian Elischer 			}
596ad4240feSJulian Elischer 		} else { /* zero time specified - reboot NOW */
597fcb893a8SMike Smith 			return;
598ad4240feSJulian Elischer 		}
599422702e9SNik Clayton 		printf("--> Press a key on the console to reboot,\n");
600422702e9SNik Clayton 		printf("--> or switch off the system now.\n");
601ad4240feSJulian Elischer 		cngetc();
602ad4240feSJulian Elischer 	}
603fcb893a8SMike Smith }
604fcb893a8SMike Smith 
605fcb893a8SMike Smith /*
606fcb893a8SMike Smith  * Everything done, now reset
607fcb893a8SMike Smith  */
608fcb893a8SMike Smith static void
609fcb893a8SMike Smith shutdown_reset(void *junk, int howto)
610fcb893a8SMike Smith {
611e95499bdSAlfred Perlstein 
612ad4240feSJulian Elischer 	printf("Rebooting...\n");
613ad4240feSJulian Elischer 	DELAY(1000000);	/* wait 1 sec for printf's to complete and be read */
614248bb937SAttilio Rao 
615248bb937SAttilio Rao 	/*
616248bb937SAttilio Rao 	 * Acquiring smp_ipi_mtx here has a double effect:
617248bb937SAttilio Rao 	 * - it disables interrupts avoiding CPU0 preemption
618248bb937SAttilio Rao 	 *   by fast handlers (thus deadlocking  against other CPUs)
619248bb937SAttilio Rao 	 * - it avoids deadlocks against smp_rendezvous() or, more
620248bb937SAttilio Rao 	 *   generally, threads busy-waiting, with this spinlock held,
621248bb937SAttilio Rao 	 *   and waiting for responses by threads on other CPUs
622248bb937SAttilio Rao 	 *   (ie. smp_tlb_shootdown()).
6230a2d5feaSAttilio Rao 	 *
6240a2d5feaSAttilio Rao 	 * For the !SMP case it just needs to handle the former problem.
625248bb937SAttilio Rao 	 */
6260a2d5feaSAttilio Rao #ifdef SMP
627248bb937SAttilio Rao 	mtx_lock_spin(&smp_ipi_mtx);
6280a2d5feaSAttilio Rao #else
6290a2d5feaSAttilio Rao 	spinlock_enter();
6300a2d5feaSAttilio Rao #endif
631248bb937SAttilio Rao 
632269fb9d7SJulian Elischer 	/* cpu_boot(howto); */ /* doesn't do anything at the moment */
633ad4240feSJulian Elischer 	cpu_reset();
634fcb893a8SMike Smith 	/* NOTREACHED */ /* assuming reset worked */
635ad4240feSJulian Elischer }
636ad4240feSJulian Elischer 
637a0d20ecbSGleb Smirnoff #if defined(WITNESS) || defined(INVARIANT_SUPPORT)
6383945a964SAlfred Perlstein static int kassert_warn_only = 0;
639a94053baSAlfred Perlstein #ifdef KDB
640a94053baSAlfred Perlstein static int kassert_do_kdb = 0;
641a94053baSAlfred Perlstein #endif
6423945a964SAlfred Perlstein #ifdef KTR
6433945a964SAlfred Perlstein static int kassert_do_ktr = 0;
6443945a964SAlfred Perlstein #endif
6453945a964SAlfred Perlstein static int kassert_do_log = 1;
6463945a964SAlfred Perlstein static int kassert_log_pps_limit = 4;
6473945a964SAlfred Perlstein static int kassert_log_mute_at = 0;
6483945a964SAlfred Perlstein static int kassert_log_panic_at = 0;
64918959b69SJonathan T. Looney static int kassert_suppress_in_panic = 0;
6503945a964SAlfred Perlstein static int kassert_warnings = 0;
6513945a964SAlfred Perlstein 
6523945a964SAlfred Perlstein SYSCTL_NODE(_debug, OID_AUTO, kassert, CTLFLAG_RW, NULL, "kassert options");
6533945a964SAlfred Perlstein 
654af3b2549SHans Petter Selasky SYSCTL_INT(_debug_kassert, OID_AUTO, warn_only, CTLFLAG_RWTUN,
6553945a964SAlfred Perlstein     &kassert_warn_only, 0,
6563945a964SAlfred Perlstein     "KASSERT triggers a panic (1) or just a warning (0)");
6573945a964SAlfred Perlstein 
658a94053baSAlfred Perlstein #ifdef KDB
659af3b2549SHans Petter Selasky SYSCTL_INT(_debug_kassert, OID_AUTO, do_kdb, CTLFLAG_RWTUN,
660a94053baSAlfred Perlstein     &kassert_do_kdb, 0, "KASSERT will enter the debugger");
661a94053baSAlfred Perlstein #endif
662a94053baSAlfred Perlstein 
6633945a964SAlfred Perlstein #ifdef KTR
664af3b2549SHans Petter Selasky SYSCTL_UINT(_debug_kassert, OID_AUTO, do_ktr, CTLFLAG_RWTUN,
6653945a964SAlfred Perlstein     &kassert_do_ktr, 0,
6663945a964SAlfred Perlstein     "KASSERT does a KTR, set this to the KTRMASK you want");
6673945a964SAlfred Perlstein #endif
6683945a964SAlfred Perlstein 
669af3b2549SHans Petter Selasky SYSCTL_INT(_debug_kassert, OID_AUTO, do_log, CTLFLAG_RWTUN,
67007aa6ea6SConrad Meyer     &kassert_do_log, 0,
67107aa6ea6SConrad Meyer     "If warn_only is enabled, log (1) or do not log (0) assertion violations");
6723945a964SAlfred Perlstein 
673af3b2549SHans Petter Selasky SYSCTL_INT(_debug_kassert, OID_AUTO, warnings, CTLFLAG_RWTUN,
6743945a964SAlfred Perlstein     &kassert_warnings, 0, "number of KASSERTs that have been triggered");
6753945a964SAlfred Perlstein 
676af3b2549SHans Petter Selasky SYSCTL_INT(_debug_kassert, OID_AUTO, log_panic_at, CTLFLAG_RWTUN,
6773945a964SAlfred Perlstein     &kassert_log_panic_at, 0, "max number of KASSERTS before we will panic");
6783945a964SAlfred Perlstein 
679af3b2549SHans Petter Selasky SYSCTL_INT(_debug_kassert, OID_AUTO, log_pps_limit, CTLFLAG_RWTUN,
6803945a964SAlfred Perlstein     &kassert_log_pps_limit, 0, "limit number of log messages per second");
6813945a964SAlfred Perlstein 
682af3b2549SHans Petter Selasky SYSCTL_INT(_debug_kassert, OID_AUTO, log_mute_at, CTLFLAG_RWTUN,
6833945a964SAlfred Perlstein     &kassert_log_mute_at, 0, "max number of KASSERTS to log");
6843945a964SAlfred Perlstein 
68544b71282SJonathan T. Looney SYSCTL_INT(_debug_kassert, OID_AUTO, suppress_in_panic, CTLFLAG_RWTUN,
68644b71282SJonathan T. Looney     &kassert_suppress_in_panic, 0,
68744b71282SJonathan T. Looney     "KASSERTs will be suppressed while handling a panic");
68844b71282SJonathan T. Looney 
6893945a964SAlfred Perlstein static int kassert_sysctl_kassert(SYSCTL_HANDLER_ARGS);
6903945a964SAlfred Perlstein 
6913945a964SAlfred Perlstein SYSCTL_PROC(_debug_kassert, OID_AUTO, kassert,
6923945a964SAlfred Perlstein     CTLTYPE_INT | CTLFLAG_RW | CTLFLAG_SECURE, NULL, 0,
6933945a964SAlfred Perlstein     kassert_sysctl_kassert, "I", "set to trigger a test kassert");
6943945a964SAlfred Perlstein 
6953945a964SAlfred Perlstein static int
6963945a964SAlfred Perlstein kassert_sysctl_kassert(SYSCTL_HANDLER_ARGS)
6973945a964SAlfred Perlstein {
6983945a964SAlfred Perlstein 	int error, i;
6993945a964SAlfred Perlstein 
7003945a964SAlfred Perlstein 	error = sysctl_wire_old_buffer(req, sizeof(int));
7013945a964SAlfred Perlstein 	if (error == 0) {
7023945a964SAlfred Perlstein 		i = 0;
7033945a964SAlfred Perlstein 		error = sysctl_handle_int(oidp, &i, 0, req);
7043945a964SAlfred Perlstein 	}
7053945a964SAlfred Perlstein 	if (error != 0 || req->newptr == NULL)
7063945a964SAlfred Perlstein 		return (error);
7073945a964SAlfred Perlstein 	KASSERT(0, ("kassert_sysctl_kassert triggered kassert %d", i));
7083945a964SAlfred Perlstein 	return (0);
7093945a964SAlfred Perlstein }
7103945a964SAlfred Perlstein 
7113945a964SAlfred Perlstein /*
7123945a964SAlfred Perlstein  * Called by KASSERT, this decides if we will panic
7133945a964SAlfred Perlstein  * or if we will log via printf and/or ktr.
7143945a964SAlfred Perlstein  */
7153945a964SAlfred Perlstein void
7163945a964SAlfred Perlstein kassert_panic(const char *fmt, ...)
7173945a964SAlfred Perlstein {
7183945a964SAlfred Perlstein 	static char buf[256];
7193945a964SAlfred Perlstein 	va_list ap;
7203945a964SAlfred Perlstein 
7213945a964SAlfred Perlstein 	va_start(ap, fmt);
7223945a964SAlfred Perlstein 	(void)vsnprintf(buf, sizeof(buf), fmt, ap);
7233945a964SAlfred Perlstein 	va_end(ap);
7243945a964SAlfred Perlstein 
7253945a964SAlfred Perlstein 	/*
726*65df1248SConrad Meyer 	 * If we are suppressing secondary panics, log the warning but do not
727*65df1248SConrad Meyer 	 * re-enter panic/kdb.
728*65df1248SConrad Meyer 	 */
729*65df1248SConrad Meyer 	if (panicstr != NULL && kassert_suppress_in_panic) {
730*65df1248SConrad Meyer 		if (kassert_do_log) {
731*65df1248SConrad Meyer 			printf("KASSERT failed: %s\n", buf);
732*65df1248SConrad Meyer #ifdef KDB
733*65df1248SConrad Meyer 			if (trace_all_panics && trace_on_panic)
734*65df1248SConrad Meyer 				kdb_backtrace();
735*65df1248SConrad Meyer #endif
736*65df1248SConrad Meyer 		}
737*65df1248SConrad Meyer 		return;
738*65df1248SConrad Meyer 	}
739*65df1248SConrad Meyer 
740*65df1248SConrad Meyer 	/*
7413945a964SAlfred Perlstein 	 * panic if we're not just warning, or if we've exceeded
7423945a964SAlfred Perlstein 	 * kassert_log_panic_at warnings.
7433945a964SAlfred Perlstein 	 */
7443945a964SAlfred Perlstein 	if (!kassert_warn_only ||
7453945a964SAlfred Perlstein 	    (kassert_log_panic_at > 0 &&
7463945a964SAlfred Perlstein 	     kassert_warnings >= kassert_log_panic_at)) {
7473945a964SAlfred Perlstein 		va_start(ap, fmt);
7483945a964SAlfred Perlstein 		vpanic(fmt, ap);
7493945a964SAlfred Perlstein 		/* NORETURN */
7503945a964SAlfred Perlstein 	}
7513945a964SAlfred Perlstein #ifdef KTR
7523945a964SAlfred Perlstein 	if (kassert_do_ktr)
7533945a964SAlfred Perlstein 		CTR0(ktr_mask, buf);
7543945a964SAlfred Perlstein #endif /* KTR */
7553945a964SAlfred Perlstein 	/*
7563945a964SAlfred Perlstein 	 * log if we've not yet met the mute limit.
7573945a964SAlfred Perlstein 	 */
7583945a964SAlfred Perlstein 	if (kassert_do_log &&
7593945a964SAlfred Perlstein 	    (kassert_log_mute_at == 0 ||
7603945a964SAlfred Perlstein 	     kassert_warnings < kassert_log_mute_at)) {
7613945a964SAlfred Perlstein 		static  struct timeval lasterr;
7623945a964SAlfred Perlstein 		static  int curerr;
7633945a964SAlfred Perlstein 
7643945a964SAlfred Perlstein 		if (ppsratecheck(&lasterr, &curerr, kassert_log_pps_limit)) {
7653945a964SAlfred Perlstein 			printf("KASSERT failed: %s\n", buf);
7663945a964SAlfred Perlstein 			kdb_backtrace();
7673945a964SAlfred Perlstein 		}
7683945a964SAlfred Perlstein 	}
769a94053baSAlfred Perlstein #ifdef KDB
770a94053baSAlfred Perlstein 	if (kassert_do_kdb) {
771a94053baSAlfred Perlstein 		kdb_enter(KDB_WHY_KASSERT, buf);
772a94053baSAlfred Perlstein 	}
773a94053baSAlfred Perlstein #endif
7743945a964SAlfred Perlstein 	atomic_add_int(&kassert_warnings, 1);
7753945a964SAlfred Perlstein }
7763945a964SAlfred Perlstein #endif
7773945a964SAlfred Perlstein 
778ad4240feSJulian Elischer /*
779ad4240feSJulian Elischer  * Panic is called on unresolvable fatal errors.  It prints "panic: mesg",
780ad4240feSJulian Elischer  * and then reboots.  If we are called twice, then we avoid trying to sync
781ad4240feSJulian Elischer  * the disks as this often leads to recursive panics.
782ad4240feSJulian Elischer  */
783ad4240feSJulian Elischer void
7849a6dc4b6SPoul-Henning Kamp panic(const char *fmt, ...)
785ad4240feSJulian Elischer {
7863945a964SAlfred Perlstein 	va_list ap;
7873945a964SAlfred Perlstein 
7883945a964SAlfred Perlstein 	va_start(ap, fmt);
7893945a964SAlfred Perlstein 	vpanic(fmt, ap);
7903945a964SAlfred Perlstein }
7913945a964SAlfred Perlstein 
792da10a603SMark Johnston void
7933945a964SAlfred Perlstein vpanic(const char *fmt, va_list ap)
7943945a964SAlfred Perlstein {
79564dd590eSAndriy Gapon #ifdef SMP
79635370593SAndriy Gapon 	cpuset_t other_cpus;
79764dd590eSAndriy Gapon #endif
798fe799533SAndrew Gallatin 	struct thread *td = curthread;
799e485b64bSJohn Baldwin 	int bootopt, newpanic;
80099237364SAndrey A. Chernov 	static char buf[256];
801ad4240feSJulian Elischer 
80235370593SAndriy Gapon 	spinlock_enter();
80335370593SAndriy Gapon 
8040384fff8SJason Evans #ifdef SMP
8051a5333c3SJohn Baldwin 	/*
8066898bee9SAndriy Gapon 	 * stop_cpus_hard(other_cpus) should prevent multiple CPUs from
8076898bee9SAndriy Gapon 	 * concurrently entering panic.  Only the winner will proceed
8086898bee9SAndriy Gapon 	 * further.
8091a5333c3SJohn Baldwin 	 */
81035370593SAndriy Gapon 	if (panicstr == NULL && !kdb_active) {
81135370593SAndriy Gapon 		other_cpus = all_cpus;
81235370593SAndriy Gapon 		CPU_CLR(PCPU_GET(cpuid), &other_cpus);
81335370593SAndriy Gapon 		stop_cpus_hard(other_cpus);
81435370593SAndriy Gapon 	}
81542d33c1fSMark Johnston #endif
81635370593SAndriy Gapon 
81735370593SAndriy Gapon 	/*
8189ad64f27SMark Johnston 	 * Ensure that the scheduler is stopped while panicking, even if panic
8199ad64f27SMark Johnston 	 * has been entered from kdb.
82035370593SAndriy Gapon 	 */
8215d7380f8SAttilio Rao 	td->td_stopsched = 1;
8220384fff8SJason Evans 
823e3adb685SAttilio Rao 	bootopt = RB_AUTOBOOT;
824e485b64bSJohn Baldwin 	newpanic = 0;
825ad4240feSJulian Elischer 	if (panicstr)
826ad4240feSJulian Elischer 		bootopt |= RB_NOSYNC;
827e485b64bSJohn Baldwin 	else {
828e3adb685SAttilio Rao 		bootopt |= RB_DUMP;
829ad4240feSJulian Elischer 		panicstr = fmt;
830e485b64bSJohn Baldwin 		newpanic = 1;
831e485b64bSJohn Baldwin 	}
832ad4240feSJulian Elischer 
8334f1b4577SIan Dowse 	if (newpanic) {
8342127f260SArchie Cobbs 		(void)vsnprintf(buf, sizeof(buf), fmt, ap);
83599237364SAndrey A. Chernov 		panicstr = buf;
836bf8696b4SAndriy Gapon 		cngrab();
8379a6dc4b6SPoul-Henning Kamp 		printf("panic: %s\n", buf);
8384f1b4577SIan Dowse 	} else {
8394f1b4577SIan Dowse 		printf("panic: ");
8404f1b4577SIan Dowse 		vprintf(fmt, ap);
8419a6dc4b6SPoul-Henning Kamp 		printf("\n");
8424f1b4577SIan Dowse 	}
84347d81897SSteve Passe #ifdef SMP
84455c45354SJohn Baldwin 	printf("cpuid = %d\n", PCPU_GET(cpuid));
8452bcc63c5SJohn Baldwin #endif
8466cf0c1dbSGleb Smirnoff 	printf("time = %jd\n", (intmax_t )time_second);
8472d50560aSMarcel Moolenaar #ifdef KDB
848ad1fc315SConrad Meyer 	if ((newpanic || trace_all_panics) && trace_on_panic)
8492d50560aSMarcel Moolenaar 		kdb_backtrace();
850ad4240feSJulian Elischer 	if (debugger_on_panic)
8513de213ccSRobert Watson 		kdb_enter(KDB_WHY_PANIC, "panic");
8521432aa0cSJohn Baldwin #endif
853982d11f8SJeff Roberson 	/*thread_lock(td); */
854fe799533SAndrew Gallatin 	td->td_flags |= TDF_INPANIC;
855982d11f8SJeff Roberson 	/* thread_unlock(td); */
856259ed917SPeter Wemm 	if (!sync_on_panic)
857259ed917SPeter Wemm 		bootopt |= RB_NOSYNC;
85848f1a492SWarner Losh 	if (poweroff_on_panic)
85948f1a492SWarner Losh 		bootopt |= RB_POWEROFF;
86048f1a492SWarner Losh 	if (powercycle_on_panic)
86148f1a492SWarner Losh 		bootopt |= RB_POWERCYCLE;
86276e18b25SMarcel Moolenaar 	kern_reboot(bootopt);
863ad4240feSJulian Elischer }
864ad4240feSJulian Elischer 
865e0d898b4SJulian Elischer /*
866db82a982SMike Smith  * Support for poweroff delay.
867b22692bdSNick Hibma  *
868b22692bdSNick Hibma  * Please note that setting this delay too short might power off your machine
869b22692bdSNick Hibma  * before the write cache on your hard disk has been flushed, leading to
870b22692bdSNick Hibma  * soft-updates inconsistencies.
871db82a982SMike Smith  */
8729eec6969SMike Smith #ifndef POWEROFF_DELAY
8739eec6969SMike Smith # define POWEROFF_DELAY 5000
8749eec6969SMike Smith #endif
8759eec6969SMike Smith static int poweroff_delay = POWEROFF_DELAY;
8769eec6969SMike Smith 
877db82a982SMike Smith SYSCTL_INT(_kern_shutdown, OID_AUTO, poweroff_delay, CTLFLAG_RW,
8783eb9ab52SEitan Adler     &poweroff_delay, 0, "Delay before poweroff to write disk caches (msec)");
879db82a982SMike Smith 
880fcb893a8SMike Smith static void
881fcb893a8SMike Smith poweroff_wait(void *junk, int howto)
882db82a982SMike Smith {
883e95499bdSAlfred Perlstein 
8847d41b6f0SWarner Losh 	if ((howto & (RB_POWEROFF | RB_POWERCYCLE)) == 0 || poweroff_delay <= 0)
885db82a982SMike Smith 		return;
886db82a982SMike Smith 	DELAY(poweroff_delay * 1000);
887db82a982SMike Smith }
8885e950839SLuoqi Chen 
8895e950839SLuoqi Chen /*
8905e950839SLuoqi Chen  * Some system processes (e.g. syncer) need to be stopped at appropriate
8915e950839SLuoqi Chen  * points in their main loops prior to a system shutdown, so that they
8925e950839SLuoqi Chen  * won't interfere with the shutdown process (e.g. by holding a disk buf
8935e950839SLuoqi Chen  * to cause sync to fail).  For each of these system processes, register
8945e950839SLuoqi Chen  * shutdown_kproc() as a handler for one of shutdown events.
8955e950839SLuoqi Chen  */
8965e950839SLuoqi Chen static int kproc_shutdown_wait = 60;
8975e950839SLuoqi Chen SYSCTL_INT(_kern_shutdown, OID_AUTO, kproc_shutdown_wait, CTLFLAG_RW,
8983eb9ab52SEitan Adler     &kproc_shutdown_wait, 0, "Max wait time (sec) to stop for each process");
8995e950839SLuoqi Chen 
9005e950839SLuoqi Chen void
901ffc831daSJohn Baldwin kproc_shutdown(void *arg, int howto)
9025e950839SLuoqi Chen {
9035e950839SLuoqi Chen 	struct proc *p;
9045e950839SLuoqi Chen 	int error;
9055e950839SLuoqi Chen 
9065e950839SLuoqi Chen 	if (panicstr)
9075e950839SLuoqi Chen 		return;
9085e950839SLuoqi Chen 
9095e950839SLuoqi Chen 	p = (struct proc *)arg;
910b1c81391SNate Lawson 	printf("Waiting (max %d seconds) for system process `%s' to stop... ",
9114f9d48e4SJohn Baldwin 	    kproc_shutdown_wait, p->p_comm);
9123745c395SJulian Elischer 	error = kproc_suspend(p, kproc_shutdown_wait * hz);
9135e950839SLuoqi Chen 
9145e950839SLuoqi Chen 	if (error == EWOULDBLOCK)
915b1c81391SNate Lawson 		printf("timed out\n");
9165e950839SLuoqi Chen 	else
917b1c81391SNate Lawson 		printf("done\n");
9185e950839SLuoqi Chen }
91981661c94SPoul-Henning Kamp 
9207ab24ea3SJulian Elischer void
9217ab24ea3SJulian Elischer kthread_shutdown(void *arg, int howto)
9227ab24ea3SJulian Elischer {
9237ab24ea3SJulian Elischer 	struct thread *td;
9247ab24ea3SJulian Elischer 	int error;
9257ab24ea3SJulian Elischer 
9267ab24ea3SJulian Elischer 	if (panicstr)
9277ab24ea3SJulian Elischer 		return;
9287ab24ea3SJulian Elischer 
9297ab24ea3SJulian Elischer 	td = (struct thread *)arg;
9307ab24ea3SJulian Elischer 	printf("Waiting (max %d seconds) for system thread `%s' to stop... ",
9314f9d48e4SJohn Baldwin 	    kproc_shutdown_wait, td->td_name);
9327ab24ea3SJulian Elischer 	error = kthread_suspend(td, kproc_shutdown_wait * hz);
9337ab24ea3SJulian Elischer 
9347ab24ea3SJulian Elischer 	if (error == EWOULDBLOCK)
9357ab24ea3SJulian Elischer 		printf("timed out\n");
9367ab24ea3SJulian Elischer 	else
9377ab24ea3SJulian Elischer 		printf("done\n");
9387ab24ea3SJulian Elischer }
9397ab24ea3SJulian Elischer 
940bad7e7f3SAlfred Perlstein static char dumpdevname[sizeof(((struct cdev*)NULL)->si_name)];
941bad7e7f3SAlfred Perlstein SYSCTL_STRING(_kern_shutdown, OID_AUTO, dumpdevname, CTLFLAG_RD,
942bad7e7f3SAlfred Perlstein     dumpdevname, 0, "Device for kernel dumps");
943bad7e7f3SAlfred Perlstein 
94464a16434SMark Johnston static int	_dump_append(struct dumperinfo *di, void *virtual,
94564a16434SMark Johnston 		    vm_offset_t physical, size_t length);
94664a16434SMark Johnston 
947480f31c2SKonrad Witaszczyk #ifdef EKCD
948480f31c2SKonrad Witaszczyk static struct kerneldumpcrypto *
949480f31c2SKonrad Witaszczyk kerneldumpcrypto_create(size_t blocksize, uint8_t encryption,
950480f31c2SKonrad Witaszczyk     const uint8_t *key, uint32_t encryptedkeysize, const uint8_t *encryptedkey)
951480f31c2SKonrad Witaszczyk {
952480f31c2SKonrad Witaszczyk 	struct kerneldumpcrypto *kdc;
953480f31c2SKonrad Witaszczyk 	struct kerneldumpkey *kdk;
954480f31c2SKonrad Witaszczyk 	uint32_t dumpkeysize;
955480f31c2SKonrad Witaszczyk 
956480f31c2SKonrad Witaszczyk 	dumpkeysize = roundup2(sizeof(*kdk) + encryptedkeysize, blocksize);
957480f31c2SKonrad Witaszczyk 	kdc = malloc(sizeof(*kdc) + dumpkeysize, M_EKCD, M_WAITOK | M_ZERO);
958480f31c2SKonrad Witaszczyk 
959480f31c2SKonrad Witaszczyk 	arc4rand(kdc->kdc_iv, sizeof(kdc->kdc_iv), 0);
960480f31c2SKonrad Witaszczyk 
961480f31c2SKonrad Witaszczyk 	kdc->kdc_encryption = encryption;
962480f31c2SKonrad Witaszczyk 	switch (kdc->kdc_encryption) {
963480f31c2SKonrad Witaszczyk 	case KERNELDUMP_ENC_AES_256_CBC:
964480f31c2SKonrad Witaszczyk 		if (rijndael_makeKey(&kdc->kdc_ki, DIR_ENCRYPT, 256, key) <= 0)
965480f31c2SKonrad Witaszczyk 			goto failed;
966480f31c2SKonrad Witaszczyk 		break;
967480f31c2SKonrad Witaszczyk 	default:
968480f31c2SKonrad Witaszczyk 		goto failed;
969480f31c2SKonrad Witaszczyk 	}
970480f31c2SKonrad Witaszczyk 
971480f31c2SKonrad Witaszczyk 	kdc->kdc_dumpkeysize = dumpkeysize;
972480f31c2SKonrad Witaszczyk 	kdk = kdc->kdc_dumpkey;
973480f31c2SKonrad Witaszczyk 	kdk->kdk_encryption = kdc->kdc_encryption;
974480f31c2SKonrad Witaszczyk 	memcpy(kdk->kdk_iv, kdc->kdc_iv, sizeof(kdk->kdk_iv));
975480f31c2SKonrad Witaszczyk 	kdk->kdk_encryptedkeysize = htod32(encryptedkeysize);
976480f31c2SKonrad Witaszczyk 	memcpy(kdk->kdk_encryptedkey, encryptedkey, encryptedkeysize);
977480f31c2SKonrad Witaszczyk 
978480f31c2SKonrad Witaszczyk 	return (kdc);
979480f31c2SKonrad Witaszczyk failed:
980480f31c2SKonrad Witaszczyk 	explicit_bzero(kdc, sizeof(*kdc) + dumpkeysize);
981480f31c2SKonrad Witaszczyk 	free(kdc, M_EKCD);
982480f31c2SKonrad Witaszczyk 	return (NULL);
983480f31c2SKonrad Witaszczyk }
984480f31c2SKonrad Witaszczyk 
98550ef60daSMark Johnston static int
986480f31c2SKonrad Witaszczyk kerneldumpcrypto_init(struct kerneldumpcrypto *kdc)
987480f31c2SKonrad Witaszczyk {
988480f31c2SKonrad Witaszczyk 	uint8_t hash[SHA256_DIGEST_LENGTH];
989480f31c2SKonrad Witaszczyk 	SHA256_CTX ctx;
990480f31c2SKonrad Witaszczyk 	struct kerneldumpkey *kdk;
991480f31c2SKonrad Witaszczyk 	int error;
992480f31c2SKonrad Witaszczyk 
993480f31c2SKonrad Witaszczyk 	error = 0;
994480f31c2SKonrad Witaszczyk 
995480f31c2SKonrad Witaszczyk 	if (kdc == NULL)
996480f31c2SKonrad Witaszczyk 		return (0);
997480f31c2SKonrad Witaszczyk 
998480f31c2SKonrad Witaszczyk 	/*
999480f31c2SKonrad Witaszczyk 	 * When a user enters ddb it can write a crash dump multiple times.
1000480f31c2SKonrad Witaszczyk 	 * Each time it should be encrypted using a different IV.
1001480f31c2SKonrad Witaszczyk 	 */
1002480f31c2SKonrad Witaszczyk 	SHA256_Init(&ctx);
1003480f31c2SKonrad Witaszczyk 	SHA256_Update(&ctx, kdc->kdc_iv, sizeof(kdc->kdc_iv));
1004480f31c2SKonrad Witaszczyk 	SHA256_Final(hash, &ctx);
1005480f31c2SKonrad Witaszczyk 	bcopy(hash, kdc->kdc_iv, sizeof(kdc->kdc_iv));
1006480f31c2SKonrad Witaszczyk 
1007480f31c2SKonrad Witaszczyk 	switch (kdc->kdc_encryption) {
1008480f31c2SKonrad Witaszczyk 	case KERNELDUMP_ENC_AES_256_CBC:
1009480f31c2SKonrad Witaszczyk 		if (rijndael_cipherInit(&kdc->kdc_ci, MODE_CBC,
1010480f31c2SKonrad Witaszczyk 		    kdc->kdc_iv) <= 0) {
1011480f31c2SKonrad Witaszczyk 			error = EINVAL;
1012480f31c2SKonrad Witaszczyk 			goto out;
1013480f31c2SKonrad Witaszczyk 		}
1014480f31c2SKonrad Witaszczyk 		break;
1015480f31c2SKonrad Witaszczyk 	default:
1016480f31c2SKonrad Witaszczyk 		error = EINVAL;
1017480f31c2SKonrad Witaszczyk 		goto out;
1018480f31c2SKonrad Witaszczyk 	}
1019480f31c2SKonrad Witaszczyk 
1020480f31c2SKonrad Witaszczyk 	kdk = kdc->kdc_dumpkey;
1021480f31c2SKonrad Witaszczyk 	memcpy(kdk->kdk_iv, kdc->kdc_iv, sizeof(kdk->kdk_iv));
1022480f31c2SKonrad Witaszczyk out:
1023480f31c2SKonrad Witaszczyk 	explicit_bzero(hash, sizeof(hash));
1024480f31c2SKonrad Witaszczyk 	return (error);
1025480f31c2SKonrad Witaszczyk }
1026480f31c2SKonrad Witaszczyk 
102701938d36SMark Johnston static uint32_t
1028480f31c2SKonrad Witaszczyk kerneldumpcrypto_dumpkeysize(const struct kerneldumpcrypto *kdc)
1029480f31c2SKonrad Witaszczyk {
1030480f31c2SKonrad Witaszczyk 
1031480f31c2SKonrad Witaszczyk 	if (kdc == NULL)
1032480f31c2SKonrad Witaszczyk 		return (0);
1033480f31c2SKonrad Witaszczyk 	return (kdc->kdc_dumpkeysize);
1034480f31c2SKonrad Witaszczyk }
103501938d36SMark Johnston #endif /* EKCD */
1036480f31c2SKonrad Witaszczyk 
103778f57a9cSMark Johnston static struct kerneldumpcomp *
103878f57a9cSMark Johnston kerneldumpcomp_create(struct dumperinfo *di, uint8_t compression)
103964a16434SMark Johnston {
104078f57a9cSMark Johnston 	struct kerneldumpcomp *kdcomp;
10416026dcd7SMark Johnston 	int format;
104264a16434SMark Johnston 
10436026dcd7SMark Johnston 	switch (compression) {
10446026dcd7SMark Johnston 	case KERNELDUMP_COMP_GZIP:
10456026dcd7SMark Johnston 		format = COMPRESS_GZIP;
10466026dcd7SMark Johnston 		break;
10476026dcd7SMark Johnston 	case KERNELDUMP_COMP_ZSTD:
10486026dcd7SMark Johnston 		format = COMPRESS_ZSTD;
10496026dcd7SMark Johnston 		break;
10506026dcd7SMark Johnston 	default:
105164a16434SMark Johnston 		return (NULL);
10526026dcd7SMark Johnston 	}
10536026dcd7SMark Johnston 
105478f57a9cSMark Johnston 	kdcomp = malloc(sizeof(*kdcomp), M_DUMPER, M_WAITOK | M_ZERO);
10556026dcd7SMark Johnston 	kdcomp->kdc_format = compression;
105678f57a9cSMark Johnston 	kdcomp->kdc_stream = compressor_init(kerneldumpcomp_write_cb,
10576026dcd7SMark Johnston 	    format, di->maxiosize, kerneldump_gzlevel, di);
105878f57a9cSMark Johnston 	if (kdcomp->kdc_stream == NULL) {
105978f57a9cSMark Johnston 		free(kdcomp, M_DUMPER);
106064a16434SMark Johnston 		return (NULL);
106164a16434SMark Johnston 	}
106278f57a9cSMark Johnston 	kdcomp->kdc_buf = malloc(di->maxiosize, M_DUMPER, M_WAITOK | M_NODUMP);
106378f57a9cSMark Johnston 	return (kdcomp);
106464a16434SMark Johnston }
106564a16434SMark Johnston 
106664a16434SMark Johnston static void
106778f57a9cSMark Johnston kerneldumpcomp_destroy(struct dumperinfo *di)
106864a16434SMark Johnston {
106978f57a9cSMark Johnston 	struct kerneldumpcomp *kdcomp;
107064a16434SMark Johnston 
107178f57a9cSMark Johnston 	kdcomp = di->kdcomp;
107278f57a9cSMark Johnston 	if (kdcomp == NULL)
107364a16434SMark Johnston 		return;
107478f57a9cSMark Johnston 	compressor_fini(kdcomp->kdc_stream);
107578f57a9cSMark Johnston 	explicit_bzero(kdcomp->kdc_buf, di->maxiosize);
107678f57a9cSMark Johnston 	free(kdcomp->kdc_buf, M_DUMPER);
107778f57a9cSMark Johnston 	free(kdcomp, M_DUMPER);
107864a16434SMark Johnston }
107964a16434SMark Johnston 
108081661c94SPoul-Henning Kamp /* Registration of dumpers */
108181661c94SPoul-Henning Kamp int
1082480f31c2SKonrad Witaszczyk set_dumper(struct dumperinfo *di, const char *devname, struct thread *td,
108364a16434SMark Johnston     uint8_t compression, uint8_t encryption, const uint8_t *key,
108464a16434SMark Johnston     uint32_t encryptedkeysize, const uint8_t *encryptedkey)
108581661c94SPoul-Henning Kamp {
10865a3a8ec0SAlfred Perlstein 	size_t wantcopy;
10875ebb15b9SPawel Jakub Dawidek 	int error;
10885ebb15b9SPawel Jakub Dawidek 
10895ebb15b9SPawel Jakub Dawidek 	error = priv_check(td, PRIV_SETDUMPER);
10905ebb15b9SPawel Jakub Dawidek 	if (error != 0)
10915ebb15b9SPawel Jakub Dawidek 		return (error);
1092e95499bdSAlfred Perlstein 
109381661c94SPoul-Henning Kamp 	if (di == NULL) {
1094480f31c2SKonrad Witaszczyk 		error = 0;
1095480f31c2SKonrad Witaszczyk 		goto cleanup;
109681661c94SPoul-Henning Kamp 	}
109781661c94SPoul-Henning Kamp 	if (dumper.dumper != NULL)
109881661c94SPoul-Henning Kamp 		return (EBUSY);
109981661c94SPoul-Henning Kamp 	dumper = *di;
1100480f31c2SKonrad Witaszczyk 	dumper.blockbuf = NULL;
110178f57a9cSMark Johnston 	dumper.kdcrypto = NULL;
110278f57a9cSMark Johnston 	dumper.kdcomp = NULL;
1103480f31c2SKonrad Witaszczyk 
1104480f31c2SKonrad Witaszczyk 	if (encryption != KERNELDUMP_ENC_NONE) {
1105480f31c2SKonrad Witaszczyk #ifdef EKCD
110678f57a9cSMark Johnston 		dumper.kdcrypto = kerneldumpcrypto_create(di->blocksize,
110778f57a9cSMark Johnston 		    encryption, key, encryptedkeysize, encryptedkey);
110878f57a9cSMark Johnston 		if (dumper.kdcrypto == NULL) {
1109480f31c2SKonrad Witaszczyk 			error = EINVAL;
1110480f31c2SKonrad Witaszczyk 			goto cleanup;
1111480f31c2SKonrad Witaszczyk 		}
1112480f31c2SKonrad Witaszczyk #else
1113480f31c2SKonrad Witaszczyk 		error = EOPNOTSUPP;
1114480f31c2SKonrad Witaszczyk 		goto cleanup;
1115480f31c2SKonrad Witaszczyk #endif
1116480f31c2SKonrad Witaszczyk 	}
1117480f31c2SKonrad Witaszczyk 
11185a3a8ec0SAlfred Perlstein 	wantcopy = strlcpy(dumpdevname, devname, sizeof(dumpdevname));
11195a3a8ec0SAlfred Perlstein 	if (wantcopy >= sizeof(dumpdevname)) {
1120bad7e7f3SAlfred Perlstein 		printf("set_dumper: device name truncated from '%s' -> '%s'\n",
1121bad7e7f3SAlfred Perlstein 		    devname, dumpdevname);
1122bad7e7f3SAlfred Perlstein 	}
1123480f31c2SKonrad Witaszczyk 
112464a16434SMark Johnston 	if (compression != KERNELDUMP_COMP_NONE) {
112564a16434SMark Johnston 		/*
112664a16434SMark Johnston 		 * We currently can't support simultaneous encryption and
112764a16434SMark Johnston 		 * compression.
112864a16434SMark Johnston 		 */
112964a16434SMark Johnston 		if (encryption != KERNELDUMP_ENC_NONE) {
113064a16434SMark Johnston 			error = EOPNOTSUPP;
113164a16434SMark Johnston 			goto cleanup;
113264a16434SMark Johnston 		}
113378f57a9cSMark Johnston 		dumper.kdcomp = kerneldumpcomp_create(&dumper, compression);
113478f57a9cSMark Johnston 		if (dumper.kdcomp == NULL) {
113564a16434SMark Johnston 			error = EINVAL;
113664a16434SMark Johnston 			goto cleanup;
113764a16434SMark Johnston 		}
113864a16434SMark Johnston 	}
113964a16434SMark Johnston 
11405dc5dab6SConrad Meyer 	dumper.blockbuf = malloc(di->blocksize, M_DUMPER, M_WAITOK | M_ZERO);
114181661c94SPoul-Henning Kamp 	return (0);
1142480f31c2SKonrad Witaszczyk cleanup:
1143480f31c2SKonrad Witaszczyk #ifdef EKCD
114478f57a9cSMark Johnston 	if (dumper.kdcrypto != NULL) {
114578f57a9cSMark Johnston 		explicit_bzero(dumper.kdcrypto, sizeof(*dumper.kdcrypto) +
114678f57a9cSMark Johnston 		    dumper.kdcrypto->kdc_dumpkeysize);
114778f57a9cSMark Johnston 		free(dumper.kdcrypto, M_EKCD);
1148480f31c2SKonrad Witaszczyk 	}
1149480f31c2SKonrad Witaszczyk #endif
115064a16434SMark Johnston 
115178f57a9cSMark Johnston 	kerneldumpcomp_destroy(&dumper);
115264a16434SMark Johnston 
1153480f31c2SKonrad Witaszczyk 	if (dumper.blockbuf != NULL) {
1154480f31c2SKonrad Witaszczyk 		explicit_bzero(dumper.blockbuf, dumper.blocksize);
1155480f31c2SKonrad Witaszczyk 		free(dumper.blockbuf, M_DUMPER);
1156480f31c2SKonrad Witaszczyk 	}
1157480f31c2SKonrad Witaszczyk 	explicit_bzero(&dumper, sizeof(dumper));
1158480f31c2SKonrad Witaszczyk 	dumpdevname[0] = '\0';
1159480f31c2SKonrad Witaszczyk 	return (error);
116081661c94SPoul-Henning Kamp }
116181661c94SPoul-Henning Kamp 
1162480f31c2SKonrad Witaszczyk static int
1163480f31c2SKonrad Witaszczyk dump_check_bounds(struct dumperinfo *di, off_t offset, size_t length)
1164007b1b7bSRuslan Ermilov {
1165007b1b7bSRuslan Ermilov 
1166007b1b7bSRuslan Ermilov 	if (length != 0 && (offset < di->mediaoffset ||
1167007b1b7bSRuslan Ermilov 	    offset - di->mediaoffset + length > di->mediasize)) {
1168bde3b1e1SMark Johnston 		if (di->kdcomp != NULL && offset >= di->mediaoffset) {
1169bde3b1e1SMark Johnston 			printf(
1170bde3b1e1SMark Johnston 		    "Compressed dump failed to fit in device boundaries.\n");
1171bde3b1e1SMark Johnston 			return (E2BIG);
1172bde3b1e1SMark Johnston 		}
1173bde3b1e1SMark Johnston 
117458379067SAttilio Rao 		printf("Attempt to write outside dump device boundaries.\n"
117558379067SAttilio Rao 	    "offset(%jd), mediaoffset(%jd), length(%ju), mediasize(%jd).\n",
117658379067SAttilio Rao 		    (intmax_t)offset, (intmax_t)di->mediaoffset,
117758379067SAttilio Rao 		    (uintmax_t)length, (intmax_t)di->mediasize);
117858379067SAttilio Rao 		return (ENOSPC);
1179007b1b7bSRuslan Ermilov 	}
118046fcd1afSMark Johnston 	if (length % di->blocksize != 0) {
118146fcd1afSMark Johnston 		printf("Attempt to write partial block of length %ju.\n",
118246fcd1afSMark Johnston 		    (uintmax_t)length);
118346fcd1afSMark Johnston 		return (EINVAL);
118446fcd1afSMark Johnston 	}
118546fcd1afSMark Johnston 	if (offset % di->blocksize != 0) {
118646fcd1afSMark Johnston 		printf("Attempt to write at unaligned offset %jd.\n",
118746fcd1afSMark Johnston 		    (intmax_t)offset);
118846fcd1afSMark Johnston 		return (EINVAL);
1189480f31c2SKonrad Witaszczyk 	}
1190480f31c2SKonrad Witaszczyk 
119146fcd1afSMark Johnston 	return (0);
119201938d36SMark Johnston }
119301938d36SMark Johnston 
1194480f31c2SKonrad Witaszczyk #ifdef EKCD
1195480f31c2SKonrad Witaszczyk static int
1196480f31c2SKonrad Witaszczyk dump_encrypt(struct kerneldumpcrypto *kdc, uint8_t *buf, size_t size)
1197480f31c2SKonrad Witaszczyk {
1198480f31c2SKonrad Witaszczyk 
1199480f31c2SKonrad Witaszczyk 	switch (kdc->kdc_encryption) {
1200480f31c2SKonrad Witaszczyk 	case KERNELDUMP_ENC_AES_256_CBC:
1201480f31c2SKonrad Witaszczyk 		if (rijndael_blockEncrypt(&kdc->kdc_ci, &kdc->kdc_ki, buf,
1202480f31c2SKonrad Witaszczyk 		    8 * size, buf) <= 0) {
1203480f31c2SKonrad Witaszczyk 			return (EIO);
1204480f31c2SKonrad Witaszczyk 		}
1205480f31c2SKonrad Witaszczyk 		if (rijndael_cipherInit(&kdc->kdc_ci, MODE_CBC,
1206480f31c2SKonrad Witaszczyk 		    buf + size - 16 /* IV size for AES-256-CBC */) <= 0) {
1207480f31c2SKonrad Witaszczyk 			return (EIO);
1208480f31c2SKonrad Witaszczyk 		}
1209480f31c2SKonrad Witaszczyk 		break;
1210480f31c2SKonrad Witaszczyk 	default:
1211480f31c2SKonrad Witaszczyk 		return (EINVAL);
1212480f31c2SKonrad Witaszczyk 	}
1213480f31c2SKonrad Witaszczyk 
1214480f31c2SKonrad Witaszczyk 	return (0);
1215480f31c2SKonrad Witaszczyk }
1216480f31c2SKonrad Witaszczyk 
1217480f31c2SKonrad Witaszczyk /* Encrypt data and call dumper. */
1218480f31c2SKonrad Witaszczyk static int
121946fcd1afSMark Johnston dump_encrypted_write(struct dumperinfo *di, void *virtual,
122046fcd1afSMark Johnston     vm_offset_t physical, off_t offset, size_t length)
1221480f31c2SKonrad Witaszczyk {
1222480f31c2SKonrad Witaszczyk 	static uint8_t buf[KERNELDUMP_BUFFER_SIZE];
1223480f31c2SKonrad Witaszczyk 	struct kerneldumpcrypto *kdc;
1224480f31c2SKonrad Witaszczyk 	int error;
1225480f31c2SKonrad Witaszczyk 	size_t nbytes;
1226480f31c2SKonrad Witaszczyk 
122778f57a9cSMark Johnston 	kdc = di->kdcrypto;
1228480f31c2SKonrad Witaszczyk 
1229480f31c2SKonrad Witaszczyk 	while (length > 0) {
1230480f31c2SKonrad Witaszczyk 		nbytes = MIN(length, sizeof(buf));
1231480f31c2SKonrad Witaszczyk 		bcopy(virtual, buf, nbytes);
1232480f31c2SKonrad Witaszczyk 
1233480f31c2SKonrad Witaszczyk 		if (dump_encrypt(kdc, buf, nbytes) != 0)
1234480f31c2SKonrad Witaszczyk 			return (EIO);
1235480f31c2SKonrad Witaszczyk 
123646fcd1afSMark Johnston 		error = dump_write(di, buf, physical, offset, nbytes);
1237480f31c2SKonrad Witaszczyk 		if (error != 0)
1238480f31c2SKonrad Witaszczyk 			return (error);
1239480f31c2SKonrad Witaszczyk 
1240480f31c2SKonrad Witaszczyk 		offset += nbytes;
1241480f31c2SKonrad Witaszczyk 		virtual = (void *)((uint8_t *)virtual + nbytes);
1242480f31c2SKonrad Witaszczyk 		length -= nbytes;
1243480f31c2SKonrad Witaszczyk 	}
1244480f31c2SKonrad Witaszczyk 
1245480f31c2SKonrad Witaszczyk 	return (0);
1246480f31c2SKonrad Witaszczyk }
1247480f31c2SKonrad Witaszczyk 
1248480f31c2SKonrad Witaszczyk static int
124964a16434SMark Johnston dump_write_key(struct dumperinfo *di, off_t offset)
1250480f31c2SKonrad Witaszczyk {
125101938d36SMark Johnston 	struct kerneldumpcrypto *kdc;
1252480f31c2SKonrad Witaszczyk 
125378f57a9cSMark Johnston 	kdc = di->kdcrypto;
125401938d36SMark Johnston 	if (kdc == NULL)
125501938d36SMark Johnston 		return (0);
125664a16434SMark Johnston 	return (dump_write(di, kdc->kdc_dumpkey, 0, offset,
125701938d36SMark Johnston 	    kdc->kdc_dumpkeysize));
1258007b1b7bSRuslan Ermilov }
125901938d36SMark Johnston #endif /* EKCD */
1260007b1b7bSRuslan Ermilov 
126164a16434SMark Johnston static int
126278f57a9cSMark Johnston kerneldumpcomp_write_cb(void *base, size_t length, off_t offset, void *arg)
126364a16434SMark Johnston {
126464a16434SMark Johnston 	struct dumperinfo *di;
126564a16434SMark Johnston 	size_t resid, rlength;
126664a16434SMark Johnston 	int error;
126764a16434SMark Johnston 
126864a16434SMark Johnston 	di = arg;
126964a16434SMark Johnston 
127064a16434SMark Johnston 	if (length % di->blocksize != 0) {
127164a16434SMark Johnston 		/*
127264a16434SMark Johnston 		 * This must be the final write after flushing the compression
127364a16434SMark Johnston 		 * stream. Write as many full blocks as possible and stash the
127464a16434SMark Johnston 		 * residual data in the dumper's block buffer. It will be
127564a16434SMark Johnston 		 * padded and written in dump_finish().
127664a16434SMark Johnston 		 */
127764a16434SMark Johnston 		rlength = rounddown(length, di->blocksize);
127864a16434SMark Johnston 		if (rlength != 0) {
127964a16434SMark Johnston 			error = _dump_append(di, base, 0, rlength);
128064a16434SMark Johnston 			if (error != 0)
128164a16434SMark Johnston 				return (error);
128264a16434SMark Johnston 		}
128364a16434SMark Johnston 		resid = length - rlength;
128464a16434SMark Johnston 		memmove(di->blockbuf, (uint8_t *)base + rlength, resid);
128578f57a9cSMark Johnston 		di->kdcomp->kdc_resid = resid;
128664a16434SMark Johnston 		return (EAGAIN);
128764a16434SMark Johnston 	}
128864a16434SMark Johnston 	return (_dump_append(di, base, 0, length));
128964a16434SMark Johnston }
129064a16434SMark Johnston 
129164a16434SMark Johnston /*
129264a16434SMark Johnston  * Write a kerneldumpheader at the specified offset. The header structure is 512
129364a16434SMark Johnston  * bytes in size, but we must pad to the device sector size.
129464a16434SMark Johnston  */
1295480f31c2SKonrad Witaszczyk static int
1296480f31c2SKonrad Witaszczyk dump_write_header(struct dumperinfo *di, struct kerneldumpheader *kdh,
129764a16434SMark Johnston     off_t offset)
1298480f31c2SKonrad Witaszczyk {
1299e9666bf6SMark Johnston 	void *buf;
1300e9666bf6SMark Johnston 	size_t hdrsz;
1301480f31c2SKonrad Witaszczyk 
1302e9666bf6SMark Johnston 	hdrsz = sizeof(*kdh);
1303e9666bf6SMark Johnston 	if (hdrsz > di->blocksize)
1304e9666bf6SMark Johnston 		return (ENOMEM);
1305e9666bf6SMark Johnston 
1306e9666bf6SMark Johnston 	if (hdrsz == di->blocksize)
1307e9666bf6SMark Johnston 		buf = kdh;
1308e9666bf6SMark Johnston 	else {
1309e9666bf6SMark Johnston 		buf = di->blockbuf;
1310e9666bf6SMark Johnston 		memset(buf, 0, di->blocksize);
1311e9666bf6SMark Johnston 		memcpy(buf, kdh, hdrsz);
1312e9666bf6SMark Johnston 	}
1313e9666bf6SMark Johnston 
131464a16434SMark Johnston 	return (dump_write(di, buf, 0, offset, di->blocksize));
13155dc5dab6SConrad Meyer }
13165dc5dab6SConrad Meyer 
131750ef60daSMark Johnston /*
131850ef60daSMark Johnston  * Don't touch the first SIZEOF_METADATA bytes on the dump device.  This is to
131950ef60daSMark Johnston  * protect us from metadata and metadata from us.
132050ef60daSMark Johnston  */
132150ef60daSMark Johnston #define	SIZEOF_METADATA		(64 * 1024)
132250ef60daSMark Johnston 
132350ef60daSMark Johnston /*
132464a16434SMark Johnston  * Do some preliminary setup for a kernel dump: initialize state for encryption,
132564a16434SMark Johnston  * if requested, and make sure that we have enough space on the dump device.
132664a16434SMark Johnston  *
132764a16434SMark Johnston  * We set things up so that the dump ends before the last sector of the dump
132864a16434SMark Johnston  * device, at which the trailing header is written.
132964a16434SMark Johnston  *
133064a16434SMark Johnston  *     +-----------+------+-----+----------------------------+------+
133164a16434SMark Johnston  *     |           | lhdr | key |    ... kernel dump ...     | thdr |
133264a16434SMark Johnston  *     +-----------+------+-----+----------------------------+------+
133364a16434SMark Johnston  *                   1 blk  opt <------- dump extent --------> 1 blk
133464a16434SMark Johnston  *
133564a16434SMark Johnston  * Dumps written using dump_append() start at the beginning of the extent.
133664a16434SMark Johnston  * Uncompressed dumps will use the entire extent, but compressed dumps typically
133764a16434SMark Johnston  * will not. The true length of the dump is recorded in the leading and trailing
133864a16434SMark Johnston  * headers once the dump has been completed.
133950ef60daSMark Johnston  */
134050ef60daSMark Johnston int
134146fcd1afSMark Johnston dump_start(struct dumperinfo *di, struct kerneldumpheader *kdh)
134250ef60daSMark Johnston {
134364a16434SMark Johnston 	uint64_t dumpextent;
134401938d36SMark Johnston 	uint32_t keysize;
134550ef60daSMark Johnston 
134601938d36SMark Johnston #ifdef EKCD
134778f57a9cSMark Johnston 	int error = kerneldumpcrypto_init(di->kdcrypto);
134850ef60daSMark Johnston 	if (error != 0)
134950ef60daSMark Johnston 		return (error);
135078f57a9cSMark Johnston 	keysize = kerneldumpcrypto_dumpkeysize(di->kdcrypto);
135101938d36SMark Johnston #else
135201938d36SMark Johnston 	keysize = 0;
135301938d36SMark Johnston #endif
135450ef60daSMark Johnston 
135564a16434SMark Johnston 	dumpextent = dtoh64(kdh->dumpextent);
135664a16434SMark Johnston 	if (di->mediasize < SIZEOF_METADATA + dumpextent + 2 * di->blocksize +
135764a16434SMark Johnston 	    keysize) {
135878f57a9cSMark Johnston 		if (di->kdcomp != NULL) {
135964a16434SMark Johnston 			/*
136064a16434SMark Johnston 			 * We don't yet know how much space the compressed dump
136164a16434SMark Johnston 			 * will occupy, so try to use the whole swap partition
136264a16434SMark Johnston 			 * (minus the first 64KB) in the hope that the
136364a16434SMark Johnston 			 * compressed dump will fit. If that doesn't turn out to
13646026dcd7SMark Johnston 			 * be enough, the bounds checking in dump_write()
136564a16434SMark Johnston 			 * will catch us and cause the dump to fail.
136664a16434SMark Johnston 			 */
136764a16434SMark Johnston 			dumpextent = di->mediasize - SIZEOF_METADATA -
136864a16434SMark Johnston 			    2 * di->blocksize - keysize;
136964a16434SMark Johnston 			kdh->dumpextent = htod64(dumpextent);
137064a16434SMark Johnston 		} else
137164a16434SMark Johnston 			return (E2BIG);
137264a16434SMark Johnston 	}
137364a16434SMark Johnston 
137464a16434SMark Johnston 	/* The offset at which to begin writing the dump. */
137564a16434SMark Johnston 	di->dumpoff = di->mediaoffset + di->mediasize - di->blocksize -
137664a16434SMark Johnston 	    dumpextent;
137750ef60daSMark Johnston 
137850ef60daSMark Johnston 	return (0);
137950ef60daSMark Johnston }
138050ef60daSMark Johnston 
138164a16434SMark Johnston static int
138264a16434SMark Johnston _dump_append(struct dumperinfo *di, void *virtual, vm_offset_t physical,
138346fcd1afSMark Johnston     size_t length)
138446fcd1afSMark Johnston {
138546fcd1afSMark Johnston 	int error;
138646fcd1afSMark Johnston 
138746fcd1afSMark Johnston #ifdef EKCD
138878f57a9cSMark Johnston 	if (di->kdcrypto != NULL)
138946fcd1afSMark Johnston 		error = dump_encrypted_write(di, virtual, physical, di->dumpoff,
139046fcd1afSMark Johnston 		    length);
139146fcd1afSMark Johnston 	else
139246fcd1afSMark Johnston #endif
139346fcd1afSMark Johnston 		error = dump_write(di, virtual, physical, di->dumpoff, length);
139446fcd1afSMark Johnston 	if (error == 0)
139546fcd1afSMark Johnston 		di->dumpoff += length;
139646fcd1afSMark Johnston 	return (error);
139746fcd1afSMark Johnston }
139846fcd1afSMark Johnston 
139964a16434SMark Johnston /*
140064a16434SMark Johnston  * Write to the dump device starting at dumpoff. When compression is enabled,
140164a16434SMark Johnston  * writes to the device will be performed using a callback that gets invoked
140264a16434SMark Johnston  * when the compression stream's output buffer is full.
140364a16434SMark Johnston  */
140464a16434SMark Johnston int
140564a16434SMark Johnston dump_append(struct dumperinfo *di, void *virtual, vm_offset_t physical,
140664a16434SMark Johnston     size_t length)
140764a16434SMark Johnston {
140864a16434SMark Johnston 	void *buf;
140964a16434SMark Johnston 
141078f57a9cSMark Johnston 	if (di->kdcomp != NULL) {
141178f57a9cSMark Johnston 		/* Bounce through a buffer to avoid CRC errors. */
141264a16434SMark Johnston 		if (length > di->maxiosize)
141364a16434SMark Johnston 			return (EINVAL);
141478f57a9cSMark Johnston 		buf = di->kdcomp->kdc_buf;
141564a16434SMark Johnston 		memmove(buf, virtual, length);
141678f57a9cSMark Johnston 		return (compressor_write(di->kdcomp->kdc_stream, buf, length));
141764a16434SMark Johnston 	}
141864a16434SMark Johnston 	return (_dump_append(di, virtual, physical, length));
141964a16434SMark Johnston }
142064a16434SMark Johnston 
142164a16434SMark Johnston /*
142264a16434SMark Johnston  * Write to the dump device at the specified offset.
142364a16434SMark Johnston  */
142446fcd1afSMark Johnston int
142546fcd1afSMark Johnston dump_write(struct dumperinfo *di, void *virtual, vm_offset_t physical,
142646fcd1afSMark Johnston     off_t offset, size_t length)
142746fcd1afSMark Johnston {
142846fcd1afSMark Johnston 	int error;
142946fcd1afSMark Johnston 
143046fcd1afSMark Johnston 	error = dump_check_bounds(di, offset, length);
143146fcd1afSMark Johnston 	if (error != 0)
143246fcd1afSMark Johnston 		return (error);
143346fcd1afSMark Johnston 	return (di->dumper(di->priv, virtual, physical, offset, length));
143446fcd1afSMark Johnston }
143546fcd1afSMark Johnston 
143650ef60daSMark Johnston /*
143764a16434SMark Johnston  * Perform kernel dump finalization: flush the compression stream, if necessary,
143864a16434SMark Johnston  * write the leading and trailing kernel dump headers now that we know the true
143964a16434SMark Johnston  * length of the dump, and optionally write the encryption key following the
144064a16434SMark Johnston  * leading header.
144150ef60daSMark Johnston  */
144250ef60daSMark Johnston int
144346fcd1afSMark Johnston dump_finish(struct dumperinfo *di, struct kerneldumpheader *kdh)
144450ef60daSMark Johnston {
144564a16434SMark Johnston 	uint64_t extent;
144664a16434SMark Johnston 	uint32_t keysize;
144750ef60daSMark Johnston 	int error;
144850ef60daSMark Johnston 
144964a16434SMark Johnston 	extent = dtoh64(kdh->dumpextent);
145064a16434SMark Johnston 
145164a16434SMark Johnston #ifdef EKCD
145278f57a9cSMark Johnston 	keysize = kerneldumpcrypto_dumpkeysize(di->kdcrypto);
145364a16434SMark Johnston #else
145464a16434SMark Johnston 	keysize = 0;
145564a16434SMark Johnston #endif
145664a16434SMark Johnston 
145778f57a9cSMark Johnston 	if (di->kdcomp != NULL) {
145878f57a9cSMark Johnston 		error = compressor_flush(di->kdcomp->kdc_stream);
145964a16434SMark Johnston 		if (error == EAGAIN) {
146064a16434SMark Johnston 			/* We have residual data in di->blockbuf. */
146164a16434SMark Johnston 			error = dump_write(di, di->blockbuf, 0, di->dumpoff,
146264a16434SMark Johnston 			    di->blocksize);
146378f57a9cSMark Johnston 			di->dumpoff += di->kdcomp->kdc_resid;
146478f57a9cSMark Johnston 			di->kdcomp->kdc_resid = 0;
146564a16434SMark Johnston 		}
146664a16434SMark Johnston 		if (error != 0)
146764a16434SMark Johnston 			return (error);
146864a16434SMark Johnston 
146964a16434SMark Johnston 		/*
147064a16434SMark Johnston 		 * We now know the size of the compressed dump, so update the
147164a16434SMark Johnston 		 * header accordingly and recompute parity.
147264a16434SMark Johnston 		 */
147364a16434SMark Johnston 		kdh->dumplength = htod64(di->dumpoff -
147464a16434SMark Johnston 		    (di->mediaoffset + di->mediasize - di->blocksize - extent));
147564a16434SMark Johnston 		kdh->parity = 0;
147664a16434SMark Johnston 		kdh->parity = kerneldump_parity(kdh);
147764a16434SMark Johnston 
147878f57a9cSMark Johnston 		compressor_reset(di->kdcomp->kdc_stream);
147964a16434SMark Johnston 	}
148064a16434SMark Johnston 
148164a16434SMark Johnston 	/*
148264a16434SMark Johnston 	 * Write kerneldump headers at the beginning and end of the dump extent.
148364a16434SMark Johnston 	 * Write the key after the leading header.
148464a16434SMark Johnston 	 */
148564a16434SMark Johnston 	error = dump_write_header(di, kdh,
148664a16434SMark Johnston 	    di->mediaoffset + di->mediasize - 2 * di->blocksize - extent -
148764a16434SMark Johnston 	    keysize);
148864a16434SMark Johnston 	if (error != 0)
148964a16434SMark Johnston 		return (error);
149064a16434SMark Johnston 
149164a16434SMark Johnston #ifdef EKCD
149264a16434SMark Johnston 	error = dump_write_key(di,
149364a16434SMark Johnston 	    di->mediaoffset + di->mediasize - di->blocksize - extent - keysize);
149464a16434SMark Johnston 	if (error != 0)
149564a16434SMark Johnston 		return (error);
149664a16434SMark Johnston #endif
149764a16434SMark Johnston 
149864a16434SMark Johnston 	error = dump_write_header(di, kdh,
149964a16434SMark Johnston 	    di->mediaoffset + di->mediasize - di->blocksize);
150050ef60daSMark Johnston 	if (error != 0)
150150ef60daSMark Johnston 		return (error);
150250ef60daSMark Johnston 
150350ef60daSMark Johnston 	(void)dump_write(di, NULL, 0, 0, 0);
150450ef60daSMark Johnston 	return (0);
150550ef60daSMark Johnston }
150650ef60daSMark Johnston 
1507e6592ee5SPeter Wemm void
150801938d36SMark Johnston dump_init_header(const struct dumperinfo *di, struct kerneldumpheader *kdh,
150901938d36SMark Johnston     char *magic, uint32_t archver, uint64_t dumplen)
1510e6592ee5SPeter Wemm {
1511ab384d75SMark Johnston 	size_t dstsize;
1512e6592ee5SPeter Wemm 
1513e6592ee5SPeter Wemm 	bzero(kdh, sizeof(*kdh));
15147a9c38e6SAlan Somers 	strlcpy(kdh->magic, magic, sizeof(kdh->magic));
15157a9c38e6SAlan Somers 	strlcpy(kdh->architecture, MACHINE_ARCH, sizeof(kdh->architecture));
1516e6592ee5SPeter Wemm 	kdh->version = htod32(KERNELDUMPVERSION);
1517e6592ee5SPeter Wemm 	kdh->architectureversion = htod32(archver);
1518e6592ee5SPeter Wemm 	kdh->dumplength = htod64(dumplen);
151964a16434SMark Johnston 	kdh->dumpextent = kdh->dumplength;
1520e6592ee5SPeter Wemm 	kdh->dumptime = htod64(time_second);
152101938d36SMark Johnston #ifdef EKCD
152278f57a9cSMark Johnston 	kdh->dumpkeysize = htod32(kerneldumpcrypto_dumpkeysize(di->kdcrypto));
152301938d36SMark Johnston #else
152401938d36SMark Johnston 	kdh->dumpkeysize = 0;
152501938d36SMark Johnston #endif
152601938d36SMark Johnston 	kdh->blocksize = htod32(di->blocksize);
15277a9c38e6SAlan Somers 	strlcpy(kdh->hostname, prison0.pr_hostname, sizeof(kdh->hostname));
1528ab384d75SMark Johnston 	dstsize = sizeof(kdh->versionstring);
1529ab384d75SMark Johnston 	if (strlcpy(kdh->versionstring, version, dstsize) >= dstsize)
1530ab384d75SMark Johnston 		kdh->versionstring[dstsize - 2] = '\n';
1531e6592ee5SPeter Wemm 	if (panicstr != NULL)
15327a9c38e6SAlan Somers 		strlcpy(kdh->panicstring, panicstr, sizeof(kdh->panicstring));
153378f57a9cSMark Johnston 	if (di->kdcomp != NULL)
15346026dcd7SMark Johnston 		kdh->compression = di->kdcomp->kdc_format;
1535e6592ee5SPeter Wemm 	kdh->parity = kerneldump_parity(kdh);
1536e6592ee5SPeter Wemm }
15373af72c11SBjoern A. Zeeb 
15383af72c11SBjoern A. Zeeb #ifdef DDB
15393af72c11SBjoern A. Zeeb DB_SHOW_COMMAND(panic, db_show_panic)
15403af72c11SBjoern A. Zeeb {
15413af72c11SBjoern A. Zeeb 
15423af72c11SBjoern A. Zeeb 	if (panicstr == NULL)
15433af72c11SBjoern A. Zeeb 		db_printf("panicstr not set\n");
15443af72c11SBjoern A. Zeeb 	else
15453af72c11SBjoern A. Zeeb 		db_printf("panic: %s\n", panicstr);
15463af72c11SBjoern A. Zeeb }
15473af72c11SBjoern A. Zeeb #endif
1548