1ad4240feSJulian Elischer /*- 251369649SPedro F. Giffuni * SPDX-License-Identifier: BSD-3-Clause 351369649SPedro F. Giffuni * 4ad4240feSJulian Elischer * Copyright (c) 1986, 1988, 1991, 1993 5ad4240feSJulian Elischer * The Regents of the University of California. All rights reserved. 6ad4240feSJulian Elischer * (c) UNIX System Laboratories, Inc. 7ad4240feSJulian Elischer * All or some portions of this file are derived from material licensed 8ad4240feSJulian Elischer * to the University of California by American Telephone and Telegraph 9ad4240feSJulian Elischer * Co. or Unix System Laboratories, Inc. and are reproduced herein with 10ad4240feSJulian Elischer * the permission of UNIX System Laboratories, Inc. 11ad4240feSJulian Elischer * 12ad4240feSJulian Elischer * Redistribution and use in source and binary forms, with or without 13ad4240feSJulian Elischer * modification, are permitted provided that the following conditions 14ad4240feSJulian Elischer * are met: 15ad4240feSJulian Elischer * 1. Redistributions of source code must retain the above copyright 16ad4240feSJulian Elischer * notice, this list of conditions and the following disclaimer. 17ad4240feSJulian Elischer * 2. Redistributions in binary form must reproduce the above copyright 18ad4240feSJulian Elischer * notice, this list of conditions and the following disclaimer in the 19ad4240feSJulian Elischer * documentation and/or other materials provided with the distribution. 2069a28758SEd Maste * 3. Neither the name of the University nor the names of its contributors 21ad4240feSJulian Elischer * may be used to endorse or promote products derived from this software 22ad4240feSJulian Elischer * without specific prior written permission. 23ad4240feSJulian Elischer * 24ad4240feSJulian Elischer * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 25ad4240feSJulian Elischer * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 26ad4240feSJulian Elischer * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 27ad4240feSJulian Elischer * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 28ad4240feSJulian Elischer * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 29ad4240feSJulian Elischer * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 30ad4240feSJulian Elischer * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 31ad4240feSJulian Elischer * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 32ad4240feSJulian Elischer * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 33ad4240feSJulian Elischer * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 34ad4240feSJulian Elischer * SUCH DAMAGE. 35ad4240feSJulian Elischer * 36ad4240feSJulian Elischer * @(#)kern_shutdown.c 8.3 (Berkeley) 1/21/94 37ad4240feSJulian Elischer */ 38ad4240feSJulian Elischer 39677b542eSDavid E. O'Brien #include <sys/cdefs.h> 40677b542eSDavid E. O'Brien __FBSDID("$FreeBSD$"); 41677b542eSDavid E. O'Brien 42618c7db3SRobert Watson #include "opt_ddb.h" 43480f31c2SKonrad Witaszczyk #include "opt_ekcd.h" 442d50560aSMarcel Moolenaar #include "opt_kdb.h" 456d58e6cbSBruce Evans #include "opt_panic.h" 469923b511SScott Long #include "opt_sched.h" 472be767e0SAttilio Rao #include "opt_watchdog.h" 48ad4240feSJulian Elischer 49ad4240feSJulian Elischer #include <sys/param.h> 50ad4240feSJulian Elischer #include <sys/systm.h> 519626b608SPoul-Henning Kamp #include <sys/bio.h> 52fc8f7066SBruce Evans #include <sys/buf.h> 531d79f1bbSJohn Baldwin #include <sys/conf.h> 5478f57a9cSMark Johnston #include <sys/compressor.h> 551d79f1bbSJohn Baldwin #include <sys/cons.h> 561d79f1bbSJohn Baldwin #include <sys/eventhandler.h> 570d3d0cc3SEdward Tomasz Napierala #include <sys/filedesc.h> 5876ca6f88SJamie Gritton #include <sys/jail.h> 592d50560aSMarcel Moolenaar #include <sys/kdb.h> 60ad4240feSJulian Elischer #include <sys/kernel.h> 61e6592ee5SPeter Wemm #include <sys/kerneldump.h> 625e950839SLuoqi Chen #include <sys/kthread.h> 633945a964SAlfred Perlstein #include <sys/ktr.h> 64dcd7d9b7SMaxim Sobolev #include <sys/malloc.h> 65ac0ad63fSBruce Evans #include <sys/mount.h> 66acd3428bSRobert Watson #include <sys/priv.h> 671d79f1bbSJohn Baldwin #include <sys/proc.h> 681d79f1bbSJohn Baldwin #include <sys/reboot.h> 691d79f1bbSJohn Baldwin #include <sys/resourcevar.h> 7089f6b863SAttilio Rao #include <sys/rwlock.h> 7120e25d7dSPeter Wemm #include <sys/sched.h> 72248bb937SAttilio Rao #include <sys/smp.h> 73ad4240feSJulian Elischer #include <sys/sysctl.h> 74ad4240feSJulian Elischer #include <sys/sysproto.h> 75c3982007SKonstantin Belousov #include <sys/taskqueue.h> 76fa2b39a1SAttilio Rao #include <sys/vnode.h> 772be767e0SAttilio Rao #include <sys/watchdog.h> 78ad4240feSJulian Elischer 79480f31c2SKonrad Witaszczyk #include <crypto/rijndael/rijndael-api-fst.h> 80480f31c2SKonrad Witaszczyk #include <crypto/sha2/sha256.h> 81480f31c2SKonrad Witaszczyk 82618c7db3SRobert Watson #include <ddb/ddb.h> 83618c7db3SRobert Watson 8426502503SMarcel Moolenaar #include <machine/cpu.h> 85bdb9ab0dSMark Johnston #include <machine/dump.h> 86d39e457bSPoul-Henning Kamp #include <machine/pcb.h> 87752dff3dSJake Burkholder #include <machine/smp.h> 88ad4240feSJulian Elischer 89aed55708SRobert Watson #include <security/mac/mac_framework.h> 90aed55708SRobert Watson 910909f38aSPawel Jakub Dawidek #include <vm/vm.h> 920909f38aSPawel Jakub Dawidek #include <vm/vm_object.h> 930909f38aSPawel Jakub Dawidek #include <vm/vm_page.h> 940909f38aSPawel Jakub Dawidek #include <vm/vm_pager.h> 950909f38aSPawel Jakub Dawidek #include <vm/swap_pager.h> 960909f38aSPawel Jakub Dawidek 97ad4240feSJulian Elischer #include <sys/signalvar.h> 98ad4240feSJulian Elischer 995dc5dab6SConrad Meyer static MALLOC_DEFINE(M_DUMPER, "dumper", "dumper block buffer"); 1005dc5dab6SConrad Meyer 101ad4240feSJulian Elischer #ifndef PANIC_REBOOT_WAIT_TIME 102ad4240feSJulian Elischer #define PANIC_REBOOT_WAIT_TIME 15 /* default to 15 seconds */ 103ad4240feSJulian Elischer #endif 1043b251028SColin Percival static int panic_reboot_wait_time = PANIC_REBOOT_WAIT_TIME; 105af3b2549SHans Petter Selasky SYSCTL_INT(_kern, OID_AUTO, panic_reboot_wait_time, CTLFLAG_RWTUN, 1061cdbb9edSColin Percival &panic_reboot_wait_time, 0, 1071cdbb9edSColin Percival "Seconds to wait before rebooting after a panic"); 108ad4240feSJulian Elischer 109ad4240feSJulian Elischer /* 110ad4240feSJulian Elischer * Note that stdarg.h and the ANSI style va_start macro is used for both 111ad4240feSJulian Elischer * ANSI and traditional C compilers. 112ad4240feSJulian Elischer */ 113ad4240feSJulian Elischer #include <machine/stdarg.h> 114ad4240feSJulian Elischer 1152d50560aSMarcel Moolenaar #ifdef KDB 1162d50560aSMarcel Moolenaar #ifdef KDB_UNATTENDED 1179959b1a8SMike Smith int debugger_on_panic = 0; 118ad4240feSJulian Elischer #else 1199959b1a8SMike Smith int debugger_on_panic = 1; 120ad4240feSJulian Elischer #endif 1213d7618d8SDavid E. O'Brien SYSCTL_INT(_debug, OID_AUTO, debugger_on_panic, 122af3b2549SHans Petter Selasky CTLFLAG_RWTUN | CTLFLAG_SECURE, 1231c5151f3SDavid E. O'Brien &debugger_on_panic, 0, "Run debugger on kernel panic"); 124e485b64bSJohn Baldwin 1252d50560aSMarcel Moolenaar #ifdef KDB_TRACE 12608a9c205SAndriy Gapon static int trace_on_panic = 1; 127ad1fc315SConrad Meyer static bool trace_all_panics = true; 128e485b64bSJohn Baldwin #else 12908a9c205SAndriy Gapon static int trace_on_panic = 0; 130ad1fc315SConrad Meyer static bool trace_all_panics = false; 131e485b64bSJohn Baldwin #endif 1323d7618d8SDavid E. O'Brien SYSCTL_INT(_debug, OID_AUTO, trace_on_panic, 133af3b2549SHans Petter Selasky CTLFLAG_RWTUN | CTLFLAG_SECURE, 1341c5151f3SDavid E. O'Brien &trace_on_panic, 0, "Print stack trace on kernel panic"); 135ad1fc315SConrad Meyer SYSCTL_BOOL(_debug, OID_AUTO, trace_all_panics, CTLFLAG_RWTUN, 136ad1fc315SConrad Meyer &trace_all_panics, 0, "Print stack traces on secondary kernel panics"); 1372d50560aSMarcel Moolenaar #endif /* KDB */ 138ad4240feSJulian Elischer 13908a9c205SAndriy Gapon static int sync_on_panic = 0; 140af3b2549SHans Petter Selasky SYSCTL_INT(_kern, OID_AUTO, sync_on_panic, CTLFLAG_RWTUN, 141259ed917SPeter Wemm &sync_on_panic, 0, "Do a sync before rebooting from a panic"); 142259ed917SPeter Wemm 14348f1a492SWarner Losh static bool poweroff_on_panic = 0; 14448f1a492SWarner Losh SYSCTL_BOOL(_kern, OID_AUTO, poweroff_on_panic, CTLFLAG_RWTUN, 14548f1a492SWarner Losh &poweroff_on_panic, 0, "Do a power off instead of a reboot on a panic"); 14648f1a492SWarner Losh 14748f1a492SWarner Losh static bool powercycle_on_panic = 0; 14848f1a492SWarner Losh SYSCTL_BOOL(_kern, OID_AUTO, powercycle_on_panic, CTLFLAG_RWTUN, 14948f1a492SWarner Losh &powercycle_on_panic, 0, "Do a power cycle instead of a reboot on a panic"); 15048f1a492SWarner Losh 1516472ac3dSEd Schouten static SYSCTL_NODE(_kern, OID_AUTO, shutdown, CTLFLAG_RW, 0, 1526472ac3dSEd Schouten "Shutdown environment"); 153db82a982SMike Smith 154fa2b39a1SAttilio Rao #ifndef DIAGNOSTIC 155fa2b39a1SAttilio Rao static int show_busybufs; 156fa2b39a1SAttilio Rao #else 157fa2b39a1SAttilio Rao static int show_busybufs = 1; 158fa2b39a1SAttilio Rao #endif 159fa2b39a1SAttilio Rao SYSCTL_INT(_kern_shutdown, OID_AUTO, show_busybufs, CTLFLAG_RW, 160fa2b39a1SAttilio Rao &show_busybufs, 0, ""); 161fa2b39a1SAttilio Rao 1622eb0015aSColin Percival int suspend_blocked = 0; 1632eb0015aSColin Percival SYSCTL_INT(_kern, OID_AUTO, suspend_blocked, CTLFLAG_RW, 1642eb0015aSColin Percival &suspend_blocked, 0, "Block suspend due to a pending shutdown"); 1652eb0015aSColin Percival 166480f31c2SKonrad Witaszczyk #ifdef EKCD 167480f31c2SKonrad Witaszczyk FEATURE(ekcd, "Encrypted kernel crash dumps support"); 168480f31c2SKonrad Witaszczyk 169480f31c2SKonrad Witaszczyk MALLOC_DEFINE(M_EKCD, "ekcd", "Encrypted kernel crash dumps data"); 170480f31c2SKonrad Witaszczyk 171480f31c2SKonrad Witaszczyk struct kerneldumpcrypto { 172480f31c2SKonrad Witaszczyk uint8_t kdc_encryption; 173480f31c2SKonrad Witaszczyk uint8_t kdc_iv[KERNELDUMP_IV_MAX_SIZE]; 174480f31c2SKonrad Witaszczyk keyInstance kdc_ki; 175480f31c2SKonrad Witaszczyk cipherInstance kdc_ci; 176480f31c2SKonrad Witaszczyk uint32_t kdc_dumpkeysize; 177480f31c2SKonrad Witaszczyk struct kerneldumpkey kdc_dumpkey[]; 178480f31c2SKonrad Witaszczyk }; 179480f31c2SKonrad Witaszczyk #endif 180480f31c2SKonrad Witaszczyk 18178f57a9cSMark Johnston struct kerneldumpcomp { 1826026dcd7SMark Johnston uint8_t kdc_format; 18378f57a9cSMark Johnston struct compressor *kdc_stream; 18478f57a9cSMark Johnston uint8_t *kdc_buf; 18578f57a9cSMark Johnston size_t kdc_resid; 18664a16434SMark Johnston }; 18764a16434SMark Johnston 18878f57a9cSMark Johnston static struct kerneldumpcomp *kerneldumpcomp_create(struct dumperinfo *di, 18964a16434SMark Johnston uint8_t compression); 19078f57a9cSMark Johnston static void kerneldumpcomp_destroy(struct dumperinfo *di); 19178f57a9cSMark Johnston static int kerneldumpcomp_write_cb(void *base, size_t len, off_t off, void *arg); 19264a16434SMark Johnston 19364a16434SMark Johnston static int kerneldump_gzlevel = 6; 19464a16434SMark Johnston SYSCTL_INT(_kern, OID_AUTO, kerneldump_gzlevel, CTLFLAG_RWTUN, 19564a16434SMark Johnston &kerneldump_gzlevel, 0, 19678f57a9cSMark Johnston "Kernel crash dump compression level"); 19764a16434SMark Johnston 1985230cfd2SJulian Elischer /* 199ad4240feSJulian Elischer * Variable panicstr contains argument to first call to panic; used as flag 200ad4240feSJulian Elischer * to indicate that the kernel has already called panic. 201ad4240feSJulian Elischer */ 202ad4240feSJulian Elischer const char *panicstr; 203ad4240feSJulian Elischer 20416a011f9SPaul Saab int dumping; /* system is dumping */ 20536a52c3cSJeff Roberson int rebooting; /* system is rebooting */ 20681661c94SPoul-Henning Kamp static struct dumperinfo dumper; /* our selected dumper */ 2072d50560aSMarcel Moolenaar 2082d50560aSMarcel Moolenaar /* Context information for dump-debuggers. */ 2092d50560aSMarcel Moolenaar static struct pcb dumppcb; /* Registers. */ 210ac6e25ecSHartmut Brandt lwpid_t dumptid; /* Thread ID. */ 21116a011f9SPaul Saab 2120d3d0cc3SEdward Tomasz Napierala static struct cdevsw reroot_cdevsw = { 2130d3d0cc3SEdward Tomasz Napierala .d_version = D_VERSION, 2140d3d0cc3SEdward Tomasz Napierala .d_name = "reroot", 2150d3d0cc3SEdward Tomasz Napierala }; 2160d3d0cc3SEdward Tomasz Napierala 21782acbcf5SPeter Wemm static void poweroff_wait(void *, int); 21882acbcf5SPeter Wemm static void shutdown_halt(void *junk, int howto); 21982acbcf5SPeter Wemm static void shutdown_panic(void *junk, int howto); 22082acbcf5SPeter Wemm static void shutdown_reset(void *junk, int howto); 2210d3d0cc3SEdward Tomasz Napierala static int kern_reroot(void); 222f06a54f0SPoul-Henning Kamp 223fcb893a8SMike Smith /* register various local shutdown events */ 224fcb893a8SMike Smith static void 225fcb893a8SMike Smith shutdown_conf(void *unused) 226fcb893a8SMike Smith { 227e95499bdSAlfred Perlstein 228e95499bdSAlfred Perlstein EVENTHANDLER_REGISTER(shutdown_final, poweroff_wait, NULL, 229fd104c15SRebecca Cran SHUTDOWN_PRI_FIRST); 230e95499bdSAlfred Perlstein EVENTHANDLER_REGISTER(shutdown_final, shutdown_halt, NULL, 231e95499bdSAlfred Perlstein SHUTDOWN_PRI_LAST + 100); 232e95499bdSAlfred Perlstein EVENTHANDLER_REGISTER(shutdown_final, shutdown_panic, NULL, 233e95499bdSAlfred Perlstein SHUTDOWN_PRI_LAST + 100); 234e95499bdSAlfred Perlstein EVENTHANDLER_REGISTER(shutdown_final, shutdown_reset, NULL, 235e95499bdSAlfred Perlstein SHUTDOWN_PRI_LAST + 200); 236fcb893a8SMike Smith } 237ad4240feSJulian Elischer 238237fdd78SRobert Watson SYSINIT(shutdown_conf, SI_SUB_INTRINSIC, SI_ORDER_ANY, shutdown_conf, NULL); 239fcb893a8SMike Smith 240ad4240feSJulian Elischer /* 2410d3d0cc3SEdward Tomasz Napierala * The only reason this exists is to create the /dev/reroot/ directory, 2420d3d0cc3SEdward Tomasz Napierala * used by reroot code in init(8) as a mountpoint for tmpfs. 2430d3d0cc3SEdward Tomasz Napierala */ 2440d3d0cc3SEdward Tomasz Napierala static void 2450d3d0cc3SEdward Tomasz Napierala reroot_conf(void *unused) 2460d3d0cc3SEdward Tomasz Napierala { 2470d3d0cc3SEdward Tomasz Napierala int error; 2480d3d0cc3SEdward Tomasz Napierala struct cdev *cdev; 2490d3d0cc3SEdward Tomasz Napierala 2500d3d0cc3SEdward Tomasz Napierala error = make_dev_p(MAKEDEV_CHECKNAME | MAKEDEV_WAITOK, &cdev, 2510d3d0cc3SEdward Tomasz Napierala &reroot_cdevsw, NULL, UID_ROOT, GID_WHEEL, 0600, "reroot/reroot"); 2520d3d0cc3SEdward Tomasz Napierala if (error != 0) { 2530d3d0cc3SEdward Tomasz Napierala printf("%s: failed to create device node, error %d", 2540d3d0cc3SEdward Tomasz Napierala __func__, error); 2550d3d0cc3SEdward Tomasz Napierala } 2560d3d0cc3SEdward Tomasz Napierala } 2570d3d0cc3SEdward Tomasz Napierala 2580d3d0cc3SEdward Tomasz Napierala SYSINIT(reroot_conf, SI_SUB_DEVFS, SI_ORDER_ANY, reroot_conf, NULL); 2590d3d0cc3SEdward Tomasz Napierala 2600d3d0cc3SEdward Tomasz Napierala /* 2610c14ff0eSRobert Watson * The system call that results in a reboot. 262ad4240feSJulian Elischer */ 263835a82eeSMatthew Dillon /* ARGSUSED */ 264ad4240feSJulian Elischer int 2658451d0ddSKip Macy sys_reboot(struct thread *td, struct reboot_args *uap) 266ad4240feSJulian Elischer { 267ad4240feSJulian Elischer int error; 268ad4240feSJulian Elischer 269a2ecb9b7SRobert Watson error = 0; 270a2ecb9b7SRobert Watson #ifdef MAC 27130d239bcSRobert Watson error = mac_system_check_reboot(td->td_ucred, uap->opt); 272a2ecb9b7SRobert Watson #endif 273a2ecb9b7SRobert Watson if (error == 0) 274acd3428bSRobert Watson error = priv_check(td, PRIV_REBOOT); 275a2ecb9b7SRobert Watson if (error == 0) { 276d5292812SWarner Losh if (uap->opt & RB_REROOT) 2770d3d0cc3SEdward Tomasz Napierala error = kern_reroot(); 278d5292812SWarner Losh else 27976e18b25SMarcel Moolenaar kern_reboot(uap->opt); 2800d3d0cc3SEdward Tomasz Napierala } 281835a82eeSMatthew Dillon return (error); 282ad4240feSJulian Elischer } 283ad4240feSJulian Elischer 284c3982007SKonstantin Belousov static void 285c3982007SKonstantin Belousov shutdown_nice_task_fn(void *arg, int pending __unused) 286ad4240feSJulian Elischer { 287c3982007SKonstantin Belousov int howto; 288e95499bdSAlfred Perlstein 289c3982007SKonstantin Belousov howto = (uintptr_t)arg; 290912d5937SEd Schouten /* Send a signal to init(8) and have it shutdown the world. */ 29187729a2bSJohn Baldwin PROC_LOCK(initproc); 292912d5937SEd Schouten if (howto & RB_POWEROFF) 293912d5937SEd Schouten kern_psignal(initproc, SIGUSR2); 2947d41b6f0SWarner Losh else if (howto & RB_POWERCYCLE) 2957d41b6f0SWarner Losh kern_psignal(initproc, SIGWINCH); 296912d5937SEd Schouten else if (howto & RB_HALT) 297912d5937SEd Schouten kern_psignal(initproc, SIGUSR1); 298912d5937SEd Schouten else 2998451d0ddSKip Macy kern_psignal(initproc, SIGINT); 30087729a2bSJohn Baldwin PROC_UNLOCK(initproc); 301c3982007SKonstantin Belousov } 302c3982007SKonstantin Belousov 303c3982007SKonstantin Belousov static struct task shutdown_nice_task = TASK_INITIALIZER(0, 304c3982007SKonstantin Belousov &shutdown_nice_task_fn, NULL); 305c3982007SKonstantin Belousov 306c3982007SKonstantin Belousov /* 307c3982007SKonstantin Belousov * Called by events that want to shut down.. e.g <CTL><ALT><DEL> on a PC 308c3982007SKonstantin Belousov */ 309c3982007SKonstantin Belousov void 310c3982007SKonstantin Belousov shutdown_nice(int howto) 311c3982007SKonstantin Belousov { 312c3982007SKonstantin Belousov 313c3982007SKonstantin Belousov if (initproc != NULL && !SCHEDULER_STOPPED()) { 314c3982007SKonstantin Belousov shutdown_nice_task.ta_context = (void *)(uintptr_t)howto; 315c3982007SKonstantin Belousov taskqueue_enqueue(taskqueue_fast, &shutdown_nice_task); 316ad4240feSJulian Elischer } else { 317c3982007SKonstantin Belousov /* 318c3982007SKonstantin Belousov * No init(8) running, or scheduler would not allow it 319c3982007SKonstantin Belousov * to run, so simply reboot. 320c3982007SKonstantin Belousov */ 3218f5b107bSEd Schouten kern_reboot(howto | RB_NOSYNC); 322ad4240feSJulian Elischer } 323ad4240feSJulian Elischer } 324ad4240feSJulian Elischer 32572dfe7a3SPoul-Henning Kamp static void 32682acbcf5SPeter Wemm print_uptime(void) 32772dfe7a3SPoul-Henning Kamp { 32872dfe7a3SPoul-Henning Kamp int f; 32972dfe7a3SPoul-Henning Kamp struct timespec ts; 33072dfe7a3SPoul-Henning Kamp 33172dfe7a3SPoul-Henning Kamp getnanouptime(&ts); 33272dfe7a3SPoul-Henning Kamp printf("Uptime: "); 33372dfe7a3SPoul-Henning Kamp f = 0; 33472dfe7a3SPoul-Henning Kamp if (ts.tv_sec >= 86400) { 3354a6404dfSJohn Baldwin printf("%ldd", (long)ts.tv_sec / 86400); 33672dfe7a3SPoul-Henning Kamp ts.tv_sec %= 86400; 33772dfe7a3SPoul-Henning Kamp f = 1; 33872dfe7a3SPoul-Henning Kamp } 33972dfe7a3SPoul-Henning Kamp if (f || ts.tv_sec >= 3600) { 3404a6404dfSJohn Baldwin printf("%ldh", (long)ts.tv_sec / 3600); 34172dfe7a3SPoul-Henning Kamp ts.tv_sec %= 3600; 34272dfe7a3SPoul-Henning Kamp f = 1; 34372dfe7a3SPoul-Henning Kamp } 34472dfe7a3SPoul-Henning Kamp if (f || ts.tv_sec >= 60) { 3454a6404dfSJohn Baldwin printf("%ldm", (long)ts.tv_sec / 60); 34672dfe7a3SPoul-Henning Kamp ts.tv_sec %= 60; 34772dfe7a3SPoul-Henning Kamp f = 1; 34872dfe7a3SPoul-Henning Kamp } 3494a6404dfSJohn Baldwin printf("%lds\n", (long)ts.tv_sec); 35072dfe7a3SPoul-Henning Kamp } 35172dfe7a3SPoul-Henning Kamp 352299cceefSMarcel Moolenaar int 353299cceefSMarcel Moolenaar doadump(boolean_t textdump) 354d39e457bSPoul-Henning Kamp { 355299cceefSMarcel Moolenaar boolean_t coredump; 356f6b4f5caSGavin Atkinson int error; 357e95499bdSAlfred Perlstein 358f6b4f5caSGavin Atkinson error = 0; 359299cceefSMarcel Moolenaar if (dumping) 360299cceefSMarcel Moolenaar return (EBUSY); 361299cceefSMarcel Moolenaar if (dumper.dumper == NULL) 362299cceefSMarcel Moolenaar return (ENXIO); 363f6449d9dSJulian Elischer 364d39e457bSPoul-Henning Kamp savectx(&dumppcb); 3652d50560aSMarcel Moolenaar dumptid = curthread->td_tid; 366d39e457bSPoul-Henning Kamp dumping++; 367299cceefSMarcel Moolenaar 368299cceefSMarcel Moolenaar coredump = TRUE; 369618c7db3SRobert Watson #ifdef DDB 370299cceefSMarcel Moolenaar if (textdump && textdump_pending) { 371299cceefSMarcel Moolenaar coredump = FALSE; 372618c7db3SRobert Watson textdump_dumpsys(&dumper); 373299cceefSMarcel Moolenaar } 374618c7db3SRobert Watson #endif 375299cceefSMarcel Moolenaar if (coredump) 376f6b4f5caSGavin Atkinson error = dumpsys(&dumper); 377299cceefSMarcel Moolenaar 3789e473363SRuslan Ermilov dumping--; 379f6b4f5caSGavin Atkinson return (error); 380d39e457bSPoul-Henning Kamp } 381d39e457bSPoul-Henning Kamp 382ad4240feSJulian Elischer /* 38370ce93f4SNate Lawson * Shutdown the system cleanly to prepare for reboot, halt, or power off. 384ad4240feSJulian Elischer */ 38576e18b25SMarcel Moolenaar void 38676e18b25SMarcel Moolenaar kern_reboot(int howto) 387ad4240feSJulian Elischer { 38898082691SJeff Roberson static int once = 0; 389ad4240feSJulian Elischer 390f0d847afSWarner Losh /* 391f0d847afSWarner Losh * Normal paths here don't hold Giant, but we can wind up here 392f0d847afSWarner Losh * unexpectedly with it held. Drop it now so we don't have to 393f0d847afSWarner Losh * drop and pick it up elsewhere. The paths it is locking will 394f0d847afSWarner Losh * never be returned to, and it is preferable to preclude 395f0d847afSWarner Losh * deadlock than to lock against code that won't ever 396f0d847afSWarner Losh * continue. 397f0d847afSWarner Losh */ 398f0d847afSWarner Losh while (mtx_owned(&Giant)) 399f0d847afSWarner Losh mtx_unlock(&Giant); 400f0d847afSWarner Losh 401f7ebc7ceSMarcel Moolenaar #if defined(SMP) 40270ce93f4SNate Lawson /* 403efe67753SNathan Whitehorn * Bind us to the first CPU so that all shutdown code runs there. Some 40470ce93f4SNate Lawson * systems don't shutdown properly (i.e., ACPI power off) if we 40570ce93f4SNate Lawson * run on another processor. 40670ce93f4SNate Lawson */ 40735370593SAndriy Gapon if (!SCHEDULER_STOPPED()) { 408982d11f8SJeff Roberson thread_lock(curthread); 409efe67753SNathan Whitehorn sched_bind(curthread, CPU_FIRST()); 410982d11f8SJeff Roberson thread_unlock(curthread); 411efe67753SNathan Whitehorn KASSERT(PCPU_GET(cpuid) == CPU_FIRST(), 412efe67753SNathan Whitehorn ("boot: not running on cpu 0")); 41335370593SAndriy Gapon } 41420e25d7dSPeter Wemm #endif 41536a52c3cSJeff Roberson /* We're in the process of rebooting. */ 41636a52c3cSJeff Roberson rebooting = 1; 41720e25d7dSPeter Wemm 41861e96500SJohn Baldwin /* We are out of the debugger now. */ 4192d50560aSMarcel Moolenaar kdb_active = 0; 42061e96500SJohn Baldwin 4215230cfd2SJulian Elischer /* 4225230cfd2SJulian Elischer * Do any callouts that should be done BEFORE syncing the filesystems. 4235230cfd2SJulian Elischer */ 424fcb893a8SMike Smith EVENTHANDLER_INVOKE(shutdown_pre_sync, howto); 4255230cfd2SJulian Elischer 4265230cfd2SJulian Elischer /* 4275230cfd2SJulian Elischer * Now sync filesystems 4285230cfd2SJulian Elischer */ 42998082691SJeff Roberson if (!cold && (howto & RB_NOSYNC) == 0 && once == 0) { 43098082691SJeff Roberson once = 1; 43198082691SJeff Roberson bufshutdown(show_busybufs); 432ad4240feSJulian Elischer } 4335230cfd2SJulian Elischer 43472dfe7a3SPoul-Henning Kamp print_uptime(); 43572dfe7a3SPoul-Henning Kamp 436bf8696b4SAndriy Gapon cngrab(); 437bf8696b4SAndriy Gapon 4385230cfd2SJulian Elischer /* 4395230cfd2SJulian Elischer * Ok, now do things that assume all filesystem activity has 4405230cfd2SJulian Elischer * been completed. 4415230cfd2SJulian Elischer */ 442fcb893a8SMike Smith EVENTHANDLER_INVOKE(shutdown_post_sync, howto); 44370ce93f4SNate Lawson 444f6449d9dSJulian Elischer if ((howto & (RB_HALT|RB_DUMP)) == RB_DUMP && !cold && !dumping) 445299cceefSMarcel Moolenaar doadump(TRUE); 4462cfa0a03SJustin T. Gibbs 4472cfa0a03SJustin T. Gibbs /* Now that we're going to really halt the system... */ 448fcb893a8SMike Smith EVENTHANDLER_INVOKE(shutdown_final, howto); 4492cfa0a03SJustin T. Gibbs 450fcb893a8SMike Smith for(;;) ; /* safety against shutdown_reset not working */ 451fcb893a8SMike Smith /* NOTREACHED */ 452fcb893a8SMike Smith } 453fcb893a8SMike Smith 454fcb893a8SMike Smith /* 4550d3d0cc3SEdward Tomasz Napierala * The system call that results in changing the rootfs. 4560d3d0cc3SEdward Tomasz Napierala */ 4570d3d0cc3SEdward Tomasz Napierala static int 4580d3d0cc3SEdward Tomasz Napierala kern_reroot(void) 4590d3d0cc3SEdward Tomasz Napierala { 4600d3d0cc3SEdward Tomasz Napierala struct vnode *oldrootvnode, *vp; 4610d3d0cc3SEdward Tomasz Napierala struct mount *mp, *devmp; 4620d3d0cc3SEdward Tomasz Napierala int error; 4630d3d0cc3SEdward Tomasz Napierala 4640d3d0cc3SEdward Tomasz Napierala if (curproc != initproc) 4650d3d0cc3SEdward Tomasz Napierala return (EPERM); 4660d3d0cc3SEdward Tomasz Napierala 4670d3d0cc3SEdward Tomasz Napierala /* 4680d3d0cc3SEdward Tomasz Napierala * Mark the filesystem containing currently-running executable 4690d3d0cc3SEdward Tomasz Napierala * (the temporary copy of init(8)) busy. 4700d3d0cc3SEdward Tomasz Napierala */ 4710d3d0cc3SEdward Tomasz Napierala vp = curproc->p_textvp; 4720d3d0cc3SEdward Tomasz Napierala error = vn_lock(vp, LK_SHARED); 4730d3d0cc3SEdward Tomasz Napierala if (error != 0) 4740d3d0cc3SEdward Tomasz Napierala return (error); 4750d3d0cc3SEdward Tomasz Napierala mp = vp->v_mount; 4760d3d0cc3SEdward Tomasz Napierala error = vfs_busy(mp, MBF_NOWAIT); 4770d3d0cc3SEdward Tomasz Napierala if (error != 0) { 4780d3d0cc3SEdward Tomasz Napierala vfs_ref(mp); 4790d3d0cc3SEdward Tomasz Napierala VOP_UNLOCK(vp, 0); 4800d3d0cc3SEdward Tomasz Napierala error = vfs_busy(mp, 0); 4810d3d0cc3SEdward Tomasz Napierala vn_lock(vp, LK_SHARED | LK_RETRY); 4820d3d0cc3SEdward Tomasz Napierala vfs_rel(mp); 4830d3d0cc3SEdward Tomasz Napierala if (error != 0) { 4840d3d0cc3SEdward Tomasz Napierala VOP_UNLOCK(vp, 0); 4850d3d0cc3SEdward Tomasz Napierala return (ENOENT); 4860d3d0cc3SEdward Tomasz Napierala } 4870d3d0cc3SEdward Tomasz Napierala if (vp->v_iflag & VI_DOOMED) { 4880d3d0cc3SEdward Tomasz Napierala VOP_UNLOCK(vp, 0); 4890d3d0cc3SEdward Tomasz Napierala vfs_unbusy(mp); 4900d3d0cc3SEdward Tomasz Napierala return (ENOENT); 4910d3d0cc3SEdward Tomasz Napierala } 4920d3d0cc3SEdward Tomasz Napierala } 4930d3d0cc3SEdward Tomasz Napierala VOP_UNLOCK(vp, 0); 4940d3d0cc3SEdward Tomasz Napierala 4950d3d0cc3SEdward Tomasz Napierala /* 4960d3d0cc3SEdward Tomasz Napierala * Remove the filesystem containing currently-running executable 4970d3d0cc3SEdward Tomasz Napierala * from the mount list, to prevent it from being unmounted 4980d3d0cc3SEdward Tomasz Napierala * by vfs_unmountall(), and to avoid confusing vfs_mountroot(). 4990d3d0cc3SEdward Tomasz Napierala * 5000d3d0cc3SEdward Tomasz Napierala * Also preserve /dev - forcibly unmounting it could cause driver 5010d3d0cc3SEdward Tomasz Napierala * reinitialization. 5020d3d0cc3SEdward Tomasz Napierala */ 5030d3d0cc3SEdward Tomasz Napierala 5040d3d0cc3SEdward Tomasz Napierala vfs_ref(rootdevmp); 5050d3d0cc3SEdward Tomasz Napierala devmp = rootdevmp; 5060d3d0cc3SEdward Tomasz Napierala rootdevmp = NULL; 5070d3d0cc3SEdward Tomasz Napierala 5080d3d0cc3SEdward Tomasz Napierala mtx_lock(&mountlist_mtx); 5090d3d0cc3SEdward Tomasz Napierala TAILQ_REMOVE(&mountlist, mp, mnt_list); 5100d3d0cc3SEdward Tomasz Napierala TAILQ_REMOVE(&mountlist, devmp, mnt_list); 5110d3d0cc3SEdward Tomasz Napierala mtx_unlock(&mountlist_mtx); 5120d3d0cc3SEdward Tomasz Napierala 5130d3d0cc3SEdward Tomasz Napierala oldrootvnode = rootvnode; 5140d3d0cc3SEdward Tomasz Napierala 5150d3d0cc3SEdward Tomasz Napierala /* 5160d3d0cc3SEdward Tomasz Napierala * Unmount everything except for the two filesystems preserved above. 5170d3d0cc3SEdward Tomasz Napierala */ 5180d3d0cc3SEdward Tomasz Napierala vfs_unmountall(); 5190d3d0cc3SEdward Tomasz Napierala 5200d3d0cc3SEdward Tomasz Napierala /* 5210d3d0cc3SEdward Tomasz Napierala * Add /dev back; vfs_mountroot() will move it into its new place. 5220d3d0cc3SEdward Tomasz Napierala */ 5230d3d0cc3SEdward Tomasz Napierala mtx_lock(&mountlist_mtx); 5240d3d0cc3SEdward Tomasz Napierala TAILQ_INSERT_HEAD(&mountlist, devmp, mnt_list); 5250d3d0cc3SEdward Tomasz Napierala mtx_unlock(&mountlist_mtx); 5260d3d0cc3SEdward Tomasz Napierala rootdevmp = devmp; 5270d3d0cc3SEdward Tomasz Napierala vfs_rel(rootdevmp); 5280d3d0cc3SEdward Tomasz Napierala 5290d3d0cc3SEdward Tomasz Napierala /* 5300d3d0cc3SEdward Tomasz Napierala * Mount the new rootfs. 5310d3d0cc3SEdward Tomasz Napierala */ 5320d3d0cc3SEdward Tomasz Napierala vfs_mountroot(); 5330d3d0cc3SEdward Tomasz Napierala 5340d3d0cc3SEdward Tomasz Napierala /* 5350d3d0cc3SEdward Tomasz Napierala * Update all references to the old rootvnode. 5360d3d0cc3SEdward Tomasz Napierala */ 5370d3d0cc3SEdward Tomasz Napierala mountcheckdirs(oldrootvnode, rootvnode); 5380d3d0cc3SEdward Tomasz Napierala 5390d3d0cc3SEdward Tomasz Napierala /* 5400d3d0cc3SEdward Tomasz Napierala * Add the temporary filesystem back and unbusy it. 5410d3d0cc3SEdward Tomasz Napierala */ 5420d3d0cc3SEdward Tomasz Napierala mtx_lock(&mountlist_mtx); 5430d3d0cc3SEdward Tomasz Napierala TAILQ_INSERT_TAIL(&mountlist, mp, mnt_list); 5440d3d0cc3SEdward Tomasz Napierala mtx_unlock(&mountlist_mtx); 5450d3d0cc3SEdward Tomasz Napierala vfs_unbusy(mp); 5460d3d0cc3SEdward Tomasz Napierala 5470d3d0cc3SEdward Tomasz Napierala return (0); 5480d3d0cc3SEdward Tomasz Napierala } 5490d3d0cc3SEdward Tomasz Napierala 5500d3d0cc3SEdward Tomasz Napierala /* 551fcb893a8SMike Smith * If the shutdown was a clean halt, behave accordingly. 552fcb893a8SMike Smith */ 553fcb893a8SMike Smith static void 554fcb893a8SMike Smith shutdown_halt(void *junk, int howto) 555fcb893a8SMike Smith { 556e95499bdSAlfred Perlstein 557ad4240feSJulian Elischer if (howto & RB_HALT) { 558ad4240feSJulian Elischer printf("\n"); 559ad4240feSJulian Elischer printf("The operating system has halted.\n"); 560ad4240feSJulian Elischer printf("Please press any key to reboot.\n\n"); 561d13d3630SJulian Elischer switch (cngetc()) { 562d13d3630SJulian Elischer case -1: /* No console, just die */ 563d13d3630SJulian Elischer cpu_halt(); 564d13d3630SJulian Elischer /* NOTREACHED */ 565d13d3630SJulian Elischer default: 566d13d3630SJulian Elischer break; 567d13d3630SJulian Elischer } 568fcb893a8SMike Smith } 569fcb893a8SMike Smith } 570ad4240feSJulian Elischer 571fcb893a8SMike Smith /* 572fcb893a8SMike Smith * Check to see if the system paniced, pause and then reboot 573fcb893a8SMike Smith * according to the specified delay. 574fcb893a8SMike Smith */ 575fcb893a8SMike Smith static void 576fcb893a8SMike Smith shutdown_panic(void *junk, int howto) 577fcb893a8SMike Smith { 578fcb893a8SMike Smith int loop; 579fcb893a8SMike Smith 580fcb893a8SMike Smith if (howto & RB_DUMP) { 5811cdbb9edSColin Percival if (panic_reboot_wait_time != 0) { 5821cdbb9edSColin Percival if (panic_reboot_wait_time != -1) { 5832cfa0a03SJustin T. Gibbs printf("Automatic reboot in %d seconds - " 5842cfa0a03SJustin T. Gibbs "press a key on the console to abort\n", 5851cdbb9edSColin Percival panic_reboot_wait_time); 5861cdbb9edSColin Percival for (loop = panic_reboot_wait_time * 10; 5872cfa0a03SJustin T. Gibbs loop > 0; --loop) { 588ad4240feSJulian Elischer DELAY(1000 * 100); /* 1/10th second */ 589a7f8f2abSBruce Evans /* Did user type a key? */ 590a7f8f2abSBruce Evans if (cncheckc() != -1) 591ad4240feSJulian Elischer break; 592ad4240feSJulian Elischer } 593ad4240feSJulian Elischer if (!loop) 594fcb893a8SMike Smith return; 595ad4240feSJulian Elischer } 596ad4240feSJulian Elischer } else { /* zero time specified - reboot NOW */ 597fcb893a8SMike Smith return; 598ad4240feSJulian Elischer } 599422702e9SNik Clayton printf("--> Press a key on the console to reboot,\n"); 600422702e9SNik Clayton printf("--> or switch off the system now.\n"); 601ad4240feSJulian Elischer cngetc(); 602ad4240feSJulian Elischer } 603fcb893a8SMike Smith } 604fcb893a8SMike Smith 605fcb893a8SMike Smith /* 606fcb893a8SMike Smith * Everything done, now reset 607fcb893a8SMike Smith */ 608fcb893a8SMike Smith static void 609fcb893a8SMike Smith shutdown_reset(void *junk, int howto) 610fcb893a8SMike Smith { 611e95499bdSAlfred Perlstein 612ad4240feSJulian Elischer printf("Rebooting...\n"); 613ad4240feSJulian Elischer DELAY(1000000); /* wait 1 sec for printf's to complete and be read */ 614248bb937SAttilio Rao 615248bb937SAttilio Rao /* 616248bb937SAttilio Rao * Acquiring smp_ipi_mtx here has a double effect: 617248bb937SAttilio Rao * - it disables interrupts avoiding CPU0 preemption 618248bb937SAttilio Rao * by fast handlers (thus deadlocking against other CPUs) 619248bb937SAttilio Rao * - it avoids deadlocks against smp_rendezvous() or, more 620248bb937SAttilio Rao * generally, threads busy-waiting, with this spinlock held, 621248bb937SAttilio Rao * and waiting for responses by threads on other CPUs 622248bb937SAttilio Rao * (ie. smp_tlb_shootdown()). 6230a2d5feaSAttilio Rao * 6240a2d5feaSAttilio Rao * For the !SMP case it just needs to handle the former problem. 625248bb937SAttilio Rao */ 6260a2d5feaSAttilio Rao #ifdef SMP 627248bb937SAttilio Rao mtx_lock_spin(&smp_ipi_mtx); 6280a2d5feaSAttilio Rao #else 6290a2d5feaSAttilio Rao spinlock_enter(); 6300a2d5feaSAttilio Rao #endif 631248bb937SAttilio Rao 632269fb9d7SJulian Elischer /* cpu_boot(howto); */ /* doesn't do anything at the moment */ 633ad4240feSJulian Elischer cpu_reset(); 634fcb893a8SMike Smith /* NOTREACHED */ /* assuming reset worked */ 635ad4240feSJulian Elischer } 636ad4240feSJulian Elischer 637a0d20ecbSGleb Smirnoff #if defined(WITNESS) || defined(INVARIANT_SUPPORT) 6383945a964SAlfred Perlstein static int kassert_warn_only = 0; 639a94053baSAlfred Perlstein #ifdef KDB 640a94053baSAlfred Perlstein static int kassert_do_kdb = 0; 641a94053baSAlfred Perlstein #endif 6423945a964SAlfred Perlstein #ifdef KTR 6433945a964SAlfred Perlstein static int kassert_do_ktr = 0; 6443945a964SAlfred Perlstein #endif 6453945a964SAlfred Perlstein static int kassert_do_log = 1; 6463945a964SAlfred Perlstein static int kassert_log_pps_limit = 4; 6473945a964SAlfred Perlstein static int kassert_log_mute_at = 0; 6483945a964SAlfred Perlstein static int kassert_log_panic_at = 0; 64918959b69SJonathan T. Looney static int kassert_suppress_in_panic = 0; 6503945a964SAlfred Perlstein static int kassert_warnings = 0; 6513945a964SAlfred Perlstein 6523945a964SAlfred Perlstein SYSCTL_NODE(_debug, OID_AUTO, kassert, CTLFLAG_RW, NULL, "kassert options"); 6533945a964SAlfred Perlstein 654af3b2549SHans Petter Selasky SYSCTL_INT(_debug_kassert, OID_AUTO, warn_only, CTLFLAG_RWTUN, 6553945a964SAlfred Perlstein &kassert_warn_only, 0, 6563945a964SAlfred Perlstein "KASSERT triggers a panic (1) or just a warning (0)"); 6573945a964SAlfred Perlstein 658a94053baSAlfred Perlstein #ifdef KDB 659af3b2549SHans Petter Selasky SYSCTL_INT(_debug_kassert, OID_AUTO, do_kdb, CTLFLAG_RWTUN, 660a94053baSAlfred Perlstein &kassert_do_kdb, 0, "KASSERT will enter the debugger"); 661a94053baSAlfred Perlstein #endif 662a94053baSAlfred Perlstein 6633945a964SAlfred Perlstein #ifdef KTR 664af3b2549SHans Petter Selasky SYSCTL_UINT(_debug_kassert, OID_AUTO, do_ktr, CTLFLAG_RWTUN, 6653945a964SAlfred Perlstein &kassert_do_ktr, 0, 6663945a964SAlfred Perlstein "KASSERT does a KTR, set this to the KTRMASK you want"); 6673945a964SAlfred Perlstein #endif 6683945a964SAlfred Perlstein 669af3b2549SHans Petter Selasky SYSCTL_INT(_debug_kassert, OID_AUTO, do_log, CTLFLAG_RWTUN, 67007aa6ea6SConrad Meyer &kassert_do_log, 0, 67107aa6ea6SConrad Meyer "If warn_only is enabled, log (1) or do not log (0) assertion violations"); 6723945a964SAlfred Perlstein 673af3b2549SHans Petter Selasky SYSCTL_INT(_debug_kassert, OID_AUTO, warnings, CTLFLAG_RWTUN, 6743945a964SAlfred Perlstein &kassert_warnings, 0, "number of KASSERTs that have been triggered"); 6753945a964SAlfred Perlstein 676af3b2549SHans Petter Selasky SYSCTL_INT(_debug_kassert, OID_AUTO, log_panic_at, CTLFLAG_RWTUN, 6773945a964SAlfred Perlstein &kassert_log_panic_at, 0, "max number of KASSERTS before we will panic"); 6783945a964SAlfred Perlstein 679af3b2549SHans Petter Selasky SYSCTL_INT(_debug_kassert, OID_AUTO, log_pps_limit, CTLFLAG_RWTUN, 6803945a964SAlfred Perlstein &kassert_log_pps_limit, 0, "limit number of log messages per second"); 6813945a964SAlfred Perlstein 682af3b2549SHans Petter Selasky SYSCTL_INT(_debug_kassert, OID_AUTO, log_mute_at, CTLFLAG_RWTUN, 6833945a964SAlfred Perlstein &kassert_log_mute_at, 0, "max number of KASSERTS to log"); 6843945a964SAlfred Perlstein 68544b71282SJonathan T. Looney SYSCTL_INT(_debug_kassert, OID_AUTO, suppress_in_panic, CTLFLAG_RWTUN, 68644b71282SJonathan T. Looney &kassert_suppress_in_panic, 0, 68744b71282SJonathan T. Looney "KASSERTs will be suppressed while handling a panic"); 68844b71282SJonathan T. Looney 6893945a964SAlfred Perlstein static int kassert_sysctl_kassert(SYSCTL_HANDLER_ARGS); 6903945a964SAlfred Perlstein 6913945a964SAlfred Perlstein SYSCTL_PROC(_debug_kassert, OID_AUTO, kassert, 6923945a964SAlfred Perlstein CTLTYPE_INT | CTLFLAG_RW | CTLFLAG_SECURE, NULL, 0, 6933945a964SAlfred Perlstein kassert_sysctl_kassert, "I", "set to trigger a test kassert"); 6943945a964SAlfred Perlstein 6953945a964SAlfred Perlstein static int 6963945a964SAlfred Perlstein kassert_sysctl_kassert(SYSCTL_HANDLER_ARGS) 6973945a964SAlfred Perlstein { 6983945a964SAlfred Perlstein int error, i; 6993945a964SAlfred Perlstein 7003945a964SAlfred Perlstein error = sysctl_wire_old_buffer(req, sizeof(int)); 7013945a964SAlfred Perlstein if (error == 0) { 7023945a964SAlfred Perlstein i = 0; 7033945a964SAlfred Perlstein error = sysctl_handle_int(oidp, &i, 0, req); 7043945a964SAlfred Perlstein } 7053945a964SAlfred Perlstein if (error != 0 || req->newptr == NULL) 7063945a964SAlfred Perlstein return (error); 7073945a964SAlfred Perlstein KASSERT(0, ("kassert_sysctl_kassert triggered kassert %d", i)); 7083945a964SAlfred Perlstein return (0); 7093945a964SAlfred Perlstein } 7103945a964SAlfred Perlstein 7113945a964SAlfred Perlstein /* 7123945a964SAlfred Perlstein * Called by KASSERT, this decides if we will panic 7133945a964SAlfred Perlstein * or if we will log via printf and/or ktr. 7143945a964SAlfred Perlstein */ 7153945a964SAlfred Perlstein void 7163945a964SAlfred Perlstein kassert_panic(const char *fmt, ...) 7173945a964SAlfred Perlstein { 7183945a964SAlfred Perlstein static char buf[256]; 7193945a964SAlfred Perlstein va_list ap; 7203945a964SAlfred Perlstein 7213945a964SAlfred Perlstein va_start(ap, fmt); 7223945a964SAlfred Perlstein (void)vsnprintf(buf, sizeof(buf), fmt, ap); 7233945a964SAlfred Perlstein va_end(ap); 7243945a964SAlfred Perlstein 7253945a964SAlfred Perlstein /* 726*65df1248SConrad Meyer * If we are suppressing secondary panics, log the warning but do not 727*65df1248SConrad Meyer * re-enter panic/kdb. 728*65df1248SConrad Meyer */ 729*65df1248SConrad Meyer if (panicstr != NULL && kassert_suppress_in_panic) { 730*65df1248SConrad Meyer if (kassert_do_log) { 731*65df1248SConrad Meyer printf("KASSERT failed: %s\n", buf); 732*65df1248SConrad Meyer #ifdef KDB 733*65df1248SConrad Meyer if (trace_all_panics && trace_on_panic) 734*65df1248SConrad Meyer kdb_backtrace(); 735*65df1248SConrad Meyer #endif 736*65df1248SConrad Meyer } 737*65df1248SConrad Meyer return; 738*65df1248SConrad Meyer } 739*65df1248SConrad Meyer 740*65df1248SConrad Meyer /* 7413945a964SAlfred Perlstein * panic if we're not just warning, or if we've exceeded 7423945a964SAlfred Perlstein * kassert_log_panic_at warnings. 7433945a964SAlfred Perlstein */ 7443945a964SAlfred Perlstein if (!kassert_warn_only || 7453945a964SAlfred Perlstein (kassert_log_panic_at > 0 && 7463945a964SAlfred Perlstein kassert_warnings >= kassert_log_panic_at)) { 7473945a964SAlfred Perlstein va_start(ap, fmt); 7483945a964SAlfred Perlstein vpanic(fmt, ap); 7493945a964SAlfred Perlstein /* NORETURN */ 7503945a964SAlfred Perlstein } 7513945a964SAlfred Perlstein #ifdef KTR 7523945a964SAlfred Perlstein if (kassert_do_ktr) 7533945a964SAlfred Perlstein CTR0(ktr_mask, buf); 7543945a964SAlfred Perlstein #endif /* KTR */ 7553945a964SAlfred Perlstein /* 7563945a964SAlfred Perlstein * log if we've not yet met the mute limit. 7573945a964SAlfred Perlstein */ 7583945a964SAlfred Perlstein if (kassert_do_log && 7593945a964SAlfred Perlstein (kassert_log_mute_at == 0 || 7603945a964SAlfred Perlstein kassert_warnings < kassert_log_mute_at)) { 7613945a964SAlfred Perlstein static struct timeval lasterr; 7623945a964SAlfred Perlstein static int curerr; 7633945a964SAlfred Perlstein 7643945a964SAlfred Perlstein if (ppsratecheck(&lasterr, &curerr, kassert_log_pps_limit)) { 7653945a964SAlfred Perlstein printf("KASSERT failed: %s\n", buf); 7663945a964SAlfred Perlstein kdb_backtrace(); 7673945a964SAlfred Perlstein } 7683945a964SAlfred Perlstein } 769a94053baSAlfred Perlstein #ifdef KDB 770a94053baSAlfred Perlstein if (kassert_do_kdb) { 771a94053baSAlfred Perlstein kdb_enter(KDB_WHY_KASSERT, buf); 772a94053baSAlfred Perlstein } 773a94053baSAlfred Perlstein #endif 7743945a964SAlfred Perlstein atomic_add_int(&kassert_warnings, 1); 7753945a964SAlfred Perlstein } 7763945a964SAlfred Perlstein #endif 7773945a964SAlfred Perlstein 778ad4240feSJulian Elischer /* 779ad4240feSJulian Elischer * Panic is called on unresolvable fatal errors. It prints "panic: mesg", 780ad4240feSJulian Elischer * and then reboots. If we are called twice, then we avoid trying to sync 781ad4240feSJulian Elischer * the disks as this often leads to recursive panics. 782ad4240feSJulian Elischer */ 783ad4240feSJulian Elischer void 7849a6dc4b6SPoul-Henning Kamp panic(const char *fmt, ...) 785ad4240feSJulian Elischer { 7863945a964SAlfred Perlstein va_list ap; 7873945a964SAlfred Perlstein 7883945a964SAlfred Perlstein va_start(ap, fmt); 7893945a964SAlfred Perlstein vpanic(fmt, ap); 7903945a964SAlfred Perlstein } 7913945a964SAlfred Perlstein 792da10a603SMark Johnston void 7933945a964SAlfred Perlstein vpanic(const char *fmt, va_list ap) 7943945a964SAlfred Perlstein { 79564dd590eSAndriy Gapon #ifdef SMP 79635370593SAndriy Gapon cpuset_t other_cpus; 79764dd590eSAndriy Gapon #endif 798fe799533SAndrew Gallatin struct thread *td = curthread; 799e485b64bSJohn Baldwin int bootopt, newpanic; 80099237364SAndrey A. Chernov static char buf[256]; 801ad4240feSJulian Elischer 80235370593SAndriy Gapon spinlock_enter(); 80335370593SAndriy Gapon 8040384fff8SJason Evans #ifdef SMP 8051a5333c3SJohn Baldwin /* 8066898bee9SAndriy Gapon * stop_cpus_hard(other_cpus) should prevent multiple CPUs from 8076898bee9SAndriy Gapon * concurrently entering panic. Only the winner will proceed 8086898bee9SAndriy Gapon * further. 8091a5333c3SJohn Baldwin */ 81035370593SAndriy Gapon if (panicstr == NULL && !kdb_active) { 81135370593SAndriy Gapon other_cpus = all_cpus; 81235370593SAndriy Gapon CPU_CLR(PCPU_GET(cpuid), &other_cpus); 81335370593SAndriy Gapon stop_cpus_hard(other_cpus); 81435370593SAndriy Gapon } 81542d33c1fSMark Johnston #endif 81635370593SAndriy Gapon 81735370593SAndriy Gapon /* 8189ad64f27SMark Johnston * Ensure that the scheduler is stopped while panicking, even if panic 8199ad64f27SMark Johnston * has been entered from kdb. 82035370593SAndriy Gapon */ 8215d7380f8SAttilio Rao td->td_stopsched = 1; 8220384fff8SJason Evans 823e3adb685SAttilio Rao bootopt = RB_AUTOBOOT; 824e485b64bSJohn Baldwin newpanic = 0; 825ad4240feSJulian Elischer if (panicstr) 826ad4240feSJulian Elischer bootopt |= RB_NOSYNC; 827e485b64bSJohn Baldwin else { 828e3adb685SAttilio Rao bootopt |= RB_DUMP; 829ad4240feSJulian Elischer panicstr = fmt; 830e485b64bSJohn Baldwin newpanic = 1; 831e485b64bSJohn Baldwin } 832ad4240feSJulian Elischer 8334f1b4577SIan Dowse if (newpanic) { 8342127f260SArchie Cobbs (void)vsnprintf(buf, sizeof(buf), fmt, ap); 83599237364SAndrey A. Chernov panicstr = buf; 836bf8696b4SAndriy Gapon cngrab(); 8379a6dc4b6SPoul-Henning Kamp printf("panic: %s\n", buf); 8384f1b4577SIan Dowse } else { 8394f1b4577SIan Dowse printf("panic: "); 8404f1b4577SIan Dowse vprintf(fmt, ap); 8419a6dc4b6SPoul-Henning Kamp printf("\n"); 8424f1b4577SIan Dowse } 84347d81897SSteve Passe #ifdef SMP 84455c45354SJohn Baldwin printf("cpuid = %d\n", PCPU_GET(cpuid)); 8452bcc63c5SJohn Baldwin #endif 8466cf0c1dbSGleb Smirnoff printf("time = %jd\n", (intmax_t )time_second); 8472d50560aSMarcel Moolenaar #ifdef KDB 848ad1fc315SConrad Meyer if ((newpanic || trace_all_panics) && trace_on_panic) 8492d50560aSMarcel Moolenaar kdb_backtrace(); 850ad4240feSJulian Elischer if (debugger_on_panic) 8513de213ccSRobert Watson kdb_enter(KDB_WHY_PANIC, "panic"); 8521432aa0cSJohn Baldwin #endif 853982d11f8SJeff Roberson /*thread_lock(td); */ 854fe799533SAndrew Gallatin td->td_flags |= TDF_INPANIC; 855982d11f8SJeff Roberson /* thread_unlock(td); */ 856259ed917SPeter Wemm if (!sync_on_panic) 857259ed917SPeter Wemm bootopt |= RB_NOSYNC; 85848f1a492SWarner Losh if (poweroff_on_panic) 85948f1a492SWarner Losh bootopt |= RB_POWEROFF; 86048f1a492SWarner Losh if (powercycle_on_panic) 86148f1a492SWarner Losh bootopt |= RB_POWERCYCLE; 86276e18b25SMarcel Moolenaar kern_reboot(bootopt); 863ad4240feSJulian Elischer } 864ad4240feSJulian Elischer 865e0d898b4SJulian Elischer /* 866db82a982SMike Smith * Support for poweroff delay. 867b22692bdSNick Hibma * 868b22692bdSNick Hibma * Please note that setting this delay too short might power off your machine 869b22692bdSNick Hibma * before the write cache on your hard disk has been flushed, leading to 870b22692bdSNick Hibma * soft-updates inconsistencies. 871db82a982SMike Smith */ 8729eec6969SMike Smith #ifndef POWEROFF_DELAY 8739eec6969SMike Smith # define POWEROFF_DELAY 5000 8749eec6969SMike Smith #endif 8759eec6969SMike Smith static int poweroff_delay = POWEROFF_DELAY; 8769eec6969SMike Smith 877db82a982SMike Smith SYSCTL_INT(_kern_shutdown, OID_AUTO, poweroff_delay, CTLFLAG_RW, 8783eb9ab52SEitan Adler &poweroff_delay, 0, "Delay before poweroff to write disk caches (msec)"); 879db82a982SMike Smith 880fcb893a8SMike Smith static void 881fcb893a8SMike Smith poweroff_wait(void *junk, int howto) 882db82a982SMike Smith { 883e95499bdSAlfred Perlstein 8847d41b6f0SWarner Losh if ((howto & (RB_POWEROFF | RB_POWERCYCLE)) == 0 || poweroff_delay <= 0) 885db82a982SMike Smith return; 886db82a982SMike Smith DELAY(poweroff_delay * 1000); 887db82a982SMike Smith } 8885e950839SLuoqi Chen 8895e950839SLuoqi Chen /* 8905e950839SLuoqi Chen * Some system processes (e.g. syncer) need to be stopped at appropriate 8915e950839SLuoqi Chen * points in their main loops prior to a system shutdown, so that they 8925e950839SLuoqi Chen * won't interfere with the shutdown process (e.g. by holding a disk buf 8935e950839SLuoqi Chen * to cause sync to fail). For each of these system processes, register 8945e950839SLuoqi Chen * shutdown_kproc() as a handler for one of shutdown events. 8955e950839SLuoqi Chen */ 8965e950839SLuoqi Chen static int kproc_shutdown_wait = 60; 8975e950839SLuoqi Chen SYSCTL_INT(_kern_shutdown, OID_AUTO, kproc_shutdown_wait, CTLFLAG_RW, 8983eb9ab52SEitan Adler &kproc_shutdown_wait, 0, "Max wait time (sec) to stop for each process"); 8995e950839SLuoqi Chen 9005e950839SLuoqi Chen void 901ffc831daSJohn Baldwin kproc_shutdown(void *arg, int howto) 9025e950839SLuoqi Chen { 9035e950839SLuoqi Chen struct proc *p; 9045e950839SLuoqi Chen int error; 9055e950839SLuoqi Chen 9065e950839SLuoqi Chen if (panicstr) 9075e950839SLuoqi Chen return; 9085e950839SLuoqi Chen 9095e950839SLuoqi Chen p = (struct proc *)arg; 910b1c81391SNate Lawson printf("Waiting (max %d seconds) for system process `%s' to stop... ", 9114f9d48e4SJohn Baldwin kproc_shutdown_wait, p->p_comm); 9123745c395SJulian Elischer error = kproc_suspend(p, kproc_shutdown_wait * hz); 9135e950839SLuoqi Chen 9145e950839SLuoqi Chen if (error == EWOULDBLOCK) 915b1c81391SNate Lawson printf("timed out\n"); 9165e950839SLuoqi Chen else 917b1c81391SNate Lawson printf("done\n"); 9185e950839SLuoqi Chen } 91981661c94SPoul-Henning Kamp 9207ab24ea3SJulian Elischer void 9217ab24ea3SJulian Elischer kthread_shutdown(void *arg, int howto) 9227ab24ea3SJulian Elischer { 9237ab24ea3SJulian Elischer struct thread *td; 9247ab24ea3SJulian Elischer int error; 9257ab24ea3SJulian Elischer 9267ab24ea3SJulian Elischer if (panicstr) 9277ab24ea3SJulian Elischer return; 9287ab24ea3SJulian Elischer 9297ab24ea3SJulian Elischer td = (struct thread *)arg; 9307ab24ea3SJulian Elischer printf("Waiting (max %d seconds) for system thread `%s' to stop... ", 9314f9d48e4SJohn Baldwin kproc_shutdown_wait, td->td_name); 9327ab24ea3SJulian Elischer error = kthread_suspend(td, kproc_shutdown_wait * hz); 9337ab24ea3SJulian Elischer 9347ab24ea3SJulian Elischer if (error == EWOULDBLOCK) 9357ab24ea3SJulian Elischer printf("timed out\n"); 9367ab24ea3SJulian Elischer else 9377ab24ea3SJulian Elischer printf("done\n"); 9387ab24ea3SJulian Elischer } 9397ab24ea3SJulian Elischer 940bad7e7f3SAlfred Perlstein static char dumpdevname[sizeof(((struct cdev*)NULL)->si_name)]; 941bad7e7f3SAlfred Perlstein SYSCTL_STRING(_kern_shutdown, OID_AUTO, dumpdevname, CTLFLAG_RD, 942bad7e7f3SAlfred Perlstein dumpdevname, 0, "Device for kernel dumps"); 943bad7e7f3SAlfred Perlstein 94464a16434SMark Johnston static int _dump_append(struct dumperinfo *di, void *virtual, 94564a16434SMark Johnston vm_offset_t physical, size_t length); 94664a16434SMark Johnston 947480f31c2SKonrad Witaszczyk #ifdef EKCD 948480f31c2SKonrad Witaszczyk static struct kerneldumpcrypto * 949480f31c2SKonrad Witaszczyk kerneldumpcrypto_create(size_t blocksize, uint8_t encryption, 950480f31c2SKonrad Witaszczyk const uint8_t *key, uint32_t encryptedkeysize, const uint8_t *encryptedkey) 951480f31c2SKonrad Witaszczyk { 952480f31c2SKonrad Witaszczyk struct kerneldumpcrypto *kdc; 953480f31c2SKonrad Witaszczyk struct kerneldumpkey *kdk; 954480f31c2SKonrad Witaszczyk uint32_t dumpkeysize; 955480f31c2SKonrad Witaszczyk 956480f31c2SKonrad Witaszczyk dumpkeysize = roundup2(sizeof(*kdk) + encryptedkeysize, blocksize); 957480f31c2SKonrad Witaszczyk kdc = malloc(sizeof(*kdc) + dumpkeysize, M_EKCD, M_WAITOK | M_ZERO); 958480f31c2SKonrad Witaszczyk 959480f31c2SKonrad Witaszczyk arc4rand(kdc->kdc_iv, sizeof(kdc->kdc_iv), 0); 960480f31c2SKonrad Witaszczyk 961480f31c2SKonrad Witaszczyk kdc->kdc_encryption = encryption; 962480f31c2SKonrad Witaszczyk switch (kdc->kdc_encryption) { 963480f31c2SKonrad Witaszczyk case KERNELDUMP_ENC_AES_256_CBC: 964480f31c2SKonrad Witaszczyk if (rijndael_makeKey(&kdc->kdc_ki, DIR_ENCRYPT, 256, key) <= 0) 965480f31c2SKonrad Witaszczyk goto failed; 966480f31c2SKonrad Witaszczyk break; 967480f31c2SKonrad Witaszczyk default: 968480f31c2SKonrad Witaszczyk goto failed; 969480f31c2SKonrad Witaszczyk } 970480f31c2SKonrad Witaszczyk 971480f31c2SKonrad Witaszczyk kdc->kdc_dumpkeysize = dumpkeysize; 972480f31c2SKonrad Witaszczyk kdk = kdc->kdc_dumpkey; 973480f31c2SKonrad Witaszczyk kdk->kdk_encryption = kdc->kdc_encryption; 974480f31c2SKonrad Witaszczyk memcpy(kdk->kdk_iv, kdc->kdc_iv, sizeof(kdk->kdk_iv)); 975480f31c2SKonrad Witaszczyk kdk->kdk_encryptedkeysize = htod32(encryptedkeysize); 976480f31c2SKonrad Witaszczyk memcpy(kdk->kdk_encryptedkey, encryptedkey, encryptedkeysize); 977480f31c2SKonrad Witaszczyk 978480f31c2SKonrad Witaszczyk return (kdc); 979480f31c2SKonrad Witaszczyk failed: 980480f31c2SKonrad Witaszczyk explicit_bzero(kdc, sizeof(*kdc) + dumpkeysize); 981480f31c2SKonrad Witaszczyk free(kdc, M_EKCD); 982480f31c2SKonrad Witaszczyk return (NULL); 983480f31c2SKonrad Witaszczyk } 984480f31c2SKonrad Witaszczyk 98550ef60daSMark Johnston static int 986480f31c2SKonrad Witaszczyk kerneldumpcrypto_init(struct kerneldumpcrypto *kdc) 987480f31c2SKonrad Witaszczyk { 988480f31c2SKonrad Witaszczyk uint8_t hash[SHA256_DIGEST_LENGTH]; 989480f31c2SKonrad Witaszczyk SHA256_CTX ctx; 990480f31c2SKonrad Witaszczyk struct kerneldumpkey *kdk; 991480f31c2SKonrad Witaszczyk int error; 992480f31c2SKonrad Witaszczyk 993480f31c2SKonrad Witaszczyk error = 0; 994480f31c2SKonrad Witaszczyk 995480f31c2SKonrad Witaszczyk if (kdc == NULL) 996480f31c2SKonrad Witaszczyk return (0); 997480f31c2SKonrad Witaszczyk 998480f31c2SKonrad Witaszczyk /* 999480f31c2SKonrad Witaszczyk * When a user enters ddb it can write a crash dump multiple times. 1000480f31c2SKonrad Witaszczyk * Each time it should be encrypted using a different IV. 1001480f31c2SKonrad Witaszczyk */ 1002480f31c2SKonrad Witaszczyk SHA256_Init(&ctx); 1003480f31c2SKonrad Witaszczyk SHA256_Update(&ctx, kdc->kdc_iv, sizeof(kdc->kdc_iv)); 1004480f31c2SKonrad Witaszczyk SHA256_Final(hash, &ctx); 1005480f31c2SKonrad Witaszczyk bcopy(hash, kdc->kdc_iv, sizeof(kdc->kdc_iv)); 1006480f31c2SKonrad Witaszczyk 1007480f31c2SKonrad Witaszczyk switch (kdc->kdc_encryption) { 1008480f31c2SKonrad Witaszczyk case KERNELDUMP_ENC_AES_256_CBC: 1009480f31c2SKonrad Witaszczyk if (rijndael_cipherInit(&kdc->kdc_ci, MODE_CBC, 1010480f31c2SKonrad Witaszczyk kdc->kdc_iv) <= 0) { 1011480f31c2SKonrad Witaszczyk error = EINVAL; 1012480f31c2SKonrad Witaszczyk goto out; 1013480f31c2SKonrad Witaszczyk } 1014480f31c2SKonrad Witaszczyk break; 1015480f31c2SKonrad Witaszczyk default: 1016480f31c2SKonrad Witaszczyk error = EINVAL; 1017480f31c2SKonrad Witaszczyk goto out; 1018480f31c2SKonrad Witaszczyk } 1019480f31c2SKonrad Witaszczyk 1020480f31c2SKonrad Witaszczyk kdk = kdc->kdc_dumpkey; 1021480f31c2SKonrad Witaszczyk memcpy(kdk->kdk_iv, kdc->kdc_iv, sizeof(kdk->kdk_iv)); 1022480f31c2SKonrad Witaszczyk out: 1023480f31c2SKonrad Witaszczyk explicit_bzero(hash, sizeof(hash)); 1024480f31c2SKonrad Witaszczyk return (error); 1025480f31c2SKonrad Witaszczyk } 1026480f31c2SKonrad Witaszczyk 102701938d36SMark Johnston static uint32_t 1028480f31c2SKonrad Witaszczyk kerneldumpcrypto_dumpkeysize(const struct kerneldumpcrypto *kdc) 1029480f31c2SKonrad Witaszczyk { 1030480f31c2SKonrad Witaszczyk 1031480f31c2SKonrad Witaszczyk if (kdc == NULL) 1032480f31c2SKonrad Witaszczyk return (0); 1033480f31c2SKonrad Witaszczyk return (kdc->kdc_dumpkeysize); 1034480f31c2SKonrad Witaszczyk } 103501938d36SMark Johnston #endif /* EKCD */ 1036480f31c2SKonrad Witaszczyk 103778f57a9cSMark Johnston static struct kerneldumpcomp * 103878f57a9cSMark Johnston kerneldumpcomp_create(struct dumperinfo *di, uint8_t compression) 103964a16434SMark Johnston { 104078f57a9cSMark Johnston struct kerneldumpcomp *kdcomp; 10416026dcd7SMark Johnston int format; 104264a16434SMark Johnston 10436026dcd7SMark Johnston switch (compression) { 10446026dcd7SMark Johnston case KERNELDUMP_COMP_GZIP: 10456026dcd7SMark Johnston format = COMPRESS_GZIP; 10466026dcd7SMark Johnston break; 10476026dcd7SMark Johnston case KERNELDUMP_COMP_ZSTD: 10486026dcd7SMark Johnston format = COMPRESS_ZSTD; 10496026dcd7SMark Johnston break; 10506026dcd7SMark Johnston default: 105164a16434SMark Johnston return (NULL); 10526026dcd7SMark Johnston } 10536026dcd7SMark Johnston 105478f57a9cSMark Johnston kdcomp = malloc(sizeof(*kdcomp), M_DUMPER, M_WAITOK | M_ZERO); 10556026dcd7SMark Johnston kdcomp->kdc_format = compression; 105678f57a9cSMark Johnston kdcomp->kdc_stream = compressor_init(kerneldumpcomp_write_cb, 10576026dcd7SMark Johnston format, di->maxiosize, kerneldump_gzlevel, di); 105878f57a9cSMark Johnston if (kdcomp->kdc_stream == NULL) { 105978f57a9cSMark Johnston free(kdcomp, M_DUMPER); 106064a16434SMark Johnston return (NULL); 106164a16434SMark Johnston } 106278f57a9cSMark Johnston kdcomp->kdc_buf = malloc(di->maxiosize, M_DUMPER, M_WAITOK | M_NODUMP); 106378f57a9cSMark Johnston return (kdcomp); 106464a16434SMark Johnston } 106564a16434SMark Johnston 106664a16434SMark Johnston static void 106778f57a9cSMark Johnston kerneldumpcomp_destroy(struct dumperinfo *di) 106864a16434SMark Johnston { 106978f57a9cSMark Johnston struct kerneldumpcomp *kdcomp; 107064a16434SMark Johnston 107178f57a9cSMark Johnston kdcomp = di->kdcomp; 107278f57a9cSMark Johnston if (kdcomp == NULL) 107364a16434SMark Johnston return; 107478f57a9cSMark Johnston compressor_fini(kdcomp->kdc_stream); 107578f57a9cSMark Johnston explicit_bzero(kdcomp->kdc_buf, di->maxiosize); 107678f57a9cSMark Johnston free(kdcomp->kdc_buf, M_DUMPER); 107778f57a9cSMark Johnston free(kdcomp, M_DUMPER); 107864a16434SMark Johnston } 107964a16434SMark Johnston 108081661c94SPoul-Henning Kamp /* Registration of dumpers */ 108181661c94SPoul-Henning Kamp int 1082480f31c2SKonrad Witaszczyk set_dumper(struct dumperinfo *di, const char *devname, struct thread *td, 108364a16434SMark Johnston uint8_t compression, uint8_t encryption, const uint8_t *key, 108464a16434SMark Johnston uint32_t encryptedkeysize, const uint8_t *encryptedkey) 108581661c94SPoul-Henning Kamp { 10865a3a8ec0SAlfred Perlstein size_t wantcopy; 10875ebb15b9SPawel Jakub Dawidek int error; 10885ebb15b9SPawel Jakub Dawidek 10895ebb15b9SPawel Jakub Dawidek error = priv_check(td, PRIV_SETDUMPER); 10905ebb15b9SPawel Jakub Dawidek if (error != 0) 10915ebb15b9SPawel Jakub Dawidek return (error); 1092e95499bdSAlfred Perlstein 109381661c94SPoul-Henning Kamp if (di == NULL) { 1094480f31c2SKonrad Witaszczyk error = 0; 1095480f31c2SKonrad Witaszczyk goto cleanup; 109681661c94SPoul-Henning Kamp } 109781661c94SPoul-Henning Kamp if (dumper.dumper != NULL) 109881661c94SPoul-Henning Kamp return (EBUSY); 109981661c94SPoul-Henning Kamp dumper = *di; 1100480f31c2SKonrad Witaszczyk dumper.blockbuf = NULL; 110178f57a9cSMark Johnston dumper.kdcrypto = NULL; 110278f57a9cSMark Johnston dumper.kdcomp = NULL; 1103480f31c2SKonrad Witaszczyk 1104480f31c2SKonrad Witaszczyk if (encryption != KERNELDUMP_ENC_NONE) { 1105480f31c2SKonrad Witaszczyk #ifdef EKCD 110678f57a9cSMark Johnston dumper.kdcrypto = kerneldumpcrypto_create(di->blocksize, 110778f57a9cSMark Johnston encryption, key, encryptedkeysize, encryptedkey); 110878f57a9cSMark Johnston if (dumper.kdcrypto == NULL) { 1109480f31c2SKonrad Witaszczyk error = EINVAL; 1110480f31c2SKonrad Witaszczyk goto cleanup; 1111480f31c2SKonrad Witaszczyk } 1112480f31c2SKonrad Witaszczyk #else 1113480f31c2SKonrad Witaszczyk error = EOPNOTSUPP; 1114480f31c2SKonrad Witaszczyk goto cleanup; 1115480f31c2SKonrad Witaszczyk #endif 1116480f31c2SKonrad Witaszczyk } 1117480f31c2SKonrad Witaszczyk 11185a3a8ec0SAlfred Perlstein wantcopy = strlcpy(dumpdevname, devname, sizeof(dumpdevname)); 11195a3a8ec0SAlfred Perlstein if (wantcopy >= sizeof(dumpdevname)) { 1120bad7e7f3SAlfred Perlstein printf("set_dumper: device name truncated from '%s' -> '%s'\n", 1121bad7e7f3SAlfred Perlstein devname, dumpdevname); 1122bad7e7f3SAlfred Perlstein } 1123480f31c2SKonrad Witaszczyk 112464a16434SMark Johnston if (compression != KERNELDUMP_COMP_NONE) { 112564a16434SMark Johnston /* 112664a16434SMark Johnston * We currently can't support simultaneous encryption and 112764a16434SMark Johnston * compression. 112864a16434SMark Johnston */ 112964a16434SMark Johnston if (encryption != KERNELDUMP_ENC_NONE) { 113064a16434SMark Johnston error = EOPNOTSUPP; 113164a16434SMark Johnston goto cleanup; 113264a16434SMark Johnston } 113378f57a9cSMark Johnston dumper.kdcomp = kerneldumpcomp_create(&dumper, compression); 113478f57a9cSMark Johnston if (dumper.kdcomp == NULL) { 113564a16434SMark Johnston error = EINVAL; 113664a16434SMark Johnston goto cleanup; 113764a16434SMark Johnston } 113864a16434SMark Johnston } 113964a16434SMark Johnston 11405dc5dab6SConrad Meyer dumper.blockbuf = malloc(di->blocksize, M_DUMPER, M_WAITOK | M_ZERO); 114181661c94SPoul-Henning Kamp return (0); 1142480f31c2SKonrad Witaszczyk cleanup: 1143480f31c2SKonrad Witaszczyk #ifdef EKCD 114478f57a9cSMark Johnston if (dumper.kdcrypto != NULL) { 114578f57a9cSMark Johnston explicit_bzero(dumper.kdcrypto, sizeof(*dumper.kdcrypto) + 114678f57a9cSMark Johnston dumper.kdcrypto->kdc_dumpkeysize); 114778f57a9cSMark Johnston free(dumper.kdcrypto, M_EKCD); 1148480f31c2SKonrad Witaszczyk } 1149480f31c2SKonrad Witaszczyk #endif 115064a16434SMark Johnston 115178f57a9cSMark Johnston kerneldumpcomp_destroy(&dumper); 115264a16434SMark Johnston 1153480f31c2SKonrad Witaszczyk if (dumper.blockbuf != NULL) { 1154480f31c2SKonrad Witaszczyk explicit_bzero(dumper.blockbuf, dumper.blocksize); 1155480f31c2SKonrad Witaszczyk free(dumper.blockbuf, M_DUMPER); 1156480f31c2SKonrad Witaszczyk } 1157480f31c2SKonrad Witaszczyk explicit_bzero(&dumper, sizeof(dumper)); 1158480f31c2SKonrad Witaszczyk dumpdevname[0] = '\0'; 1159480f31c2SKonrad Witaszczyk return (error); 116081661c94SPoul-Henning Kamp } 116181661c94SPoul-Henning Kamp 1162480f31c2SKonrad Witaszczyk static int 1163480f31c2SKonrad Witaszczyk dump_check_bounds(struct dumperinfo *di, off_t offset, size_t length) 1164007b1b7bSRuslan Ermilov { 1165007b1b7bSRuslan Ermilov 1166007b1b7bSRuslan Ermilov if (length != 0 && (offset < di->mediaoffset || 1167007b1b7bSRuslan Ermilov offset - di->mediaoffset + length > di->mediasize)) { 1168bde3b1e1SMark Johnston if (di->kdcomp != NULL && offset >= di->mediaoffset) { 1169bde3b1e1SMark Johnston printf( 1170bde3b1e1SMark Johnston "Compressed dump failed to fit in device boundaries.\n"); 1171bde3b1e1SMark Johnston return (E2BIG); 1172bde3b1e1SMark Johnston } 1173bde3b1e1SMark Johnston 117458379067SAttilio Rao printf("Attempt to write outside dump device boundaries.\n" 117558379067SAttilio Rao "offset(%jd), mediaoffset(%jd), length(%ju), mediasize(%jd).\n", 117658379067SAttilio Rao (intmax_t)offset, (intmax_t)di->mediaoffset, 117758379067SAttilio Rao (uintmax_t)length, (intmax_t)di->mediasize); 117858379067SAttilio Rao return (ENOSPC); 1179007b1b7bSRuslan Ermilov } 118046fcd1afSMark Johnston if (length % di->blocksize != 0) { 118146fcd1afSMark Johnston printf("Attempt to write partial block of length %ju.\n", 118246fcd1afSMark Johnston (uintmax_t)length); 118346fcd1afSMark Johnston return (EINVAL); 118446fcd1afSMark Johnston } 118546fcd1afSMark Johnston if (offset % di->blocksize != 0) { 118646fcd1afSMark Johnston printf("Attempt to write at unaligned offset %jd.\n", 118746fcd1afSMark Johnston (intmax_t)offset); 118846fcd1afSMark Johnston return (EINVAL); 1189480f31c2SKonrad Witaszczyk } 1190480f31c2SKonrad Witaszczyk 119146fcd1afSMark Johnston return (0); 119201938d36SMark Johnston } 119301938d36SMark Johnston 1194480f31c2SKonrad Witaszczyk #ifdef EKCD 1195480f31c2SKonrad Witaszczyk static int 1196480f31c2SKonrad Witaszczyk dump_encrypt(struct kerneldumpcrypto *kdc, uint8_t *buf, size_t size) 1197480f31c2SKonrad Witaszczyk { 1198480f31c2SKonrad Witaszczyk 1199480f31c2SKonrad Witaszczyk switch (kdc->kdc_encryption) { 1200480f31c2SKonrad Witaszczyk case KERNELDUMP_ENC_AES_256_CBC: 1201480f31c2SKonrad Witaszczyk if (rijndael_blockEncrypt(&kdc->kdc_ci, &kdc->kdc_ki, buf, 1202480f31c2SKonrad Witaszczyk 8 * size, buf) <= 0) { 1203480f31c2SKonrad Witaszczyk return (EIO); 1204480f31c2SKonrad Witaszczyk } 1205480f31c2SKonrad Witaszczyk if (rijndael_cipherInit(&kdc->kdc_ci, MODE_CBC, 1206480f31c2SKonrad Witaszczyk buf + size - 16 /* IV size for AES-256-CBC */) <= 0) { 1207480f31c2SKonrad Witaszczyk return (EIO); 1208480f31c2SKonrad Witaszczyk } 1209480f31c2SKonrad Witaszczyk break; 1210480f31c2SKonrad Witaszczyk default: 1211480f31c2SKonrad Witaszczyk return (EINVAL); 1212480f31c2SKonrad Witaszczyk } 1213480f31c2SKonrad Witaszczyk 1214480f31c2SKonrad Witaszczyk return (0); 1215480f31c2SKonrad Witaszczyk } 1216480f31c2SKonrad Witaszczyk 1217480f31c2SKonrad Witaszczyk /* Encrypt data and call dumper. */ 1218480f31c2SKonrad Witaszczyk static int 121946fcd1afSMark Johnston dump_encrypted_write(struct dumperinfo *di, void *virtual, 122046fcd1afSMark Johnston vm_offset_t physical, off_t offset, size_t length) 1221480f31c2SKonrad Witaszczyk { 1222480f31c2SKonrad Witaszczyk static uint8_t buf[KERNELDUMP_BUFFER_SIZE]; 1223480f31c2SKonrad Witaszczyk struct kerneldumpcrypto *kdc; 1224480f31c2SKonrad Witaszczyk int error; 1225480f31c2SKonrad Witaszczyk size_t nbytes; 1226480f31c2SKonrad Witaszczyk 122778f57a9cSMark Johnston kdc = di->kdcrypto; 1228480f31c2SKonrad Witaszczyk 1229480f31c2SKonrad Witaszczyk while (length > 0) { 1230480f31c2SKonrad Witaszczyk nbytes = MIN(length, sizeof(buf)); 1231480f31c2SKonrad Witaszczyk bcopy(virtual, buf, nbytes); 1232480f31c2SKonrad Witaszczyk 1233480f31c2SKonrad Witaszczyk if (dump_encrypt(kdc, buf, nbytes) != 0) 1234480f31c2SKonrad Witaszczyk return (EIO); 1235480f31c2SKonrad Witaszczyk 123646fcd1afSMark Johnston error = dump_write(di, buf, physical, offset, nbytes); 1237480f31c2SKonrad Witaszczyk if (error != 0) 1238480f31c2SKonrad Witaszczyk return (error); 1239480f31c2SKonrad Witaszczyk 1240480f31c2SKonrad Witaszczyk offset += nbytes; 1241480f31c2SKonrad Witaszczyk virtual = (void *)((uint8_t *)virtual + nbytes); 1242480f31c2SKonrad Witaszczyk length -= nbytes; 1243480f31c2SKonrad Witaszczyk } 1244480f31c2SKonrad Witaszczyk 1245480f31c2SKonrad Witaszczyk return (0); 1246480f31c2SKonrad Witaszczyk } 1247480f31c2SKonrad Witaszczyk 1248480f31c2SKonrad Witaszczyk static int 124964a16434SMark Johnston dump_write_key(struct dumperinfo *di, off_t offset) 1250480f31c2SKonrad Witaszczyk { 125101938d36SMark Johnston struct kerneldumpcrypto *kdc; 1252480f31c2SKonrad Witaszczyk 125378f57a9cSMark Johnston kdc = di->kdcrypto; 125401938d36SMark Johnston if (kdc == NULL) 125501938d36SMark Johnston return (0); 125664a16434SMark Johnston return (dump_write(di, kdc->kdc_dumpkey, 0, offset, 125701938d36SMark Johnston kdc->kdc_dumpkeysize)); 1258007b1b7bSRuslan Ermilov } 125901938d36SMark Johnston #endif /* EKCD */ 1260007b1b7bSRuslan Ermilov 126164a16434SMark Johnston static int 126278f57a9cSMark Johnston kerneldumpcomp_write_cb(void *base, size_t length, off_t offset, void *arg) 126364a16434SMark Johnston { 126464a16434SMark Johnston struct dumperinfo *di; 126564a16434SMark Johnston size_t resid, rlength; 126664a16434SMark Johnston int error; 126764a16434SMark Johnston 126864a16434SMark Johnston di = arg; 126964a16434SMark Johnston 127064a16434SMark Johnston if (length % di->blocksize != 0) { 127164a16434SMark Johnston /* 127264a16434SMark Johnston * This must be the final write after flushing the compression 127364a16434SMark Johnston * stream. Write as many full blocks as possible and stash the 127464a16434SMark Johnston * residual data in the dumper's block buffer. It will be 127564a16434SMark Johnston * padded and written in dump_finish(). 127664a16434SMark Johnston */ 127764a16434SMark Johnston rlength = rounddown(length, di->blocksize); 127864a16434SMark Johnston if (rlength != 0) { 127964a16434SMark Johnston error = _dump_append(di, base, 0, rlength); 128064a16434SMark Johnston if (error != 0) 128164a16434SMark Johnston return (error); 128264a16434SMark Johnston } 128364a16434SMark Johnston resid = length - rlength; 128464a16434SMark Johnston memmove(di->blockbuf, (uint8_t *)base + rlength, resid); 128578f57a9cSMark Johnston di->kdcomp->kdc_resid = resid; 128664a16434SMark Johnston return (EAGAIN); 128764a16434SMark Johnston } 128864a16434SMark Johnston return (_dump_append(di, base, 0, length)); 128964a16434SMark Johnston } 129064a16434SMark Johnston 129164a16434SMark Johnston /* 129264a16434SMark Johnston * Write a kerneldumpheader at the specified offset. The header structure is 512 129364a16434SMark Johnston * bytes in size, but we must pad to the device sector size. 129464a16434SMark Johnston */ 1295480f31c2SKonrad Witaszczyk static int 1296480f31c2SKonrad Witaszczyk dump_write_header(struct dumperinfo *di, struct kerneldumpheader *kdh, 129764a16434SMark Johnston off_t offset) 1298480f31c2SKonrad Witaszczyk { 1299e9666bf6SMark Johnston void *buf; 1300e9666bf6SMark Johnston size_t hdrsz; 1301480f31c2SKonrad Witaszczyk 1302e9666bf6SMark Johnston hdrsz = sizeof(*kdh); 1303e9666bf6SMark Johnston if (hdrsz > di->blocksize) 1304e9666bf6SMark Johnston return (ENOMEM); 1305e9666bf6SMark Johnston 1306e9666bf6SMark Johnston if (hdrsz == di->blocksize) 1307e9666bf6SMark Johnston buf = kdh; 1308e9666bf6SMark Johnston else { 1309e9666bf6SMark Johnston buf = di->blockbuf; 1310e9666bf6SMark Johnston memset(buf, 0, di->blocksize); 1311e9666bf6SMark Johnston memcpy(buf, kdh, hdrsz); 1312e9666bf6SMark Johnston } 1313e9666bf6SMark Johnston 131464a16434SMark Johnston return (dump_write(di, buf, 0, offset, di->blocksize)); 13155dc5dab6SConrad Meyer } 13165dc5dab6SConrad Meyer 131750ef60daSMark Johnston /* 131850ef60daSMark Johnston * Don't touch the first SIZEOF_METADATA bytes on the dump device. This is to 131950ef60daSMark Johnston * protect us from metadata and metadata from us. 132050ef60daSMark Johnston */ 132150ef60daSMark Johnston #define SIZEOF_METADATA (64 * 1024) 132250ef60daSMark Johnston 132350ef60daSMark Johnston /* 132464a16434SMark Johnston * Do some preliminary setup for a kernel dump: initialize state for encryption, 132564a16434SMark Johnston * if requested, and make sure that we have enough space on the dump device. 132664a16434SMark Johnston * 132764a16434SMark Johnston * We set things up so that the dump ends before the last sector of the dump 132864a16434SMark Johnston * device, at which the trailing header is written. 132964a16434SMark Johnston * 133064a16434SMark Johnston * +-----------+------+-----+----------------------------+------+ 133164a16434SMark Johnston * | | lhdr | key | ... kernel dump ... | thdr | 133264a16434SMark Johnston * +-----------+------+-----+----------------------------+------+ 133364a16434SMark Johnston * 1 blk opt <------- dump extent --------> 1 blk 133464a16434SMark Johnston * 133564a16434SMark Johnston * Dumps written using dump_append() start at the beginning of the extent. 133664a16434SMark Johnston * Uncompressed dumps will use the entire extent, but compressed dumps typically 133764a16434SMark Johnston * will not. The true length of the dump is recorded in the leading and trailing 133864a16434SMark Johnston * headers once the dump has been completed. 133950ef60daSMark Johnston */ 134050ef60daSMark Johnston int 134146fcd1afSMark Johnston dump_start(struct dumperinfo *di, struct kerneldumpheader *kdh) 134250ef60daSMark Johnston { 134364a16434SMark Johnston uint64_t dumpextent; 134401938d36SMark Johnston uint32_t keysize; 134550ef60daSMark Johnston 134601938d36SMark Johnston #ifdef EKCD 134778f57a9cSMark Johnston int error = kerneldumpcrypto_init(di->kdcrypto); 134850ef60daSMark Johnston if (error != 0) 134950ef60daSMark Johnston return (error); 135078f57a9cSMark Johnston keysize = kerneldumpcrypto_dumpkeysize(di->kdcrypto); 135101938d36SMark Johnston #else 135201938d36SMark Johnston keysize = 0; 135301938d36SMark Johnston #endif 135450ef60daSMark Johnston 135564a16434SMark Johnston dumpextent = dtoh64(kdh->dumpextent); 135664a16434SMark Johnston if (di->mediasize < SIZEOF_METADATA + dumpextent + 2 * di->blocksize + 135764a16434SMark Johnston keysize) { 135878f57a9cSMark Johnston if (di->kdcomp != NULL) { 135964a16434SMark Johnston /* 136064a16434SMark Johnston * We don't yet know how much space the compressed dump 136164a16434SMark Johnston * will occupy, so try to use the whole swap partition 136264a16434SMark Johnston * (minus the first 64KB) in the hope that the 136364a16434SMark Johnston * compressed dump will fit. If that doesn't turn out to 13646026dcd7SMark Johnston * be enough, the bounds checking in dump_write() 136564a16434SMark Johnston * will catch us and cause the dump to fail. 136664a16434SMark Johnston */ 136764a16434SMark Johnston dumpextent = di->mediasize - SIZEOF_METADATA - 136864a16434SMark Johnston 2 * di->blocksize - keysize; 136964a16434SMark Johnston kdh->dumpextent = htod64(dumpextent); 137064a16434SMark Johnston } else 137164a16434SMark Johnston return (E2BIG); 137264a16434SMark Johnston } 137364a16434SMark Johnston 137464a16434SMark Johnston /* The offset at which to begin writing the dump. */ 137564a16434SMark Johnston di->dumpoff = di->mediaoffset + di->mediasize - di->blocksize - 137664a16434SMark Johnston dumpextent; 137750ef60daSMark Johnston 137850ef60daSMark Johnston return (0); 137950ef60daSMark Johnston } 138050ef60daSMark Johnston 138164a16434SMark Johnston static int 138264a16434SMark Johnston _dump_append(struct dumperinfo *di, void *virtual, vm_offset_t physical, 138346fcd1afSMark Johnston size_t length) 138446fcd1afSMark Johnston { 138546fcd1afSMark Johnston int error; 138646fcd1afSMark Johnston 138746fcd1afSMark Johnston #ifdef EKCD 138878f57a9cSMark Johnston if (di->kdcrypto != NULL) 138946fcd1afSMark Johnston error = dump_encrypted_write(di, virtual, physical, di->dumpoff, 139046fcd1afSMark Johnston length); 139146fcd1afSMark Johnston else 139246fcd1afSMark Johnston #endif 139346fcd1afSMark Johnston error = dump_write(di, virtual, physical, di->dumpoff, length); 139446fcd1afSMark Johnston if (error == 0) 139546fcd1afSMark Johnston di->dumpoff += length; 139646fcd1afSMark Johnston return (error); 139746fcd1afSMark Johnston } 139846fcd1afSMark Johnston 139964a16434SMark Johnston /* 140064a16434SMark Johnston * Write to the dump device starting at dumpoff. When compression is enabled, 140164a16434SMark Johnston * writes to the device will be performed using a callback that gets invoked 140264a16434SMark Johnston * when the compression stream's output buffer is full. 140364a16434SMark Johnston */ 140464a16434SMark Johnston int 140564a16434SMark Johnston dump_append(struct dumperinfo *di, void *virtual, vm_offset_t physical, 140664a16434SMark Johnston size_t length) 140764a16434SMark Johnston { 140864a16434SMark Johnston void *buf; 140964a16434SMark Johnston 141078f57a9cSMark Johnston if (di->kdcomp != NULL) { 141178f57a9cSMark Johnston /* Bounce through a buffer to avoid CRC errors. */ 141264a16434SMark Johnston if (length > di->maxiosize) 141364a16434SMark Johnston return (EINVAL); 141478f57a9cSMark Johnston buf = di->kdcomp->kdc_buf; 141564a16434SMark Johnston memmove(buf, virtual, length); 141678f57a9cSMark Johnston return (compressor_write(di->kdcomp->kdc_stream, buf, length)); 141764a16434SMark Johnston } 141864a16434SMark Johnston return (_dump_append(di, virtual, physical, length)); 141964a16434SMark Johnston } 142064a16434SMark Johnston 142164a16434SMark Johnston /* 142264a16434SMark Johnston * Write to the dump device at the specified offset. 142364a16434SMark Johnston */ 142446fcd1afSMark Johnston int 142546fcd1afSMark Johnston dump_write(struct dumperinfo *di, void *virtual, vm_offset_t physical, 142646fcd1afSMark Johnston off_t offset, size_t length) 142746fcd1afSMark Johnston { 142846fcd1afSMark Johnston int error; 142946fcd1afSMark Johnston 143046fcd1afSMark Johnston error = dump_check_bounds(di, offset, length); 143146fcd1afSMark Johnston if (error != 0) 143246fcd1afSMark Johnston return (error); 143346fcd1afSMark Johnston return (di->dumper(di->priv, virtual, physical, offset, length)); 143446fcd1afSMark Johnston } 143546fcd1afSMark Johnston 143650ef60daSMark Johnston /* 143764a16434SMark Johnston * Perform kernel dump finalization: flush the compression stream, if necessary, 143864a16434SMark Johnston * write the leading and trailing kernel dump headers now that we know the true 143964a16434SMark Johnston * length of the dump, and optionally write the encryption key following the 144064a16434SMark Johnston * leading header. 144150ef60daSMark Johnston */ 144250ef60daSMark Johnston int 144346fcd1afSMark Johnston dump_finish(struct dumperinfo *di, struct kerneldumpheader *kdh) 144450ef60daSMark Johnston { 144564a16434SMark Johnston uint64_t extent; 144664a16434SMark Johnston uint32_t keysize; 144750ef60daSMark Johnston int error; 144850ef60daSMark Johnston 144964a16434SMark Johnston extent = dtoh64(kdh->dumpextent); 145064a16434SMark Johnston 145164a16434SMark Johnston #ifdef EKCD 145278f57a9cSMark Johnston keysize = kerneldumpcrypto_dumpkeysize(di->kdcrypto); 145364a16434SMark Johnston #else 145464a16434SMark Johnston keysize = 0; 145564a16434SMark Johnston #endif 145664a16434SMark Johnston 145778f57a9cSMark Johnston if (di->kdcomp != NULL) { 145878f57a9cSMark Johnston error = compressor_flush(di->kdcomp->kdc_stream); 145964a16434SMark Johnston if (error == EAGAIN) { 146064a16434SMark Johnston /* We have residual data in di->blockbuf. */ 146164a16434SMark Johnston error = dump_write(di, di->blockbuf, 0, di->dumpoff, 146264a16434SMark Johnston di->blocksize); 146378f57a9cSMark Johnston di->dumpoff += di->kdcomp->kdc_resid; 146478f57a9cSMark Johnston di->kdcomp->kdc_resid = 0; 146564a16434SMark Johnston } 146664a16434SMark Johnston if (error != 0) 146764a16434SMark Johnston return (error); 146864a16434SMark Johnston 146964a16434SMark Johnston /* 147064a16434SMark Johnston * We now know the size of the compressed dump, so update the 147164a16434SMark Johnston * header accordingly and recompute parity. 147264a16434SMark Johnston */ 147364a16434SMark Johnston kdh->dumplength = htod64(di->dumpoff - 147464a16434SMark Johnston (di->mediaoffset + di->mediasize - di->blocksize - extent)); 147564a16434SMark Johnston kdh->parity = 0; 147664a16434SMark Johnston kdh->parity = kerneldump_parity(kdh); 147764a16434SMark Johnston 147878f57a9cSMark Johnston compressor_reset(di->kdcomp->kdc_stream); 147964a16434SMark Johnston } 148064a16434SMark Johnston 148164a16434SMark Johnston /* 148264a16434SMark Johnston * Write kerneldump headers at the beginning and end of the dump extent. 148364a16434SMark Johnston * Write the key after the leading header. 148464a16434SMark Johnston */ 148564a16434SMark Johnston error = dump_write_header(di, kdh, 148664a16434SMark Johnston di->mediaoffset + di->mediasize - 2 * di->blocksize - extent - 148764a16434SMark Johnston keysize); 148864a16434SMark Johnston if (error != 0) 148964a16434SMark Johnston return (error); 149064a16434SMark Johnston 149164a16434SMark Johnston #ifdef EKCD 149264a16434SMark Johnston error = dump_write_key(di, 149364a16434SMark Johnston di->mediaoffset + di->mediasize - di->blocksize - extent - keysize); 149464a16434SMark Johnston if (error != 0) 149564a16434SMark Johnston return (error); 149664a16434SMark Johnston #endif 149764a16434SMark Johnston 149864a16434SMark Johnston error = dump_write_header(di, kdh, 149964a16434SMark Johnston di->mediaoffset + di->mediasize - di->blocksize); 150050ef60daSMark Johnston if (error != 0) 150150ef60daSMark Johnston return (error); 150250ef60daSMark Johnston 150350ef60daSMark Johnston (void)dump_write(di, NULL, 0, 0, 0); 150450ef60daSMark Johnston return (0); 150550ef60daSMark Johnston } 150650ef60daSMark Johnston 1507e6592ee5SPeter Wemm void 150801938d36SMark Johnston dump_init_header(const struct dumperinfo *di, struct kerneldumpheader *kdh, 150901938d36SMark Johnston char *magic, uint32_t archver, uint64_t dumplen) 1510e6592ee5SPeter Wemm { 1511ab384d75SMark Johnston size_t dstsize; 1512e6592ee5SPeter Wemm 1513e6592ee5SPeter Wemm bzero(kdh, sizeof(*kdh)); 15147a9c38e6SAlan Somers strlcpy(kdh->magic, magic, sizeof(kdh->magic)); 15157a9c38e6SAlan Somers strlcpy(kdh->architecture, MACHINE_ARCH, sizeof(kdh->architecture)); 1516e6592ee5SPeter Wemm kdh->version = htod32(KERNELDUMPVERSION); 1517e6592ee5SPeter Wemm kdh->architectureversion = htod32(archver); 1518e6592ee5SPeter Wemm kdh->dumplength = htod64(dumplen); 151964a16434SMark Johnston kdh->dumpextent = kdh->dumplength; 1520e6592ee5SPeter Wemm kdh->dumptime = htod64(time_second); 152101938d36SMark Johnston #ifdef EKCD 152278f57a9cSMark Johnston kdh->dumpkeysize = htod32(kerneldumpcrypto_dumpkeysize(di->kdcrypto)); 152301938d36SMark Johnston #else 152401938d36SMark Johnston kdh->dumpkeysize = 0; 152501938d36SMark Johnston #endif 152601938d36SMark Johnston kdh->blocksize = htod32(di->blocksize); 15277a9c38e6SAlan Somers strlcpy(kdh->hostname, prison0.pr_hostname, sizeof(kdh->hostname)); 1528ab384d75SMark Johnston dstsize = sizeof(kdh->versionstring); 1529ab384d75SMark Johnston if (strlcpy(kdh->versionstring, version, dstsize) >= dstsize) 1530ab384d75SMark Johnston kdh->versionstring[dstsize - 2] = '\n'; 1531e6592ee5SPeter Wemm if (panicstr != NULL) 15327a9c38e6SAlan Somers strlcpy(kdh->panicstring, panicstr, sizeof(kdh->panicstring)); 153378f57a9cSMark Johnston if (di->kdcomp != NULL) 15346026dcd7SMark Johnston kdh->compression = di->kdcomp->kdc_format; 1535e6592ee5SPeter Wemm kdh->parity = kerneldump_parity(kdh); 1536e6592ee5SPeter Wemm } 15373af72c11SBjoern A. Zeeb 15383af72c11SBjoern A. Zeeb #ifdef DDB 15393af72c11SBjoern A. Zeeb DB_SHOW_COMMAND(panic, db_show_panic) 15403af72c11SBjoern A. Zeeb { 15413af72c11SBjoern A. Zeeb 15423af72c11SBjoern A. Zeeb if (panicstr == NULL) 15433af72c11SBjoern A. Zeeb db_printf("panicstr not set\n"); 15443af72c11SBjoern A. Zeeb else 15453af72c11SBjoern A. Zeeb db_printf("panic: %s\n", panicstr); 15463af72c11SBjoern A. Zeeb } 15473af72c11SBjoern A. Zeeb #endif 1548