1ad4240feSJulian Elischer /*- 251369649SPedro F. Giffuni * SPDX-License-Identifier: BSD-3-Clause 351369649SPedro F. Giffuni * 4ad4240feSJulian Elischer * Copyright (c) 1986, 1988, 1991, 1993 5ad4240feSJulian Elischer * The Regents of the University of California. All rights reserved. 6ad4240feSJulian Elischer * (c) UNIX System Laboratories, Inc. 7ad4240feSJulian Elischer * All or some portions of this file are derived from material licensed 8ad4240feSJulian Elischer * to the University of California by American Telephone and Telegraph 9ad4240feSJulian Elischer * Co. or Unix System Laboratories, Inc. and are reproduced herein with 10ad4240feSJulian Elischer * the permission of UNIX System Laboratories, Inc. 11ad4240feSJulian Elischer * 12ad4240feSJulian Elischer * Redistribution and use in source and binary forms, with or without 13ad4240feSJulian Elischer * modification, are permitted provided that the following conditions 14ad4240feSJulian Elischer * are met: 15ad4240feSJulian Elischer * 1. Redistributions of source code must retain the above copyright 16ad4240feSJulian Elischer * notice, this list of conditions and the following disclaimer. 17ad4240feSJulian Elischer * 2. Redistributions in binary form must reproduce the above copyright 18ad4240feSJulian Elischer * notice, this list of conditions and the following disclaimer in the 19ad4240feSJulian Elischer * documentation and/or other materials provided with the distribution. 2069a28758SEd Maste * 3. Neither the name of the University nor the names of its contributors 21ad4240feSJulian Elischer * may be used to endorse or promote products derived from this software 22ad4240feSJulian Elischer * without specific prior written permission. 23ad4240feSJulian Elischer * 24ad4240feSJulian Elischer * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 25ad4240feSJulian Elischer * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 26ad4240feSJulian Elischer * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 27ad4240feSJulian Elischer * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 28ad4240feSJulian Elischer * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 29ad4240feSJulian Elischer * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 30ad4240feSJulian Elischer * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 31ad4240feSJulian Elischer * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 32ad4240feSJulian Elischer * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 33ad4240feSJulian Elischer * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 34ad4240feSJulian Elischer * SUCH DAMAGE. 35ad4240feSJulian Elischer * 36ad4240feSJulian Elischer * @(#)kern_shutdown.c 8.3 (Berkeley) 1/21/94 37ad4240feSJulian Elischer */ 38ad4240feSJulian Elischer 39677b542eSDavid E. O'Brien #include <sys/cdefs.h> 40677b542eSDavid E. O'Brien __FBSDID("$FreeBSD$"); 41677b542eSDavid E. O'Brien 42618c7db3SRobert Watson #include "opt_ddb.h" 43480f31c2SKonrad Witaszczyk #include "opt_ekcd.h" 442d50560aSMarcel Moolenaar #include "opt_kdb.h" 456d58e6cbSBruce Evans #include "opt_panic.h" 469923b511SScott Long #include "opt_sched.h" 472be767e0SAttilio Rao #include "opt_watchdog.h" 48ad4240feSJulian Elischer 49ad4240feSJulian Elischer #include <sys/param.h> 50ad4240feSJulian Elischer #include <sys/systm.h> 519626b608SPoul-Henning Kamp #include <sys/bio.h> 52fc8f7066SBruce Evans #include <sys/buf.h> 531d79f1bbSJohn Baldwin #include <sys/conf.h> 5478f57a9cSMark Johnston #include <sys/compressor.h> 551d79f1bbSJohn Baldwin #include <sys/cons.h> 561d79f1bbSJohn Baldwin #include <sys/eventhandler.h> 570d3d0cc3SEdward Tomasz Napierala #include <sys/filedesc.h> 5876ca6f88SJamie Gritton #include <sys/jail.h> 592d50560aSMarcel Moolenaar #include <sys/kdb.h> 60ad4240feSJulian Elischer #include <sys/kernel.h> 61e6592ee5SPeter Wemm #include <sys/kerneldump.h> 625e950839SLuoqi Chen #include <sys/kthread.h> 633945a964SAlfred Perlstein #include <sys/ktr.h> 64dcd7d9b7SMaxim Sobolev #include <sys/malloc.h> 65bd92e6b6SMark Johnston #include <sys/mbuf.h> 66ac0ad63fSBruce Evans #include <sys/mount.h> 67acd3428bSRobert Watson #include <sys/priv.h> 681d79f1bbSJohn Baldwin #include <sys/proc.h> 691d79f1bbSJohn Baldwin #include <sys/reboot.h> 701d79f1bbSJohn Baldwin #include <sys/resourcevar.h> 7189f6b863SAttilio Rao #include <sys/rwlock.h> 7220e25d7dSPeter Wemm #include <sys/sched.h> 73248bb937SAttilio Rao #include <sys/smp.h> 74ad4240feSJulian Elischer #include <sys/sysctl.h> 75ad4240feSJulian Elischer #include <sys/sysproto.h> 76c3982007SKonstantin Belousov #include <sys/taskqueue.h> 77fa2b39a1SAttilio Rao #include <sys/vnode.h> 782be767e0SAttilio Rao #include <sys/watchdog.h> 79ad4240feSJulian Elischer 80480f31c2SKonrad Witaszczyk #include <crypto/rijndael/rijndael-api-fst.h> 81480f31c2SKonrad Witaszczyk #include <crypto/sha2/sha256.h> 82480f31c2SKonrad Witaszczyk 83618c7db3SRobert Watson #include <ddb/ddb.h> 84618c7db3SRobert Watson 8526502503SMarcel Moolenaar #include <machine/cpu.h> 86bdb9ab0dSMark Johnston #include <machine/dump.h> 87d39e457bSPoul-Henning Kamp #include <machine/pcb.h> 88752dff3dSJake Burkholder #include <machine/smp.h> 89ad4240feSJulian Elischer 90aed55708SRobert Watson #include <security/mac/mac_framework.h> 91aed55708SRobert Watson 920909f38aSPawel Jakub Dawidek #include <vm/vm.h> 930909f38aSPawel Jakub Dawidek #include <vm/vm_object.h> 940909f38aSPawel Jakub Dawidek #include <vm/vm_page.h> 950909f38aSPawel Jakub Dawidek #include <vm/vm_pager.h> 960909f38aSPawel Jakub Dawidek #include <vm/swap_pager.h> 970909f38aSPawel Jakub Dawidek 98ad4240feSJulian Elischer #include <sys/signalvar.h> 99ad4240feSJulian Elischer 1005dc5dab6SConrad Meyer static MALLOC_DEFINE(M_DUMPER, "dumper", "dumper block buffer"); 1015dc5dab6SConrad Meyer 102ad4240feSJulian Elischer #ifndef PANIC_REBOOT_WAIT_TIME 103ad4240feSJulian Elischer #define PANIC_REBOOT_WAIT_TIME 15 /* default to 15 seconds */ 104ad4240feSJulian Elischer #endif 1053b251028SColin Percival static int panic_reboot_wait_time = PANIC_REBOOT_WAIT_TIME; 106af3b2549SHans Petter Selasky SYSCTL_INT(_kern, OID_AUTO, panic_reboot_wait_time, CTLFLAG_RWTUN, 1071cdbb9edSColin Percival &panic_reboot_wait_time, 0, 1081cdbb9edSColin Percival "Seconds to wait before rebooting after a panic"); 109ad4240feSJulian Elischer 110ad4240feSJulian Elischer /* 111ad4240feSJulian Elischer * Note that stdarg.h and the ANSI style va_start macro is used for both 112ad4240feSJulian Elischer * ANSI and traditional C compilers. 113ad4240feSJulian Elischer */ 114ad4240feSJulian Elischer #include <machine/stdarg.h> 115ad4240feSJulian Elischer 1162d50560aSMarcel Moolenaar #ifdef KDB 1172d50560aSMarcel Moolenaar #ifdef KDB_UNATTENDED 1189959b1a8SMike Smith int debugger_on_panic = 0; 119ad4240feSJulian Elischer #else 1209959b1a8SMike Smith int debugger_on_panic = 1; 121ad4240feSJulian Elischer #endif 1223d7618d8SDavid E. O'Brien SYSCTL_INT(_debug, OID_AUTO, debugger_on_panic, 123af3b2549SHans Petter Selasky CTLFLAG_RWTUN | CTLFLAG_SECURE, 1241c5151f3SDavid E. O'Brien &debugger_on_panic, 0, "Run debugger on kernel panic"); 125e485b64bSJohn Baldwin 1262d50560aSMarcel Moolenaar #ifdef KDB_TRACE 12708a9c205SAndriy Gapon static int trace_on_panic = 1; 128ad1fc315SConrad Meyer static bool trace_all_panics = true; 129e485b64bSJohn Baldwin #else 13008a9c205SAndriy Gapon static int trace_on_panic = 0; 131ad1fc315SConrad Meyer static bool trace_all_panics = false; 132e485b64bSJohn Baldwin #endif 1333d7618d8SDavid E. O'Brien SYSCTL_INT(_debug, OID_AUTO, trace_on_panic, 134af3b2549SHans Petter Selasky CTLFLAG_RWTUN | CTLFLAG_SECURE, 1351c5151f3SDavid E. O'Brien &trace_on_panic, 0, "Print stack trace on kernel panic"); 136ad1fc315SConrad Meyer SYSCTL_BOOL(_debug, OID_AUTO, trace_all_panics, CTLFLAG_RWTUN, 137ad1fc315SConrad Meyer &trace_all_panics, 0, "Print stack traces on secondary kernel panics"); 1382d50560aSMarcel Moolenaar #endif /* KDB */ 139ad4240feSJulian Elischer 14008a9c205SAndriy Gapon static int sync_on_panic = 0; 141af3b2549SHans Petter Selasky SYSCTL_INT(_kern, OID_AUTO, sync_on_panic, CTLFLAG_RWTUN, 142259ed917SPeter Wemm &sync_on_panic, 0, "Do a sync before rebooting from a panic"); 143259ed917SPeter Wemm 14448f1a492SWarner Losh static bool poweroff_on_panic = 0; 14548f1a492SWarner Losh SYSCTL_BOOL(_kern, OID_AUTO, poweroff_on_panic, CTLFLAG_RWTUN, 14648f1a492SWarner Losh &poweroff_on_panic, 0, "Do a power off instead of a reboot on a panic"); 14748f1a492SWarner Losh 14848f1a492SWarner Losh static bool powercycle_on_panic = 0; 14948f1a492SWarner Losh SYSCTL_BOOL(_kern, OID_AUTO, powercycle_on_panic, CTLFLAG_RWTUN, 15048f1a492SWarner Losh &powercycle_on_panic, 0, "Do a power cycle instead of a reboot on a panic"); 15148f1a492SWarner Losh 1526472ac3dSEd Schouten static SYSCTL_NODE(_kern, OID_AUTO, shutdown, CTLFLAG_RW, 0, 1536472ac3dSEd Schouten "Shutdown environment"); 154db82a982SMike Smith 155fa2b39a1SAttilio Rao #ifndef DIAGNOSTIC 156fa2b39a1SAttilio Rao static int show_busybufs; 157fa2b39a1SAttilio Rao #else 158fa2b39a1SAttilio Rao static int show_busybufs = 1; 159fa2b39a1SAttilio Rao #endif 160fa2b39a1SAttilio Rao SYSCTL_INT(_kern_shutdown, OID_AUTO, show_busybufs, CTLFLAG_RW, 161fa2b39a1SAttilio Rao &show_busybufs, 0, ""); 162fa2b39a1SAttilio Rao 1632eb0015aSColin Percival int suspend_blocked = 0; 1642eb0015aSColin Percival SYSCTL_INT(_kern, OID_AUTO, suspend_blocked, CTLFLAG_RW, 1652eb0015aSColin Percival &suspend_blocked, 0, "Block suspend due to a pending shutdown"); 1662eb0015aSColin Percival 167480f31c2SKonrad Witaszczyk #ifdef EKCD 168480f31c2SKonrad Witaszczyk FEATURE(ekcd, "Encrypted kernel crash dumps support"); 169480f31c2SKonrad Witaszczyk 170480f31c2SKonrad Witaszczyk MALLOC_DEFINE(M_EKCD, "ekcd", "Encrypted kernel crash dumps data"); 171480f31c2SKonrad Witaszczyk 172480f31c2SKonrad Witaszczyk struct kerneldumpcrypto { 173480f31c2SKonrad Witaszczyk uint8_t kdc_encryption; 174480f31c2SKonrad Witaszczyk uint8_t kdc_iv[KERNELDUMP_IV_MAX_SIZE]; 175480f31c2SKonrad Witaszczyk keyInstance kdc_ki; 176480f31c2SKonrad Witaszczyk cipherInstance kdc_ci; 177480f31c2SKonrad Witaszczyk uint32_t kdc_dumpkeysize; 178480f31c2SKonrad Witaszczyk struct kerneldumpkey kdc_dumpkey[]; 179480f31c2SKonrad Witaszczyk }; 180480f31c2SKonrad Witaszczyk #endif 181480f31c2SKonrad Witaszczyk 18278f57a9cSMark Johnston struct kerneldumpcomp { 1836026dcd7SMark Johnston uint8_t kdc_format; 18478f57a9cSMark Johnston struct compressor *kdc_stream; 18578f57a9cSMark Johnston uint8_t *kdc_buf; 18678f57a9cSMark Johnston size_t kdc_resid; 18764a16434SMark Johnston }; 18864a16434SMark Johnston 18978f57a9cSMark Johnston static struct kerneldumpcomp *kerneldumpcomp_create(struct dumperinfo *di, 19064a16434SMark Johnston uint8_t compression); 19178f57a9cSMark Johnston static void kerneldumpcomp_destroy(struct dumperinfo *di); 19278f57a9cSMark Johnston static int kerneldumpcomp_write_cb(void *base, size_t len, off_t off, void *arg); 19364a16434SMark Johnston 19464a16434SMark Johnston static int kerneldump_gzlevel = 6; 19564a16434SMark Johnston SYSCTL_INT(_kern, OID_AUTO, kerneldump_gzlevel, CTLFLAG_RWTUN, 19664a16434SMark Johnston &kerneldump_gzlevel, 0, 19778f57a9cSMark Johnston "Kernel crash dump compression level"); 19864a16434SMark Johnston 1995230cfd2SJulian Elischer /* 200ad4240feSJulian Elischer * Variable panicstr contains argument to first call to panic; used as flag 201ad4240feSJulian Elischer * to indicate that the kernel has already called panic. 202ad4240feSJulian Elischer */ 203ad4240feSJulian Elischer const char *panicstr; 204ad4240feSJulian Elischer 20516a011f9SPaul Saab int dumping; /* system is dumping */ 20636a52c3cSJeff Roberson int rebooting; /* system is rebooting */ 20781661c94SPoul-Henning Kamp static struct dumperinfo dumper; /* our selected dumper */ 2082d50560aSMarcel Moolenaar 2092d50560aSMarcel Moolenaar /* Context information for dump-debuggers. */ 2102d50560aSMarcel Moolenaar static struct pcb dumppcb; /* Registers. */ 211ac6e25ecSHartmut Brandt lwpid_t dumptid; /* Thread ID. */ 21216a011f9SPaul Saab 2130d3d0cc3SEdward Tomasz Napierala static struct cdevsw reroot_cdevsw = { 2140d3d0cc3SEdward Tomasz Napierala .d_version = D_VERSION, 2150d3d0cc3SEdward Tomasz Napierala .d_name = "reroot", 2160d3d0cc3SEdward Tomasz Napierala }; 2170d3d0cc3SEdward Tomasz Napierala 21882acbcf5SPeter Wemm static void poweroff_wait(void *, int); 21982acbcf5SPeter Wemm static void shutdown_halt(void *junk, int howto); 22082acbcf5SPeter Wemm static void shutdown_panic(void *junk, int howto); 22182acbcf5SPeter Wemm static void shutdown_reset(void *junk, int howto); 2220d3d0cc3SEdward Tomasz Napierala static int kern_reroot(void); 223f06a54f0SPoul-Henning Kamp 224fcb893a8SMike Smith /* register various local shutdown events */ 225fcb893a8SMike Smith static void 226fcb893a8SMike Smith shutdown_conf(void *unused) 227fcb893a8SMike Smith { 228e95499bdSAlfred Perlstein 229e95499bdSAlfred Perlstein EVENTHANDLER_REGISTER(shutdown_final, poweroff_wait, NULL, 230fd104c15SRebecca Cran SHUTDOWN_PRI_FIRST); 231e95499bdSAlfred Perlstein EVENTHANDLER_REGISTER(shutdown_final, shutdown_halt, NULL, 232e95499bdSAlfred Perlstein SHUTDOWN_PRI_LAST + 100); 233e95499bdSAlfred Perlstein EVENTHANDLER_REGISTER(shutdown_final, shutdown_panic, NULL, 234e95499bdSAlfred Perlstein SHUTDOWN_PRI_LAST + 100); 235e95499bdSAlfred Perlstein EVENTHANDLER_REGISTER(shutdown_final, shutdown_reset, NULL, 236e95499bdSAlfred Perlstein SHUTDOWN_PRI_LAST + 200); 237fcb893a8SMike Smith } 238ad4240feSJulian Elischer 239237fdd78SRobert Watson SYSINIT(shutdown_conf, SI_SUB_INTRINSIC, SI_ORDER_ANY, shutdown_conf, NULL); 240fcb893a8SMike Smith 241ad4240feSJulian Elischer /* 2420d3d0cc3SEdward Tomasz Napierala * The only reason this exists is to create the /dev/reroot/ directory, 2430d3d0cc3SEdward Tomasz Napierala * used by reroot code in init(8) as a mountpoint for tmpfs. 2440d3d0cc3SEdward Tomasz Napierala */ 2450d3d0cc3SEdward Tomasz Napierala static void 2460d3d0cc3SEdward Tomasz Napierala reroot_conf(void *unused) 2470d3d0cc3SEdward Tomasz Napierala { 2480d3d0cc3SEdward Tomasz Napierala int error; 2490d3d0cc3SEdward Tomasz Napierala struct cdev *cdev; 2500d3d0cc3SEdward Tomasz Napierala 2510d3d0cc3SEdward Tomasz Napierala error = make_dev_p(MAKEDEV_CHECKNAME | MAKEDEV_WAITOK, &cdev, 2520d3d0cc3SEdward Tomasz Napierala &reroot_cdevsw, NULL, UID_ROOT, GID_WHEEL, 0600, "reroot/reroot"); 2530d3d0cc3SEdward Tomasz Napierala if (error != 0) { 2540d3d0cc3SEdward Tomasz Napierala printf("%s: failed to create device node, error %d", 2550d3d0cc3SEdward Tomasz Napierala __func__, error); 2560d3d0cc3SEdward Tomasz Napierala } 2570d3d0cc3SEdward Tomasz Napierala } 2580d3d0cc3SEdward Tomasz Napierala 2590d3d0cc3SEdward Tomasz Napierala SYSINIT(reroot_conf, SI_SUB_DEVFS, SI_ORDER_ANY, reroot_conf, NULL); 2600d3d0cc3SEdward Tomasz Napierala 2610d3d0cc3SEdward Tomasz Napierala /* 2620c14ff0eSRobert Watson * The system call that results in a reboot. 263ad4240feSJulian Elischer */ 264835a82eeSMatthew Dillon /* ARGSUSED */ 265ad4240feSJulian Elischer int 2668451d0ddSKip Macy sys_reboot(struct thread *td, struct reboot_args *uap) 267ad4240feSJulian Elischer { 268ad4240feSJulian Elischer int error; 269ad4240feSJulian Elischer 270a2ecb9b7SRobert Watson error = 0; 271a2ecb9b7SRobert Watson #ifdef MAC 27230d239bcSRobert Watson error = mac_system_check_reboot(td->td_ucred, uap->opt); 273a2ecb9b7SRobert Watson #endif 274a2ecb9b7SRobert Watson if (error == 0) 275acd3428bSRobert Watson error = priv_check(td, PRIV_REBOOT); 276a2ecb9b7SRobert Watson if (error == 0) { 277d5292812SWarner Losh if (uap->opt & RB_REROOT) 2780d3d0cc3SEdward Tomasz Napierala error = kern_reroot(); 279d5292812SWarner Losh else 28076e18b25SMarcel Moolenaar kern_reboot(uap->opt); 2810d3d0cc3SEdward Tomasz Napierala } 282835a82eeSMatthew Dillon return (error); 283ad4240feSJulian Elischer } 284ad4240feSJulian Elischer 285c3982007SKonstantin Belousov static void 286c3982007SKonstantin Belousov shutdown_nice_task_fn(void *arg, int pending __unused) 287ad4240feSJulian Elischer { 288c3982007SKonstantin Belousov int howto; 289e95499bdSAlfred Perlstein 290c3982007SKonstantin Belousov howto = (uintptr_t)arg; 291912d5937SEd Schouten /* Send a signal to init(8) and have it shutdown the world. */ 29287729a2bSJohn Baldwin PROC_LOCK(initproc); 293912d5937SEd Schouten if (howto & RB_POWEROFF) 294912d5937SEd Schouten kern_psignal(initproc, SIGUSR2); 2957d41b6f0SWarner Losh else if (howto & RB_POWERCYCLE) 2967d41b6f0SWarner Losh kern_psignal(initproc, SIGWINCH); 297912d5937SEd Schouten else if (howto & RB_HALT) 298912d5937SEd Schouten kern_psignal(initproc, SIGUSR1); 299912d5937SEd Schouten else 3008451d0ddSKip Macy kern_psignal(initproc, SIGINT); 30187729a2bSJohn Baldwin PROC_UNLOCK(initproc); 302c3982007SKonstantin Belousov } 303c3982007SKonstantin Belousov 304c3982007SKonstantin Belousov static struct task shutdown_nice_task = TASK_INITIALIZER(0, 305c3982007SKonstantin Belousov &shutdown_nice_task_fn, NULL); 306c3982007SKonstantin Belousov 307c3982007SKonstantin Belousov /* 308c3982007SKonstantin Belousov * Called by events that want to shut down.. e.g <CTL><ALT><DEL> on a PC 309c3982007SKonstantin Belousov */ 310c3982007SKonstantin Belousov void 311c3982007SKonstantin Belousov shutdown_nice(int howto) 312c3982007SKonstantin Belousov { 313c3982007SKonstantin Belousov 314c3982007SKonstantin Belousov if (initproc != NULL && !SCHEDULER_STOPPED()) { 315c3982007SKonstantin Belousov shutdown_nice_task.ta_context = (void *)(uintptr_t)howto; 316c3982007SKonstantin Belousov taskqueue_enqueue(taskqueue_fast, &shutdown_nice_task); 317ad4240feSJulian Elischer } else { 318c3982007SKonstantin Belousov /* 319c3982007SKonstantin Belousov * No init(8) running, or scheduler would not allow it 320c3982007SKonstantin Belousov * to run, so simply reboot. 321c3982007SKonstantin Belousov */ 3228f5b107bSEd Schouten kern_reboot(howto | RB_NOSYNC); 323ad4240feSJulian Elischer } 324ad4240feSJulian Elischer } 325ad4240feSJulian Elischer 32672dfe7a3SPoul-Henning Kamp static void 32782acbcf5SPeter Wemm print_uptime(void) 32872dfe7a3SPoul-Henning Kamp { 32972dfe7a3SPoul-Henning Kamp int f; 33072dfe7a3SPoul-Henning Kamp struct timespec ts; 33172dfe7a3SPoul-Henning Kamp 33272dfe7a3SPoul-Henning Kamp getnanouptime(&ts); 33372dfe7a3SPoul-Henning Kamp printf("Uptime: "); 33472dfe7a3SPoul-Henning Kamp f = 0; 33572dfe7a3SPoul-Henning Kamp if (ts.tv_sec >= 86400) { 3364a6404dfSJohn Baldwin printf("%ldd", (long)ts.tv_sec / 86400); 33772dfe7a3SPoul-Henning Kamp ts.tv_sec %= 86400; 33872dfe7a3SPoul-Henning Kamp f = 1; 33972dfe7a3SPoul-Henning Kamp } 34072dfe7a3SPoul-Henning Kamp if (f || ts.tv_sec >= 3600) { 3414a6404dfSJohn Baldwin printf("%ldh", (long)ts.tv_sec / 3600); 34272dfe7a3SPoul-Henning Kamp ts.tv_sec %= 3600; 34372dfe7a3SPoul-Henning Kamp f = 1; 34472dfe7a3SPoul-Henning Kamp } 34572dfe7a3SPoul-Henning Kamp if (f || ts.tv_sec >= 60) { 3464a6404dfSJohn Baldwin printf("%ldm", (long)ts.tv_sec / 60); 34772dfe7a3SPoul-Henning Kamp ts.tv_sec %= 60; 34872dfe7a3SPoul-Henning Kamp f = 1; 34972dfe7a3SPoul-Henning Kamp } 3504a6404dfSJohn Baldwin printf("%lds\n", (long)ts.tv_sec); 35172dfe7a3SPoul-Henning Kamp } 35272dfe7a3SPoul-Henning Kamp 353299cceefSMarcel Moolenaar int 354299cceefSMarcel Moolenaar doadump(boolean_t textdump) 355d39e457bSPoul-Henning Kamp { 356299cceefSMarcel Moolenaar boolean_t coredump; 357f6b4f5caSGavin Atkinson int error; 358e95499bdSAlfred Perlstein 359f6b4f5caSGavin Atkinson error = 0; 360299cceefSMarcel Moolenaar if (dumping) 361299cceefSMarcel Moolenaar return (EBUSY); 362299cceefSMarcel Moolenaar if (dumper.dumper == NULL) 363299cceefSMarcel Moolenaar return (ENXIO); 364f6449d9dSJulian Elischer 365d39e457bSPoul-Henning Kamp savectx(&dumppcb); 3662d50560aSMarcel Moolenaar dumptid = curthread->td_tid; 367d39e457bSPoul-Henning Kamp dumping++; 368299cceefSMarcel Moolenaar 369299cceefSMarcel Moolenaar coredump = TRUE; 370618c7db3SRobert Watson #ifdef DDB 371299cceefSMarcel Moolenaar if (textdump && textdump_pending) { 372299cceefSMarcel Moolenaar coredump = FALSE; 373618c7db3SRobert Watson textdump_dumpsys(&dumper); 374299cceefSMarcel Moolenaar } 375618c7db3SRobert Watson #endif 376299cceefSMarcel Moolenaar if (coredump) 377f6b4f5caSGavin Atkinson error = dumpsys(&dumper); 378299cceefSMarcel Moolenaar 3799e473363SRuslan Ermilov dumping--; 380f6b4f5caSGavin Atkinson return (error); 381d39e457bSPoul-Henning Kamp } 382d39e457bSPoul-Henning Kamp 383ad4240feSJulian Elischer /* 38470ce93f4SNate Lawson * Shutdown the system cleanly to prepare for reboot, halt, or power off. 385ad4240feSJulian Elischer */ 38676e18b25SMarcel Moolenaar void 38776e18b25SMarcel Moolenaar kern_reboot(int howto) 388ad4240feSJulian Elischer { 38998082691SJeff Roberson static int once = 0; 390ad4240feSJulian Elischer 391f0d847afSWarner Losh /* 392f0d847afSWarner Losh * Normal paths here don't hold Giant, but we can wind up here 393f0d847afSWarner Losh * unexpectedly with it held. Drop it now so we don't have to 394f0d847afSWarner Losh * drop and pick it up elsewhere. The paths it is locking will 395f0d847afSWarner Losh * never be returned to, and it is preferable to preclude 396f0d847afSWarner Losh * deadlock than to lock against code that won't ever 397f0d847afSWarner Losh * continue. 398f0d847afSWarner Losh */ 399f0d847afSWarner Losh while (mtx_owned(&Giant)) 400f0d847afSWarner Losh mtx_unlock(&Giant); 401f0d847afSWarner Losh 402f7ebc7ceSMarcel Moolenaar #if defined(SMP) 40370ce93f4SNate Lawson /* 404efe67753SNathan Whitehorn * Bind us to the first CPU so that all shutdown code runs there. Some 40570ce93f4SNate Lawson * systems don't shutdown properly (i.e., ACPI power off) if we 40670ce93f4SNate Lawson * run on another processor. 40770ce93f4SNate Lawson */ 40835370593SAndriy Gapon if (!SCHEDULER_STOPPED()) { 409982d11f8SJeff Roberson thread_lock(curthread); 410efe67753SNathan Whitehorn sched_bind(curthread, CPU_FIRST()); 411982d11f8SJeff Roberson thread_unlock(curthread); 412efe67753SNathan Whitehorn KASSERT(PCPU_GET(cpuid) == CPU_FIRST(), 413efe67753SNathan Whitehorn ("boot: not running on cpu 0")); 41435370593SAndriy Gapon } 41520e25d7dSPeter Wemm #endif 41636a52c3cSJeff Roberson /* We're in the process of rebooting. */ 41736a52c3cSJeff Roberson rebooting = 1; 41820e25d7dSPeter Wemm 41961e96500SJohn Baldwin /* We are out of the debugger now. */ 4202d50560aSMarcel Moolenaar kdb_active = 0; 42161e96500SJohn Baldwin 4225230cfd2SJulian Elischer /* 4235230cfd2SJulian Elischer * Do any callouts that should be done BEFORE syncing the filesystems. 4245230cfd2SJulian Elischer */ 425fcb893a8SMike Smith EVENTHANDLER_INVOKE(shutdown_pre_sync, howto); 4265230cfd2SJulian Elischer 4275230cfd2SJulian Elischer /* 4285230cfd2SJulian Elischer * Now sync filesystems 4295230cfd2SJulian Elischer */ 43098082691SJeff Roberson if (!cold && (howto & RB_NOSYNC) == 0 && once == 0) { 43198082691SJeff Roberson once = 1; 43298082691SJeff Roberson bufshutdown(show_busybufs); 433ad4240feSJulian Elischer } 4345230cfd2SJulian Elischer 43572dfe7a3SPoul-Henning Kamp print_uptime(); 43672dfe7a3SPoul-Henning Kamp 437bf8696b4SAndriy Gapon cngrab(); 438bf8696b4SAndriy Gapon 4395230cfd2SJulian Elischer /* 4405230cfd2SJulian Elischer * Ok, now do things that assume all filesystem activity has 4415230cfd2SJulian Elischer * been completed. 4425230cfd2SJulian Elischer */ 443fcb893a8SMike Smith EVENTHANDLER_INVOKE(shutdown_post_sync, howto); 44470ce93f4SNate Lawson 445f6449d9dSJulian Elischer if ((howto & (RB_HALT|RB_DUMP)) == RB_DUMP && !cold && !dumping) 446299cceefSMarcel Moolenaar doadump(TRUE); 4472cfa0a03SJustin T. Gibbs 4482cfa0a03SJustin T. Gibbs /* Now that we're going to really halt the system... */ 449fcb893a8SMike Smith EVENTHANDLER_INVOKE(shutdown_final, howto); 4502cfa0a03SJustin T. Gibbs 451fcb893a8SMike Smith for(;;) ; /* safety against shutdown_reset not working */ 452fcb893a8SMike Smith /* NOTREACHED */ 453fcb893a8SMike Smith } 454fcb893a8SMike Smith 455fcb893a8SMike Smith /* 4560d3d0cc3SEdward Tomasz Napierala * The system call that results in changing the rootfs. 4570d3d0cc3SEdward Tomasz Napierala */ 4580d3d0cc3SEdward Tomasz Napierala static int 4590d3d0cc3SEdward Tomasz Napierala kern_reroot(void) 4600d3d0cc3SEdward Tomasz Napierala { 4610d3d0cc3SEdward Tomasz Napierala struct vnode *oldrootvnode, *vp; 4620d3d0cc3SEdward Tomasz Napierala struct mount *mp, *devmp; 4630d3d0cc3SEdward Tomasz Napierala int error; 4640d3d0cc3SEdward Tomasz Napierala 4650d3d0cc3SEdward Tomasz Napierala if (curproc != initproc) 4660d3d0cc3SEdward Tomasz Napierala return (EPERM); 4670d3d0cc3SEdward Tomasz Napierala 4680d3d0cc3SEdward Tomasz Napierala /* 4690d3d0cc3SEdward Tomasz Napierala * Mark the filesystem containing currently-running executable 4700d3d0cc3SEdward Tomasz Napierala * (the temporary copy of init(8)) busy. 4710d3d0cc3SEdward Tomasz Napierala */ 4720d3d0cc3SEdward Tomasz Napierala vp = curproc->p_textvp; 4730d3d0cc3SEdward Tomasz Napierala error = vn_lock(vp, LK_SHARED); 4740d3d0cc3SEdward Tomasz Napierala if (error != 0) 4750d3d0cc3SEdward Tomasz Napierala return (error); 4760d3d0cc3SEdward Tomasz Napierala mp = vp->v_mount; 4770d3d0cc3SEdward Tomasz Napierala error = vfs_busy(mp, MBF_NOWAIT); 4780d3d0cc3SEdward Tomasz Napierala if (error != 0) { 4790d3d0cc3SEdward Tomasz Napierala vfs_ref(mp); 4800d3d0cc3SEdward Tomasz Napierala VOP_UNLOCK(vp, 0); 4810d3d0cc3SEdward Tomasz Napierala error = vfs_busy(mp, 0); 4820d3d0cc3SEdward Tomasz Napierala vn_lock(vp, LK_SHARED | LK_RETRY); 4830d3d0cc3SEdward Tomasz Napierala vfs_rel(mp); 4840d3d0cc3SEdward Tomasz Napierala if (error != 0) { 4850d3d0cc3SEdward Tomasz Napierala VOP_UNLOCK(vp, 0); 4860d3d0cc3SEdward Tomasz Napierala return (ENOENT); 4870d3d0cc3SEdward Tomasz Napierala } 4880d3d0cc3SEdward Tomasz Napierala if (vp->v_iflag & VI_DOOMED) { 4890d3d0cc3SEdward Tomasz Napierala VOP_UNLOCK(vp, 0); 4900d3d0cc3SEdward Tomasz Napierala vfs_unbusy(mp); 4910d3d0cc3SEdward Tomasz Napierala return (ENOENT); 4920d3d0cc3SEdward Tomasz Napierala } 4930d3d0cc3SEdward Tomasz Napierala } 4940d3d0cc3SEdward Tomasz Napierala VOP_UNLOCK(vp, 0); 4950d3d0cc3SEdward Tomasz Napierala 4960d3d0cc3SEdward Tomasz Napierala /* 4970d3d0cc3SEdward Tomasz Napierala * Remove the filesystem containing currently-running executable 4980d3d0cc3SEdward Tomasz Napierala * from the mount list, to prevent it from being unmounted 4990d3d0cc3SEdward Tomasz Napierala * by vfs_unmountall(), and to avoid confusing vfs_mountroot(). 5000d3d0cc3SEdward Tomasz Napierala * 5010d3d0cc3SEdward Tomasz Napierala * Also preserve /dev - forcibly unmounting it could cause driver 5020d3d0cc3SEdward Tomasz Napierala * reinitialization. 5030d3d0cc3SEdward Tomasz Napierala */ 5040d3d0cc3SEdward Tomasz Napierala 5050d3d0cc3SEdward Tomasz Napierala vfs_ref(rootdevmp); 5060d3d0cc3SEdward Tomasz Napierala devmp = rootdevmp; 5070d3d0cc3SEdward Tomasz Napierala rootdevmp = NULL; 5080d3d0cc3SEdward Tomasz Napierala 5090d3d0cc3SEdward Tomasz Napierala mtx_lock(&mountlist_mtx); 5100d3d0cc3SEdward Tomasz Napierala TAILQ_REMOVE(&mountlist, mp, mnt_list); 5110d3d0cc3SEdward Tomasz Napierala TAILQ_REMOVE(&mountlist, devmp, mnt_list); 5120d3d0cc3SEdward Tomasz Napierala mtx_unlock(&mountlist_mtx); 5130d3d0cc3SEdward Tomasz Napierala 5140d3d0cc3SEdward Tomasz Napierala oldrootvnode = rootvnode; 5150d3d0cc3SEdward Tomasz Napierala 5160d3d0cc3SEdward Tomasz Napierala /* 5170d3d0cc3SEdward Tomasz Napierala * Unmount everything except for the two filesystems preserved above. 5180d3d0cc3SEdward Tomasz Napierala */ 5190d3d0cc3SEdward Tomasz Napierala vfs_unmountall(); 5200d3d0cc3SEdward Tomasz Napierala 5210d3d0cc3SEdward Tomasz Napierala /* 5220d3d0cc3SEdward Tomasz Napierala * Add /dev back; vfs_mountroot() will move it into its new place. 5230d3d0cc3SEdward Tomasz Napierala */ 5240d3d0cc3SEdward Tomasz Napierala mtx_lock(&mountlist_mtx); 5250d3d0cc3SEdward Tomasz Napierala TAILQ_INSERT_HEAD(&mountlist, devmp, mnt_list); 5260d3d0cc3SEdward Tomasz Napierala mtx_unlock(&mountlist_mtx); 5270d3d0cc3SEdward Tomasz Napierala rootdevmp = devmp; 5280d3d0cc3SEdward Tomasz Napierala vfs_rel(rootdevmp); 5290d3d0cc3SEdward Tomasz Napierala 5300d3d0cc3SEdward Tomasz Napierala /* 5310d3d0cc3SEdward Tomasz Napierala * Mount the new rootfs. 5320d3d0cc3SEdward Tomasz Napierala */ 5330d3d0cc3SEdward Tomasz Napierala vfs_mountroot(); 5340d3d0cc3SEdward Tomasz Napierala 5350d3d0cc3SEdward Tomasz Napierala /* 5360d3d0cc3SEdward Tomasz Napierala * Update all references to the old rootvnode. 5370d3d0cc3SEdward Tomasz Napierala */ 5380d3d0cc3SEdward Tomasz Napierala mountcheckdirs(oldrootvnode, rootvnode); 5390d3d0cc3SEdward Tomasz Napierala 5400d3d0cc3SEdward Tomasz Napierala /* 5410d3d0cc3SEdward Tomasz Napierala * Add the temporary filesystem back and unbusy it. 5420d3d0cc3SEdward Tomasz Napierala */ 5430d3d0cc3SEdward Tomasz Napierala mtx_lock(&mountlist_mtx); 5440d3d0cc3SEdward Tomasz Napierala TAILQ_INSERT_TAIL(&mountlist, mp, mnt_list); 5450d3d0cc3SEdward Tomasz Napierala mtx_unlock(&mountlist_mtx); 5460d3d0cc3SEdward Tomasz Napierala vfs_unbusy(mp); 5470d3d0cc3SEdward Tomasz Napierala 5480d3d0cc3SEdward Tomasz Napierala return (0); 5490d3d0cc3SEdward Tomasz Napierala } 5500d3d0cc3SEdward Tomasz Napierala 5510d3d0cc3SEdward Tomasz Napierala /* 552fcb893a8SMike Smith * If the shutdown was a clean halt, behave accordingly. 553fcb893a8SMike Smith */ 554fcb893a8SMike Smith static void 555fcb893a8SMike Smith shutdown_halt(void *junk, int howto) 556fcb893a8SMike Smith { 557e95499bdSAlfred Perlstein 558ad4240feSJulian Elischer if (howto & RB_HALT) { 559ad4240feSJulian Elischer printf("\n"); 560ad4240feSJulian Elischer printf("The operating system has halted.\n"); 561ad4240feSJulian Elischer printf("Please press any key to reboot.\n\n"); 562d13d3630SJulian Elischer switch (cngetc()) { 563d13d3630SJulian Elischer case -1: /* No console, just die */ 564d13d3630SJulian Elischer cpu_halt(); 565d13d3630SJulian Elischer /* NOTREACHED */ 566d13d3630SJulian Elischer default: 567d13d3630SJulian Elischer break; 568d13d3630SJulian Elischer } 569fcb893a8SMike Smith } 570fcb893a8SMike Smith } 571ad4240feSJulian Elischer 572fcb893a8SMike Smith /* 573fcb893a8SMike Smith * Check to see if the system paniced, pause and then reboot 574fcb893a8SMike Smith * according to the specified delay. 575fcb893a8SMike Smith */ 576fcb893a8SMike Smith static void 577fcb893a8SMike Smith shutdown_panic(void *junk, int howto) 578fcb893a8SMike Smith { 579fcb893a8SMike Smith int loop; 580fcb893a8SMike Smith 581fcb893a8SMike Smith if (howto & RB_DUMP) { 5821cdbb9edSColin Percival if (panic_reboot_wait_time != 0) { 5831cdbb9edSColin Percival if (panic_reboot_wait_time != -1) { 5842cfa0a03SJustin T. Gibbs printf("Automatic reboot in %d seconds - " 5852cfa0a03SJustin T. Gibbs "press a key on the console to abort\n", 5861cdbb9edSColin Percival panic_reboot_wait_time); 5871cdbb9edSColin Percival for (loop = panic_reboot_wait_time * 10; 5882cfa0a03SJustin T. Gibbs loop > 0; --loop) { 589ad4240feSJulian Elischer DELAY(1000 * 100); /* 1/10th second */ 590a7f8f2abSBruce Evans /* Did user type a key? */ 591a7f8f2abSBruce Evans if (cncheckc() != -1) 592ad4240feSJulian Elischer break; 593ad4240feSJulian Elischer } 594ad4240feSJulian Elischer if (!loop) 595fcb893a8SMike Smith return; 596ad4240feSJulian Elischer } 597ad4240feSJulian Elischer } else { /* zero time specified - reboot NOW */ 598fcb893a8SMike Smith return; 599ad4240feSJulian Elischer } 600422702e9SNik Clayton printf("--> Press a key on the console to reboot,\n"); 601422702e9SNik Clayton printf("--> or switch off the system now.\n"); 602ad4240feSJulian Elischer cngetc(); 603ad4240feSJulian Elischer } 604fcb893a8SMike Smith } 605fcb893a8SMike Smith 606fcb893a8SMike Smith /* 607fcb893a8SMike Smith * Everything done, now reset 608fcb893a8SMike Smith */ 609fcb893a8SMike Smith static void 610fcb893a8SMike Smith shutdown_reset(void *junk, int howto) 611fcb893a8SMike Smith { 612e95499bdSAlfred Perlstein 613ad4240feSJulian Elischer printf("Rebooting...\n"); 614ad4240feSJulian Elischer DELAY(1000000); /* wait 1 sec for printf's to complete and be read */ 615248bb937SAttilio Rao 616248bb937SAttilio Rao /* 617248bb937SAttilio Rao * Acquiring smp_ipi_mtx here has a double effect: 618248bb937SAttilio Rao * - it disables interrupts avoiding CPU0 preemption 619248bb937SAttilio Rao * by fast handlers (thus deadlocking against other CPUs) 620248bb937SAttilio Rao * - it avoids deadlocks against smp_rendezvous() or, more 621248bb937SAttilio Rao * generally, threads busy-waiting, with this spinlock held, 622248bb937SAttilio Rao * and waiting for responses by threads on other CPUs 623248bb937SAttilio Rao * (ie. smp_tlb_shootdown()). 6240a2d5feaSAttilio Rao * 6250a2d5feaSAttilio Rao * For the !SMP case it just needs to handle the former problem. 626248bb937SAttilio Rao */ 6270a2d5feaSAttilio Rao #ifdef SMP 628248bb937SAttilio Rao mtx_lock_spin(&smp_ipi_mtx); 6290a2d5feaSAttilio Rao #else 6300a2d5feaSAttilio Rao spinlock_enter(); 6310a2d5feaSAttilio Rao #endif 632248bb937SAttilio Rao 633269fb9d7SJulian Elischer /* cpu_boot(howto); */ /* doesn't do anything at the moment */ 634ad4240feSJulian Elischer cpu_reset(); 635fcb893a8SMike Smith /* NOTREACHED */ /* assuming reset worked */ 636ad4240feSJulian Elischer } 637ad4240feSJulian Elischer 638a0d20ecbSGleb Smirnoff #if defined(WITNESS) || defined(INVARIANT_SUPPORT) 6393945a964SAlfred Perlstein static int kassert_warn_only = 0; 640a94053baSAlfred Perlstein #ifdef KDB 641a94053baSAlfred Perlstein static int kassert_do_kdb = 0; 642a94053baSAlfred Perlstein #endif 6433945a964SAlfred Perlstein #ifdef KTR 6443945a964SAlfred Perlstein static int kassert_do_ktr = 0; 6453945a964SAlfred Perlstein #endif 6463945a964SAlfred Perlstein static int kassert_do_log = 1; 6473945a964SAlfred Perlstein static int kassert_log_pps_limit = 4; 6483945a964SAlfred Perlstein static int kassert_log_mute_at = 0; 6493945a964SAlfred Perlstein static int kassert_log_panic_at = 0; 65018959b69SJonathan T. Looney static int kassert_suppress_in_panic = 0; 6513945a964SAlfred Perlstein static int kassert_warnings = 0; 6523945a964SAlfred Perlstein 6533945a964SAlfred Perlstein SYSCTL_NODE(_debug, OID_AUTO, kassert, CTLFLAG_RW, NULL, "kassert options"); 6543945a964SAlfred Perlstein 655*4ca8c1efSConrad Meyer #ifdef KASSERT_PANIC_OPTIONAL 656*4ca8c1efSConrad Meyer #define KASSERT_RWTUN CTLFLAG_RWTUN 657*4ca8c1efSConrad Meyer #else 658*4ca8c1efSConrad Meyer #define KASSERT_RWTUN CTLFLAG_RDTUN 659*4ca8c1efSConrad Meyer #endif 660*4ca8c1efSConrad Meyer 661*4ca8c1efSConrad Meyer SYSCTL_INT(_debug_kassert, OID_AUTO, warn_only, KASSERT_RWTUN, 6623945a964SAlfred Perlstein &kassert_warn_only, 0, 663*4ca8c1efSConrad Meyer "KASSERT triggers a panic (0) or just a warning (1)"); 6643945a964SAlfred Perlstein 665a94053baSAlfred Perlstein #ifdef KDB 666*4ca8c1efSConrad Meyer SYSCTL_INT(_debug_kassert, OID_AUTO, do_kdb, KASSERT_RWTUN, 667a94053baSAlfred Perlstein &kassert_do_kdb, 0, "KASSERT will enter the debugger"); 668a94053baSAlfred Perlstein #endif 669a94053baSAlfred Perlstein 6703945a964SAlfred Perlstein #ifdef KTR 671*4ca8c1efSConrad Meyer SYSCTL_UINT(_debug_kassert, OID_AUTO, do_ktr, KASSERT_RWTUN, 6723945a964SAlfred Perlstein &kassert_do_ktr, 0, 6733945a964SAlfred Perlstein "KASSERT does a KTR, set this to the KTRMASK you want"); 6743945a964SAlfred Perlstein #endif 6753945a964SAlfred Perlstein 676*4ca8c1efSConrad Meyer SYSCTL_INT(_debug_kassert, OID_AUTO, do_log, KASSERT_RWTUN, 67707aa6ea6SConrad Meyer &kassert_do_log, 0, 67807aa6ea6SConrad Meyer "If warn_only is enabled, log (1) or do not log (0) assertion violations"); 6793945a964SAlfred Perlstein 680*4ca8c1efSConrad Meyer SYSCTL_INT(_debug_kassert, OID_AUTO, warnings, KASSERT_RWTUN, 6813945a964SAlfred Perlstein &kassert_warnings, 0, "number of KASSERTs that have been triggered"); 6823945a964SAlfred Perlstein 683*4ca8c1efSConrad Meyer SYSCTL_INT(_debug_kassert, OID_AUTO, log_panic_at, KASSERT_RWTUN, 6843945a964SAlfred Perlstein &kassert_log_panic_at, 0, "max number of KASSERTS before we will panic"); 6853945a964SAlfred Perlstein 686*4ca8c1efSConrad Meyer SYSCTL_INT(_debug_kassert, OID_AUTO, log_pps_limit, KASSERT_RWTUN, 6873945a964SAlfred Perlstein &kassert_log_pps_limit, 0, "limit number of log messages per second"); 6883945a964SAlfred Perlstein 689*4ca8c1efSConrad Meyer SYSCTL_INT(_debug_kassert, OID_AUTO, log_mute_at, KASSERT_RWTUN, 6903945a964SAlfred Perlstein &kassert_log_mute_at, 0, "max number of KASSERTS to log"); 6913945a964SAlfred Perlstein 692*4ca8c1efSConrad Meyer SYSCTL_INT(_debug_kassert, OID_AUTO, suppress_in_panic, KASSERT_RWTUN, 69344b71282SJonathan T. Looney &kassert_suppress_in_panic, 0, 69444b71282SJonathan T. Looney "KASSERTs will be suppressed while handling a panic"); 695*4ca8c1efSConrad Meyer #undef KASSERT_RWTUN 69644b71282SJonathan T. Looney 6973945a964SAlfred Perlstein static int kassert_sysctl_kassert(SYSCTL_HANDLER_ARGS); 6983945a964SAlfred Perlstein 6993945a964SAlfred Perlstein SYSCTL_PROC(_debug_kassert, OID_AUTO, kassert, 7003945a964SAlfred Perlstein CTLTYPE_INT | CTLFLAG_RW | CTLFLAG_SECURE, NULL, 0, 7013945a964SAlfred Perlstein kassert_sysctl_kassert, "I", "set to trigger a test kassert"); 7023945a964SAlfred Perlstein 7033945a964SAlfred Perlstein static int 7043945a964SAlfred Perlstein kassert_sysctl_kassert(SYSCTL_HANDLER_ARGS) 7053945a964SAlfred Perlstein { 7063945a964SAlfred Perlstein int error, i; 7073945a964SAlfred Perlstein 7083945a964SAlfred Perlstein error = sysctl_wire_old_buffer(req, sizeof(int)); 7093945a964SAlfred Perlstein if (error == 0) { 7103945a964SAlfred Perlstein i = 0; 7113945a964SAlfred Perlstein error = sysctl_handle_int(oidp, &i, 0, req); 7123945a964SAlfred Perlstein } 7133945a964SAlfred Perlstein if (error != 0 || req->newptr == NULL) 7143945a964SAlfred Perlstein return (error); 7153945a964SAlfred Perlstein KASSERT(0, ("kassert_sysctl_kassert triggered kassert %d", i)); 7163945a964SAlfred Perlstein return (0); 7173945a964SAlfred Perlstein } 7183945a964SAlfred Perlstein 719*4ca8c1efSConrad Meyer #ifdef KASSERT_PANIC_OPTIONAL 7203945a964SAlfred Perlstein /* 7213945a964SAlfred Perlstein * Called by KASSERT, this decides if we will panic 7223945a964SAlfred Perlstein * or if we will log via printf and/or ktr. 7233945a964SAlfred Perlstein */ 7243945a964SAlfred Perlstein void 7253945a964SAlfred Perlstein kassert_panic(const char *fmt, ...) 7263945a964SAlfred Perlstein { 7273945a964SAlfred Perlstein static char buf[256]; 7283945a964SAlfred Perlstein va_list ap; 7293945a964SAlfred Perlstein 7303945a964SAlfred Perlstein va_start(ap, fmt); 7313945a964SAlfred Perlstein (void)vsnprintf(buf, sizeof(buf), fmt, ap); 7323945a964SAlfred Perlstein va_end(ap); 7333945a964SAlfred Perlstein 7343945a964SAlfred Perlstein /* 73565df1248SConrad Meyer * If we are suppressing secondary panics, log the warning but do not 73665df1248SConrad Meyer * re-enter panic/kdb. 73765df1248SConrad Meyer */ 73865df1248SConrad Meyer if (panicstr != NULL && kassert_suppress_in_panic) { 73965df1248SConrad Meyer if (kassert_do_log) { 74065df1248SConrad Meyer printf("KASSERT failed: %s\n", buf); 74165df1248SConrad Meyer #ifdef KDB 74265df1248SConrad Meyer if (trace_all_panics && trace_on_panic) 74365df1248SConrad Meyer kdb_backtrace(); 74465df1248SConrad Meyer #endif 74565df1248SConrad Meyer } 74665df1248SConrad Meyer return; 74765df1248SConrad Meyer } 74865df1248SConrad Meyer 74965df1248SConrad Meyer /* 7503945a964SAlfred Perlstein * panic if we're not just warning, or if we've exceeded 7513945a964SAlfred Perlstein * kassert_log_panic_at warnings. 7523945a964SAlfred Perlstein */ 7533945a964SAlfred Perlstein if (!kassert_warn_only || 7543945a964SAlfred Perlstein (kassert_log_panic_at > 0 && 7553945a964SAlfred Perlstein kassert_warnings >= kassert_log_panic_at)) { 7563945a964SAlfred Perlstein va_start(ap, fmt); 7573945a964SAlfred Perlstein vpanic(fmt, ap); 7583945a964SAlfred Perlstein /* NORETURN */ 7593945a964SAlfred Perlstein } 7603945a964SAlfred Perlstein #ifdef KTR 7613945a964SAlfred Perlstein if (kassert_do_ktr) 7623945a964SAlfred Perlstein CTR0(ktr_mask, buf); 7633945a964SAlfred Perlstein #endif /* KTR */ 7643945a964SAlfred Perlstein /* 7653945a964SAlfred Perlstein * log if we've not yet met the mute limit. 7663945a964SAlfred Perlstein */ 7673945a964SAlfred Perlstein if (kassert_do_log && 7683945a964SAlfred Perlstein (kassert_log_mute_at == 0 || 7693945a964SAlfred Perlstein kassert_warnings < kassert_log_mute_at)) { 7703945a964SAlfred Perlstein static struct timeval lasterr; 7713945a964SAlfred Perlstein static int curerr; 7723945a964SAlfred Perlstein 7733945a964SAlfred Perlstein if (ppsratecheck(&lasterr, &curerr, kassert_log_pps_limit)) { 7743945a964SAlfred Perlstein printf("KASSERT failed: %s\n", buf); 7753945a964SAlfred Perlstein kdb_backtrace(); 7763945a964SAlfred Perlstein } 7773945a964SAlfred Perlstein } 778a94053baSAlfred Perlstein #ifdef KDB 779a94053baSAlfred Perlstein if (kassert_do_kdb) { 780a94053baSAlfred Perlstein kdb_enter(KDB_WHY_KASSERT, buf); 781a94053baSAlfred Perlstein } 782a94053baSAlfred Perlstein #endif 7833945a964SAlfred Perlstein atomic_add_int(&kassert_warnings, 1); 7843945a964SAlfred Perlstein } 785*4ca8c1efSConrad Meyer #endif /* KASSERT_PANIC_OPTIONAL */ 7863945a964SAlfred Perlstein #endif 7873945a964SAlfred Perlstein 788ad4240feSJulian Elischer /* 789ad4240feSJulian Elischer * Panic is called on unresolvable fatal errors. It prints "panic: mesg", 790ad4240feSJulian Elischer * and then reboots. If we are called twice, then we avoid trying to sync 791ad4240feSJulian Elischer * the disks as this often leads to recursive panics. 792ad4240feSJulian Elischer */ 793ad4240feSJulian Elischer void 7949a6dc4b6SPoul-Henning Kamp panic(const char *fmt, ...) 795ad4240feSJulian Elischer { 7963945a964SAlfred Perlstein va_list ap; 7973945a964SAlfred Perlstein 7983945a964SAlfred Perlstein va_start(ap, fmt); 7993945a964SAlfred Perlstein vpanic(fmt, ap); 8003945a964SAlfred Perlstein } 8013945a964SAlfred Perlstein 802da10a603SMark Johnston void 8033945a964SAlfred Perlstein vpanic(const char *fmt, va_list ap) 8043945a964SAlfred Perlstein { 80564dd590eSAndriy Gapon #ifdef SMP 80635370593SAndriy Gapon cpuset_t other_cpus; 80764dd590eSAndriy Gapon #endif 808fe799533SAndrew Gallatin struct thread *td = curthread; 809e485b64bSJohn Baldwin int bootopt, newpanic; 81099237364SAndrey A. Chernov static char buf[256]; 811ad4240feSJulian Elischer 81235370593SAndriy Gapon spinlock_enter(); 81335370593SAndriy Gapon 8140384fff8SJason Evans #ifdef SMP 8151a5333c3SJohn Baldwin /* 8166898bee9SAndriy Gapon * stop_cpus_hard(other_cpus) should prevent multiple CPUs from 8176898bee9SAndriy Gapon * concurrently entering panic. Only the winner will proceed 8186898bee9SAndriy Gapon * further. 8191a5333c3SJohn Baldwin */ 82035370593SAndriy Gapon if (panicstr == NULL && !kdb_active) { 82135370593SAndriy Gapon other_cpus = all_cpus; 82235370593SAndriy Gapon CPU_CLR(PCPU_GET(cpuid), &other_cpus); 82335370593SAndriy Gapon stop_cpus_hard(other_cpus); 82435370593SAndriy Gapon } 82542d33c1fSMark Johnston #endif 82635370593SAndriy Gapon 82735370593SAndriy Gapon /* 8289ad64f27SMark Johnston * Ensure that the scheduler is stopped while panicking, even if panic 8299ad64f27SMark Johnston * has been entered from kdb. 83035370593SAndriy Gapon */ 8315d7380f8SAttilio Rao td->td_stopsched = 1; 8320384fff8SJason Evans 833e3adb685SAttilio Rao bootopt = RB_AUTOBOOT; 834e485b64bSJohn Baldwin newpanic = 0; 835ad4240feSJulian Elischer if (panicstr) 836ad4240feSJulian Elischer bootopt |= RB_NOSYNC; 837e485b64bSJohn Baldwin else { 838e3adb685SAttilio Rao bootopt |= RB_DUMP; 839ad4240feSJulian Elischer panicstr = fmt; 840e485b64bSJohn Baldwin newpanic = 1; 841e485b64bSJohn Baldwin } 842ad4240feSJulian Elischer 8434f1b4577SIan Dowse if (newpanic) { 8442127f260SArchie Cobbs (void)vsnprintf(buf, sizeof(buf), fmt, ap); 84599237364SAndrey A. Chernov panicstr = buf; 846bf8696b4SAndriy Gapon cngrab(); 8479a6dc4b6SPoul-Henning Kamp printf("panic: %s\n", buf); 8484f1b4577SIan Dowse } else { 8494f1b4577SIan Dowse printf("panic: "); 8504f1b4577SIan Dowse vprintf(fmt, ap); 8519a6dc4b6SPoul-Henning Kamp printf("\n"); 8524f1b4577SIan Dowse } 85347d81897SSteve Passe #ifdef SMP 85455c45354SJohn Baldwin printf("cpuid = %d\n", PCPU_GET(cpuid)); 8552bcc63c5SJohn Baldwin #endif 8566cf0c1dbSGleb Smirnoff printf("time = %jd\n", (intmax_t )time_second); 8572d50560aSMarcel Moolenaar #ifdef KDB 858ad1fc315SConrad Meyer if ((newpanic || trace_all_panics) && trace_on_panic) 8592d50560aSMarcel Moolenaar kdb_backtrace(); 860ad4240feSJulian Elischer if (debugger_on_panic) 8613de213ccSRobert Watson kdb_enter(KDB_WHY_PANIC, "panic"); 8621432aa0cSJohn Baldwin #endif 863982d11f8SJeff Roberson /*thread_lock(td); */ 864fe799533SAndrew Gallatin td->td_flags |= TDF_INPANIC; 865982d11f8SJeff Roberson /* thread_unlock(td); */ 866259ed917SPeter Wemm if (!sync_on_panic) 867259ed917SPeter Wemm bootopt |= RB_NOSYNC; 86848f1a492SWarner Losh if (poweroff_on_panic) 86948f1a492SWarner Losh bootopt |= RB_POWEROFF; 87048f1a492SWarner Losh if (powercycle_on_panic) 87148f1a492SWarner Losh bootopt |= RB_POWERCYCLE; 87276e18b25SMarcel Moolenaar kern_reboot(bootopt); 873ad4240feSJulian Elischer } 874ad4240feSJulian Elischer 875e0d898b4SJulian Elischer /* 876db82a982SMike Smith * Support for poweroff delay. 877b22692bdSNick Hibma * 878b22692bdSNick Hibma * Please note that setting this delay too short might power off your machine 879b22692bdSNick Hibma * before the write cache on your hard disk has been flushed, leading to 880b22692bdSNick Hibma * soft-updates inconsistencies. 881db82a982SMike Smith */ 8829eec6969SMike Smith #ifndef POWEROFF_DELAY 8839eec6969SMike Smith # define POWEROFF_DELAY 5000 8849eec6969SMike Smith #endif 8859eec6969SMike Smith static int poweroff_delay = POWEROFF_DELAY; 8869eec6969SMike Smith 887db82a982SMike Smith SYSCTL_INT(_kern_shutdown, OID_AUTO, poweroff_delay, CTLFLAG_RW, 8883eb9ab52SEitan Adler &poweroff_delay, 0, "Delay before poweroff to write disk caches (msec)"); 889db82a982SMike Smith 890fcb893a8SMike Smith static void 891fcb893a8SMike Smith poweroff_wait(void *junk, int howto) 892db82a982SMike Smith { 893e95499bdSAlfred Perlstein 8947d41b6f0SWarner Losh if ((howto & (RB_POWEROFF | RB_POWERCYCLE)) == 0 || poweroff_delay <= 0) 895db82a982SMike Smith return; 896db82a982SMike Smith DELAY(poweroff_delay * 1000); 897db82a982SMike Smith } 8985e950839SLuoqi Chen 8995e950839SLuoqi Chen /* 9005e950839SLuoqi Chen * Some system processes (e.g. syncer) need to be stopped at appropriate 9015e950839SLuoqi Chen * points in their main loops prior to a system shutdown, so that they 9025e950839SLuoqi Chen * won't interfere with the shutdown process (e.g. by holding a disk buf 9035e950839SLuoqi Chen * to cause sync to fail). For each of these system processes, register 9045e950839SLuoqi Chen * shutdown_kproc() as a handler for one of shutdown events. 9055e950839SLuoqi Chen */ 9065e950839SLuoqi Chen static int kproc_shutdown_wait = 60; 9075e950839SLuoqi Chen SYSCTL_INT(_kern_shutdown, OID_AUTO, kproc_shutdown_wait, CTLFLAG_RW, 9083eb9ab52SEitan Adler &kproc_shutdown_wait, 0, "Max wait time (sec) to stop for each process"); 9095e950839SLuoqi Chen 9105e950839SLuoqi Chen void 911ffc831daSJohn Baldwin kproc_shutdown(void *arg, int howto) 9125e950839SLuoqi Chen { 9135e950839SLuoqi Chen struct proc *p; 9145e950839SLuoqi Chen int error; 9155e950839SLuoqi Chen 9165e950839SLuoqi Chen if (panicstr) 9175e950839SLuoqi Chen return; 9185e950839SLuoqi Chen 9195e950839SLuoqi Chen p = (struct proc *)arg; 920b1c81391SNate Lawson printf("Waiting (max %d seconds) for system process `%s' to stop... ", 9214f9d48e4SJohn Baldwin kproc_shutdown_wait, p->p_comm); 9223745c395SJulian Elischer error = kproc_suspend(p, kproc_shutdown_wait * hz); 9235e950839SLuoqi Chen 9245e950839SLuoqi Chen if (error == EWOULDBLOCK) 925b1c81391SNate Lawson printf("timed out\n"); 9265e950839SLuoqi Chen else 927b1c81391SNate Lawson printf("done\n"); 9285e950839SLuoqi Chen } 92981661c94SPoul-Henning Kamp 9307ab24ea3SJulian Elischer void 9317ab24ea3SJulian Elischer kthread_shutdown(void *arg, int howto) 9327ab24ea3SJulian Elischer { 9337ab24ea3SJulian Elischer struct thread *td; 9347ab24ea3SJulian Elischer int error; 9357ab24ea3SJulian Elischer 9367ab24ea3SJulian Elischer if (panicstr) 9377ab24ea3SJulian Elischer return; 9387ab24ea3SJulian Elischer 9397ab24ea3SJulian Elischer td = (struct thread *)arg; 9407ab24ea3SJulian Elischer printf("Waiting (max %d seconds) for system thread `%s' to stop... ", 9414f9d48e4SJohn Baldwin kproc_shutdown_wait, td->td_name); 9427ab24ea3SJulian Elischer error = kthread_suspend(td, kproc_shutdown_wait * hz); 9437ab24ea3SJulian Elischer 9447ab24ea3SJulian Elischer if (error == EWOULDBLOCK) 9457ab24ea3SJulian Elischer printf("timed out\n"); 9467ab24ea3SJulian Elischer else 9477ab24ea3SJulian Elischer printf("done\n"); 9487ab24ea3SJulian Elischer } 9497ab24ea3SJulian Elischer 950bad7e7f3SAlfred Perlstein static char dumpdevname[sizeof(((struct cdev*)NULL)->si_name)]; 951bad7e7f3SAlfred Perlstein SYSCTL_STRING(_kern_shutdown, OID_AUTO, dumpdevname, CTLFLAG_RD, 952bad7e7f3SAlfred Perlstein dumpdevname, 0, "Device for kernel dumps"); 953bad7e7f3SAlfred Perlstein 95464a16434SMark Johnston static int _dump_append(struct dumperinfo *di, void *virtual, 95564a16434SMark Johnston vm_offset_t physical, size_t length); 95664a16434SMark Johnston 957480f31c2SKonrad Witaszczyk #ifdef EKCD 958480f31c2SKonrad Witaszczyk static struct kerneldumpcrypto * 959480f31c2SKonrad Witaszczyk kerneldumpcrypto_create(size_t blocksize, uint8_t encryption, 960480f31c2SKonrad Witaszczyk const uint8_t *key, uint32_t encryptedkeysize, const uint8_t *encryptedkey) 961480f31c2SKonrad Witaszczyk { 962480f31c2SKonrad Witaszczyk struct kerneldumpcrypto *kdc; 963480f31c2SKonrad Witaszczyk struct kerneldumpkey *kdk; 964480f31c2SKonrad Witaszczyk uint32_t dumpkeysize; 965480f31c2SKonrad Witaszczyk 966480f31c2SKonrad Witaszczyk dumpkeysize = roundup2(sizeof(*kdk) + encryptedkeysize, blocksize); 967480f31c2SKonrad Witaszczyk kdc = malloc(sizeof(*kdc) + dumpkeysize, M_EKCD, M_WAITOK | M_ZERO); 968480f31c2SKonrad Witaszczyk 969480f31c2SKonrad Witaszczyk arc4rand(kdc->kdc_iv, sizeof(kdc->kdc_iv), 0); 970480f31c2SKonrad Witaszczyk 971480f31c2SKonrad Witaszczyk kdc->kdc_encryption = encryption; 972480f31c2SKonrad Witaszczyk switch (kdc->kdc_encryption) { 973480f31c2SKonrad Witaszczyk case KERNELDUMP_ENC_AES_256_CBC: 974480f31c2SKonrad Witaszczyk if (rijndael_makeKey(&kdc->kdc_ki, DIR_ENCRYPT, 256, key) <= 0) 975480f31c2SKonrad Witaszczyk goto failed; 976480f31c2SKonrad Witaszczyk break; 977480f31c2SKonrad Witaszczyk default: 978480f31c2SKonrad Witaszczyk goto failed; 979480f31c2SKonrad Witaszczyk } 980480f31c2SKonrad Witaszczyk 981480f31c2SKonrad Witaszczyk kdc->kdc_dumpkeysize = dumpkeysize; 982480f31c2SKonrad Witaszczyk kdk = kdc->kdc_dumpkey; 983480f31c2SKonrad Witaszczyk kdk->kdk_encryption = kdc->kdc_encryption; 984480f31c2SKonrad Witaszczyk memcpy(kdk->kdk_iv, kdc->kdc_iv, sizeof(kdk->kdk_iv)); 985480f31c2SKonrad Witaszczyk kdk->kdk_encryptedkeysize = htod32(encryptedkeysize); 986480f31c2SKonrad Witaszczyk memcpy(kdk->kdk_encryptedkey, encryptedkey, encryptedkeysize); 987480f31c2SKonrad Witaszczyk 988480f31c2SKonrad Witaszczyk return (kdc); 989480f31c2SKonrad Witaszczyk failed: 990480f31c2SKonrad Witaszczyk explicit_bzero(kdc, sizeof(*kdc) + dumpkeysize); 991480f31c2SKonrad Witaszczyk free(kdc, M_EKCD); 992480f31c2SKonrad Witaszczyk return (NULL); 993480f31c2SKonrad Witaszczyk } 994480f31c2SKonrad Witaszczyk 99550ef60daSMark Johnston static int 996480f31c2SKonrad Witaszczyk kerneldumpcrypto_init(struct kerneldumpcrypto *kdc) 997480f31c2SKonrad Witaszczyk { 998480f31c2SKonrad Witaszczyk uint8_t hash[SHA256_DIGEST_LENGTH]; 999480f31c2SKonrad Witaszczyk SHA256_CTX ctx; 1000480f31c2SKonrad Witaszczyk struct kerneldumpkey *kdk; 1001480f31c2SKonrad Witaszczyk int error; 1002480f31c2SKonrad Witaszczyk 1003480f31c2SKonrad Witaszczyk error = 0; 1004480f31c2SKonrad Witaszczyk 1005480f31c2SKonrad Witaszczyk if (kdc == NULL) 1006480f31c2SKonrad Witaszczyk return (0); 1007480f31c2SKonrad Witaszczyk 1008480f31c2SKonrad Witaszczyk /* 1009480f31c2SKonrad Witaszczyk * When a user enters ddb it can write a crash dump multiple times. 1010480f31c2SKonrad Witaszczyk * Each time it should be encrypted using a different IV. 1011480f31c2SKonrad Witaszczyk */ 1012480f31c2SKonrad Witaszczyk SHA256_Init(&ctx); 1013480f31c2SKonrad Witaszczyk SHA256_Update(&ctx, kdc->kdc_iv, sizeof(kdc->kdc_iv)); 1014480f31c2SKonrad Witaszczyk SHA256_Final(hash, &ctx); 1015480f31c2SKonrad Witaszczyk bcopy(hash, kdc->kdc_iv, sizeof(kdc->kdc_iv)); 1016480f31c2SKonrad Witaszczyk 1017480f31c2SKonrad Witaszczyk switch (kdc->kdc_encryption) { 1018480f31c2SKonrad Witaszczyk case KERNELDUMP_ENC_AES_256_CBC: 1019480f31c2SKonrad Witaszczyk if (rijndael_cipherInit(&kdc->kdc_ci, MODE_CBC, 1020480f31c2SKonrad Witaszczyk kdc->kdc_iv) <= 0) { 1021480f31c2SKonrad Witaszczyk error = EINVAL; 1022480f31c2SKonrad Witaszczyk goto out; 1023480f31c2SKonrad Witaszczyk } 1024480f31c2SKonrad Witaszczyk break; 1025480f31c2SKonrad Witaszczyk default: 1026480f31c2SKonrad Witaszczyk error = EINVAL; 1027480f31c2SKonrad Witaszczyk goto out; 1028480f31c2SKonrad Witaszczyk } 1029480f31c2SKonrad Witaszczyk 1030480f31c2SKonrad Witaszczyk kdk = kdc->kdc_dumpkey; 1031480f31c2SKonrad Witaszczyk memcpy(kdk->kdk_iv, kdc->kdc_iv, sizeof(kdk->kdk_iv)); 1032480f31c2SKonrad Witaszczyk out: 1033480f31c2SKonrad Witaszczyk explicit_bzero(hash, sizeof(hash)); 1034480f31c2SKonrad Witaszczyk return (error); 1035480f31c2SKonrad Witaszczyk } 1036480f31c2SKonrad Witaszczyk 103701938d36SMark Johnston static uint32_t 1038480f31c2SKonrad Witaszczyk kerneldumpcrypto_dumpkeysize(const struct kerneldumpcrypto *kdc) 1039480f31c2SKonrad Witaszczyk { 1040480f31c2SKonrad Witaszczyk 1041480f31c2SKonrad Witaszczyk if (kdc == NULL) 1042480f31c2SKonrad Witaszczyk return (0); 1043480f31c2SKonrad Witaszczyk return (kdc->kdc_dumpkeysize); 1044480f31c2SKonrad Witaszczyk } 104501938d36SMark Johnston #endif /* EKCD */ 1046480f31c2SKonrad Witaszczyk 104778f57a9cSMark Johnston static struct kerneldumpcomp * 104878f57a9cSMark Johnston kerneldumpcomp_create(struct dumperinfo *di, uint8_t compression) 104964a16434SMark Johnston { 105078f57a9cSMark Johnston struct kerneldumpcomp *kdcomp; 10516026dcd7SMark Johnston int format; 105264a16434SMark Johnston 10536026dcd7SMark Johnston switch (compression) { 10546026dcd7SMark Johnston case KERNELDUMP_COMP_GZIP: 10556026dcd7SMark Johnston format = COMPRESS_GZIP; 10566026dcd7SMark Johnston break; 10576026dcd7SMark Johnston case KERNELDUMP_COMP_ZSTD: 10586026dcd7SMark Johnston format = COMPRESS_ZSTD; 10596026dcd7SMark Johnston break; 10606026dcd7SMark Johnston default: 106164a16434SMark Johnston return (NULL); 10626026dcd7SMark Johnston } 10636026dcd7SMark Johnston 106478f57a9cSMark Johnston kdcomp = malloc(sizeof(*kdcomp), M_DUMPER, M_WAITOK | M_ZERO); 10656026dcd7SMark Johnston kdcomp->kdc_format = compression; 106678f57a9cSMark Johnston kdcomp->kdc_stream = compressor_init(kerneldumpcomp_write_cb, 10676026dcd7SMark Johnston format, di->maxiosize, kerneldump_gzlevel, di); 106878f57a9cSMark Johnston if (kdcomp->kdc_stream == NULL) { 106978f57a9cSMark Johnston free(kdcomp, M_DUMPER); 107064a16434SMark Johnston return (NULL); 107164a16434SMark Johnston } 107278f57a9cSMark Johnston kdcomp->kdc_buf = malloc(di->maxiosize, M_DUMPER, M_WAITOK | M_NODUMP); 107378f57a9cSMark Johnston return (kdcomp); 107464a16434SMark Johnston } 107564a16434SMark Johnston 107664a16434SMark Johnston static void 107778f57a9cSMark Johnston kerneldumpcomp_destroy(struct dumperinfo *di) 107864a16434SMark Johnston { 107978f57a9cSMark Johnston struct kerneldumpcomp *kdcomp; 108064a16434SMark Johnston 108178f57a9cSMark Johnston kdcomp = di->kdcomp; 108278f57a9cSMark Johnston if (kdcomp == NULL) 108364a16434SMark Johnston return; 108478f57a9cSMark Johnston compressor_fini(kdcomp->kdc_stream); 108578f57a9cSMark Johnston explicit_bzero(kdcomp->kdc_buf, di->maxiosize); 108678f57a9cSMark Johnston free(kdcomp->kdc_buf, M_DUMPER); 108778f57a9cSMark Johnston free(kdcomp, M_DUMPER); 108864a16434SMark Johnston } 108964a16434SMark Johnston 109081661c94SPoul-Henning Kamp /* Registration of dumpers */ 109181661c94SPoul-Henning Kamp int 1092480f31c2SKonrad Witaszczyk set_dumper(struct dumperinfo *di, const char *devname, struct thread *td, 109364a16434SMark Johnston uint8_t compression, uint8_t encryption, const uint8_t *key, 109464a16434SMark Johnston uint32_t encryptedkeysize, const uint8_t *encryptedkey) 109581661c94SPoul-Henning Kamp { 10965a3a8ec0SAlfred Perlstein size_t wantcopy; 10975ebb15b9SPawel Jakub Dawidek int error; 10985ebb15b9SPawel Jakub Dawidek 10995ebb15b9SPawel Jakub Dawidek error = priv_check(td, PRIV_SETDUMPER); 11005ebb15b9SPawel Jakub Dawidek if (error != 0) 11015ebb15b9SPawel Jakub Dawidek return (error); 1102e95499bdSAlfred Perlstein 110381661c94SPoul-Henning Kamp if (dumper.dumper != NULL) 110481661c94SPoul-Henning Kamp return (EBUSY); 110581661c94SPoul-Henning Kamp dumper = *di; 1106480f31c2SKonrad Witaszczyk dumper.blockbuf = NULL; 110778f57a9cSMark Johnston dumper.kdcrypto = NULL; 110878f57a9cSMark Johnston dumper.kdcomp = NULL; 1109480f31c2SKonrad Witaszczyk 1110480f31c2SKonrad Witaszczyk if (encryption != KERNELDUMP_ENC_NONE) { 1111480f31c2SKonrad Witaszczyk #ifdef EKCD 111278f57a9cSMark Johnston dumper.kdcrypto = kerneldumpcrypto_create(di->blocksize, 111378f57a9cSMark Johnston encryption, key, encryptedkeysize, encryptedkey); 111478f57a9cSMark Johnston if (dumper.kdcrypto == NULL) { 1115480f31c2SKonrad Witaszczyk error = EINVAL; 1116480f31c2SKonrad Witaszczyk goto cleanup; 1117480f31c2SKonrad Witaszczyk } 1118480f31c2SKonrad Witaszczyk #else 1119480f31c2SKonrad Witaszczyk error = EOPNOTSUPP; 1120480f31c2SKonrad Witaszczyk goto cleanup; 1121480f31c2SKonrad Witaszczyk #endif 1122480f31c2SKonrad Witaszczyk } 1123480f31c2SKonrad Witaszczyk 11245a3a8ec0SAlfred Perlstein wantcopy = strlcpy(dumpdevname, devname, sizeof(dumpdevname)); 11255a3a8ec0SAlfred Perlstein if (wantcopy >= sizeof(dumpdevname)) { 1126bad7e7f3SAlfred Perlstein printf("set_dumper: device name truncated from '%s' -> '%s'\n", 1127bad7e7f3SAlfred Perlstein devname, dumpdevname); 1128bad7e7f3SAlfred Perlstein } 1129480f31c2SKonrad Witaszczyk 113064a16434SMark Johnston if (compression != KERNELDUMP_COMP_NONE) { 113164a16434SMark Johnston /* 113264a16434SMark Johnston * We currently can't support simultaneous encryption and 113364a16434SMark Johnston * compression. 113464a16434SMark Johnston */ 113564a16434SMark Johnston if (encryption != KERNELDUMP_ENC_NONE) { 113664a16434SMark Johnston error = EOPNOTSUPP; 113764a16434SMark Johnston goto cleanup; 113864a16434SMark Johnston } 113978f57a9cSMark Johnston dumper.kdcomp = kerneldumpcomp_create(&dumper, compression); 114078f57a9cSMark Johnston if (dumper.kdcomp == NULL) { 114164a16434SMark Johnston error = EINVAL; 114264a16434SMark Johnston goto cleanup; 114364a16434SMark Johnston } 114464a16434SMark Johnston } 114564a16434SMark Johnston 11465dc5dab6SConrad Meyer dumper.blockbuf = malloc(di->blocksize, M_DUMPER, M_WAITOK | M_ZERO); 114781661c94SPoul-Henning Kamp return (0); 1148bd92e6b6SMark Johnston 1149480f31c2SKonrad Witaszczyk cleanup: 1150bd92e6b6SMark Johnston (void)clear_dumper(td); 1151bd92e6b6SMark Johnston return (error); 1152bd92e6b6SMark Johnston } 1153bd92e6b6SMark Johnston 1154bd92e6b6SMark Johnston int 1155bd92e6b6SMark Johnston clear_dumper(struct thread *td) 1156bd92e6b6SMark Johnston { 1157bd92e6b6SMark Johnston int error; 1158bd92e6b6SMark Johnston 1159bd92e6b6SMark Johnston error = priv_check(td, PRIV_SETDUMPER); 1160bd92e6b6SMark Johnston if (error != 0) 1161bd92e6b6SMark Johnston return (error); 1162bd92e6b6SMark Johnston 1163bd92e6b6SMark Johnston #ifdef NETDUMP 1164bd92e6b6SMark Johnston netdump_mbuf_drain(); 1165bd92e6b6SMark Johnston #endif 1166bd92e6b6SMark Johnston 1167480f31c2SKonrad Witaszczyk #ifdef EKCD 116878f57a9cSMark Johnston if (dumper.kdcrypto != NULL) { 116978f57a9cSMark Johnston explicit_bzero(dumper.kdcrypto, sizeof(*dumper.kdcrypto) + 117078f57a9cSMark Johnston dumper.kdcrypto->kdc_dumpkeysize); 117178f57a9cSMark Johnston free(dumper.kdcrypto, M_EKCD); 1172480f31c2SKonrad Witaszczyk } 1173480f31c2SKonrad Witaszczyk #endif 117464a16434SMark Johnston 117578f57a9cSMark Johnston kerneldumpcomp_destroy(&dumper); 117664a16434SMark Johnston 1177480f31c2SKonrad Witaszczyk if (dumper.blockbuf != NULL) { 1178480f31c2SKonrad Witaszczyk explicit_bzero(dumper.blockbuf, dumper.blocksize); 1179480f31c2SKonrad Witaszczyk free(dumper.blockbuf, M_DUMPER); 1180480f31c2SKonrad Witaszczyk } 1181480f31c2SKonrad Witaszczyk explicit_bzero(&dumper, sizeof(dumper)); 1182480f31c2SKonrad Witaszczyk dumpdevname[0] = '\0'; 1183bd92e6b6SMark Johnston return (0); 118481661c94SPoul-Henning Kamp } 118581661c94SPoul-Henning Kamp 1186480f31c2SKonrad Witaszczyk static int 1187480f31c2SKonrad Witaszczyk dump_check_bounds(struct dumperinfo *di, off_t offset, size_t length) 1188007b1b7bSRuslan Ermilov { 1189007b1b7bSRuslan Ermilov 1190bd92e6b6SMark Johnston if (di->mediasize > 0 && length != 0 && (offset < di->mediaoffset || 1191007b1b7bSRuslan Ermilov offset - di->mediaoffset + length > di->mediasize)) { 1192bde3b1e1SMark Johnston if (di->kdcomp != NULL && offset >= di->mediaoffset) { 1193bde3b1e1SMark Johnston printf( 1194bde3b1e1SMark Johnston "Compressed dump failed to fit in device boundaries.\n"); 1195bde3b1e1SMark Johnston return (E2BIG); 1196bde3b1e1SMark Johnston } 1197bde3b1e1SMark Johnston 119858379067SAttilio Rao printf("Attempt to write outside dump device boundaries.\n" 119958379067SAttilio Rao "offset(%jd), mediaoffset(%jd), length(%ju), mediasize(%jd).\n", 120058379067SAttilio Rao (intmax_t)offset, (intmax_t)di->mediaoffset, 120158379067SAttilio Rao (uintmax_t)length, (intmax_t)di->mediasize); 120258379067SAttilio Rao return (ENOSPC); 1203007b1b7bSRuslan Ermilov } 120446fcd1afSMark Johnston if (length % di->blocksize != 0) { 120546fcd1afSMark Johnston printf("Attempt to write partial block of length %ju.\n", 120646fcd1afSMark Johnston (uintmax_t)length); 120746fcd1afSMark Johnston return (EINVAL); 120846fcd1afSMark Johnston } 120946fcd1afSMark Johnston if (offset % di->blocksize != 0) { 121046fcd1afSMark Johnston printf("Attempt to write at unaligned offset %jd.\n", 121146fcd1afSMark Johnston (intmax_t)offset); 121246fcd1afSMark Johnston return (EINVAL); 1213480f31c2SKonrad Witaszczyk } 1214480f31c2SKonrad Witaszczyk 121546fcd1afSMark Johnston return (0); 121601938d36SMark Johnston } 121701938d36SMark Johnston 1218480f31c2SKonrad Witaszczyk #ifdef EKCD 1219480f31c2SKonrad Witaszczyk static int 1220480f31c2SKonrad Witaszczyk dump_encrypt(struct kerneldumpcrypto *kdc, uint8_t *buf, size_t size) 1221480f31c2SKonrad Witaszczyk { 1222480f31c2SKonrad Witaszczyk 1223480f31c2SKonrad Witaszczyk switch (kdc->kdc_encryption) { 1224480f31c2SKonrad Witaszczyk case KERNELDUMP_ENC_AES_256_CBC: 1225480f31c2SKonrad Witaszczyk if (rijndael_blockEncrypt(&kdc->kdc_ci, &kdc->kdc_ki, buf, 1226480f31c2SKonrad Witaszczyk 8 * size, buf) <= 0) { 1227480f31c2SKonrad Witaszczyk return (EIO); 1228480f31c2SKonrad Witaszczyk } 1229480f31c2SKonrad Witaszczyk if (rijndael_cipherInit(&kdc->kdc_ci, MODE_CBC, 1230480f31c2SKonrad Witaszczyk buf + size - 16 /* IV size for AES-256-CBC */) <= 0) { 1231480f31c2SKonrad Witaszczyk return (EIO); 1232480f31c2SKonrad Witaszczyk } 1233480f31c2SKonrad Witaszczyk break; 1234480f31c2SKonrad Witaszczyk default: 1235480f31c2SKonrad Witaszczyk return (EINVAL); 1236480f31c2SKonrad Witaszczyk } 1237480f31c2SKonrad Witaszczyk 1238480f31c2SKonrad Witaszczyk return (0); 1239480f31c2SKonrad Witaszczyk } 1240480f31c2SKonrad Witaszczyk 1241480f31c2SKonrad Witaszczyk /* Encrypt data and call dumper. */ 1242480f31c2SKonrad Witaszczyk static int 124346fcd1afSMark Johnston dump_encrypted_write(struct dumperinfo *di, void *virtual, 124446fcd1afSMark Johnston vm_offset_t physical, off_t offset, size_t length) 1245480f31c2SKonrad Witaszczyk { 1246480f31c2SKonrad Witaszczyk static uint8_t buf[KERNELDUMP_BUFFER_SIZE]; 1247480f31c2SKonrad Witaszczyk struct kerneldumpcrypto *kdc; 1248480f31c2SKonrad Witaszczyk int error; 1249480f31c2SKonrad Witaszczyk size_t nbytes; 1250480f31c2SKonrad Witaszczyk 125178f57a9cSMark Johnston kdc = di->kdcrypto; 1252480f31c2SKonrad Witaszczyk 1253480f31c2SKonrad Witaszczyk while (length > 0) { 1254480f31c2SKonrad Witaszczyk nbytes = MIN(length, sizeof(buf)); 1255480f31c2SKonrad Witaszczyk bcopy(virtual, buf, nbytes); 1256480f31c2SKonrad Witaszczyk 1257480f31c2SKonrad Witaszczyk if (dump_encrypt(kdc, buf, nbytes) != 0) 1258480f31c2SKonrad Witaszczyk return (EIO); 1259480f31c2SKonrad Witaszczyk 126046fcd1afSMark Johnston error = dump_write(di, buf, physical, offset, nbytes); 1261480f31c2SKonrad Witaszczyk if (error != 0) 1262480f31c2SKonrad Witaszczyk return (error); 1263480f31c2SKonrad Witaszczyk 1264480f31c2SKonrad Witaszczyk offset += nbytes; 1265480f31c2SKonrad Witaszczyk virtual = (void *)((uint8_t *)virtual + nbytes); 1266480f31c2SKonrad Witaszczyk length -= nbytes; 1267480f31c2SKonrad Witaszczyk } 1268480f31c2SKonrad Witaszczyk 1269480f31c2SKonrad Witaszczyk return (0); 1270480f31c2SKonrad Witaszczyk } 127101938d36SMark Johnston #endif /* EKCD */ 1272007b1b7bSRuslan Ermilov 127364a16434SMark Johnston static int 127478f57a9cSMark Johnston kerneldumpcomp_write_cb(void *base, size_t length, off_t offset, void *arg) 127564a16434SMark Johnston { 127664a16434SMark Johnston struct dumperinfo *di; 127764a16434SMark Johnston size_t resid, rlength; 127864a16434SMark Johnston int error; 127964a16434SMark Johnston 128064a16434SMark Johnston di = arg; 128164a16434SMark Johnston 128264a16434SMark Johnston if (length % di->blocksize != 0) { 128364a16434SMark Johnston /* 128464a16434SMark Johnston * This must be the final write after flushing the compression 128564a16434SMark Johnston * stream. Write as many full blocks as possible and stash the 128664a16434SMark Johnston * residual data in the dumper's block buffer. It will be 128764a16434SMark Johnston * padded and written in dump_finish(). 128864a16434SMark Johnston */ 128964a16434SMark Johnston rlength = rounddown(length, di->blocksize); 129064a16434SMark Johnston if (rlength != 0) { 129164a16434SMark Johnston error = _dump_append(di, base, 0, rlength); 129264a16434SMark Johnston if (error != 0) 129364a16434SMark Johnston return (error); 129464a16434SMark Johnston } 129564a16434SMark Johnston resid = length - rlength; 129664a16434SMark Johnston memmove(di->blockbuf, (uint8_t *)base + rlength, resid); 129778f57a9cSMark Johnston di->kdcomp->kdc_resid = resid; 129864a16434SMark Johnston return (EAGAIN); 129964a16434SMark Johnston } 130064a16434SMark Johnston return (_dump_append(di, base, 0, length)); 130164a16434SMark Johnston } 130264a16434SMark Johnston 130364a16434SMark Johnston /* 1304bd92e6b6SMark Johnston * Write kernel dump headers at the beginning and end of the dump extent. 1305bd92e6b6SMark Johnston * Write the kernel dump encryption key after the leading header if we were 1306bd92e6b6SMark Johnston * configured to do so. 130764a16434SMark Johnston */ 1308480f31c2SKonrad Witaszczyk static int 1309bd92e6b6SMark Johnston dump_write_headers(struct dumperinfo *di, struct kerneldumpheader *kdh) 1310480f31c2SKonrad Witaszczyk { 1311bd92e6b6SMark Johnston #ifdef EKCD 1312bd92e6b6SMark Johnston struct kerneldumpcrypto *kdc; 1313bd92e6b6SMark Johnston #endif 1314bd92e6b6SMark Johnston void *buf, *key; 1315e9666bf6SMark Johnston size_t hdrsz; 1316bd92e6b6SMark Johnston uint64_t extent; 1317bd92e6b6SMark Johnston uint32_t keysize; 1318bd92e6b6SMark Johnston int error; 1319480f31c2SKonrad Witaszczyk 1320e9666bf6SMark Johnston hdrsz = sizeof(*kdh); 1321e9666bf6SMark Johnston if (hdrsz > di->blocksize) 1322e9666bf6SMark Johnston return (ENOMEM); 1323e9666bf6SMark Johnston 1324bd92e6b6SMark Johnston #ifdef EKCD 1325bd92e6b6SMark Johnston kdc = di->kdcrypto; 1326bd92e6b6SMark Johnston key = kdc->kdc_dumpkey; 1327bd92e6b6SMark Johnston keysize = kerneldumpcrypto_dumpkeysize(kdc); 1328bd92e6b6SMark Johnston #else 1329bd92e6b6SMark Johnston key = NULL; 1330bd92e6b6SMark Johnston keysize = 0; 1331bd92e6b6SMark Johnston #endif 1332bd92e6b6SMark Johnston 1333bd92e6b6SMark Johnston /* 1334bd92e6b6SMark Johnston * If the dump device has special handling for headers, let it take care 1335bd92e6b6SMark Johnston * of writing them out. 1336bd92e6b6SMark Johnston */ 1337bd92e6b6SMark Johnston if (di->dumper_hdr != NULL) 1338bd92e6b6SMark Johnston return (di->dumper_hdr(di, kdh, key, keysize)); 1339bd92e6b6SMark Johnston 1340e9666bf6SMark Johnston if (hdrsz == di->blocksize) 1341e9666bf6SMark Johnston buf = kdh; 1342e9666bf6SMark Johnston else { 1343e9666bf6SMark Johnston buf = di->blockbuf; 1344e9666bf6SMark Johnston memset(buf, 0, di->blocksize); 1345e9666bf6SMark Johnston memcpy(buf, kdh, hdrsz); 1346e9666bf6SMark Johnston } 1347e9666bf6SMark Johnston 1348bd92e6b6SMark Johnston extent = dtoh64(kdh->dumpextent); 1349bd92e6b6SMark Johnston #ifdef EKCD 1350bd92e6b6SMark Johnston if (kdc != NULL) { 1351bd92e6b6SMark Johnston error = dump_write(di, kdc->kdc_dumpkey, 0, 1352bd92e6b6SMark Johnston di->mediaoffset + di->mediasize - di->blocksize - extent - 1353bd92e6b6SMark Johnston keysize, keysize); 1354bd92e6b6SMark Johnston if (error != 0) 1355bd92e6b6SMark Johnston return (error); 1356bd92e6b6SMark Johnston } 1357bd92e6b6SMark Johnston #endif 1358bd92e6b6SMark Johnston 1359bd92e6b6SMark Johnston error = dump_write(di, buf, 0, 1360bd92e6b6SMark Johnston di->mediaoffset + di->mediasize - 2 * di->blocksize - extent - 1361bd92e6b6SMark Johnston keysize, di->blocksize); 1362bd92e6b6SMark Johnston if (error == 0) 1363bd92e6b6SMark Johnston error = dump_write(di, buf, 0, di->mediaoffset + di->mediasize - 1364bd92e6b6SMark Johnston di->blocksize, di->blocksize); 1365bd92e6b6SMark Johnston return (error); 13665dc5dab6SConrad Meyer } 13675dc5dab6SConrad Meyer 136850ef60daSMark Johnston /* 136950ef60daSMark Johnston * Don't touch the first SIZEOF_METADATA bytes on the dump device. This is to 137050ef60daSMark Johnston * protect us from metadata and metadata from us. 137150ef60daSMark Johnston */ 137250ef60daSMark Johnston #define SIZEOF_METADATA (64 * 1024) 137350ef60daSMark Johnston 137450ef60daSMark Johnston /* 137564a16434SMark Johnston * Do some preliminary setup for a kernel dump: initialize state for encryption, 137664a16434SMark Johnston * if requested, and make sure that we have enough space on the dump device. 137764a16434SMark Johnston * 137864a16434SMark Johnston * We set things up so that the dump ends before the last sector of the dump 137964a16434SMark Johnston * device, at which the trailing header is written. 138064a16434SMark Johnston * 138164a16434SMark Johnston * +-----------+------+-----+----------------------------+------+ 138264a16434SMark Johnston * | | lhdr | key | ... kernel dump ... | thdr | 138364a16434SMark Johnston * +-----------+------+-----+----------------------------+------+ 138464a16434SMark Johnston * 1 blk opt <------- dump extent --------> 1 blk 138564a16434SMark Johnston * 138664a16434SMark Johnston * Dumps written using dump_append() start at the beginning of the extent. 138764a16434SMark Johnston * Uncompressed dumps will use the entire extent, but compressed dumps typically 138864a16434SMark Johnston * will not. The true length of the dump is recorded in the leading and trailing 138964a16434SMark Johnston * headers once the dump has been completed. 1390bd92e6b6SMark Johnston * 1391bd92e6b6SMark Johnston * The dump device may provide a callback, in which case it will initialize 1392bd92e6b6SMark Johnston * dumpoff and take care of laying out the headers. 139350ef60daSMark Johnston */ 139450ef60daSMark Johnston int 139546fcd1afSMark Johnston dump_start(struct dumperinfo *di, struct kerneldumpheader *kdh) 139650ef60daSMark Johnston { 1397bd92e6b6SMark Johnston uint64_t dumpextent, span; 139801938d36SMark Johnston uint32_t keysize; 1399bd92e6b6SMark Johnston int error; 140050ef60daSMark Johnston 140101938d36SMark Johnston #ifdef EKCD 1402bd92e6b6SMark Johnston error = kerneldumpcrypto_init(di->kdcrypto); 140350ef60daSMark Johnston if (error != 0) 140450ef60daSMark Johnston return (error); 140578f57a9cSMark Johnston keysize = kerneldumpcrypto_dumpkeysize(di->kdcrypto); 140601938d36SMark Johnston #else 1407bd92e6b6SMark Johnston error = 0; 140801938d36SMark Johnston keysize = 0; 140901938d36SMark Johnston #endif 141050ef60daSMark Johnston 1411bd92e6b6SMark Johnston if (di->dumper_start != NULL) { 1412bd92e6b6SMark Johnston error = di->dumper_start(di); 1413bd92e6b6SMark Johnston } else { 141464a16434SMark Johnston dumpextent = dtoh64(kdh->dumpextent); 1415bd92e6b6SMark Johnston span = SIZEOF_METADATA + dumpextent + 2 * di->blocksize + 1416bd92e6b6SMark Johnston keysize; 1417bd92e6b6SMark Johnston if (di->mediasize < span) { 1418bd92e6b6SMark Johnston if (di->kdcomp == NULL) 1419bd92e6b6SMark Johnston return (E2BIG); 1420bd92e6b6SMark Johnston 142164a16434SMark Johnston /* 142264a16434SMark Johnston * We don't yet know how much space the compressed dump 142364a16434SMark Johnston * will occupy, so try to use the whole swap partition 142464a16434SMark Johnston * (minus the first 64KB) in the hope that the 142564a16434SMark Johnston * compressed dump will fit. If that doesn't turn out to 14266026dcd7SMark Johnston * be enough, the bounds checking in dump_write() 142764a16434SMark Johnston * will catch us and cause the dump to fail. 142864a16434SMark Johnston */ 1429bd92e6b6SMark Johnston dumpextent = di->mediasize - span + dumpextent; 143064a16434SMark Johnston kdh->dumpextent = htod64(dumpextent); 143164a16434SMark Johnston } 143264a16434SMark Johnston 1433bd92e6b6SMark Johnston /* 1434bd92e6b6SMark Johnston * The offset at which to begin writing the dump. 1435bd92e6b6SMark Johnston */ 143664a16434SMark Johnston di->dumpoff = di->mediaoffset + di->mediasize - di->blocksize - 143764a16434SMark Johnston dumpextent; 1438bd92e6b6SMark Johnston } 1439bd92e6b6SMark Johnston di->origdumpoff = di->dumpoff; 1440bd92e6b6SMark Johnston return (error); 144150ef60daSMark Johnston } 144250ef60daSMark Johnston 144364a16434SMark Johnston static int 144464a16434SMark Johnston _dump_append(struct dumperinfo *di, void *virtual, vm_offset_t physical, 144546fcd1afSMark Johnston size_t length) 144646fcd1afSMark Johnston { 144746fcd1afSMark Johnston int error; 144846fcd1afSMark Johnston 144946fcd1afSMark Johnston #ifdef EKCD 145078f57a9cSMark Johnston if (di->kdcrypto != NULL) 145146fcd1afSMark Johnston error = dump_encrypted_write(di, virtual, physical, di->dumpoff, 145246fcd1afSMark Johnston length); 145346fcd1afSMark Johnston else 145446fcd1afSMark Johnston #endif 145546fcd1afSMark Johnston error = dump_write(di, virtual, physical, di->dumpoff, length); 145646fcd1afSMark Johnston if (error == 0) 145746fcd1afSMark Johnston di->dumpoff += length; 145846fcd1afSMark Johnston return (error); 145946fcd1afSMark Johnston } 146046fcd1afSMark Johnston 146164a16434SMark Johnston /* 146264a16434SMark Johnston * Write to the dump device starting at dumpoff. When compression is enabled, 146364a16434SMark Johnston * writes to the device will be performed using a callback that gets invoked 146464a16434SMark Johnston * when the compression stream's output buffer is full. 146564a16434SMark Johnston */ 146664a16434SMark Johnston int 146764a16434SMark Johnston dump_append(struct dumperinfo *di, void *virtual, vm_offset_t physical, 146864a16434SMark Johnston size_t length) 146964a16434SMark Johnston { 147064a16434SMark Johnston void *buf; 147164a16434SMark Johnston 147278f57a9cSMark Johnston if (di->kdcomp != NULL) { 147378f57a9cSMark Johnston /* Bounce through a buffer to avoid CRC errors. */ 147464a16434SMark Johnston if (length > di->maxiosize) 147564a16434SMark Johnston return (EINVAL); 147678f57a9cSMark Johnston buf = di->kdcomp->kdc_buf; 147764a16434SMark Johnston memmove(buf, virtual, length); 147878f57a9cSMark Johnston return (compressor_write(di->kdcomp->kdc_stream, buf, length)); 147964a16434SMark Johnston } 148064a16434SMark Johnston return (_dump_append(di, virtual, physical, length)); 148164a16434SMark Johnston } 148264a16434SMark Johnston 148364a16434SMark Johnston /* 148464a16434SMark Johnston * Write to the dump device at the specified offset. 148564a16434SMark Johnston */ 148646fcd1afSMark Johnston int 148746fcd1afSMark Johnston dump_write(struct dumperinfo *di, void *virtual, vm_offset_t physical, 148846fcd1afSMark Johnston off_t offset, size_t length) 148946fcd1afSMark Johnston { 149046fcd1afSMark Johnston int error; 149146fcd1afSMark Johnston 149246fcd1afSMark Johnston error = dump_check_bounds(di, offset, length); 149346fcd1afSMark Johnston if (error != 0) 149446fcd1afSMark Johnston return (error); 149546fcd1afSMark Johnston return (di->dumper(di->priv, virtual, physical, offset, length)); 149646fcd1afSMark Johnston } 149746fcd1afSMark Johnston 149850ef60daSMark Johnston /* 149964a16434SMark Johnston * Perform kernel dump finalization: flush the compression stream, if necessary, 150064a16434SMark Johnston * write the leading and trailing kernel dump headers now that we know the true 150164a16434SMark Johnston * length of the dump, and optionally write the encryption key following the 150264a16434SMark Johnston * leading header. 150350ef60daSMark Johnston */ 150450ef60daSMark Johnston int 150546fcd1afSMark Johnston dump_finish(struct dumperinfo *di, struct kerneldumpheader *kdh) 150650ef60daSMark Johnston { 150750ef60daSMark Johnston int error; 150850ef60daSMark Johnston 150978f57a9cSMark Johnston if (di->kdcomp != NULL) { 151078f57a9cSMark Johnston error = compressor_flush(di->kdcomp->kdc_stream); 151164a16434SMark Johnston if (error == EAGAIN) { 151264a16434SMark Johnston /* We have residual data in di->blockbuf. */ 151364a16434SMark Johnston error = dump_write(di, di->blockbuf, 0, di->dumpoff, 151464a16434SMark Johnston di->blocksize); 151578f57a9cSMark Johnston di->dumpoff += di->kdcomp->kdc_resid; 151678f57a9cSMark Johnston di->kdcomp->kdc_resid = 0; 151764a16434SMark Johnston } 151864a16434SMark Johnston if (error != 0) 151964a16434SMark Johnston return (error); 152064a16434SMark Johnston 152164a16434SMark Johnston /* 152264a16434SMark Johnston * We now know the size of the compressed dump, so update the 152364a16434SMark Johnston * header accordingly and recompute parity. 152464a16434SMark Johnston */ 1525bd92e6b6SMark Johnston kdh->dumplength = htod64(di->dumpoff - di->origdumpoff); 152664a16434SMark Johnston kdh->parity = 0; 152764a16434SMark Johnston kdh->parity = kerneldump_parity(kdh); 152864a16434SMark Johnston 152978f57a9cSMark Johnston compressor_reset(di->kdcomp->kdc_stream); 153064a16434SMark Johnston } 153164a16434SMark Johnston 1532bd92e6b6SMark Johnston error = dump_write_headers(di, kdh); 153350ef60daSMark Johnston if (error != 0) 153450ef60daSMark Johnston return (error); 153550ef60daSMark Johnston 153650ef60daSMark Johnston (void)dump_write(di, NULL, 0, 0, 0); 153750ef60daSMark Johnston return (0); 153850ef60daSMark Johnston } 153950ef60daSMark Johnston 1540e6592ee5SPeter Wemm void 154101938d36SMark Johnston dump_init_header(const struct dumperinfo *di, struct kerneldumpheader *kdh, 154201938d36SMark Johnston char *magic, uint32_t archver, uint64_t dumplen) 1543e6592ee5SPeter Wemm { 1544ab384d75SMark Johnston size_t dstsize; 1545e6592ee5SPeter Wemm 1546e6592ee5SPeter Wemm bzero(kdh, sizeof(*kdh)); 15477a9c38e6SAlan Somers strlcpy(kdh->magic, magic, sizeof(kdh->magic)); 15487a9c38e6SAlan Somers strlcpy(kdh->architecture, MACHINE_ARCH, sizeof(kdh->architecture)); 1549e6592ee5SPeter Wemm kdh->version = htod32(KERNELDUMPVERSION); 1550e6592ee5SPeter Wemm kdh->architectureversion = htod32(archver); 1551e6592ee5SPeter Wemm kdh->dumplength = htod64(dumplen); 155264a16434SMark Johnston kdh->dumpextent = kdh->dumplength; 1553e6592ee5SPeter Wemm kdh->dumptime = htod64(time_second); 155401938d36SMark Johnston #ifdef EKCD 155578f57a9cSMark Johnston kdh->dumpkeysize = htod32(kerneldumpcrypto_dumpkeysize(di->kdcrypto)); 155601938d36SMark Johnston #else 155701938d36SMark Johnston kdh->dumpkeysize = 0; 155801938d36SMark Johnston #endif 155901938d36SMark Johnston kdh->blocksize = htod32(di->blocksize); 15607a9c38e6SAlan Somers strlcpy(kdh->hostname, prison0.pr_hostname, sizeof(kdh->hostname)); 1561ab384d75SMark Johnston dstsize = sizeof(kdh->versionstring); 1562ab384d75SMark Johnston if (strlcpy(kdh->versionstring, version, dstsize) >= dstsize) 1563ab384d75SMark Johnston kdh->versionstring[dstsize - 2] = '\n'; 1564e6592ee5SPeter Wemm if (panicstr != NULL) 15657a9c38e6SAlan Somers strlcpy(kdh->panicstring, panicstr, sizeof(kdh->panicstring)); 156678f57a9cSMark Johnston if (di->kdcomp != NULL) 15676026dcd7SMark Johnston kdh->compression = di->kdcomp->kdc_format; 1568e6592ee5SPeter Wemm kdh->parity = kerneldump_parity(kdh); 1569e6592ee5SPeter Wemm } 15703af72c11SBjoern A. Zeeb 15713af72c11SBjoern A. Zeeb #ifdef DDB 15723af72c11SBjoern A. Zeeb DB_SHOW_COMMAND(panic, db_show_panic) 15733af72c11SBjoern A. Zeeb { 15743af72c11SBjoern A. Zeeb 15753af72c11SBjoern A. Zeeb if (panicstr == NULL) 15763af72c11SBjoern A. Zeeb db_printf("panicstr not set\n"); 15773af72c11SBjoern A. Zeeb else 15783af72c11SBjoern A. Zeeb db_printf("panic: %s\n", panicstr); 15793af72c11SBjoern A. Zeeb } 15803af72c11SBjoern A. Zeeb #endif 1581