1c58794deSPawel Jakub Dawidek /*- 23728855aSPedro F. Giffuni * SPDX-License-Identifier: BSD-2-Clause-FreeBSD 33728855aSPedro F. Giffuni * 41e09ff3dSPawel Jakub Dawidek * Copyright (c) 2005-2011 Pawel Jakub Dawidek <pawel@dawidek.net> 5c58794deSPawel Jakub Dawidek * All rights reserved. 6c58794deSPawel Jakub Dawidek * 7c58794deSPawel Jakub Dawidek * Redistribution and use in source and binary forms, with or without 8c58794deSPawel Jakub Dawidek * modification, are permitted provided that the following conditions 9c58794deSPawel Jakub Dawidek * are met: 10c58794deSPawel Jakub Dawidek * 1. Redistributions of source code must retain the above copyright 11c58794deSPawel Jakub Dawidek * notice, this list of conditions and the following disclaimer. 12c58794deSPawel Jakub Dawidek * 2. Redistributions in binary form must reproduce the above copyright 13c58794deSPawel Jakub Dawidek * notice, this list of conditions and the following disclaimer in the 14c58794deSPawel Jakub Dawidek * documentation and/or other materials provided with the distribution. 15c58794deSPawel Jakub Dawidek * 16c58794deSPawel Jakub Dawidek * THIS SOFTWARE IS PROVIDED BY THE AUTHORS AND CONTRIBUTORS ``AS IS'' AND 17c58794deSPawel Jakub Dawidek * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 18c58794deSPawel Jakub Dawidek * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 19c58794deSPawel Jakub Dawidek * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHORS OR CONTRIBUTORS BE LIABLE 20c58794deSPawel Jakub Dawidek * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 21c58794deSPawel Jakub Dawidek * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 22c58794deSPawel Jakub Dawidek * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 23c58794deSPawel Jakub Dawidek * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 24c58794deSPawel Jakub Dawidek * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 25c58794deSPawel Jakub Dawidek * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 26c58794deSPawel Jakub Dawidek * SUCH DAMAGE. 27c58794deSPawel Jakub Dawidek */ 28c58794deSPawel Jakub Dawidek 29c58794deSPawel Jakub Dawidek #include <sys/cdefs.h> 30c58794deSPawel Jakub Dawidek __FBSDID("$FreeBSD$"); 31c58794deSPawel Jakub Dawidek 32c58794deSPawel Jakub Dawidek #include <sys/param.h> 33c58794deSPawel Jakub Dawidek #include <sys/systm.h> 34f6ce353eSAndriy Gapon #include <sys/cons.h> 35c58794deSPawel Jakub Dawidek #include <sys/kernel.h> 369af2131bSPawel Jakub Dawidek #include <sys/linker.h> 37c58794deSPawel Jakub Dawidek #include <sys/module.h> 38c58794deSPawel Jakub Dawidek #include <sys/lock.h> 39c58794deSPawel Jakub Dawidek #include <sys/mutex.h> 40c58794deSPawel Jakub Dawidek #include <sys/bio.h> 415d807a0eSAndrey V. Elsukov #include <sys/sbuf.h> 42c58794deSPawel Jakub Dawidek #include <sys/sysctl.h> 43c58794deSPawel Jakub Dawidek #include <sys/malloc.h> 44c5d387d0SPawel Jakub Dawidek #include <sys/eventhandler.h> 45c58794deSPawel Jakub Dawidek #include <sys/kthread.h> 46c58794deSPawel Jakub Dawidek #include <sys/proc.h> 47c58794deSPawel Jakub Dawidek #include <sys/sched.h> 48dd549194SPawel Jakub Dawidek #include <sys/smp.h> 49c58794deSPawel Jakub Dawidek #include <sys/uio.h> 50a80f82a4SPawel Jakub Dawidek #include <sys/vnode.h> 51c58794deSPawel Jakub Dawidek 52c58794deSPawel Jakub Dawidek #include <vm/uma.h> 53c58794deSPawel Jakub Dawidek 54c58794deSPawel Jakub Dawidek #include <geom/geom.h> 55c58794deSPawel Jakub Dawidek #include <geom/eli/g_eli.h> 56c58794deSPawel Jakub Dawidek #include <geom/eli/pkcs5v2.h> 57c58794deSPawel Jakub Dawidek 58ec5c0e5bSAllan Jude #include <crypto/intake.h> 59ec5c0e5bSAllan Jude 60cb08c2ccSAlexander Leidinger FEATURE(geom_eli, "GEOM crypto module"); 61c58794deSPawel Jakub Dawidek 62c58794deSPawel Jakub Dawidek MALLOC_DEFINE(M_ELI, "eli data", "GEOM_ELI Data"); 63c58794deSPawel Jakub Dawidek 64c58794deSPawel Jakub Dawidek SYSCTL_DECL(_kern_geom); 65c58794deSPawel Jakub Dawidek SYSCTL_NODE(_kern_geom, OID_AUTO, eli, CTLFLAG_RW, 0, "GEOM_ELI stuff"); 66a1f4a8c4SPawel Jakub Dawidek static int g_eli_version = G_ELI_VERSION; 67a1f4a8c4SPawel Jakub Dawidek SYSCTL_INT(_kern_geom_eli, OID_AUTO, version, CTLFLAG_RD, &g_eli_version, 0, 68a1f4a8c4SPawel Jakub Dawidek "GELI version"); 69f95168e0SPawel Jakub Dawidek int g_eli_debug = 0; 70af3b2549SHans Petter Selasky SYSCTL_INT(_kern_geom_eli, OID_AUTO, debug, CTLFLAG_RWTUN, &g_eli_debug, 0, 71c58794deSPawel Jakub Dawidek "Debug level"); 72c58794deSPawel Jakub Dawidek static u_int g_eli_tries = 3; 73af3b2549SHans Petter Selasky SYSCTL_UINT(_kern_geom_eli, OID_AUTO, tries, CTLFLAG_RWTUN, &g_eli_tries, 0, 7498645006SChristian Brueffer "Number of tries for entering the passphrase"); 75eb4c31fdSEd Schouten static u_int g_eli_visible_passphrase = GETS_NOECHO; 76af3b2549SHans Petter Selasky SYSCTL_UINT(_kern_geom_eli, OID_AUTO, visible_passphrase, CTLFLAG_RWTUN, 77c58794deSPawel Jakub Dawidek &g_eli_visible_passphrase, 0, 78eb4c31fdSEd Schouten "Visibility of passphrase prompt (0 = invisible, 1 = visible, 2 = asterisk)"); 79b35bfe7eSPawel Jakub Dawidek u_int g_eli_overwrites = G_ELI_OVERWRITES; 80af3b2549SHans Petter Selasky SYSCTL_UINT(_kern_geom_eli, OID_AUTO, overwrites, CTLFLAG_RWTUN, &g_eli_overwrites, 8198645006SChristian Brueffer 0, "Number of times on-disk keys should be overwritten when destroying them"); 82dd549194SPawel Jakub Dawidek static u_int g_eli_threads = 0; 83af3b2549SHans Petter Selasky SYSCTL_UINT(_kern_geom_eli, OID_AUTO, threads, CTLFLAG_RWTUN, &g_eli_threads, 0, 84c58794deSPawel Jakub Dawidek "Number of threads doing crypto work"); 85eaa3b919SPawel Jakub Dawidek u_int g_eli_batch = 0; 86af3b2549SHans Petter Selasky SYSCTL_UINT(_kern_geom_eli, OID_AUTO, batch, CTLFLAG_RWTUN, &g_eli_batch, 0, 87eaa3b919SPawel Jakub Dawidek "Use crypto operations batching"); 88c58794deSPawel Jakub Dawidek 89835c4dd4SColin Percival /* 90835c4dd4SColin Percival * Passphrase cached during boot, in order to be more user-friendly if 91835c4dd4SColin Percival * there are multiple providers using the same passphrase. 92835c4dd4SColin Percival */ 93835c4dd4SColin Percival static char cached_passphrase[256]; 94835c4dd4SColin Percival static u_int g_eli_boot_passcache = 1; 95835c4dd4SColin Percival TUNABLE_INT("kern.geom.eli.boot_passcache", &g_eli_boot_passcache); 96835c4dd4SColin Percival SYSCTL_UINT(_kern_geom_eli, OID_AUTO, boot_passcache, CTLFLAG_RD, 97835c4dd4SColin Percival &g_eli_boot_passcache, 0, 98835c4dd4SColin Percival "Passphrases are cached during boot process for possible reuse"); 99835c4dd4SColin Percival static void 10066427784SColin Percival fetch_loader_passphrase(void * dummy) 10166427784SColin Percival { 10266427784SColin Percival char * env_passphrase; 10366427784SColin Percival 10466427784SColin Percival KASSERT(dynamic_kenv, ("need dynamic kenv")); 10566427784SColin Percival 10666427784SColin Percival if ((env_passphrase = kern_getenv("kern.geom.eli.passphrase")) != NULL) { 10766427784SColin Percival /* Extract passphrase from the environment. */ 10866427784SColin Percival strlcpy(cached_passphrase, env_passphrase, 10966427784SColin Percival sizeof(cached_passphrase)); 11066427784SColin Percival freeenv(env_passphrase); 11166427784SColin Percival 11266427784SColin Percival /* Wipe the passphrase from the environment. */ 11366427784SColin Percival kern_unsetenv("kern.geom.eli.passphrase"); 11466427784SColin Percival } 11566427784SColin Percival } 11666427784SColin Percival SYSINIT(geli_fetch_loader_passphrase, SI_SUB_KMEM + 1, SI_ORDER_ANY, 11766427784SColin Percival fetch_loader_passphrase, NULL); 118ec5c0e5bSAllan Jude 11966427784SColin Percival static void 120ec5c0e5bSAllan Jude zero_boot_passcache(void) 121835c4dd4SColin Percival { 122835c4dd4SColin Percival 123ec5c0e5bSAllan Jude explicit_bzero(cached_passphrase, sizeof(cached_passphrase)); 124835c4dd4SColin Percival } 125ec5c0e5bSAllan Jude 126ec5c0e5bSAllan Jude static void 127ec5c0e5bSAllan Jude zero_geli_intake_keys(void) 128ec5c0e5bSAllan Jude { 129ec5c0e5bSAllan Jude struct keybuf *keybuf; 130ec5c0e5bSAllan Jude int i; 131ec5c0e5bSAllan Jude 132ec5c0e5bSAllan Jude if ((keybuf = get_keybuf()) != NULL) { 133ec5c0e5bSAllan Jude /* Scan the key buffer, clear all GELI keys. */ 134ec5c0e5bSAllan Jude for (i = 0; i < keybuf->kb_nents; i++) { 135ec5c0e5bSAllan Jude if (keybuf->kb_ents[i].ke_type == KEYBUF_TYPE_GELI) { 136ec5c0e5bSAllan Jude explicit_bzero(keybuf->kb_ents[i].ke_data, 137ec5c0e5bSAllan Jude sizeof(keybuf->kb_ents[i].ke_data)); 138ec5c0e5bSAllan Jude keybuf->kb_ents[i].ke_type = KEYBUF_TYPE_NONE; 139ec5c0e5bSAllan Jude } 140ec5c0e5bSAllan Jude } 141ec5c0e5bSAllan Jude } 142ec5c0e5bSAllan Jude } 143ec5c0e5bSAllan Jude 144ec5c0e5bSAllan Jude static void 145ec5c0e5bSAllan Jude zero_intake_passcache(void *dummy) 146ec5c0e5bSAllan Jude { 147ec5c0e5bSAllan Jude zero_boot_passcache(); 148ec5c0e5bSAllan Jude zero_geli_intake_keys(); 149ec5c0e5bSAllan Jude } 150ec5c0e5bSAllan Jude EVENTHANDLER_DEFINE(mountroot, zero_intake_passcache, NULL, 0); 151835c4dd4SColin Percival 152c5d387d0SPawel Jakub Dawidek static eventhandler_tag g_eli_pre_sync = NULL; 153c5d387d0SPawel Jakub Dawidek 154c58794deSPawel Jakub Dawidek static int g_eli_destroy_geom(struct gctl_req *req, struct g_class *mp, 155c58794deSPawel Jakub Dawidek struct g_geom *gp); 156c5d387d0SPawel Jakub Dawidek static void g_eli_init(struct g_class *mp); 157c5d387d0SPawel Jakub Dawidek static void g_eli_fini(struct g_class *mp); 158c58794deSPawel Jakub Dawidek 159c58794deSPawel Jakub Dawidek static g_taste_t g_eli_taste; 160c58794deSPawel Jakub Dawidek static g_dumpconf_t g_eli_dumpconf; 161c58794deSPawel Jakub Dawidek 162c58794deSPawel Jakub Dawidek struct g_class g_eli_class = { 163c58794deSPawel Jakub Dawidek .name = G_ELI_CLASS_NAME, 164c58794deSPawel Jakub Dawidek .version = G_VERSION, 165c58794deSPawel Jakub Dawidek .ctlreq = g_eli_config, 166c58794deSPawel Jakub Dawidek .taste = g_eli_taste, 167c5d387d0SPawel Jakub Dawidek .destroy_geom = g_eli_destroy_geom, 168c5d387d0SPawel Jakub Dawidek .init = g_eli_init, 169c5d387d0SPawel Jakub Dawidek .fini = g_eli_fini 170c58794deSPawel Jakub Dawidek }; 171c58794deSPawel Jakub Dawidek 172c58794deSPawel Jakub Dawidek 173c58794deSPawel Jakub Dawidek /* 174c58794deSPawel Jakub Dawidek * Code paths: 175c58794deSPawel Jakub Dawidek * BIO_READ: 1765ad4a7c7SPawel Jakub Dawidek * g_eli_start -> g_eli_crypto_read -> g_io_request -> g_eli_read_done -> g_eli_crypto_run -> g_eli_crypto_read_done -> g_io_deliver 177c58794deSPawel Jakub Dawidek * BIO_WRITE: 178c58794deSPawel Jakub Dawidek * g_eli_start -> g_eli_crypto_run -> g_eli_crypto_write_done -> g_io_request -> g_eli_write_done -> g_io_deliver 179c58794deSPawel Jakub Dawidek */ 180c58794deSPawel Jakub Dawidek 181c58794deSPawel Jakub Dawidek 182c58794deSPawel Jakub Dawidek /* 183c58794deSPawel Jakub Dawidek * EAGAIN from crypto(9) means, that we were probably balanced to another crypto 184c58794deSPawel Jakub Dawidek * accelerator or something like this. 185c58794deSPawel Jakub Dawidek * The function updates the SID and rerun the operation. 186c58794deSPawel Jakub Dawidek */ 187eaa3b919SPawel Jakub Dawidek int 188c58794deSPawel Jakub Dawidek g_eli_crypto_rerun(struct cryptop *crp) 189c58794deSPawel Jakub Dawidek { 190c58794deSPawel Jakub Dawidek struct g_eli_softc *sc; 191c58794deSPawel Jakub Dawidek struct g_eli_worker *wr; 192c58794deSPawel Jakub Dawidek struct bio *bp; 193c58794deSPawel Jakub Dawidek int error; 194c58794deSPawel Jakub Dawidek 195c58794deSPawel Jakub Dawidek bp = (struct bio *)crp->crp_opaque; 196c58794deSPawel Jakub Dawidek sc = bp->bio_to->geom->softc; 197c58794deSPawel Jakub Dawidek LIST_FOREACH(wr, &sc->sc_workers, w_next) { 198c58794deSPawel Jakub Dawidek if (wr->w_number == bp->bio_pflags) 199c58794deSPawel Jakub Dawidek break; 200c58794deSPawel Jakub Dawidek } 201c58794deSPawel Jakub Dawidek KASSERT(wr != NULL, ("Invalid worker (%u).", bp->bio_pflags)); 20298645006SChristian Brueffer G_ELI_DEBUG(1, "Rerunning crypto %s request (sid: %ju -> %ju).", 203c58794deSPawel Jakub Dawidek bp->bio_cmd == BIO_READ ? "READ" : "WRITE", (uintmax_t)wr->w_sid, 204c58794deSPawel Jakub Dawidek (uintmax_t)crp->crp_sid); 205c58794deSPawel Jakub Dawidek wr->w_sid = crp->crp_sid; 206c58794deSPawel Jakub Dawidek crp->crp_etype = 0; 207c58794deSPawel Jakub Dawidek error = crypto_dispatch(crp); 208c58794deSPawel Jakub Dawidek if (error == 0) 209c58794deSPawel Jakub Dawidek return (0); 210c58794deSPawel Jakub Dawidek G_ELI_DEBUG(1, "%s: crypto_dispatch() returned %d.", __func__, error); 211c58794deSPawel Jakub Dawidek crp->crp_etype = error; 212c58794deSPawel Jakub Dawidek return (error); 213c58794deSPawel Jakub Dawidek } 214c58794deSPawel Jakub Dawidek 215*0bab7fa8SAlan Somers static void 216*0bab7fa8SAlan Somers g_eli_getattr_done(struct bio *bp) 217*0bab7fa8SAlan Somers { 218*0bab7fa8SAlan Somers if (bp->bio_error == 0 && 219*0bab7fa8SAlan Somers !strcmp(bp->bio_attribute, "GEOM::physpath")) { 220*0bab7fa8SAlan Somers strlcat(bp->bio_data, "/eli", bp->bio_length); 221*0bab7fa8SAlan Somers } 222*0bab7fa8SAlan Somers g_std_done(bp); 223*0bab7fa8SAlan Somers } 224*0bab7fa8SAlan Somers 225c58794deSPawel Jakub Dawidek /* 226c58794deSPawel Jakub Dawidek * The function is called afer reading encrypted data from the provider. 227bb30fea6SPawel Jakub Dawidek * 2285ad4a7c7SPawel Jakub Dawidek * g_eli_start -> g_eli_crypto_read -> g_io_request -> G_ELI_READ_DONE -> g_eli_crypto_run -> g_eli_crypto_read_done -> g_io_deliver 229c58794deSPawel Jakub Dawidek */ 230eaa3b919SPawel Jakub Dawidek void 231c58794deSPawel Jakub Dawidek g_eli_read_done(struct bio *bp) 232c58794deSPawel Jakub Dawidek { 233c58794deSPawel Jakub Dawidek struct g_eli_softc *sc; 234c58794deSPawel Jakub Dawidek struct bio *pbp; 235c58794deSPawel Jakub Dawidek 236c58794deSPawel Jakub Dawidek G_ELI_LOGREQ(2, bp, "Request done."); 237c58794deSPawel Jakub Dawidek pbp = bp->bio_parent; 2382dc7e36bSSteven Hartland if (pbp->bio_error == 0 && bp->bio_error != 0) 239c58794deSPawel Jakub Dawidek pbp->bio_error = bp->bio_error; 24090574b0aSMikolaj Golub g_destroy_bio(bp); 241eaa3b919SPawel Jakub Dawidek /* 242eaa3b919SPawel Jakub Dawidek * Do we have all sectors already? 243eaa3b919SPawel Jakub Dawidek */ 244eaa3b919SPawel Jakub Dawidek pbp->bio_inbed++; 245eaa3b919SPawel Jakub Dawidek if (pbp->bio_inbed < pbp->bio_children) 246eaa3b919SPawel Jakub Dawidek return; 2475ad4a7c7SPawel Jakub Dawidek sc = pbp->bio_to->geom->softc; 248c58794deSPawel Jakub Dawidek if (pbp->bio_error != 0) { 2492dc7e36bSSteven Hartland G_ELI_LOGREQ(0, pbp, "%s() failed (error=%d)", __func__, 2502dc7e36bSSteven Hartland pbp->bio_error); 251c58794deSPawel Jakub Dawidek pbp->bio_completed = 0; 252eaa3b919SPawel Jakub Dawidek if (pbp->bio_driver2 != NULL) { 253eaa3b919SPawel Jakub Dawidek free(pbp->bio_driver2, M_ELI); 254eaa3b919SPawel Jakub Dawidek pbp->bio_driver2 = NULL; 255eaa3b919SPawel Jakub Dawidek } 256c58794deSPawel Jakub Dawidek g_io_deliver(pbp, pbp->bio_error); 2575ad4a7c7SPawel Jakub Dawidek atomic_subtract_int(&sc->sc_inflight, 1); 258c58794deSPawel Jakub Dawidek return; 259c58794deSPawel Jakub Dawidek } 260c58794deSPawel Jakub Dawidek mtx_lock(&sc->sc_queue_mtx); 261c58794deSPawel Jakub Dawidek bioq_insert_tail(&sc->sc_queue, pbp); 262c58794deSPawel Jakub Dawidek mtx_unlock(&sc->sc_queue_mtx); 263c58794deSPawel Jakub Dawidek wakeup(sc); 264c58794deSPawel Jakub Dawidek } 265c58794deSPawel Jakub Dawidek 266c58794deSPawel Jakub Dawidek /* 267c58794deSPawel Jakub Dawidek * The function is called after we encrypt and write data. 268bb30fea6SPawel Jakub Dawidek * 269bb30fea6SPawel Jakub Dawidek * g_eli_start -> g_eli_crypto_run -> g_eli_crypto_write_done -> g_io_request -> G_ELI_WRITE_DONE -> g_io_deliver 270c58794deSPawel Jakub Dawidek */ 271eaa3b919SPawel Jakub Dawidek void 272c58794deSPawel Jakub Dawidek g_eli_write_done(struct bio *bp) 273c58794deSPawel Jakub Dawidek { 2745ad4a7c7SPawel Jakub Dawidek struct g_eli_softc *sc; 275c58794deSPawel Jakub Dawidek struct bio *pbp; 276c58794deSPawel Jakub Dawidek 277c58794deSPawel Jakub Dawidek G_ELI_LOGREQ(2, bp, "Request done."); 278c58794deSPawel Jakub Dawidek pbp = bp->bio_parent; 2792dc7e36bSSteven Hartland if (pbp->bio_error == 0 && bp->bio_error != 0) 280c58794deSPawel Jakub Dawidek pbp->bio_error = bp->bio_error; 28190574b0aSMikolaj Golub g_destroy_bio(bp); 282eaa3b919SPawel Jakub Dawidek /* 283eaa3b919SPawel Jakub Dawidek * Do we have all sectors already? 284eaa3b919SPawel Jakub Dawidek */ 285eaa3b919SPawel Jakub Dawidek pbp->bio_inbed++; 286eaa3b919SPawel Jakub Dawidek if (pbp->bio_inbed < pbp->bio_children) 287eaa3b919SPawel Jakub Dawidek return; 288c58794deSPawel Jakub Dawidek free(pbp->bio_driver2, M_ELI); 289c58794deSPawel Jakub Dawidek pbp->bio_driver2 = NULL; 290eaa3b919SPawel Jakub Dawidek if (pbp->bio_error != 0) { 2912dc7e36bSSteven Hartland G_ELI_LOGREQ(0, pbp, "%s() failed (error=%d)", __func__, 292c58794deSPawel Jakub Dawidek pbp->bio_error); 293c58794deSPawel Jakub Dawidek pbp->bio_completed = 0; 2942dc7e36bSSteven Hartland } else 2952dc7e36bSSteven Hartland pbp->bio_completed = pbp->bio_length; 2962dc7e36bSSteven Hartland 297c58794deSPawel Jakub Dawidek /* 298c58794deSPawel Jakub Dawidek * Write is finished, send it up. 299c58794deSPawel Jakub Dawidek */ 3005ad4a7c7SPawel Jakub Dawidek sc = pbp->bio_to->geom->softc; 301c58794deSPawel Jakub Dawidek g_io_deliver(pbp, pbp->bio_error); 3025ad4a7c7SPawel Jakub Dawidek atomic_subtract_int(&sc->sc_inflight, 1); 303c58794deSPawel Jakub Dawidek } 304c58794deSPawel Jakub Dawidek 305c58794deSPawel Jakub Dawidek /* 306c58794deSPawel Jakub Dawidek * This function should never be called, but GEOM made as it set ->orphan() 307c58794deSPawel Jakub Dawidek * method for every geom. 308c58794deSPawel Jakub Dawidek */ 309c58794deSPawel Jakub Dawidek static void 310c58794deSPawel Jakub Dawidek g_eli_orphan_spoil_assert(struct g_consumer *cp) 311c58794deSPawel Jakub Dawidek { 312c58794deSPawel Jakub Dawidek 313c58794deSPawel Jakub Dawidek panic("Function %s() called for %s.", __func__, cp->geom->name); 314c58794deSPawel Jakub Dawidek } 315c58794deSPawel Jakub Dawidek 316c58794deSPawel Jakub Dawidek static void 317c58794deSPawel Jakub Dawidek g_eli_orphan(struct g_consumer *cp) 318c58794deSPawel Jakub Dawidek { 319c58794deSPawel Jakub Dawidek struct g_eli_softc *sc; 320c58794deSPawel Jakub Dawidek 321c58794deSPawel Jakub Dawidek g_topology_assert(); 322c58794deSPawel Jakub Dawidek sc = cp->geom->softc; 323c58794deSPawel Jakub Dawidek if (sc == NULL) 324c58794deSPawel Jakub Dawidek return; 3255ad4a7c7SPawel Jakub Dawidek g_eli_destroy(sc, TRUE); 326c58794deSPawel Jakub Dawidek } 327c58794deSPawel Jakub Dawidek 328bb30fea6SPawel Jakub Dawidek /* 329056638c4SPawel Jakub Dawidek * BIO_READ: 3305ad4a7c7SPawel Jakub Dawidek * G_ELI_START -> g_eli_crypto_read -> g_io_request -> g_eli_read_done -> g_eli_crypto_run -> g_eli_crypto_read_done -> g_io_deliver 331056638c4SPawel Jakub Dawidek * BIO_WRITE: 332056638c4SPawel Jakub Dawidek * G_ELI_START -> g_eli_crypto_run -> g_eli_crypto_write_done -> g_io_request -> g_eli_write_done -> g_io_deliver 333bb30fea6SPawel Jakub Dawidek */ 334c58794deSPawel Jakub Dawidek static void 335c58794deSPawel Jakub Dawidek g_eli_start(struct bio *bp) 336c58794deSPawel Jakub Dawidek { 337c58794deSPawel Jakub Dawidek struct g_eli_softc *sc; 338d3a1be90SPawel Jakub Dawidek struct g_consumer *cp; 339c58794deSPawel Jakub Dawidek struct bio *cbp; 340c58794deSPawel Jakub Dawidek 341c58794deSPawel Jakub Dawidek sc = bp->bio_to->geom->softc; 342c58794deSPawel Jakub Dawidek KASSERT(sc != NULL, 343c58794deSPawel Jakub Dawidek ("Provider's error should be set (error=%d)(device=%s).", 344c58794deSPawel Jakub Dawidek bp->bio_to->error, bp->bio_to->name)); 345c58794deSPawel Jakub Dawidek G_ELI_LOGREQ(2, bp, "Request received."); 346c58794deSPawel Jakub Dawidek 347c58794deSPawel Jakub Dawidek switch (bp->bio_cmd) { 348c58794deSPawel Jakub Dawidek case BIO_READ: 349c58794deSPawel Jakub Dawidek case BIO_WRITE: 350d3a1be90SPawel Jakub Dawidek case BIO_GETATTR: 35142461fbaSPawel Jakub Dawidek case BIO_FLUSH: 3529a6844d5SKenneth D. Merry case BIO_ZONE: 353c58794deSPawel Jakub Dawidek break; 354c58794deSPawel Jakub Dawidek case BIO_DELETE: 355c58794deSPawel Jakub Dawidek /* 35646e34470SPawel Jakub Dawidek * If the user hasn't set the NODELETE flag, we just pass 35746e34470SPawel Jakub Dawidek * it down the stack and let the layers beneath us do (or 35846e34470SPawel Jakub Dawidek * not) whatever they do with it. If they have, we 35946e34470SPawel Jakub Dawidek * reject it. A possible extension would be an 36046e34470SPawel Jakub Dawidek * additional flag to take it as a hint to shred the data 36146e34470SPawel Jakub Dawidek * with [multiple?] overwrites. 362c58794deSPawel Jakub Dawidek */ 36346e34470SPawel Jakub Dawidek if (!(sc->sc_flags & G_ELI_FLAG_NODELETE)) 36446e34470SPawel Jakub Dawidek break; 365c58794deSPawel Jakub Dawidek default: 366c58794deSPawel Jakub Dawidek g_io_deliver(bp, EOPNOTSUPP); 367c58794deSPawel Jakub Dawidek return; 368c58794deSPawel Jakub Dawidek } 369c58794deSPawel Jakub Dawidek cbp = g_clone_bio(bp); 370c58794deSPawel Jakub Dawidek if (cbp == NULL) { 371c58794deSPawel Jakub Dawidek g_io_deliver(bp, ENOMEM); 372c58794deSPawel Jakub Dawidek return; 373c58794deSPawel Jakub Dawidek } 3745ad4a7c7SPawel Jakub Dawidek bp->bio_driver1 = cbp; 3755ad4a7c7SPawel Jakub Dawidek bp->bio_pflags = G_ELI_NEW_BIO; 376d3a1be90SPawel Jakub Dawidek switch (bp->bio_cmd) { 377d3a1be90SPawel Jakub Dawidek case BIO_READ: 378eaa3b919SPawel Jakub Dawidek if (!(sc->sc_flags & G_ELI_FLAG_AUTH)) { 3795ad4a7c7SPawel Jakub Dawidek g_eli_crypto_read(sc, bp, 0); 380d3a1be90SPawel Jakub Dawidek break; 381eaa3b919SPawel Jakub Dawidek } 382eaa3b919SPawel Jakub Dawidek /* FALLTHROUGH */ 383d3a1be90SPawel Jakub Dawidek case BIO_WRITE: 384c58794deSPawel Jakub Dawidek mtx_lock(&sc->sc_queue_mtx); 385c58794deSPawel Jakub Dawidek bioq_insert_tail(&sc->sc_queue, bp); 386c58794deSPawel Jakub Dawidek mtx_unlock(&sc->sc_queue_mtx); 387c58794deSPawel Jakub Dawidek wakeup(sc); 388d3a1be90SPawel Jakub Dawidek break; 389d3a1be90SPawel Jakub Dawidek case BIO_GETATTR: 39042461fbaSPawel Jakub Dawidek case BIO_FLUSH: 39146e34470SPawel Jakub Dawidek case BIO_DELETE: 3929a6844d5SKenneth D. Merry case BIO_ZONE: 393*0bab7fa8SAlan Somers if (bp->bio_cmd == BIO_GETATTR) 394*0bab7fa8SAlan Somers cbp->bio_done = g_eli_getattr_done; 395*0bab7fa8SAlan Somers else 396d3a1be90SPawel Jakub Dawidek cbp->bio_done = g_std_done; 397d3a1be90SPawel Jakub Dawidek cp = LIST_FIRST(&sc->sc_geom->consumer); 398d3a1be90SPawel Jakub Dawidek cbp->bio_to = cp->provider; 399cd0d707eSPawel Jakub Dawidek G_ELI_LOGREQ(2, cbp, "Sending request."); 400d3a1be90SPawel Jakub Dawidek g_io_request(cbp, cp); 401d3a1be90SPawel Jakub Dawidek break; 402c58794deSPawel Jakub Dawidek } 403c58794deSPawel Jakub Dawidek } 404c58794deSPawel Jakub Dawidek 4053ac01bc2SPawel Jakub Dawidek static int 4063ac01bc2SPawel Jakub Dawidek g_eli_newsession(struct g_eli_worker *wr) 4073ac01bc2SPawel Jakub Dawidek { 4083ac01bc2SPawel Jakub Dawidek struct g_eli_softc *sc; 4093ac01bc2SPawel Jakub Dawidek struct cryptoini crie, cria; 4103ac01bc2SPawel Jakub Dawidek int error; 4113ac01bc2SPawel Jakub Dawidek 4123ac01bc2SPawel Jakub Dawidek sc = wr->w_softc; 4133ac01bc2SPawel Jakub Dawidek 4143ac01bc2SPawel Jakub Dawidek bzero(&crie, sizeof(crie)); 4153ac01bc2SPawel Jakub Dawidek crie.cri_alg = sc->sc_ealgo; 4163ac01bc2SPawel Jakub Dawidek crie.cri_klen = sc->sc_ekeylen; 4173ac01bc2SPawel Jakub Dawidek if (sc->sc_ealgo == CRYPTO_AES_XTS) 4183ac01bc2SPawel Jakub Dawidek crie.cri_klen <<= 1; 419ad0a5236SPawel Jakub Dawidek if ((sc->sc_flags & G_ELI_FLAG_FIRST_KEY) != 0) { 420ad0a5236SPawel Jakub Dawidek crie.cri_key = g_eli_key_hold(sc, 0, 421ad0a5236SPawel Jakub Dawidek LIST_FIRST(&sc->sc_geom->consumer)->provider->sectorsize); 422ad0a5236SPawel Jakub Dawidek } else { 4231e09ff3dSPawel Jakub Dawidek crie.cri_key = sc->sc_ekey; 424ad0a5236SPawel Jakub Dawidek } 4253ac01bc2SPawel Jakub Dawidek if (sc->sc_flags & G_ELI_FLAG_AUTH) { 4263ac01bc2SPawel Jakub Dawidek bzero(&cria, sizeof(cria)); 4273ac01bc2SPawel Jakub Dawidek cria.cri_alg = sc->sc_aalgo; 4283ac01bc2SPawel Jakub Dawidek cria.cri_klen = sc->sc_akeylen; 4293ac01bc2SPawel Jakub Dawidek cria.cri_key = sc->sc_akey; 4303ac01bc2SPawel Jakub Dawidek crie.cri_next = &cria; 4313ac01bc2SPawel Jakub Dawidek } 4323ac01bc2SPawel Jakub Dawidek 4333ac01bc2SPawel Jakub Dawidek switch (sc->sc_crypto) { 4343ac01bc2SPawel Jakub Dawidek case G_ELI_CRYPTO_SW: 4353ac01bc2SPawel Jakub Dawidek error = crypto_newsession(&wr->w_sid, &crie, 4363ac01bc2SPawel Jakub Dawidek CRYPTOCAP_F_SOFTWARE); 4373ac01bc2SPawel Jakub Dawidek break; 4383ac01bc2SPawel Jakub Dawidek case G_ELI_CRYPTO_HW: 4393ac01bc2SPawel Jakub Dawidek error = crypto_newsession(&wr->w_sid, &crie, 4403ac01bc2SPawel Jakub Dawidek CRYPTOCAP_F_HARDWARE); 4413ac01bc2SPawel Jakub Dawidek break; 4423ac01bc2SPawel Jakub Dawidek case G_ELI_CRYPTO_UNKNOWN: 4433ac01bc2SPawel Jakub Dawidek error = crypto_newsession(&wr->w_sid, &crie, 4443ac01bc2SPawel Jakub Dawidek CRYPTOCAP_F_HARDWARE); 4453ac01bc2SPawel Jakub Dawidek if (error == 0) { 4463ac01bc2SPawel Jakub Dawidek mtx_lock(&sc->sc_queue_mtx); 4473ac01bc2SPawel Jakub Dawidek if (sc->sc_crypto == G_ELI_CRYPTO_UNKNOWN) 4483ac01bc2SPawel Jakub Dawidek sc->sc_crypto = G_ELI_CRYPTO_HW; 4493ac01bc2SPawel Jakub Dawidek mtx_unlock(&sc->sc_queue_mtx); 4503ac01bc2SPawel Jakub Dawidek } else { 4513ac01bc2SPawel Jakub Dawidek error = crypto_newsession(&wr->w_sid, &crie, 4523ac01bc2SPawel Jakub Dawidek CRYPTOCAP_F_SOFTWARE); 4533ac01bc2SPawel Jakub Dawidek mtx_lock(&sc->sc_queue_mtx); 4543ac01bc2SPawel Jakub Dawidek if (sc->sc_crypto == G_ELI_CRYPTO_UNKNOWN) 4553ac01bc2SPawel Jakub Dawidek sc->sc_crypto = G_ELI_CRYPTO_SW; 4563ac01bc2SPawel Jakub Dawidek mtx_unlock(&sc->sc_queue_mtx); 4573ac01bc2SPawel Jakub Dawidek } 4583ac01bc2SPawel Jakub Dawidek break; 4593ac01bc2SPawel Jakub Dawidek default: 4603ac01bc2SPawel Jakub Dawidek panic("%s: invalid condition", __func__); 4613ac01bc2SPawel Jakub Dawidek } 4623ac01bc2SPawel Jakub Dawidek 463ad0a5236SPawel Jakub Dawidek if ((sc->sc_flags & G_ELI_FLAG_FIRST_KEY) != 0) 464ad0a5236SPawel Jakub Dawidek g_eli_key_drop(sc, crie.cri_key); 465ad0a5236SPawel Jakub Dawidek 4663ac01bc2SPawel Jakub Dawidek return (error); 4673ac01bc2SPawel Jakub Dawidek } 4683ac01bc2SPawel Jakub Dawidek 4693ac01bc2SPawel Jakub Dawidek static void 4703ac01bc2SPawel Jakub Dawidek g_eli_freesession(struct g_eli_worker *wr) 4713ac01bc2SPawel Jakub Dawidek { 4723ac01bc2SPawel Jakub Dawidek 4733ac01bc2SPawel Jakub Dawidek crypto_freesession(wr->w_sid); 4743ac01bc2SPawel Jakub Dawidek } 4753ac01bc2SPawel Jakub Dawidek 4765ad4a7c7SPawel Jakub Dawidek static void 4775ad4a7c7SPawel Jakub Dawidek g_eli_cancel(struct g_eli_softc *sc) 4785ad4a7c7SPawel Jakub Dawidek { 4795ad4a7c7SPawel Jakub Dawidek struct bio *bp; 4805ad4a7c7SPawel Jakub Dawidek 4815ad4a7c7SPawel Jakub Dawidek mtx_assert(&sc->sc_queue_mtx, MA_OWNED); 4825ad4a7c7SPawel Jakub Dawidek 4835ad4a7c7SPawel Jakub Dawidek while ((bp = bioq_takefirst(&sc->sc_queue)) != NULL) { 4845ad4a7c7SPawel Jakub Dawidek KASSERT(bp->bio_pflags == G_ELI_NEW_BIO, 4855ad4a7c7SPawel Jakub Dawidek ("Not new bio when canceling (bp=%p).", bp)); 4865ad4a7c7SPawel Jakub Dawidek g_io_deliver(bp, ENXIO); 4875ad4a7c7SPawel Jakub Dawidek } 4885ad4a7c7SPawel Jakub Dawidek } 4895ad4a7c7SPawel Jakub Dawidek 4905ad4a7c7SPawel Jakub Dawidek static struct bio * 4915ad4a7c7SPawel Jakub Dawidek g_eli_takefirst(struct g_eli_softc *sc) 4925ad4a7c7SPawel Jakub Dawidek { 4935ad4a7c7SPawel Jakub Dawidek struct bio *bp; 4945ad4a7c7SPawel Jakub Dawidek 4955ad4a7c7SPawel Jakub Dawidek mtx_assert(&sc->sc_queue_mtx, MA_OWNED); 4965ad4a7c7SPawel Jakub Dawidek 4975ad4a7c7SPawel Jakub Dawidek if (!(sc->sc_flags & G_ELI_FLAG_SUSPEND)) 4985ad4a7c7SPawel Jakub Dawidek return (bioq_takefirst(&sc->sc_queue)); 4995ad4a7c7SPawel Jakub Dawidek /* 5005ad4a7c7SPawel Jakub Dawidek * Device suspended, so we skip new I/O requests. 5015ad4a7c7SPawel Jakub Dawidek */ 5025ad4a7c7SPawel Jakub Dawidek TAILQ_FOREACH(bp, &sc->sc_queue.queue, bio_queue) { 5035ad4a7c7SPawel Jakub Dawidek if (bp->bio_pflags != G_ELI_NEW_BIO) 5045ad4a7c7SPawel Jakub Dawidek break; 5055ad4a7c7SPawel Jakub Dawidek } 5065ad4a7c7SPawel Jakub Dawidek if (bp != NULL) 5075ad4a7c7SPawel Jakub Dawidek bioq_remove(&sc->sc_queue, bp); 5085ad4a7c7SPawel Jakub Dawidek return (bp); 5095ad4a7c7SPawel Jakub Dawidek } 5105ad4a7c7SPawel Jakub Dawidek 511c58794deSPawel Jakub Dawidek /* 512c58794deSPawel Jakub Dawidek * This is the main function for kernel worker thread when we don't have 513c58794deSPawel Jakub Dawidek * hardware acceleration and we have to do cryptography in software. 514c58794deSPawel Jakub Dawidek * Dedicated thread is needed, so we don't slow down g_up/g_down GEOM 515c58794deSPawel Jakub Dawidek * threads with crypto work. 516c58794deSPawel Jakub Dawidek */ 517c58794deSPawel Jakub Dawidek static void 518c58794deSPawel Jakub Dawidek g_eli_worker(void *arg) 519c58794deSPawel Jakub Dawidek { 520c58794deSPawel Jakub Dawidek struct g_eli_softc *sc; 521c58794deSPawel Jakub Dawidek struct g_eli_worker *wr; 522c58794deSPawel Jakub Dawidek struct bio *bp; 5233ac01bc2SPawel Jakub Dawidek int error; 524c58794deSPawel Jakub Dawidek 525c58794deSPawel Jakub Dawidek wr = arg; 526c58794deSPawel Jakub Dawidek sc = wr->w_softc; 527fdce57a0SJohn Baldwin #ifdef EARLY_AP_STARTUP 528fdce57a0SJohn Baldwin MPASS(!sc->sc_cpubind || smp_started); 529fdce57a0SJohn Baldwin #elif defined(SMP) 530a1ea1a22SPawel Jakub Dawidek /* Before sched_bind() to a CPU, wait for all CPUs to go on-line. */ 5310c879bd9SPawel Jakub Dawidek if (sc->sc_cpubind) { 532a1ea1a22SPawel Jakub Dawidek while (!smp_started) 533a1ea1a22SPawel Jakub Dawidek tsleep(wr, 0, "geli:smp", hz / 4); 534a1ea1a22SPawel Jakub Dawidek } 535a1ea1a22SPawel Jakub Dawidek #endif 536982d11f8SJeff Roberson thread_lock(curthread); 53731c4cef7SPawel Jakub Dawidek sched_prio(curthread, PUSER); 5380c879bd9SPawel Jakub Dawidek if (sc->sc_cpubind) 5390c879bd9SPawel Jakub Dawidek sched_bind(curthread, wr->w_number % mp_ncpus); 540982d11f8SJeff Roberson thread_unlock(curthread); 541c58794deSPawel Jakub Dawidek 542c58794deSPawel Jakub Dawidek G_ELI_DEBUG(1, "Thread %s started.", curthread->td_proc->p_comm); 543c58794deSPawel Jakub Dawidek 544c58794deSPawel Jakub Dawidek for (;;) { 545c58794deSPawel Jakub Dawidek mtx_lock(&sc->sc_queue_mtx); 5465ad4a7c7SPawel Jakub Dawidek again: 5475ad4a7c7SPawel Jakub Dawidek bp = g_eli_takefirst(sc); 548c58794deSPawel Jakub Dawidek if (bp == NULL) { 549eaa3b919SPawel Jakub Dawidek if (sc->sc_flags & G_ELI_FLAG_DESTROY) { 5505ad4a7c7SPawel Jakub Dawidek g_eli_cancel(sc); 551c58794deSPawel Jakub Dawidek LIST_REMOVE(wr, w_next); 5523ac01bc2SPawel Jakub Dawidek g_eli_freesession(wr); 553c58794deSPawel Jakub Dawidek free(wr, M_ELI); 554c58794deSPawel Jakub Dawidek G_ELI_DEBUG(1, "Thread %s exiting.", 555c58794deSPawel Jakub Dawidek curthread->td_proc->p_comm); 556c58794deSPawel Jakub Dawidek wakeup(&sc->sc_workers); 557c58794deSPawel Jakub Dawidek mtx_unlock(&sc->sc_queue_mtx); 5583745c395SJulian Elischer kproc_exit(0); 559c58794deSPawel Jakub Dawidek } 5605ad4a7c7SPawel Jakub Dawidek while (sc->sc_flags & G_ELI_FLAG_SUSPEND) { 5615ad4a7c7SPawel Jakub Dawidek if (sc->sc_inflight > 0) { 562038c55adSPawel Jakub Dawidek G_ELI_DEBUG(0, "inflight=%d", 563038c55adSPawel Jakub Dawidek sc->sc_inflight); 5645ad4a7c7SPawel Jakub Dawidek /* 5655ad4a7c7SPawel Jakub Dawidek * We still have inflight BIOs, so 5665ad4a7c7SPawel Jakub Dawidek * sleep and retry. 5675ad4a7c7SPawel Jakub Dawidek */ 5685ad4a7c7SPawel Jakub Dawidek msleep(sc, &sc->sc_queue_mtx, PRIBIO, 5695ad4a7c7SPawel Jakub Dawidek "geli:inf", hz / 5); 5705ad4a7c7SPawel Jakub Dawidek goto again; 5715ad4a7c7SPawel Jakub Dawidek } 5725ad4a7c7SPawel Jakub Dawidek /* 5735ad4a7c7SPawel Jakub Dawidek * Suspend requested, mark the worker as 5745ad4a7c7SPawel Jakub Dawidek * suspended and go to sleep. 5755ad4a7c7SPawel Jakub Dawidek */ 5763ac01bc2SPawel Jakub Dawidek if (wr->w_active) { 5773ac01bc2SPawel Jakub Dawidek g_eli_freesession(wr); 5783ac01bc2SPawel Jakub Dawidek wr->w_active = FALSE; 5793ac01bc2SPawel Jakub Dawidek } 5805ad4a7c7SPawel Jakub Dawidek wakeup(&sc->sc_workers); 5815ad4a7c7SPawel Jakub Dawidek msleep(sc, &sc->sc_queue_mtx, PRIBIO, 5825ad4a7c7SPawel Jakub Dawidek "geli:suspend", 0); 5833ac01bc2SPawel Jakub Dawidek if (!wr->w_active && 5843ac01bc2SPawel Jakub Dawidek !(sc->sc_flags & G_ELI_FLAG_SUSPEND)) { 5853ac01bc2SPawel Jakub Dawidek error = g_eli_newsession(wr); 5863ac01bc2SPawel Jakub Dawidek KASSERT(error == 0, 5873ac01bc2SPawel Jakub Dawidek ("g_eli_newsession() failed on resume (error=%d)", 5883ac01bc2SPawel Jakub Dawidek error)); 5893ac01bc2SPawel Jakub Dawidek wr->w_active = TRUE; 5903ac01bc2SPawel Jakub Dawidek } 5915ad4a7c7SPawel Jakub Dawidek goto again; 5925ad4a7c7SPawel Jakub Dawidek } 59331c4cef7SPawel Jakub Dawidek msleep(sc, &sc->sc_queue_mtx, PDROP, "geli:w", 0); 594c58794deSPawel Jakub Dawidek continue; 595c58794deSPawel Jakub Dawidek } 5965ad4a7c7SPawel Jakub Dawidek if (bp->bio_pflags == G_ELI_NEW_BIO) 5975ad4a7c7SPawel Jakub Dawidek atomic_add_int(&sc->sc_inflight, 1); 598c58794deSPawel Jakub Dawidek mtx_unlock(&sc->sc_queue_mtx); 5995ad4a7c7SPawel Jakub Dawidek if (bp->bio_pflags == G_ELI_NEW_BIO) { 6005ad4a7c7SPawel Jakub Dawidek bp->bio_pflags = 0; 6015ad4a7c7SPawel Jakub Dawidek if (sc->sc_flags & G_ELI_FLAG_AUTH) { 6025ad4a7c7SPawel Jakub Dawidek if (bp->bio_cmd == BIO_READ) 603eaa3b919SPawel Jakub Dawidek g_eli_auth_read(sc, bp); 6045ad4a7c7SPawel Jakub Dawidek else 6055ad4a7c7SPawel Jakub Dawidek g_eli_auth_run(wr, bp); 6065ad4a7c7SPawel Jakub Dawidek } else { 6075ad4a7c7SPawel Jakub Dawidek if (bp->bio_cmd == BIO_READ) 6085ad4a7c7SPawel Jakub Dawidek g_eli_crypto_read(sc, bp, 1); 6095ad4a7c7SPawel Jakub Dawidek else 6105ad4a7c7SPawel Jakub Dawidek g_eli_crypto_run(wr, bp); 6115ad4a7c7SPawel Jakub Dawidek } 6125ad4a7c7SPawel Jakub Dawidek } else { 6135ad4a7c7SPawel Jakub Dawidek if (sc->sc_flags & G_ELI_FLAG_AUTH) 614eaa3b919SPawel Jakub Dawidek g_eli_auth_run(wr, bp); 615eaa3b919SPawel Jakub Dawidek else 616dddd1d53SPawel Jakub Dawidek g_eli_crypto_run(wr, bp); 617c58794deSPawel Jakub Dawidek } 618c58794deSPawel Jakub Dawidek } 6195ad4a7c7SPawel Jakub Dawidek } 620c58794deSPawel Jakub Dawidek 621c58794deSPawel Jakub Dawidek int 622c58794deSPawel Jakub Dawidek g_eli_read_metadata(struct g_class *mp, struct g_provider *pp, 623c58794deSPawel Jakub Dawidek struct g_eli_metadata *md) 624c58794deSPawel Jakub Dawidek { 625c58794deSPawel Jakub Dawidek struct g_geom *gp; 626c58794deSPawel Jakub Dawidek struct g_consumer *cp; 627c58794deSPawel Jakub Dawidek u_char *buf = NULL; 628c58794deSPawel Jakub Dawidek int error; 629c58794deSPawel Jakub Dawidek 630c58794deSPawel Jakub Dawidek g_topology_assert(); 631c58794deSPawel Jakub Dawidek 632c58794deSPawel Jakub Dawidek gp = g_new_geomf(mp, "eli:taste"); 633c58794deSPawel Jakub Dawidek gp->start = g_eli_start; 634c58794deSPawel Jakub Dawidek gp->access = g_std_access; 635c58794deSPawel Jakub Dawidek /* 636c58794deSPawel Jakub Dawidek * g_eli_read_metadata() is always called from the event thread. 637c58794deSPawel Jakub Dawidek * Our geom is created and destroyed in the same event, so there 638c58794deSPawel Jakub Dawidek * could be no orphan nor spoil event in the meantime. 639c58794deSPawel Jakub Dawidek */ 640c58794deSPawel Jakub Dawidek gp->orphan = g_eli_orphan_spoil_assert; 641c58794deSPawel Jakub Dawidek gp->spoiled = g_eli_orphan_spoil_assert; 642c58794deSPawel Jakub Dawidek cp = g_new_consumer(gp); 643c58794deSPawel Jakub Dawidek error = g_attach(cp, pp); 644c58794deSPawel Jakub Dawidek if (error != 0) 645c58794deSPawel Jakub Dawidek goto end; 646c58794deSPawel Jakub Dawidek error = g_access(cp, 1, 0, 0); 647c58794deSPawel Jakub Dawidek if (error != 0) 648c58794deSPawel Jakub Dawidek goto end; 649c58794deSPawel Jakub Dawidek g_topology_unlock(); 650c58794deSPawel Jakub Dawidek buf = g_read_data(cp, pp->mediasize - pp->sectorsize, pp->sectorsize, 651c58794deSPawel Jakub Dawidek &error); 652c58794deSPawel Jakub Dawidek g_topology_lock(); 6538a4a44b5SMaxim Sobolev if (buf == NULL) 654c58794deSPawel Jakub Dawidek goto end; 655fefb6a14SPawel Jakub Dawidek error = eli_metadata_decode(buf, md); 656fefb6a14SPawel Jakub Dawidek if (error != 0) 657fefb6a14SPawel Jakub Dawidek goto end; 658fefb6a14SPawel Jakub Dawidek /* Metadata was read and decoded successfully. */ 659c58794deSPawel Jakub Dawidek end: 660c58794deSPawel Jakub Dawidek if (buf != NULL) 661c58794deSPawel Jakub Dawidek g_free(buf); 662c58794deSPawel Jakub Dawidek if (cp->provider != NULL) { 663c58794deSPawel Jakub Dawidek if (cp->acr == 1) 664c58794deSPawel Jakub Dawidek g_access(cp, -1, 0, 0); 665c58794deSPawel Jakub Dawidek g_detach(cp); 666c58794deSPawel Jakub Dawidek } 667c58794deSPawel Jakub Dawidek g_destroy_consumer(cp); 668c58794deSPawel Jakub Dawidek g_destroy_geom(gp); 669c58794deSPawel Jakub Dawidek return (error); 670c58794deSPawel Jakub Dawidek } 671c58794deSPawel Jakub Dawidek 672c58794deSPawel Jakub Dawidek /* 673c58794deSPawel Jakub Dawidek * The function is called when we had last close on provider and user requested 674c58794deSPawel Jakub Dawidek * to close it when this situation occur. 675c58794deSPawel Jakub Dawidek */ 676c58794deSPawel Jakub Dawidek static void 67719351a14SAlexander Motin g_eli_last_close(void *arg, int flags __unused) 678c58794deSPawel Jakub Dawidek { 679c58794deSPawel Jakub Dawidek struct g_geom *gp; 68019351a14SAlexander Motin char gpname[64]; 681c58794deSPawel Jakub Dawidek int error; 682c58794deSPawel Jakub Dawidek 683c58794deSPawel Jakub Dawidek g_topology_assert(); 68419351a14SAlexander Motin gp = arg; 68519351a14SAlexander Motin strlcpy(gpname, gp->name, sizeof(gpname)); 68619351a14SAlexander Motin error = g_eli_destroy(gp->softc, TRUE); 687c58794deSPawel Jakub Dawidek KASSERT(error == 0, ("Cannot detach %s on last close (error=%d).", 68819351a14SAlexander Motin gpname, error)); 68919351a14SAlexander Motin G_ELI_DEBUG(0, "Detached %s on last close.", gpname); 690c58794deSPawel Jakub Dawidek } 691c58794deSPawel Jakub Dawidek 692c58794deSPawel Jakub Dawidek int 693c58794deSPawel Jakub Dawidek g_eli_access(struct g_provider *pp, int dr, int dw, int de) 694c58794deSPawel Jakub Dawidek { 695c58794deSPawel Jakub Dawidek struct g_eli_softc *sc; 696c58794deSPawel Jakub Dawidek struct g_geom *gp; 697c58794deSPawel Jakub Dawidek 698c58794deSPawel Jakub Dawidek gp = pp->geom; 699c58794deSPawel Jakub Dawidek sc = gp->softc; 700c58794deSPawel Jakub Dawidek 701c58794deSPawel Jakub Dawidek if (dw > 0) { 70285059016SPawel Jakub Dawidek if (sc->sc_flags & G_ELI_FLAG_RO) { 70385059016SPawel Jakub Dawidek /* Deny write attempts. */ 70485059016SPawel Jakub Dawidek return (EROFS); 70585059016SPawel Jakub Dawidek } 706c58794deSPawel Jakub Dawidek /* Someone is opening us for write, we need to remember that. */ 707c58794deSPawel Jakub Dawidek sc->sc_flags |= G_ELI_FLAG_WOPEN; 708c58794deSPawel Jakub Dawidek return (0); 709c58794deSPawel Jakub Dawidek } 710c58794deSPawel Jakub Dawidek /* Is this the last close? */ 711c58794deSPawel Jakub Dawidek if (pp->acr + dr > 0 || pp->acw + dw > 0 || pp->ace + de > 0) 712c58794deSPawel Jakub Dawidek return (0); 713c58794deSPawel Jakub Dawidek 714c58794deSPawel Jakub Dawidek /* 715c58794deSPawel Jakub Dawidek * Automatically detach on last close if requested. 716c58794deSPawel Jakub Dawidek */ 717c58794deSPawel Jakub Dawidek if ((sc->sc_flags & G_ELI_FLAG_RW_DETACH) || 718c58794deSPawel Jakub Dawidek (sc->sc_flags & G_ELI_FLAG_WOPEN)) { 71919351a14SAlexander Motin g_post_event(g_eli_last_close, gp, M_WAITOK, NULL); 720c58794deSPawel Jakub Dawidek } 721c58794deSPawel Jakub Dawidek return (0); 722c58794deSPawel Jakub Dawidek } 723c58794deSPawel Jakub Dawidek 724eba8f137SPawel Jakub Dawidek static int 725eba8f137SPawel Jakub Dawidek g_eli_cpu_is_disabled(int cpu) 726eba8f137SPawel Jakub Dawidek { 727eba8f137SPawel Jakub Dawidek #ifdef SMP 72871a19bdcSAttilio Rao return (CPU_ISSET(cpu, &hlt_cpus_mask)); 729eba8f137SPawel Jakub Dawidek #else 730eba8f137SPawel Jakub Dawidek return (0); 731eba8f137SPawel Jakub Dawidek #endif 732eba8f137SPawel Jakub Dawidek } 733eba8f137SPawel Jakub Dawidek 734c58794deSPawel Jakub Dawidek struct g_geom * 735c58794deSPawel Jakub Dawidek g_eli_create(struct gctl_req *req, struct g_class *mp, struct g_provider *bpp, 736c58794deSPawel Jakub Dawidek const struct g_eli_metadata *md, const u_char *mkey, int nkey) 737c58794deSPawel Jakub Dawidek { 738c58794deSPawel Jakub Dawidek struct g_eli_softc *sc; 739c58794deSPawel Jakub Dawidek struct g_eli_worker *wr; 740c58794deSPawel Jakub Dawidek struct g_geom *gp; 741c58794deSPawel Jakub Dawidek struct g_provider *pp; 742c58794deSPawel Jakub Dawidek struct g_consumer *cp; 743c58794deSPawel Jakub Dawidek u_int i, threads; 744c58794deSPawel Jakub Dawidek int error; 745c58794deSPawel Jakub Dawidek 746c58794deSPawel Jakub Dawidek G_ELI_DEBUG(1, "Creating device %s%s.", bpp->name, G_ELI_SUFFIX); 747c58794deSPawel Jakub Dawidek 748c58794deSPawel Jakub Dawidek gp = g_new_geomf(mp, "%s%s", bpp->name, G_ELI_SUFFIX); 749c58794deSPawel Jakub Dawidek sc = malloc(sizeof(*sc), M_ELI, M_WAITOK | M_ZERO); 750c58794deSPawel Jakub Dawidek gp->start = g_eli_start; 751c58794deSPawel Jakub Dawidek /* 7524273d412SPawel Jakub Dawidek * Spoiling can happen even though we have the provider open 7534273d412SPawel Jakub Dawidek * exclusively, e.g. through media change events. 754c58794deSPawel Jakub Dawidek */ 7554273d412SPawel Jakub Dawidek gp->spoiled = g_eli_orphan; 756c58794deSPawel Jakub Dawidek gp->orphan = g_eli_orphan; 75785059016SPawel Jakub Dawidek gp->dumpconf = g_eli_dumpconf; 758c58794deSPawel Jakub Dawidek /* 75985059016SPawel Jakub Dawidek * If detach-on-last-close feature is not enabled and we don't operate 76085059016SPawel Jakub Dawidek * on read-only provider, we can simply use g_std_access(). 761c58794deSPawel Jakub Dawidek */ 76285059016SPawel Jakub Dawidek if (md->md_flags & (G_ELI_FLAG_WO_DETACH | G_ELI_FLAG_RO)) 763c58794deSPawel Jakub Dawidek gp->access = g_eli_access; 764c58794deSPawel Jakub Dawidek else 765c58794deSPawel Jakub Dawidek gp->access = g_std_access; 766c58794deSPawel Jakub Dawidek 7674332fecaSAllan Jude eli_metadata_softc(sc, md, bpp->sectorsize, bpp->mediasize); 768c58794deSPawel Jakub Dawidek sc->sc_nkey = nkey; 769eaa3b919SPawel Jakub Dawidek 770c58794deSPawel Jakub Dawidek gp->softc = sc; 771c58794deSPawel Jakub Dawidek sc->sc_geom = gp; 772c58794deSPawel Jakub Dawidek 773c58794deSPawel Jakub Dawidek bioq_init(&sc->sc_queue); 774c58794deSPawel Jakub Dawidek mtx_init(&sc->sc_queue_mtx, "geli:queue", NULL, MTX_DEF); 7751e09ff3dSPawel Jakub Dawidek mtx_init(&sc->sc_ekeys_lock, "geli:ekeys", NULL, MTX_DEF); 776c58794deSPawel Jakub Dawidek 777c58794deSPawel Jakub Dawidek pp = NULL; 778c58794deSPawel Jakub Dawidek cp = g_new_consumer(gp); 779c58794deSPawel Jakub Dawidek error = g_attach(cp, bpp); 780c58794deSPawel Jakub Dawidek if (error != 0) { 781c58794deSPawel Jakub Dawidek if (req != NULL) { 782c58794deSPawel Jakub Dawidek gctl_error(req, "Cannot attach to %s (error=%d).", 783c58794deSPawel Jakub Dawidek bpp->name, error); 784c58794deSPawel Jakub Dawidek } else { 785c58794deSPawel Jakub Dawidek G_ELI_DEBUG(1, "Cannot attach to %s (error=%d).", 786c58794deSPawel Jakub Dawidek bpp->name, error); 787c58794deSPawel Jakub Dawidek } 788c58794deSPawel Jakub Dawidek goto failed; 789c58794deSPawel Jakub Dawidek } 790c58794deSPawel Jakub Dawidek /* 791c58794deSPawel Jakub Dawidek * Keep provider open all the time, so we can run critical tasks, 792c58794deSPawel Jakub Dawidek * like Master Keys deletion, without wondering if we can open 793c58794deSPawel Jakub Dawidek * provider or not. 79485059016SPawel Jakub Dawidek * We don't open provider for writing only when user requested read-only 79585059016SPawel Jakub Dawidek * access. 796c58794deSPawel Jakub Dawidek */ 79785059016SPawel Jakub Dawidek if (sc->sc_flags & G_ELI_FLAG_RO) 79885059016SPawel Jakub Dawidek error = g_access(cp, 1, 0, 1); 79985059016SPawel Jakub Dawidek else 800c58794deSPawel Jakub Dawidek error = g_access(cp, 1, 1, 1); 801c58794deSPawel Jakub Dawidek if (error != 0) { 802c58794deSPawel Jakub Dawidek if (req != NULL) { 803c58794deSPawel Jakub Dawidek gctl_error(req, "Cannot access %s (error=%d).", 804c58794deSPawel Jakub Dawidek bpp->name, error); 805c58794deSPawel Jakub Dawidek } else { 806c58794deSPawel Jakub Dawidek G_ELI_DEBUG(1, "Cannot access %s (error=%d).", 807c58794deSPawel Jakub Dawidek bpp->name, error); 808c58794deSPawel Jakub Dawidek } 809c58794deSPawel Jakub Dawidek goto failed; 810c58794deSPawel Jakub Dawidek } 811c58794deSPawel Jakub Dawidek 812c6a26d4cSPawel Jakub Dawidek /* 813c6a26d4cSPawel Jakub Dawidek * Remember the keys in our softc structure. 814c6a26d4cSPawel Jakub Dawidek */ 815c6a26d4cSPawel Jakub Dawidek g_eli_mkey_propagate(sc, mkey); 816c6a26d4cSPawel Jakub Dawidek 817c58794deSPawel Jakub Dawidek LIST_INIT(&sc->sc_workers); 818c58794deSPawel Jakub Dawidek 819c58794deSPawel Jakub Dawidek threads = g_eli_threads; 820dd549194SPawel Jakub Dawidek if (threads == 0) 821dd549194SPawel Jakub Dawidek threads = mp_ncpus; 8220c879bd9SPawel Jakub Dawidek sc->sc_cpubind = (mp_ncpus > 1 && threads == mp_ncpus); 823c58794deSPawel Jakub Dawidek for (i = 0; i < threads; i++) { 824eba8f137SPawel Jakub Dawidek if (g_eli_cpu_is_disabled(i)) { 825eba8f137SPawel Jakub Dawidek G_ELI_DEBUG(1, "%s: CPU %u disabled, skipping.", 8261506db21SPawel Jakub Dawidek bpp->name, i); 827eba8f137SPawel Jakub Dawidek continue; 828eba8f137SPawel Jakub Dawidek } 829c58794deSPawel Jakub Dawidek wr = malloc(sizeof(*wr), M_ELI, M_WAITOK | M_ZERO); 830c58794deSPawel Jakub Dawidek wr->w_softc = sc; 831c58794deSPawel Jakub Dawidek wr->w_number = i; 8325ad4a7c7SPawel Jakub Dawidek wr->w_active = TRUE; 833c58794deSPawel Jakub Dawidek 8343ac01bc2SPawel Jakub Dawidek error = g_eli_newsession(wr); 835c58794deSPawel Jakub Dawidek if (error != 0) { 836c58794deSPawel Jakub Dawidek free(wr, M_ELI); 837c58794deSPawel Jakub Dawidek if (req != NULL) { 838c58794deSPawel Jakub Dawidek gctl_error(req, "Cannot set up crypto session " 839c58794deSPawel Jakub Dawidek "for %s (error=%d).", bpp->name, error); 840c58794deSPawel Jakub Dawidek } else { 841c58794deSPawel Jakub Dawidek G_ELI_DEBUG(1, "Cannot set up crypto session " 842c58794deSPawel Jakub Dawidek "for %s (error=%d).", bpp->name, error); 843c58794deSPawel Jakub Dawidek } 844c58794deSPawel Jakub Dawidek goto failed; 845c58794deSPawel Jakub Dawidek } 846c58794deSPawel Jakub Dawidek 8473745c395SJulian Elischer error = kproc_create(g_eli_worker, wr, &wr->w_proc, 0, 0, 848c58794deSPawel Jakub Dawidek "g_eli[%u] %s", i, bpp->name); 849c58794deSPawel Jakub Dawidek if (error != 0) { 8503ac01bc2SPawel Jakub Dawidek g_eli_freesession(wr); 851c58794deSPawel Jakub Dawidek free(wr, M_ELI); 852c58794deSPawel Jakub Dawidek if (req != NULL) { 853dddd1d53SPawel Jakub Dawidek gctl_error(req, "Cannot create kernel thread " 854dddd1d53SPawel Jakub Dawidek "for %s (error=%d).", bpp->name, error); 855c58794deSPawel Jakub Dawidek } else { 856dddd1d53SPawel Jakub Dawidek G_ELI_DEBUG(1, "Cannot create kernel thread " 857dddd1d53SPawel Jakub Dawidek "for %s (error=%d).", bpp->name, error); 858c58794deSPawel Jakub Dawidek } 859c58794deSPawel Jakub Dawidek goto failed; 860c58794deSPawel Jakub Dawidek } 861c58794deSPawel Jakub Dawidek LIST_INSERT_HEAD(&sc->sc_workers, wr, w_next); 862c58794deSPawel Jakub Dawidek } 863c58794deSPawel Jakub Dawidek 864c58794deSPawel Jakub Dawidek /* 865c58794deSPawel Jakub Dawidek * Create decrypted provider. 866c58794deSPawel Jakub Dawidek */ 867c58794deSPawel Jakub Dawidek pp = g_new_providerf(gp, "%s%s", bpp->name, G_ELI_SUFFIX); 868c6a26d4cSPawel Jakub Dawidek pp->mediasize = sc->sc_mediasize; 869c6a26d4cSPawel Jakub Dawidek pp->sectorsize = sc->sc_sectorsize; 870eaa3b919SPawel Jakub Dawidek 871c58794deSPawel Jakub Dawidek g_error_provider(pp, 0); 872c58794deSPawel Jakub Dawidek 873c58794deSPawel Jakub Dawidek G_ELI_DEBUG(0, "Device %s created.", pp->name); 874eaa3b919SPawel Jakub Dawidek G_ELI_DEBUG(0, "Encryption: %s %u", g_eli_algo2str(sc->sc_ealgo), 875eaa3b919SPawel Jakub Dawidek sc->sc_ekeylen); 876eaa3b919SPawel Jakub Dawidek if (sc->sc_flags & G_ELI_FLAG_AUTH) 877eaa3b919SPawel Jakub Dawidek G_ELI_DEBUG(0, " Integrity: %s", g_eli_algo2str(sc->sc_aalgo)); 878c58794deSPawel Jakub Dawidek G_ELI_DEBUG(0, " Crypto: %s", 879c58794deSPawel Jakub Dawidek sc->sc_crypto == G_ELI_CRYPTO_SW ? "software" : "hardware"); 880c58794deSPawel Jakub Dawidek return (gp); 881c58794deSPawel Jakub Dawidek failed: 882c58794deSPawel Jakub Dawidek mtx_lock(&sc->sc_queue_mtx); 883c58794deSPawel Jakub Dawidek sc->sc_flags |= G_ELI_FLAG_DESTROY; 884c58794deSPawel Jakub Dawidek wakeup(sc); 885c58794deSPawel Jakub Dawidek /* 886c58794deSPawel Jakub Dawidek * Wait for kernel threads self destruction. 887c58794deSPawel Jakub Dawidek */ 888c58794deSPawel Jakub Dawidek while (!LIST_EMPTY(&sc->sc_workers)) { 889c58794deSPawel Jakub Dawidek msleep(&sc->sc_workers, &sc->sc_queue_mtx, PRIBIO, 890c58794deSPawel Jakub Dawidek "geli:destroy", 0); 891c58794deSPawel Jakub Dawidek } 892c58794deSPawel Jakub Dawidek mtx_destroy(&sc->sc_queue_mtx); 893c58794deSPawel Jakub Dawidek if (cp->provider != NULL) { 894c58794deSPawel Jakub Dawidek if (cp->acr == 1) 895c58794deSPawel Jakub Dawidek g_access(cp, -1, -1, -1); 896c58794deSPawel Jakub Dawidek g_detach(cp); 897c58794deSPawel Jakub Dawidek } 898c58794deSPawel Jakub Dawidek g_destroy_consumer(cp); 899c58794deSPawel Jakub Dawidek g_destroy_geom(gp); 9001e09ff3dSPawel Jakub Dawidek g_eli_key_destroy(sc); 901c58794deSPawel Jakub Dawidek bzero(sc, sizeof(*sc)); 902c58794deSPawel Jakub Dawidek free(sc, M_ELI); 903c58794deSPawel Jakub Dawidek return (NULL); 904c58794deSPawel Jakub Dawidek } 905c58794deSPawel Jakub Dawidek 906c58794deSPawel Jakub Dawidek int 907c58794deSPawel Jakub Dawidek g_eli_destroy(struct g_eli_softc *sc, boolean_t force) 908c58794deSPawel Jakub Dawidek { 909c58794deSPawel Jakub Dawidek struct g_geom *gp; 910c58794deSPawel Jakub Dawidek struct g_provider *pp; 911c58794deSPawel Jakub Dawidek 912c58794deSPawel Jakub Dawidek g_topology_assert(); 913c58794deSPawel Jakub Dawidek 914c58794deSPawel Jakub Dawidek if (sc == NULL) 915c58794deSPawel Jakub Dawidek return (ENXIO); 916c58794deSPawel Jakub Dawidek 917c58794deSPawel Jakub Dawidek gp = sc->sc_geom; 918c58794deSPawel Jakub Dawidek pp = LIST_FIRST(&gp->provider); 919c58794deSPawel Jakub Dawidek if (pp != NULL && (pp->acr != 0 || pp->acw != 0 || pp->ace != 0)) { 920c58794deSPawel Jakub Dawidek if (force) { 921c58794deSPawel Jakub Dawidek G_ELI_DEBUG(1, "Device %s is still open, so it " 92298645006SChristian Brueffer "cannot be definitely removed.", pp->name); 92319351a14SAlexander Motin sc->sc_flags |= G_ELI_FLAG_RW_DETACH; 92419351a14SAlexander Motin gp->access = g_eli_access; 92519351a14SAlexander Motin g_wither_provider(pp, ENXIO); 92619351a14SAlexander Motin return (EBUSY); 927c58794deSPawel Jakub Dawidek } else { 928c58794deSPawel Jakub Dawidek G_ELI_DEBUG(1, 929c58794deSPawel Jakub Dawidek "Device %s is still open (r%dw%de%d).", pp->name, 930c58794deSPawel Jakub Dawidek pp->acr, pp->acw, pp->ace); 931c58794deSPawel Jakub Dawidek return (EBUSY); 932c58794deSPawel Jakub Dawidek } 933c58794deSPawel Jakub Dawidek } 934c58794deSPawel Jakub Dawidek 935c58794deSPawel Jakub Dawidek mtx_lock(&sc->sc_queue_mtx); 936c58794deSPawel Jakub Dawidek sc->sc_flags |= G_ELI_FLAG_DESTROY; 937c58794deSPawel Jakub Dawidek wakeup(sc); 938c58794deSPawel Jakub Dawidek while (!LIST_EMPTY(&sc->sc_workers)) { 939c58794deSPawel Jakub Dawidek msleep(&sc->sc_workers, &sc->sc_queue_mtx, PRIBIO, 940c58794deSPawel Jakub Dawidek "geli:destroy", 0); 941c58794deSPawel Jakub Dawidek } 942c58794deSPawel Jakub Dawidek mtx_destroy(&sc->sc_queue_mtx); 943c58794deSPawel Jakub Dawidek gp->softc = NULL; 9441e09ff3dSPawel Jakub Dawidek g_eli_key_destroy(sc); 945c58794deSPawel Jakub Dawidek bzero(sc, sizeof(*sc)); 946c58794deSPawel Jakub Dawidek free(sc, M_ELI); 947c58794deSPawel Jakub Dawidek 948c58794deSPawel Jakub Dawidek if (pp == NULL || (pp->acr == 0 && pp->acw == 0 && pp->ace == 0)) 949c58794deSPawel Jakub Dawidek G_ELI_DEBUG(0, "Device %s destroyed.", gp->name); 950c58794deSPawel Jakub Dawidek g_wither_geom_close(gp, ENXIO); 951c58794deSPawel Jakub Dawidek 952c58794deSPawel Jakub Dawidek return (0); 953c58794deSPawel Jakub Dawidek } 954c58794deSPawel Jakub Dawidek 955c58794deSPawel Jakub Dawidek static int 956c58794deSPawel Jakub Dawidek g_eli_destroy_geom(struct gctl_req *req __unused, 957c58794deSPawel Jakub Dawidek struct g_class *mp __unused, struct g_geom *gp) 958c58794deSPawel Jakub Dawidek { 959c58794deSPawel Jakub Dawidek struct g_eli_softc *sc; 960c58794deSPawel Jakub Dawidek 961c58794deSPawel Jakub Dawidek sc = gp->softc; 9625ad4a7c7SPawel Jakub Dawidek return (g_eli_destroy(sc, FALSE)); 963c58794deSPawel Jakub Dawidek } 964c58794deSPawel Jakub Dawidek 9659af2131bSPawel Jakub Dawidek static int 9669af2131bSPawel Jakub Dawidek g_eli_keyfiles_load(struct hmac_ctx *ctx, const char *provider) 9679af2131bSPawel Jakub Dawidek { 9681e189c08SMarcel Moolenaar u_char *keyfile, *data; 9699af2131bSPawel Jakub Dawidek char *file, name[64]; 9701e189c08SMarcel Moolenaar size_t size; 9719af2131bSPawel Jakub Dawidek int i; 9729af2131bSPawel Jakub Dawidek 9739af2131bSPawel Jakub Dawidek for (i = 0; ; i++) { 9749af2131bSPawel Jakub Dawidek snprintf(name, sizeof(name), "%s:geli_keyfile%d", provider, i); 9759af2131bSPawel Jakub Dawidek keyfile = preload_search_by_type(name); 976edaa9008SPawel Jakub Dawidek if (keyfile == NULL && i == 0) { 977edaa9008SPawel Jakub Dawidek /* 978edaa9008SPawel Jakub Dawidek * If there is only one keyfile, allow simpler name. 979edaa9008SPawel Jakub Dawidek */ 980edaa9008SPawel Jakub Dawidek snprintf(name, sizeof(name), "%s:geli_keyfile", provider); 981edaa9008SPawel Jakub Dawidek keyfile = preload_search_by_type(name); 982edaa9008SPawel Jakub Dawidek } 9839af2131bSPawel Jakub Dawidek if (keyfile == NULL) 9849af2131bSPawel Jakub Dawidek return (i); /* Return number of loaded keyfiles. */ 9851e189c08SMarcel Moolenaar data = preload_fetch_addr(keyfile); 9869af2131bSPawel Jakub Dawidek if (data == NULL) { 9879af2131bSPawel Jakub Dawidek G_ELI_DEBUG(0, "Cannot find key file data for %s.", 9889af2131bSPawel Jakub Dawidek name); 9899af2131bSPawel Jakub Dawidek return (0); 9909af2131bSPawel Jakub Dawidek } 9911e189c08SMarcel Moolenaar size = preload_fetch_size(keyfile); 9921e189c08SMarcel Moolenaar if (size == 0) { 9939af2131bSPawel Jakub Dawidek G_ELI_DEBUG(0, "Cannot find key file size for %s.", 9949af2131bSPawel Jakub Dawidek name); 9959af2131bSPawel Jakub Dawidek return (0); 9969af2131bSPawel Jakub Dawidek } 9979af2131bSPawel Jakub Dawidek file = preload_search_info(keyfile, MODINFO_NAME); 9989af2131bSPawel Jakub Dawidek if (file == NULL) { 9999af2131bSPawel Jakub Dawidek G_ELI_DEBUG(0, "Cannot find key file name for %s.", 10009af2131bSPawel Jakub Dawidek name); 10019af2131bSPawel Jakub Dawidek return (0); 10029af2131bSPawel Jakub Dawidek } 10039af2131bSPawel Jakub Dawidek G_ELI_DEBUG(1, "Loaded keyfile %s for %s (type: %s).", file, 10049af2131bSPawel Jakub Dawidek provider, name); 10051e189c08SMarcel Moolenaar g_eli_crypto_hmac_update(ctx, data, size); 10069af2131bSPawel Jakub Dawidek } 10079af2131bSPawel Jakub Dawidek } 10089af2131bSPawel Jakub Dawidek 10099af2131bSPawel Jakub Dawidek static void 10109af2131bSPawel Jakub Dawidek g_eli_keyfiles_clear(const char *provider) 10119af2131bSPawel Jakub Dawidek { 10121e189c08SMarcel Moolenaar u_char *keyfile, *data; 10139af2131bSPawel Jakub Dawidek char name[64]; 10141e189c08SMarcel Moolenaar size_t size; 10159af2131bSPawel Jakub Dawidek int i; 10169af2131bSPawel Jakub Dawidek 10179af2131bSPawel Jakub Dawidek for (i = 0; ; i++) { 10189af2131bSPawel Jakub Dawidek snprintf(name, sizeof(name), "%s:geli_keyfile%d", provider, i); 10199af2131bSPawel Jakub Dawidek keyfile = preload_search_by_type(name); 10209af2131bSPawel Jakub Dawidek if (keyfile == NULL) 10219af2131bSPawel Jakub Dawidek return; 10221e189c08SMarcel Moolenaar data = preload_fetch_addr(keyfile); 10231e189c08SMarcel Moolenaar size = preload_fetch_size(keyfile); 10241e189c08SMarcel Moolenaar if (data != NULL && size != 0) 10251e189c08SMarcel Moolenaar bzero(data, size); 10269af2131bSPawel Jakub Dawidek } 10279af2131bSPawel Jakub Dawidek } 10289af2131bSPawel Jakub Dawidek 1029c58794deSPawel Jakub Dawidek /* 1030c58794deSPawel Jakub Dawidek * Tasting is only made on boot. 1031c58794deSPawel Jakub Dawidek * We detect providers which should be attached before root is mounted. 1032c58794deSPawel Jakub Dawidek */ 1033c58794deSPawel Jakub Dawidek static struct g_geom * 1034c58794deSPawel Jakub Dawidek g_eli_taste(struct g_class *mp, struct g_provider *pp, int flags __unused) 1035c58794deSPawel Jakub Dawidek { 1036c58794deSPawel Jakub Dawidek struct g_eli_metadata md; 1037c58794deSPawel Jakub Dawidek struct g_geom *gp; 1038c58794deSPawel Jakub Dawidek struct hmac_ctx ctx; 1039c58794deSPawel Jakub Dawidek char passphrase[256]; 1040c58794deSPawel Jakub Dawidek u_char key[G_ELI_USERKEYLEN], mkey[G_ELI_DATAIVKEYLEN]; 10413453dc72SMariusz Zaborski u_int i, nkey, nkeyfiles, tries, showpass; 1042c58794deSPawel Jakub Dawidek int error; 1043ec5c0e5bSAllan Jude struct keybuf *keybuf; 1044c58794deSPawel Jakub Dawidek 1045c58794deSPawel Jakub Dawidek g_trace(G_T_TOPOLOGY, "%s(%s, %s)", __func__, mp->name, pp->name); 1046c58794deSPawel Jakub Dawidek g_topology_assert(); 1047c58794deSPawel Jakub Dawidek 1048df3aed4fSPawel Jakub Dawidek if (root_mounted() || g_eli_tries == 0) 1049c58794deSPawel Jakub Dawidek return (NULL); 1050c58794deSPawel Jakub Dawidek 1051c58794deSPawel Jakub Dawidek G_ELI_DEBUG(3, "Tasting %s.", pp->name); 1052c58794deSPawel Jakub Dawidek 1053c58794deSPawel Jakub Dawidek error = g_eli_read_metadata(mp, pp, &md); 1054c58794deSPawel Jakub Dawidek if (error != 0) 1055c58794deSPawel Jakub Dawidek return (NULL); 1056c58794deSPawel Jakub Dawidek gp = NULL; 1057c58794deSPawel Jakub Dawidek 1058c58794deSPawel Jakub Dawidek if (strcmp(md.md_magic, G_ELI_MAGIC) != 0) 1059c58794deSPawel Jakub Dawidek return (NULL); 1060c58794deSPawel Jakub Dawidek if (md.md_version > G_ELI_VERSION) { 1061c58794deSPawel Jakub Dawidek printf("geom_eli.ko module is too old to handle %s.\n", 1062c58794deSPawel Jakub Dawidek pp->name); 1063c58794deSPawel Jakub Dawidek return (NULL); 1064c58794deSPawel Jakub Dawidek } 1065c58794deSPawel Jakub Dawidek if (md.md_provsize != pp->mediasize) 1066c58794deSPawel Jakub Dawidek return (NULL); 1067c58794deSPawel Jakub Dawidek /* Should we attach it on boot? */ 1068eaa3b919SPawel Jakub Dawidek if (!(md.md_flags & G_ELI_FLAG_BOOT)) 1069c58794deSPawel Jakub Dawidek return (NULL); 1070c58794deSPawel Jakub Dawidek if (md.md_keys == 0x00) { 1071c58794deSPawel Jakub Dawidek G_ELI_DEBUG(0, "No valid keys on %s.", pp->name); 1072c58794deSPawel Jakub Dawidek return (NULL); 1073c58794deSPawel Jakub Dawidek } 10749af2131bSPawel Jakub Dawidek if (md.md_iterations == -1) { 10759af2131bSPawel Jakub Dawidek /* If there is no passphrase, we try only once. */ 10769af2131bSPawel Jakub Dawidek tries = 1; 10779af2131bSPawel Jakub Dawidek } else { 10789af2131bSPawel Jakub Dawidek /* Ask for the passphrase no more than g_eli_tries times. */ 10799af2131bSPawel Jakub Dawidek tries = g_eli_tries; 10809af2131bSPawel Jakub Dawidek } 10819af2131bSPawel Jakub Dawidek 1082ec5c0e5bSAllan Jude if ((keybuf = get_keybuf()) != NULL) { 1083ec5c0e5bSAllan Jude /* Scan the key buffer, try all GELI keys. */ 1084ec5c0e5bSAllan Jude for (i = 0; i < keybuf->kb_nents; i++) { 1085ec5c0e5bSAllan Jude if (keybuf->kb_ents[i].ke_type == KEYBUF_TYPE_GELI) { 1086ec5c0e5bSAllan Jude memcpy(key, keybuf->kb_ents[i].ke_data, 1087ec5c0e5bSAllan Jude sizeof(key)); 1088ec5c0e5bSAllan Jude 1089ec5c0e5bSAllan Jude if (g_eli_mkey_decrypt(&md, key, 1090ec5c0e5bSAllan Jude mkey, &nkey) == 0 ) { 1091ec5c0e5bSAllan Jude explicit_bzero(key, sizeof(key)); 1092ec5c0e5bSAllan Jude goto have_key; 1093ec5c0e5bSAllan Jude } 1094ec5c0e5bSAllan Jude } 1095ec5c0e5bSAllan Jude } 1096ec5c0e5bSAllan Jude } 1097ec5c0e5bSAllan Jude 1098835c4dd4SColin Percival for (i = 0; i <= tries; i++) { 10999af2131bSPawel Jakub Dawidek g_eli_crypto_hmac_init(&ctx, NULL, 0); 1100c58794deSPawel Jakub Dawidek 1101c58794deSPawel Jakub Dawidek /* 11029af2131bSPawel Jakub Dawidek * Load all key files. 1103c58794deSPawel Jakub Dawidek */ 11049af2131bSPawel Jakub Dawidek nkeyfiles = g_eli_keyfiles_load(&ctx, pp->name); 11059af2131bSPawel Jakub Dawidek 11069af2131bSPawel Jakub Dawidek if (nkeyfiles == 0 && md.md_iterations == -1) { 11079af2131bSPawel Jakub Dawidek /* 11089af2131bSPawel Jakub Dawidek * No key files and no passphrase, something is 11099af2131bSPawel Jakub Dawidek * definitely wrong here. 11109af2131bSPawel Jakub Dawidek * geli(8) doesn't allow for such situation, so assume 11119af2131bSPawel Jakub Dawidek * that there was really no passphrase and in that case 11129af2131bSPawel Jakub Dawidek * key files are no properly defined in loader.conf. 11139af2131bSPawel Jakub Dawidek */ 11149af2131bSPawel Jakub Dawidek G_ELI_DEBUG(0, 11159af2131bSPawel Jakub Dawidek "Found no key files in loader.conf for %s.", 11169af2131bSPawel Jakub Dawidek pp->name); 11179af2131bSPawel Jakub Dawidek return (NULL); 11189af2131bSPawel Jakub Dawidek } 11199af2131bSPawel Jakub Dawidek 11209af2131bSPawel Jakub Dawidek /* Ask for the passphrase if defined. */ 11219af2131bSPawel Jakub Dawidek if (md.md_iterations >= 0) { 1122835c4dd4SColin Percival /* Try first with cached passphrase. */ 1123835c4dd4SColin Percival if (i == 0) { 1124835c4dd4SColin Percival if (!g_eli_boot_passcache) 1125835c4dd4SColin Percival continue; 1126835c4dd4SColin Percival memcpy(passphrase, cached_passphrase, 1127835c4dd4SColin Percival sizeof(passphrase)); 1128835c4dd4SColin Percival } else { 1129c58794deSPawel Jakub Dawidek printf("Enter passphrase for %s: ", pp->name); 11303453dc72SMariusz Zaborski showpass = g_eli_visible_passphrase; 11313453dc72SMariusz Zaborski if ((md.md_flags & G_ELI_FLAG_GELIDISPLAYPASS) != 0) 11323453dc72SMariusz Zaborski showpass = GETS_ECHOPASS; 1133f6ce353eSAndriy Gapon cngets(passphrase, sizeof(passphrase), 11343453dc72SMariusz Zaborski showpass); 1135835c4dd4SColin Percival memcpy(cached_passphrase, passphrase, 1136835c4dd4SColin Percival sizeof(passphrase)); 1137835c4dd4SColin Percival } 11389af2131bSPawel Jakub Dawidek } 11399af2131bSPawel Jakub Dawidek 1140c58794deSPawel Jakub Dawidek /* 1141c58794deSPawel Jakub Dawidek * Prepare Derived-Key from the user passphrase. 1142c58794deSPawel Jakub Dawidek */ 1143c58794deSPawel Jakub Dawidek if (md.md_iterations == 0) { 1144c58794deSPawel Jakub Dawidek g_eli_crypto_hmac_update(&ctx, md.md_salt, 1145c58794deSPawel Jakub Dawidek sizeof(md.md_salt)); 1146c58794deSPawel Jakub Dawidek g_eli_crypto_hmac_update(&ctx, passphrase, 1147c58794deSPawel Jakub Dawidek strlen(passphrase)); 1148ec5c0e5bSAllan Jude explicit_bzero(passphrase, sizeof(passphrase)); 11499af2131bSPawel Jakub Dawidek } else if (md.md_iterations > 0) { 1150c58794deSPawel Jakub Dawidek u_char dkey[G_ELI_USERKEYLEN]; 1151c58794deSPawel Jakub Dawidek 1152c58794deSPawel Jakub Dawidek pkcs5v2_genkey(dkey, sizeof(dkey), md.md_salt, 1153c58794deSPawel Jakub Dawidek sizeof(md.md_salt), passphrase, md.md_iterations); 11545527ecd9SPawel Jakub Dawidek bzero(passphrase, sizeof(passphrase)); 1155c58794deSPawel Jakub Dawidek g_eli_crypto_hmac_update(&ctx, dkey, sizeof(dkey)); 1156ec5c0e5bSAllan Jude explicit_bzero(dkey, sizeof(dkey)); 1157c58794deSPawel Jakub Dawidek } 11589af2131bSPawel Jakub Dawidek 1159c58794deSPawel Jakub Dawidek g_eli_crypto_hmac_final(&ctx, key, 0); 1160c58794deSPawel Jakub Dawidek 1161c58794deSPawel Jakub Dawidek /* 1162c58794deSPawel Jakub Dawidek * Decrypt Master-Key. 1163c58794deSPawel Jakub Dawidek */ 1164c58794deSPawel Jakub Dawidek error = g_eli_mkey_decrypt(&md, key, mkey, &nkey); 1165c58794deSPawel Jakub Dawidek bzero(key, sizeof(key)); 1166c58794deSPawel Jakub Dawidek if (error == -1) { 1167835c4dd4SColin Percival if (i == tries) { 11689af2131bSPawel Jakub Dawidek G_ELI_DEBUG(0, 11699af2131bSPawel Jakub Dawidek "Wrong key for %s. No tries left.", 11709af2131bSPawel Jakub Dawidek pp->name); 11719af2131bSPawel Jakub Dawidek g_eli_keyfiles_clear(pp->name); 11729af2131bSPawel Jakub Dawidek return (NULL); 1173c58794deSPawel Jakub Dawidek } 1174835c4dd4SColin Percival if (i > 0) { 1175835c4dd4SColin Percival G_ELI_DEBUG(0, 1176835c4dd4SColin Percival "Wrong key for %s. Tries left: %u.", 1177835c4dd4SColin Percival pp->name, tries - i); 1178835c4dd4SColin Percival } 1179c58794deSPawel Jakub Dawidek /* Try again. */ 1180c58794deSPawel Jakub Dawidek continue; 1181c58794deSPawel Jakub Dawidek } else if (error > 0) { 1182038c55adSPawel Jakub Dawidek G_ELI_DEBUG(0, 1183038c55adSPawel Jakub Dawidek "Cannot decrypt Master Key for %s (error=%d).", 1184c58794deSPawel Jakub Dawidek pp->name, error); 11859af2131bSPawel Jakub Dawidek g_eli_keyfiles_clear(pp->name); 1186c58794deSPawel Jakub Dawidek return (NULL); 1187c58794deSPawel Jakub Dawidek } 1188ebd05adaSBrad Davis g_eli_keyfiles_clear(pp->name); 1189c58794deSPawel Jakub Dawidek G_ELI_DEBUG(1, "Using Master Key %u for %s.", nkey, pp->name); 1190c58794deSPawel Jakub Dawidek break; 1191c58794deSPawel Jakub Dawidek } 1192ec5c0e5bSAllan Jude have_key: 1193c58794deSPawel Jakub Dawidek 1194c58794deSPawel Jakub Dawidek /* 1195c58794deSPawel Jakub Dawidek * We have correct key, let's attach provider. 1196c58794deSPawel Jakub Dawidek */ 1197c58794deSPawel Jakub Dawidek gp = g_eli_create(NULL, mp, pp, &md, mkey, nkey); 1198c58794deSPawel Jakub Dawidek bzero(mkey, sizeof(mkey)); 1199c58794deSPawel Jakub Dawidek bzero(&md, sizeof(md)); 1200c58794deSPawel Jakub Dawidek if (gp == NULL) { 1201c58794deSPawel Jakub Dawidek G_ELI_DEBUG(0, "Cannot create device %s%s.", pp->name, 1202c58794deSPawel Jakub Dawidek G_ELI_SUFFIX); 1203c58794deSPawel Jakub Dawidek return (NULL); 1204c58794deSPawel Jakub Dawidek } 1205c58794deSPawel Jakub Dawidek return (gp); 1206c58794deSPawel Jakub Dawidek } 1207c58794deSPawel Jakub Dawidek 1208c58794deSPawel Jakub Dawidek static void 1209c58794deSPawel Jakub Dawidek g_eli_dumpconf(struct sbuf *sb, const char *indent, struct g_geom *gp, 1210c58794deSPawel Jakub Dawidek struct g_consumer *cp, struct g_provider *pp) 1211c58794deSPawel Jakub Dawidek { 1212c58794deSPawel Jakub Dawidek struct g_eli_softc *sc; 1213c58794deSPawel Jakub Dawidek 1214c58794deSPawel Jakub Dawidek g_topology_assert(); 1215c58794deSPawel Jakub Dawidek sc = gp->softc; 1216c58794deSPawel Jakub Dawidek if (sc == NULL) 1217c58794deSPawel Jakub Dawidek return; 1218c58794deSPawel Jakub Dawidek if (pp != NULL || cp != NULL) 1219c58794deSPawel Jakub Dawidek return; /* Nothing here. */ 12201e09ff3dSPawel Jakub Dawidek 1221743437c4SAndrey V. Elsukov sbuf_printf(sb, "%s<KeysTotal>%ju</KeysTotal>\n", indent, 12221e09ff3dSPawel Jakub Dawidek (uintmax_t)sc->sc_ekeys_total); 1223743437c4SAndrey V. Elsukov sbuf_printf(sb, "%s<KeysAllocated>%ju</KeysAllocated>\n", indent, 12241e09ff3dSPawel Jakub Dawidek (uintmax_t)sc->sc_ekeys_allocated); 1225ea35a2ecSPawel Jakub Dawidek sbuf_printf(sb, "%s<Flags>", indent); 1226ea35a2ecSPawel Jakub Dawidek if (sc->sc_flags == 0) 1227ea35a2ecSPawel Jakub Dawidek sbuf_printf(sb, "NONE"); 1228ea35a2ecSPawel Jakub Dawidek else { 1229ea35a2ecSPawel Jakub Dawidek int first = 1; 1230ea35a2ecSPawel Jakub Dawidek 1231ea35a2ecSPawel Jakub Dawidek #define ADD_FLAG(flag, name) do { \ 1232eaa3b919SPawel Jakub Dawidek if (sc->sc_flags & (flag)) { \ 1233ea35a2ecSPawel Jakub Dawidek if (!first) \ 1234ea35a2ecSPawel Jakub Dawidek sbuf_printf(sb, ", "); \ 1235ea35a2ecSPawel Jakub Dawidek else \ 1236ea35a2ecSPawel Jakub Dawidek first = 0; \ 1237ea35a2ecSPawel Jakub Dawidek sbuf_printf(sb, name); \ 1238ea35a2ecSPawel Jakub Dawidek } \ 1239ea35a2ecSPawel Jakub Dawidek } while (0) 12405ad4a7c7SPawel Jakub Dawidek ADD_FLAG(G_ELI_FLAG_SUSPEND, "SUSPEND"); 1241c6a26d4cSPawel Jakub Dawidek ADD_FLAG(G_ELI_FLAG_SINGLE_KEY, "SINGLE-KEY"); 12422bd4ade6SPawel Jakub Dawidek ADD_FLAG(G_ELI_FLAG_NATIVE_BYTE_ORDER, "NATIVE-BYTE-ORDER"); 1243ea35a2ecSPawel Jakub Dawidek ADD_FLAG(G_ELI_FLAG_ONETIME, "ONETIME"); 1244ea35a2ecSPawel Jakub Dawidek ADD_FLAG(G_ELI_FLAG_BOOT, "BOOT"); 1245ea35a2ecSPawel Jakub Dawidek ADD_FLAG(G_ELI_FLAG_WO_DETACH, "W-DETACH"); 1246ea35a2ecSPawel Jakub Dawidek ADD_FLAG(G_ELI_FLAG_RW_DETACH, "RW-DETACH"); 1247eaa3b919SPawel Jakub Dawidek ADD_FLAG(G_ELI_FLAG_AUTH, "AUTH"); 1248ea35a2ecSPawel Jakub Dawidek ADD_FLAG(G_ELI_FLAG_WOPEN, "W-OPEN"); 1249ea35a2ecSPawel Jakub Dawidek ADD_FLAG(G_ELI_FLAG_DESTROY, "DESTROY"); 125085059016SPawel Jakub Dawidek ADD_FLAG(G_ELI_FLAG_RO, "READ-ONLY"); 125146e34470SPawel Jakub Dawidek ADD_FLAG(G_ELI_FLAG_NODELETE, "NODELETE"); 1252d8736625SAllan Jude ADD_FLAG(G_ELI_FLAG_GELIBOOT, "GELIBOOT"); 12533453dc72SMariusz Zaborski ADD_FLAG(G_ELI_FLAG_GELIDISPLAYPASS, "GELIDISPLAYPASS"); 1254ea35a2ecSPawel Jakub Dawidek #undef ADD_FLAG 1255ea35a2ecSPawel Jakub Dawidek } 1256ea35a2ecSPawel Jakub Dawidek sbuf_printf(sb, "</Flags>\n"); 1257ea35a2ecSPawel Jakub Dawidek 1258eaa3b919SPawel Jakub Dawidek if (!(sc->sc_flags & G_ELI_FLAG_ONETIME)) { 1259ea35a2ecSPawel Jakub Dawidek sbuf_printf(sb, "%s<UsedKey>%u</UsedKey>\n", indent, 1260ea35a2ecSPawel Jakub Dawidek sc->sc_nkey); 1261ea35a2ecSPawel Jakub Dawidek } 12621f8c92e6SPawel Jakub Dawidek sbuf_printf(sb, "%s<Version>%u</Version>\n", indent, sc->sc_version); 1263c58794deSPawel Jakub Dawidek sbuf_printf(sb, "%s<Crypto>", indent); 1264c58794deSPawel Jakub Dawidek switch (sc->sc_crypto) { 1265c58794deSPawel Jakub Dawidek case G_ELI_CRYPTO_HW: 1266c58794deSPawel Jakub Dawidek sbuf_printf(sb, "hardware"); 1267c58794deSPawel Jakub Dawidek break; 1268c58794deSPawel Jakub Dawidek case G_ELI_CRYPTO_SW: 1269c58794deSPawel Jakub Dawidek sbuf_printf(sb, "software"); 1270c58794deSPawel Jakub Dawidek break; 1271c58794deSPawel Jakub Dawidek default: 1272c58794deSPawel Jakub Dawidek sbuf_printf(sb, "UNKNOWN"); 1273c58794deSPawel Jakub Dawidek break; 1274c58794deSPawel Jakub Dawidek } 1275c58794deSPawel Jakub Dawidek sbuf_printf(sb, "</Crypto>\n"); 1276eaa3b919SPawel Jakub Dawidek if (sc->sc_flags & G_ELI_FLAG_AUTH) { 1277eaa3b919SPawel Jakub Dawidek sbuf_printf(sb, 1278eaa3b919SPawel Jakub Dawidek "%s<AuthenticationAlgorithm>%s</AuthenticationAlgorithm>\n", 1279eaa3b919SPawel Jakub Dawidek indent, g_eli_algo2str(sc->sc_aalgo)); 1280eaa3b919SPawel Jakub Dawidek } 1281eaa3b919SPawel Jakub Dawidek sbuf_printf(sb, "%s<KeyLength>%u</KeyLength>\n", indent, 1282eaa3b919SPawel Jakub Dawidek sc->sc_ekeylen); 1283038c55adSPawel Jakub Dawidek sbuf_printf(sb, "%s<EncryptionAlgorithm>%s</EncryptionAlgorithm>\n", 1284038c55adSPawel Jakub Dawidek indent, g_eli_algo2str(sc->sc_ealgo)); 1285d8d61ef8SPawel Jakub Dawidek sbuf_printf(sb, "%s<State>%s</State>\n", indent, 1286d8d61ef8SPawel Jakub Dawidek (sc->sc_flags & G_ELI_FLAG_SUSPEND) ? "SUSPENDED" : "ACTIVE"); 1287c58794deSPawel Jakub Dawidek } 1288c58794deSPawel Jakub Dawidek 1289c5d387d0SPawel Jakub Dawidek static void 1290c5d387d0SPawel Jakub Dawidek g_eli_shutdown_pre_sync(void *arg, int howto) 1291c5d387d0SPawel Jakub Dawidek { 1292c5d387d0SPawel Jakub Dawidek struct g_class *mp; 1293c5d387d0SPawel Jakub Dawidek struct g_geom *gp, *gp2; 1294c5d387d0SPawel Jakub Dawidek struct g_provider *pp; 1295c5d387d0SPawel Jakub Dawidek struct g_eli_softc *sc; 1296c5d387d0SPawel Jakub Dawidek int error; 1297c5d387d0SPawel Jakub Dawidek 1298c5d387d0SPawel Jakub Dawidek mp = arg; 1299c5d387d0SPawel Jakub Dawidek g_topology_lock(); 1300c5d387d0SPawel Jakub Dawidek LIST_FOREACH_SAFE(gp, &mp->geom, geom, gp2) { 1301c5d387d0SPawel Jakub Dawidek sc = gp->softc; 1302c5d387d0SPawel Jakub Dawidek if (sc == NULL) 1303c5d387d0SPawel Jakub Dawidek continue; 1304c5d387d0SPawel Jakub Dawidek pp = LIST_FIRST(&gp->provider); 1305c5d387d0SPawel Jakub Dawidek KASSERT(pp != NULL, ("No provider? gp=%p (%s)", gp, gp->name)); 1306c5d387d0SPawel Jakub Dawidek if (pp->acr + pp->acw + pp->ace == 0) 13075ad4a7c7SPawel Jakub Dawidek error = g_eli_destroy(sc, TRUE); 1308c5d387d0SPawel Jakub Dawidek else { 1309c5d387d0SPawel Jakub Dawidek sc->sc_flags |= G_ELI_FLAG_RW_DETACH; 1310c5d387d0SPawel Jakub Dawidek gp->access = g_eli_access; 1311c5d387d0SPawel Jakub Dawidek } 1312c5d387d0SPawel Jakub Dawidek } 1313c5d387d0SPawel Jakub Dawidek g_topology_unlock(); 1314c5d387d0SPawel Jakub Dawidek } 1315c5d387d0SPawel Jakub Dawidek 1316c5d387d0SPawel Jakub Dawidek static void 1317c5d387d0SPawel Jakub Dawidek g_eli_init(struct g_class *mp) 1318c5d387d0SPawel Jakub Dawidek { 1319c5d387d0SPawel Jakub Dawidek 1320c5d387d0SPawel Jakub Dawidek g_eli_pre_sync = EVENTHANDLER_REGISTER(shutdown_pre_sync, 1321c5d387d0SPawel Jakub Dawidek g_eli_shutdown_pre_sync, mp, SHUTDOWN_PRI_FIRST); 1322c5d387d0SPawel Jakub Dawidek if (g_eli_pre_sync == NULL) 1323c5d387d0SPawel Jakub Dawidek G_ELI_DEBUG(0, "Warning! Cannot register shutdown event."); 1324c5d387d0SPawel Jakub Dawidek } 1325c5d387d0SPawel Jakub Dawidek 1326c5d387d0SPawel Jakub Dawidek static void 1327c5d387d0SPawel Jakub Dawidek g_eli_fini(struct g_class *mp) 1328c5d387d0SPawel Jakub Dawidek { 1329c5d387d0SPawel Jakub Dawidek 1330c5d387d0SPawel Jakub Dawidek if (g_eli_pre_sync != NULL) 1331c5d387d0SPawel Jakub Dawidek EVENTHANDLER_DEREGISTER(shutdown_pre_sync, g_eli_pre_sync); 1332c5d387d0SPawel Jakub Dawidek } 1333c5d387d0SPawel Jakub Dawidek 1334c58794deSPawel Jakub Dawidek DECLARE_GEOM_CLASS(g_eli_class, g_eli); 1335f6829a05SYaroslav Tykhiy MODULE_DEPEND(g_eli, crypto, 1, 1, 1); 1336