1c58794deSPawel Jakub Dawidek /*- 22bd4ade6SPawel Jakub Dawidek * Copyright (c) 2005-2006 Pawel Jakub Dawidek <pjd@FreeBSD.org> 3c58794deSPawel Jakub Dawidek * All rights reserved. 4c58794deSPawel Jakub Dawidek * 5c58794deSPawel Jakub Dawidek * Redistribution and use in source and binary forms, with or without 6c58794deSPawel Jakub Dawidek * modification, are permitted provided that the following conditions 7c58794deSPawel Jakub Dawidek * are met: 8c58794deSPawel Jakub Dawidek * 1. Redistributions of source code must retain the above copyright 9c58794deSPawel Jakub Dawidek * notice, this list of conditions and the following disclaimer. 10c58794deSPawel Jakub Dawidek * 2. Redistributions in binary form must reproduce the above copyright 11c58794deSPawel Jakub Dawidek * notice, this list of conditions and the following disclaimer in the 12c58794deSPawel Jakub Dawidek * documentation and/or other materials provided with the distribution. 13c58794deSPawel Jakub Dawidek * 14c58794deSPawel Jakub Dawidek * THIS SOFTWARE IS PROVIDED BY THE AUTHORS AND CONTRIBUTORS ``AS IS'' AND 15c58794deSPawel Jakub Dawidek * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 16c58794deSPawel Jakub Dawidek * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 17c58794deSPawel Jakub Dawidek * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHORS OR CONTRIBUTORS BE LIABLE 18c58794deSPawel Jakub Dawidek * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 19c58794deSPawel Jakub Dawidek * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 20c58794deSPawel Jakub Dawidek * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 21c58794deSPawel Jakub Dawidek * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 22c58794deSPawel Jakub Dawidek * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 23c58794deSPawel Jakub Dawidek * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 24c58794deSPawel Jakub Dawidek * SUCH DAMAGE. 25c58794deSPawel Jakub Dawidek */ 26c58794deSPawel Jakub Dawidek 27c58794deSPawel Jakub Dawidek #include <sys/cdefs.h> 28c58794deSPawel Jakub Dawidek __FBSDID("$FreeBSD$"); 29c58794deSPawel Jakub Dawidek 30c58794deSPawel Jakub Dawidek #include <sys/param.h> 31c58794deSPawel Jakub Dawidek #include <sys/systm.h> 32c58794deSPawel Jakub Dawidek #include <sys/kernel.h> 339af2131bSPawel Jakub Dawidek #include <sys/linker.h> 34c58794deSPawel Jakub Dawidek #include <sys/module.h> 35c58794deSPawel Jakub Dawidek #include <sys/lock.h> 36c58794deSPawel Jakub Dawidek #include <sys/mutex.h> 37c58794deSPawel Jakub Dawidek #include <sys/bio.h> 38c58794deSPawel Jakub Dawidek #include <sys/sysctl.h> 39c58794deSPawel Jakub Dawidek #include <sys/malloc.h> 40c58794deSPawel Jakub Dawidek #include <sys/kthread.h> 41c58794deSPawel Jakub Dawidek #include <sys/proc.h> 42c58794deSPawel Jakub Dawidek #include <sys/sched.h> 43dd549194SPawel Jakub Dawidek #include <sys/smp.h> 44c58794deSPawel Jakub Dawidek #include <sys/uio.h> 45a80f82a4SPawel Jakub Dawidek #include <sys/vnode.h> 46c58794deSPawel Jakub Dawidek 47c58794deSPawel Jakub Dawidek #include <vm/uma.h> 48c58794deSPawel Jakub Dawidek 49c58794deSPawel Jakub Dawidek #include <geom/geom.h> 50c58794deSPawel Jakub Dawidek #include <geom/eli/g_eli.h> 51c58794deSPawel Jakub Dawidek #include <geom/eli/pkcs5v2.h> 52c58794deSPawel Jakub Dawidek 53c58794deSPawel Jakub Dawidek 54c58794deSPawel Jakub Dawidek MALLOC_DEFINE(M_ELI, "eli data", "GEOM_ELI Data"); 55c58794deSPawel Jakub Dawidek 56c58794deSPawel Jakub Dawidek SYSCTL_DECL(_kern_geom); 57c58794deSPawel Jakub Dawidek SYSCTL_NODE(_kern_geom, OID_AUTO, eli, CTLFLAG_RW, 0, "GEOM_ELI stuff"); 5876254298SPawel Jakub Dawidek u_int g_eli_debug = 0; 59c58794deSPawel Jakub Dawidek TUNABLE_INT("kern.geom.eli.debug", &g_eli_debug); 60c58794deSPawel Jakub Dawidek SYSCTL_UINT(_kern_geom_eli, OID_AUTO, debug, CTLFLAG_RW, &g_eli_debug, 0, 61c58794deSPawel Jakub Dawidek "Debug level"); 62c58794deSPawel Jakub Dawidek static u_int g_eli_tries = 3; 63c58794deSPawel Jakub Dawidek TUNABLE_INT("kern.geom.eli.tries", &g_eli_tries); 64c58794deSPawel Jakub Dawidek SYSCTL_UINT(_kern_geom_eli, OID_AUTO, tries, CTLFLAG_RW, &g_eli_tries, 0, 6598645006SChristian Brueffer "Number of tries for entering the passphrase"); 66c58794deSPawel Jakub Dawidek static u_int g_eli_visible_passphrase = 0; 67c58794deSPawel Jakub Dawidek TUNABLE_INT("kern.geom.eli.visible_passphrase", &g_eli_visible_passphrase); 68c58794deSPawel Jakub Dawidek SYSCTL_UINT(_kern_geom_eli, OID_AUTO, visible_passphrase, CTLFLAG_RW, 69c58794deSPawel Jakub Dawidek &g_eli_visible_passphrase, 0, 7098645006SChristian Brueffer "Turn on echo when entering the passphrase (for debug purposes only!!)"); 71c58794deSPawel Jakub Dawidek u_int g_eli_overwrites = 5; 7205bf5e8aSPawel Jakub Dawidek TUNABLE_INT("kern.geom.eli.overwrites", &g_eli_overwrites); 73c58794deSPawel Jakub Dawidek SYSCTL_UINT(_kern_geom_eli, OID_AUTO, overwrites, CTLFLAG_RW, &g_eli_overwrites, 7498645006SChristian Brueffer 0, "Number of times on-disk keys should be overwritten when destroying them"); 75dd549194SPawel Jakub Dawidek static u_int g_eli_threads = 0; 76c58794deSPawel Jakub Dawidek TUNABLE_INT("kern.geom.eli.threads", &g_eli_threads); 77c58794deSPawel Jakub Dawidek SYSCTL_UINT(_kern_geom_eli, OID_AUTO, threads, CTLFLAG_RW, &g_eli_threads, 0, 78c58794deSPawel Jakub Dawidek "Number of threads doing crypto work"); 79eaa3b919SPawel Jakub Dawidek u_int g_eli_batch = 0; 80eaa3b919SPawel Jakub Dawidek TUNABLE_INT("kern.geom.eli.batch", &g_eli_batch); 81eaa3b919SPawel Jakub Dawidek SYSCTL_UINT(_kern_geom_eli, OID_AUTO, batch, CTLFLAG_RW, &g_eli_batch, 0, 82eaa3b919SPawel Jakub Dawidek "Use crypto operations batching"); 83c58794deSPawel Jakub Dawidek 84c58794deSPawel Jakub Dawidek static int g_eli_destroy_geom(struct gctl_req *req, struct g_class *mp, 85c58794deSPawel Jakub Dawidek struct g_geom *gp); 86c58794deSPawel Jakub Dawidek 87c58794deSPawel Jakub Dawidek static g_taste_t g_eli_taste; 88c58794deSPawel Jakub Dawidek static g_dumpconf_t g_eli_dumpconf; 89c58794deSPawel Jakub Dawidek 90c58794deSPawel Jakub Dawidek struct g_class g_eli_class = { 91c58794deSPawel Jakub Dawidek .name = G_ELI_CLASS_NAME, 92c58794deSPawel Jakub Dawidek .version = G_VERSION, 93c58794deSPawel Jakub Dawidek .ctlreq = g_eli_config, 94c58794deSPawel Jakub Dawidek .taste = g_eli_taste, 95c58794deSPawel Jakub Dawidek .destroy_geom = g_eli_destroy_geom 96c58794deSPawel Jakub Dawidek }; 97c58794deSPawel Jakub Dawidek 98c58794deSPawel Jakub Dawidek 99c58794deSPawel Jakub Dawidek /* 100c58794deSPawel Jakub Dawidek * Code paths: 101c58794deSPawel Jakub Dawidek * BIO_READ: 102c58794deSPawel Jakub Dawidek * g_eli_start -> g_io_request -> g_eli_read_done -> g_eli_crypto_run -> g_eli_crypto_read_done -> g_io_deliver 103c58794deSPawel Jakub Dawidek * BIO_WRITE: 104c58794deSPawel Jakub Dawidek * g_eli_start -> g_eli_crypto_run -> g_eli_crypto_write_done -> g_io_request -> g_eli_write_done -> g_io_deliver 105c58794deSPawel Jakub Dawidek */ 106c58794deSPawel Jakub Dawidek 107c58794deSPawel Jakub Dawidek 108c58794deSPawel Jakub Dawidek /* 109c58794deSPawel Jakub Dawidek * EAGAIN from crypto(9) means, that we were probably balanced to another crypto 110c58794deSPawel Jakub Dawidek * accelerator or something like this. 111c58794deSPawel Jakub Dawidek * The function updates the SID and rerun the operation. 112c58794deSPawel Jakub Dawidek */ 113eaa3b919SPawel Jakub Dawidek int 114c58794deSPawel Jakub Dawidek g_eli_crypto_rerun(struct cryptop *crp) 115c58794deSPawel Jakub Dawidek { 116c58794deSPawel Jakub Dawidek struct g_eli_softc *sc; 117c58794deSPawel Jakub Dawidek struct g_eli_worker *wr; 118c58794deSPawel Jakub Dawidek struct bio *bp; 119c58794deSPawel Jakub Dawidek int error; 120c58794deSPawel Jakub Dawidek 121c58794deSPawel Jakub Dawidek bp = (struct bio *)crp->crp_opaque; 122c58794deSPawel Jakub Dawidek sc = bp->bio_to->geom->softc; 123c58794deSPawel Jakub Dawidek LIST_FOREACH(wr, &sc->sc_workers, w_next) { 124c58794deSPawel Jakub Dawidek if (wr->w_number == bp->bio_pflags) 125c58794deSPawel Jakub Dawidek break; 126c58794deSPawel Jakub Dawidek } 127c58794deSPawel Jakub Dawidek KASSERT(wr != NULL, ("Invalid worker (%u).", bp->bio_pflags)); 12898645006SChristian Brueffer G_ELI_DEBUG(1, "Rerunning crypto %s request (sid: %ju -> %ju).", 129c58794deSPawel Jakub Dawidek bp->bio_cmd == BIO_READ ? "READ" : "WRITE", (uintmax_t)wr->w_sid, 130c58794deSPawel Jakub Dawidek (uintmax_t)crp->crp_sid); 131c58794deSPawel Jakub Dawidek wr->w_sid = crp->crp_sid; 132c58794deSPawel Jakub Dawidek crp->crp_etype = 0; 133c58794deSPawel Jakub Dawidek error = crypto_dispatch(crp); 134c58794deSPawel Jakub Dawidek if (error == 0) 135c58794deSPawel Jakub Dawidek return (0); 136c58794deSPawel Jakub Dawidek G_ELI_DEBUG(1, "%s: crypto_dispatch() returned %d.", __func__, error); 137c58794deSPawel Jakub Dawidek crp->crp_etype = error; 138c58794deSPawel Jakub Dawidek return (error); 139c58794deSPawel Jakub Dawidek } 140c58794deSPawel Jakub Dawidek 141c58794deSPawel Jakub Dawidek /* 142c58794deSPawel Jakub Dawidek * The function is called afer reading encrypted data from the provider. 143bb30fea6SPawel Jakub Dawidek * 144bb30fea6SPawel Jakub Dawidek * g_eli_start -> g_io_request -> G_ELI_READ_DONE -> g_eli_crypto_run -> g_eli_crypto_read_done -> g_io_deliver 145c58794deSPawel Jakub Dawidek */ 146eaa3b919SPawel Jakub Dawidek void 147c58794deSPawel Jakub Dawidek g_eli_read_done(struct bio *bp) 148c58794deSPawel Jakub Dawidek { 149c58794deSPawel Jakub Dawidek struct g_eli_softc *sc; 150c58794deSPawel Jakub Dawidek struct bio *pbp; 151c58794deSPawel Jakub Dawidek 152c58794deSPawel Jakub Dawidek G_ELI_LOGREQ(2, bp, "Request done."); 153c58794deSPawel Jakub Dawidek pbp = bp->bio_parent; 154c58794deSPawel Jakub Dawidek if (pbp->bio_error == 0) 155c58794deSPawel Jakub Dawidek pbp->bio_error = bp->bio_error; 156eaa3b919SPawel Jakub Dawidek /* 157eaa3b919SPawel Jakub Dawidek * Do we have all sectors already? 158eaa3b919SPawel Jakub Dawidek */ 159eaa3b919SPawel Jakub Dawidek pbp->bio_inbed++; 160eaa3b919SPawel Jakub Dawidek if (pbp->bio_inbed < pbp->bio_children) 161eaa3b919SPawel Jakub Dawidek return; 162c58794deSPawel Jakub Dawidek g_destroy_bio(bp); 163c58794deSPawel Jakub Dawidek if (pbp->bio_error != 0) { 164c58794deSPawel Jakub Dawidek G_ELI_LOGREQ(0, pbp, "%s() failed", __func__); 165c58794deSPawel Jakub Dawidek pbp->bio_completed = 0; 166eaa3b919SPawel Jakub Dawidek if (pbp->bio_driver2 != NULL) { 167eaa3b919SPawel Jakub Dawidek free(pbp->bio_driver2, M_ELI); 168eaa3b919SPawel Jakub Dawidek pbp->bio_driver2 = NULL; 169eaa3b919SPawel Jakub Dawidek } 170c58794deSPawel Jakub Dawidek g_io_deliver(pbp, pbp->bio_error); 171c58794deSPawel Jakub Dawidek return; 172c58794deSPawel Jakub Dawidek } 173c58794deSPawel Jakub Dawidek sc = pbp->bio_to->geom->softc; 174c58794deSPawel Jakub Dawidek mtx_lock(&sc->sc_queue_mtx); 175c58794deSPawel Jakub Dawidek bioq_insert_tail(&sc->sc_queue, pbp); 176c58794deSPawel Jakub Dawidek mtx_unlock(&sc->sc_queue_mtx); 177c58794deSPawel Jakub Dawidek wakeup(sc); 178c58794deSPawel Jakub Dawidek } 179c58794deSPawel Jakub Dawidek 180c58794deSPawel Jakub Dawidek /* 181c58794deSPawel Jakub Dawidek * The function is called after we encrypt and write data. 182bb30fea6SPawel Jakub Dawidek * 183bb30fea6SPawel Jakub Dawidek * g_eli_start -> g_eli_crypto_run -> g_eli_crypto_write_done -> g_io_request -> G_ELI_WRITE_DONE -> g_io_deliver 184c58794deSPawel Jakub Dawidek */ 185eaa3b919SPawel Jakub Dawidek void 186c58794deSPawel Jakub Dawidek g_eli_write_done(struct bio *bp) 187c58794deSPawel Jakub Dawidek { 188c58794deSPawel Jakub Dawidek struct bio *pbp; 189c58794deSPawel Jakub Dawidek 190c58794deSPawel Jakub Dawidek G_ELI_LOGREQ(2, bp, "Request done."); 191c58794deSPawel Jakub Dawidek pbp = bp->bio_parent; 192eaa3b919SPawel Jakub Dawidek if (pbp->bio_error == 0) { 193eaa3b919SPawel Jakub Dawidek if (bp->bio_error != 0) 194c58794deSPawel Jakub Dawidek pbp->bio_error = bp->bio_error; 195eaa3b919SPawel Jakub Dawidek } 196eaa3b919SPawel Jakub Dawidek /* 197eaa3b919SPawel Jakub Dawidek * Do we have all sectors already? 198eaa3b919SPawel Jakub Dawidek */ 199eaa3b919SPawel Jakub Dawidek pbp->bio_inbed++; 200eaa3b919SPawel Jakub Dawidek if (pbp->bio_inbed < pbp->bio_children) 201eaa3b919SPawel Jakub Dawidek return; 202c58794deSPawel Jakub Dawidek free(pbp->bio_driver2, M_ELI); 203c58794deSPawel Jakub Dawidek pbp->bio_driver2 = NULL; 204eaa3b919SPawel Jakub Dawidek if (pbp->bio_error != 0) { 20571270ca6SPawel Jakub Dawidek G_ELI_LOGREQ(0, pbp, "Crypto WRITE request failed (error=%d).", 206c58794deSPawel Jakub Dawidek pbp->bio_error); 207c58794deSPawel Jakub Dawidek pbp->bio_completed = 0; 208c58794deSPawel Jakub Dawidek } 209c58794deSPawel Jakub Dawidek g_destroy_bio(bp); 210c58794deSPawel Jakub Dawidek /* 211c58794deSPawel Jakub Dawidek * Write is finished, send it up. 212c58794deSPawel Jakub Dawidek */ 213eaa3b919SPawel Jakub Dawidek pbp->bio_completed = pbp->bio_length; 214c58794deSPawel Jakub Dawidek g_io_deliver(pbp, pbp->bio_error); 215c58794deSPawel Jakub Dawidek } 216c58794deSPawel Jakub Dawidek 217c58794deSPawel Jakub Dawidek /* 218c58794deSPawel Jakub Dawidek * This function should never be called, but GEOM made as it set ->orphan() 219c58794deSPawel Jakub Dawidek * method for every geom. 220c58794deSPawel Jakub Dawidek */ 221c58794deSPawel Jakub Dawidek static void 222c58794deSPawel Jakub Dawidek g_eli_orphan_spoil_assert(struct g_consumer *cp) 223c58794deSPawel Jakub Dawidek { 224c58794deSPawel Jakub Dawidek 225c58794deSPawel Jakub Dawidek panic("Function %s() called for %s.", __func__, cp->geom->name); 226c58794deSPawel Jakub Dawidek } 227c58794deSPawel Jakub Dawidek 228c58794deSPawel Jakub Dawidek static void 229c58794deSPawel Jakub Dawidek g_eli_orphan(struct g_consumer *cp) 230c58794deSPawel Jakub Dawidek { 231c58794deSPawel Jakub Dawidek struct g_eli_softc *sc; 232c58794deSPawel Jakub Dawidek 233c58794deSPawel Jakub Dawidek g_topology_assert(); 234c58794deSPawel Jakub Dawidek sc = cp->geom->softc; 235c58794deSPawel Jakub Dawidek if (sc == NULL) 236c58794deSPawel Jakub Dawidek return; 237c58794deSPawel Jakub Dawidek g_eli_destroy(sc, 1); 238c58794deSPawel Jakub Dawidek } 239c58794deSPawel Jakub Dawidek 240bb30fea6SPawel Jakub Dawidek /* 241bb30fea6SPawel Jakub Dawidek * BIO_READ : G_ELI_START -> g_io_request -> g_eli_read_done -> g_eli_crypto_run -> g_eli_crypto_read_done -> g_io_deliver 242bb30fea6SPawel Jakub Dawidek * BIO_WRITE: G_ELI_START -> g_eli_crypto_run -> g_eli_crypto_write_done -> g_io_request -> g_eli_write_done -> g_io_deliver 243bb30fea6SPawel Jakub Dawidek */ 244c58794deSPawel Jakub Dawidek static void 245c58794deSPawel Jakub Dawidek g_eli_start(struct bio *bp) 246c58794deSPawel Jakub Dawidek { 247c58794deSPawel Jakub Dawidek struct g_eli_softc *sc; 248d3a1be90SPawel Jakub Dawidek struct g_consumer *cp; 249c58794deSPawel Jakub Dawidek struct bio *cbp; 250c58794deSPawel Jakub Dawidek 251c58794deSPawel Jakub Dawidek sc = bp->bio_to->geom->softc; 252c58794deSPawel Jakub Dawidek KASSERT(sc != NULL, 253c58794deSPawel Jakub Dawidek ("Provider's error should be set (error=%d)(device=%s).", 254c58794deSPawel Jakub Dawidek bp->bio_to->error, bp->bio_to->name)); 255c58794deSPawel Jakub Dawidek G_ELI_LOGREQ(2, bp, "Request received."); 256c58794deSPawel Jakub Dawidek 257c58794deSPawel Jakub Dawidek switch (bp->bio_cmd) { 258c58794deSPawel Jakub Dawidek case BIO_READ: 259c58794deSPawel Jakub Dawidek case BIO_WRITE: 260d3a1be90SPawel Jakub Dawidek case BIO_GETATTR: 26142461fbaSPawel Jakub Dawidek case BIO_FLUSH: 262c58794deSPawel Jakub Dawidek break; 263c58794deSPawel Jakub Dawidek case BIO_DELETE: 264c58794deSPawel Jakub Dawidek /* 265c58794deSPawel Jakub Dawidek * We could eventually support BIO_DELETE request. 266c58794deSPawel Jakub Dawidek * It could be done by overwritting requested sector with 267c58794deSPawel Jakub Dawidek * random data g_eli_overwrites number of times. 268c58794deSPawel Jakub Dawidek */ 269c58794deSPawel Jakub Dawidek default: 270c58794deSPawel Jakub Dawidek g_io_deliver(bp, EOPNOTSUPP); 271c58794deSPawel Jakub Dawidek return; 272c58794deSPawel Jakub Dawidek } 273c58794deSPawel Jakub Dawidek cbp = g_clone_bio(bp); 274c58794deSPawel Jakub Dawidek if (cbp == NULL) { 275c58794deSPawel Jakub Dawidek g_io_deliver(bp, ENOMEM); 276c58794deSPawel Jakub Dawidek return; 277c58794deSPawel Jakub Dawidek } 278d3a1be90SPawel Jakub Dawidek switch (bp->bio_cmd) { 279d3a1be90SPawel Jakub Dawidek case BIO_READ: 280eaa3b919SPawel Jakub Dawidek if (!(sc->sc_flags & G_ELI_FLAG_AUTH)) { 281eaa3b919SPawel Jakub Dawidek bp->bio_driver2 = NULL; 282c58794deSPawel Jakub Dawidek cbp->bio_done = g_eli_read_done; 283c58794deSPawel Jakub Dawidek cp = LIST_FIRST(&sc->sc_geom->consumer); 284c58794deSPawel Jakub Dawidek cbp->bio_to = cp->provider; 285cd0d707eSPawel Jakub Dawidek G_ELI_LOGREQ(2, cbp, "Sending request."); 286c58794deSPawel Jakub Dawidek /* 287c58794deSPawel Jakub Dawidek * Read encrypted data from provider. 288c58794deSPawel Jakub Dawidek */ 289c58794deSPawel Jakub Dawidek g_io_request(cbp, cp); 290d3a1be90SPawel Jakub Dawidek break; 291eaa3b919SPawel Jakub Dawidek } 292eaa3b919SPawel Jakub Dawidek bp->bio_pflags = 255; 293eaa3b919SPawel Jakub Dawidek /* FALLTHROUGH */ 294d3a1be90SPawel Jakub Dawidek case BIO_WRITE: 295c58794deSPawel Jakub Dawidek bp->bio_driver1 = cbp; 296c58794deSPawel Jakub Dawidek mtx_lock(&sc->sc_queue_mtx); 297c58794deSPawel Jakub Dawidek bioq_insert_tail(&sc->sc_queue, bp); 298c58794deSPawel Jakub Dawidek mtx_unlock(&sc->sc_queue_mtx); 299c58794deSPawel Jakub Dawidek wakeup(sc); 300d3a1be90SPawel Jakub Dawidek break; 301d3a1be90SPawel Jakub Dawidek case BIO_GETATTR: 30242461fbaSPawel Jakub Dawidek case BIO_FLUSH: 303d3a1be90SPawel Jakub Dawidek cbp->bio_done = g_std_done; 304d3a1be90SPawel Jakub Dawidek cp = LIST_FIRST(&sc->sc_geom->consumer); 305d3a1be90SPawel Jakub Dawidek cbp->bio_to = cp->provider; 306cd0d707eSPawel Jakub Dawidek G_ELI_LOGREQ(2, cbp, "Sending request."); 307d3a1be90SPawel Jakub Dawidek g_io_request(cbp, cp); 308d3a1be90SPawel Jakub Dawidek break; 309c58794deSPawel Jakub Dawidek } 310c58794deSPawel Jakub Dawidek } 311c58794deSPawel Jakub Dawidek 312c58794deSPawel Jakub Dawidek /* 313c58794deSPawel Jakub Dawidek * This is the main function for kernel worker thread when we don't have 314c58794deSPawel Jakub Dawidek * hardware acceleration and we have to do cryptography in software. 315c58794deSPawel Jakub Dawidek * Dedicated thread is needed, so we don't slow down g_up/g_down GEOM 316c58794deSPawel Jakub Dawidek * threads with crypto work. 317c58794deSPawel Jakub Dawidek */ 318c58794deSPawel Jakub Dawidek static void 319c58794deSPawel Jakub Dawidek g_eli_worker(void *arg) 320c58794deSPawel Jakub Dawidek { 321c58794deSPawel Jakub Dawidek struct g_eli_softc *sc; 322c58794deSPawel Jakub Dawidek struct g_eli_worker *wr; 323c58794deSPawel Jakub Dawidek struct bio *bp; 324c58794deSPawel Jakub Dawidek 325c58794deSPawel Jakub Dawidek wr = arg; 326c58794deSPawel Jakub Dawidek sc = wr->w_softc; 327a1ea1a22SPawel Jakub Dawidek #ifdef SMP 328a1ea1a22SPawel Jakub Dawidek /* Before sched_bind() to a CPU, wait for all CPUs to go on-line. */ 329b9420939SPawel Jakub Dawidek if (mp_ncpus > 1 && sc->sc_crypto == G_ELI_CRYPTO_SW && 330b9420939SPawel Jakub Dawidek g_eli_threads == 0) { 331a1ea1a22SPawel Jakub Dawidek while (!smp_started) 332a1ea1a22SPawel Jakub Dawidek tsleep(wr, 0, "geli:smp", hz / 4); 333a1ea1a22SPawel Jakub Dawidek } 334a1ea1a22SPawel Jakub Dawidek #endif 335c58794deSPawel Jakub Dawidek mtx_lock_spin(&sched_lock); 336c58794deSPawel Jakub Dawidek sched_prio(curthread, PRIBIO); 337dd549194SPawel Jakub Dawidek if (sc->sc_crypto == G_ELI_CRYPTO_SW && g_eli_threads == 0) 338dd549194SPawel Jakub Dawidek sched_bind(curthread, wr->w_number); 339c58794deSPawel Jakub Dawidek mtx_unlock_spin(&sched_lock); 340c58794deSPawel Jakub Dawidek 341c58794deSPawel Jakub Dawidek G_ELI_DEBUG(1, "Thread %s started.", curthread->td_proc->p_comm); 342c58794deSPawel Jakub Dawidek 343c58794deSPawel Jakub Dawidek for (;;) { 344c58794deSPawel Jakub Dawidek mtx_lock(&sc->sc_queue_mtx); 345c58794deSPawel Jakub Dawidek bp = bioq_takefirst(&sc->sc_queue); 346c58794deSPawel Jakub Dawidek if (bp == NULL) { 347eaa3b919SPawel Jakub Dawidek if (sc->sc_flags & G_ELI_FLAG_DESTROY) { 348c58794deSPawel Jakub Dawidek LIST_REMOVE(wr, w_next); 349c58794deSPawel Jakub Dawidek crypto_freesession(wr->w_sid); 350c58794deSPawel Jakub Dawidek free(wr, M_ELI); 351c58794deSPawel Jakub Dawidek G_ELI_DEBUG(1, "Thread %s exiting.", 352c58794deSPawel Jakub Dawidek curthread->td_proc->p_comm); 353c58794deSPawel Jakub Dawidek wakeup(&sc->sc_workers); 354c58794deSPawel Jakub Dawidek mtx_unlock(&sc->sc_queue_mtx); 355c58794deSPawel Jakub Dawidek kthread_exit(0); 356c58794deSPawel Jakub Dawidek } 357c58794deSPawel Jakub Dawidek msleep(sc, &sc->sc_queue_mtx, PRIBIO | PDROP, 358c58794deSPawel Jakub Dawidek "geli:w", 0); 359c58794deSPawel Jakub Dawidek continue; 360c58794deSPawel Jakub Dawidek } 361c58794deSPawel Jakub Dawidek mtx_unlock(&sc->sc_queue_mtx); 362eaa3b919SPawel Jakub Dawidek if (bp->bio_cmd == BIO_READ && bp->bio_pflags == 255) 363eaa3b919SPawel Jakub Dawidek g_eli_auth_read(sc, bp); 364eaa3b919SPawel Jakub Dawidek else if (sc->sc_flags & G_ELI_FLAG_AUTH) 365eaa3b919SPawel Jakub Dawidek g_eli_auth_run(wr, bp); 366eaa3b919SPawel Jakub Dawidek else 367dddd1d53SPawel Jakub Dawidek g_eli_crypto_run(wr, bp); 368c58794deSPawel Jakub Dawidek } 369c58794deSPawel Jakub Dawidek } 370c58794deSPawel Jakub Dawidek 371c58794deSPawel Jakub Dawidek /* 372c58794deSPawel Jakub Dawidek * Here we generate IV. It is unique for every sector. 373c58794deSPawel Jakub Dawidek */ 374eaa3b919SPawel Jakub Dawidek void 375c58794deSPawel Jakub Dawidek g_eli_crypto_ivgen(struct g_eli_softc *sc, off_t offset, u_char *iv, 376c58794deSPawel Jakub Dawidek size_t size) 377c58794deSPawel Jakub Dawidek { 3782bd4ade6SPawel Jakub Dawidek u_char off[8], hash[SHA256_DIGEST_LENGTH]; 379c58794deSPawel Jakub Dawidek SHA256_CTX ctx; 380c58794deSPawel Jakub Dawidek 3812bd4ade6SPawel Jakub Dawidek if (!(sc->sc_flags & G_ELI_FLAG_NATIVE_BYTE_ORDER)) 3822bd4ade6SPawel Jakub Dawidek le64enc(off, (uint64_t)offset); 383c58794deSPawel Jakub Dawidek /* Copy precalculated SHA256 context for IV-Key. */ 384c58794deSPawel Jakub Dawidek bcopy(&sc->sc_ivctx, &ctx, sizeof(ctx)); 385c58794deSPawel Jakub Dawidek SHA256_Update(&ctx, (uint8_t *)&offset, sizeof(offset)); 386c58794deSPawel Jakub Dawidek SHA256_Final(hash, &ctx); 387c58794deSPawel Jakub Dawidek bcopy(hash, iv, size); 388c58794deSPawel Jakub Dawidek } 389c58794deSPawel Jakub Dawidek 390c58794deSPawel Jakub Dawidek int 391c58794deSPawel Jakub Dawidek g_eli_read_metadata(struct g_class *mp, struct g_provider *pp, 392c58794deSPawel Jakub Dawidek struct g_eli_metadata *md) 393c58794deSPawel Jakub Dawidek { 394c58794deSPawel Jakub Dawidek struct g_geom *gp; 395c58794deSPawel Jakub Dawidek struct g_consumer *cp; 396c58794deSPawel Jakub Dawidek u_char *buf = NULL; 397c58794deSPawel Jakub Dawidek int error; 398c58794deSPawel Jakub Dawidek 399c58794deSPawel Jakub Dawidek g_topology_assert(); 400c58794deSPawel Jakub Dawidek 401c58794deSPawel Jakub Dawidek gp = g_new_geomf(mp, "eli:taste"); 402c58794deSPawel Jakub Dawidek gp->start = g_eli_start; 403c58794deSPawel Jakub Dawidek gp->access = g_std_access; 404c58794deSPawel Jakub Dawidek /* 405c58794deSPawel Jakub Dawidek * g_eli_read_metadata() is always called from the event thread. 406c58794deSPawel Jakub Dawidek * Our geom is created and destroyed in the same event, so there 407c58794deSPawel Jakub Dawidek * could be no orphan nor spoil event in the meantime. 408c58794deSPawel Jakub Dawidek */ 409c58794deSPawel Jakub Dawidek gp->orphan = g_eli_orphan_spoil_assert; 410c58794deSPawel Jakub Dawidek gp->spoiled = g_eli_orphan_spoil_assert; 411c58794deSPawel Jakub Dawidek cp = g_new_consumer(gp); 412c58794deSPawel Jakub Dawidek error = g_attach(cp, pp); 413c58794deSPawel Jakub Dawidek if (error != 0) 414c58794deSPawel Jakub Dawidek goto end; 415c58794deSPawel Jakub Dawidek error = g_access(cp, 1, 0, 0); 416c58794deSPawel Jakub Dawidek if (error != 0) 417c58794deSPawel Jakub Dawidek goto end; 418c58794deSPawel Jakub Dawidek g_topology_unlock(); 419c58794deSPawel Jakub Dawidek buf = g_read_data(cp, pp->mediasize - pp->sectorsize, pp->sectorsize, 420c58794deSPawel Jakub Dawidek &error); 421c58794deSPawel Jakub Dawidek g_topology_lock(); 4228a4a44b5SMaxim Sobolev if (buf == NULL) 423c58794deSPawel Jakub Dawidek goto end; 424c58794deSPawel Jakub Dawidek eli_metadata_decode(buf, md); 425c58794deSPawel Jakub Dawidek end: 426c58794deSPawel Jakub Dawidek if (buf != NULL) 427c58794deSPawel Jakub Dawidek g_free(buf); 428c58794deSPawel Jakub Dawidek if (cp->provider != NULL) { 429c58794deSPawel Jakub Dawidek if (cp->acr == 1) 430c58794deSPawel Jakub Dawidek g_access(cp, -1, 0, 0); 431c58794deSPawel Jakub Dawidek g_detach(cp); 432c58794deSPawel Jakub Dawidek } 433c58794deSPawel Jakub Dawidek g_destroy_consumer(cp); 434c58794deSPawel Jakub Dawidek g_destroy_geom(gp); 435c58794deSPawel Jakub Dawidek return (error); 436c58794deSPawel Jakub Dawidek } 437c58794deSPawel Jakub Dawidek 438c58794deSPawel Jakub Dawidek /* 439c58794deSPawel Jakub Dawidek * The function is called when we had last close on provider and user requested 440c58794deSPawel Jakub Dawidek * to close it when this situation occur. 441c58794deSPawel Jakub Dawidek */ 442c58794deSPawel Jakub Dawidek static void 443c58794deSPawel Jakub Dawidek g_eli_last_close(struct g_eli_softc *sc) 444c58794deSPawel Jakub Dawidek { 445c58794deSPawel Jakub Dawidek struct g_geom *gp; 446c58794deSPawel Jakub Dawidek struct g_provider *pp; 447c58794deSPawel Jakub Dawidek char ppname[64]; 448c58794deSPawel Jakub Dawidek int error; 449c58794deSPawel Jakub Dawidek 450c58794deSPawel Jakub Dawidek g_topology_assert(); 451c58794deSPawel Jakub Dawidek gp = sc->sc_geom; 452c58794deSPawel Jakub Dawidek pp = LIST_FIRST(&gp->provider); 453c58794deSPawel Jakub Dawidek strlcpy(ppname, pp->name, sizeof(ppname)); 454c58794deSPawel Jakub Dawidek error = g_eli_destroy(sc, 1); 455c58794deSPawel Jakub Dawidek KASSERT(error == 0, ("Cannot detach %s on last close (error=%d).", 456c58794deSPawel Jakub Dawidek ppname, error)); 457c58794deSPawel Jakub Dawidek G_ELI_DEBUG(0, "Detached %s on last close.", ppname); 458c58794deSPawel Jakub Dawidek } 459c58794deSPawel Jakub Dawidek 460c58794deSPawel Jakub Dawidek int 461c58794deSPawel Jakub Dawidek g_eli_access(struct g_provider *pp, int dr, int dw, int de) 462c58794deSPawel Jakub Dawidek { 463c58794deSPawel Jakub Dawidek struct g_eli_softc *sc; 464c58794deSPawel Jakub Dawidek struct g_geom *gp; 465c58794deSPawel Jakub Dawidek 466c58794deSPawel Jakub Dawidek gp = pp->geom; 467c58794deSPawel Jakub Dawidek sc = gp->softc; 468c58794deSPawel Jakub Dawidek 469c58794deSPawel Jakub Dawidek if (dw > 0) { 47085059016SPawel Jakub Dawidek if (sc->sc_flags & G_ELI_FLAG_RO) { 47185059016SPawel Jakub Dawidek /* Deny write attempts. */ 47285059016SPawel Jakub Dawidek return (EROFS); 47385059016SPawel Jakub Dawidek } 474c58794deSPawel Jakub Dawidek /* Someone is opening us for write, we need to remember that. */ 475c58794deSPawel Jakub Dawidek sc->sc_flags |= G_ELI_FLAG_WOPEN; 476c58794deSPawel Jakub Dawidek return (0); 477c58794deSPawel Jakub Dawidek } 478c58794deSPawel Jakub Dawidek /* Is this the last close? */ 479c58794deSPawel Jakub Dawidek if (pp->acr + dr > 0 || pp->acw + dw > 0 || pp->ace + de > 0) 480c58794deSPawel Jakub Dawidek return (0); 481c58794deSPawel Jakub Dawidek 482c58794deSPawel Jakub Dawidek /* 483c58794deSPawel Jakub Dawidek * Automatically detach on last close if requested. 484c58794deSPawel Jakub Dawidek */ 485c58794deSPawel Jakub Dawidek if ((sc->sc_flags & G_ELI_FLAG_RW_DETACH) || 486c58794deSPawel Jakub Dawidek (sc->sc_flags & G_ELI_FLAG_WOPEN)) { 487c58794deSPawel Jakub Dawidek g_eli_last_close(sc); 488c58794deSPawel Jakub Dawidek } 489c58794deSPawel Jakub Dawidek return (0); 490c58794deSPawel Jakub Dawidek } 491c58794deSPawel Jakub Dawidek 492eba8f137SPawel Jakub Dawidek static int 493eba8f137SPawel Jakub Dawidek g_eli_cpu_is_disabled(int cpu) 494eba8f137SPawel Jakub Dawidek { 495eba8f137SPawel Jakub Dawidek #ifdef SMP 496eba8f137SPawel Jakub Dawidek return ((hlt_cpus_mask & (1 << cpu)) != 0); 497eba8f137SPawel Jakub Dawidek #else 498eba8f137SPawel Jakub Dawidek return (0); 499eba8f137SPawel Jakub Dawidek #endif 500eba8f137SPawel Jakub Dawidek } 501eba8f137SPawel Jakub Dawidek 502c58794deSPawel Jakub Dawidek struct g_geom * 503c58794deSPawel Jakub Dawidek g_eli_create(struct gctl_req *req, struct g_class *mp, struct g_provider *bpp, 504c58794deSPawel Jakub Dawidek const struct g_eli_metadata *md, const u_char *mkey, int nkey) 505c58794deSPawel Jakub Dawidek { 506c58794deSPawel Jakub Dawidek struct g_eli_softc *sc; 507c58794deSPawel Jakub Dawidek struct g_eli_worker *wr; 508c58794deSPawel Jakub Dawidek struct g_geom *gp; 509c58794deSPawel Jakub Dawidek struct g_provider *pp; 510c58794deSPawel Jakub Dawidek struct g_consumer *cp; 511eaa3b919SPawel Jakub Dawidek struct cryptoini crie, cria; 512c58794deSPawel Jakub Dawidek u_int i, threads; 513c58794deSPawel Jakub Dawidek int error; 514c58794deSPawel Jakub Dawidek 515c58794deSPawel Jakub Dawidek G_ELI_DEBUG(1, "Creating device %s%s.", bpp->name, G_ELI_SUFFIX); 516c58794deSPawel Jakub Dawidek 517c58794deSPawel Jakub Dawidek gp = g_new_geomf(mp, "%s%s", bpp->name, G_ELI_SUFFIX); 518c58794deSPawel Jakub Dawidek gp->softc = NULL; /* for a moment */ 519c58794deSPawel Jakub Dawidek 520c58794deSPawel Jakub Dawidek sc = malloc(sizeof(*sc), M_ELI, M_WAITOK | M_ZERO); 521c58794deSPawel Jakub Dawidek gp->start = g_eli_start; 522c58794deSPawel Jakub Dawidek /* 523c58794deSPawel Jakub Dawidek * Spoiling cannot happen actually, because we keep provider open for 52485059016SPawel Jakub Dawidek * writing all the time or provider is read-only. 525c58794deSPawel Jakub Dawidek */ 526c58794deSPawel Jakub Dawidek gp->spoiled = g_eli_orphan_spoil_assert; 527c58794deSPawel Jakub Dawidek gp->orphan = g_eli_orphan; 52885059016SPawel Jakub Dawidek gp->dumpconf = g_eli_dumpconf; 529c58794deSPawel Jakub Dawidek /* 53085059016SPawel Jakub Dawidek * If detach-on-last-close feature is not enabled and we don't operate 53185059016SPawel Jakub Dawidek * on read-only provider, we can simply use g_std_access(). 532c58794deSPawel Jakub Dawidek */ 53385059016SPawel Jakub Dawidek if (md->md_flags & (G_ELI_FLAG_WO_DETACH | G_ELI_FLAG_RO)) 534c58794deSPawel Jakub Dawidek gp->access = g_eli_access; 535c58794deSPawel Jakub Dawidek else 536c58794deSPawel Jakub Dawidek gp->access = g_std_access; 537c58794deSPawel Jakub Dawidek 538c58794deSPawel Jakub Dawidek sc->sc_crypto = G_ELI_CRYPTO_SW; 539c58794deSPawel Jakub Dawidek sc->sc_flags = md->md_flags; 5402bd4ade6SPawel Jakub Dawidek /* Backward compatibility. */ 5412bd4ade6SPawel Jakub Dawidek if (md->md_version < 2) 5422bd4ade6SPawel Jakub Dawidek sc->sc_flags |= G_ELI_FLAG_NATIVE_BYTE_ORDER; 543eaa3b919SPawel Jakub Dawidek sc->sc_ealgo = md->md_ealgo; 544c58794deSPawel Jakub Dawidek sc->sc_nkey = nkey; 545c58794deSPawel Jakub Dawidek /* 546c58794deSPawel Jakub Dawidek * Remember the keys in our softc structure. 547c58794deSPawel Jakub Dawidek */ 548eaa3b919SPawel Jakub Dawidek g_eli_mkey_propagate(sc, mkey); 549eaa3b919SPawel Jakub Dawidek sc->sc_ekeylen = md->md_keylen; 550eaa3b919SPawel Jakub Dawidek 551eaa3b919SPawel Jakub Dawidek if (sc->sc_flags & G_ELI_FLAG_AUTH) { 552eaa3b919SPawel Jakub Dawidek sc->sc_akeylen = sizeof(sc->sc_akey) * 8; 553eaa3b919SPawel Jakub Dawidek sc->sc_aalgo = md->md_aalgo; 554eaa3b919SPawel Jakub Dawidek sc->sc_alen = g_eli_hashlen(sc->sc_aalgo); 555eaa3b919SPawel Jakub Dawidek 556eaa3b919SPawel Jakub Dawidek sc->sc_data_per_sector = bpp->sectorsize - sc->sc_alen; 557eaa3b919SPawel Jakub Dawidek /* 558eaa3b919SPawel Jakub Dawidek * Some hash functions (like SHA1 and RIPEMD160) generates hash 559eaa3b919SPawel Jakub Dawidek * which length is not multiple of 128 bits, but we want data 560eaa3b919SPawel Jakub Dawidek * length to be multiple of 128, so we can encrypt without 561eaa3b919SPawel Jakub Dawidek * padding. The line below rounds down data length to multiple 562eaa3b919SPawel Jakub Dawidek * of 128 bits. 563eaa3b919SPawel Jakub Dawidek */ 564eaa3b919SPawel Jakub Dawidek sc->sc_data_per_sector -= sc->sc_data_per_sector % 16; 565eaa3b919SPawel Jakub Dawidek 566eaa3b919SPawel Jakub Dawidek sc->sc_bytes_per_sector = 567eaa3b919SPawel Jakub Dawidek (md->md_sectorsize - 1) / sc->sc_data_per_sector + 1; 568eaa3b919SPawel Jakub Dawidek sc->sc_bytes_per_sector *= bpp->sectorsize; 569eaa3b919SPawel Jakub Dawidek /* 570eaa3b919SPawel Jakub Dawidek * Precalculate SHA256 for HMAC key generation. 571eaa3b919SPawel Jakub Dawidek * This is expensive operation and we can do it only once now or 572eaa3b919SPawel Jakub Dawidek * for every access to sector, so now will be much better. 573eaa3b919SPawel Jakub Dawidek */ 574eaa3b919SPawel Jakub Dawidek SHA256_Init(&sc->sc_akeyctx); 575eaa3b919SPawel Jakub Dawidek SHA256_Update(&sc->sc_akeyctx, sc->sc_akey, 576eaa3b919SPawel Jakub Dawidek sizeof(sc->sc_akey)); 577eaa3b919SPawel Jakub Dawidek } 578c58794deSPawel Jakub Dawidek 579c58794deSPawel Jakub Dawidek /* 580c58794deSPawel Jakub Dawidek * Precalculate SHA256 for IV generation. 581c58794deSPawel Jakub Dawidek * This is expensive operation and we can do it only once now or for 582c58794deSPawel Jakub Dawidek * every access to sector, so now will be much better. 583c58794deSPawel Jakub Dawidek */ 584c58794deSPawel Jakub Dawidek SHA256_Init(&sc->sc_ivctx); 585c58794deSPawel Jakub Dawidek SHA256_Update(&sc->sc_ivctx, sc->sc_ivkey, sizeof(sc->sc_ivkey)); 586c58794deSPawel Jakub Dawidek 587c58794deSPawel Jakub Dawidek gp->softc = sc; 588c58794deSPawel Jakub Dawidek sc->sc_geom = gp; 589c58794deSPawel Jakub Dawidek 590c58794deSPawel Jakub Dawidek bioq_init(&sc->sc_queue); 591c58794deSPawel Jakub Dawidek mtx_init(&sc->sc_queue_mtx, "geli:queue", NULL, MTX_DEF); 592c58794deSPawel Jakub Dawidek 593c58794deSPawel Jakub Dawidek pp = NULL; 594c58794deSPawel Jakub Dawidek cp = g_new_consumer(gp); 595c58794deSPawel Jakub Dawidek error = g_attach(cp, bpp); 596c58794deSPawel Jakub Dawidek if (error != 0) { 597c58794deSPawel Jakub Dawidek if (req != NULL) { 598c58794deSPawel Jakub Dawidek gctl_error(req, "Cannot attach to %s (error=%d).", 599c58794deSPawel Jakub Dawidek bpp->name, error); 600c58794deSPawel Jakub Dawidek } else { 601c58794deSPawel Jakub Dawidek G_ELI_DEBUG(1, "Cannot attach to %s (error=%d).", 602c58794deSPawel Jakub Dawidek bpp->name, error); 603c58794deSPawel Jakub Dawidek } 604c58794deSPawel Jakub Dawidek goto failed; 605c58794deSPawel Jakub Dawidek } 606c58794deSPawel Jakub Dawidek /* 607c58794deSPawel Jakub Dawidek * Keep provider open all the time, so we can run critical tasks, 608c58794deSPawel Jakub Dawidek * like Master Keys deletion, without wondering if we can open 609c58794deSPawel Jakub Dawidek * provider or not. 61085059016SPawel Jakub Dawidek * We don't open provider for writing only when user requested read-only 61185059016SPawel Jakub Dawidek * access. 612c58794deSPawel Jakub Dawidek */ 61385059016SPawel Jakub Dawidek if (sc->sc_flags & G_ELI_FLAG_RO) 61485059016SPawel Jakub Dawidek error = g_access(cp, 1, 0, 1); 61585059016SPawel Jakub Dawidek else 616c58794deSPawel Jakub Dawidek error = g_access(cp, 1, 1, 1); 617c58794deSPawel Jakub Dawidek if (error != 0) { 618c58794deSPawel Jakub Dawidek if (req != NULL) { 619c58794deSPawel Jakub Dawidek gctl_error(req, "Cannot access %s (error=%d).", 620c58794deSPawel Jakub Dawidek bpp->name, error); 621c58794deSPawel Jakub Dawidek } else { 622c58794deSPawel Jakub Dawidek G_ELI_DEBUG(1, "Cannot access %s (error=%d).", 623c58794deSPawel Jakub Dawidek bpp->name, error); 624c58794deSPawel Jakub Dawidek } 625c58794deSPawel Jakub Dawidek goto failed; 626c58794deSPawel Jakub Dawidek } 627c58794deSPawel Jakub Dawidek 628c58794deSPawel Jakub Dawidek LIST_INIT(&sc->sc_workers); 629c58794deSPawel Jakub Dawidek 630eaa3b919SPawel Jakub Dawidek bzero(&crie, sizeof(crie)); 631eaa3b919SPawel Jakub Dawidek crie.cri_alg = sc->sc_ealgo; 632eaa3b919SPawel Jakub Dawidek crie.cri_klen = sc->sc_ekeylen; 633eaa3b919SPawel Jakub Dawidek crie.cri_key = sc->sc_ekey; 634eaa3b919SPawel Jakub Dawidek if (sc->sc_flags & G_ELI_FLAG_AUTH) { 635eaa3b919SPawel Jakub Dawidek bzero(&cria, sizeof(cria)); 636eaa3b919SPawel Jakub Dawidek cria.cri_alg = sc->sc_aalgo; 637eaa3b919SPawel Jakub Dawidek cria.cri_klen = sc->sc_akeylen; 638eaa3b919SPawel Jakub Dawidek cria.cri_key = sc->sc_akey; 639eaa3b919SPawel Jakub Dawidek crie.cri_next = &cria; 640eaa3b919SPawel Jakub Dawidek } 641c58794deSPawel Jakub Dawidek 642c58794deSPawel Jakub Dawidek threads = g_eli_threads; 643dd549194SPawel Jakub Dawidek if (threads == 0) 644dd549194SPawel Jakub Dawidek threads = mp_ncpus; 645dd549194SPawel Jakub Dawidek else if (threads > mp_ncpus) { 646c58794deSPawel Jakub Dawidek /* There is really no need for too many worker threads. */ 647dd549194SPawel Jakub Dawidek threads = mp_ncpus; 648dd549194SPawel Jakub Dawidek G_ELI_DEBUG(0, "Reducing number of threads to %u.", threads); 649c58794deSPawel Jakub Dawidek } 650c58794deSPawel Jakub Dawidek for (i = 0; i < threads; i++) { 651eba8f137SPawel Jakub Dawidek if (g_eli_cpu_is_disabled(i)) { 652eba8f137SPawel Jakub Dawidek G_ELI_DEBUG(1, "%s: CPU %u disabled, skipping.", 6531506db21SPawel Jakub Dawidek bpp->name, i); 654eba8f137SPawel Jakub Dawidek continue; 655eba8f137SPawel Jakub Dawidek } 656c58794deSPawel Jakub Dawidek wr = malloc(sizeof(*wr), M_ELI, M_WAITOK | M_ZERO); 657c58794deSPawel Jakub Dawidek wr->w_softc = sc; 658c58794deSPawel Jakub Dawidek wr->w_number = i; 659c58794deSPawel Jakub Dawidek 660c58794deSPawel Jakub Dawidek /* 661c58794deSPawel Jakub Dawidek * If this is the first pass, try to get hardware support. 662c58794deSPawel Jakub Dawidek * Use software cryptography, if we cannot get it. 663c58794deSPawel Jakub Dawidek */ 664eba8f137SPawel Jakub Dawidek if (LIST_EMPTY(&sc->sc_workers)) { 6656810ad6fSSam Leffler error = crypto_newsession(&wr->w_sid, &crie, 6666810ad6fSSam Leffler CRYPTOCAP_F_HARDWARE); 667dddd1d53SPawel Jakub Dawidek if (error == 0) 668c58794deSPawel Jakub Dawidek sc->sc_crypto = G_ELI_CRYPTO_HW; 669c58794deSPawel Jakub Dawidek } 670dddd1d53SPawel Jakub Dawidek if (sc->sc_crypto == G_ELI_CRYPTO_SW) 6716810ad6fSSam Leffler error = crypto_newsession(&wr->w_sid, &crie, 6726810ad6fSSam Leffler CRYPTOCAP_F_SOFTWARE); 673c58794deSPawel Jakub Dawidek if (error != 0) { 674c58794deSPawel Jakub Dawidek free(wr, M_ELI); 675c58794deSPawel Jakub Dawidek if (req != NULL) { 676c58794deSPawel Jakub Dawidek gctl_error(req, "Cannot set up crypto session " 677c58794deSPawel Jakub Dawidek "for %s (error=%d).", bpp->name, error); 678c58794deSPawel Jakub Dawidek } else { 679c58794deSPawel Jakub Dawidek G_ELI_DEBUG(1, "Cannot set up crypto session " 680c58794deSPawel Jakub Dawidek "for %s (error=%d).", bpp->name, error); 681c58794deSPawel Jakub Dawidek } 682c58794deSPawel Jakub Dawidek goto failed; 683c58794deSPawel Jakub Dawidek } 684c58794deSPawel Jakub Dawidek 685c58794deSPawel Jakub Dawidek error = kthread_create(g_eli_worker, wr, &wr->w_proc, 0, 0, 686c58794deSPawel Jakub Dawidek "g_eli[%u] %s", i, bpp->name); 687c58794deSPawel Jakub Dawidek if (error != 0) { 688c58794deSPawel Jakub Dawidek crypto_freesession(wr->w_sid); 689c58794deSPawel Jakub Dawidek free(wr, M_ELI); 690c58794deSPawel Jakub Dawidek if (req != NULL) { 691dddd1d53SPawel Jakub Dawidek gctl_error(req, "Cannot create kernel thread " 692dddd1d53SPawel Jakub Dawidek "for %s (error=%d).", bpp->name, error); 693c58794deSPawel Jakub Dawidek } else { 694dddd1d53SPawel Jakub Dawidek G_ELI_DEBUG(1, "Cannot create kernel thread " 695dddd1d53SPawel Jakub Dawidek "for %s (error=%d).", bpp->name, error); 696c58794deSPawel Jakub Dawidek } 697c58794deSPawel Jakub Dawidek goto failed; 698c58794deSPawel Jakub Dawidek } 699c58794deSPawel Jakub Dawidek LIST_INSERT_HEAD(&sc->sc_workers, wr, w_next); 700dddd1d53SPawel Jakub Dawidek /* If we have hardware support, one thread is enough. */ 701dddd1d53SPawel Jakub Dawidek if (sc->sc_crypto == G_ELI_CRYPTO_HW) 702dddd1d53SPawel Jakub Dawidek break; 703c58794deSPawel Jakub Dawidek } 704c58794deSPawel Jakub Dawidek 705c58794deSPawel Jakub Dawidek /* 706c58794deSPawel Jakub Dawidek * Create decrypted provider. 707c58794deSPawel Jakub Dawidek */ 708c58794deSPawel Jakub Dawidek pp = g_new_providerf(gp, "%s%s", bpp->name, G_ELI_SUFFIX); 709c58794deSPawel Jakub Dawidek pp->sectorsize = md->md_sectorsize; 710c58794deSPawel Jakub Dawidek pp->mediasize = bpp->mediasize; 711eaa3b919SPawel Jakub Dawidek if (!(sc->sc_flags & G_ELI_FLAG_ONETIME)) 712c58794deSPawel Jakub Dawidek pp->mediasize -= bpp->sectorsize; 713eaa3b919SPawel Jakub Dawidek if (!(sc->sc_flags & G_ELI_FLAG_AUTH)) 714c58794deSPawel Jakub Dawidek pp->mediasize -= (pp->mediasize % pp->sectorsize); 715eaa3b919SPawel Jakub Dawidek else { 716eaa3b919SPawel Jakub Dawidek pp->mediasize /= sc->sc_bytes_per_sector; 717eaa3b919SPawel Jakub Dawidek pp->mediasize *= pp->sectorsize; 718eaa3b919SPawel Jakub Dawidek } 719eaa3b919SPawel Jakub Dawidek 720c58794deSPawel Jakub Dawidek g_error_provider(pp, 0); 721c58794deSPawel Jakub Dawidek 722c58794deSPawel Jakub Dawidek G_ELI_DEBUG(0, "Device %s created.", pp->name); 723eaa3b919SPawel Jakub Dawidek G_ELI_DEBUG(0, "Encryption: %s %u", g_eli_algo2str(sc->sc_ealgo), 724eaa3b919SPawel Jakub Dawidek sc->sc_ekeylen); 725eaa3b919SPawel Jakub Dawidek if (sc->sc_flags & G_ELI_FLAG_AUTH) 726eaa3b919SPawel Jakub Dawidek G_ELI_DEBUG(0, " Integrity: %s", g_eli_algo2str(sc->sc_aalgo)); 727c58794deSPawel Jakub Dawidek G_ELI_DEBUG(0, " Crypto: %s", 728c58794deSPawel Jakub Dawidek sc->sc_crypto == G_ELI_CRYPTO_SW ? "software" : "hardware"); 729c58794deSPawel Jakub Dawidek return (gp); 730c58794deSPawel Jakub Dawidek failed: 731c58794deSPawel Jakub Dawidek mtx_lock(&sc->sc_queue_mtx); 732c58794deSPawel Jakub Dawidek sc->sc_flags |= G_ELI_FLAG_DESTROY; 733c58794deSPawel Jakub Dawidek wakeup(sc); 734c58794deSPawel Jakub Dawidek /* 735c58794deSPawel Jakub Dawidek * Wait for kernel threads self destruction. 736c58794deSPawel Jakub Dawidek */ 737c58794deSPawel Jakub Dawidek while (!LIST_EMPTY(&sc->sc_workers)) { 738c58794deSPawel Jakub Dawidek msleep(&sc->sc_workers, &sc->sc_queue_mtx, PRIBIO, 739c58794deSPawel Jakub Dawidek "geli:destroy", 0); 740c58794deSPawel Jakub Dawidek } 741c58794deSPawel Jakub Dawidek mtx_destroy(&sc->sc_queue_mtx); 742c58794deSPawel Jakub Dawidek if (cp->provider != NULL) { 743c58794deSPawel Jakub Dawidek if (cp->acr == 1) 744c58794deSPawel Jakub Dawidek g_access(cp, -1, -1, -1); 745c58794deSPawel Jakub Dawidek g_detach(cp); 746c58794deSPawel Jakub Dawidek } 747c58794deSPawel Jakub Dawidek g_destroy_consumer(cp); 748c58794deSPawel Jakub Dawidek g_destroy_geom(gp); 749c58794deSPawel Jakub Dawidek bzero(sc, sizeof(*sc)); 750c58794deSPawel Jakub Dawidek free(sc, M_ELI); 751c58794deSPawel Jakub Dawidek return (NULL); 752c58794deSPawel Jakub Dawidek } 753c58794deSPawel Jakub Dawidek 754c58794deSPawel Jakub Dawidek int 755c58794deSPawel Jakub Dawidek g_eli_destroy(struct g_eli_softc *sc, boolean_t force) 756c58794deSPawel Jakub Dawidek { 757c58794deSPawel Jakub Dawidek struct g_geom *gp; 758c58794deSPawel Jakub Dawidek struct g_provider *pp; 759c58794deSPawel Jakub Dawidek 760c58794deSPawel Jakub Dawidek g_topology_assert(); 761c58794deSPawel Jakub Dawidek 762c58794deSPawel Jakub Dawidek if (sc == NULL) 763c58794deSPawel Jakub Dawidek return (ENXIO); 764c58794deSPawel Jakub Dawidek 765c58794deSPawel Jakub Dawidek gp = sc->sc_geom; 766c58794deSPawel Jakub Dawidek pp = LIST_FIRST(&gp->provider); 767c58794deSPawel Jakub Dawidek if (pp != NULL && (pp->acr != 0 || pp->acw != 0 || pp->ace != 0)) { 768c58794deSPawel Jakub Dawidek if (force) { 769c58794deSPawel Jakub Dawidek G_ELI_DEBUG(1, "Device %s is still open, so it " 77098645006SChristian Brueffer "cannot be definitely removed.", pp->name); 771c58794deSPawel Jakub Dawidek } else { 772c58794deSPawel Jakub Dawidek G_ELI_DEBUG(1, 773c58794deSPawel Jakub Dawidek "Device %s is still open (r%dw%de%d).", pp->name, 774c58794deSPawel Jakub Dawidek pp->acr, pp->acw, pp->ace); 775c58794deSPawel Jakub Dawidek return (EBUSY); 776c58794deSPawel Jakub Dawidek } 777c58794deSPawel Jakub Dawidek } 778c58794deSPawel Jakub Dawidek 779c58794deSPawel Jakub Dawidek mtx_lock(&sc->sc_queue_mtx); 780c58794deSPawel Jakub Dawidek sc->sc_flags |= G_ELI_FLAG_DESTROY; 781c58794deSPawel Jakub Dawidek wakeup(sc); 782c58794deSPawel Jakub Dawidek while (!LIST_EMPTY(&sc->sc_workers)) { 783c58794deSPawel Jakub Dawidek msleep(&sc->sc_workers, &sc->sc_queue_mtx, PRIBIO, 784c58794deSPawel Jakub Dawidek "geli:destroy", 0); 785c58794deSPawel Jakub Dawidek } 786c58794deSPawel Jakub Dawidek mtx_destroy(&sc->sc_queue_mtx); 787c58794deSPawel Jakub Dawidek gp->softc = NULL; 788c58794deSPawel Jakub Dawidek bzero(sc, sizeof(*sc)); 789c58794deSPawel Jakub Dawidek free(sc, M_ELI); 790c58794deSPawel Jakub Dawidek 791c58794deSPawel Jakub Dawidek if (pp == NULL || (pp->acr == 0 && pp->acw == 0 && pp->ace == 0)) 792c58794deSPawel Jakub Dawidek G_ELI_DEBUG(0, "Device %s destroyed.", gp->name); 793c58794deSPawel Jakub Dawidek g_wither_geom_close(gp, ENXIO); 794c58794deSPawel Jakub Dawidek 795c58794deSPawel Jakub Dawidek return (0); 796c58794deSPawel Jakub Dawidek } 797c58794deSPawel Jakub Dawidek 798c58794deSPawel Jakub Dawidek static int 799c58794deSPawel Jakub Dawidek g_eli_destroy_geom(struct gctl_req *req __unused, 800c58794deSPawel Jakub Dawidek struct g_class *mp __unused, struct g_geom *gp) 801c58794deSPawel Jakub Dawidek { 802c58794deSPawel Jakub Dawidek struct g_eli_softc *sc; 803c58794deSPawel Jakub Dawidek 804c58794deSPawel Jakub Dawidek sc = gp->softc; 805c58794deSPawel Jakub Dawidek return (g_eli_destroy(sc, 0)); 806c58794deSPawel Jakub Dawidek } 807c58794deSPawel Jakub Dawidek 8089af2131bSPawel Jakub Dawidek static int 8099af2131bSPawel Jakub Dawidek g_eli_keyfiles_load(struct hmac_ctx *ctx, const char *provider) 8109af2131bSPawel Jakub Dawidek { 8119af2131bSPawel Jakub Dawidek u_char *keyfile, *data, *size; 8129af2131bSPawel Jakub Dawidek char *file, name[64]; 8139af2131bSPawel Jakub Dawidek int i; 8149af2131bSPawel Jakub Dawidek 8159af2131bSPawel Jakub Dawidek for (i = 0; ; i++) { 8169af2131bSPawel Jakub Dawidek snprintf(name, sizeof(name), "%s:geli_keyfile%d", provider, i); 8179af2131bSPawel Jakub Dawidek keyfile = preload_search_by_type(name); 8189af2131bSPawel Jakub Dawidek if (keyfile == NULL) 8199af2131bSPawel Jakub Dawidek return (i); /* Return number of loaded keyfiles. */ 8209af2131bSPawel Jakub Dawidek data = preload_search_info(keyfile, MODINFO_ADDR); 8219af2131bSPawel Jakub Dawidek if (data == NULL) { 8229af2131bSPawel Jakub Dawidek G_ELI_DEBUG(0, "Cannot find key file data for %s.", 8239af2131bSPawel Jakub Dawidek name); 8249af2131bSPawel Jakub Dawidek return (0); 8259af2131bSPawel Jakub Dawidek } 8269af2131bSPawel Jakub Dawidek data = *(void **)data; 8279af2131bSPawel Jakub Dawidek size = preload_search_info(keyfile, MODINFO_SIZE); 8289af2131bSPawel Jakub Dawidek if (size == NULL) { 8299af2131bSPawel Jakub Dawidek G_ELI_DEBUG(0, "Cannot find key file size for %s.", 8309af2131bSPawel Jakub Dawidek name); 8319af2131bSPawel Jakub Dawidek return (0); 8329af2131bSPawel Jakub Dawidek } 8339af2131bSPawel Jakub Dawidek file = preload_search_info(keyfile, MODINFO_NAME); 8349af2131bSPawel Jakub Dawidek if (file == NULL) { 8359af2131bSPawel Jakub Dawidek G_ELI_DEBUG(0, "Cannot find key file name for %s.", 8369af2131bSPawel Jakub Dawidek name); 8379af2131bSPawel Jakub Dawidek return (0); 8389af2131bSPawel Jakub Dawidek } 8399af2131bSPawel Jakub Dawidek G_ELI_DEBUG(1, "Loaded keyfile %s for %s (type: %s).", file, 8409af2131bSPawel Jakub Dawidek provider, name); 8419af2131bSPawel Jakub Dawidek g_eli_crypto_hmac_update(ctx, data, *(size_t *)size); 8429af2131bSPawel Jakub Dawidek } 8439af2131bSPawel Jakub Dawidek } 8449af2131bSPawel Jakub Dawidek 8459af2131bSPawel Jakub Dawidek static void 8469af2131bSPawel Jakub Dawidek g_eli_keyfiles_clear(const char *provider) 8479af2131bSPawel Jakub Dawidek { 8489af2131bSPawel Jakub Dawidek u_char *keyfile, *data, *size; 8499af2131bSPawel Jakub Dawidek char name[64]; 8509af2131bSPawel Jakub Dawidek int i; 8519af2131bSPawel Jakub Dawidek 8529af2131bSPawel Jakub Dawidek for (i = 0; ; i++) { 8539af2131bSPawel Jakub Dawidek snprintf(name, sizeof(name), "%s:geli_keyfile%d", provider, i); 8549af2131bSPawel Jakub Dawidek keyfile = preload_search_by_type(name); 8559af2131bSPawel Jakub Dawidek if (keyfile == NULL) 8569af2131bSPawel Jakub Dawidek return; 8579af2131bSPawel Jakub Dawidek data = preload_search_info(keyfile, MODINFO_ADDR); 8589af2131bSPawel Jakub Dawidek size = preload_search_info(keyfile, MODINFO_SIZE); 8599af2131bSPawel Jakub Dawidek if (data == NULL || size == NULL) 8609af2131bSPawel Jakub Dawidek continue; 8619af2131bSPawel Jakub Dawidek data = *(void **)data; 8629af2131bSPawel Jakub Dawidek bzero(data, *(size_t *)size); 8639af2131bSPawel Jakub Dawidek } 8649af2131bSPawel Jakub Dawidek } 8659af2131bSPawel Jakub Dawidek 866c58794deSPawel Jakub Dawidek /* 867c58794deSPawel Jakub Dawidek * Tasting is only made on boot. 868c58794deSPawel Jakub Dawidek * We detect providers which should be attached before root is mounted. 869c58794deSPawel Jakub Dawidek */ 870c58794deSPawel Jakub Dawidek static struct g_geom * 871c58794deSPawel Jakub Dawidek g_eli_taste(struct g_class *mp, struct g_provider *pp, int flags __unused) 872c58794deSPawel Jakub Dawidek { 873c58794deSPawel Jakub Dawidek struct g_eli_metadata md; 874c58794deSPawel Jakub Dawidek struct g_geom *gp; 875c58794deSPawel Jakub Dawidek struct hmac_ctx ctx; 876c58794deSPawel Jakub Dawidek char passphrase[256]; 877c58794deSPawel Jakub Dawidek u_char key[G_ELI_USERKEYLEN], mkey[G_ELI_DATAIVKEYLEN]; 8789af2131bSPawel Jakub Dawidek u_int i, nkey, nkeyfiles, tries; 879c58794deSPawel Jakub Dawidek int error; 880c58794deSPawel Jakub Dawidek 881c58794deSPawel Jakub Dawidek g_trace(G_T_TOPOLOGY, "%s(%s, %s)", __func__, mp->name, pp->name); 882c58794deSPawel Jakub Dawidek g_topology_assert(); 883c58794deSPawel Jakub Dawidek 884df3aed4fSPawel Jakub Dawidek if (root_mounted() || g_eli_tries == 0) 885c58794deSPawel Jakub Dawidek return (NULL); 886c58794deSPawel Jakub Dawidek 887c58794deSPawel Jakub Dawidek G_ELI_DEBUG(3, "Tasting %s.", pp->name); 888c58794deSPawel Jakub Dawidek 889c58794deSPawel Jakub Dawidek error = g_eli_read_metadata(mp, pp, &md); 890c58794deSPawel Jakub Dawidek if (error != 0) 891c58794deSPawel Jakub Dawidek return (NULL); 892c58794deSPawel Jakub Dawidek gp = NULL; 893c58794deSPawel Jakub Dawidek 894c58794deSPawel Jakub Dawidek if (strcmp(md.md_magic, G_ELI_MAGIC) != 0) 895c58794deSPawel Jakub Dawidek return (NULL); 896c58794deSPawel Jakub Dawidek if (md.md_version > G_ELI_VERSION) { 897c58794deSPawel Jakub Dawidek printf("geom_eli.ko module is too old to handle %s.\n", 898c58794deSPawel Jakub Dawidek pp->name); 899c58794deSPawel Jakub Dawidek return (NULL); 900c58794deSPawel Jakub Dawidek } 901c58794deSPawel Jakub Dawidek if (md.md_provsize != pp->mediasize) 902c58794deSPawel Jakub Dawidek return (NULL); 903c58794deSPawel Jakub Dawidek /* Should we attach it on boot? */ 904eaa3b919SPawel Jakub Dawidek if (!(md.md_flags & G_ELI_FLAG_BOOT)) 905c58794deSPawel Jakub Dawidek return (NULL); 906c58794deSPawel Jakub Dawidek if (md.md_keys == 0x00) { 907c58794deSPawel Jakub Dawidek G_ELI_DEBUG(0, "No valid keys on %s.", pp->name); 908c58794deSPawel Jakub Dawidek return (NULL); 909c58794deSPawel Jakub Dawidek } 9109af2131bSPawel Jakub Dawidek if (md.md_iterations == -1) { 9119af2131bSPawel Jakub Dawidek /* If there is no passphrase, we try only once. */ 9129af2131bSPawel Jakub Dawidek tries = 1; 9139af2131bSPawel Jakub Dawidek } else { 9149af2131bSPawel Jakub Dawidek /* Ask for the passphrase no more than g_eli_tries times. */ 9159af2131bSPawel Jakub Dawidek tries = g_eli_tries; 9169af2131bSPawel Jakub Dawidek } 9179af2131bSPawel Jakub Dawidek 9189af2131bSPawel Jakub Dawidek for (i = 0; i < tries; i++) { 9199af2131bSPawel Jakub Dawidek g_eli_crypto_hmac_init(&ctx, NULL, 0); 920c58794deSPawel Jakub Dawidek 921c58794deSPawel Jakub Dawidek /* 9229af2131bSPawel Jakub Dawidek * Load all key files. 923c58794deSPawel Jakub Dawidek */ 9249af2131bSPawel Jakub Dawidek nkeyfiles = g_eli_keyfiles_load(&ctx, pp->name); 9259af2131bSPawel Jakub Dawidek 9269af2131bSPawel Jakub Dawidek if (nkeyfiles == 0 && md.md_iterations == -1) { 9279af2131bSPawel Jakub Dawidek /* 9289af2131bSPawel Jakub Dawidek * No key files and no passphrase, something is 9299af2131bSPawel Jakub Dawidek * definitely wrong here. 9309af2131bSPawel Jakub Dawidek * geli(8) doesn't allow for such situation, so assume 9319af2131bSPawel Jakub Dawidek * that there was really no passphrase and in that case 9329af2131bSPawel Jakub Dawidek * key files are no properly defined in loader.conf. 9339af2131bSPawel Jakub Dawidek */ 9349af2131bSPawel Jakub Dawidek G_ELI_DEBUG(0, 9359af2131bSPawel Jakub Dawidek "Found no key files in loader.conf for %s.", 9369af2131bSPawel Jakub Dawidek pp->name); 9379af2131bSPawel Jakub Dawidek return (NULL); 9389af2131bSPawel Jakub Dawidek } 9399af2131bSPawel Jakub Dawidek 9409af2131bSPawel Jakub Dawidek /* Ask for the passphrase if defined. */ 9419af2131bSPawel Jakub Dawidek if (md.md_iterations >= 0) { 942c58794deSPawel Jakub Dawidek printf("Enter passphrase for %s: ", pp->name); 9439af2131bSPawel Jakub Dawidek gets(passphrase, sizeof(passphrase), 9449af2131bSPawel Jakub Dawidek g_eli_visible_passphrase); 9459af2131bSPawel Jakub Dawidek } 9469af2131bSPawel Jakub Dawidek 947c58794deSPawel Jakub Dawidek /* 948c58794deSPawel Jakub Dawidek * Prepare Derived-Key from the user passphrase. 949c58794deSPawel Jakub Dawidek */ 950c58794deSPawel Jakub Dawidek if (md.md_iterations == 0) { 951c58794deSPawel Jakub Dawidek g_eli_crypto_hmac_update(&ctx, md.md_salt, 952c58794deSPawel Jakub Dawidek sizeof(md.md_salt)); 953c58794deSPawel Jakub Dawidek g_eli_crypto_hmac_update(&ctx, passphrase, 954c58794deSPawel Jakub Dawidek strlen(passphrase)); 9559af2131bSPawel Jakub Dawidek } else if (md.md_iterations > 0) { 956c58794deSPawel Jakub Dawidek u_char dkey[G_ELI_USERKEYLEN]; 957c58794deSPawel Jakub Dawidek 958c58794deSPawel Jakub Dawidek pkcs5v2_genkey(dkey, sizeof(dkey), md.md_salt, 959c58794deSPawel Jakub Dawidek sizeof(md.md_salt), passphrase, md.md_iterations); 960c58794deSPawel Jakub Dawidek g_eli_crypto_hmac_update(&ctx, dkey, sizeof(dkey)); 961c58794deSPawel Jakub Dawidek bzero(dkey, sizeof(dkey)); 962c58794deSPawel Jakub Dawidek } 9639af2131bSPawel Jakub Dawidek 964c58794deSPawel Jakub Dawidek g_eli_crypto_hmac_final(&ctx, key, 0); 965c58794deSPawel Jakub Dawidek 966c58794deSPawel Jakub Dawidek /* 967c58794deSPawel Jakub Dawidek * Decrypt Master-Key. 968c58794deSPawel Jakub Dawidek */ 969c58794deSPawel Jakub Dawidek error = g_eli_mkey_decrypt(&md, key, mkey, &nkey); 970c58794deSPawel Jakub Dawidek bzero(key, sizeof(key)); 971c58794deSPawel Jakub Dawidek if (error == -1) { 9729af2131bSPawel Jakub Dawidek if (i == tries - 1) { 9739af2131bSPawel Jakub Dawidek G_ELI_DEBUG(0, 9749af2131bSPawel Jakub Dawidek "Wrong key for %s. No tries left.", 9759af2131bSPawel Jakub Dawidek pp->name); 9769af2131bSPawel Jakub Dawidek g_eli_keyfiles_clear(pp->name); 9779af2131bSPawel Jakub Dawidek return (NULL); 978c58794deSPawel Jakub Dawidek } 979c58794deSPawel Jakub Dawidek G_ELI_DEBUG(0, "Wrong key for %s. Tries left: %u.", 9809af2131bSPawel Jakub Dawidek pp->name, tries - i - 1); 981c58794deSPawel Jakub Dawidek /* Try again. */ 982c58794deSPawel Jakub Dawidek continue; 983c58794deSPawel Jakub Dawidek } else if (error > 0) { 984c58794deSPawel Jakub Dawidek G_ELI_DEBUG(0, "Cannot decrypt Master Key for %s (error=%d).", 985c58794deSPawel Jakub Dawidek pp->name, error); 9869af2131bSPawel Jakub Dawidek g_eli_keyfiles_clear(pp->name); 987c58794deSPawel Jakub Dawidek return (NULL); 988c58794deSPawel Jakub Dawidek } 989c58794deSPawel Jakub Dawidek G_ELI_DEBUG(1, "Using Master Key %u for %s.", nkey, pp->name); 990c58794deSPawel Jakub Dawidek break; 991c58794deSPawel Jakub Dawidek } 992c58794deSPawel Jakub Dawidek 993c58794deSPawel Jakub Dawidek /* 994c58794deSPawel Jakub Dawidek * We have correct key, let's attach provider. 995c58794deSPawel Jakub Dawidek */ 996c58794deSPawel Jakub Dawidek gp = g_eli_create(NULL, mp, pp, &md, mkey, nkey); 997c58794deSPawel Jakub Dawidek bzero(mkey, sizeof(mkey)); 998c58794deSPawel Jakub Dawidek bzero(&md, sizeof(md)); 999c58794deSPawel Jakub Dawidek if (gp == NULL) { 1000c58794deSPawel Jakub Dawidek G_ELI_DEBUG(0, "Cannot create device %s%s.", pp->name, 1001c58794deSPawel Jakub Dawidek G_ELI_SUFFIX); 1002c58794deSPawel Jakub Dawidek return (NULL); 1003c58794deSPawel Jakub Dawidek } 1004c58794deSPawel Jakub Dawidek return (gp); 1005c58794deSPawel Jakub Dawidek } 1006c58794deSPawel Jakub Dawidek 1007c58794deSPawel Jakub Dawidek static void 1008c58794deSPawel Jakub Dawidek g_eli_dumpconf(struct sbuf *sb, const char *indent, struct g_geom *gp, 1009c58794deSPawel Jakub Dawidek struct g_consumer *cp, struct g_provider *pp) 1010c58794deSPawel Jakub Dawidek { 1011c58794deSPawel Jakub Dawidek struct g_eli_softc *sc; 1012c58794deSPawel Jakub Dawidek 1013c58794deSPawel Jakub Dawidek g_topology_assert(); 1014c58794deSPawel Jakub Dawidek sc = gp->softc; 1015c58794deSPawel Jakub Dawidek if (sc == NULL) 1016c58794deSPawel Jakub Dawidek return; 1017c58794deSPawel Jakub Dawidek if (pp != NULL || cp != NULL) 1018c58794deSPawel Jakub Dawidek return; /* Nothing here. */ 1019ea35a2ecSPawel Jakub Dawidek sbuf_printf(sb, "%s<Flags>", indent); 1020ea35a2ecSPawel Jakub Dawidek if (sc->sc_flags == 0) 1021ea35a2ecSPawel Jakub Dawidek sbuf_printf(sb, "NONE"); 1022ea35a2ecSPawel Jakub Dawidek else { 1023ea35a2ecSPawel Jakub Dawidek int first = 1; 1024ea35a2ecSPawel Jakub Dawidek 1025ea35a2ecSPawel Jakub Dawidek #define ADD_FLAG(flag, name) do { \ 1026eaa3b919SPawel Jakub Dawidek if (sc->sc_flags & (flag)) { \ 1027ea35a2ecSPawel Jakub Dawidek if (!first) \ 1028ea35a2ecSPawel Jakub Dawidek sbuf_printf(sb, ", "); \ 1029ea35a2ecSPawel Jakub Dawidek else \ 1030ea35a2ecSPawel Jakub Dawidek first = 0; \ 1031ea35a2ecSPawel Jakub Dawidek sbuf_printf(sb, name); \ 1032ea35a2ecSPawel Jakub Dawidek } \ 1033ea35a2ecSPawel Jakub Dawidek } while (0) 10342bd4ade6SPawel Jakub Dawidek ADD_FLAG(G_ELI_FLAG_NATIVE_BYTE_ORDER, "NATIVE-BYTE-ORDER"); 1035ea35a2ecSPawel Jakub Dawidek ADD_FLAG(G_ELI_FLAG_ONETIME, "ONETIME"); 1036ea35a2ecSPawel Jakub Dawidek ADD_FLAG(G_ELI_FLAG_BOOT, "BOOT"); 1037ea35a2ecSPawel Jakub Dawidek ADD_FLAG(G_ELI_FLAG_WO_DETACH, "W-DETACH"); 1038ea35a2ecSPawel Jakub Dawidek ADD_FLAG(G_ELI_FLAG_RW_DETACH, "RW-DETACH"); 1039eaa3b919SPawel Jakub Dawidek ADD_FLAG(G_ELI_FLAG_AUTH, "AUTH"); 1040ea35a2ecSPawel Jakub Dawidek ADD_FLAG(G_ELI_FLAG_WOPEN, "W-OPEN"); 1041ea35a2ecSPawel Jakub Dawidek ADD_FLAG(G_ELI_FLAG_DESTROY, "DESTROY"); 104285059016SPawel Jakub Dawidek ADD_FLAG(G_ELI_FLAG_RO, "READ-ONLY"); 1043ea35a2ecSPawel Jakub Dawidek #undef ADD_FLAG 1044ea35a2ecSPawel Jakub Dawidek } 1045ea35a2ecSPawel Jakub Dawidek sbuf_printf(sb, "</Flags>\n"); 1046ea35a2ecSPawel Jakub Dawidek 1047eaa3b919SPawel Jakub Dawidek if (!(sc->sc_flags & G_ELI_FLAG_ONETIME)) { 1048ea35a2ecSPawel Jakub Dawidek sbuf_printf(sb, "%s<UsedKey>%u</UsedKey>\n", indent, 1049ea35a2ecSPawel Jakub Dawidek sc->sc_nkey); 1050ea35a2ecSPawel Jakub Dawidek } 1051c58794deSPawel Jakub Dawidek sbuf_printf(sb, "%s<Crypto>", indent); 1052c58794deSPawel Jakub Dawidek switch (sc->sc_crypto) { 1053c58794deSPawel Jakub Dawidek case G_ELI_CRYPTO_HW: 1054c58794deSPawel Jakub Dawidek sbuf_printf(sb, "hardware"); 1055c58794deSPawel Jakub Dawidek break; 1056c58794deSPawel Jakub Dawidek case G_ELI_CRYPTO_SW: 1057c58794deSPawel Jakub Dawidek sbuf_printf(sb, "software"); 1058c58794deSPawel Jakub Dawidek break; 1059c58794deSPawel Jakub Dawidek default: 1060c58794deSPawel Jakub Dawidek sbuf_printf(sb, "UNKNOWN"); 1061c58794deSPawel Jakub Dawidek break; 1062c58794deSPawel Jakub Dawidek } 1063c58794deSPawel Jakub Dawidek sbuf_printf(sb, "</Crypto>\n"); 1064eaa3b919SPawel Jakub Dawidek if (sc->sc_flags & G_ELI_FLAG_AUTH) { 1065eaa3b919SPawel Jakub Dawidek sbuf_printf(sb, 1066eaa3b919SPawel Jakub Dawidek "%s<AuthenticationAlgorithm>%s</AuthenticationAlgorithm>\n", 1067eaa3b919SPawel Jakub Dawidek indent, g_eli_algo2str(sc->sc_aalgo)); 1068eaa3b919SPawel Jakub Dawidek } 1069eaa3b919SPawel Jakub Dawidek sbuf_printf(sb, "%s<KeyLength>%u</KeyLength>\n", indent, 1070eaa3b919SPawel Jakub Dawidek sc->sc_ekeylen); 1071eaa3b919SPawel Jakub Dawidek sbuf_printf(sb, "%s<EncryptionAlgorithm>%s</EncryptionAlgorithm>\n", indent, 1072eaa3b919SPawel Jakub Dawidek g_eli_algo2str(sc->sc_ealgo)); 1073c58794deSPawel Jakub Dawidek } 1074c58794deSPawel Jakub Dawidek 1075c58794deSPawel Jakub Dawidek DECLARE_GEOM_CLASS(g_eli_class, g_eli); 1076f6829a05SYaroslav Tykhiy MODULE_DEPEND(g_eli, crypto, 1, 1, 1); 1077