1dd84a43cSPoul-Henning Kamp /*- 2dd84a43cSPoul-Henning Kamp * Copyright (c) 2002 Poul-Henning Kamp 3dd84a43cSPoul-Henning Kamp * Copyright (c) 2002 Networks Associates Technology, Inc. 4dd84a43cSPoul-Henning Kamp * All rights reserved. 5dd84a43cSPoul-Henning Kamp * 6dd84a43cSPoul-Henning Kamp * This software was developed for the FreeBSD Project by Poul-Henning Kamp 7dd84a43cSPoul-Henning Kamp * and NAI Labs, the Security Research Division of Network Associates, Inc. 8dd84a43cSPoul-Henning Kamp * under DARPA/SPAWAR contract N66001-01-C-8035 ("CBOSS"), as part of the 9dd84a43cSPoul-Henning Kamp * DARPA CHATS research program. 10dd84a43cSPoul-Henning Kamp * 11dd84a43cSPoul-Henning Kamp * Redistribution and use in source and binary forms, with or without 12dd84a43cSPoul-Henning Kamp * modification, are permitted provided that the following conditions 13dd84a43cSPoul-Henning Kamp * are met: 14dd84a43cSPoul-Henning Kamp * 1. Redistributions of source code must retain the above copyright 15dd84a43cSPoul-Henning Kamp * notice, this list of conditions and the following disclaimer. 16dd84a43cSPoul-Henning Kamp * 2. Redistributions in binary form must reproduce the above copyright 17dd84a43cSPoul-Henning Kamp * notice, this list of conditions and the following disclaimer in the 18dd84a43cSPoul-Henning Kamp * documentation and/or other materials provided with the distribution. 19dd84a43cSPoul-Henning Kamp * 3. The names of the authors may not be used to endorse or promote 20dd84a43cSPoul-Henning Kamp * products derived from this software without specific prior written 21dd84a43cSPoul-Henning Kamp * permission. 22dd84a43cSPoul-Henning Kamp * 23dd84a43cSPoul-Henning Kamp * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 24dd84a43cSPoul-Henning Kamp * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 25dd84a43cSPoul-Henning Kamp * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 26dd84a43cSPoul-Henning Kamp * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 27dd84a43cSPoul-Henning Kamp * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 28dd84a43cSPoul-Henning Kamp * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 29dd84a43cSPoul-Henning Kamp * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 30dd84a43cSPoul-Henning Kamp * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 31dd84a43cSPoul-Henning Kamp * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 32dd84a43cSPoul-Henning Kamp * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 33dd84a43cSPoul-Henning Kamp * SUCH DAMAGE. 34dd84a43cSPoul-Henning Kamp */ 35dd84a43cSPoul-Henning Kamp 3650b1faefSDavid E. O'Brien #include <sys/cdefs.h> 3750b1faefSDavid E. O'Brien __FBSDID("$FreeBSD$"); 38dd84a43cSPoul-Henning Kamp 39dd84a43cSPoul-Henning Kamp #include <sys/param.h> 40dd84a43cSPoul-Henning Kamp #include <sys/systm.h> 41dd84a43cSPoul-Henning Kamp #include <sys/kernel.h> 42dd84a43cSPoul-Henning Kamp #include <sys/malloc.h> 43dd84a43cSPoul-Henning Kamp #include <sys/bio.h> 44dd84a43cSPoul-Henning Kamp #include <sys/sysctl.h> 45dd84a43cSPoul-Henning Kamp #include <sys/proc.h> 46dd84a43cSPoul-Henning Kamp #include <sys/lock.h> 47dd84a43cSPoul-Henning Kamp #include <sys/mutex.h> 48dd84a43cSPoul-Henning Kamp #include <sys/errno.h> 49dd84a43cSPoul-Henning Kamp #include <sys/sbuf.h> 50dd84a43cSPoul-Henning Kamp #include <geom/geom.h> 51dd84a43cSPoul-Henning Kamp #include <geom/geom_slice.h> 52dd84a43cSPoul-Henning Kamp #include <machine/stdarg.h> 53dd84a43cSPoul-Henning Kamp 5407d77fc6SPoul-Henning Kamp static g_access_t g_slice_access; 5507d77fc6SPoul-Henning Kamp static g_start_t g_slice_start; 5607d77fc6SPoul-Henning Kamp 572285b094SPoul-Henning Kamp static struct g_slicer * 5882b53b8dSPoul-Henning Kamp g_slice_alloc(unsigned nslice, unsigned scsize) 59dd84a43cSPoul-Henning Kamp { 60dd84a43cSPoul-Henning Kamp struct g_slicer *gsp; 61dd84a43cSPoul-Henning Kamp 62a163d034SWarner Losh gsp = g_malloc(sizeof *gsp, M_WAITOK | M_ZERO); 6340f798daSPawel Jakub Dawidek if (scsize > 0) 64a163d034SWarner Losh gsp->softc = g_malloc(scsize, M_WAITOK | M_ZERO); 6540f798daSPawel Jakub Dawidek else 6640f798daSPawel Jakub Dawidek gsp->softc = NULL; 67beece77aSPoul-Henning Kamp gsp->slices = g_malloc(nslice * sizeof(struct g_slice), 68a163d034SWarner Losh M_WAITOK | M_ZERO); 69dd84a43cSPoul-Henning Kamp gsp->nslice = nslice; 70dd84a43cSPoul-Henning Kamp return (gsp); 71dd84a43cSPoul-Henning Kamp } 72dd84a43cSPoul-Henning Kamp 7382b53b8dSPoul-Henning Kamp static void 74*f0fa2af6SAndriy Gapon g_slice_free(struct g_geom *gp) 7582b53b8dSPoul-Henning Kamp { 76*f0fa2af6SAndriy Gapon struct g_slicer *gsp; 7782b53b8dSPoul-Henning Kamp 78*f0fa2af6SAndriy Gapon gsp = gp->softc; 79*f0fa2af6SAndriy Gapon gp->softc = NULL; 80*f0fa2af6SAndriy Gapon 81*f0fa2af6SAndriy Gapon /* 82*f0fa2af6SAndriy Gapon * We can get multiple spoiled events before wither-washer 83*f0fa2af6SAndriy Gapon * detaches our consumer, so this can get called multiple 84*f0fa2af6SAndriy Gapon * times. 85*f0fa2af6SAndriy Gapon */ 86*f0fa2af6SAndriy Gapon if (gsp == NULL) 875289667cSLukas Ertl return; 8882b53b8dSPoul-Henning Kamp g_free(gsp->slices); 8982b53b8dSPoul-Henning Kamp if (gsp->hotspot != NULL) 9082b53b8dSPoul-Henning Kamp g_free(gsp->hotspot); 91916a3aa0SPawel Jakub Dawidek if (gsp->softc != NULL) 9282b53b8dSPoul-Henning Kamp g_free(gsp->softc); 9382b53b8dSPoul-Henning Kamp g_free(gsp); 9482b53b8dSPoul-Henning Kamp } 9582b53b8dSPoul-Henning Kamp 9607d77fc6SPoul-Henning Kamp static int 97dd84a43cSPoul-Henning Kamp g_slice_access(struct g_provider *pp, int dr, int dw, int de) 98dd84a43cSPoul-Henning Kamp { 990f9d3dbaSPoul-Henning Kamp int error; 1000f9d3dbaSPoul-Henning Kamp u_int u; 101dd84a43cSPoul-Henning Kamp struct g_geom *gp; 102dd84a43cSPoul-Henning Kamp struct g_consumer *cp; 103dd84a43cSPoul-Henning Kamp struct g_provider *pp2; 104dd84a43cSPoul-Henning Kamp struct g_slicer *gsp; 105dd84a43cSPoul-Henning Kamp struct g_slice *gsl, *gsl2; 106dd84a43cSPoul-Henning Kamp 107dd84a43cSPoul-Henning Kamp gp = pp->geom; 108dd84a43cSPoul-Henning Kamp cp = LIST_FIRST(&gp->consumer); 109dd84a43cSPoul-Henning Kamp KASSERT (cp != NULL, ("g_slice_access but no consumer")); 110dd84a43cSPoul-Henning Kamp gsp = gp->softc; 1118529ce7aSPoul-Henning Kamp if (dr > 0 || dw > 0 || de > 0) { 112dd84a43cSPoul-Henning Kamp gsl = &gsp->slices[pp->index]; 1130f9d3dbaSPoul-Henning Kamp for (u = 0; u < gsp->nslice; u++) { 1140f9d3dbaSPoul-Henning Kamp gsl2 = &gsp->slices[u]; 115dd84a43cSPoul-Henning Kamp if (gsl2->length == 0) 116dd84a43cSPoul-Henning Kamp continue; 1170f9d3dbaSPoul-Henning Kamp if (u == pp->index) 118dd84a43cSPoul-Henning Kamp continue; 119dd84a43cSPoul-Henning Kamp if (gsl->offset + gsl->length <= gsl2->offset) 120dd84a43cSPoul-Henning Kamp continue; 121dd84a43cSPoul-Henning Kamp if (gsl2->offset + gsl2->length <= gsl->offset) 122dd84a43cSPoul-Henning Kamp continue; 123dd84a43cSPoul-Henning Kamp /* overlap */ 124dd84a43cSPoul-Henning Kamp pp2 = gsl2->provider; 125dd84a43cSPoul-Henning Kamp if ((pp->acw + dw) > 0 && pp2->ace > 0) 126dd84a43cSPoul-Henning Kamp return (EPERM); 127dd84a43cSPoul-Henning Kamp if ((pp->ace + de) > 0 && pp2->acw > 0) 128dd84a43cSPoul-Henning Kamp return (EPERM); 129dd84a43cSPoul-Henning Kamp } 1308529ce7aSPoul-Henning Kamp } 131dd84a43cSPoul-Henning Kamp /* On first open, grab an extra "exclusive" bit */ 132dd84a43cSPoul-Henning Kamp if (cp->acr == 0 && cp->acw == 0 && cp->ace == 0) 133dd84a43cSPoul-Henning Kamp de++; 134dd84a43cSPoul-Henning Kamp /* ... and let go of it on last close */ 135dd84a43cSPoul-Henning Kamp if ((cp->acr + dr) == 0 && (cp->acw + dw) == 0 && (cp->ace + de) == 1) 136dd84a43cSPoul-Henning Kamp de--; 137d2bae332SPoul-Henning Kamp error = g_access(cp, dr, dw, de); 1389662d80aSAndriy Gapon 1399662d80aSAndriy Gapon /* 1409662d80aSAndriy Gapon * Free the softc if all providers have been closed and this geom 1419662d80aSAndriy Gapon * is being removed. 1429662d80aSAndriy Gapon */ 1439662d80aSAndriy Gapon if (error == 0 && (gp->flags & G_GEOM_WITHER) != 0 && 1449662d80aSAndriy Gapon (cp->acr + cp->acw + cp->ace) == 0) 145*f0fa2af6SAndriy Gapon g_slice_free(gp); 1469662d80aSAndriy Gapon 147dd84a43cSPoul-Henning Kamp return (error); 148dd84a43cSPoul-Henning Kamp } 149dd84a43cSPoul-Henning Kamp 1507220a9e7SPoul-Henning Kamp /* 1517220a9e7SPoul-Henning Kamp * XXX: It should be possible to specify here if we should finish all of the 1527220a9e7SPoul-Henning Kamp * XXX: bio, or only the non-hot bits. This would get messy if there were 1537220a9e7SPoul-Henning Kamp * XXX: two hot spots in the same bio, so for now we simply finish off the 1547220a9e7SPoul-Henning Kamp * XXX: entire bio. Modifying hot data on the way to disk is frowned on 1557220a9e7SPoul-Henning Kamp * XXX: so making that considerably harder is not a bad idea anyway. 1567220a9e7SPoul-Henning Kamp */ 157188321b7SPoul-Henning Kamp void 158188321b7SPoul-Henning Kamp g_slice_finish_hot(struct bio *bp) 159188321b7SPoul-Henning Kamp { 160188321b7SPoul-Henning Kamp struct bio *bp2; 161188321b7SPoul-Henning Kamp struct g_geom *gp; 162188321b7SPoul-Henning Kamp struct g_consumer *cp; 163188321b7SPoul-Henning Kamp struct g_slicer *gsp; 164188321b7SPoul-Henning Kamp struct g_slice *gsl; 1650f9d3dbaSPoul-Henning Kamp int idx; 166188321b7SPoul-Henning Kamp 1677220a9e7SPoul-Henning Kamp KASSERT(bp->bio_to != NULL, 1687220a9e7SPoul-Henning Kamp ("NULL bio_to in g_slice_finish_hot(%p)", bp)); 1697220a9e7SPoul-Henning Kamp KASSERT(bp->bio_from != NULL, 1707220a9e7SPoul-Henning Kamp ("NULL bio_from in g_slice_finish_hot(%p)", bp)); 171188321b7SPoul-Henning Kamp gp = bp->bio_to->geom; 172188321b7SPoul-Henning Kamp gsp = gp->softc; 173188321b7SPoul-Henning Kamp cp = LIST_FIRST(&gp->consumer); 174188321b7SPoul-Henning Kamp KASSERT(cp != NULL, ("NULL consumer in g_slice_finish_hot(%p)", bp)); 1750f9d3dbaSPoul-Henning Kamp idx = bp->bio_to->index; 1760f9d3dbaSPoul-Henning Kamp gsl = &gsp->slices[idx]; 177188321b7SPoul-Henning Kamp 178188321b7SPoul-Henning Kamp bp2 = g_clone_bio(bp); 179188321b7SPoul-Henning Kamp if (bp2 == NULL) { 180188321b7SPoul-Henning Kamp g_io_deliver(bp, ENOMEM); 181188321b7SPoul-Henning Kamp return; 182188321b7SPoul-Henning Kamp } 183188321b7SPoul-Henning Kamp if (bp2->bio_offset + bp2->bio_length > gsl->length) 184188321b7SPoul-Henning Kamp bp2->bio_length = gsl->length - bp2->bio_offset; 185188321b7SPoul-Henning Kamp bp2->bio_done = g_std_done; 186188321b7SPoul-Henning Kamp bp2->bio_offset += gsl->offset; 187188321b7SPoul-Henning Kamp g_io_request(bp2, cp); 188188321b7SPoul-Henning Kamp return; 189188321b7SPoul-Henning Kamp } 190188321b7SPoul-Henning Kamp 19107d77fc6SPoul-Henning Kamp static void 192a04c28bdSPawel Jakub Dawidek g_slice_done(struct bio *bp) 193a04c28bdSPawel Jakub Dawidek { 194a04c28bdSPawel Jakub Dawidek 195a04c28bdSPawel Jakub Dawidek KASSERT(bp->bio_cmd == BIO_GETATTR && 196a04c28bdSPawel Jakub Dawidek strcmp(bp->bio_attribute, "GEOM::ident") == 0, 197a04c28bdSPawel Jakub Dawidek ("bio_cmd=0x%x bio_attribute=%s", bp->bio_cmd, bp->bio_attribute)); 198a04c28bdSPawel Jakub Dawidek 199a04c28bdSPawel Jakub Dawidek if (bp->bio_error == 0 && bp->bio_data[0] != '\0') { 200a04c28bdSPawel Jakub Dawidek char idx[8]; 201a04c28bdSPawel Jakub Dawidek 202a04c28bdSPawel Jakub Dawidek /* Add index to the ident received. */ 203a04c28bdSPawel Jakub Dawidek snprintf(idx, sizeof(idx), "s%d", 204a04c28bdSPawel Jakub Dawidek bp->bio_parent->bio_to->index); 205a04c28bdSPawel Jakub Dawidek if (strlcat(bp->bio_data, idx, bp->bio_length) >= 206a04c28bdSPawel Jakub Dawidek bp->bio_length) { 207a04c28bdSPawel Jakub Dawidek bp->bio_error = EFAULT; 208a04c28bdSPawel Jakub Dawidek } 209a04c28bdSPawel Jakub Dawidek } 210a04c28bdSPawel Jakub Dawidek g_std_done(bp); 211a04c28bdSPawel Jakub Dawidek } 212a04c28bdSPawel Jakub Dawidek 213a04c28bdSPawel Jakub Dawidek static void 214dd84a43cSPoul-Henning Kamp g_slice_start(struct bio *bp) 215dd84a43cSPoul-Henning Kamp { 216dd84a43cSPoul-Henning Kamp struct bio *bp2; 217dd84a43cSPoul-Henning Kamp struct g_provider *pp; 218dd84a43cSPoul-Henning Kamp struct g_geom *gp; 219dd84a43cSPoul-Henning Kamp struct g_consumer *cp; 220dd84a43cSPoul-Henning Kamp struct g_slicer *gsp; 221183a45f6SPoul-Henning Kamp struct g_slice *gsl; 2227220a9e7SPoul-Henning Kamp struct g_slice_hot *ghp; 2230f9d3dbaSPoul-Henning Kamp int idx, error; 224188321b7SPoul-Henning Kamp u_int m_index; 2251bdb20a6SPoul-Henning Kamp off_t t; 226dd84a43cSPoul-Henning Kamp 227dd84a43cSPoul-Henning Kamp pp = bp->bio_to; 228dd84a43cSPoul-Henning Kamp gp = pp->geom; 229dd84a43cSPoul-Henning Kamp gsp = gp->softc; 230dd84a43cSPoul-Henning Kamp cp = LIST_FIRST(&gp->consumer); 2310f9d3dbaSPoul-Henning Kamp idx = pp->index; 2320f9d3dbaSPoul-Henning Kamp gsl = &gsp->slices[idx]; 233dd84a43cSPoul-Henning Kamp switch(bp->bio_cmd) { 234dd84a43cSPoul-Henning Kamp case BIO_READ: 235dd84a43cSPoul-Henning Kamp case BIO_WRITE: 236dd84a43cSPoul-Henning Kamp case BIO_DELETE: 237dd84a43cSPoul-Henning Kamp if (bp->bio_offset > gsl->length) { 23872840432SPoul-Henning Kamp g_io_deliver(bp, EINVAL); /* XXX: EWHAT ? */ 239dd84a43cSPoul-Henning Kamp return; 240dd84a43cSPoul-Henning Kamp } 241188321b7SPoul-Henning Kamp /* 242188321b7SPoul-Henning Kamp * Check if we collide with any hot spaces, and call the 243188321b7SPoul-Henning Kamp * method once if so. 244188321b7SPoul-Henning Kamp */ 245821a4d01SPoul-Henning Kamp t = bp->bio_offset + gsl->offset; 246183a45f6SPoul-Henning Kamp for (m_index = 0; m_index < gsp->nhotspot; m_index++) { 2477220a9e7SPoul-Henning Kamp ghp = &gsp->hotspot[m_index]; 2487220a9e7SPoul-Henning Kamp if (t >= ghp->offset + ghp->length) 249188321b7SPoul-Henning Kamp continue; 2507220a9e7SPoul-Henning Kamp if (t + bp->bio_length <= ghp->offset) 251188321b7SPoul-Henning Kamp continue; 2527220a9e7SPoul-Henning Kamp switch(bp->bio_cmd) { 2537220a9e7SPoul-Henning Kamp case BIO_READ: idx = ghp->ract; break; 2547220a9e7SPoul-Henning Kamp case BIO_WRITE: idx = ghp->wact; break; 2557220a9e7SPoul-Henning Kamp case BIO_DELETE: idx = ghp->dact; break; 2567220a9e7SPoul-Henning Kamp } 2577220a9e7SPoul-Henning Kamp switch(idx) { 2587220a9e7SPoul-Henning Kamp case G_SLICE_HOT_ALLOW: 2597220a9e7SPoul-Henning Kamp /* Fall out and continue normal processing */ 2607220a9e7SPoul-Henning Kamp continue; 2617220a9e7SPoul-Henning Kamp case G_SLICE_HOT_DENY: 2627220a9e7SPoul-Henning Kamp g_io_deliver(bp, EROFS); 263188321b7SPoul-Henning Kamp return; 2647220a9e7SPoul-Henning Kamp case G_SLICE_HOT_START: 2657220a9e7SPoul-Henning Kamp error = gsp->start(bp); 2667220a9e7SPoul-Henning Kamp if (error && error != EJUSTRETURN) 2677220a9e7SPoul-Henning Kamp g_io_deliver(bp, error); 2687220a9e7SPoul-Henning Kamp return; 2697220a9e7SPoul-Henning Kamp case G_SLICE_HOT_CALL: 2708cd1535aSPoul-Henning Kamp error = g_post_event(gsp->hot, bp, M_NOWAIT, 2718cd1535aSPoul-Henning Kamp gp, NULL); 2727220a9e7SPoul-Henning Kamp if (error) 273188321b7SPoul-Henning Kamp g_io_deliver(bp, error); 274188321b7SPoul-Henning Kamp return; 275188321b7SPoul-Henning Kamp } 276188321b7SPoul-Henning Kamp break; 277188321b7SPoul-Henning Kamp } 278dd84a43cSPoul-Henning Kamp bp2 = g_clone_bio(bp); 279beece77aSPoul-Henning Kamp if (bp2 == NULL) { 28072840432SPoul-Henning Kamp g_io_deliver(bp, ENOMEM); 281beece77aSPoul-Henning Kamp return; 282beece77aSPoul-Henning Kamp } 283dd84a43cSPoul-Henning Kamp if (bp2->bio_offset + bp2->bio_length > gsl->length) 284dd84a43cSPoul-Henning Kamp bp2->bio_length = gsl->length - bp2->bio_offset; 285dd84a43cSPoul-Henning Kamp bp2->bio_done = g_std_done; 286dd84a43cSPoul-Henning Kamp bp2->bio_offset += gsl->offset; 287dd84a43cSPoul-Henning Kamp g_io_request(bp2, cp); 288dd84a43cSPoul-Henning Kamp return; 289dd84a43cSPoul-Henning Kamp case BIO_GETATTR: 2901bdb20a6SPoul-Henning Kamp /* Give the real method a chance to override */ 291d3a1a137SPoul-Henning Kamp if (gsp->start != NULL && gsp->start(bp)) 2921bdb20a6SPoul-Henning Kamp return; 293a04c28bdSPawel Jakub Dawidek if (!strcmp("GEOM::ident", bp->bio_attribute)) { 294a04c28bdSPawel Jakub Dawidek bp2 = g_clone_bio(bp); 295a04c28bdSPawel Jakub Dawidek if (bp2 == NULL) { 296a04c28bdSPawel Jakub Dawidek g_io_deliver(bp, ENOMEM); 297a04c28bdSPawel Jakub Dawidek return; 298a04c28bdSPawel Jakub Dawidek } 299a04c28bdSPawel Jakub Dawidek bp2->bio_done = g_slice_done; 300a04c28bdSPawel Jakub Dawidek g_io_request(bp2, cp); 301a04c28bdSPawel Jakub Dawidek return; 302a04c28bdSPawel Jakub Dawidek } 30395c24b31SPoul-Henning Kamp if (!strcmp("GEOM::kerneldump", bp->bio_attribute)) { 30495c24b31SPoul-Henning Kamp struct g_kerneldump *gkd; 30595c24b31SPoul-Henning Kamp 30695c24b31SPoul-Henning Kamp gkd = (struct g_kerneldump *)bp->bio_data; 3070f9d3dbaSPoul-Henning Kamp gkd->offset += gsp->slices[idx].offset; 3080f9d3dbaSPoul-Henning Kamp if (gkd->length > gsp->slices[idx].length) 3090f9d3dbaSPoul-Henning Kamp gkd->length = gsp->slices[idx].length; 31095c24b31SPoul-Henning Kamp /* now, pass it on downwards... */ 31195c24b31SPoul-Henning Kamp } 31242461fbaSPawel Jakub Dawidek /* FALLTHROUGH */ 31342461fbaSPawel Jakub Dawidek case BIO_FLUSH: 314dd84a43cSPoul-Henning Kamp bp2 = g_clone_bio(bp); 315852f3924SPoul-Henning Kamp if (bp2 == NULL) { 31672840432SPoul-Henning Kamp g_io_deliver(bp, ENOMEM); 317852f3924SPoul-Henning Kamp return; 318852f3924SPoul-Henning Kamp } 319dd84a43cSPoul-Henning Kamp bp2->bio_done = g_std_done; 320dd84a43cSPoul-Henning Kamp g_io_request(bp2, cp); 321dd84a43cSPoul-Henning Kamp break; 322dd84a43cSPoul-Henning Kamp default: 32372840432SPoul-Henning Kamp g_io_deliver(bp, EOPNOTSUPP); 324dd84a43cSPoul-Henning Kamp return; 325dd84a43cSPoul-Henning Kamp } 326dd84a43cSPoul-Henning Kamp } 327dd84a43cSPoul-Henning Kamp 328dd84a43cSPoul-Henning Kamp void 3290f9d3dbaSPoul-Henning Kamp g_slice_dumpconf(struct sbuf *sb, const char *indent, struct g_geom *gp, struct g_consumer *cp, struct g_provider *pp) 330dd84a43cSPoul-Henning Kamp { 331dd84a43cSPoul-Henning Kamp struct g_slicer *gsp; 332dd84a43cSPoul-Henning Kamp 333dd84a43cSPoul-Henning Kamp gsp = gp->softc; 334d518e539SPoul-Henning Kamp if (indent == NULL) { 335d518e539SPoul-Henning Kamp sbuf_printf(sb, " i %u", pp->index); 336d518e539SPoul-Henning Kamp sbuf_printf(sb, " o %ju", 337d518e539SPoul-Henning Kamp (uintmax_t)gsp->slices[pp->index].offset); 338d518e539SPoul-Henning Kamp return; 339d518e539SPoul-Henning Kamp } 340dd84a43cSPoul-Henning Kamp if (pp != NULL) { 341dd84a43cSPoul-Henning Kamp sbuf_printf(sb, "%s<index>%u</index>\n", indent, pp->index); 34214ac6812SPoul-Henning Kamp sbuf_printf(sb, "%s<length>%ju</length>\n", 34314ac6812SPoul-Henning Kamp indent, (uintmax_t)gsp->slices[pp->index].length); 34414ac6812SPoul-Henning Kamp sbuf_printf(sb, "%s<seclength>%ju</seclength>\n", indent, 34514ac6812SPoul-Henning Kamp (uintmax_t)gsp->slices[pp->index].length / 512); 34614ac6812SPoul-Henning Kamp sbuf_printf(sb, "%s<offset>%ju</offset>\n", indent, 34714ac6812SPoul-Henning Kamp (uintmax_t)gsp->slices[pp->index].offset); 34814ac6812SPoul-Henning Kamp sbuf_printf(sb, "%s<secoffset>%ju</secoffset>\n", indent, 34914ac6812SPoul-Henning Kamp (uintmax_t)gsp->slices[pp->index].offset / 512); 350dd84a43cSPoul-Henning Kamp } 351dd84a43cSPoul-Henning Kamp } 352dd84a43cSPoul-Henning Kamp 3535a6baf54SPoul-Henning Kamp int 3540f9d3dbaSPoul-Henning Kamp g_slice_config(struct g_geom *gp, u_int idx, int how, off_t offset, off_t length, u_int sectorsize, const char *fmt, ...) 3555a6baf54SPoul-Henning Kamp { 3568a63edc3SPoul-Henning Kamp struct g_provider *pp, *pp2; 3575a6baf54SPoul-Henning Kamp struct g_slicer *gsp; 3585a6baf54SPoul-Henning Kamp struct g_slice *gsl; 3595a6baf54SPoul-Henning Kamp va_list ap; 3605a6baf54SPoul-Henning Kamp struct sbuf *sb; 361ce67c955SPoul-Henning Kamp int acc; 3625a6baf54SPoul-Henning Kamp 36372840432SPoul-Henning Kamp g_trace(G_T_TOPOLOGY, "g_slice_config(%s, %d, %d)", 3640f9d3dbaSPoul-Henning Kamp gp->name, idx, how); 3655a6baf54SPoul-Henning Kamp g_topology_assert(); 3665a6baf54SPoul-Henning Kamp gsp = gp->softc; 3670f9d3dbaSPoul-Henning Kamp if (idx >= gsp->nslice) 3685a6baf54SPoul-Henning Kamp return(EINVAL); 3690f9d3dbaSPoul-Henning Kamp gsl = &gsp->slices[idx]; 3705a6baf54SPoul-Henning Kamp pp = gsl->provider; 3715a6baf54SPoul-Henning Kamp if (pp != NULL) 3725a6baf54SPoul-Henning Kamp acc = pp->acr + pp->acw + pp->ace; 3735a6baf54SPoul-Henning Kamp else 3745a6baf54SPoul-Henning Kamp acc = 0; 3755a6baf54SPoul-Henning Kamp if (acc != 0 && how != G_SLICE_CONFIG_FORCE) { 3765a6baf54SPoul-Henning Kamp if (length < gsl->length) 3775a6baf54SPoul-Henning Kamp return(EBUSY); 3785a6baf54SPoul-Henning Kamp if (offset != gsl->offset) 3795a6baf54SPoul-Henning Kamp return(EBUSY); 3805a6baf54SPoul-Henning Kamp } 3815a6baf54SPoul-Henning Kamp /* XXX: check offset + length <= MEDIASIZE */ 3825a6baf54SPoul-Henning Kamp if (how == G_SLICE_CONFIG_CHECK) 3835a6baf54SPoul-Henning Kamp return (0); 3845a6baf54SPoul-Henning Kamp gsl->length = length; 3855a6baf54SPoul-Henning Kamp gsl->offset = offset; 38648444d62SPoul-Henning Kamp gsl->sectorsize = sectorsize; 3873d5500fcSPoul-Henning Kamp if (length == 0) { 3883d5500fcSPoul-Henning Kamp if (pp == NULL) 3895a6baf54SPoul-Henning Kamp return (0); 3903d5500fcSPoul-Henning Kamp if (bootverbose) 3913d5500fcSPoul-Henning Kamp printf("GEOM: Deconfigure %s\n", pp->name); 392d99c1559SMarcel Moolenaar g_wither_provider(pp, ENXIO); 3935a6baf54SPoul-Henning Kamp gsl->provider = NULL; 3945a6baf54SPoul-Henning Kamp gsp->nprovider--; 3955a6baf54SPoul-Henning Kamp return (0); 3965a6baf54SPoul-Henning Kamp } 3973d5500fcSPoul-Henning Kamp if (pp != NULL) { 3983d5500fcSPoul-Henning Kamp if (bootverbose) 3993d5500fcSPoul-Henning Kamp printf("GEOM: Reconfigure %s, start %jd length %jd end %jd\n", 4003d5500fcSPoul-Henning Kamp pp->name, (intmax_t)offset, (intmax_t)length, 4013d5500fcSPoul-Henning Kamp (intmax_t)(offset + length - 1)); 40219e5b2d5SEdward Tomasz Napierala g_resize_provider(pp, gsl->length); 4033d5500fcSPoul-Henning Kamp return (0); 4043d5500fcSPoul-Henning Kamp } 4052616144eSDag-Erling Smørgrav sb = sbuf_new_auto(); 406a1a9b445SPoul-Henning Kamp va_start(ap, fmt); 4075a6baf54SPoul-Henning Kamp sbuf_vprintf(sb, fmt, ap); 408a1a9b445SPoul-Henning Kamp va_end(ap); 4095a6baf54SPoul-Henning Kamp sbuf_finish(sb); 41002c62349SJaakko Heinonen pp = g_new_providerf(gp, "%s", sbuf_data(sb)); 4118a63edc3SPoul-Henning Kamp pp2 = LIST_FIRST(&gp->consumer)->provider; 4128a63edc3SPoul-Henning Kamp pp->stripesize = pp2->stripesize; 4130c8fd0c8SAlexander Motin pp->stripeoffset = pp2->stripeoffset + offset; 4140c8fd0c8SAlexander Motin if (pp->stripesize > 0) 4150c8fd0c8SAlexander Motin pp->stripeoffset %= pp->stripesize; 41640ea77a0SAlexander Motin if (gsp->nhotspot == 0) { 4177868ec50SAlexander Motin pp->flags |= pp2->flags & G_PF_ACCEPT_UNMAPPED; 41840ea77a0SAlexander Motin pp->flags |= G_PF_DIRECT_SEND | G_PF_DIRECT_RECEIVE; 41940ea77a0SAlexander Motin } 4202859a695SPoul-Henning Kamp if (0 && bootverbose) 4213d5500fcSPoul-Henning Kamp printf("GEOM: Configure %s, start %jd length %jd end %jd\n", 4223d5500fcSPoul-Henning Kamp pp->name, (intmax_t)offset, (intmax_t)length, 4233d5500fcSPoul-Henning Kamp (intmax_t)(offset + length - 1)); 4240f9d3dbaSPoul-Henning Kamp pp->index = idx; 42548444d62SPoul-Henning Kamp pp->mediasize = gsl->length; 42648444d62SPoul-Henning Kamp pp->sectorsize = gsl->sectorsize; 4275a6baf54SPoul-Henning Kamp gsl->provider = pp; 4285a6baf54SPoul-Henning Kamp gsp->nprovider++; 4295a6baf54SPoul-Henning Kamp g_error_provider(pp, 0); 4305a6baf54SPoul-Henning Kamp sbuf_delete(sb); 4315a6baf54SPoul-Henning Kamp return(0); 4325a6baf54SPoul-Henning Kamp } 4335a6baf54SPoul-Henning Kamp 4347220a9e7SPoul-Henning Kamp /* 4357220a9e7SPoul-Henning Kamp * Configure "hotspots". A hotspot is a piece of the parent device which 4367220a9e7SPoul-Henning Kamp * this particular slicer cares about for some reason. Typically because 4377220a9e7SPoul-Henning Kamp * it contains meta-data used to configure the slicer. 4387220a9e7SPoul-Henning Kamp * A hotspot is identified by its index number. The offset and length are 4397220a9e7SPoul-Henning Kamp * relative to the parent device, and the three "?act" fields specify 4407220a9e7SPoul-Henning Kamp * what action to take on BIO_READ, BIO_DELETE and BIO_WRITE. 4417220a9e7SPoul-Henning Kamp * 4427220a9e7SPoul-Henning Kamp * XXX: There may be a race relative to g_slice_start() here, if an existing 4437220a9e7SPoul-Henning Kamp * XXX: hotspot is changed wile I/O is happening. Should this become a problem 4447220a9e7SPoul-Henning Kamp * XXX: we can protect the hotspot stuff with a mutex. 4457220a9e7SPoul-Henning Kamp */ 4467220a9e7SPoul-Henning Kamp 447188321b7SPoul-Henning Kamp int 4487220a9e7SPoul-Henning Kamp g_slice_conf_hot(struct g_geom *gp, u_int idx, off_t offset, off_t length, int ract, int dact, int wact) 449188321b7SPoul-Henning Kamp { 450188321b7SPoul-Henning Kamp struct g_slicer *gsp; 451183a45f6SPoul-Henning Kamp struct g_slice_hot *gsl, *gsl2; 45240ea77a0SAlexander Motin struct g_consumer *cp; 4537868ec50SAlexander Motin struct g_provider *pp; 454188321b7SPoul-Henning Kamp 4557220a9e7SPoul-Henning Kamp g_trace(G_T_TOPOLOGY, "g_slice_conf_hot(%s, idx: %d, off: %jd, len: %jd)", 4567220a9e7SPoul-Henning Kamp gp->name, idx, (intmax_t)offset, (intmax_t)length); 457188321b7SPoul-Henning Kamp g_topology_assert(); 458188321b7SPoul-Henning Kamp gsp = gp->softc; 45940ea77a0SAlexander Motin /* Deny unmapped I/O and direct dispatch if hotspots are used. */ 4607868ec50SAlexander Motin if (gsp->nhotspot == 0) { 4617868ec50SAlexander Motin LIST_FOREACH(pp, &gp->provider, provider) 46240ea77a0SAlexander Motin pp->flags &= ~(G_PF_ACCEPT_UNMAPPED | 46340ea77a0SAlexander Motin G_PF_DIRECT_SEND | G_PF_DIRECT_RECEIVE); 46440ea77a0SAlexander Motin LIST_FOREACH(cp, &gp->consumer, consumer) 46540ea77a0SAlexander Motin cp->flags &= ~(G_CF_DIRECT_SEND | G_CF_DIRECT_RECEIVE); 4667868ec50SAlexander Motin } 467183a45f6SPoul-Henning Kamp gsl = gsp->hotspot; 468183a45f6SPoul-Henning Kamp if(idx >= gsp->nhotspot) { 469a163d034SWarner Losh gsl2 = g_malloc((idx + 1) * sizeof *gsl2, M_WAITOK | M_ZERO); 470183a45f6SPoul-Henning Kamp if (gsp->hotspot != NULL) 471183a45f6SPoul-Henning Kamp bcopy(gsp->hotspot, gsl2, gsp->nhotspot * sizeof *gsl2); 472183a45f6SPoul-Henning Kamp gsp->hotspot = gsl2; 473183a45f6SPoul-Henning Kamp if (gsp->hotspot != NULL) 474188321b7SPoul-Henning Kamp g_free(gsl); 475188321b7SPoul-Henning Kamp gsl = gsl2; 476183a45f6SPoul-Henning Kamp gsp->nhotspot = idx + 1; 477188321b7SPoul-Henning Kamp } 4780f9d3dbaSPoul-Henning Kamp gsl[idx].offset = offset; 4790f9d3dbaSPoul-Henning Kamp gsl[idx].length = length; 480d3a1a137SPoul-Henning Kamp KASSERT(!((ract | dact | wact) & G_SLICE_HOT_START) 481d3a1a137SPoul-Henning Kamp || gsp->start != NULL, ("G_SLICE_HOT_START but no slice->start")); 482d3a1a137SPoul-Henning Kamp /* XXX: check that we _have_ a start function if HOT_START specified */ 4837220a9e7SPoul-Henning Kamp gsl[idx].ract = ract; 4847220a9e7SPoul-Henning Kamp gsl[idx].dact = dact; 4857220a9e7SPoul-Henning Kamp gsl[idx].wact = wact; 486188321b7SPoul-Henning Kamp return (0); 487188321b7SPoul-Henning Kamp } 488188321b7SPoul-Henning Kamp 48915649213SPoul-Henning Kamp void 4909662d80aSAndriy Gapon g_slice_orphan(struct g_consumer *cp) 49115649213SPoul-Henning Kamp { 49215649213SPoul-Henning Kamp struct g_geom *gp; 49315649213SPoul-Henning Kamp 49415649213SPoul-Henning Kamp g_topology_assert(); 49515649213SPoul-Henning Kamp gp = cp->geom; 4969662d80aSAndriy Gapon g_trace(G_T_TOPOLOGY, "%s(%p/%s)", __func__, cp, gp->name); 49715649213SPoul-Henning Kamp g_wither_geom(gp, ENXIO); 4989662d80aSAndriy Gapon 4999662d80aSAndriy Gapon /* 5009662d80aSAndriy Gapon * We can safely free the softc now if there are no accesses, 5019662d80aSAndriy Gapon * otherwise g_slice_access() will do that after the last close. 5029662d80aSAndriy Gapon */ 5039662d80aSAndriy Gapon if ((cp->acr + cp->acw + cp->ace) == 0) 504*f0fa2af6SAndriy Gapon g_slice_free(gp); 5059662d80aSAndriy Gapon } 5069662d80aSAndriy Gapon 5079662d80aSAndriy Gapon void 5089662d80aSAndriy Gapon g_slice_spoiled(struct g_consumer *cp) 5099662d80aSAndriy Gapon { 5109662d80aSAndriy Gapon 5119662d80aSAndriy Gapon g_trace(G_T_TOPOLOGY, "%s(%p/%s)", __func__, cp, cp->geom->name); 5129662d80aSAndriy Gapon cp->flags |= G_CF_ORPHAN; 5139662d80aSAndriy Gapon g_slice_orphan(cp); 51415649213SPoul-Henning Kamp } 51515649213SPoul-Henning Kamp 516ce67c955SPoul-Henning Kamp int 517ce67c955SPoul-Henning Kamp g_slice_destroy_geom(struct gctl_req *req, struct g_class *mp, struct g_geom *gp) 518ce67c955SPoul-Henning Kamp { 519ce67c955SPoul-Henning Kamp 520ce67c955SPoul-Henning Kamp g_slice_spoiled(LIST_FIRST(&gp->consumer)); 521ce67c955SPoul-Henning Kamp return (0); 522ce67c955SPoul-Henning Kamp } 523ce67c955SPoul-Henning Kamp 524dd84a43cSPoul-Henning Kamp struct g_geom * 525188321b7SPoul-Henning Kamp g_slice_new(struct g_class *mp, u_int slices, struct g_provider *pp, struct g_consumer **cpp, void *extrap, int extra, g_slice_start_t *start) 526dd84a43cSPoul-Henning Kamp { 527dd84a43cSPoul-Henning Kamp struct g_geom *gp; 528dd84a43cSPoul-Henning Kamp struct g_slicer *gsp; 529dd84a43cSPoul-Henning Kamp struct g_consumer *cp; 530dd84a43cSPoul-Henning Kamp void **vp; 5310d3e96e3SPoul-Henning Kamp int error; 532dd84a43cSPoul-Henning Kamp 533dd84a43cSPoul-Henning Kamp g_topology_assert(); 534dd84a43cSPoul-Henning Kamp vp = (void **)extrap; 535dd84a43cSPoul-Henning Kamp gp = g_new_geomf(mp, "%s", pp->name); 53682b53b8dSPoul-Henning Kamp gsp = g_slice_alloc(slices, extra); 537dd84a43cSPoul-Henning Kamp gsp->start = start; 538dd84a43cSPoul-Henning Kamp gp->softc = gsp; 539dd84a43cSPoul-Henning Kamp gp->start = g_slice_start; 5409662d80aSAndriy Gapon gp->access = g_slice_access; 5419662d80aSAndriy Gapon gp->orphan = g_slice_orphan; 54215649213SPoul-Henning Kamp gp->spoiled = g_slice_spoiled; 543a9654c8cSPoul-Henning Kamp if (gp->dumpconf == NULL) 544dd84a43cSPoul-Henning Kamp gp->dumpconf = g_slice_dumpconf; 545ce67c955SPoul-Henning Kamp if (gp->class->destroy_geom == NULL) 546ce67c955SPoul-Henning Kamp gp->class->destroy_geom = g_slice_destroy_geom; 547dd84a43cSPoul-Henning Kamp cp = g_new_consumer(gp); 54840ea77a0SAlexander Motin cp->flags |= G_CF_DIRECT_SEND | G_CF_DIRECT_RECEIVE; 5493f12caa1SPoul-Henning Kamp error = g_attach(cp, pp); 5503f12caa1SPoul-Henning Kamp if (error == 0) 551d2bae332SPoul-Henning Kamp error = g_access(cp, 1, 0, 0); 552dd84a43cSPoul-Henning Kamp if (error) { 55315649213SPoul-Henning Kamp g_wither_geom(gp, ENXIO); 554dd84a43cSPoul-Henning Kamp return (NULL); 555dd84a43cSPoul-Henning Kamp } 55640f798daSPawel Jakub Dawidek if (extrap != NULL) 557dd84a43cSPoul-Henning Kamp *vp = gsp->softc; 558dd84a43cSPoul-Henning Kamp *cpp = cp; 559dd84a43cSPoul-Henning Kamp return (gp); 560dd84a43cSPoul-Henning Kamp } 561