xref: /freebsd/sys/geom/geom_slice.c (revision f0fa2af65603e0b98ebbc319d5146164ff2f511f)
1dd84a43cSPoul-Henning Kamp /*-
2dd84a43cSPoul-Henning Kamp  * Copyright (c) 2002 Poul-Henning Kamp
3dd84a43cSPoul-Henning Kamp  * Copyright (c) 2002 Networks Associates Technology, Inc.
4dd84a43cSPoul-Henning Kamp  * All rights reserved.
5dd84a43cSPoul-Henning Kamp  *
6dd84a43cSPoul-Henning Kamp  * This software was developed for the FreeBSD Project by Poul-Henning Kamp
7dd84a43cSPoul-Henning Kamp  * and NAI Labs, the Security Research Division of Network Associates, Inc.
8dd84a43cSPoul-Henning Kamp  * under DARPA/SPAWAR contract N66001-01-C-8035 ("CBOSS"), as part of the
9dd84a43cSPoul-Henning Kamp  * DARPA CHATS research program.
10dd84a43cSPoul-Henning Kamp  *
11dd84a43cSPoul-Henning Kamp  * Redistribution and use in source and binary forms, with or without
12dd84a43cSPoul-Henning Kamp  * modification, are permitted provided that the following conditions
13dd84a43cSPoul-Henning Kamp  * are met:
14dd84a43cSPoul-Henning Kamp  * 1. Redistributions of source code must retain the above copyright
15dd84a43cSPoul-Henning Kamp  *    notice, this list of conditions and the following disclaimer.
16dd84a43cSPoul-Henning Kamp  * 2. Redistributions in binary form must reproduce the above copyright
17dd84a43cSPoul-Henning Kamp  *    notice, this list of conditions and the following disclaimer in the
18dd84a43cSPoul-Henning Kamp  *    documentation and/or other materials provided with the distribution.
19dd84a43cSPoul-Henning Kamp  * 3. The names of the authors may not be used to endorse or promote
20dd84a43cSPoul-Henning Kamp  *    products derived from this software without specific prior written
21dd84a43cSPoul-Henning Kamp  *    permission.
22dd84a43cSPoul-Henning Kamp  *
23dd84a43cSPoul-Henning Kamp  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
24dd84a43cSPoul-Henning Kamp  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
25dd84a43cSPoul-Henning Kamp  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
26dd84a43cSPoul-Henning Kamp  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
27dd84a43cSPoul-Henning Kamp  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
28dd84a43cSPoul-Henning Kamp  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
29dd84a43cSPoul-Henning Kamp  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
30dd84a43cSPoul-Henning Kamp  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
31dd84a43cSPoul-Henning Kamp  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
32dd84a43cSPoul-Henning Kamp  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
33dd84a43cSPoul-Henning Kamp  * SUCH DAMAGE.
34dd84a43cSPoul-Henning Kamp  */
35dd84a43cSPoul-Henning Kamp 
3650b1faefSDavid E. O'Brien #include <sys/cdefs.h>
3750b1faefSDavid E. O'Brien __FBSDID("$FreeBSD$");
38dd84a43cSPoul-Henning Kamp 
39dd84a43cSPoul-Henning Kamp #include <sys/param.h>
40dd84a43cSPoul-Henning Kamp #include <sys/systm.h>
41dd84a43cSPoul-Henning Kamp #include <sys/kernel.h>
42dd84a43cSPoul-Henning Kamp #include <sys/malloc.h>
43dd84a43cSPoul-Henning Kamp #include <sys/bio.h>
44dd84a43cSPoul-Henning Kamp #include <sys/sysctl.h>
45dd84a43cSPoul-Henning Kamp #include <sys/proc.h>
46dd84a43cSPoul-Henning Kamp #include <sys/lock.h>
47dd84a43cSPoul-Henning Kamp #include <sys/mutex.h>
48dd84a43cSPoul-Henning Kamp #include <sys/errno.h>
49dd84a43cSPoul-Henning Kamp #include <sys/sbuf.h>
50dd84a43cSPoul-Henning Kamp #include <geom/geom.h>
51dd84a43cSPoul-Henning Kamp #include <geom/geom_slice.h>
52dd84a43cSPoul-Henning Kamp #include <machine/stdarg.h>
53dd84a43cSPoul-Henning Kamp 
5407d77fc6SPoul-Henning Kamp static g_access_t g_slice_access;
5507d77fc6SPoul-Henning Kamp static g_start_t g_slice_start;
5607d77fc6SPoul-Henning Kamp 
572285b094SPoul-Henning Kamp static struct g_slicer *
5882b53b8dSPoul-Henning Kamp g_slice_alloc(unsigned nslice, unsigned scsize)
59dd84a43cSPoul-Henning Kamp {
60dd84a43cSPoul-Henning Kamp 	struct g_slicer *gsp;
61dd84a43cSPoul-Henning Kamp 
62a163d034SWarner Losh 	gsp = g_malloc(sizeof *gsp, M_WAITOK | M_ZERO);
6340f798daSPawel Jakub Dawidek 	if (scsize > 0)
64a163d034SWarner Losh 		gsp->softc = g_malloc(scsize, M_WAITOK | M_ZERO);
6540f798daSPawel Jakub Dawidek 	else
6640f798daSPawel Jakub Dawidek 		gsp->softc = NULL;
67beece77aSPoul-Henning Kamp 	gsp->slices = g_malloc(nslice * sizeof(struct g_slice),
68a163d034SWarner Losh 	    M_WAITOK | M_ZERO);
69dd84a43cSPoul-Henning Kamp 	gsp->nslice = nslice;
70dd84a43cSPoul-Henning Kamp 	return (gsp);
71dd84a43cSPoul-Henning Kamp }
72dd84a43cSPoul-Henning Kamp 
7382b53b8dSPoul-Henning Kamp static void
74*f0fa2af6SAndriy Gapon g_slice_free(struct g_geom *gp)
7582b53b8dSPoul-Henning Kamp {
76*f0fa2af6SAndriy Gapon 	struct g_slicer *gsp;
7782b53b8dSPoul-Henning Kamp 
78*f0fa2af6SAndriy Gapon 	gsp = gp->softc;
79*f0fa2af6SAndriy Gapon 	gp->softc = NULL;
80*f0fa2af6SAndriy Gapon 
81*f0fa2af6SAndriy Gapon 	/*
82*f0fa2af6SAndriy Gapon 	 * We can get multiple spoiled events before wither-washer
83*f0fa2af6SAndriy Gapon 	 * detaches our consumer, so this can get called multiple
84*f0fa2af6SAndriy Gapon 	 * times.
85*f0fa2af6SAndriy Gapon 	 */
86*f0fa2af6SAndriy Gapon 	if (gsp == NULL)
875289667cSLukas Ertl 		return;
8882b53b8dSPoul-Henning Kamp 	g_free(gsp->slices);
8982b53b8dSPoul-Henning Kamp 	if (gsp->hotspot != NULL)
9082b53b8dSPoul-Henning Kamp 		g_free(gsp->hotspot);
91916a3aa0SPawel Jakub Dawidek 	if (gsp->softc != NULL)
9282b53b8dSPoul-Henning Kamp 		g_free(gsp->softc);
9382b53b8dSPoul-Henning Kamp 	g_free(gsp);
9482b53b8dSPoul-Henning Kamp }
9582b53b8dSPoul-Henning Kamp 
9607d77fc6SPoul-Henning Kamp static int
97dd84a43cSPoul-Henning Kamp g_slice_access(struct g_provider *pp, int dr, int dw, int de)
98dd84a43cSPoul-Henning Kamp {
990f9d3dbaSPoul-Henning Kamp 	int error;
1000f9d3dbaSPoul-Henning Kamp 	u_int u;
101dd84a43cSPoul-Henning Kamp 	struct g_geom *gp;
102dd84a43cSPoul-Henning Kamp 	struct g_consumer *cp;
103dd84a43cSPoul-Henning Kamp 	struct g_provider *pp2;
104dd84a43cSPoul-Henning Kamp 	struct g_slicer *gsp;
105dd84a43cSPoul-Henning Kamp 	struct g_slice *gsl, *gsl2;
106dd84a43cSPoul-Henning Kamp 
107dd84a43cSPoul-Henning Kamp 	gp = pp->geom;
108dd84a43cSPoul-Henning Kamp 	cp = LIST_FIRST(&gp->consumer);
109dd84a43cSPoul-Henning Kamp 	KASSERT (cp != NULL, ("g_slice_access but no consumer"));
110dd84a43cSPoul-Henning Kamp 	gsp = gp->softc;
1118529ce7aSPoul-Henning Kamp 	if (dr > 0 || dw > 0 || de > 0) {
112dd84a43cSPoul-Henning Kamp 		gsl = &gsp->slices[pp->index];
1130f9d3dbaSPoul-Henning Kamp 		for (u = 0; u < gsp->nslice; u++) {
1140f9d3dbaSPoul-Henning Kamp 			gsl2 = &gsp->slices[u];
115dd84a43cSPoul-Henning Kamp 			if (gsl2->length == 0)
116dd84a43cSPoul-Henning Kamp 				continue;
1170f9d3dbaSPoul-Henning Kamp 			if (u == pp->index)
118dd84a43cSPoul-Henning Kamp 				continue;
119dd84a43cSPoul-Henning Kamp 			if (gsl->offset + gsl->length <= gsl2->offset)
120dd84a43cSPoul-Henning Kamp 				continue;
121dd84a43cSPoul-Henning Kamp 			if (gsl2->offset + gsl2->length <= gsl->offset)
122dd84a43cSPoul-Henning Kamp 				continue;
123dd84a43cSPoul-Henning Kamp 			/* overlap */
124dd84a43cSPoul-Henning Kamp 			pp2 = gsl2->provider;
125dd84a43cSPoul-Henning Kamp 			if ((pp->acw + dw) > 0 && pp2->ace > 0)
126dd84a43cSPoul-Henning Kamp 				return (EPERM);
127dd84a43cSPoul-Henning Kamp 			if ((pp->ace + de) > 0 && pp2->acw > 0)
128dd84a43cSPoul-Henning Kamp 				return (EPERM);
129dd84a43cSPoul-Henning Kamp 		}
1308529ce7aSPoul-Henning Kamp 	}
131dd84a43cSPoul-Henning Kamp 	/* On first open, grab an extra "exclusive" bit */
132dd84a43cSPoul-Henning Kamp 	if (cp->acr == 0 && cp->acw == 0 && cp->ace == 0)
133dd84a43cSPoul-Henning Kamp 		de++;
134dd84a43cSPoul-Henning Kamp 	/* ... and let go of it on last close */
135dd84a43cSPoul-Henning Kamp 	if ((cp->acr + dr) == 0 && (cp->acw + dw) == 0 && (cp->ace + de) == 1)
136dd84a43cSPoul-Henning Kamp 		de--;
137d2bae332SPoul-Henning Kamp 	error = g_access(cp, dr, dw, de);
1389662d80aSAndriy Gapon 
1399662d80aSAndriy Gapon 	/*
1409662d80aSAndriy Gapon 	 * Free the softc if all providers have been closed and this geom
1419662d80aSAndriy Gapon 	 * is being removed.
1429662d80aSAndriy Gapon 	 */
1439662d80aSAndriy Gapon 	if (error == 0 && (gp->flags & G_GEOM_WITHER) != 0 &&
1449662d80aSAndriy Gapon 	    (cp->acr + cp->acw + cp->ace) == 0)
145*f0fa2af6SAndriy Gapon 		g_slice_free(gp);
1469662d80aSAndriy Gapon 
147dd84a43cSPoul-Henning Kamp 	return (error);
148dd84a43cSPoul-Henning Kamp }
149dd84a43cSPoul-Henning Kamp 
1507220a9e7SPoul-Henning Kamp /*
1517220a9e7SPoul-Henning Kamp  * XXX: It should be possible to specify here if we should finish all of the
1527220a9e7SPoul-Henning Kamp  * XXX: bio, or only the non-hot bits.  This would get messy if there were
1537220a9e7SPoul-Henning Kamp  * XXX: two hot spots in the same bio, so for now we simply finish off the
1547220a9e7SPoul-Henning Kamp  * XXX: entire bio.  Modifying hot data on the way to disk is frowned on
1557220a9e7SPoul-Henning Kamp  * XXX: so making that considerably harder is not a bad idea anyway.
1567220a9e7SPoul-Henning Kamp  */
157188321b7SPoul-Henning Kamp void
158188321b7SPoul-Henning Kamp g_slice_finish_hot(struct bio *bp)
159188321b7SPoul-Henning Kamp {
160188321b7SPoul-Henning Kamp 	struct bio *bp2;
161188321b7SPoul-Henning Kamp 	struct g_geom *gp;
162188321b7SPoul-Henning Kamp 	struct g_consumer *cp;
163188321b7SPoul-Henning Kamp 	struct g_slicer *gsp;
164188321b7SPoul-Henning Kamp 	struct g_slice *gsl;
1650f9d3dbaSPoul-Henning Kamp 	int idx;
166188321b7SPoul-Henning Kamp 
1677220a9e7SPoul-Henning Kamp 	KASSERT(bp->bio_to != NULL,
1687220a9e7SPoul-Henning Kamp 	    ("NULL bio_to in g_slice_finish_hot(%p)", bp));
1697220a9e7SPoul-Henning Kamp 	KASSERT(bp->bio_from != NULL,
1707220a9e7SPoul-Henning Kamp 	    ("NULL bio_from in g_slice_finish_hot(%p)", bp));
171188321b7SPoul-Henning Kamp 	gp = bp->bio_to->geom;
172188321b7SPoul-Henning Kamp 	gsp = gp->softc;
173188321b7SPoul-Henning Kamp 	cp = LIST_FIRST(&gp->consumer);
174188321b7SPoul-Henning Kamp 	KASSERT(cp != NULL, ("NULL consumer in g_slice_finish_hot(%p)", bp));
1750f9d3dbaSPoul-Henning Kamp 	idx = bp->bio_to->index;
1760f9d3dbaSPoul-Henning Kamp 	gsl = &gsp->slices[idx];
177188321b7SPoul-Henning Kamp 
178188321b7SPoul-Henning Kamp 	bp2 = g_clone_bio(bp);
179188321b7SPoul-Henning Kamp 	if (bp2 == NULL) {
180188321b7SPoul-Henning Kamp 		g_io_deliver(bp, ENOMEM);
181188321b7SPoul-Henning Kamp 		return;
182188321b7SPoul-Henning Kamp 	}
183188321b7SPoul-Henning Kamp 	if (bp2->bio_offset + bp2->bio_length > gsl->length)
184188321b7SPoul-Henning Kamp 		bp2->bio_length = gsl->length - bp2->bio_offset;
185188321b7SPoul-Henning Kamp 	bp2->bio_done = g_std_done;
186188321b7SPoul-Henning Kamp 	bp2->bio_offset += gsl->offset;
187188321b7SPoul-Henning Kamp 	g_io_request(bp2, cp);
188188321b7SPoul-Henning Kamp 	return;
189188321b7SPoul-Henning Kamp }
190188321b7SPoul-Henning Kamp 
19107d77fc6SPoul-Henning Kamp static void
192a04c28bdSPawel Jakub Dawidek g_slice_done(struct bio *bp)
193a04c28bdSPawel Jakub Dawidek {
194a04c28bdSPawel Jakub Dawidek 
195a04c28bdSPawel Jakub Dawidek 	KASSERT(bp->bio_cmd == BIO_GETATTR &&
196a04c28bdSPawel Jakub Dawidek 	    strcmp(bp->bio_attribute, "GEOM::ident") == 0,
197a04c28bdSPawel Jakub Dawidek 	    ("bio_cmd=0x%x bio_attribute=%s", bp->bio_cmd, bp->bio_attribute));
198a04c28bdSPawel Jakub Dawidek 
199a04c28bdSPawel Jakub Dawidek 	if (bp->bio_error == 0 && bp->bio_data[0] != '\0') {
200a04c28bdSPawel Jakub Dawidek 		char idx[8];
201a04c28bdSPawel Jakub Dawidek 
202a04c28bdSPawel Jakub Dawidek 		/* Add index to the ident received. */
203a04c28bdSPawel Jakub Dawidek 		snprintf(idx, sizeof(idx), "s%d",
204a04c28bdSPawel Jakub Dawidek 		    bp->bio_parent->bio_to->index);
205a04c28bdSPawel Jakub Dawidek 		if (strlcat(bp->bio_data, idx, bp->bio_length) >=
206a04c28bdSPawel Jakub Dawidek 		    bp->bio_length) {
207a04c28bdSPawel Jakub Dawidek 			bp->bio_error = EFAULT;
208a04c28bdSPawel Jakub Dawidek 		}
209a04c28bdSPawel Jakub Dawidek 	}
210a04c28bdSPawel Jakub Dawidek 	g_std_done(bp);
211a04c28bdSPawel Jakub Dawidek }
212a04c28bdSPawel Jakub Dawidek 
213a04c28bdSPawel Jakub Dawidek static void
214dd84a43cSPoul-Henning Kamp g_slice_start(struct bio *bp)
215dd84a43cSPoul-Henning Kamp {
216dd84a43cSPoul-Henning Kamp 	struct bio *bp2;
217dd84a43cSPoul-Henning Kamp 	struct g_provider *pp;
218dd84a43cSPoul-Henning Kamp 	struct g_geom *gp;
219dd84a43cSPoul-Henning Kamp 	struct g_consumer *cp;
220dd84a43cSPoul-Henning Kamp 	struct g_slicer *gsp;
221183a45f6SPoul-Henning Kamp 	struct g_slice *gsl;
2227220a9e7SPoul-Henning Kamp 	struct g_slice_hot *ghp;
2230f9d3dbaSPoul-Henning Kamp 	int idx, error;
224188321b7SPoul-Henning Kamp 	u_int m_index;
2251bdb20a6SPoul-Henning Kamp 	off_t t;
226dd84a43cSPoul-Henning Kamp 
227dd84a43cSPoul-Henning Kamp 	pp = bp->bio_to;
228dd84a43cSPoul-Henning Kamp 	gp = pp->geom;
229dd84a43cSPoul-Henning Kamp 	gsp = gp->softc;
230dd84a43cSPoul-Henning Kamp 	cp = LIST_FIRST(&gp->consumer);
2310f9d3dbaSPoul-Henning Kamp 	idx = pp->index;
2320f9d3dbaSPoul-Henning Kamp 	gsl = &gsp->slices[idx];
233dd84a43cSPoul-Henning Kamp 	switch(bp->bio_cmd) {
234dd84a43cSPoul-Henning Kamp 	case BIO_READ:
235dd84a43cSPoul-Henning Kamp 	case BIO_WRITE:
236dd84a43cSPoul-Henning Kamp 	case BIO_DELETE:
237dd84a43cSPoul-Henning Kamp 		if (bp->bio_offset > gsl->length) {
23872840432SPoul-Henning Kamp 			g_io_deliver(bp, EINVAL); /* XXX: EWHAT ? */
239dd84a43cSPoul-Henning Kamp 			return;
240dd84a43cSPoul-Henning Kamp 		}
241188321b7SPoul-Henning Kamp 		/*
242188321b7SPoul-Henning Kamp 		 * Check if we collide with any hot spaces, and call the
243188321b7SPoul-Henning Kamp 		 * method once if so.
244188321b7SPoul-Henning Kamp 		 */
245821a4d01SPoul-Henning Kamp 		t = bp->bio_offset + gsl->offset;
246183a45f6SPoul-Henning Kamp 		for (m_index = 0; m_index < gsp->nhotspot; m_index++) {
2477220a9e7SPoul-Henning Kamp 			ghp = &gsp->hotspot[m_index];
2487220a9e7SPoul-Henning Kamp 			if (t >= ghp->offset + ghp->length)
249188321b7SPoul-Henning Kamp 				continue;
2507220a9e7SPoul-Henning Kamp 			if (t + bp->bio_length <= ghp->offset)
251188321b7SPoul-Henning Kamp 				continue;
2527220a9e7SPoul-Henning Kamp 			switch(bp->bio_cmd) {
2537220a9e7SPoul-Henning Kamp 			case BIO_READ:		idx = ghp->ract; break;
2547220a9e7SPoul-Henning Kamp 			case BIO_WRITE:		idx = ghp->wact; break;
2557220a9e7SPoul-Henning Kamp 			case BIO_DELETE:	idx = ghp->dact; break;
2567220a9e7SPoul-Henning Kamp 			}
2577220a9e7SPoul-Henning Kamp 			switch(idx) {
2587220a9e7SPoul-Henning Kamp 			case G_SLICE_HOT_ALLOW:
2597220a9e7SPoul-Henning Kamp 				/* Fall out and continue normal processing */
2607220a9e7SPoul-Henning Kamp 				continue;
2617220a9e7SPoul-Henning Kamp 			case G_SLICE_HOT_DENY:
2627220a9e7SPoul-Henning Kamp 				g_io_deliver(bp, EROFS);
263188321b7SPoul-Henning Kamp 				return;
2647220a9e7SPoul-Henning Kamp 			case G_SLICE_HOT_START:
2657220a9e7SPoul-Henning Kamp 				error = gsp->start(bp);
2667220a9e7SPoul-Henning Kamp 				if (error && error != EJUSTRETURN)
2677220a9e7SPoul-Henning Kamp 					g_io_deliver(bp, error);
2687220a9e7SPoul-Henning Kamp 				return;
2697220a9e7SPoul-Henning Kamp 			case G_SLICE_HOT_CALL:
2708cd1535aSPoul-Henning Kamp 				error = g_post_event(gsp->hot, bp, M_NOWAIT,
2718cd1535aSPoul-Henning Kamp 				    gp, NULL);
2727220a9e7SPoul-Henning Kamp 				if (error)
273188321b7SPoul-Henning Kamp 					g_io_deliver(bp, error);
274188321b7SPoul-Henning Kamp 				return;
275188321b7SPoul-Henning Kamp 			}
276188321b7SPoul-Henning Kamp 			break;
277188321b7SPoul-Henning Kamp 		}
278dd84a43cSPoul-Henning Kamp 		bp2 = g_clone_bio(bp);
279beece77aSPoul-Henning Kamp 		if (bp2 == NULL) {
28072840432SPoul-Henning Kamp 			g_io_deliver(bp, ENOMEM);
281beece77aSPoul-Henning Kamp 			return;
282beece77aSPoul-Henning Kamp 		}
283dd84a43cSPoul-Henning Kamp 		if (bp2->bio_offset + bp2->bio_length > gsl->length)
284dd84a43cSPoul-Henning Kamp 			bp2->bio_length = gsl->length - bp2->bio_offset;
285dd84a43cSPoul-Henning Kamp 		bp2->bio_done = g_std_done;
286dd84a43cSPoul-Henning Kamp 		bp2->bio_offset += gsl->offset;
287dd84a43cSPoul-Henning Kamp 		g_io_request(bp2, cp);
288dd84a43cSPoul-Henning Kamp 		return;
289dd84a43cSPoul-Henning Kamp 	case BIO_GETATTR:
2901bdb20a6SPoul-Henning Kamp 		/* Give the real method a chance to override */
291d3a1a137SPoul-Henning Kamp 		if (gsp->start != NULL && gsp->start(bp))
2921bdb20a6SPoul-Henning Kamp 			return;
293a04c28bdSPawel Jakub Dawidek 		if (!strcmp("GEOM::ident", bp->bio_attribute)) {
294a04c28bdSPawel Jakub Dawidek 			bp2 = g_clone_bio(bp);
295a04c28bdSPawel Jakub Dawidek 			if (bp2 == NULL) {
296a04c28bdSPawel Jakub Dawidek 				g_io_deliver(bp, ENOMEM);
297a04c28bdSPawel Jakub Dawidek 				return;
298a04c28bdSPawel Jakub Dawidek 			}
299a04c28bdSPawel Jakub Dawidek 			bp2->bio_done = g_slice_done;
300a04c28bdSPawel Jakub Dawidek 			g_io_request(bp2, cp);
301a04c28bdSPawel Jakub Dawidek 			return;
302a04c28bdSPawel Jakub Dawidek 		}
30395c24b31SPoul-Henning Kamp 		if (!strcmp("GEOM::kerneldump", bp->bio_attribute)) {
30495c24b31SPoul-Henning Kamp 			struct g_kerneldump *gkd;
30595c24b31SPoul-Henning Kamp 
30695c24b31SPoul-Henning Kamp 			gkd = (struct g_kerneldump *)bp->bio_data;
3070f9d3dbaSPoul-Henning Kamp 			gkd->offset += gsp->slices[idx].offset;
3080f9d3dbaSPoul-Henning Kamp 			if (gkd->length > gsp->slices[idx].length)
3090f9d3dbaSPoul-Henning Kamp 				gkd->length = gsp->slices[idx].length;
31095c24b31SPoul-Henning Kamp 			/* now, pass it on downwards... */
31195c24b31SPoul-Henning Kamp 		}
31242461fbaSPawel Jakub Dawidek 		/* FALLTHROUGH */
31342461fbaSPawel Jakub Dawidek 	case BIO_FLUSH:
314dd84a43cSPoul-Henning Kamp 		bp2 = g_clone_bio(bp);
315852f3924SPoul-Henning Kamp 		if (bp2 == NULL) {
31672840432SPoul-Henning Kamp 			g_io_deliver(bp, ENOMEM);
317852f3924SPoul-Henning Kamp 			return;
318852f3924SPoul-Henning Kamp 		}
319dd84a43cSPoul-Henning Kamp 		bp2->bio_done = g_std_done;
320dd84a43cSPoul-Henning Kamp 		g_io_request(bp2, cp);
321dd84a43cSPoul-Henning Kamp 		break;
322dd84a43cSPoul-Henning Kamp 	default:
32372840432SPoul-Henning Kamp 		g_io_deliver(bp, EOPNOTSUPP);
324dd84a43cSPoul-Henning Kamp 		return;
325dd84a43cSPoul-Henning Kamp 	}
326dd84a43cSPoul-Henning Kamp }
327dd84a43cSPoul-Henning Kamp 
328dd84a43cSPoul-Henning Kamp void
3290f9d3dbaSPoul-Henning Kamp g_slice_dumpconf(struct sbuf *sb, const char *indent, struct g_geom *gp, struct g_consumer *cp, struct g_provider *pp)
330dd84a43cSPoul-Henning Kamp {
331dd84a43cSPoul-Henning Kamp 	struct g_slicer *gsp;
332dd84a43cSPoul-Henning Kamp 
333dd84a43cSPoul-Henning Kamp 	gsp = gp->softc;
334d518e539SPoul-Henning Kamp 	if (indent == NULL) {
335d518e539SPoul-Henning Kamp 		sbuf_printf(sb, " i %u", pp->index);
336d518e539SPoul-Henning Kamp 		sbuf_printf(sb, " o %ju",
337d518e539SPoul-Henning Kamp 		    (uintmax_t)gsp->slices[pp->index].offset);
338d518e539SPoul-Henning Kamp 		return;
339d518e539SPoul-Henning Kamp 	}
340dd84a43cSPoul-Henning Kamp 	if (pp != NULL) {
341dd84a43cSPoul-Henning Kamp 		sbuf_printf(sb, "%s<index>%u</index>\n", indent, pp->index);
34214ac6812SPoul-Henning Kamp 		sbuf_printf(sb, "%s<length>%ju</length>\n",
34314ac6812SPoul-Henning Kamp 		    indent, (uintmax_t)gsp->slices[pp->index].length);
34414ac6812SPoul-Henning Kamp 		sbuf_printf(sb, "%s<seclength>%ju</seclength>\n", indent,
34514ac6812SPoul-Henning Kamp 		    (uintmax_t)gsp->slices[pp->index].length / 512);
34614ac6812SPoul-Henning Kamp 		sbuf_printf(sb, "%s<offset>%ju</offset>\n", indent,
34714ac6812SPoul-Henning Kamp 		    (uintmax_t)gsp->slices[pp->index].offset);
34814ac6812SPoul-Henning Kamp 		sbuf_printf(sb, "%s<secoffset>%ju</secoffset>\n", indent,
34914ac6812SPoul-Henning Kamp 		    (uintmax_t)gsp->slices[pp->index].offset / 512);
350dd84a43cSPoul-Henning Kamp 	}
351dd84a43cSPoul-Henning Kamp }
352dd84a43cSPoul-Henning Kamp 
3535a6baf54SPoul-Henning Kamp int
3540f9d3dbaSPoul-Henning Kamp g_slice_config(struct g_geom *gp, u_int idx, int how, off_t offset, off_t length, u_int sectorsize, const char *fmt, ...)
3555a6baf54SPoul-Henning Kamp {
3568a63edc3SPoul-Henning Kamp 	struct g_provider *pp, *pp2;
3575a6baf54SPoul-Henning Kamp 	struct g_slicer *gsp;
3585a6baf54SPoul-Henning Kamp 	struct g_slice *gsl;
3595a6baf54SPoul-Henning Kamp 	va_list ap;
3605a6baf54SPoul-Henning Kamp 	struct sbuf *sb;
361ce67c955SPoul-Henning Kamp 	int acc;
3625a6baf54SPoul-Henning Kamp 
36372840432SPoul-Henning Kamp 	g_trace(G_T_TOPOLOGY, "g_slice_config(%s, %d, %d)",
3640f9d3dbaSPoul-Henning Kamp 	     gp->name, idx, how);
3655a6baf54SPoul-Henning Kamp 	g_topology_assert();
3665a6baf54SPoul-Henning Kamp 	gsp = gp->softc;
3670f9d3dbaSPoul-Henning Kamp 	if (idx >= gsp->nslice)
3685a6baf54SPoul-Henning Kamp 		return(EINVAL);
3690f9d3dbaSPoul-Henning Kamp 	gsl = &gsp->slices[idx];
3705a6baf54SPoul-Henning Kamp 	pp = gsl->provider;
3715a6baf54SPoul-Henning Kamp 	if (pp != NULL)
3725a6baf54SPoul-Henning Kamp 		acc = pp->acr + pp->acw + pp->ace;
3735a6baf54SPoul-Henning Kamp 	else
3745a6baf54SPoul-Henning Kamp 		acc = 0;
3755a6baf54SPoul-Henning Kamp 	if (acc != 0 && how != G_SLICE_CONFIG_FORCE) {
3765a6baf54SPoul-Henning Kamp 		if (length < gsl->length)
3775a6baf54SPoul-Henning Kamp 			return(EBUSY);
3785a6baf54SPoul-Henning Kamp 		if (offset != gsl->offset)
3795a6baf54SPoul-Henning Kamp 			return(EBUSY);
3805a6baf54SPoul-Henning Kamp 	}
3815a6baf54SPoul-Henning Kamp 	/* XXX: check offset + length <= MEDIASIZE */
3825a6baf54SPoul-Henning Kamp 	if (how == G_SLICE_CONFIG_CHECK)
3835a6baf54SPoul-Henning Kamp 		return (0);
3845a6baf54SPoul-Henning Kamp 	gsl->length = length;
3855a6baf54SPoul-Henning Kamp 	gsl->offset = offset;
38648444d62SPoul-Henning Kamp 	gsl->sectorsize = sectorsize;
3873d5500fcSPoul-Henning Kamp 	if (length == 0) {
3883d5500fcSPoul-Henning Kamp 		if (pp == NULL)
3895a6baf54SPoul-Henning Kamp 			return (0);
3903d5500fcSPoul-Henning Kamp 		if (bootverbose)
3913d5500fcSPoul-Henning Kamp 			printf("GEOM: Deconfigure %s\n", pp->name);
392d99c1559SMarcel Moolenaar 		g_wither_provider(pp, ENXIO);
3935a6baf54SPoul-Henning Kamp 		gsl->provider = NULL;
3945a6baf54SPoul-Henning Kamp 		gsp->nprovider--;
3955a6baf54SPoul-Henning Kamp 		return (0);
3965a6baf54SPoul-Henning Kamp 	}
3973d5500fcSPoul-Henning Kamp 	if (pp != NULL) {
3983d5500fcSPoul-Henning Kamp 		if (bootverbose)
3993d5500fcSPoul-Henning Kamp 			printf("GEOM: Reconfigure %s, start %jd length %jd end %jd\n",
4003d5500fcSPoul-Henning Kamp 			    pp->name, (intmax_t)offset, (intmax_t)length,
4013d5500fcSPoul-Henning Kamp 			    (intmax_t)(offset + length - 1));
40219e5b2d5SEdward Tomasz Napierala 		g_resize_provider(pp, gsl->length);
4033d5500fcSPoul-Henning Kamp 		return (0);
4043d5500fcSPoul-Henning Kamp 	}
4052616144eSDag-Erling Smørgrav 	sb = sbuf_new_auto();
406a1a9b445SPoul-Henning Kamp 	va_start(ap, fmt);
4075a6baf54SPoul-Henning Kamp 	sbuf_vprintf(sb, fmt, ap);
408a1a9b445SPoul-Henning Kamp 	va_end(ap);
4095a6baf54SPoul-Henning Kamp 	sbuf_finish(sb);
41002c62349SJaakko Heinonen 	pp = g_new_providerf(gp, "%s", sbuf_data(sb));
4118a63edc3SPoul-Henning Kamp 	pp2 = LIST_FIRST(&gp->consumer)->provider;
4128a63edc3SPoul-Henning Kamp 	pp->stripesize = pp2->stripesize;
4130c8fd0c8SAlexander Motin 	pp->stripeoffset = pp2->stripeoffset + offset;
4140c8fd0c8SAlexander Motin 	if (pp->stripesize > 0)
4150c8fd0c8SAlexander Motin 		pp->stripeoffset %= pp->stripesize;
41640ea77a0SAlexander Motin 	if (gsp->nhotspot == 0) {
4177868ec50SAlexander Motin 		pp->flags |= pp2->flags & G_PF_ACCEPT_UNMAPPED;
41840ea77a0SAlexander Motin 		pp->flags |= G_PF_DIRECT_SEND | G_PF_DIRECT_RECEIVE;
41940ea77a0SAlexander Motin 	}
4202859a695SPoul-Henning Kamp 	if (0 && bootverbose)
4213d5500fcSPoul-Henning Kamp 		printf("GEOM: Configure %s, start %jd length %jd end %jd\n",
4223d5500fcSPoul-Henning Kamp 		    pp->name, (intmax_t)offset, (intmax_t)length,
4233d5500fcSPoul-Henning Kamp 		    (intmax_t)(offset + length - 1));
4240f9d3dbaSPoul-Henning Kamp 	pp->index = idx;
42548444d62SPoul-Henning Kamp 	pp->mediasize = gsl->length;
42648444d62SPoul-Henning Kamp 	pp->sectorsize = gsl->sectorsize;
4275a6baf54SPoul-Henning Kamp 	gsl->provider = pp;
4285a6baf54SPoul-Henning Kamp 	gsp->nprovider++;
4295a6baf54SPoul-Henning Kamp 	g_error_provider(pp, 0);
4305a6baf54SPoul-Henning Kamp 	sbuf_delete(sb);
4315a6baf54SPoul-Henning Kamp 	return(0);
4325a6baf54SPoul-Henning Kamp }
4335a6baf54SPoul-Henning Kamp 
4347220a9e7SPoul-Henning Kamp /*
4357220a9e7SPoul-Henning Kamp  * Configure "hotspots".  A hotspot is a piece of the parent device which
4367220a9e7SPoul-Henning Kamp  * this particular slicer cares about for some reason.  Typically because
4377220a9e7SPoul-Henning Kamp  * it contains meta-data used to configure the slicer.
4387220a9e7SPoul-Henning Kamp  * A hotspot is identified by its index number. The offset and length are
4397220a9e7SPoul-Henning Kamp  * relative to the parent device, and the three "?act" fields specify
4407220a9e7SPoul-Henning Kamp  * what action to take on BIO_READ, BIO_DELETE and BIO_WRITE.
4417220a9e7SPoul-Henning Kamp  *
4427220a9e7SPoul-Henning Kamp  * XXX: There may be a race relative to g_slice_start() here, if an existing
4437220a9e7SPoul-Henning Kamp  * XXX: hotspot is changed wile I/O is happening.  Should this become a problem
4447220a9e7SPoul-Henning Kamp  * XXX: we can protect the hotspot stuff with a mutex.
4457220a9e7SPoul-Henning Kamp  */
4467220a9e7SPoul-Henning Kamp 
447188321b7SPoul-Henning Kamp int
4487220a9e7SPoul-Henning Kamp g_slice_conf_hot(struct g_geom *gp, u_int idx, off_t offset, off_t length, int ract, int dact, int wact)
449188321b7SPoul-Henning Kamp {
450188321b7SPoul-Henning Kamp 	struct g_slicer *gsp;
451183a45f6SPoul-Henning Kamp 	struct g_slice_hot *gsl, *gsl2;
45240ea77a0SAlexander Motin 	struct g_consumer *cp;
4537868ec50SAlexander Motin 	struct g_provider *pp;
454188321b7SPoul-Henning Kamp 
4557220a9e7SPoul-Henning Kamp 	g_trace(G_T_TOPOLOGY, "g_slice_conf_hot(%s, idx: %d, off: %jd, len: %jd)",
4567220a9e7SPoul-Henning Kamp 	    gp->name, idx, (intmax_t)offset, (intmax_t)length);
457188321b7SPoul-Henning Kamp 	g_topology_assert();
458188321b7SPoul-Henning Kamp 	gsp = gp->softc;
45940ea77a0SAlexander Motin 	/* Deny unmapped I/O and direct dispatch if hotspots are used. */
4607868ec50SAlexander Motin 	if (gsp->nhotspot == 0) {
4617868ec50SAlexander Motin 		LIST_FOREACH(pp, &gp->provider, provider)
46240ea77a0SAlexander Motin 			pp->flags &= ~(G_PF_ACCEPT_UNMAPPED |
46340ea77a0SAlexander Motin 			    G_PF_DIRECT_SEND | G_PF_DIRECT_RECEIVE);
46440ea77a0SAlexander Motin 		LIST_FOREACH(cp, &gp->consumer, consumer)
46540ea77a0SAlexander Motin 			cp->flags &= ~(G_CF_DIRECT_SEND | G_CF_DIRECT_RECEIVE);
4667868ec50SAlexander Motin 	}
467183a45f6SPoul-Henning Kamp 	gsl = gsp->hotspot;
468183a45f6SPoul-Henning Kamp 	if(idx >= gsp->nhotspot) {
469a163d034SWarner Losh 		gsl2 = g_malloc((idx + 1) * sizeof *gsl2, M_WAITOK | M_ZERO);
470183a45f6SPoul-Henning Kamp 		if (gsp->hotspot != NULL)
471183a45f6SPoul-Henning Kamp 			bcopy(gsp->hotspot, gsl2, gsp->nhotspot * sizeof *gsl2);
472183a45f6SPoul-Henning Kamp 		gsp->hotspot = gsl2;
473183a45f6SPoul-Henning Kamp 		if (gsp->hotspot != NULL)
474188321b7SPoul-Henning Kamp 			g_free(gsl);
475188321b7SPoul-Henning Kamp 		gsl = gsl2;
476183a45f6SPoul-Henning Kamp 		gsp->nhotspot = idx + 1;
477188321b7SPoul-Henning Kamp 	}
4780f9d3dbaSPoul-Henning Kamp 	gsl[idx].offset = offset;
4790f9d3dbaSPoul-Henning Kamp 	gsl[idx].length = length;
480d3a1a137SPoul-Henning Kamp 	KASSERT(!((ract | dact | wact) & G_SLICE_HOT_START)
481d3a1a137SPoul-Henning Kamp 	    || gsp->start != NULL, ("G_SLICE_HOT_START but no slice->start"));
482d3a1a137SPoul-Henning Kamp 	/* XXX: check that we _have_ a start function if HOT_START specified */
4837220a9e7SPoul-Henning Kamp 	gsl[idx].ract = ract;
4847220a9e7SPoul-Henning Kamp 	gsl[idx].dact = dact;
4857220a9e7SPoul-Henning Kamp 	gsl[idx].wact = wact;
486188321b7SPoul-Henning Kamp 	return (0);
487188321b7SPoul-Henning Kamp }
488188321b7SPoul-Henning Kamp 
48915649213SPoul-Henning Kamp void
4909662d80aSAndriy Gapon g_slice_orphan(struct g_consumer *cp)
49115649213SPoul-Henning Kamp {
49215649213SPoul-Henning Kamp 	struct g_geom *gp;
49315649213SPoul-Henning Kamp 
49415649213SPoul-Henning Kamp 	g_topology_assert();
49515649213SPoul-Henning Kamp 	gp = cp->geom;
4969662d80aSAndriy Gapon 	g_trace(G_T_TOPOLOGY, "%s(%p/%s)", __func__, cp, gp->name);
49715649213SPoul-Henning Kamp 	g_wither_geom(gp, ENXIO);
4989662d80aSAndriy Gapon 
4999662d80aSAndriy Gapon 	/*
5009662d80aSAndriy Gapon 	 * We can safely free the softc now if there are no accesses,
5019662d80aSAndriy Gapon 	 * otherwise g_slice_access() will do that after the last close.
5029662d80aSAndriy Gapon 	 */
5039662d80aSAndriy Gapon 	if ((cp->acr + cp->acw + cp->ace) == 0)
504*f0fa2af6SAndriy Gapon 		g_slice_free(gp);
5059662d80aSAndriy Gapon }
5069662d80aSAndriy Gapon 
5079662d80aSAndriy Gapon void
5089662d80aSAndriy Gapon g_slice_spoiled(struct g_consumer *cp)
5099662d80aSAndriy Gapon {
5109662d80aSAndriy Gapon 
5119662d80aSAndriy Gapon 	g_trace(G_T_TOPOLOGY, "%s(%p/%s)", __func__, cp, cp->geom->name);
5129662d80aSAndriy Gapon 	cp->flags |= G_CF_ORPHAN;
5139662d80aSAndriy Gapon 	g_slice_orphan(cp);
51415649213SPoul-Henning Kamp }
51515649213SPoul-Henning Kamp 
516ce67c955SPoul-Henning Kamp int
517ce67c955SPoul-Henning Kamp g_slice_destroy_geom(struct gctl_req *req, struct g_class *mp, struct g_geom *gp)
518ce67c955SPoul-Henning Kamp {
519ce67c955SPoul-Henning Kamp 
520ce67c955SPoul-Henning Kamp 	g_slice_spoiled(LIST_FIRST(&gp->consumer));
521ce67c955SPoul-Henning Kamp 	return (0);
522ce67c955SPoul-Henning Kamp }
523ce67c955SPoul-Henning Kamp 
524dd84a43cSPoul-Henning Kamp struct g_geom *
525188321b7SPoul-Henning Kamp g_slice_new(struct g_class *mp, u_int slices, struct g_provider *pp, struct g_consumer **cpp, void *extrap, int extra, g_slice_start_t *start)
526dd84a43cSPoul-Henning Kamp {
527dd84a43cSPoul-Henning Kamp 	struct g_geom *gp;
528dd84a43cSPoul-Henning Kamp 	struct g_slicer *gsp;
529dd84a43cSPoul-Henning Kamp 	struct g_consumer *cp;
530dd84a43cSPoul-Henning Kamp 	void **vp;
5310d3e96e3SPoul-Henning Kamp 	int error;
532dd84a43cSPoul-Henning Kamp 
533dd84a43cSPoul-Henning Kamp 	g_topology_assert();
534dd84a43cSPoul-Henning Kamp 	vp = (void **)extrap;
535dd84a43cSPoul-Henning Kamp 	gp = g_new_geomf(mp, "%s", pp->name);
53682b53b8dSPoul-Henning Kamp 	gsp = g_slice_alloc(slices, extra);
537dd84a43cSPoul-Henning Kamp 	gsp->start = start;
538dd84a43cSPoul-Henning Kamp 	gp->softc = gsp;
539dd84a43cSPoul-Henning Kamp 	gp->start = g_slice_start;
5409662d80aSAndriy Gapon 	gp->access = g_slice_access;
5419662d80aSAndriy Gapon 	gp->orphan = g_slice_orphan;
54215649213SPoul-Henning Kamp 	gp->spoiled = g_slice_spoiled;
543a9654c8cSPoul-Henning Kamp 	if (gp->dumpconf == NULL)
544dd84a43cSPoul-Henning Kamp 		gp->dumpconf = g_slice_dumpconf;
545ce67c955SPoul-Henning Kamp 	if (gp->class->destroy_geom == NULL)
546ce67c955SPoul-Henning Kamp 		gp->class->destroy_geom = g_slice_destroy_geom;
547dd84a43cSPoul-Henning Kamp 	cp = g_new_consumer(gp);
54840ea77a0SAlexander Motin 	cp->flags |= G_CF_DIRECT_SEND | G_CF_DIRECT_RECEIVE;
5493f12caa1SPoul-Henning Kamp 	error = g_attach(cp, pp);
5503f12caa1SPoul-Henning Kamp 	if (error == 0)
551d2bae332SPoul-Henning Kamp 		error = g_access(cp, 1, 0, 0);
552dd84a43cSPoul-Henning Kamp 	if (error) {
55315649213SPoul-Henning Kamp 		g_wither_geom(gp, ENXIO);
554dd84a43cSPoul-Henning Kamp 		return (NULL);
555dd84a43cSPoul-Henning Kamp 	}
55640f798daSPawel Jakub Dawidek 	if (extrap != NULL)
557dd84a43cSPoul-Henning Kamp 		*vp = gsp->softc;
558dd84a43cSPoul-Henning Kamp 	*cpp = cp;
559dd84a43cSPoul-Henning Kamp 	return (gp);
560dd84a43cSPoul-Henning Kamp }
561