xref: /freebsd/sys/geom/geom_disk.c (revision 55fe33a3507c5ee29e723d184e51285d11c60335)
1dd84a43cSPoul-Henning Kamp /*-
2dd84a43cSPoul-Henning Kamp  * Copyright (c) 2002 Poul-Henning Kamp
3dd84a43cSPoul-Henning Kamp  * Copyright (c) 2002 Networks Associates Technology, Inc.
4dd84a43cSPoul-Henning Kamp  * All rights reserved.
5dd84a43cSPoul-Henning Kamp  *
6dd84a43cSPoul-Henning Kamp  * This software was developed for the FreeBSD Project by Poul-Henning Kamp
7dd84a43cSPoul-Henning Kamp  * and NAI Labs, the Security Research Division of Network Associates, Inc.
8dd84a43cSPoul-Henning Kamp  * under DARPA/SPAWAR contract N66001-01-C-8035 ("CBOSS"), as part of the
9dd84a43cSPoul-Henning Kamp  * DARPA CHATS research program.
10dd84a43cSPoul-Henning Kamp  *
11dd84a43cSPoul-Henning Kamp  * Redistribution and use in source and binary forms, with or without
12dd84a43cSPoul-Henning Kamp  * modification, are permitted provided that the following conditions
13dd84a43cSPoul-Henning Kamp  * are met:
14dd84a43cSPoul-Henning Kamp  * 1. Redistributions of source code must retain the above copyright
15dd84a43cSPoul-Henning Kamp  *    notice, this list of conditions and the following disclaimer.
16dd84a43cSPoul-Henning Kamp  * 2. Redistributions in binary form must reproduce the above copyright
17dd84a43cSPoul-Henning Kamp  *    notice, this list of conditions and the following disclaimer in the
18dd84a43cSPoul-Henning Kamp  *    documentation and/or other materials provided with the distribution.
19dd84a43cSPoul-Henning Kamp  * 3. The names of the authors may not be used to endorse or promote
20dd84a43cSPoul-Henning Kamp  *    products derived from this software without specific prior written
21dd84a43cSPoul-Henning Kamp  *    permission.
22dd84a43cSPoul-Henning Kamp  *
23dd84a43cSPoul-Henning Kamp  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
24dd84a43cSPoul-Henning Kamp  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
25dd84a43cSPoul-Henning Kamp  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
26dd84a43cSPoul-Henning Kamp  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
27dd84a43cSPoul-Henning Kamp  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
28dd84a43cSPoul-Henning Kamp  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
29dd84a43cSPoul-Henning Kamp  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
30dd84a43cSPoul-Henning Kamp  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
31dd84a43cSPoul-Henning Kamp  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
32dd84a43cSPoul-Henning Kamp  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
33dd84a43cSPoul-Henning Kamp  * SUCH DAMAGE.
34dd84a43cSPoul-Henning Kamp  */
35dd84a43cSPoul-Henning Kamp 
3650b1faefSDavid E. O'Brien #include <sys/cdefs.h>
3750b1faefSDavid E. O'Brien __FBSDID("$FreeBSD$");
3850b1faefSDavid E. O'Brien 
393bd65612SPoul-Henning Kamp #include "opt_geom.h"
403bd65612SPoul-Henning Kamp 
41dd84a43cSPoul-Henning Kamp #include <sys/param.h>
42dd84a43cSPoul-Henning Kamp #include <sys/systm.h>
43dd84a43cSPoul-Henning Kamp #include <sys/kernel.h>
44dd84a43cSPoul-Henning Kamp #include <sys/sysctl.h>
45dd84a43cSPoul-Henning Kamp #include <sys/bio.h>
46dd84a43cSPoul-Henning Kamp #include <sys/conf.h>
4731a1093fSPoul-Henning Kamp #include <sys/fcntl.h>
48dd84a43cSPoul-Henning Kamp #include <sys/malloc.h>
49dd84a43cSPoul-Henning Kamp #include <sys/sysctl.h>
5060794e04SPoul-Henning Kamp #include <sys/devicestat.h>
51dd84a43cSPoul-Henning Kamp #include <machine/md_var.h>
52dd84a43cSPoul-Henning Kamp 
53dd84a43cSPoul-Henning Kamp #include <sys/lock.h>
54dd84a43cSPoul-Henning Kamp #include <sys/mutex.h>
55dd84a43cSPoul-Henning Kamp #include <geom/geom.h>
564752f757SPoul-Henning Kamp #include <geom/geom_disk.h>
577da1ebfdSPoul-Henning Kamp #include <geom/geom_int.h>
58dd84a43cSPoul-Henning Kamp 
5915c672a3SPoul-Henning Kamp static struct mtx g_disk_done_mtx;
6015c672a3SPoul-Henning Kamp 
61dd84a43cSPoul-Henning Kamp static g_access_t g_disk_access;
626c87f8d5SPoul-Henning Kamp static g_init_t g_disk_init;
636c87f8d5SPoul-Henning Kamp static g_fini_t g_disk_fini;
64650ee351SPoul-Henning Kamp static g_start_t g_disk_start;
65650ee351SPoul-Henning Kamp static g_ioctl_t g_disk_ioctl;
66650ee351SPoul-Henning Kamp static g_dumpconf_t g_disk_dumpconf;
67dd84a43cSPoul-Henning Kamp 
6807e95ed6SPoul-Henning Kamp static struct g_class g_disk_class = {
69c138fec0SPoul-Henning Kamp 	.name = "DISK",
705721c9c7SPoul-Henning Kamp 	.version = G_VERSION,
716c87f8d5SPoul-Henning Kamp 	.init = g_disk_init,
726c87f8d5SPoul-Henning Kamp 	.fini = g_disk_fini,
73650ee351SPoul-Henning Kamp 	.start = g_disk_start,
74650ee351SPoul-Henning Kamp 	.access = g_disk_access,
75650ee351SPoul-Henning Kamp 	.ioctl = g_disk_ioctl,
76650ee351SPoul-Henning Kamp 	.dumpconf = g_disk_dumpconf,
77dd84a43cSPoul-Henning Kamp };
78dd84a43cSPoul-Henning Kamp 
7915c672a3SPoul-Henning Kamp static void
806c87f8d5SPoul-Henning Kamp g_disk_init(struct g_class *mp __unused)
8115c672a3SPoul-Henning Kamp {
826c87f8d5SPoul-Henning Kamp 
832cf0d8a6SDon Lewis 	mtx_init(&g_disk_done_mtx, "g_disk_done", NULL, MTX_DEF);
8415c672a3SPoul-Henning Kamp }
8515c672a3SPoul-Henning Kamp 
866c87f8d5SPoul-Henning Kamp static void
876c87f8d5SPoul-Henning Kamp g_disk_fini(struct g_class *mp __unused)
886c87f8d5SPoul-Henning Kamp {
896c87f8d5SPoul-Henning Kamp 
906c87f8d5SPoul-Henning Kamp 	mtx_destroy(&g_disk_done_mtx);
916c87f8d5SPoul-Henning Kamp }
926c87f8d5SPoul-Henning Kamp 
936c87f8d5SPoul-Henning Kamp DECLARE_GEOM_CLASS(g_disk_class, g_disk);
948523987bSPoul-Henning Kamp 
955a67919aSPoul-Henning Kamp static void __inline
965a67919aSPoul-Henning Kamp g_disk_lock_giant(struct disk *dp)
975a67919aSPoul-Henning Kamp {
980b7ed341SPoul-Henning Kamp 	if (dp->d_flags & DISKFLAG_NEEDSGIANT)
995a67919aSPoul-Henning Kamp 		mtx_lock(&Giant);
1005a67919aSPoul-Henning Kamp }
1015a67919aSPoul-Henning Kamp 
1025a67919aSPoul-Henning Kamp static void __inline
1035a67919aSPoul-Henning Kamp g_disk_unlock_giant(struct disk *dp)
1045a67919aSPoul-Henning Kamp {
1050b7ed341SPoul-Henning Kamp 	if (dp->d_flags & DISKFLAG_NEEDSGIANT)
1065a67919aSPoul-Henning Kamp 		mtx_unlock(&Giant);
1075a67919aSPoul-Henning Kamp }
1085a67919aSPoul-Henning Kamp 
109dd84a43cSPoul-Henning Kamp static int
110dd84a43cSPoul-Henning Kamp g_disk_access(struct g_provider *pp, int r, int w, int e)
111dd84a43cSPoul-Henning Kamp {
112dd84a43cSPoul-Henning Kamp 	struct disk *dp;
113dd84a43cSPoul-Henning Kamp 	int error;
114dd84a43cSPoul-Henning Kamp 
115dd84a43cSPoul-Henning Kamp 	g_trace(G_T_ACCESS, "g_disk_access(%s, %d, %d, %d)",
116dd84a43cSPoul-Henning Kamp 	    pp->name, r, w, e);
117dd84a43cSPoul-Henning Kamp 	g_topology_assert();
11812047230SPawel Jakub Dawidek 	dp = pp->geom->softc;
1190b7ed341SPoul-Henning Kamp 	if (dp == NULL || dp->d_destroyed) {
12012047230SPawel Jakub Dawidek 		/*
12112047230SPawel Jakub Dawidek 		 * Allow decreasing access count even if disk is not
12212047230SPawel Jakub Dawidek 		 * avaliable anymore.
12312047230SPawel Jakub Dawidek 		 */
12412047230SPawel Jakub Dawidek 		if (r <= 0 && w <= 0 && e <= 0)
12512047230SPawel Jakub Dawidek 			return (0);
12612047230SPawel Jakub Dawidek 		return (ENXIO);
12712047230SPawel Jakub Dawidek 	}
128dd84a43cSPoul-Henning Kamp 	r += pp->acr;
129dd84a43cSPoul-Henning Kamp 	w += pp->acw;
130dd84a43cSPoul-Henning Kamp 	e += pp->ace;
13131a1093fSPoul-Henning Kamp 	error = 0;
132dd84a43cSPoul-Henning Kamp 	if ((pp->acr + pp->acw + pp->ace) == 0 && (r + w + e) > 0) {
13398bbd7aaSPoul-Henning Kamp 		if (dp->d_open != NULL) {
1345a67919aSPoul-Henning Kamp 			g_disk_lock_giant(dp);
13551dd8980SPoul-Henning Kamp 			error = dp->d_open(dp);
13655fe33a3SNick Hibma 			if (bootverbose && error != 0)
13731a1093fSPoul-Henning Kamp 				printf("Opened disk %s -> %d\n",
13831a1093fSPoul-Henning Kamp 				    pp->name, error);
1395a67919aSPoul-Henning Kamp 			g_disk_unlock_giant(dp);
14031a1093fSPoul-Henning Kamp 		}
1413f12caa1SPoul-Henning Kamp 		pp->mediasize = dp->d_mediasize;
1423f12caa1SPoul-Henning Kamp 		pp->sectorsize = dp->d_sectorsize;
14331a1093fSPoul-Henning Kamp 		dp->d_flags |= DISKFLAG_OPEN;
14499af707cSPoul-Henning Kamp 		if (dp->d_maxsize == 0) {
14599af707cSPoul-Henning Kamp 			printf("WARNING: Disk drive %s%d has no d_maxsize\n",
14699af707cSPoul-Henning Kamp 			    dp->d_name, dp->d_unit);
14799af707cSPoul-Henning Kamp 			dp->d_maxsize = DFLTPHYS;
14899af707cSPoul-Henning Kamp 		}
149dd84a43cSPoul-Henning Kamp 	} else if ((pp->acr + pp->acw + pp->ace) > 0 && (r + w + e) == 0) {
15098bbd7aaSPoul-Henning Kamp 		if (dp->d_close != NULL) {
1515a67919aSPoul-Henning Kamp 			g_disk_lock_giant(dp);
15251dd8980SPoul-Henning Kamp 			error = dp->d_close(dp);
153dd84a43cSPoul-Henning Kamp 			if (error != 0)
15431a1093fSPoul-Henning Kamp 				printf("Closed disk %s -> %d\n",
15531a1093fSPoul-Henning Kamp 				    pp->name, error);
1565a67919aSPoul-Henning Kamp 			g_disk_unlock_giant(dp);
15731a1093fSPoul-Henning Kamp 		}
15831a1093fSPoul-Henning Kamp 		dp->d_flags &= ~DISKFLAG_OPEN;
159dd84a43cSPoul-Henning Kamp 	}
160dd84a43cSPoul-Henning Kamp 	return (error);
161dd84a43cSPoul-Henning Kamp }
162dd84a43cSPoul-Henning Kamp 
163dd84a43cSPoul-Henning Kamp static void
16495c24b31SPoul-Henning Kamp g_disk_kerneldump(struct bio *bp, struct disk *dp)
16595c24b31SPoul-Henning Kamp {
16695c24b31SPoul-Henning Kamp 	int error;
16795c24b31SPoul-Henning Kamp 	struct g_kerneldump *gkd;
16895c24b31SPoul-Henning Kamp 	struct dumperinfo di;
1698be2bc5cSPoul-Henning Kamp 	struct g_geom *gp;
17095c24b31SPoul-Henning Kamp 
17195c24b31SPoul-Henning Kamp 	gkd = (struct g_kerneldump*)bp->bio_data;
1728be2bc5cSPoul-Henning Kamp 	gp = bp->bio_to->geom;
1738be2bc5cSPoul-Henning Kamp 	g_trace(G_T_TOPOLOGY, "g_disk_kernedump(%s, %jd, %jd)",
1748be2bc5cSPoul-Henning Kamp 		gp->name, (intmax_t)gkd->offset, (intmax_t)gkd->length);
1755774ceadSPoul-Henning Kamp 	if (dp->d_dump == NULL) {
1765774ceadSPoul-Henning Kamp 		g_io_deliver(bp, ENODEV);
1775774ceadSPoul-Henning Kamp 		return;
1785774ceadSPoul-Henning Kamp 	}
17931a1093fSPoul-Henning Kamp 	di.dumper = dp->d_dump;
1802c6b49f6SPoul-Henning Kamp 	di.priv = dp;
1817812d86fSPoul-Henning Kamp 	di.blocksize = dp->d_sectorsize;
18295c24b31SPoul-Henning Kamp 	di.mediaoffset = gkd->offset;
1833ad9f7c2SPoul-Henning Kamp 	if ((gkd->offset + gkd->length) > dp->d_mediasize)
1843ad9f7c2SPoul-Henning Kamp 		gkd->length = dp->d_mediasize - gkd->offset;
18595c24b31SPoul-Henning Kamp 	di.mediasize = gkd->length;
18695c24b31SPoul-Henning Kamp 	error = set_dumper(&di);
18772840432SPoul-Henning Kamp 	g_io_deliver(bp, error);
18895c24b31SPoul-Henning Kamp }
18995c24b31SPoul-Henning Kamp 
19095c24b31SPoul-Henning Kamp static void
191dd84a43cSPoul-Henning Kamp g_disk_done(struct bio *bp)
192dd84a43cSPoul-Henning Kamp {
19360794e04SPoul-Henning Kamp 	struct bio *bp2;
19460794e04SPoul-Henning Kamp 	struct disk *dp;
195dd84a43cSPoul-Henning Kamp 
19615c672a3SPoul-Henning Kamp 	/* See "notes" for why we need a mutex here */
19715c672a3SPoul-Henning Kamp 	/* XXX: will witness accept a mix of Giant/unGiant drivers here ? */
19815c672a3SPoul-Henning Kamp 	mtx_lock(&g_disk_done_mtx);
199ae2afc43SPoul-Henning Kamp 	bp->bio_completed = bp->bio_length - bp->bio_resid;
20060794e04SPoul-Henning Kamp 
20160794e04SPoul-Henning Kamp 	bp2 = bp->bio_parent;
20260794e04SPoul-Henning Kamp 	if (bp2->bio_error == 0)
20360794e04SPoul-Henning Kamp 		bp2->bio_error = bp->bio_error;
20460794e04SPoul-Henning Kamp 	bp2->bio_completed += bp->bio_completed;
2051d2aee20SPawel Jakub Dawidek 	if ((bp->bio_cmd & (BIO_READ|BIO_WRITE|BIO_DELETE)) &&
2061d2aee20SPawel Jakub Dawidek 	    (dp = bp2->bio_to->geom->softc)) {
2072e93e909STor Egge 		devstat_end_transaction_bio(dp->d_devstat, bp);
2081d2aee20SPawel Jakub Dawidek 	}
20960794e04SPoul-Henning Kamp 	g_destroy_bio(bp);
21060794e04SPoul-Henning Kamp 	bp2->bio_inbed++;
21160794e04SPoul-Henning Kamp 	if (bp2->bio_children == bp2->bio_inbed) {
21281876757SPoul-Henning Kamp 		bp2->bio_resid = bp2->bio_bcount - bp2->bio_completed;
21360794e04SPoul-Henning Kamp 		g_io_deliver(bp2, bp2->bio_error);
21460794e04SPoul-Henning Kamp 	}
21515c672a3SPoul-Henning Kamp 	mtx_unlock(&g_disk_done_mtx);
216dd84a43cSPoul-Henning Kamp }
217dd84a43cSPoul-Henning Kamp 
218497c3347SPoul-Henning Kamp static int
2192221dbebSPoul-Henning Kamp g_disk_ioctl(struct g_provider *pp, u_long cmd, void * data, int fflag, struct thread *td)
220497c3347SPoul-Henning Kamp {
221497c3347SPoul-Henning Kamp 	struct g_geom *gp;
222497c3347SPoul-Henning Kamp 	struct disk *dp;
223497c3347SPoul-Henning Kamp 	int error;
224497c3347SPoul-Henning Kamp 
225497c3347SPoul-Henning Kamp 	gp = pp->geom;
226497c3347SPoul-Henning Kamp 	dp = gp->softc;
227497c3347SPoul-Henning Kamp 
228497c3347SPoul-Henning Kamp 	if (dp->d_ioctl == NULL)
229497c3347SPoul-Henning Kamp 		return (ENOIOCTL);
230497c3347SPoul-Henning Kamp 	g_disk_lock_giant(dp);
2312221dbebSPoul-Henning Kamp 	error = dp->d_ioctl(dp, cmd, data, fflag, td);
232497c3347SPoul-Henning Kamp 	g_disk_unlock_giant(dp);
233497c3347SPoul-Henning Kamp 	return(error);
234497c3347SPoul-Henning Kamp }
235497c3347SPoul-Henning Kamp 
236dd84a43cSPoul-Henning Kamp static void
237dd84a43cSPoul-Henning Kamp g_disk_start(struct bio *bp)
238dd84a43cSPoul-Henning Kamp {
23915c672a3SPoul-Henning Kamp 	struct bio *bp2, *bp3;
240dd84a43cSPoul-Henning Kamp 	struct disk *dp;
241a5b2e75dSPoul-Henning Kamp 	int error;
24215c672a3SPoul-Henning Kamp 	off_t off;
243dd84a43cSPoul-Henning Kamp 
244dd84a43cSPoul-Henning Kamp 	dp = bp->bio_to->geom->softc;
245b3fd9b46SPoul-Henning Kamp 	if (dp == NULL || dp->d_destroyed) {
24667fd2837SPoul-Henning Kamp 		g_io_deliver(bp, ENXIO);
247b3fd9b46SPoul-Henning Kamp 		return;
248b3fd9b46SPoul-Henning Kamp 	}
249b362694cSPoul-Henning Kamp 	error = EJUSTRETURN;
250dd84a43cSPoul-Henning Kamp 	switch(bp->bio_cmd) {
251b362694cSPoul-Henning Kamp 	case BIO_DELETE:
25231a1093fSPoul-Henning Kamp 		if (!(dp->d_flags & DISKFLAG_CANDELETE)) {
253b362694cSPoul-Henning Kamp 			error = 0;
254b362694cSPoul-Henning Kamp 			break;
255b362694cSPoul-Henning Kamp 		}
256b362694cSPoul-Henning Kamp 		/* fall-through */
257dd84a43cSPoul-Henning Kamp 	case BIO_READ:
258dd84a43cSPoul-Henning Kamp 	case BIO_WRITE:
25915c672a3SPoul-Henning Kamp 		off = 0;
26015c672a3SPoul-Henning Kamp 		bp3 = NULL;
261dd84a43cSPoul-Henning Kamp 		bp2 = g_clone_bio(bp);
262a4210653SPoul-Henning Kamp 		if (bp2 == NULL) {
263a4210653SPoul-Henning Kamp 			error = ENOMEM;
264a4210653SPoul-Henning Kamp 			break;
265a4210653SPoul-Henning Kamp 		}
26615c672a3SPoul-Henning Kamp 		do {
26715c672a3SPoul-Henning Kamp 			bp2->bio_offset += off;
26815c672a3SPoul-Henning Kamp 			bp2->bio_length -= off;
26996365d3dSTor Egge 			bp2->bio_data += off;
27015c672a3SPoul-Henning Kamp 			if (bp2->bio_length > dp->d_maxsize) {
27115c672a3SPoul-Henning Kamp 				/*
27215c672a3SPoul-Henning Kamp 				 * XXX: If we have a stripesize we should really
27315c672a3SPoul-Henning Kamp 				 * use it here.
27415c672a3SPoul-Henning Kamp 				 */
27515c672a3SPoul-Henning Kamp 				bp2->bio_length = dp->d_maxsize;
27615c672a3SPoul-Henning Kamp 				off += dp->d_maxsize;
27715c672a3SPoul-Henning Kamp 				/*
27815c672a3SPoul-Henning Kamp 				 * To avoid a race, we need to grab the next bio
27915c672a3SPoul-Henning Kamp 				 * before we schedule this one.  See "notes".
28015c672a3SPoul-Henning Kamp 				 */
28115c672a3SPoul-Henning Kamp 				bp3 = g_clone_bio(bp);
28215c672a3SPoul-Henning Kamp 				if (bp3 == NULL)
28315c672a3SPoul-Henning Kamp 					bp->bio_error = ENOMEM;
28415c672a3SPoul-Henning Kamp 			}
285dd84a43cSPoul-Henning Kamp 			bp2->bio_done = g_disk_done;
286b362694cSPoul-Henning Kamp 			bp2->bio_pblkno = bp2->bio_offset / dp->d_sectorsize;
287dd84a43cSPoul-Henning Kamp 			bp2->bio_bcount = bp2->bio_length;
288ffa91881SPoul-Henning Kamp 			bp2->bio_disk = dp;
2892e93e909STor Egge 			devstat_start_transaction_bio(dp->d_devstat, bp2);
2905a67919aSPoul-Henning Kamp 			g_disk_lock_giant(dp);
29131a1093fSPoul-Henning Kamp 			dp->d_strategy(bp2);
2925a67919aSPoul-Henning Kamp 			g_disk_unlock_giant(dp);
29315c672a3SPoul-Henning Kamp 			bp2 = bp3;
29415c672a3SPoul-Henning Kamp 			bp3 = NULL;
29515c672a3SPoul-Henning Kamp 		} while (bp2 != NULL);
296dd84a43cSPoul-Henning Kamp 		break;
297dd84a43cSPoul-Henning Kamp 	case BIO_GETATTR:
2983f12caa1SPoul-Henning Kamp 		if (g_handleattr_int(bp, "GEOM::fwsectors", dp->d_fwsectors))
299a5b2e75dSPoul-Henning Kamp 			break;
3007812d86fSPoul-Henning Kamp 		else if (g_handleattr_int(bp, "GEOM::fwheads", dp->d_fwheads))
301a5b2e75dSPoul-Henning Kamp 			break;
302503abe45SPoul-Henning Kamp 		else if (g_handleattr_off_t(bp, "GEOM::frontstuff", 0))
3031bdb20a6SPoul-Henning Kamp 			break;
30495c24b31SPoul-Henning Kamp 		else if (!strcmp(bp->bio_attribute, "GEOM::kerneldump"))
30595c24b31SPoul-Henning Kamp 			g_disk_kerneldump(bp, dp);
306497c3347SPoul-Henning Kamp 		else
307a5b2e75dSPoul-Henning Kamp 			error = ENOIOCTL;
308a5b2e75dSPoul-Henning Kamp 		break;
3091d2aee20SPawel Jakub Dawidek 	case BIO_FLUSH:
3101d2aee20SPawel Jakub Dawidek 		g_trace(G_T_TOPOLOGY, "g_disk_flushcache(%s)",
3111d2aee20SPawel Jakub Dawidek 		    bp->bio_to->name);
3121d2aee20SPawel Jakub Dawidek 		if (!(dp->d_flags & DISKFLAG_CANFLUSHCACHE)) {
3131d2aee20SPawel Jakub Dawidek 			g_io_deliver(bp, ENODEV);
3141d2aee20SPawel Jakub Dawidek 			return;
3151d2aee20SPawel Jakub Dawidek 		}
3161d2aee20SPawel Jakub Dawidek 		bp2 = g_clone_bio(bp);
3171d2aee20SPawel Jakub Dawidek 		if (bp2 == NULL) {
3181d2aee20SPawel Jakub Dawidek 			g_io_deliver(bp, ENOMEM);
3191d2aee20SPawel Jakub Dawidek 			return;
3201d2aee20SPawel Jakub Dawidek 		}
3211d2aee20SPawel Jakub Dawidek 		bp2->bio_done = g_disk_done;
3221d2aee20SPawel Jakub Dawidek 		bp2->bio_disk = dp;
3231d2aee20SPawel Jakub Dawidek 		g_disk_lock_giant(dp);
3241d2aee20SPawel Jakub Dawidek 		dp->d_strategy(bp2);
3251d2aee20SPawel Jakub Dawidek 		g_disk_unlock_giant(dp);
3261d2aee20SPawel Jakub Dawidek 		break;
327dd84a43cSPoul-Henning Kamp 	default:
328a5b2e75dSPoul-Henning Kamp 		error = EOPNOTSUPP;
329a5b2e75dSPoul-Henning Kamp 		break;
330dd84a43cSPoul-Henning Kamp 	}
331b362694cSPoul-Henning Kamp 	if (error != EJUSTRETURN)
33272840432SPoul-Henning Kamp 		g_io_deliver(bp, error);
333a5b2e75dSPoul-Henning Kamp 	return;
334dd84a43cSPoul-Henning Kamp }
335dd84a43cSPoul-Henning Kamp 
3368523987bSPoul-Henning Kamp static void
3370f9d3dbaSPoul-Henning Kamp g_disk_dumpconf(struct sbuf *sb, const char *indent, struct g_geom *gp, struct g_consumer *cp, struct g_provider *pp)
3388f9628a1SPoul-Henning Kamp {
3398f9628a1SPoul-Henning Kamp 	struct disk *dp;
3408f9628a1SPoul-Henning Kamp 
3418f9628a1SPoul-Henning Kamp 	dp = gp->softc;
342eb98005fSPoul-Henning Kamp 	if (dp == NULL)
343eb98005fSPoul-Henning Kamp 		return;
344d518e539SPoul-Henning Kamp 	if (indent == NULL) {
345d518e539SPoul-Henning Kamp 		sbuf_printf(sb, " hd %u", dp->d_fwheads);
346d518e539SPoul-Henning Kamp 		sbuf_printf(sb, " sc %u", dp->d_fwsectors);
347d518e539SPoul-Henning Kamp 		return;
348d518e539SPoul-Henning Kamp 	}
3499e2ebaa0SPoul-Henning Kamp 	if (pp != NULL) {
3508f9628a1SPoul-Henning Kamp 		sbuf_printf(sb, "%s<fwheads>%u</fwheads>\n",
3518f9628a1SPoul-Henning Kamp 		    indent, dp->d_fwheads);
3528f9628a1SPoul-Henning Kamp 		sbuf_printf(sb, "%s<fwsectors>%u</fwsectors>\n",
3538f9628a1SPoul-Henning Kamp 		    indent, dp->d_fwsectors);
3548f9628a1SPoul-Henning Kamp 	}
3558f9628a1SPoul-Henning Kamp }
3568f9628a1SPoul-Henning Kamp 
3578f9628a1SPoul-Henning Kamp static void
35843f0db6cSPoul-Henning Kamp g_disk_create(void *arg, int flag)
359dd84a43cSPoul-Henning Kamp {
360dd84a43cSPoul-Henning Kamp 	struct g_geom *gp;
361dd84a43cSPoul-Henning Kamp 	struct g_provider *pp;
362bb17c5f6SPoul-Henning Kamp 	struct disk *dp;
363dd84a43cSPoul-Henning Kamp 
36443f0db6cSPoul-Henning Kamp 	if (flag == EV_CANCEL)
36543f0db6cSPoul-Henning Kamp 		return;
3668523987bSPoul-Henning Kamp 	g_topology_assert();
367bb17c5f6SPoul-Henning Kamp 	dp = arg;
368bb17c5f6SPoul-Henning Kamp 	gp = g_new_geomf(&g_disk_class, "%s%d", dp->d_name, dp->d_unit);
369bb17c5f6SPoul-Henning Kamp 	gp->softc = dp;
3708523987bSPoul-Henning Kamp 	pp = g_new_providerf(gp, "%s", gp->name);
371bb17c5f6SPoul-Henning Kamp 	pp->mediasize = dp->d_mediasize;
372bb17c5f6SPoul-Henning Kamp 	pp->sectorsize = dp->d_sectorsize;
373bb17c5f6SPoul-Henning Kamp 	if (dp->d_flags & DISKFLAG_CANDELETE)
374bb17c5f6SPoul-Henning Kamp 		pp->flags |= G_PF_CANDELETE;
3758a63edc3SPoul-Henning Kamp 	pp->stripeoffset = dp->d_stripeoffset;
3768a63edc3SPoul-Henning Kamp 	pp->stripesize = dp->d_stripesize;
3773d5500fcSPoul-Henning Kamp 	if (bootverbose)
3783d5500fcSPoul-Henning Kamp 		printf("GEOM: new disk %s\n", gp->name);
379316aed03SPoul-Henning Kamp 	dp->d_geom = gp;
380316aed03SPoul-Henning Kamp 	g_error_provider(pp, 0);
381dd84a43cSPoul-Henning Kamp }
3828523987bSPoul-Henning Kamp 
383ce1ee789SPoul-Henning Kamp static void
384ce1ee789SPoul-Henning Kamp g_disk_destroy(void *ptr, int flag)
385ce1ee789SPoul-Henning Kamp {
3860b7ed341SPoul-Henning Kamp 	struct disk *dp;
387ce1ee789SPoul-Henning Kamp 	struct g_geom *gp;
3888523987bSPoul-Henning Kamp 
389ce1ee789SPoul-Henning Kamp 	g_topology_assert();
3900b7ed341SPoul-Henning Kamp 	dp = ptr;
3910b7ed341SPoul-Henning Kamp 	gp = dp->d_geom;
392032bc81dSPoul-Henning Kamp 	if (gp != NULL) {
393ce1ee789SPoul-Henning Kamp 		gp->softc = NULL;
394ce1ee789SPoul-Henning Kamp 		g_wither_geom(gp, ENXIO);
395032bc81dSPoul-Henning Kamp 	}
3960b7ed341SPoul-Henning Kamp 	g_free(dp);
3970b7ed341SPoul-Henning Kamp }
3980b7ed341SPoul-Henning Kamp 
3990b7ed341SPoul-Henning Kamp struct disk *
4000b7ed341SPoul-Henning Kamp disk_alloc()
4010b7ed341SPoul-Henning Kamp {
4020b7ed341SPoul-Henning Kamp 	struct disk *dp;
4030b7ed341SPoul-Henning Kamp 
4040b7ed341SPoul-Henning Kamp 	dp = g_malloc(sizeof *dp, M_WAITOK | M_ZERO);
4050b7ed341SPoul-Henning Kamp 	return (dp);
406ce1ee789SPoul-Henning Kamp }
4078523987bSPoul-Henning Kamp 
40898bbd7aaSPoul-Henning Kamp void
4090b7ed341SPoul-Henning Kamp disk_create(struct disk *dp, int version)
4108523987bSPoul-Henning Kamp {
4110b7ed341SPoul-Henning Kamp 	if (version != DISK_VERSION_00) {
4120b7ed341SPoul-Henning Kamp 		printf("WARNING: Attempt to add disk %s%d %s",
4130b7ed341SPoul-Henning Kamp 		    dp->d_name, dp->d_unit,
4140b7ed341SPoul-Henning Kamp 		    " using incompatible ABI version of disk(9)\n");
4150b7ed341SPoul-Henning Kamp 		printf("WARNING: Ignoring disk %s%d\n",
4160b7ed341SPoul-Henning Kamp 		    dp->d_name, dp->d_unit);
4170b7ed341SPoul-Henning Kamp 		return;
4180b7ed341SPoul-Henning Kamp 	}
41931a1093fSPoul-Henning Kamp 	KASSERT(dp->d_strategy != NULL, ("disk_create need d_strategy"));
42031a1093fSPoul-Henning Kamp 	KASSERT(dp->d_name != NULL, ("disk_create need d_name"));
42131a1093fSPoul-Henning Kamp 	KASSERT(*dp->d_name != 0, ("disk_create need d_name"));
422237d2765SPoul-Henning Kamp 	KASSERT(strlen(dp->d_name) < SPECNAMELEN - 4, ("disk name too long"));
423eb98005fSPoul-Henning Kamp 	if (dp->d_devstat == NULL)
42409f95804SPoul-Henning Kamp 		dp->d_devstat = devstat_new_entry(dp->d_name, dp->d_unit,
42560794e04SPoul-Henning Kamp 		    dp->d_sectorsize, DEVSTAT_ALL_SUPPORTED,
42660794e04SPoul-Henning Kamp 		    DEVSTAT_TYPE_DIRECT, DEVSTAT_PRIORITY_MAX);
427316aed03SPoul-Henning Kamp 	dp->d_geom = NULL;
4288cd1535aSPoul-Henning Kamp 	g_post_event(g_disk_create, dp, M_WAITOK, dp, NULL);
429dd84a43cSPoul-Henning Kamp }
430dd84a43cSPoul-Henning Kamp 
431dd84a43cSPoul-Henning Kamp void
432b82ff758SPoul-Henning Kamp disk_destroy(struct disk *dp)
433dd84a43cSPoul-Henning Kamp {
434dd84a43cSPoul-Henning Kamp 
435316aed03SPoul-Henning Kamp 	g_cancel_event(dp);
4360b7ed341SPoul-Henning Kamp 	dp->d_destroyed = 1;
43752c583feSPoul-Henning Kamp 	if (dp->d_devstat != NULL)
43852c583feSPoul-Henning Kamp 		devstat_remove_entry(dp->d_devstat);
43911e9a679SPoul-Henning Kamp 	g_post_event(g_disk_destroy, dp, M_WAITOK, NULL);
440dd84a43cSPoul-Henning Kamp }
441dd84a43cSPoul-Henning Kamp 
442a7e69e8bSJohn Polstra void
443a7e69e8bSJohn Polstra disk_gone(struct disk *dp)
444a7e69e8bSJohn Polstra {
445a7e69e8bSJohn Polstra 	struct g_geom *gp;
446a7e69e8bSJohn Polstra 	struct g_provider *pp;
447a7e69e8bSJohn Polstra 
448a7e69e8bSJohn Polstra 	gp = dp->d_geom;
449a7e69e8bSJohn Polstra 	if (gp != NULL)
450a7e69e8bSJohn Polstra 		LIST_FOREACH(pp, &gp->provider, provider)
451d99c1559SMarcel Moolenaar 			g_wither_provider(pp, ENXIO);
452a7e69e8bSJohn Polstra }
453a7e69e8bSJohn Polstra 
4540cc3011dSPoul-Henning Kamp static void
455afcbcfaeSPoul-Henning Kamp g_kern_disks(void *p, int flag __unused)
4560cc3011dSPoul-Henning Kamp {
4570cc3011dSPoul-Henning Kamp 	struct sbuf *sb;
4580cc3011dSPoul-Henning Kamp 	struct g_geom *gp;
4590cc3011dSPoul-Henning Kamp 	char *sp;
4600cc3011dSPoul-Henning Kamp 
4610cc3011dSPoul-Henning Kamp 	sb = p;
4620cc3011dSPoul-Henning Kamp 	sp = "";
4630cc3011dSPoul-Henning Kamp 	g_topology_assert();
4640cc3011dSPoul-Henning Kamp 	LIST_FOREACH(gp, &g_disk_class.geom, geom) {
4650cc3011dSPoul-Henning Kamp 		sbuf_printf(sb, "%s%s", sp, gp->name);
4660cc3011dSPoul-Henning Kamp 		sp = " ";
4670cc3011dSPoul-Henning Kamp 	}
4680cc3011dSPoul-Henning Kamp 	sbuf_finish(sb);
4690cc3011dSPoul-Henning Kamp }
4700cc3011dSPoul-Henning Kamp 
4710cc3011dSPoul-Henning Kamp static int
4720cc3011dSPoul-Henning Kamp sysctl_disks(SYSCTL_HANDLER_ARGS)
4730cc3011dSPoul-Henning Kamp {
4740cc3011dSPoul-Henning Kamp 	int error;
4750cc3011dSPoul-Henning Kamp 	struct sbuf *sb;
4760cc3011dSPoul-Henning Kamp 
4770cc3011dSPoul-Henning Kamp 	sb = sbuf_new(NULL, NULL, 0, SBUF_AUTOEXTEND);
4780a9c130cSPoul-Henning Kamp 	g_waitfor_event(g_kern_disks, sb, M_WAITOK, NULL);
479aed99af2SPoul-Henning Kamp 	error = SYSCTL_OUT(req, sbuf_data(sb), sbuf_len(sb) + 1);
4800cc3011dSPoul-Henning Kamp 	sbuf_delete(sb);
4810cc3011dSPoul-Henning Kamp 	return error;
4820cc3011dSPoul-Henning Kamp }
4830cc3011dSPoul-Henning Kamp 
4840cc3011dSPoul-Henning Kamp SYSCTL_PROC(_kern, OID_AUTO, disks, CTLTYPE_STRING | CTLFLAG_RD | CTLFLAG_NOLOCK, 0, 0,
4850cc3011dSPoul-Henning Kamp     sysctl_disks, "A", "names of available disks");
4863bd65612SPoul-Henning Kamp 
487