xref: /freebsd/sys/dev/md/md.c (revision dbb95048da3ac080e2f3f83bcb730fe83661962b)
1098ca2bdSWarner Losh /*-
200a6a3c6SPoul-Henning Kamp  * ----------------------------------------------------------------------------
300a6a3c6SPoul-Henning Kamp  * "THE BEER-WARE LICENSE" (Revision 42):
400a6a3c6SPoul-Henning Kamp  * <phk@FreeBSD.ORG> wrote this file.  As long as you retain this notice you
500a6a3c6SPoul-Henning Kamp  * can do whatever you want with this stuff. If we meet some day, and you think
600a6a3c6SPoul-Henning Kamp  * this stuff is worth it, you can buy me a beer in return.   Poul-Henning Kamp
700a6a3c6SPoul-Henning Kamp  * ----------------------------------------------------------------------------
800a6a3c6SPoul-Henning Kamp  *
900a6a3c6SPoul-Henning Kamp  * $FreeBSD$
1000a6a3c6SPoul-Henning Kamp  *
1100a6a3c6SPoul-Henning Kamp  */
1200a6a3c6SPoul-Henning Kamp 
13098ca2bdSWarner Losh /*-
14637f671aSPoul-Henning Kamp  * The following functions are based in the vn(4) driver: mdstart_swap(),
15637f671aSPoul-Henning Kamp  * mdstart_vnode(), mdcreate_swap(), mdcreate_vnode() and mddestroy(),
16637f671aSPoul-Henning Kamp  * and as such under the following copyright:
17637f671aSPoul-Henning Kamp  *
18637f671aSPoul-Henning Kamp  * Copyright (c) 1988 University of Utah.
19637f671aSPoul-Henning Kamp  * Copyright (c) 1990, 1993
20637f671aSPoul-Henning Kamp  *	The Regents of the University of California.  All rights reserved.
21637f671aSPoul-Henning Kamp  *
22ed010cdfSWarner Losh  * This code is derived from software contributed to Berkeley by
23ed010cdfSWarner Losh  * the Systems Programming Group of the University of Utah Computer
24ed010cdfSWarner Losh  * Science Department.
25ed010cdfSWarner Losh  *
26637f671aSPoul-Henning Kamp  * Redistribution and use in source and binary forms, with or without
27637f671aSPoul-Henning Kamp  * modification, are permitted provided that the following conditions
28637f671aSPoul-Henning Kamp  * are met:
29637f671aSPoul-Henning Kamp  * 1. Redistributions of source code must retain the above copyright
30637f671aSPoul-Henning Kamp  *    notice, this list of conditions and the following disclaimer.
31637f671aSPoul-Henning Kamp  * 2. Redistributions in binary form must reproduce the above copyright
32637f671aSPoul-Henning Kamp  *    notice, this list of conditions and the following disclaimer in the
33637f671aSPoul-Henning Kamp  *    documentation and/or other materials provided with the distribution.
34637f671aSPoul-Henning Kamp  * 4. Neither the name of the University nor the names of its contributors
35637f671aSPoul-Henning Kamp  *    may be used to endorse or promote products derived from this software
36637f671aSPoul-Henning Kamp  *    without specific prior written permission.
37637f671aSPoul-Henning Kamp  *
38637f671aSPoul-Henning Kamp  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
39637f671aSPoul-Henning Kamp  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
40637f671aSPoul-Henning Kamp  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
41637f671aSPoul-Henning Kamp  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
42637f671aSPoul-Henning Kamp  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
43637f671aSPoul-Henning Kamp  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
44637f671aSPoul-Henning Kamp  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
45637f671aSPoul-Henning Kamp  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
46637f671aSPoul-Henning Kamp  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
47637f671aSPoul-Henning Kamp  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
48637f671aSPoul-Henning Kamp  * SUCH DAMAGE.
49637f671aSPoul-Henning Kamp  *
50637f671aSPoul-Henning Kamp  * from: Utah Hdr: vn.c 1.13 94/04/02
51637f671aSPoul-Henning Kamp  *
52637f671aSPoul-Henning Kamp  *	from: @(#)vn.c	8.6 (Berkeley) 4/1/94
53637f671aSPoul-Henning Kamp  * From: src/sys/dev/vn/vn.c,v 1.122 2000/12/16 16:06:03
54637f671aSPoul-Henning Kamp  */
55637f671aSPoul-Henning Kamp 
566f4f00f1SPoul-Henning Kamp #include "opt_geom.h"
573f54a085SPoul-Henning Kamp #include "opt_md.h"
5871e4fff8SPoul-Henning Kamp 
5900a6a3c6SPoul-Henning Kamp #include <sys/param.h>
6000a6a3c6SPoul-Henning Kamp #include <sys/systm.h>
619626b608SPoul-Henning Kamp #include <sys/bio.h>
6200a6a3c6SPoul-Henning Kamp #include <sys/conf.h>
63a03be42dSMaxim Sobolev #include <sys/devicestat.h>
648f8def9eSPoul-Henning Kamp #include <sys/fcntl.h>
65fb919e4dSMark Murray #include <sys/kernel.h>
665c97ca54SIan Dowse #include <sys/kthread.h>
6706d425f9SEd Schouten #include <sys/limits.h>
68fb919e4dSMark Murray #include <sys/linker.h>
69fb919e4dSMark Murray #include <sys/lock.h>
70fb919e4dSMark Murray #include <sys/malloc.h>
71fb919e4dSMark Murray #include <sys/mdioctl.h>
72a08d2e7fSJohn Baldwin #include <sys/mount.h>
739dceb26bSJohn Baldwin #include <sys/mutex.h>
749b00ca19SPoul-Henning Kamp #include <sys/sx.h>
75fb919e4dSMark Murray #include <sys/namei.h>
768f8def9eSPoul-Henning Kamp #include <sys/proc.h>
77fb919e4dSMark Murray #include <sys/queue.h>
7863710c4dSJohn Baldwin #include <sys/sched.h>
797cd53fddSAlan Cox #include <sys/sf_buf.h>
80fb919e4dSMark Murray #include <sys/sysctl.h>
81fb919e4dSMark Murray #include <sys/vnode.h>
82fb919e4dSMark Murray 
836f4f00f1SPoul-Henning Kamp #include <geom/geom.h>
846f4f00f1SPoul-Henning Kamp 
858f8def9eSPoul-Henning Kamp #include <vm/vm.h>
868f8def9eSPoul-Henning Kamp #include <vm/vm_object.h>
878f8def9eSPoul-Henning Kamp #include <vm/vm_page.h>
888f8def9eSPoul-Henning Kamp #include <vm/vm_pager.h>
898f8def9eSPoul-Henning Kamp #include <vm/swap_pager.h>
90f43b2bacSPoul-Henning Kamp #include <vm/uma.h>
913f54a085SPoul-Henning Kamp 
9257e9624eSPoul-Henning Kamp #define MD_MODVER 1
9357e9624eSPoul-Henning Kamp 
945c97ca54SIan Dowse #define MD_SHUTDOWN	0x10000		/* Tell worker thread to terminate. */
95a08d2e7fSJohn Baldwin #define	MD_EXITING	0x20000		/* Worker thread is exiting. */
965c97ca54SIan Dowse 
97f2744793SSheldon Hearn #ifndef MD_NSECT
98f2744793SSheldon Hearn #define MD_NSECT (10000 * 2)
9933edfabeSPoul-Henning Kamp #endif
10033edfabeSPoul-Henning Kamp 
1015bb84bc8SRobert Watson static MALLOC_DEFINE(M_MD, "md_disk", "Memory Disk");
1025bb84bc8SRobert Watson static MALLOC_DEFINE(M_MDSECT, "md_sectors", "Memory Disk Sectors");
10300a6a3c6SPoul-Henning Kamp 
10471e4fff8SPoul-Henning Kamp static int md_debug;
10500a6a3c6SPoul-Henning Kamp SYSCTL_INT(_debug, OID_AUTO, mddebug, CTLFLAG_RW, &md_debug, 0, "");
10600a6a3c6SPoul-Henning Kamp 
10771e4fff8SPoul-Henning Kamp #if defined(MD_ROOT) && defined(MD_ROOT_SIZE)
108de64f22aSLuigi Rizzo /*
109de64f22aSLuigi Rizzo  * Preloaded image gets put here.
110de64f22aSLuigi Rizzo  * Applications that patch the object with the image can determine
111de64f22aSLuigi Rizzo  * the size looking at the start and end markers (strings),
112de64f22aSLuigi Rizzo  * so we want them contiguous.
113de64f22aSLuigi Rizzo  */
114de64f22aSLuigi Rizzo static struct {
115de64f22aSLuigi Rizzo 	u_char start[MD_ROOT_SIZE*1024];
116de64f22aSLuigi Rizzo 	u_char end[128];
117de64f22aSLuigi Rizzo } mfs_root = {
118de64f22aSLuigi Rizzo 	.start = "MFS Filesystem goes here",
119de64f22aSLuigi Rizzo 	.end = "MFS Filesystem had better STOP here",
120de64f22aSLuigi Rizzo };
12171e4fff8SPoul-Henning Kamp #endif
12271e4fff8SPoul-Henning Kamp 
12319945697SPoul-Henning Kamp static g_init_t g_md_init;
12419945697SPoul-Henning Kamp static g_fini_t g_md_fini;
12519945697SPoul-Henning Kamp static g_start_t g_md_start;
12619945697SPoul-Henning Kamp static g_access_t g_md_access;
127c27a8954SWojciech A. Koszek static void g_md_dumpconf(struct sbuf *sb, const char *indent, struct g_geom *gp,
128c27a8954SWojciech A. Koszek     struct g_consumer *cp __unused, struct g_provider *pp);
1290eb14309SPoul-Henning Kamp 
1308f8def9eSPoul-Henning Kamp static int	mdunits;
13189c9c53dSPoul-Henning Kamp static struct cdev *status_dev = 0;
1329b00ca19SPoul-Henning Kamp static struct sx md_sx;
13357e9624eSPoul-Henning Kamp 
134a522a159SPoul-Henning Kamp static d_ioctl_t mdctlioctl;
1358f8def9eSPoul-Henning Kamp 
1368f8def9eSPoul-Henning Kamp static struct cdevsw mdctl_cdevsw = {
137dc08ffecSPoul-Henning Kamp 	.d_version =	D_VERSION,
1387ac40f5fSPoul-Henning Kamp 	.d_ioctl =	mdctlioctl,
1397ac40f5fSPoul-Henning Kamp 	.d_name =	MD_NAME,
14000a6a3c6SPoul-Henning Kamp };
14100a6a3c6SPoul-Henning Kamp 
14219945697SPoul-Henning Kamp struct g_class g_md_class = {
14319945697SPoul-Henning Kamp 	.name = "MD",
1445721c9c7SPoul-Henning Kamp 	.version = G_VERSION,
14519945697SPoul-Henning Kamp 	.init = g_md_init,
14619945697SPoul-Henning Kamp 	.fini = g_md_fini,
14719945697SPoul-Henning Kamp 	.start = g_md_start,
14819945697SPoul-Henning Kamp 	.access = g_md_access,
149c27a8954SWojciech A. Koszek 	.dumpconf = g_md_dumpconf,
15019945697SPoul-Henning Kamp };
15119945697SPoul-Henning Kamp 
15219945697SPoul-Henning Kamp DECLARE_GEOM_CLASS(g_md_class, g_md);
15319945697SPoul-Henning Kamp 
1540cfaeeeeSPoul-Henning Kamp 
1553f54a085SPoul-Henning Kamp static LIST_HEAD(, md_s) md_softc_list = LIST_HEAD_INITIALIZER(&md_softc_list);
1563f54a085SPoul-Henning Kamp 
157c6517568SPoul-Henning Kamp #define NINDIR	(PAGE_SIZE / sizeof(uintptr_t))
158c6517568SPoul-Henning Kamp #define NMASK	(NINDIR-1)
159c6517568SPoul-Henning Kamp static int nshift;
160c6517568SPoul-Henning Kamp 
161c6517568SPoul-Henning Kamp struct indir {
162c6517568SPoul-Henning Kamp 	uintptr_t	*array;
1638b149b51SJohn Baldwin 	u_int		total;
1648b149b51SJohn Baldwin 	u_int		used;
1658b149b51SJohn Baldwin 	u_int		shift;
166c6517568SPoul-Henning Kamp };
167c6517568SPoul-Henning Kamp 
16800a6a3c6SPoul-Henning Kamp struct md_s {
16900a6a3c6SPoul-Henning Kamp 	int unit;
1703f54a085SPoul-Henning Kamp 	LIST_ENTRY(md_s) list;
1718177437dSPoul-Henning Kamp 	struct bio_queue_head bio_queue;
1720f8500a5SPoul-Henning Kamp 	struct mtx queue_mtx;
17389c9c53dSPoul-Henning Kamp 	struct cdev *dev;
1748f8def9eSPoul-Henning Kamp 	enum md_types type;
175b830359bSPawel Jakub Dawidek 	off_t mediasize;
176b830359bSPawel Jakub Dawidek 	unsigned sectorsize;
177fe603109SMaxim Sobolev 	unsigned opencount;
1784e8bfe14SPoul-Henning Kamp 	unsigned fwheads;
1794e8bfe14SPoul-Henning Kamp 	unsigned fwsectors;
1808f8def9eSPoul-Henning Kamp 	unsigned flags;
181f43b2bacSPoul-Henning Kamp 	char name[20];
1825c97ca54SIan Dowse 	struct proc *procp;
1836f4f00f1SPoul-Henning Kamp 	struct g_geom *gp;
1846f4f00f1SPoul-Henning Kamp 	struct g_provider *pp;
1859b00ca19SPoul-Henning Kamp 	int (*start)(struct md_s *sc, struct bio *bp);
186a03be42dSMaxim Sobolev 	struct devstat *devstat;
18795f1a897SPoul-Henning Kamp 
18895f1a897SPoul-Henning Kamp 	/* MD_MALLOC related fields */
189c6517568SPoul-Henning Kamp 	struct indir *indir;
190f43b2bacSPoul-Henning Kamp 	uma_zone_t uma;
19100a6a3c6SPoul-Henning Kamp 
19295f1a897SPoul-Henning Kamp 	/* MD_PRELOAD related fields */
19395f1a897SPoul-Henning Kamp 	u_char *pl_ptr;
194b830359bSPawel Jakub Dawidek 	size_t pl_len;
19500a6a3c6SPoul-Henning Kamp 
1968f8def9eSPoul-Henning Kamp 	/* MD_VNODE related fields */
1978f8def9eSPoul-Henning Kamp 	struct vnode *vnode;
19861a6eb62SPawel Jakub Dawidek 	char file[PATH_MAX];
1998f8def9eSPoul-Henning Kamp 	struct ucred *cred;
2008f8def9eSPoul-Henning Kamp 
201e0cebb40SDima Dorfman 	/* MD_SWAP related fields */
2028f8def9eSPoul-Henning Kamp 	vm_object_t object;
2038f8def9eSPoul-Henning Kamp };
20400a6a3c6SPoul-Henning Kamp 
205c6517568SPoul-Henning Kamp static struct indir *
2068b149b51SJohn Baldwin new_indir(u_int shift)
207c6517568SPoul-Henning Kamp {
208c6517568SPoul-Henning Kamp 	struct indir *ip;
209c6517568SPoul-Henning Kamp 
210c6517568SPoul-Henning Kamp 	ip = malloc(sizeof *ip, M_MD, M_NOWAIT | M_ZERO);
211c6517568SPoul-Henning Kamp 	if (ip == NULL)
212c6517568SPoul-Henning Kamp 		return (NULL);
213c6517568SPoul-Henning Kamp 	ip->array = malloc(sizeof(uintptr_t) * NINDIR,
214c6517568SPoul-Henning Kamp 	    M_MDSECT, M_NOWAIT | M_ZERO);
215c6517568SPoul-Henning Kamp 	if (ip->array == NULL) {
216c6517568SPoul-Henning Kamp 		free(ip, M_MD);
217c6517568SPoul-Henning Kamp 		return (NULL);
218c6517568SPoul-Henning Kamp 	}
219c6517568SPoul-Henning Kamp 	ip->total = NINDIR;
220c6517568SPoul-Henning Kamp 	ip->shift = shift;
221c6517568SPoul-Henning Kamp 	return (ip);
222c6517568SPoul-Henning Kamp }
223c6517568SPoul-Henning Kamp 
224c6517568SPoul-Henning Kamp static void
225c6517568SPoul-Henning Kamp del_indir(struct indir *ip)
226c6517568SPoul-Henning Kamp {
227c6517568SPoul-Henning Kamp 
228f43b2bacSPoul-Henning Kamp 	free(ip->array, M_MDSECT);
229c6517568SPoul-Henning Kamp 	free(ip, M_MD);
230c6517568SPoul-Henning Kamp }
231c6517568SPoul-Henning Kamp 
232f43b2bacSPoul-Henning Kamp static void
233f43b2bacSPoul-Henning Kamp destroy_indir(struct md_s *sc, struct indir *ip)
234f43b2bacSPoul-Henning Kamp {
235f43b2bacSPoul-Henning Kamp 	int i;
236f43b2bacSPoul-Henning Kamp 
237f43b2bacSPoul-Henning Kamp 	for (i = 0; i < NINDIR; i++) {
238f43b2bacSPoul-Henning Kamp 		if (!ip->array[i])
239f43b2bacSPoul-Henning Kamp 			continue;
240f43b2bacSPoul-Henning Kamp 		if (ip->shift)
241f43b2bacSPoul-Henning Kamp 			destroy_indir(sc, (struct indir*)(ip->array[i]));
242f43b2bacSPoul-Henning Kamp 		else if (ip->array[i] > 255)
243f43b2bacSPoul-Henning Kamp 			uma_zfree(sc->uma, (void *)(ip->array[i]));
244f43b2bacSPoul-Henning Kamp 	}
245f43b2bacSPoul-Henning Kamp 	del_indir(ip);
246f43b2bacSPoul-Henning Kamp }
247f43b2bacSPoul-Henning Kamp 
248c6517568SPoul-Henning Kamp /*
2496c3cd0e2SMaxim Konovalov  * This function does the math and allocates the top level "indir" structure
250c6517568SPoul-Henning Kamp  * for a device of "size" sectors.
251c6517568SPoul-Henning Kamp  */
252c6517568SPoul-Henning Kamp 
253c6517568SPoul-Henning Kamp static struct indir *
254c6517568SPoul-Henning Kamp dimension(off_t size)
255c6517568SPoul-Henning Kamp {
256c6517568SPoul-Henning Kamp 	off_t rcnt;
257c6517568SPoul-Henning Kamp 	struct indir *ip;
258c6517568SPoul-Henning Kamp 	int i, layer;
259c6517568SPoul-Henning Kamp 
260c6517568SPoul-Henning Kamp 	rcnt = size;
261c6517568SPoul-Henning Kamp 	layer = 0;
262c6517568SPoul-Henning Kamp 	while (rcnt > NINDIR) {
263c6517568SPoul-Henning Kamp 		rcnt /= NINDIR;
264c6517568SPoul-Henning Kamp 		layer++;
265c6517568SPoul-Henning Kamp 	}
266c6517568SPoul-Henning Kamp 	/* figure out log2(NINDIR) */
267c6517568SPoul-Henning Kamp 	for (i = NINDIR, nshift = -1; i; nshift++)
268c6517568SPoul-Henning Kamp 		i >>= 1;
269c6517568SPoul-Henning Kamp 
270c6517568SPoul-Henning Kamp 	/*
271c6517568SPoul-Henning Kamp 	 * XXX: the top layer is probably not fully populated, so we allocate
27283e13864SPoul-Henning Kamp 	 * too much space for ip->array in here.
273c6517568SPoul-Henning Kamp 	 */
27483e13864SPoul-Henning Kamp 	ip = malloc(sizeof *ip, M_MD, M_WAITOK | M_ZERO);
27583e13864SPoul-Henning Kamp 	ip->array = malloc(sizeof(uintptr_t) * NINDIR,
27683e13864SPoul-Henning Kamp 	    M_MDSECT, M_WAITOK | M_ZERO);
27783e13864SPoul-Henning Kamp 	ip->total = NINDIR;
27883e13864SPoul-Henning Kamp 	ip->shift = layer * nshift;
279c6517568SPoul-Henning Kamp 	return (ip);
280c6517568SPoul-Henning Kamp }
281c6517568SPoul-Henning Kamp 
282c6517568SPoul-Henning Kamp /*
283c6517568SPoul-Henning Kamp  * Read a given sector
284c6517568SPoul-Henning Kamp  */
285c6517568SPoul-Henning Kamp 
286c6517568SPoul-Henning Kamp static uintptr_t
287c6517568SPoul-Henning Kamp s_read(struct indir *ip, off_t offset)
288c6517568SPoul-Henning Kamp {
289c6517568SPoul-Henning Kamp 	struct indir *cip;
290c6517568SPoul-Henning Kamp 	int idx;
291c6517568SPoul-Henning Kamp 	uintptr_t up;
292c6517568SPoul-Henning Kamp 
293c6517568SPoul-Henning Kamp 	if (md_debug > 1)
2946569d6f3SMaxime Henrion 		printf("s_read(%jd)\n", (intmax_t)offset);
295c6517568SPoul-Henning Kamp 	up = 0;
296c6517568SPoul-Henning Kamp 	for (cip = ip; cip != NULL;) {
297c6517568SPoul-Henning Kamp 		if (cip->shift) {
298c6517568SPoul-Henning Kamp 			idx = (offset >> cip->shift) & NMASK;
299c6517568SPoul-Henning Kamp 			up = cip->array[idx];
300c6517568SPoul-Henning Kamp 			cip = (struct indir *)up;
301c6517568SPoul-Henning Kamp 			continue;
302c6517568SPoul-Henning Kamp 		}
303c6517568SPoul-Henning Kamp 		idx = offset & NMASK;
304c6517568SPoul-Henning Kamp 		return (cip->array[idx]);
305c6517568SPoul-Henning Kamp 	}
306c6517568SPoul-Henning Kamp 	return (0);
307c6517568SPoul-Henning Kamp }
308c6517568SPoul-Henning Kamp 
309c6517568SPoul-Henning Kamp /*
310c6517568SPoul-Henning Kamp  * Write a given sector, prune the tree if the value is 0
311c6517568SPoul-Henning Kamp  */
312c6517568SPoul-Henning Kamp 
313c6517568SPoul-Henning Kamp static int
314fde2a2e4SPoul-Henning Kamp s_write(struct indir *ip, off_t offset, uintptr_t ptr)
315c6517568SPoul-Henning Kamp {
316c6517568SPoul-Henning Kamp 	struct indir *cip, *lip[10];
317c6517568SPoul-Henning Kamp 	int idx, li;
318c6517568SPoul-Henning Kamp 	uintptr_t up;
319c6517568SPoul-Henning Kamp 
320c6517568SPoul-Henning Kamp 	if (md_debug > 1)
3216569d6f3SMaxime Henrion 		printf("s_write(%jd, %p)\n", (intmax_t)offset, (void *)ptr);
322c6517568SPoul-Henning Kamp 	up = 0;
323c6517568SPoul-Henning Kamp 	li = 0;
324c6517568SPoul-Henning Kamp 	cip = ip;
325c6517568SPoul-Henning Kamp 	for (;;) {
326c6517568SPoul-Henning Kamp 		lip[li++] = cip;
327c6517568SPoul-Henning Kamp 		if (cip->shift) {
328c6517568SPoul-Henning Kamp 			idx = (offset >> cip->shift) & NMASK;
329c6517568SPoul-Henning Kamp 			up = cip->array[idx];
330c6517568SPoul-Henning Kamp 			if (up != 0) {
331c6517568SPoul-Henning Kamp 				cip = (struct indir *)up;
332c6517568SPoul-Henning Kamp 				continue;
333c6517568SPoul-Henning Kamp 			}
334c6517568SPoul-Henning Kamp 			/* Allocate branch */
335c6517568SPoul-Henning Kamp 			cip->array[idx] =
336c6517568SPoul-Henning Kamp 			    (uintptr_t)new_indir(cip->shift - nshift);
337c6517568SPoul-Henning Kamp 			if (cip->array[idx] == 0)
338975b628fSPoul-Henning Kamp 				return (ENOSPC);
339c6517568SPoul-Henning Kamp 			cip->used++;
340c6517568SPoul-Henning Kamp 			up = cip->array[idx];
341c6517568SPoul-Henning Kamp 			cip = (struct indir *)up;
342c6517568SPoul-Henning Kamp 			continue;
343c6517568SPoul-Henning Kamp 		}
344c6517568SPoul-Henning Kamp 		/* leafnode */
345c6517568SPoul-Henning Kamp 		idx = offset & NMASK;
346c6517568SPoul-Henning Kamp 		up = cip->array[idx];
347c6517568SPoul-Henning Kamp 		if (up != 0)
348c6517568SPoul-Henning Kamp 			cip->used--;
349c6517568SPoul-Henning Kamp 		cip->array[idx] = ptr;
350c6517568SPoul-Henning Kamp 		if (ptr != 0)
351c6517568SPoul-Henning Kamp 			cip->used++;
352c6517568SPoul-Henning Kamp 		break;
353c6517568SPoul-Henning Kamp 	}
354c6517568SPoul-Henning Kamp 	if (cip->used != 0 || li == 1)
355c6517568SPoul-Henning Kamp 		return (0);
356c6517568SPoul-Henning Kamp 	li--;
357c6517568SPoul-Henning Kamp 	while (cip->used == 0 && cip != ip) {
358c6517568SPoul-Henning Kamp 		li--;
359c6517568SPoul-Henning Kamp 		idx = (offset >> lip[li]->shift) & NMASK;
360c6517568SPoul-Henning Kamp 		up = lip[li]->array[idx];
361c6517568SPoul-Henning Kamp 		KASSERT(up == (uintptr_t)cip, ("md screwed up"));
362c6517568SPoul-Henning Kamp 		del_indir(cip);
3634a6a94d8SArchie Cobbs 		lip[li]->array[idx] = 0;
364c6517568SPoul-Henning Kamp 		lip[li]->used--;
365c6517568SPoul-Henning Kamp 		cip = lip[li];
366c6517568SPoul-Henning Kamp 	}
367c6517568SPoul-Henning Kamp 	return (0);
368c6517568SPoul-Henning Kamp }
369c6517568SPoul-Henning Kamp 
3706f4f00f1SPoul-Henning Kamp 
3716f4f00f1SPoul-Henning Kamp static int
3726f4f00f1SPoul-Henning Kamp g_md_access(struct g_provider *pp, int r, int w, int e)
3736f4f00f1SPoul-Henning Kamp {
3746f4f00f1SPoul-Henning Kamp 	struct md_s *sc;
3756f4f00f1SPoul-Henning Kamp 
3766f4f00f1SPoul-Henning Kamp 	sc = pp->geom->softc;
37741c8b468SEdward Tomasz Napierala 	if (sc == NULL) {
37841c8b468SEdward Tomasz Napierala 		if (r <= 0 && w <= 0 && e <= 0)
37941c8b468SEdward Tomasz Napierala 			return (0);
3806b60a2cdSPoul-Henning Kamp 		return (ENXIO);
38141c8b468SEdward Tomasz Napierala 	}
3826f4f00f1SPoul-Henning Kamp 	r += pp->acr;
3836f4f00f1SPoul-Henning Kamp 	w += pp->acw;
3846f4f00f1SPoul-Henning Kamp 	e += pp->ace;
38586776891SChristian S.J. Peron 	if ((sc->flags & MD_READONLY) != 0 && w > 0)
38686776891SChristian S.J. Peron 		return (EROFS);
3876f4f00f1SPoul-Henning Kamp 	if ((pp->acr + pp->acw + pp->ace) == 0 && (r + w + e) > 0) {
3886f4f00f1SPoul-Henning Kamp 		sc->opencount = 1;
3896f4f00f1SPoul-Henning Kamp 	} else if ((pp->acr + pp->acw + pp->ace) > 0 && (r + w + e) == 0) {
3906f4f00f1SPoul-Henning Kamp 		sc->opencount = 0;
3916f4f00f1SPoul-Henning Kamp 	}
3926f4f00f1SPoul-Henning Kamp 	return (0);
3936f4f00f1SPoul-Henning Kamp }
3946f4f00f1SPoul-Henning Kamp 
3956f4f00f1SPoul-Henning Kamp static void
3966f4f00f1SPoul-Henning Kamp g_md_start(struct bio *bp)
3976f4f00f1SPoul-Henning Kamp {
3986f4f00f1SPoul-Henning Kamp 	struct md_s *sc;
3996f4f00f1SPoul-Henning Kamp 
4006f4f00f1SPoul-Henning Kamp 	sc = bp->bio_to->geom->softc;
401a03be42dSMaxim Sobolev 	if ((bp->bio_cmd == BIO_READ) || (bp->bio_cmd == BIO_WRITE))
402a03be42dSMaxim Sobolev 		devstat_start_transaction_bio(sc->devstat, bp);
4030f8500a5SPoul-Henning Kamp 	mtx_lock(&sc->queue_mtx);
404891619a6SPoul-Henning Kamp 	bioq_disksort(&sc->bio_queue, bp);
4054b07ede4SPawel Jakub Dawidek 	mtx_unlock(&sc->queue_mtx);
406e4cdd0d4SPawel Jakub Dawidek 	wakeup(sc);
4076f4f00f1SPoul-Henning Kamp }
4086f4f00f1SPoul-Henning Kamp 
409b4a4f93cSPoul-Henning Kamp static int
410b4a4f93cSPoul-Henning Kamp mdstart_malloc(struct md_s *sc, struct bio *bp)
41100a6a3c6SPoul-Henning Kamp {
412c6517568SPoul-Henning Kamp 	int i, error;
413c6517568SPoul-Henning Kamp 	u_char *dst;
414b830359bSPawel Jakub Dawidek 	off_t secno, nsec, uc;
415c6517568SPoul-Henning Kamp 	uintptr_t sp, osp;
41600a6a3c6SPoul-Henning Kamp 
4175541f25eSPawel Jakub Dawidek 	switch (bp->bio_cmd) {
4185541f25eSPawel Jakub Dawidek 	case BIO_READ:
4195541f25eSPawel Jakub Dawidek 	case BIO_WRITE:
4205541f25eSPawel Jakub Dawidek 	case BIO_DELETE:
4215541f25eSPawel Jakub Dawidek 		break;
4225541f25eSPawel Jakub Dawidek 	default:
4235541f25eSPawel Jakub Dawidek 		return (EOPNOTSUPP);
4245541f25eSPawel Jakub Dawidek 	}
4255541f25eSPawel Jakub Dawidek 
426b830359bSPawel Jakub Dawidek 	nsec = bp->bio_length / sc->sectorsize;
427b830359bSPawel Jakub Dawidek 	secno = bp->bio_offset / sc->sectorsize;
4288177437dSPoul-Henning Kamp 	dst = bp->bio_data;
429c6517568SPoul-Henning Kamp 	error = 0;
43000a6a3c6SPoul-Henning Kamp 	while (nsec--) {
431fde2a2e4SPoul-Henning Kamp 		osp = s_read(sc->indir, secno);
4328177437dSPoul-Henning Kamp 		if (bp->bio_cmd == BIO_DELETE) {
433fde2a2e4SPoul-Henning Kamp 			if (osp != 0)
434fde2a2e4SPoul-Henning Kamp 				error = s_write(sc->indir, secno, 0);
4358177437dSPoul-Henning Kamp 		} else if (bp->bio_cmd == BIO_READ) {
436fde2a2e4SPoul-Henning Kamp 			if (osp == 0)
437b830359bSPawel Jakub Dawidek 				bzero(dst, sc->sectorsize);
438fde2a2e4SPoul-Henning Kamp 			else if (osp <= 255)
439dbb95048SMarcel Moolenaar 				memset(dst, osp, sc->sectorsize);
440dbb95048SMarcel Moolenaar 			else {
441b830359bSPawel Jakub Dawidek 				bcopy((void *)osp, dst, sc->sectorsize);
442dbb95048SMarcel Moolenaar 				cpu_flush_dcache(dst, sc->sectorsize);
443dbb95048SMarcel Moolenaar 			}
444fde2a2e4SPoul-Henning Kamp 			osp = 0;
445c6517568SPoul-Henning Kamp 		} else if (bp->bio_cmd == BIO_WRITE) {
4468f8def9eSPoul-Henning Kamp 			if (sc->flags & MD_COMPRESS) {
44700a6a3c6SPoul-Henning Kamp 				uc = dst[0];
448b830359bSPawel Jakub Dawidek 				for (i = 1; i < sc->sectorsize; i++)
44900a6a3c6SPoul-Henning Kamp 					if (dst[i] != uc)
45000a6a3c6SPoul-Henning Kamp 						break;
4518f8def9eSPoul-Henning Kamp 			} else {
4528f8def9eSPoul-Henning Kamp 				i = 0;
4538f8def9eSPoul-Henning Kamp 				uc = 0;
4548f8def9eSPoul-Henning Kamp 			}
455b830359bSPawel Jakub Dawidek 			if (i == sc->sectorsize) {
456fde2a2e4SPoul-Henning Kamp 				if (osp != uc)
457fde2a2e4SPoul-Henning Kamp 					error = s_write(sc->indir, secno, uc);
45800a6a3c6SPoul-Henning Kamp 			} else {
459fde2a2e4SPoul-Henning Kamp 				if (osp <= 255) {
460b830359bSPawel Jakub Dawidek 					sp = (uintptr_t)uma_zalloc(sc->uma,
461b830359bSPawel Jakub Dawidek 					    M_NOWAIT);
462c6517568SPoul-Henning Kamp 					if (sp == 0) {
463fde2a2e4SPoul-Henning Kamp 						error = ENOSPC;
464fde2a2e4SPoul-Henning Kamp 						break;
465fde2a2e4SPoul-Henning Kamp 					}
466b830359bSPawel Jakub Dawidek 					bcopy(dst, (void *)sp, sc->sectorsize);
467fde2a2e4SPoul-Henning Kamp 					error = s_write(sc->indir, secno, sp);
468c6517568SPoul-Henning Kamp 				} else {
469b830359bSPawel Jakub Dawidek 					bcopy(dst, (void *)osp, sc->sectorsize);
470fde2a2e4SPoul-Henning Kamp 					osp = 0;
47100a6a3c6SPoul-Henning Kamp 				}
47200a6a3c6SPoul-Henning Kamp 			}
473c6517568SPoul-Henning Kamp 		} else {
474c6517568SPoul-Henning Kamp 			error = EOPNOTSUPP;
475c6517568SPoul-Henning Kamp 		}
476c6517568SPoul-Henning Kamp 		if (osp > 255)
477f43b2bacSPoul-Henning Kamp 			uma_zfree(sc->uma, (void*)osp);
478e3ed29a7SPawel Jakub Dawidek 		if (error != 0)
479c6517568SPoul-Henning Kamp 			break;
48000a6a3c6SPoul-Henning Kamp 		secno++;
481b830359bSPawel Jakub Dawidek 		dst += sc->sectorsize;
48200a6a3c6SPoul-Henning Kamp 	}
4838177437dSPoul-Henning Kamp 	bp->bio_resid = 0;
484c6517568SPoul-Henning Kamp 	return (error);
48500a6a3c6SPoul-Henning Kamp }
48600a6a3c6SPoul-Henning Kamp 
487b4a4f93cSPoul-Henning Kamp static int
488b4a4f93cSPoul-Henning Kamp mdstart_preload(struct md_s *sc, struct bio *bp)
48971e4fff8SPoul-Henning Kamp {
49071e4fff8SPoul-Henning Kamp 
491a8a58d03SPawel Jakub Dawidek 	switch (bp->bio_cmd) {
492a8a58d03SPawel Jakub Dawidek 	case BIO_READ:
493a8a58d03SPawel Jakub Dawidek 		bcopy(sc->pl_ptr + bp->bio_offset, bp->bio_data,
494a8a58d03SPawel Jakub Dawidek 		    bp->bio_length);
495dbb95048SMarcel Moolenaar 		cpu_flush_dcache(bp->bio_data, bp->bio_length);
496a8a58d03SPawel Jakub Dawidek 		break;
497a8a58d03SPawel Jakub Dawidek 	case BIO_WRITE:
498a8a58d03SPawel Jakub Dawidek 		bcopy(bp->bio_data, sc->pl_ptr + bp->bio_offset,
499a8a58d03SPawel Jakub Dawidek 		    bp->bio_length);
500a8a58d03SPawel Jakub Dawidek 		break;
50171e4fff8SPoul-Henning Kamp 	}
5028177437dSPoul-Henning Kamp 	bp->bio_resid = 0;
503b4a4f93cSPoul-Henning Kamp 	return (0);
50471e4fff8SPoul-Henning Kamp }
50571e4fff8SPoul-Henning Kamp 
506b4a4f93cSPoul-Henning Kamp static int
507b4a4f93cSPoul-Henning Kamp mdstart_vnode(struct md_s *sc, struct bio *bp)
5088f8def9eSPoul-Henning Kamp {
509a08d2e7fSJohn Baldwin 	int error, vfslocked;
5108f8def9eSPoul-Henning Kamp 	struct uio auio;
5118f8def9eSPoul-Henning Kamp 	struct iovec aiov;
5128f8def9eSPoul-Henning Kamp 	struct mount *mp;
5135541f25eSPawel Jakub Dawidek 	struct vnode *vp;
5145541f25eSPawel Jakub Dawidek 	struct thread *td;
5155541f25eSPawel Jakub Dawidek 
5165541f25eSPawel Jakub Dawidek 	switch (bp->bio_cmd) {
5175541f25eSPawel Jakub Dawidek 	case BIO_READ:
5185541f25eSPawel Jakub Dawidek 	case BIO_WRITE:
5195541f25eSPawel Jakub Dawidek 	case BIO_FLUSH:
5205541f25eSPawel Jakub Dawidek 		break;
5215541f25eSPawel Jakub Dawidek 	default:
5225541f25eSPawel Jakub Dawidek 		return (EOPNOTSUPP);
5235541f25eSPawel Jakub Dawidek 	}
5245541f25eSPawel Jakub Dawidek 
5255541f25eSPawel Jakub Dawidek 	td = curthread;
5265541f25eSPawel Jakub Dawidek 	vp = sc->vnode;
5278f8def9eSPoul-Henning Kamp 
5288f8def9eSPoul-Henning Kamp 	/*
5298f8def9eSPoul-Henning Kamp 	 * VNODE I/O
5308f8def9eSPoul-Henning Kamp 	 *
5318f8def9eSPoul-Henning Kamp 	 * If an error occurs, we set BIO_ERROR but we do not set
5328f8def9eSPoul-Henning Kamp 	 * B_INVAL because (for a write anyway), the buffer is
5338f8def9eSPoul-Henning Kamp 	 * still valid.
5348f8def9eSPoul-Henning Kamp 	 */
5358f8def9eSPoul-Henning Kamp 
5365541f25eSPawel Jakub Dawidek 	if (bp->bio_cmd == BIO_FLUSH) {
5375541f25eSPawel Jakub Dawidek 		vfslocked = VFS_LOCK_GIANT(vp->v_mount);
5385541f25eSPawel Jakub Dawidek 		(void) vn_start_write(vp, &mp, V_WAIT);
539cb05b60aSAttilio Rao 		vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
5405541f25eSPawel Jakub Dawidek 		error = VOP_FSYNC(vp, MNT_WAIT, td);
54122db15c0SAttilio Rao 		VOP_UNLOCK(vp, 0);
5425541f25eSPawel Jakub Dawidek 		vn_finished_write(mp);
5435541f25eSPawel Jakub Dawidek 		VFS_UNLOCK_GIANT(vfslocked);
5445541f25eSPawel Jakub Dawidek 		return (error);
5455541f25eSPawel Jakub Dawidek 	}
5465541f25eSPawel Jakub Dawidek 
5478f8def9eSPoul-Henning Kamp 	bzero(&auio, sizeof(auio));
5488f8def9eSPoul-Henning Kamp 
5498f8def9eSPoul-Henning Kamp 	aiov.iov_base = bp->bio_data;
550a8a58d03SPawel Jakub Dawidek 	aiov.iov_len = bp->bio_length;
5518f8def9eSPoul-Henning Kamp 	auio.uio_iov = &aiov;
5528f8def9eSPoul-Henning Kamp 	auio.uio_iovcnt = 1;
553a8a58d03SPawel Jakub Dawidek 	auio.uio_offset = (vm_ooffset_t)bp->bio_offset;
5548f8def9eSPoul-Henning Kamp 	auio.uio_segflg = UIO_SYSSPACE;
5558f8def9eSPoul-Henning Kamp 	if (bp->bio_cmd == BIO_READ)
5568f8def9eSPoul-Henning Kamp 		auio.uio_rw = UIO_READ;
5578e28326aSPoul-Henning Kamp 	else if (bp->bio_cmd == BIO_WRITE)
5588f8def9eSPoul-Henning Kamp 		auio.uio_rw = UIO_WRITE;
5598e28326aSPoul-Henning Kamp 	else
5608e28326aSPoul-Henning Kamp 		panic("wrong BIO_OP in mdstart_vnode");
561a8a58d03SPawel Jakub Dawidek 	auio.uio_resid = bp->bio_length;
5625541f25eSPawel Jakub Dawidek 	auio.uio_td = td;
5637e76bb56SMatthew Dillon 	/*
5647e76bb56SMatthew Dillon 	 * When reading set IO_DIRECT to try to avoid double-caching
56517a13919SPoul-Henning Kamp 	 * the data.  When writing IO_DIRECT is not optimal.
5667e76bb56SMatthew Dillon 	 */
5675541f25eSPawel Jakub Dawidek 	vfslocked = VFS_LOCK_GIANT(vp->v_mount);
5688f8def9eSPoul-Henning Kamp 	if (bp->bio_cmd == BIO_READ) {
569cb05b60aSAttilio Rao 		vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
5705541f25eSPawel Jakub Dawidek 		error = VOP_READ(vp, &auio, IO_DIRECT, sc->cred);
57122db15c0SAttilio Rao 		VOP_UNLOCK(vp, 0);
5728f8def9eSPoul-Henning Kamp 	} else {
5735541f25eSPawel Jakub Dawidek 		(void) vn_start_write(vp, &mp, V_WAIT);
574cb05b60aSAttilio Rao 		vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
5755541f25eSPawel Jakub Dawidek 		error = VOP_WRITE(vp, &auio, sc->flags & MD_ASYNC ? 0 : IO_SYNC,
5765541f25eSPawel Jakub Dawidek 		    sc->cred);
57722db15c0SAttilio Rao 		VOP_UNLOCK(vp, 0);
5788f8def9eSPoul-Henning Kamp 		vn_finished_write(mp);
5798f8def9eSPoul-Henning Kamp 	}
580a08d2e7fSJohn Baldwin 	VFS_UNLOCK_GIANT(vfslocked);
5818f8def9eSPoul-Henning Kamp 	bp->bio_resid = auio.uio_resid;
582b4a4f93cSPoul-Henning Kamp 	return (error);
5838f8def9eSPoul-Henning Kamp }
5848f8def9eSPoul-Henning Kamp 
585b4a4f93cSPoul-Henning Kamp static int
586b4a4f93cSPoul-Henning Kamp mdstart_swap(struct md_s *sc, struct bio *bp)
5878f8def9eSPoul-Henning Kamp {
5887cd53fddSAlan Cox 	struct sf_buf *sf;
5896ab0a0aeSPawel Jakub Dawidek 	int rv, offs, len, lastend;
5906ab0a0aeSPawel Jakub Dawidek 	vm_pindex_t i, lastp;
5918e28326aSPoul-Henning Kamp 	vm_page_t m;
5928e28326aSPoul-Henning Kamp 	u_char *p;
5938f8def9eSPoul-Henning Kamp 
5945541f25eSPawel Jakub Dawidek 	switch (bp->bio_cmd) {
5955541f25eSPawel Jakub Dawidek 	case BIO_READ:
5965541f25eSPawel Jakub Dawidek 	case BIO_WRITE:
5975541f25eSPawel Jakub Dawidek 	case BIO_DELETE:
5985541f25eSPawel Jakub Dawidek 		break;
5995541f25eSPawel Jakub Dawidek 	default:
6005541f25eSPawel Jakub Dawidek 		return (EOPNOTSUPP);
6015541f25eSPawel Jakub Dawidek 	}
6025541f25eSPawel Jakub Dawidek 
6038e28326aSPoul-Henning Kamp 	p = bp->bio_data;
604e07113d6SColin Percival 
605e07113d6SColin Percival 	/*
6066c3cd0e2SMaxim Konovalov 	 * offs is the offset at which to start operating on the
607e07113d6SColin Percival 	 * next (ie, first) page.  lastp is the last page on
608e07113d6SColin Percival 	 * which we're going to operate.  lastend is the ending
609e07113d6SColin Percival 	 * position within that last page (ie, PAGE_SIZE if
610e07113d6SColin Percival 	 * we're operating on complete aligned pages).
611e07113d6SColin Percival 	 */
612e07113d6SColin Percival 	offs = bp->bio_offset % PAGE_SIZE;
613e07113d6SColin Percival 	lastp = (bp->bio_offset + bp->bio_length - 1) / PAGE_SIZE;
614e07113d6SColin Percival 	lastend = (bp->bio_offset + bp->bio_length - 1) % PAGE_SIZE + 1;
615e07113d6SColin Percival 
616812851b6SBrian Feldman 	rv = VM_PAGER_OK;
6178e28326aSPoul-Henning Kamp 	VM_OBJECT_LOCK(sc->object);
6188e28326aSPoul-Henning Kamp 	vm_object_pip_add(sc->object, 1);
619e07113d6SColin Percival 	for (i = bp->bio_offset / PAGE_SIZE; i <= lastp; i++) {
620e07113d6SColin Percival 		len = ((i == lastp) ? lastend : PAGE_SIZE) - offs;
621e07113d6SColin Percival 
622e07113d6SColin Percival 		m = vm_page_grab(sc->object, i,
6238e28326aSPoul-Henning Kamp 		    VM_ALLOC_NORMAL|VM_ALLOC_RETRY);
6247cd53fddSAlan Cox 		VM_OBJECT_UNLOCK(sc->object);
625e340fc60SAlan Cox 		sched_pin();
626e340fc60SAlan Cox 		sf = sf_buf_alloc(m, SFB_CPUPRIVATE);
6277cd53fddSAlan Cox 		VM_OBJECT_LOCK(sc->object);
6288e28326aSPoul-Henning Kamp 		if (bp->bio_cmd == BIO_READ) {
62907be617fSAlan Cox 			if (m->valid != VM_PAGE_BITS_ALL)
63007be617fSAlan Cox 				rv = vm_pager_get_pages(sc->object, &m, 1, 0);
631812851b6SBrian Feldman 			if (rv == VM_PAGER_ERROR) {
632812851b6SBrian Feldman 				sf_buf_free(sf);
633e340fc60SAlan Cox 				sched_unpin();
634812851b6SBrian Feldman 				vm_page_wakeup(m);
635812851b6SBrian Feldman 				break;
636812851b6SBrian Feldman 			}
6377cd53fddSAlan Cox 			bcopy((void *)(sf_buf_kva(sf) + offs), p, len);
638dbb95048SMarcel Moolenaar 			cpu_flush_dcache(p, len);
6398e28326aSPoul-Henning Kamp 		} else if (bp->bio_cmd == BIO_WRITE) {
64007be617fSAlan Cox 			if (len != PAGE_SIZE && m->valid != VM_PAGE_BITS_ALL)
64107be617fSAlan Cox 				rv = vm_pager_get_pages(sc->object, &m, 1, 0);
642812851b6SBrian Feldman 			if (rv == VM_PAGER_ERROR) {
643812851b6SBrian Feldman 				sf_buf_free(sf);
644e340fc60SAlan Cox 				sched_unpin();
645812851b6SBrian Feldman 				vm_page_wakeup(m);
646812851b6SBrian Feldman 				break;
647812851b6SBrian Feldman 			}
6487cd53fddSAlan Cox 			bcopy(p, (void *)(sf_buf_kva(sf) + offs), len);
6498e28326aSPoul-Henning Kamp 			m->valid = VM_PAGE_BITS_ALL;
6508e28326aSPoul-Henning Kamp #if 0
6518e28326aSPoul-Henning Kamp 		} else if (bp->bio_cmd == BIO_DELETE) {
65207be617fSAlan Cox 			if (len != PAGE_SIZE && m->valid != VM_PAGE_BITS_ALL)
65307be617fSAlan Cox 				rv = vm_pager_get_pages(sc->object, &m, 1, 0);
654812851b6SBrian Feldman 			if (rv == VM_PAGER_ERROR) {
655812851b6SBrian Feldman 				sf_buf_free(sf);
656e340fc60SAlan Cox 				sched_unpin();
657812851b6SBrian Feldman 				vm_page_wakeup(m);
658812851b6SBrian Feldman 				break;
659812851b6SBrian Feldman 			}
6607cd53fddSAlan Cox 			bzero((void *)(sf_buf_kva(sf) + offs), len);
6618e28326aSPoul-Henning Kamp 			vm_page_dirty(m);
6628e28326aSPoul-Henning Kamp 			m->valid = VM_PAGE_BITS_ALL;
6638e28326aSPoul-Henning Kamp #endif
6648e28326aSPoul-Henning Kamp 		}
6657cd53fddSAlan Cox 		sf_buf_free(sf);
666e340fc60SAlan Cox 		sched_unpin();
6678e28326aSPoul-Henning Kamp 		vm_page_wakeup(m);
668b72cca38SAlan Cox 		vm_page_lock_queues();
6698e28326aSPoul-Henning Kamp 		vm_page_activate(m);
67007be617fSAlan Cox 		if (bp->bio_cmd == BIO_WRITE)
6718e28326aSPoul-Henning Kamp 			vm_page_dirty(m);
6728e28326aSPoul-Henning Kamp 		vm_page_unlock_queues();
673e07113d6SColin Percival 
674e07113d6SColin Percival 		/* Actions on further pages start at offset 0 */
675e07113d6SColin Percival 		p += PAGE_SIZE - offs;
676e07113d6SColin Percival 		offs = 0;
6778e28326aSPoul-Henning Kamp #if 0
678e07113d6SColin Percival if (bootverbose || bp->bio_offset / PAGE_SIZE < 17)
6798e28326aSPoul-Henning Kamp printf("wire_count %d busy %d flags %x hold_count %d act_count %d queue %d valid %d dirty %d @ %d\n",
6808e28326aSPoul-Henning Kamp     m->wire_count, m->busy,
681e07113d6SColin Percival     m->flags, m->hold_count, m->act_count, m->queue, m->valid, m->dirty, i);
6828e28326aSPoul-Henning Kamp #endif
6838e28326aSPoul-Henning Kamp 	}
6848e28326aSPoul-Henning Kamp 	vm_object_pip_subtract(sc->object, 1);
6858e28326aSPoul-Henning Kamp 	vm_object_set_writeable_dirty(sc->object);
6868e28326aSPoul-Henning Kamp 	VM_OBJECT_UNLOCK(sc->object);
687812851b6SBrian Feldman 	return (rv != VM_PAGER_ERROR ? 0 : ENOSPC);
6888e28326aSPoul-Henning Kamp }
6898f8def9eSPoul-Henning Kamp 
6908f8def9eSPoul-Henning Kamp static void
6915c97ca54SIan Dowse md_kthread(void *arg)
6925c97ca54SIan Dowse {
6935c97ca54SIan Dowse 	struct md_s *sc;
6945c97ca54SIan Dowse 	struct bio *bp;
695a08d2e7fSJohn Baldwin 	int error;
6965c97ca54SIan Dowse 
6975c97ca54SIan Dowse 	sc = arg;
698982d11f8SJeff Roberson 	thread_lock(curthread);
69963710c4dSJohn Baldwin 	sched_prio(curthread, PRIBIO);
700982d11f8SJeff Roberson 	thread_unlock(curthread);
7013b7b5496SKonstantin Belousov 	if (sc->type == MD_VNODE)
7023b7b5496SKonstantin Belousov 		curthread->td_pflags |= TDP_NORUNNINGBUF;
7035c97ca54SIan Dowse 
704b4a4f93cSPoul-Henning Kamp 	for (;;) {
705a08d2e7fSJohn Baldwin 		mtx_lock(&sc->queue_mtx);
7065c97ca54SIan Dowse 		if (sc->flags & MD_SHUTDOWN) {
707a08d2e7fSJohn Baldwin 			sc->flags |= MD_EXITING;
708a08d2e7fSJohn Baldwin 			mtx_unlock(&sc->queue_mtx);
7093745c395SJulian Elischer 			kproc_exit(0);
7105c97ca54SIan Dowse 		}
7119b00ca19SPoul-Henning Kamp 		bp = bioq_takefirst(&sc->bio_queue);
7129b00ca19SPoul-Henning Kamp 		if (!bp) {
7130f8500a5SPoul-Henning Kamp 			msleep(sc, &sc->queue_mtx, PRIBIO | PDROP, "mdwait", 0);
7145c97ca54SIan Dowse 			continue;
7155c97ca54SIan Dowse 		}
7160f8500a5SPoul-Henning Kamp 		mtx_unlock(&sc->queue_mtx);
7174e8bfe14SPoul-Henning Kamp 		if (bp->bio_cmd == BIO_GETATTR) {
7184e8bfe14SPoul-Henning Kamp 			if (sc->fwsectors && sc->fwheads &&
7194e8bfe14SPoul-Henning Kamp 			    (g_handleattr_int(bp, "GEOM::fwsectors",
7204e8bfe14SPoul-Henning Kamp 			    sc->fwsectors) ||
7214e8bfe14SPoul-Henning Kamp 			    g_handleattr_int(bp, "GEOM::fwheads",
7224e8bfe14SPoul-Henning Kamp 			    sc->fwheads)))
7234e8bfe14SPoul-Henning Kamp 				error = -1;
7244e8bfe14SPoul-Henning Kamp 			else
7254e8bfe14SPoul-Henning Kamp 				error = EOPNOTSUPP;
7264e8bfe14SPoul-Henning Kamp 		} else {
7279b00ca19SPoul-Henning Kamp 			error = sc->start(sc, bp);
7284e8bfe14SPoul-Henning Kamp 		}
729b4a4f93cSPoul-Henning Kamp 
7306f4f00f1SPoul-Henning Kamp 		if (error != -1) {
7316f4f00f1SPoul-Henning Kamp 			bp->bio_completed = bp->bio_length;
7326f4f00f1SPoul-Henning Kamp 			g_io_deliver(bp, error);
733a03be42dSMaxim Sobolev 			if ((bp->bio_cmd == BIO_READ) || (bp->bio_cmd == BIO_WRITE))
734a03be42dSMaxim Sobolev 				devstat_end_transaction_bio(sc->devstat, bp);
735b4a4f93cSPoul-Henning Kamp 		}
7368f8def9eSPoul-Henning Kamp 	}
73726d48b40SPoul-Henning Kamp }
7388f8def9eSPoul-Henning Kamp 
7398f8def9eSPoul-Henning Kamp static struct md_s *
7408f8def9eSPoul-Henning Kamp mdfind(int unit)
7418f8def9eSPoul-Henning Kamp {
7428f8def9eSPoul-Henning Kamp 	struct md_s *sc;
7438f8def9eSPoul-Henning Kamp 
7443f54a085SPoul-Henning Kamp 	LIST_FOREACH(sc, &md_softc_list, list) {
7453f54a085SPoul-Henning Kamp 		if (sc->unit == unit)
7468f8def9eSPoul-Henning Kamp 			break;
7478f8def9eSPoul-Henning Kamp 	}
7488f8def9eSPoul-Henning Kamp 	return (sc);
7498f8def9eSPoul-Henning Kamp }
7508f8def9eSPoul-Henning Kamp 
7518f8def9eSPoul-Henning Kamp static struct md_s *
752947fc8deSPoul-Henning Kamp mdnew(int unit, int *errp, enum md_types type)
7538f8def9eSPoul-Henning Kamp {
7547ee3c044SPawel Jakub Dawidek 	struct md_s *sc, *sc2;
7555c97ca54SIan Dowse 	int error, max = -1;
7568f8def9eSPoul-Henning Kamp 
7579b00ca19SPoul-Henning Kamp 	*errp = 0;
7587ee3c044SPawel Jakub Dawidek 	LIST_FOREACH(sc2, &md_softc_list, list) {
7599b00ca19SPoul-Henning Kamp 		if (unit == sc2->unit) {
7607ee3c044SPawel Jakub Dawidek 			*errp = EBUSY;
7613f54a085SPoul-Henning Kamp 			return (NULL);
7623f54a085SPoul-Henning Kamp 		}
7639b00ca19SPoul-Henning Kamp 		if (unit == -1 && sc2->unit > max)
7647ee3c044SPawel Jakub Dawidek 			max = sc2->unit;
7658f8def9eSPoul-Henning Kamp 	}
7668f8def9eSPoul-Henning Kamp 	if (unit == -1)
7678f8def9eSPoul-Henning Kamp 		unit = max + 1;
7689b00ca19SPoul-Henning Kamp 	sc = (struct md_s *)malloc(sizeof *sc, M_MD, M_WAITOK | M_ZERO);
769947fc8deSPoul-Henning Kamp 	sc->type = type;
7709b00ca19SPoul-Henning Kamp 	bioq_init(&sc->bio_queue);
7719b00ca19SPoul-Henning Kamp 	mtx_init(&sc->queue_mtx, "md bio queue", NULL, MTX_DEF);
7723f54a085SPoul-Henning Kamp 	sc->unit = unit;
773f43b2bacSPoul-Henning Kamp 	sprintf(sc->name, "md%d", unit);
7747ee3c044SPawel Jakub Dawidek 	LIST_INSERT_HEAD(&md_softc_list, sc, list);
7753745c395SJulian Elischer 	error = kproc_create(md_kthread, sc, &sc->procp, 0, 0,"%s", sc->name);
7769b00ca19SPoul-Henning Kamp 	if (error == 0)
7779b00ca19SPoul-Henning Kamp 		return (sc);
7787ee3c044SPawel Jakub Dawidek 	LIST_REMOVE(sc, list);
7797ee3c044SPawel Jakub Dawidek 	mtx_destroy(&sc->queue_mtx);
7805c97ca54SIan Dowse 	free(sc, M_MD);
7817ee3c044SPawel Jakub Dawidek 	*errp = error;
7825c97ca54SIan Dowse 	return (NULL);
7835c97ca54SIan Dowse }
7848f8def9eSPoul-Henning Kamp 
7858f8def9eSPoul-Henning Kamp static void
7868f8def9eSPoul-Henning Kamp mdinit(struct md_s *sc)
7878f8def9eSPoul-Henning Kamp {
7888f8def9eSPoul-Henning Kamp 
7896f4f00f1SPoul-Henning Kamp 	struct g_geom *gp;
7906f4f00f1SPoul-Henning Kamp 	struct g_provider *pp;
7916f4f00f1SPoul-Henning Kamp 
7926f4f00f1SPoul-Henning Kamp 	g_topology_lock();
7936f4f00f1SPoul-Henning Kamp 	gp = g_new_geomf(&g_md_class, "md%d", sc->unit);
7946f4f00f1SPoul-Henning Kamp 	gp->softc = sc;
7956f4f00f1SPoul-Henning Kamp 	pp = g_new_providerf(gp, "md%d", sc->unit);
796b830359bSPawel Jakub Dawidek 	pp->mediasize = sc->mediasize;
797b830359bSPawel Jakub Dawidek 	pp->sectorsize = sc->sectorsize;
7986f4f00f1SPoul-Henning Kamp 	sc->gp = gp;
7996f4f00f1SPoul-Henning Kamp 	sc->pp = pp;
8006f4f00f1SPoul-Henning Kamp 	g_error_provider(pp, 0);
8016f4f00f1SPoul-Henning Kamp 	g_topology_unlock();
802a03be42dSMaxim Sobolev 	sc->devstat = devstat_new_entry("md", sc->unit, sc->sectorsize,
803a03be42dSMaxim Sobolev 	    DEVSTAT_ALL_SUPPORTED, DEVSTAT_TYPE_DIRECT, DEVSTAT_PRIORITY_MAX);
8046f4f00f1SPoul-Henning Kamp }
80571e4fff8SPoul-Henning Kamp 
80696b6a55fSPoul-Henning Kamp /*
80796b6a55fSPoul-Henning Kamp  * XXX: we should check that the range they feed us is mapped.
80896b6a55fSPoul-Henning Kamp  * XXX: we should implement read-only.
80996b6a55fSPoul-Henning Kamp  */
81096b6a55fSPoul-Henning Kamp 
811637f671aSPoul-Henning Kamp static int
812b830359bSPawel Jakub Dawidek mdcreate_preload(struct md_s *sc, struct md_ioctl *mdio)
81371e4fff8SPoul-Henning Kamp {
81471e4fff8SPoul-Henning Kamp 
815b830359bSPawel Jakub Dawidek 	if (mdio->md_options & ~(MD_AUTOUNIT | MD_FORCE))
816637f671aSPoul-Henning Kamp 		return (EINVAL);
81726a0ee75SDima Dorfman 	sc->flags = mdio->md_options & MD_FORCE;
81896b6a55fSPoul-Henning Kamp 	/* Cast to pointer size, then to pointer to avoid warning */
819dc57d7c6SPeter Wemm 	sc->pl_ptr = (u_char *)(uintptr_t)mdio->md_base;
820b830359bSPawel Jakub Dawidek 	sc->pl_len = (size_t)sc->mediasize;
821637f671aSPoul-Henning Kamp 	return (0);
82295f1a897SPoul-Henning Kamp }
82395f1a897SPoul-Henning Kamp 
824637f671aSPoul-Henning Kamp 
8258f8def9eSPoul-Henning Kamp static int
826b830359bSPawel Jakub Dawidek mdcreate_malloc(struct md_s *sc, struct md_ioctl *mdio)
82795f1a897SPoul-Henning Kamp {
828c6517568SPoul-Henning Kamp 	uintptr_t sp;
829c6517568SPoul-Henning Kamp 	int error;
830b830359bSPawel Jakub Dawidek 	off_t u;
83195f1a897SPoul-Henning Kamp 
832c6517568SPoul-Henning Kamp 	error = 0;
8338f8def9eSPoul-Henning Kamp 	if (mdio->md_options & ~(MD_AUTOUNIT | MD_COMPRESS | MD_RESERVE))
8348f8def9eSPoul-Henning Kamp 		return (EINVAL);
835b830359bSPawel Jakub Dawidek 	if (mdio->md_sectorsize != 0 && !powerof2(mdio->md_sectorsize))
836ebe789d6SPoul-Henning Kamp 		return (EINVAL);
8378f8def9eSPoul-Henning Kamp 	/* Compression doesn't make sense if we have reserved space */
8388f8def9eSPoul-Henning Kamp 	if (mdio->md_options & MD_RESERVE)
8398f8def9eSPoul-Henning Kamp 		mdio->md_options &= ~MD_COMPRESS;
8404e8bfe14SPoul-Henning Kamp 	if (mdio->md_fwsectors != 0)
8414e8bfe14SPoul-Henning Kamp 		sc->fwsectors = mdio->md_fwsectors;
8424e8bfe14SPoul-Henning Kamp 	if (mdio->md_fwheads != 0)
8434e8bfe14SPoul-Henning Kamp 		sc->fwheads = mdio->md_fwheads;
84426a0ee75SDima Dorfman 	sc->flags = mdio->md_options & (MD_COMPRESS | MD_FORCE);
845b830359bSPawel Jakub Dawidek 	sc->indir = dimension(sc->mediasize / sc->sectorsize);
846b830359bSPawel Jakub Dawidek 	sc->uma = uma_zcreate(sc->name, sc->sectorsize, NULL, NULL, NULL, NULL,
847b830359bSPawel Jakub Dawidek 	    0x1ff, 0);
84896b6a55fSPoul-Henning Kamp 	if (mdio->md_options & MD_RESERVE) {
849b830359bSPawel Jakub Dawidek 		off_t nsectors;
850b830359bSPawel Jakub Dawidek 
851b830359bSPawel Jakub Dawidek 		nsectors = sc->mediasize / sc->sectorsize;
852b830359bSPawel Jakub Dawidek 		for (u = 0; u < nsectors; u++) {
853f43b2bacSPoul-Henning Kamp 			sp = (uintptr_t)uma_zalloc(sc->uma, M_NOWAIT | M_ZERO);
854c6517568SPoul-Henning Kamp 			if (sp != 0)
855fde2a2e4SPoul-Henning Kamp 				error = s_write(sc->indir, u, sp);
856c6517568SPoul-Henning Kamp 			else
857c6517568SPoul-Henning Kamp 				error = ENOMEM;
858b830359bSPawel Jakub Dawidek 			if (error != 0)
859c6517568SPoul-Henning Kamp 				break;
8608f8def9eSPoul-Henning Kamp 		}
861c6517568SPoul-Henning Kamp 	}
862c6517568SPoul-Henning Kamp 	return (error);
86300a6a3c6SPoul-Henning Kamp }
86400a6a3c6SPoul-Henning Kamp 
8653f54a085SPoul-Henning Kamp 
8668f8def9eSPoul-Henning Kamp static int
8678f8def9eSPoul-Henning Kamp mdsetcred(struct md_s *sc, struct ucred *cred)
8688f8def9eSPoul-Henning Kamp {
8698f8def9eSPoul-Henning Kamp 	char *tmpbuf;
8708f8def9eSPoul-Henning Kamp 	int error = 0;
8718f8def9eSPoul-Henning Kamp 
8723f54a085SPoul-Henning Kamp 	/*
8738f8def9eSPoul-Henning Kamp 	 * Set credits in our softc
8743f54a085SPoul-Henning Kamp 	 */
8758f8def9eSPoul-Henning Kamp 
8768f8def9eSPoul-Henning Kamp 	if (sc->cred)
8778f8def9eSPoul-Henning Kamp 		crfree(sc->cred);
878bd78ceceSJohn Baldwin 	sc->cred = crhold(cred);
8798f8def9eSPoul-Henning Kamp 
8808f8def9eSPoul-Henning Kamp 	/*
8818f8def9eSPoul-Henning Kamp 	 * Horrible kludge to establish credentials for NFS  XXX.
8828f8def9eSPoul-Henning Kamp 	 */
8838f8def9eSPoul-Henning Kamp 
8848f8def9eSPoul-Henning Kamp 	if (sc->vnode) {
8858f8def9eSPoul-Henning Kamp 		struct uio auio;
8868f8def9eSPoul-Henning Kamp 		struct iovec aiov;
8878f8def9eSPoul-Henning Kamp 
888b830359bSPawel Jakub Dawidek 		tmpbuf = malloc(sc->sectorsize, M_TEMP, M_WAITOK);
8898f8def9eSPoul-Henning Kamp 		bzero(&auio, sizeof(auio));
8908f8def9eSPoul-Henning Kamp 
8918f8def9eSPoul-Henning Kamp 		aiov.iov_base = tmpbuf;
892b830359bSPawel Jakub Dawidek 		aiov.iov_len = sc->sectorsize;
8938f8def9eSPoul-Henning Kamp 		auio.uio_iov = &aiov;
8948f8def9eSPoul-Henning Kamp 		auio.uio_iovcnt = 1;
8958f8def9eSPoul-Henning Kamp 		auio.uio_offset = 0;
8968f8def9eSPoul-Henning Kamp 		auio.uio_rw = UIO_READ;
8978f8def9eSPoul-Henning Kamp 		auio.uio_segflg = UIO_SYSSPACE;
8988f8def9eSPoul-Henning Kamp 		auio.uio_resid = aiov.iov_len;
899cb05b60aSAttilio Rao 		vn_lock(sc->vnode, LK_EXCLUSIVE | LK_RETRY);
9008f8def9eSPoul-Henning Kamp 		error = VOP_READ(sc->vnode, &auio, 0, sc->cred);
90122db15c0SAttilio Rao 		VOP_UNLOCK(sc->vnode, 0);
9028f8def9eSPoul-Henning Kamp 		free(tmpbuf, M_TEMP);
9038f8def9eSPoul-Henning Kamp 	}
9048f8def9eSPoul-Henning Kamp 	return (error);
9058f8def9eSPoul-Henning Kamp }
9068f8def9eSPoul-Henning Kamp 
9078f8def9eSPoul-Henning Kamp static int
908b830359bSPawel Jakub Dawidek mdcreate_vnode(struct md_s *sc, struct md_ioctl *mdio, struct thread *td)
9098f8def9eSPoul-Henning Kamp {
9108f8def9eSPoul-Henning Kamp 	struct vattr vattr;
9118f8def9eSPoul-Henning Kamp 	struct nameidata nd;
912a08d2e7fSJohn Baldwin 	int error, flags, vfslocked;
9138f8def9eSPoul-Henning Kamp 
91488b5b78dSPawel Jakub Dawidek 	error = copyinstr(mdio->md_file, sc->file, sizeof(sc->file), NULL);
91588b5b78dSPawel Jakub Dawidek 	if (error != 0)
91688b5b78dSPawel Jakub Dawidek 		return (error);
9178f8def9eSPoul-Henning Kamp 	flags = FREAD|FWRITE;
91886776891SChristian S.J. Peron 	/*
91986776891SChristian S.J. Peron 	 * If the user specified that this is a read only device, unset the
92086776891SChristian S.J. Peron 	 * FWRITE mask before trying to open the backing store.
92186776891SChristian S.J. Peron 	 */
92286776891SChristian S.J. Peron 	if ((mdio->md_options & MD_READONLY) != 0)
9238f8def9eSPoul-Henning Kamp 		flags &= ~FWRITE;
924a08d2e7fSJohn Baldwin 	NDINIT(&nd, LOOKUP, FOLLOW | MPSAFE, UIO_SYSSPACE, sc->file, td);
9259e223287SKonstantin Belousov 	error = vn_open(&nd, &flags, 0, NULL);
926e3ed29a7SPawel Jakub Dawidek 	if (error != 0)
92752c6716fSPawel Jakub Dawidek 		return (error);
928a08d2e7fSJohn Baldwin 	vfslocked = NDHASGIANT(&nd);
929b322d85dSPawel Jakub Dawidek 	NDFREE(&nd, NDF_ONLY_PNBUF);
93033fc3625SJohn Baldwin 	if (nd.ni_vp->v_type != VREG) {
93133fc3625SJohn Baldwin 		error = EINVAL;
93233fc3625SJohn Baldwin 		goto bad;
93333fc3625SJohn Baldwin 	}
93433fc3625SJohn Baldwin 	error = VOP_GETATTR(nd.ni_vp, &vattr, td->td_ucred);
93533fc3625SJohn Baldwin 	if (error != 0)
93633fc3625SJohn Baldwin 		goto bad;
93733fc3625SJohn Baldwin 	if (VOP_ISLOCKED(nd.ni_vp) != LK_EXCLUSIVE) {
93833fc3625SJohn Baldwin 		vn_lock(nd.ni_vp, LK_UPGRADE | LK_RETRY);
93933fc3625SJohn Baldwin 		if (nd.ni_vp->v_iflag & VI_DOOMED) {
94033fc3625SJohn Baldwin 			/* Forced unmount. */
94133fc3625SJohn Baldwin 			error = EBADF;
94233fc3625SJohn Baldwin 			goto bad;
94333fc3625SJohn Baldwin 		}
9448f8def9eSPoul-Henning Kamp 	}
9453b7b5496SKonstantin Belousov 	nd.ni_vp->v_vflag |= VV_MD;
94622db15c0SAttilio Rao 	VOP_UNLOCK(nd.ni_vp, 0);
9479589c256SPoul-Henning Kamp 
948d5a929dcSPoul-Henning Kamp 	if (mdio->md_fwsectors != 0)
949d5a929dcSPoul-Henning Kamp 		sc->fwsectors = mdio->md_fwsectors;
950d5a929dcSPoul-Henning Kamp 	if (mdio->md_fwheads != 0)
951d5a929dcSPoul-Henning Kamp 		sc->fwheads = mdio->md_fwheads;
9527a6b2b64SPoul-Henning Kamp 	sc->flags = mdio->md_options & (MD_FORCE | MD_ASYNC);
9539589c256SPoul-Henning Kamp 	if (!(flags & FWRITE))
9549589c256SPoul-Henning Kamp 		sc->flags |= MD_READONLY;
9558f8def9eSPoul-Henning Kamp 	sc->vnode = nd.ni_vp;
9568f8def9eSPoul-Henning Kamp 
957a854ed98SJohn Baldwin 	error = mdsetcred(sc, td->td_ucred);
958b830359bSPawel Jakub Dawidek 	if (error != 0) {
9593cf74e53SPhilip Paeps 		sc->vnode = NULL;
960cb05b60aSAttilio Rao 		vn_lock(nd.ni_vp, LK_EXCLUSIVE | LK_RETRY);
9613b7b5496SKonstantin Belousov 		nd.ni_vp->v_vflag &= ~VV_MD;
96233fc3625SJohn Baldwin 		goto bad;
96333fc3625SJohn Baldwin 	}
96433fc3625SJohn Baldwin 	VFS_UNLOCK_GIANT(vfslocked);
96533fc3625SJohn Baldwin 	return (0);
96633fc3625SJohn Baldwin bad:
96722db15c0SAttilio Rao 	VOP_UNLOCK(nd.ni_vp, 0);
96852c6716fSPawel Jakub Dawidek 	(void)vn_close(nd.ni_vp, flags, td->td_ucred, td);
969a08d2e7fSJohn Baldwin 	VFS_UNLOCK_GIANT(vfslocked);
9708f8def9eSPoul-Henning Kamp 	return (error);
9718f8def9eSPoul-Henning Kamp }
9728f8def9eSPoul-Henning Kamp 
9738f8def9eSPoul-Henning Kamp static int
974b40ce416SJulian Elischer mddestroy(struct md_s *sc, struct thread *td)
9758f8def9eSPoul-Henning Kamp {
976a08d2e7fSJohn Baldwin 	int vfslocked;
9770cddd8f0SMatthew Dillon 
9786f4f00f1SPoul-Henning Kamp 	if (sc->gp) {
9796f4f00f1SPoul-Henning Kamp 		sc->gp->softc = NULL;
9809b00ca19SPoul-Henning Kamp 		g_topology_lock();
9819b00ca19SPoul-Henning Kamp 		g_wither_geom(sc->gp, ENXIO);
9829b00ca19SPoul-Henning Kamp 		g_topology_unlock();
9836b60a2cdSPoul-Henning Kamp 		sc->gp = NULL;
9846b60a2cdSPoul-Henning Kamp 		sc->pp = NULL;
9851f4ee1aaSPoul-Henning Kamp 	}
986a03be42dSMaxim Sobolev 	if (sc->devstat) {
987a03be42dSMaxim Sobolev 		devstat_remove_entry(sc->devstat);
988a03be42dSMaxim Sobolev 		sc->devstat = NULL;
989a03be42dSMaxim Sobolev 	}
990a08d2e7fSJohn Baldwin 	mtx_lock(&sc->queue_mtx);
9915c97ca54SIan Dowse 	sc->flags |= MD_SHUTDOWN;
9925c97ca54SIan Dowse 	wakeup(sc);
993a08d2e7fSJohn Baldwin 	while (!(sc->flags & MD_EXITING))
994a08d2e7fSJohn Baldwin 		msleep(sc->procp, &sc->queue_mtx, PRIBIO, "mddestroy", hz / 10);
995a08d2e7fSJohn Baldwin 	mtx_unlock(&sc->queue_mtx);
9969fbea3e3SPoul-Henning Kamp 	mtx_destroy(&sc->queue_mtx);
9979b00ca19SPoul-Henning Kamp 	if (sc->vnode != NULL) {
998a08d2e7fSJohn Baldwin 		vfslocked = VFS_LOCK_GIANT(sc->vnode->v_mount);
999cb05b60aSAttilio Rao 		vn_lock(sc->vnode, LK_EXCLUSIVE | LK_RETRY);
10003b7b5496SKonstantin Belousov 		sc->vnode->v_vflag &= ~VV_MD;
100122db15c0SAttilio Rao 		VOP_UNLOCK(sc->vnode, 0);
10029d4b5945SMaxim Sobolev 		(void)vn_close(sc->vnode, sc->flags & MD_READONLY ?
1003b40ce416SJulian Elischer 		    FREAD : (FREAD|FWRITE), sc->cred, td);
1004a08d2e7fSJohn Baldwin 		VFS_UNLOCK_GIANT(vfslocked);
10059b00ca19SPoul-Henning Kamp 	}
10068f8def9eSPoul-Henning Kamp 	if (sc->cred != NULL)
10078f8def9eSPoul-Henning Kamp 		crfree(sc->cred);
10081db17c6dSPawel Jakub Dawidek 	if (sc->object != NULL)
1009f820bc50SAlan Cox 		vm_object_deallocate(sc->object);
1010f43b2bacSPoul-Henning Kamp 	if (sc->indir)
1011f43b2bacSPoul-Henning Kamp 		destroy_indir(sc, sc->indir);
1012f43b2bacSPoul-Henning Kamp 	if (sc->uma)
1013f43b2bacSPoul-Henning Kamp 		uma_zdestroy(sc->uma);
10141f4ee1aaSPoul-Henning Kamp 
10151f4ee1aaSPoul-Henning Kamp 	LIST_REMOVE(sc, list);
1016c6517568SPoul-Henning Kamp 	free(sc, M_MD);
10178f8def9eSPoul-Henning Kamp 	return (0);
10188f8def9eSPoul-Henning Kamp }
10198f8def9eSPoul-Henning Kamp 
10208f8def9eSPoul-Henning Kamp static int
1021b830359bSPawel Jakub Dawidek mdcreate_swap(struct md_s *sc, struct md_ioctl *mdio, struct thread *td)
10228f8def9eSPoul-Henning Kamp {
1023fcd57fbeSPawel Jakub Dawidek 	vm_ooffset_t npage;
1024fcd57fbeSPawel Jakub Dawidek 	int error;
10258f8def9eSPoul-Henning Kamp 
10268f8def9eSPoul-Henning Kamp 	/*
10278f8def9eSPoul-Henning Kamp 	 * Range check.  Disallow negative sizes or any size less then the
10288f8def9eSPoul-Henning Kamp 	 * size of a page.  Then round to a page.
10298f8def9eSPoul-Henning Kamp 	 */
1030b830359bSPawel Jakub Dawidek 	if (sc->mediasize == 0 || (sc->mediasize % PAGE_SIZE) != 0)
10318f8def9eSPoul-Henning Kamp 		return (EDOM);
10328f8def9eSPoul-Henning Kamp 
10338f8def9eSPoul-Henning Kamp 	/*
10348f8def9eSPoul-Henning Kamp 	 * Allocate an OBJT_SWAP object.
10358f8def9eSPoul-Henning Kamp 	 *
10368f8def9eSPoul-Henning Kamp 	 * Note the truncation.
10378f8def9eSPoul-Henning Kamp 	 */
10388f8def9eSPoul-Henning Kamp 
1039b830359bSPawel Jakub Dawidek 	npage = mdio->md_mediasize / PAGE_SIZE;
10409ed40643SPoul-Henning Kamp 	if (mdio->md_fwsectors != 0)
10419ed40643SPoul-Henning Kamp 		sc->fwsectors = mdio->md_fwsectors;
10429ed40643SPoul-Henning Kamp 	if (mdio->md_fwheads != 0)
10439ed40643SPoul-Henning Kamp 		sc->fwheads = mdio->md_fwheads;
1044fcd57fbeSPawel Jakub Dawidek 	sc->object = vm_pager_allocate(OBJT_SWAP, NULL, PAGE_SIZE * npage,
1045fcd57fbeSPawel Jakub Dawidek 	    VM_PROT_DEFAULT, 0);
1046812851b6SBrian Feldman 	if (sc->object == NULL)
1047812851b6SBrian Feldman 		return (ENOMEM);
104826a0ee75SDima Dorfman 	sc->flags = mdio->md_options & MD_FORCE;
10498f8def9eSPoul-Henning Kamp 	if (mdio->md_options & MD_RESERVE) {
1050fcd57fbeSPawel Jakub Dawidek 		if (swap_pager_reserve(sc->object, 0, npage) < 0) {
1051f820bc50SAlan Cox 			vm_object_deallocate(sc->object);
10528f8def9eSPoul-Henning Kamp 			sc->object = NULL;
10538f8def9eSPoul-Henning Kamp 			return (EDOM);
10548f8def9eSPoul-Henning Kamp 		}
10558f8def9eSPoul-Henning Kamp 	}
1056a854ed98SJohn Baldwin 	error = mdsetcred(sc, td->td_ucred);
1057e3ed29a7SPawel Jakub Dawidek 	if (error != 0) {
10582eafd8b1SPawel Jakub Dawidek 		vm_object_deallocate(sc->object);
10592eafd8b1SPawel Jakub Dawidek 		sc->object = NULL;
10608f8def9eSPoul-Henning Kamp 	}
1061b830359bSPawel Jakub Dawidek 	return (error);
1062b3b3d1b7SPoul-Henning Kamp }
10638f8def9eSPoul-Henning Kamp 
10649d4b5945SMaxim Sobolev 
10659d4b5945SMaxim Sobolev static int
10669b00ca19SPoul-Henning Kamp xmdctlioctl(struct cdev *dev, u_long cmd, caddr_t addr, int flags, struct thread *td)
10678f8def9eSPoul-Henning Kamp {
10688f8def9eSPoul-Henning Kamp 	struct md_ioctl *mdio;
10698f8def9eSPoul-Henning Kamp 	struct md_s *sc;
1070b830359bSPawel Jakub Dawidek 	int error, i;
10718f8def9eSPoul-Henning Kamp 
10728f8def9eSPoul-Henning Kamp 	if (md_debug)
10738f8def9eSPoul-Henning Kamp 		printf("mdctlioctl(%s %lx %p %x %p)\n",
1074b40ce416SJulian Elischer 			devtoname(dev), cmd, addr, flags, td);
10758f8def9eSPoul-Henning Kamp 
10769b00ca19SPoul-Henning Kamp 	mdio = (struct md_ioctl *)addr;
10779b00ca19SPoul-Henning Kamp 	if (mdio->md_version != MDIOVERSION)
10789b00ca19SPoul-Henning Kamp 		return (EINVAL);
10799b00ca19SPoul-Henning Kamp 
108053d745bcSDima Dorfman 	/*
108153d745bcSDima Dorfman 	 * We assert the version number in the individual ioctl
108253d745bcSDima Dorfman 	 * handlers instead of out here because (a) it is possible we
108353d745bcSDima Dorfman 	 * may add another ioctl in the future which doesn't read an
108453d745bcSDima Dorfman 	 * mdio, and (b) the correct return value for an unknown ioctl
108553d745bcSDima Dorfman 	 * is ENOIOCTL, not EINVAL.
108653d745bcSDima Dorfman 	 */
10879b00ca19SPoul-Henning Kamp 	error = 0;
10888f8def9eSPoul-Henning Kamp 	switch (cmd) {
10898f8def9eSPoul-Henning Kamp 	case MDIOCATTACH:
10908f8def9eSPoul-Henning Kamp 		switch (mdio->md_type) {
10918f8def9eSPoul-Henning Kamp 		case MD_MALLOC:
10928f8def9eSPoul-Henning Kamp 		case MD_PRELOAD:
10938f8def9eSPoul-Henning Kamp 		case MD_VNODE:
10948f8def9eSPoul-Henning Kamp 		case MD_SWAP:
1095b830359bSPawel Jakub Dawidek 			break;
10968f8def9eSPoul-Henning Kamp 		default:
10978f8def9eSPoul-Henning Kamp 			return (EINVAL);
10988f8def9eSPoul-Henning Kamp 		}
10997ee3c044SPawel Jakub Dawidek 		if (mdio->md_options & MD_AUTOUNIT)
1100947fc8deSPoul-Henning Kamp 			sc = mdnew(-1, &error, mdio->md_type);
11017ee3c044SPawel Jakub Dawidek 		else
1102947fc8deSPoul-Henning Kamp 			sc = mdnew(mdio->md_unit, &error, mdio->md_type);
1103b830359bSPawel Jakub Dawidek 		if (sc == NULL)
11047ee3c044SPawel Jakub Dawidek 			return (error);
11057ee3c044SPawel Jakub Dawidek 		if (mdio->md_options & MD_AUTOUNIT)
11067ee3c044SPawel Jakub Dawidek 			mdio->md_unit = sc->unit;
1107b830359bSPawel Jakub Dawidek 		sc->mediasize = mdio->md_mediasize;
1108b830359bSPawel Jakub Dawidek 		if (mdio->md_sectorsize == 0)
1109b830359bSPawel Jakub Dawidek 			sc->sectorsize = DEV_BSIZE;
1110b830359bSPawel Jakub Dawidek 		else
1111b830359bSPawel Jakub Dawidek 			sc->sectorsize = mdio->md_sectorsize;
1112b830359bSPawel Jakub Dawidek 		error = EDOOFUS;
1113b830359bSPawel Jakub Dawidek 		switch (sc->type) {
1114b830359bSPawel Jakub Dawidek 		case MD_MALLOC:
11159b00ca19SPoul-Henning Kamp 			sc->start = mdstart_malloc;
1116b830359bSPawel Jakub Dawidek 			error = mdcreate_malloc(sc, mdio);
1117b830359bSPawel Jakub Dawidek 			break;
1118b830359bSPawel Jakub Dawidek 		case MD_PRELOAD:
11199b00ca19SPoul-Henning Kamp 			sc->start = mdstart_preload;
1120b830359bSPawel Jakub Dawidek 			error = mdcreate_preload(sc, mdio);
1121b830359bSPawel Jakub Dawidek 			break;
1122b830359bSPawel Jakub Dawidek 		case MD_VNODE:
11239b00ca19SPoul-Henning Kamp 			sc->start = mdstart_vnode;
1124b830359bSPawel Jakub Dawidek 			error = mdcreate_vnode(sc, mdio, td);
1125b830359bSPawel Jakub Dawidek 			break;
1126b830359bSPawel Jakub Dawidek 		case MD_SWAP:
11279b00ca19SPoul-Henning Kamp 			sc->start = mdstart_swap;
1128b830359bSPawel Jakub Dawidek 			error = mdcreate_swap(sc, mdio, td);
1129b830359bSPawel Jakub Dawidek 			break;
1130b830359bSPawel Jakub Dawidek 		}
1131b830359bSPawel Jakub Dawidek 		if (error != 0) {
1132b830359bSPawel Jakub Dawidek 			mddestroy(sc, td);
1133b830359bSPawel Jakub Dawidek 			return (error);
1134b830359bSPawel Jakub Dawidek 		}
11359b00ca19SPoul-Henning Kamp 
11369b00ca19SPoul-Henning Kamp 		/* Prune off any residual fractional sector */
11379b00ca19SPoul-Henning Kamp 		i = sc->mediasize % sc->sectorsize;
11389b00ca19SPoul-Henning Kamp 		sc->mediasize -= i;
11399b00ca19SPoul-Henning Kamp 
1140b830359bSPawel Jakub Dawidek 		mdinit(sc);
1141b830359bSPawel Jakub Dawidek 		return (0);
11428f8def9eSPoul-Henning Kamp 	case MDIOCDETACH:
1143a9ebb311SEdward Tomasz Napierala 		if (mdio->md_mediasize != 0 ||
1144a9ebb311SEdward Tomasz Napierala 		    (mdio->md_options & ~MD_FORCE) != 0)
11458f8def9eSPoul-Henning Kamp 			return (EINVAL);
11469b00ca19SPoul-Henning Kamp 
11479b00ca19SPoul-Henning Kamp 		sc = mdfind(mdio->md_unit);
11489b00ca19SPoul-Henning Kamp 		if (sc == NULL)
11499b00ca19SPoul-Henning Kamp 			return (ENOENT);
1150a9ebb311SEdward Tomasz Napierala 		if (sc->opencount != 0 && !(sc->flags & MD_FORCE) &&
1151a9ebb311SEdward Tomasz Napierala 		    !(mdio->md_options & MD_FORCE))
11529b00ca19SPoul-Henning Kamp 			return (EBUSY);
11539b00ca19SPoul-Henning Kamp 		return (mddestroy(sc, td));
1154174b5e9aSPoul-Henning Kamp 	case MDIOCQUERY:
1155174b5e9aSPoul-Henning Kamp 		sc = mdfind(mdio->md_unit);
1156174b5e9aSPoul-Henning Kamp 		if (sc == NULL)
1157174b5e9aSPoul-Henning Kamp 			return (ENOENT);
1158174b5e9aSPoul-Henning Kamp 		mdio->md_type = sc->type;
1159174b5e9aSPoul-Henning Kamp 		mdio->md_options = sc->flags;
1160b830359bSPawel Jakub Dawidek 		mdio->md_mediasize = sc->mediasize;
1161b830359bSPawel Jakub Dawidek 		mdio->md_sectorsize = sc->sectorsize;
11629b00ca19SPoul-Henning Kamp 		if (sc->type == MD_VNODE)
116388b5b78dSPawel Jakub Dawidek 			error = copyout(sc->file, mdio->md_file,
116488b5b78dSPawel Jakub Dawidek 			    strlen(sc->file) + 1);
116588b5b78dSPawel Jakub Dawidek 		return (error);
116616bcbe8cSPoul-Henning Kamp 	case MDIOCLIST:
116716bcbe8cSPoul-Henning Kamp 		i = 1;
116816bcbe8cSPoul-Henning Kamp 		LIST_FOREACH(sc, &md_softc_list, list) {
116916bcbe8cSPoul-Henning Kamp 			if (i == MDNPAD - 1)
117016bcbe8cSPoul-Henning Kamp 				mdio->md_pad[i] = -1;
117116bcbe8cSPoul-Henning Kamp 			else
117216bcbe8cSPoul-Henning Kamp 				mdio->md_pad[i++] = sc->unit;
117316bcbe8cSPoul-Henning Kamp 		}
117416bcbe8cSPoul-Henning Kamp 		mdio->md_pad[0] = i - 1;
117516bcbe8cSPoul-Henning Kamp 		return (0);
11768f8def9eSPoul-Henning Kamp 	default:
11778f8def9eSPoul-Henning Kamp 		return (ENOIOCTL);
11788f8def9eSPoul-Henning Kamp 	};
11799b00ca19SPoul-Henning Kamp }
11809b00ca19SPoul-Henning Kamp 
11819b00ca19SPoul-Henning Kamp static int
11829b00ca19SPoul-Henning Kamp mdctlioctl(struct cdev *dev, u_long cmd, caddr_t addr, int flags, struct thread *td)
11839b00ca19SPoul-Henning Kamp {
11849b00ca19SPoul-Henning Kamp 	int error;
11859b00ca19SPoul-Henning Kamp 
11869b00ca19SPoul-Henning Kamp 	sx_xlock(&md_sx);
11879b00ca19SPoul-Henning Kamp 	error = xmdctlioctl(dev, cmd, addr, flags, td);
11889b00ca19SPoul-Henning Kamp 	sx_xunlock(&md_sx);
11899b00ca19SPoul-Henning Kamp 	return (error);
11903f54a085SPoul-Henning Kamp }
11913f54a085SPoul-Henning Kamp 
119200a6a3c6SPoul-Henning Kamp static void
1193b830359bSPawel Jakub Dawidek md_preloaded(u_char *image, size_t length)
1194637f671aSPoul-Henning Kamp {
1195637f671aSPoul-Henning Kamp 	struct md_s *sc;
11969b00ca19SPoul-Henning Kamp 	int error;
1197637f671aSPoul-Henning Kamp 
1198947fc8deSPoul-Henning Kamp 	sc = mdnew(-1, &error, MD_PRELOAD);
1199637f671aSPoul-Henning Kamp 	if (sc == NULL)
1200637f671aSPoul-Henning Kamp 		return;
1201b830359bSPawel Jakub Dawidek 	sc->mediasize = length;
1202b830359bSPawel Jakub Dawidek 	sc->sectorsize = DEV_BSIZE;
1203637f671aSPoul-Henning Kamp 	sc->pl_ptr = image;
1204637f671aSPoul-Henning Kamp 	sc->pl_len = length;
12059b00ca19SPoul-Henning Kamp 	sc->start = mdstart_preload;
12065d4ca75eSLuigi Rizzo #ifdef MD_ROOT
1207637f671aSPoul-Henning Kamp 	if (sc->unit == 0)
12085d4ca75eSLuigi Rizzo 		rootdevnames[0] = "ufs:/dev/md0";
12095d4ca75eSLuigi Rizzo #endif
1210637f671aSPoul-Henning Kamp 	mdinit(sc);
1211637f671aSPoul-Henning Kamp }
1212637f671aSPoul-Henning Kamp 
1213637f671aSPoul-Henning Kamp static void
121419945697SPoul-Henning Kamp g_md_init(struct g_class *mp __unused)
121500a6a3c6SPoul-Henning Kamp {
121600a6a3c6SPoul-Henning Kamp 
121795f1a897SPoul-Henning Kamp 	caddr_t mod;
121895f1a897SPoul-Henning Kamp 	caddr_t c;
121995f1a897SPoul-Henning Kamp 	u_char *ptr, *name, *type;
122095f1a897SPoul-Henning Kamp 	unsigned len;
122195f1a897SPoul-Henning Kamp 
12220a937206SPoul-Henning Kamp 	mod = NULL;
12239b00ca19SPoul-Henning Kamp 	sx_init(&md_sx, "MD config lock");
12240a937206SPoul-Henning Kamp 	g_topology_unlock();
122571e4fff8SPoul-Henning Kamp #ifdef MD_ROOT_SIZE
12269b00ca19SPoul-Henning Kamp 	sx_xlock(&md_sx);
1227de64f22aSLuigi Rizzo 	md_preloaded(mfs_root.start, sizeof(mfs_root.start));
12289b00ca19SPoul-Henning Kamp 	sx_xunlock(&md_sx);
122971e4fff8SPoul-Henning Kamp #endif
12309b00ca19SPoul-Henning Kamp 	/* XXX: are preload_* static or do they need Giant ? */
123195f1a897SPoul-Henning Kamp 	while ((mod = preload_search_next_name(mod)) != NULL) {
123295f1a897SPoul-Henning Kamp 		name = (char *)preload_search_info(mod, MODINFO_NAME);
123395f1a897SPoul-Henning Kamp 		if (name == NULL)
123495f1a897SPoul-Henning Kamp 			continue;
12359b00ca19SPoul-Henning Kamp 		type = (char *)preload_search_info(mod, MODINFO_TYPE);
123695f1a897SPoul-Henning Kamp 		if (type == NULL)
123795f1a897SPoul-Henning Kamp 			continue;
123871e4fff8SPoul-Henning Kamp 		if (strcmp(type, "md_image") && strcmp(type, "mfs_root"))
123995f1a897SPoul-Henning Kamp 			continue;
124095f1a897SPoul-Henning Kamp 		c = preload_search_info(mod, MODINFO_ADDR);
124195f1a897SPoul-Henning Kamp 		ptr = *(u_char **)c;
124295f1a897SPoul-Henning Kamp 		c = preload_search_info(mod, MODINFO_SIZE);
124381bb0b95SJake Burkholder 		len = *(size_t *)c;
1244fe603109SMaxim Sobolev 		printf("%s%d: Preloaded image <%s> %d bytes at %p\n",
1245fe603109SMaxim Sobolev 		    MD_NAME, mdunits, name, len, ptr);
12469b00ca19SPoul-Henning Kamp 		sx_xlock(&md_sx);
1247637f671aSPoul-Henning Kamp 		md_preloaded(ptr, len);
12489b00ca19SPoul-Henning Kamp 		sx_xunlock(&md_sx);
124995f1a897SPoul-Henning Kamp 	}
125006d425f9SEd Schouten 	status_dev = make_dev(&mdctl_cdevsw, INT_MAX, UID_ROOT, GID_WHEEL,
125110b0e058SDima Dorfman 	    0600, MDCTL_NAME);
12520eb14309SPoul-Henning Kamp 	g_topology_lock();
125300a6a3c6SPoul-Henning Kamp }
125400a6a3c6SPoul-Henning Kamp 
125519945697SPoul-Henning Kamp static void
1256c27a8954SWojciech A. Koszek g_md_dumpconf(struct sbuf *sb, const char *indent, struct g_geom *gp,
1257c27a8954SWojciech A. Koszek     struct g_consumer *cp __unused, struct g_provider *pp)
1258c27a8954SWojciech A. Koszek {
1259c27a8954SWojciech A. Koszek 	struct md_s *mp;
1260c27a8954SWojciech A. Koszek 	char *type;
1261c27a8954SWojciech A. Koszek 
1262c27a8954SWojciech A. Koszek 	mp = gp->softc;
1263c27a8954SWojciech A. Koszek 	if (mp == NULL)
1264c27a8954SWojciech A. Koszek 		return;
1265c27a8954SWojciech A. Koszek 
1266c27a8954SWojciech A. Koszek 	switch (mp->type) {
1267c27a8954SWojciech A. Koszek 	case MD_MALLOC:
1268c27a8954SWojciech A. Koszek 		type = "malloc";
1269c27a8954SWojciech A. Koszek 		break;
1270c27a8954SWojciech A. Koszek 	case MD_PRELOAD:
1271c27a8954SWojciech A. Koszek 		type = "preload";
1272c27a8954SWojciech A. Koszek 		break;
1273c27a8954SWojciech A. Koszek 	case MD_VNODE:
1274c27a8954SWojciech A. Koszek 		type = "vnode";
1275c27a8954SWojciech A. Koszek 		break;
1276c27a8954SWojciech A. Koszek 	case MD_SWAP:
1277c27a8954SWojciech A. Koszek 		type = "swap";
1278c27a8954SWojciech A. Koszek 		break;
1279c27a8954SWojciech A. Koszek 	default:
1280c27a8954SWojciech A. Koszek 		type = "unknown";
1281c27a8954SWojciech A. Koszek 		break;
1282c27a8954SWojciech A. Koszek 	}
1283c27a8954SWojciech A. Koszek 
1284c27a8954SWojciech A. Koszek 	if (pp != NULL) {
1285c27a8954SWojciech A. Koszek 		if (indent == NULL) {
1286c27a8954SWojciech A. Koszek 			sbuf_printf(sb, " u %d", mp->unit);
1287c27a8954SWojciech A. Koszek 			sbuf_printf(sb, " s %ju", (uintmax_t) mp->sectorsize);
1288c27a8954SWojciech A. Koszek 			sbuf_printf(sb, " f %ju", (uintmax_t) mp->fwheads);
1289c27a8954SWojciech A. Koszek 			sbuf_printf(sb, " fs %ju", (uintmax_t) mp->fwsectors);
1290c27a8954SWojciech A. Koszek 			sbuf_printf(sb, " l %ju", (uintmax_t) mp->mediasize);
1291c27a8954SWojciech A. Koszek 			sbuf_printf(sb, " t %s", type);
1292c27a8954SWojciech A. Koszek 			if (mp->type == MD_VNODE && mp->vnode != NULL)
1293c27a8954SWojciech A. Koszek 				sbuf_printf(sb, " file %s", mp->file);
1294c27a8954SWojciech A. Koszek 		} else {
1295c27a8954SWojciech A. Koszek 			sbuf_printf(sb, "%s<unit>%d</unit>\n", indent,
1296c27a8954SWojciech A. Koszek 			    mp->unit);
1297c27a8954SWojciech A. Koszek 			sbuf_printf(sb, "%s<sectorsize>%ju</sectorsize>\n",
1298c27a8954SWojciech A. Koszek 			    indent, (uintmax_t) mp->sectorsize);
1299c27a8954SWojciech A. Koszek 			sbuf_printf(sb, "%s<fwheads>%ju</fwheads>\n",
1300c27a8954SWojciech A. Koszek 			    indent, (uintmax_t) mp->fwheads);
1301c27a8954SWojciech A. Koszek 			sbuf_printf(sb, "%s<fwsectors>%ju</fwsectors>\n",
1302c27a8954SWojciech A. Koszek 			    indent, (uintmax_t) mp->fwsectors);
1303c27a8954SWojciech A. Koszek 			sbuf_printf(sb, "%s<length>%ju</length>\n",
1304c27a8954SWojciech A. Koszek 			    indent, (uintmax_t) mp->mediasize);
1305c27a8954SWojciech A. Koszek 			sbuf_printf(sb, "%s<type>%s</type>\n", indent,
1306c27a8954SWojciech A. Koszek 			    type);
1307c27a8954SWojciech A. Koszek 			if (mp->type == MD_VNODE && mp->vnode != NULL)
1308c27a8954SWojciech A. Koszek 				sbuf_printf(sb, "%s<file>%s</file>\n",
1309c27a8954SWojciech A. Koszek 				    indent, mp->file);
1310c27a8954SWojciech A. Koszek 		}
1311c27a8954SWojciech A. Koszek 	}
1312c27a8954SWojciech A. Koszek }
1313c27a8954SWojciech A. Koszek 
1314c27a8954SWojciech A. Koszek static void
131519945697SPoul-Henning Kamp g_md_fini(struct g_class *mp __unused)
131657e9624eSPoul-Henning Kamp {
13179d4b5945SMaxim Sobolev 
13189b00ca19SPoul-Henning Kamp 	sx_destroy(&md_sx);
131919945697SPoul-Henning Kamp 	if (status_dev != NULL)
132057e9624eSPoul-Henning Kamp 		destroy_dev(status_dev);
132157e9624eSPoul-Henning Kamp }
1322