xref: /freebsd/sys/geom/gate/g_gate.c (revision 5bb84bc84b1d1f978dd93aa02acef9936e79abc0)
1fe27e772SPawel Jakub Dawidek /*-
20218292cSPawel Jakub Dawidek  * Copyright (c) 2004-2005 Pawel Jakub Dawidek <pjd@FreeBSD.org>
3fe27e772SPawel Jakub Dawidek  * All rights reserved.
4fe27e772SPawel Jakub Dawidek  *
5fe27e772SPawel Jakub Dawidek  * Redistribution and use in source and binary forms, with or without
6fe27e772SPawel Jakub Dawidek  * modification, are permitted provided that the following conditions
7fe27e772SPawel Jakub Dawidek  * are met:
8fe27e772SPawel Jakub Dawidek  * 1. Redistributions of source code must retain the above copyright
9fe27e772SPawel Jakub Dawidek  *    notice, this list of conditions and the following disclaimer.
10fe27e772SPawel Jakub Dawidek  * 2. Redistributions in binary form must reproduce the above copyright
11fe27e772SPawel Jakub Dawidek  *    notice, this list of conditions and the following disclaimer in the
12fe27e772SPawel Jakub Dawidek  *    documentation and/or other materials provided with the distribution.
13fe27e772SPawel Jakub Dawidek  *
14fe27e772SPawel Jakub Dawidek  * THIS SOFTWARE IS PROVIDED BY THE AUTHORS AND CONTRIBUTORS ``AS IS'' AND
15fe27e772SPawel Jakub Dawidek  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
16fe27e772SPawel Jakub Dawidek  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
17fe27e772SPawel Jakub Dawidek  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHORS OR CONTRIBUTORS BE LIABLE
18fe27e772SPawel Jakub Dawidek  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
19fe27e772SPawel Jakub Dawidek  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
20fe27e772SPawel Jakub Dawidek  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
21fe27e772SPawel Jakub Dawidek  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
22fe27e772SPawel Jakub Dawidek  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
23fe27e772SPawel Jakub Dawidek  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
24fe27e772SPawel Jakub Dawidek  * SUCH DAMAGE.
25fe27e772SPawel Jakub Dawidek  *
26fe27e772SPawel Jakub Dawidek  * $FreeBSD$
27fe27e772SPawel Jakub Dawidek  */
28fe27e772SPawel Jakub Dawidek 
29fe27e772SPawel Jakub Dawidek #include <sys/param.h>
30fe27e772SPawel Jakub Dawidek #include <sys/systm.h>
31fe27e772SPawel Jakub Dawidek #include <sys/bio.h>
32fe27e772SPawel Jakub Dawidek #include <sys/conf.h>
33fe27e772SPawel Jakub Dawidek #include <sys/kernel.h>
34fe27e772SPawel Jakub Dawidek #include <sys/kthread.h>
35fe27e772SPawel Jakub Dawidek #include <sys/fcntl.h>
36fe27e772SPawel Jakub Dawidek #include <sys/linker.h>
37fe27e772SPawel Jakub Dawidek #include <sys/lock.h>
38fe27e772SPawel Jakub Dawidek #include <sys/malloc.h>
39fe27e772SPawel Jakub Dawidek #include <sys/mutex.h>
40fe27e772SPawel Jakub Dawidek #include <sys/proc.h>
41fe27e772SPawel Jakub Dawidek #include <sys/limits.h>
42fe27e772SPawel Jakub Dawidek #include <sys/queue.h>
43fe27e772SPawel Jakub Dawidek #include <sys/sysctl.h>
44fe27e772SPawel Jakub Dawidek #include <sys/signalvar.h>
45fe27e772SPawel Jakub Dawidek #include <sys/time.h>
46fe27e772SPawel Jakub Dawidek #include <machine/atomic.h>
47fe27e772SPawel Jakub Dawidek 
48fe27e772SPawel Jakub Dawidek #include <geom/geom.h>
49fe27e772SPawel Jakub Dawidek #include <geom/gate/g_gate.h>
50fe27e772SPawel Jakub Dawidek 
515bb84bc8SRobert Watson static MALLOC_DEFINE(M_GATE, "gg_data", "GEOM Gate Data");
52fe27e772SPawel Jakub Dawidek 
53fe27e772SPawel Jakub Dawidek SYSCTL_DECL(_kern_geom);
54fe27e772SPawel Jakub Dawidek SYSCTL_NODE(_kern_geom, OID_AUTO, gate, CTLFLAG_RW, 0, "GEOM_GATE stuff");
55b62093b2SPawel Jakub Dawidek static u_int g_gate_debug = 0;
56fe27e772SPawel Jakub Dawidek SYSCTL_UINT(_kern_geom_gate, OID_AUTO, debug, CTLFLAG_RW, &g_gate_debug, 0,
57fe27e772SPawel Jakub Dawidek     "Debug level");
58fe27e772SPawel Jakub Dawidek 
59fe27e772SPawel Jakub Dawidek static int g_gate_destroy_geom(struct gctl_req *, struct g_class *,
60fe27e772SPawel Jakub Dawidek     struct g_geom *);
61fe27e772SPawel Jakub Dawidek struct g_class g_gate_class = {
62fe27e772SPawel Jakub Dawidek 	.name = G_GATE_CLASS_NAME,
635721c9c7SPoul-Henning Kamp 	.version = G_VERSION,
64fe27e772SPawel Jakub Dawidek 	.destroy_geom = g_gate_destroy_geom
65fe27e772SPawel Jakub Dawidek };
66fe27e772SPawel Jakub Dawidek 
6789c9c53dSPoul-Henning Kamp static struct cdev *status_dev;
68fe27e772SPawel Jakub Dawidek static d_ioctl_t g_gate_ioctl;
69fe27e772SPawel Jakub Dawidek static struct cdevsw g_gate_cdevsw = {
70fe27e772SPawel Jakub Dawidek 	.d_version =	D_VERSION,
71fe27e772SPawel Jakub Dawidek 	.d_ioctl =	g_gate_ioctl,
72fe27e772SPawel Jakub Dawidek 	.d_name =	G_GATE_CTL_NAME
73fe27e772SPawel Jakub Dawidek };
74fe27e772SPawel Jakub Dawidek 
75fe27e772SPawel Jakub Dawidek 
76fe27e772SPawel Jakub Dawidek static LIST_HEAD(, g_gate_softc) g_gate_list =
77fe27e772SPawel Jakub Dawidek     LIST_HEAD_INITIALIZER(&g_gate_list);
78fe27e772SPawel Jakub Dawidek static struct mtx g_gate_list_mtx;
79fe27e772SPawel Jakub Dawidek 
80fe27e772SPawel Jakub Dawidek 
81fe27e772SPawel Jakub Dawidek static void
82fe27e772SPawel Jakub Dawidek g_gate_wither(struct g_gate_softc *sc)
83fe27e772SPawel Jakub Dawidek {
84fe27e772SPawel Jakub Dawidek 
850d785336SPawel Jakub Dawidek 	atomic_set_32(&sc->sc_flags, G_GATE_FLAG_DESTROY);
86fe27e772SPawel Jakub Dawidek }
87fe27e772SPawel Jakub Dawidek 
88fe27e772SPawel Jakub Dawidek static int
89fe27e772SPawel Jakub Dawidek g_gate_destroy(struct g_gate_softc *sc, boolean_t force)
90fe27e772SPawel Jakub Dawidek {
91fe27e772SPawel Jakub Dawidek 	struct g_provider *pp;
92fe27e772SPawel Jakub Dawidek 	struct bio *bp;
93fe27e772SPawel Jakub Dawidek 
94fe27e772SPawel Jakub Dawidek 	g_topology_assert();
95fe27e772SPawel Jakub Dawidek 	mtx_assert(&g_gate_list_mtx, MA_OWNED);
96fe27e772SPawel Jakub Dawidek 	pp = sc->sc_provider;
97fe27e772SPawel Jakub Dawidek 	if (!force && (pp->acr != 0 || pp->acw != 0 || pp->ace != 0)) {
98fe27e772SPawel Jakub Dawidek 		mtx_unlock(&g_gate_list_mtx);
99fe27e772SPawel Jakub Dawidek 		return (EBUSY);
100fe27e772SPawel Jakub Dawidek 	}
101fe27e772SPawel Jakub Dawidek 	if ((sc->sc_flags & G_GATE_FLAG_DESTROY) == 0) {
102fe27e772SPawel Jakub Dawidek 		g_gate_wither(sc);
103fe27e772SPawel Jakub Dawidek 		LIST_REMOVE(sc, sc_next);
104fe27e772SPawel Jakub Dawidek 	}
105fe27e772SPawel Jakub Dawidek 	mtx_unlock(&g_gate_list_mtx);
106e35d3a78SPawel Jakub Dawidek 	mtx_lock(&sc->sc_queue_mtx);
107fe27e772SPawel Jakub Dawidek 	wakeup(sc);
108e35d3a78SPawel Jakub Dawidek 	mtx_unlock(&sc->sc_queue_mtx);
109fe27e772SPawel Jakub Dawidek 	if (sc->sc_ref > 0) {
110fe27e772SPawel Jakub Dawidek 		G_GATE_DEBUG(1, "Cannot destroy %s yet.", sc->sc_name);
111fe27e772SPawel Jakub Dawidek 		return (0);
112fe27e772SPawel Jakub Dawidek 	}
113fe27e772SPawel Jakub Dawidek 	callout_drain(&sc->sc_callout);
114e35d3a78SPawel Jakub Dawidek 	mtx_lock(&sc->sc_queue_mtx);
115fe27e772SPawel Jakub Dawidek 	for (;;) {
116fe27e772SPawel Jakub Dawidek 		bp = bioq_first(&sc->sc_inqueue);
117fe27e772SPawel Jakub Dawidek 		if (bp != NULL) {
118fe27e772SPawel Jakub Dawidek 			bioq_remove(&sc->sc_inqueue, bp);
119e35d3a78SPawel Jakub Dawidek 			sc->sc_queue_count--;
120fe27e772SPawel Jakub Dawidek 			G_GATE_LOGREQ(1, bp, "Request canceled.");
121fe27e772SPawel Jakub Dawidek 			g_io_deliver(bp, ENXIO);
122fe27e772SPawel Jakub Dawidek 		} else {
123fe27e772SPawel Jakub Dawidek 			break;
124fe27e772SPawel Jakub Dawidek 		}
125fe27e772SPawel Jakub Dawidek 	}
126fe27e772SPawel Jakub Dawidek 	for (;;) {
127fe27e772SPawel Jakub Dawidek 		bp = bioq_first(&sc->sc_outqueue);
128fe27e772SPawel Jakub Dawidek 		if (bp != NULL) {
129fe27e772SPawel Jakub Dawidek 			bioq_remove(&sc->sc_outqueue, bp);
130e35d3a78SPawel Jakub Dawidek 			sc->sc_queue_count--;
131fe27e772SPawel Jakub Dawidek 			G_GATE_LOGREQ(1, bp, "Request canceled.");
132fe27e772SPawel Jakub Dawidek 			g_io_deliver(bp, ENXIO);
133fe27e772SPawel Jakub Dawidek 		} else {
134fe27e772SPawel Jakub Dawidek 			break;
135fe27e772SPawel Jakub Dawidek 		}
136fe27e772SPawel Jakub Dawidek 	}
137e35d3a78SPawel Jakub Dawidek 	mtx_destroy(&sc->sc_queue_mtx);
138fe27e772SPawel Jakub Dawidek 	G_GATE_DEBUG(0, "Device %s destroyed.", sc->sc_name);
139fe27e772SPawel Jakub Dawidek 	pp->geom->softc = NULL;
140fe27e772SPawel Jakub Dawidek 	g_wither_geom(pp->geom, ENXIO);
141fe27e772SPawel Jakub Dawidek 	sc->sc_provider = NULL;
142fe27e772SPawel Jakub Dawidek 	free(sc, M_GATE);
143fe27e772SPawel Jakub Dawidek 	return (0);
144fe27e772SPawel Jakub Dawidek }
145fe27e772SPawel Jakub Dawidek 
146fe27e772SPawel Jakub Dawidek static void
147fe27e772SPawel Jakub Dawidek g_gate_destroy_it(void *arg, int flag __unused)
148fe27e772SPawel Jakub Dawidek {
149fe27e772SPawel Jakub Dawidek 	struct g_gate_softc *sc;
150fe27e772SPawel Jakub Dawidek 
151fe27e772SPawel Jakub Dawidek 	g_topology_assert();
152fe27e772SPawel Jakub Dawidek 	sc = arg;
153fe27e772SPawel Jakub Dawidek 	mtx_lock(&g_gate_list_mtx);
154fe27e772SPawel Jakub Dawidek 	g_gate_destroy(sc, 1);
155fe27e772SPawel Jakub Dawidek }
156fe27e772SPawel Jakub Dawidek 
157fe27e772SPawel Jakub Dawidek static int
158fe27e772SPawel Jakub Dawidek g_gate_destroy_geom(struct gctl_req *req, struct g_class *mp, struct g_geom *gp)
159fe27e772SPawel Jakub Dawidek {
160fe27e772SPawel Jakub Dawidek 
161fe27e772SPawel Jakub Dawidek 	g_topology_assert();
162fe27e772SPawel Jakub Dawidek 	mtx_lock(&g_gate_list_mtx);
163fe27e772SPawel Jakub Dawidek 	return (g_gate_destroy(gp->softc, 0));
164fe27e772SPawel Jakub Dawidek }
165fe27e772SPawel Jakub Dawidek 
166fe27e772SPawel Jakub Dawidek static int
167fe27e772SPawel Jakub Dawidek g_gate_access(struct g_provider *pp, int dr, int dw, int de)
168fe27e772SPawel Jakub Dawidek {
169fe27e772SPawel Jakub Dawidek 	struct g_gate_softc *sc;
170fe27e772SPawel Jakub Dawidek 
171fe27e772SPawel Jakub Dawidek 	if (dr <= 0 && dw <= 0 && de <= 0)
172fe27e772SPawel Jakub Dawidek 		return (0);
173fe27e772SPawel Jakub Dawidek 	sc = pp->geom->softc;
174fe27e772SPawel Jakub Dawidek 	if (sc == NULL || (sc->sc_flags & G_GATE_FLAG_DESTROY) != 0)
175fe27e772SPawel Jakub Dawidek 		return (ENXIO);
17655336b83SPawel Jakub Dawidek 	/* XXX: Hack to allow read-only mounts. */
17755336b83SPawel Jakub Dawidek #if 0
178fe27e772SPawel Jakub Dawidek 	if ((sc->sc_flags & G_GATE_FLAG_READONLY) != 0 && dw > 0)
179fe27e772SPawel Jakub Dawidek 		return (EPERM);
18055336b83SPawel Jakub Dawidek #endif
181fe27e772SPawel Jakub Dawidek 	if ((sc->sc_flags & G_GATE_FLAG_WRITEONLY) != 0 && dr > 0)
182fe27e772SPawel Jakub Dawidek 		return (EPERM);
183fe27e772SPawel Jakub Dawidek 	return (0);
184fe27e772SPawel Jakub Dawidek }
185fe27e772SPawel Jakub Dawidek 
186fe27e772SPawel Jakub Dawidek static void
187fe27e772SPawel Jakub Dawidek g_gate_start(struct bio *bp)
188fe27e772SPawel Jakub Dawidek {
189fe27e772SPawel Jakub Dawidek 	struct g_gate_softc *sc;
190fe27e772SPawel Jakub Dawidek 
191fe27e772SPawel Jakub Dawidek 	sc = bp->bio_to->geom->softc;
192fe27e772SPawel Jakub Dawidek 	if (sc == NULL || (sc->sc_flags & G_GATE_FLAG_DESTROY) != 0) {
193fe27e772SPawel Jakub Dawidek 		g_io_deliver(bp, ENXIO);
194fe27e772SPawel Jakub Dawidek 		return;
195fe27e772SPawel Jakub Dawidek 	}
196fe27e772SPawel Jakub Dawidek 	G_GATE_LOGREQ(2, bp, "Request received.");
197fe27e772SPawel Jakub Dawidek 	switch (bp->bio_cmd) {
198fe27e772SPawel Jakub Dawidek 	case BIO_READ:
19955336b83SPawel Jakub Dawidek 		break;
200fe27e772SPawel Jakub Dawidek 	case BIO_DELETE:
201fe27e772SPawel Jakub Dawidek 	case BIO_WRITE:
20255336b83SPawel Jakub Dawidek 		/* XXX: Hack to allow read-only mounts. */
20355336b83SPawel Jakub Dawidek 		if ((sc->sc_flags & G_GATE_FLAG_READONLY) != 0) {
20455336b83SPawel Jakub Dawidek 			g_io_deliver(bp, EPERM);
20555336b83SPawel Jakub Dawidek 			return;
20655336b83SPawel Jakub Dawidek 		}
207fe27e772SPawel Jakub Dawidek 		break;
208fe27e772SPawel Jakub Dawidek 	case BIO_GETATTR:
209fe27e772SPawel Jakub Dawidek 	default:
210fe27e772SPawel Jakub Dawidek 		G_GATE_LOGREQ(2, bp, "Ignoring request.");
211fe27e772SPawel Jakub Dawidek 		g_io_deliver(bp, EOPNOTSUPP);
212fe27e772SPawel Jakub Dawidek 		return;
213fe27e772SPawel Jakub Dawidek 	}
214fe27e772SPawel Jakub Dawidek 
215e35d3a78SPawel Jakub Dawidek 	mtx_lock(&sc->sc_queue_mtx);
216e35d3a78SPawel Jakub Dawidek 	if (sc->sc_queue_count > sc->sc_queue_size) {
21735f855d9SPawel Jakub Dawidek 		mtx_unlock(&sc->sc_queue_mtx);
218fe27e772SPawel Jakub Dawidek 		G_GATE_LOGREQ(1, bp, "Queue full, request canceled.");
219fe27e772SPawel Jakub Dawidek 		g_io_deliver(bp, EIO);
220fe27e772SPawel Jakub Dawidek 		return;
221fe27e772SPawel Jakub Dawidek 	}
222e35d3a78SPawel Jakub Dawidek 
223fe27e772SPawel Jakub Dawidek 	bp->bio_driver1 = (void *)sc->sc_seq;
224fe27e772SPawel Jakub Dawidek 	sc->sc_seq++;
225e35d3a78SPawel Jakub Dawidek 	sc->sc_queue_count++;
226fe27e772SPawel Jakub Dawidek 
227662a4e58SPawel Jakub Dawidek 	bioq_insert_tail(&sc->sc_inqueue, bp);
228fe27e772SPawel Jakub Dawidek 	wakeup(sc);
229e35d3a78SPawel Jakub Dawidek 
230e35d3a78SPawel Jakub Dawidek 	mtx_unlock(&sc->sc_queue_mtx);
231fe27e772SPawel Jakub Dawidek }
232fe27e772SPawel Jakub Dawidek 
233fe27e772SPawel Jakub Dawidek static struct g_gate_softc *
234fe27e772SPawel Jakub Dawidek g_gate_find(u_int unit)
235fe27e772SPawel Jakub Dawidek {
236fe27e772SPawel Jakub Dawidek 	struct g_gate_softc *sc;
237fe27e772SPawel Jakub Dawidek 
238fe27e772SPawel Jakub Dawidek 	LIST_FOREACH(sc, &g_gate_list, sc_next) {
239fe27e772SPawel Jakub Dawidek 		if (sc->sc_unit == unit)
240fe27e772SPawel Jakub Dawidek 			break;
241fe27e772SPawel Jakub Dawidek 	}
242fe27e772SPawel Jakub Dawidek 	return (sc);
243fe27e772SPawel Jakub Dawidek }
244fe27e772SPawel Jakub Dawidek 
245fe27e772SPawel Jakub Dawidek static struct g_gate_softc *
246fe27e772SPawel Jakub Dawidek g_gate_hold(u_int unit)
247fe27e772SPawel Jakub Dawidek {
248fe27e772SPawel Jakub Dawidek 	struct g_gate_softc *sc;
249fe27e772SPawel Jakub Dawidek 
250fe27e772SPawel Jakub Dawidek 	mtx_lock(&g_gate_list_mtx);
251fe27e772SPawel Jakub Dawidek 	sc = g_gate_find(unit);
252fe27e772SPawel Jakub Dawidek 	if (sc != NULL) {
253fe27e772SPawel Jakub Dawidek 		if ((sc->sc_flags & G_GATE_FLAG_DESTROY) != 0)
254fe27e772SPawel Jakub Dawidek 			sc = NULL;
255fe27e772SPawel Jakub Dawidek 		else
256fe27e772SPawel Jakub Dawidek 			sc->sc_ref++;
257fe27e772SPawel Jakub Dawidek 	}
258fe27e772SPawel Jakub Dawidek 	mtx_unlock(&g_gate_list_mtx);
259fe27e772SPawel Jakub Dawidek 	return (sc);
260fe27e772SPawel Jakub Dawidek }
261fe27e772SPawel Jakub Dawidek 
262fe27e772SPawel Jakub Dawidek static void
263fe27e772SPawel Jakub Dawidek g_gate_release(struct g_gate_softc *sc)
264fe27e772SPawel Jakub Dawidek {
265fe27e772SPawel Jakub Dawidek 
266fe27e772SPawel Jakub Dawidek 	g_topology_assert_not();
267fe27e772SPawel Jakub Dawidek 	mtx_lock(&g_gate_list_mtx);
268fe27e772SPawel Jakub Dawidek 	sc->sc_ref--;
269fe27e772SPawel Jakub Dawidek 	KASSERT(sc->sc_ref >= 0, ("Negative sc_ref for %s.", sc->sc_name));
270fe27e772SPawel Jakub Dawidek 	if (sc->sc_ref == 0 && (sc->sc_flags & G_GATE_FLAG_DESTROY) != 0) {
271fe27e772SPawel Jakub Dawidek 		mtx_unlock(&g_gate_list_mtx);
272fe27e772SPawel Jakub Dawidek 		g_waitfor_event(g_gate_destroy_it, sc, M_WAITOK, NULL);
273fe27e772SPawel Jakub Dawidek 	} else {
274fe27e772SPawel Jakub Dawidek 		mtx_unlock(&g_gate_list_mtx);
275fe27e772SPawel Jakub Dawidek 	}
276fe27e772SPawel Jakub Dawidek }
277fe27e772SPawel Jakub Dawidek 
278fe27e772SPawel Jakub Dawidek static int
279fe27e772SPawel Jakub Dawidek g_gate_getunit(int unit)
280fe27e772SPawel Jakub Dawidek {
281fe27e772SPawel Jakub Dawidek 	struct g_gate_softc *sc;
282fe27e772SPawel Jakub Dawidek 
283fe27e772SPawel Jakub Dawidek 	mtx_assert(&g_gate_list_mtx, MA_OWNED);
284fe27e772SPawel Jakub Dawidek 	if (unit >= 0) {
285fe27e772SPawel Jakub Dawidek 		LIST_FOREACH(sc, &g_gate_list, sc_next) {
286fe27e772SPawel Jakub Dawidek 			if (sc->sc_unit == unit)
287fe27e772SPawel Jakub Dawidek 				return (-1);
288fe27e772SPawel Jakub Dawidek 		}
289fe27e772SPawel Jakub Dawidek 	} else {
290fe27e772SPawel Jakub Dawidek 		unit = 0;
291fe27e772SPawel Jakub Dawidek once_again:
292fe27e772SPawel Jakub Dawidek 		LIST_FOREACH(sc, &g_gate_list, sc_next) {
293fe27e772SPawel Jakub Dawidek 			if (sc->sc_unit == unit) {
294fe27e772SPawel Jakub Dawidek 				if (++unit > 666)
295fe27e772SPawel Jakub Dawidek 					return (-1);
296fe27e772SPawel Jakub Dawidek 				goto once_again;
297fe27e772SPawel Jakub Dawidek 			}
298fe27e772SPawel Jakub Dawidek 		}
299fe27e772SPawel Jakub Dawidek 	}
300fe27e772SPawel Jakub Dawidek 	return (unit);
301fe27e772SPawel Jakub Dawidek }
302fe27e772SPawel Jakub Dawidek 
303fe27e772SPawel Jakub Dawidek static void
304fe27e772SPawel Jakub Dawidek g_gate_guard(void *arg)
305fe27e772SPawel Jakub Dawidek {
306fe27e772SPawel Jakub Dawidek 	struct g_gate_softc *sc;
307fe27e772SPawel Jakub Dawidek 	struct bintime curtime;
308fe27e772SPawel Jakub Dawidek 	struct bio *bp, *bp2;
309fe27e772SPawel Jakub Dawidek 
310fe27e772SPawel Jakub Dawidek 	sc = arg;
311fe27e772SPawel Jakub Dawidek 	binuptime(&curtime);
312fe27e772SPawel Jakub Dawidek 	g_gate_hold(sc->sc_unit);
313e35d3a78SPawel Jakub Dawidek 	mtx_lock(&sc->sc_queue_mtx);
314fe27e772SPawel Jakub Dawidek 	TAILQ_FOREACH_SAFE(bp, &sc->sc_inqueue.queue, bio_queue, bp2) {
315fe27e772SPawel Jakub Dawidek 		if (curtime.sec - bp->bio_t0.sec < 5)
316fe27e772SPawel Jakub Dawidek 			continue;
317fe27e772SPawel Jakub Dawidek 		bioq_remove(&sc->sc_inqueue, bp);
318e35d3a78SPawel Jakub Dawidek 		sc->sc_queue_count--;
319fe27e772SPawel Jakub Dawidek 		G_GATE_LOGREQ(1, bp, "Request timeout.");
320fe27e772SPawel Jakub Dawidek 		g_io_deliver(bp, EIO);
321fe27e772SPawel Jakub Dawidek 	}
322fe27e772SPawel Jakub Dawidek 	TAILQ_FOREACH_SAFE(bp, &sc->sc_outqueue.queue, bio_queue, bp2) {
323fe27e772SPawel Jakub Dawidek 		if (curtime.sec - bp->bio_t0.sec < 5)
324fe27e772SPawel Jakub Dawidek 			continue;
325fe27e772SPawel Jakub Dawidek 		bioq_remove(&sc->sc_outqueue, bp);
326e35d3a78SPawel Jakub Dawidek 		sc->sc_queue_count--;
327fe27e772SPawel Jakub Dawidek 		G_GATE_LOGREQ(1, bp, "Request timeout.");
328fe27e772SPawel Jakub Dawidek 		g_io_deliver(bp, EIO);
329fe27e772SPawel Jakub Dawidek 	}
330e35d3a78SPawel Jakub Dawidek 	mtx_unlock(&sc->sc_queue_mtx);
331fe27e772SPawel Jakub Dawidek 	if ((sc->sc_flags & G_GATE_FLAG_DESTROY) == 0) {
332fe27e772SPawel Jakub Dawidek 		callout_reset(&sc->sc_callout, sc->sc_timeout * hz,
333fe27e772SPawel Jakub Dawidek 		    g_gate_guard, sc);
334fe27e772SPawel Jakub Dawidek 	}
335fe27e772SPawel Jakub Dawidek 	g_gate_release(sc);
336fe27e772SPawel Jakub Dawidek }
337fe27e772SPawel Jakub Dawidek 
338fe27e772SPawel Jakub Dawidek static void
339fe27e772SPawel Jakub Dawidek g_gate_dumpconf(struct sbuf *sb, const char *indent, struct g_geom *gp,
340fe27e772SPawel Jakub Dawidek     struct g_consumer *cp, struct g_provider *pp)
341fe27e772SPawel Jakub Dawidek {
342fe27e772SPawel Jakub Dawidek 	struct g_gate_softc *sc;
343fe27e772SPawel Jakub Dawidek 
344fe27e772SPawel Jakub Dawidek 	sc = gp->softc;
345fe27e772SPawel Jakub Dawidek 	if (sc == NULL || pp != NULL || cp != NULL)
346fe27e772SPawel Jakub Dawidek 		return;
347fe27e772SPawel Jakub Dawidek 	g_gate_hold(sc->sc_unit);
348fe27e772SPawel Jakub Dawidek 	if ((sc->sc_flags & G_GATE_FLAG_READONLY) != 0) {
349fe27e772SPawel Jakub Dawidek 		sbuf_printf(sb, "%s<access>%s</access>\n", indent, "read-only");
350fe27e772SPawel Jakub Dawidek 	} else if ((sc->sc_flags & G_GATE_FLAG_WRITEONLY) != 0) {
351fe27e772SPawel Jakub Dawidek 		sbuf_printf(sb, "%s<access>%s</access>\n", indent,
352fe27e772SPawel Jakub Dawidek 		    "write-only");
353fe27e772SPawel Jakub Dawidek 	} else {
354fe27e772SPawel Jakub Dawidek 		sbuf_printf(sb, "%s<access>%s</access>\n", indent,
355fe27e772SPawel Jakub Dawidek 		    "read-write");
356fe27e772SPawel Jakub Dawidek 	}
357fe27e772SPawel Jakub Dawidek 	sbuf_printf(sb, "%s<timeout>%u</timeout>\n", indent, sc->sc_timeout);
358fe27e772SPawel Jakub Dawidek 	sbuf_printf(sb, "%s<info>%s</info>\n", indent, sc->sc_info);
359fe27e772SPawel Jakub Dawidek 	sbuf_printf(sb, "%s<queue_count>%u</queue_count>\n", indent,
360fe27e772SPawel Jakub Dawidek 	    sc->sc_queue_count);
361fe27e772SPawel Jakub Dawidek 	sbuf_printf(sb, "%s<queue_size>%u</queue_size>\n", indent,
362fe27e772SPawel Jakub Dawidek 	    sc->sc_queue_size);
363fe27e772SPawel Jakub Dawidek 	sbuf_printf(sb, "%s<ref>%u</ref>\n", indent, sc->sc_ref);
36447f44cb7SPawel Jakub Dawidek 	g_topology_unlock();
365fe27e772SPawel Jakub Dawidek 	g_gate_release(sc);
36647f44cb7SPawel Jakub Dawidek 	g_topology_lock();
367fe27e772SPawel Jakub Dawidek }
368fe27e772SPawel Jakub Dawidek 
369fe27e772SPawel Jakub Dawidek static int
370fe27e772SPawel Jakub Dawidek g_gate_create(struct g_gate_ctl_create *ggio)
371fe27e772SPawel Jakub Dawidek {
372fe27e772SPawel Jakub Dawidek 	struct g_gate_softc *sc;
373fe27e772SPawel Jakub Dawidek 	struct g_geom *gp;
374fe27e772SPawel Jakub Dawidek 	struct g_provider *pp;
375fe27e772SPawel Jakub Dawidek 
376fe27e772SPawel Jakub Dawidek 	if (ggio->gctl_mediasize == 0) {
377fe27e772SPawel Jakub Dawidek 		G_GATE_DEBUG(1, "Invalid media size.");
378fe27e772SPawel Jakub Dawidek 		return (EINVAL);
379fe27e772SPawel Jakub Dawidek 	}
380fe27e772SPawel Jakub Dawidek 	if (ggio->gctl_sectorsize > 0 && !powerof2(ggio->gctl_sectorsize)) {
381fe27e772SPawel Jakub Dawidek 		G_GATE_DEBUG(1, "Invalid sector size.");
382fe27e772SPawel Jakub Dawidek 		return (EINVAL);
383fe27e772SPawel Jakub Dawidek 	}
384662a4e58SPawel Jakub Dawidek 	if ((ggio->gctl_mediasize % ggio->gctl_sectorsize) != 0) {
385662a4e58SPawel Jakub Dawidek 		G_GATE_DEBUG(1, "Invalid media size.");
386662a4e58SPawel Jakub Dawidek 		return (EINVAL);
387662a4e58SPawel Jakub Dawidek 	}
388fe27e772SPawel Jakub Dawidek 	if ((ggio->gctl_flags & G_GATE_FLAG_READONLY) != 0 &&
389fe27e772SPawel Jakub Dawidek 	    (ggio->gctl_flags & G_GATE_FLAG_WRITEONLY) != 0) {
390fe27e772SPawel Jakub Dawidek 		G_GATE_DEBUG(1, "Invalid flags.");
391fe27e772SPawel Jakub Dawidek 		return (EINVAL);
392fe27e772SPawel Jakub Dawidek 	}
393fe27e772SPawel Jakub Dawidek 	if (ggio->gctl_unit < -1) {
394fe27e772SPawel Jakub Dawidek 		G_GATE_DEBUG(1, "Invalid unit number.");
395fe27e772SPawel Jakub Dawidek 		return (EINVAL);
396fe27e772SPawel Jakub Dawidek 	}
397fe27e772SPawel Jakub Dawidek 
398fe27e772SPawel Jakub Dawidek 	sc = malloc(sizeof(*sc), M_GATE, M_WAITOK | M_ZERO);
399fe27e772SPawel Jakub Dawidek 	sc->sc_flags = (ggio->gctl_flags & G_GATE_USERFLAGS);
400fe27e772SPawel Jakub Dawidek 	strlcpy(sc->sc_info, ggio->gctl_info, sizeof(sc->sc_info));
401fe27e772SPawel Jakub Dawidek 	sc->sc_seq = 0;
402fe27e772SPawel Jakub Dawidek 	bioq_init(&sc->sc_inqueue);
403fe27e772SPawel Jakub Dawidek 	bioq_init(&sc->sc_outqueue);
404e35d3a78SPawel Jakub Dawidek 	mtx_init(&sc->sc_queue_mtx, "gg:queue", NULL, MTX_DEF);
405fe27e772SPawel Jakub Dawidek 	sc->sc_queue_count = 0;
406fe27e772SPawel Jakub Dawidek 	sc->sc_queue_size = ggio->gctl_maxcount;
407fe27e772SPawel Jakub Dawidek 	if (sc->sc_queue_size > G_GATE_MAX_QUEUE_SIZE)
408fe27e772SPawel Jakub Dawidek 		sc->sc_queue_size = G_GATE_MAX_QUEUE_SIZE;
409fe27e772SPawel Jakub Dawidek 	sc->sc_timeout = ggio->gctl_timeout;
410fe27e772SPawel Jakub Dawidek 	callout_init(&sc->sc_callout, CALLOUT_MPSAFE);
4114d1e1bf3SPawel Jakub Dawidek 	mtx_lock(&g_gate_list_mtx);
4124d1e1bf3SPawel Jakub Dawidek 	ggio->gctl_unit = g_gate_getunit(ggio->gctl_unit);
4134d1e1bf3SPawel Jakub Dawidek 	if (ggio->gctl_unit == -1) {
414c7e17f4bSPawel Jakub Dawidek 		mtx_unlock(&g_gate_list_mtx);
415e35d3a78SPawel Jakub Dawidek 		mtx_destroy(&sc->sc_queue_mtx);
4164d1e1bf3SPawel Jakub Dawidek 		free(sc, M_GATE);
4174d1e1bf3SPawel Jakub Dawidek 		return (EBUSY);
4184d1e1bf3SPawel Jakub Dawidek 	}
4194d1e1bf3SPawel Jakub Dawidek 	sc->sc_unit = ggio->gctl_unit;
420fe27e772SPawel Jakub Dawidek 	LIST_INSERT_HEAD(&g_gate_list, sc, sc_next);
421fe27e772SPawel Jakub Dawidek 	mtx_unlock(&g_gate_list_mtx);
422fe27e772SPawel Jakub Dawidek 
423fe27e772SPawel Jakub Dawidek 	g_topology_lock();
424fe27e772SPawel Jakub Dawidek 	gp = g_new_geomf(&g_gate_class, "%s%d", G_GATE_PROVIDER_NAME,
425fe27e772SPawel Jakub Dawidek 	    sc->sc_unit);
426fe27e772SPawel Jakub Dawidek 	gp->start = g_gate_start;
427fe27e772SPawel Jakub Dawidek 	gp->access = g_gate_access;
428fe27e772SPawel Jakub Dawidek 	gp->dumpconf = g_gate_dumpconf;
429fe27e772SPawel Jakub Dawidek 	gp->softc = sc;
430fe27e772SPawel Jakub Dawidek 	pp = g_new_providerf(gp, "%s%d", G_GATE_PROVIDER_NAME, sc->sc_unit);
431fe27e772SPawel Jakub Dawidek 	pp->mediasize = ggio->gctl_mediasize;
432fe27e772SPawel Jakub Dawidek 	pp->sectorsize = ggio->gctl_sectorsize;
433fe27e772SPawel Jakub Dawidek 	sc->sc_provider = pp;
434fe27e772SPawel Jakub Dawidek 	g_error_provider(pp, 0);
435fe27e772SPawel Jakub Dawidek 	g_topology_unlock();
436fe27e772SPawel Jakub Dawidek 
437fe27e772SPawel Jakub Dawidek 	if (sc->sc_timeout > 0) {
438fe27e772SPawel Jakub Dawidek 		callout_reset(&sc->sc_callout, sc->sc_timeout * hz,
439fe27e772SPawel Jakub Dawidek 		    g_gate_guard, sc);
440fe27e772SPawel Jakub Dawidek 	}
441fe27e772SPawel Jakub Dawidek 	return (0);
442fe27e772SPawel Jakub Dawidek }
443fe27e772SPawel Jakub Dawidek 
444fe27e772SPawel Jakub Dawidek #define	G_GATE_CHECK_VERSION(ggio)	do {				\
44584436f14SPawel Jakub Dawidek 	if ((ggio)->gctl_version != G_GATE_VERSION) {			\
44684436f14SPawel Jakub Dawidek 		printf("Version mismatch %d != %d.\n",			\
44784436f14SPawel Jakub Dawidek 		    ggio->gctl_version, G_GATE_VERSION);		\
448fe27e772SPawel Jakub Dawidek 		return (EINVAL);					\
44984436f14SPawel Jakub Dawidek 	}								\
450fe27e772SPawel Jakub Dawidek } while (0)
451fe27e772SPawel Jakub Dawidek static int
45289c9c53dSPoul-Henning Kamp g_gate_ioctl(struct cdev *dev, u_long cmd, caddr_t addr, int flags, struct thread *td)
453fe27e772SPawel Jakub Dawidek {
454fe27e772SPawel Jakub Dawidek 	struct g_gate_softc *sc;
455fe27e772SPawel Jakub Dawidek 	struct bio *bp;
456fe27e772SPawel Jakub Dawidek 	int error = 0;
457fe27e772SPawel Jakub Dawidek 
458fe27e772SPawel Jakub Dawidek 	G_GATE_DEBUG(4, "ioctl(%s, %lx, %p, %x, %p)", devtoname(dev), cmd, addr,
459fe27e772SPawel Jakub Dawidek 	    flags, td);
460fe27e772SPawel Jakub Dawidek 
461fe27e772SPawel Jakub Dawidek 	switch (cmd) {
462fe27e772SPawel Jakub Dawidek 	case G_GATE_CMD_CREATE:
463fe27e772SPawel Jakub Dawidek 	    {
464fe27e772SPawel Jakub Dawidek 		struct g_gate_ctl_create *ggio = (void *)addr;
465fe27e772SPawel Jakub Dawidek 
466fe27e772SPawel Jakub Dawidek 		G_GATE_CHECK_VERSION(ggio);
467a17dd95fSPawel Jakub Dawidek 		error = g_gate_create(ggio);
468f9065812SPawel Jakub Dawidek 		/*
469f9065812SPawel Jakub Dawidek 		 * Reset TDP_GEOM flag.
470f9065812SPawel Jakub Dawidek 		 * There are pending events for sure, because we just created
471f9065812SPawel Jakub Dawidek 		 * new provider and other classes want to taste it, but we
472f9065812SPawel Jakub Dawidek 		 * cannot answer on I/O requests until we're here.
473f9065812SPawel Jakub Dawidek 		 */
474f9065812SPawel Jakub Dawidek 		td->td_pflags &= ~TDP_GEOM;
475a17dd95fSPawel Jakub Dawidek 		return (error);
476fe27e772SPawel Jakub Dawidek 	    }
477fe27e772SPawel Jakub Dawidek 	case G_GATE_CMD_DESTROY:
478fe27e772SPawel Jakub Dawidek 	    {
479fe27e772SPawel Jakub Dawidek 		struct g_gate_ctl_destroy *ggio = (void *)addr;
480fe27e772SPawel Jakub Dawidek 
481fe27e772SPawel Jakub Dawidek 		G_GATE_CHECK_VERSION(ggio);
482fe27e772SPawel Jakub Dawidek 		sc = g_gate_hold(ggio->gctl_unit);
483fe27e772SPawel Jakub Dawidek 		if (sc == NULL)
484fe27e772SPawel Jakub Dawidek 			return (ENXIO);
485fe27e772SPawel Jakub Dawidek 		g_topology_lock();
486fe27e772SPawel Jakub Dawidek 		mtx_lock(&g_gate_list_mtx);
487fe27e772SPawel Jakub Dawidek 		error = g_gate_destroy(sc, ggio->gctl_force);
488fe27e772SPawel Jakub Dawidek 		if (error == 0)
489fe27e772SPawel Jakub Dawidek 			g_gate_wither(sc);
490fe27e772SPawel Jakub Dawidek 		g_topology_unlock();
491fe27e772SPawel Jakub Dawidek 		g_gate_release(sc);
492fe27e772SPawel Jakub Dawidek 		return (error);
493fe27e772SPawel Jakub Dawidek 	    }
49484436f14SPawel Jakub Dawidek 	case G_GATE_CMD_CANCEL:
49584436f14SPawel Jakub Dawidek 	    {
49684436f14SPawel Jakub Dawidek 		struct g_gate_ctl_cancel *ggio = (void *)addr;
49784436f14SPawel Jakub Dawidek 		struct bio *tbp, *lbp;
49884436f14SPawel Jakub Dawidek 
49984436f14SPawel Jakub Dawidek 		G_GATE_CHECK_VERSION(ggio);
50084436f14SPawel Jakub Dawidek 		sc = g_gate_hold(ggio->gctl_unit);
50184436f14SPawel Jakub Dawidek 		if (sc == NULL)
50284436f14SPawel Jakub Dawidek 			return (ENXIO);
50384436f14SPawel Jakub Dawidek 		lbp = NULL;
50484436f14SPawel Jakub Dawidek 		mtx_lock(&sc->sc_queue_mtx);
50584436f14SPawel Jakub Dawidek 		TAILQ_FOREACH_SAFE(bp, &sc->sc_outqueue.queue, bio_queue, tbp) {
50684436f14SPawel Jakub Dawidek 			if (ggio->gctl_seq == 0 ||
50784436f14SPawel Jakub Dawidek 			    ggio->gctl_seq == (uintptr_t)bp->bio_driver1) {
50884436f14SPawel Jakub Dawidek 				G_GATE_LOGREQ(1, bp, "Request canceled.");
50984436f14SPawel Jakub Dawidek 				bioq_remove(&sc->sc_outqueue, bp);
51084436f14SPawel Jakub Dawidek 				/*
51184436f14SPawel Jakub Dawidek 				 * Be sure to put requests back onto incoming
51284436f14SPawel Jakub Dawidek 				 * queue in the proper order.
51384436f14SPawel Jakub Dawidek 				 */
51484436f14SPawel Jakub Dawidek 				if (lbp == NULL)
51584436f14SPawel Jakub Dawidek 					bioq_insert_head(&sc->sc_inqueue, bp);
51684436f14SPawel Jakub Dawidek 				else {
51784436f14SPawel Jakub Dawidek 					TAILQ_INSERT_AFTER(&sc->sc_inqueue.queue,
51884436f14SPawel Jakub Dawidek 					    lbp, bp, bio_queue);
51984436f14SPawel Jakub Dawidek 				}
52084436f14SPawel Jakub Dawidek 				lbp = bp;
52184436f14SPawel Jakub Dawidek 				/*
52284436f14SPawel Jakub Dawidek 				 * If only one request was canceled, leave now.
52384436f14SPawel Jakub Dawidek 				 */
52484436f14SPawel Jakub Dawidek 				if (ggio->gctl_seq != 0)
52584436f14SPawel Jakub Dawidek 					break;
52684436f14SPawel Jakub Dawidek 			}
52784436f14SPawel Jakub Dawidek 		}
52884436f14SPawel Jakub Dawidek 		mtx_unlock(&sc->sc_queue_mtx);
52984436f14SPawel Jakub Dawidek 		g_gate_release(sc);
53084436f14SPawel Jakub Dawidek 		return (error);
53184436f14SPawel Jakub Dawidek 	    }
532fe27e772SPawel Jakub Dawidek 	case G_GATE_CMD_START:
533fe27e772SPawel Jakub Dawidek 	    {
534fe27e772SPawel Jakub Dawidek 		struct g_gate_ctl_io *ggio = (void *)addr;
535fe27e772SPawel Jakub Dawidek 
536fe27e772SPawel Jakub Dawidek 		G_GATE_CHECK_VERSION(ggio);
537e35d3a78SPawel Jakub Dawidek 		sc = g_gate_find(ggio->gctl_unit);
538fe27e772SPawel Jakub Dawidek 		if (sc == NULL)
539fe27e772SPawel Jakub Dawidek 			return (ENXIO);
540fe27e772SPawel Jakub Dawidek 		for (;;) {
541e35d3a78SPawel Jakub Dawidek 			mtx_lock(&sc->sc_queue_mtx);
542fe27e772SPawel Jakub Dawidek 			bp = bioq_first(&sc->sc_inqueue);
543fe27e772SPawel Jakub Dawidek 			if (bp != NULL)
544fe27e772SPawel Jakub Dawidek 				break;
545e35d3a78SPawel Jakub Dawidek 			if (msleep(sc, &sc->sc_queue_mtx,
546fe27e772SPawel Jakub Dawidek 			    PPAUSE | PDROP | PCATCH, "ggwait", 0) != 0) {
547fe27e772SPawel Jakub Dawidek 				ggio->gctl_error = ECANCELED;
548fe27e772SPawel Jakub Dawidek 				return (0);
549fe27e772SPawel Jakub Dawidek 			}
550fe27e772SPawel Jakub Dawidek 			if ((sc->sc_flags & G_GATE_FLAG_DESTROY) != 0) {
551fe27e772SPawel Jakub Dawidek 				ggio->gctl_error = ECANCELED;
552fe27e772SPawel Jakub Dawidek 				return (0);
553fe27e772SPawel Jakub Dawidek 			}
554fe27e772SPawel Jakub Dawidek 		}
5554d1e1bf3SPawel Jakub Dawidek 		ggio->gctl_cmd = bp->bio_cmd;
556fe27e772SPawel Jakub Dawidek 		if ((bp->bio_cmd == BIO_DELETE || bp->bio_cmd == BIO_WRITE) &&
557fe27e772SPawel Jakub Dawidek 		    bp->bio_length > ggio->gctl_length) {
558e35d3a78SPawel Jakub Dawidek 			mtx_unlock(&sc->sc_queue_mtx);
559fe27e772SPawel Jakub Dawidek 			ggio->gctl_length = bp->bio_length;
560fe27e772SPawel Jakub Dawidek 			ggio->gctl_error = ENOMEM;
561fe27e772SPawel Jakub Dawidek 			return (0);
562fe27e772SPawel Jakub Dawidek 		}
563fe27e772SPawel Jakub Dawidek 		bioq_remove(&sc->sc_inqueue, bp);
564e35d3a78SPawel Jakub Dawidek 		bioq_insert_tail(&sc->sc_outqueue, bp);
565e35d3a78SPawel Jakub Dawidek 		mtx_unlock(&sc->sc_queue_mtx);
566e35d3a78SPawel Jakub Dawidek 
5670d785336SPawel Jakub Dawidek 		ggio->gctl_seq = (uintptr_t)bp->bio_driver1;
568fe27e772SPawel Jakub Dawidek 		ggio->gctl_offset = bp->bio_offset;
569fe27e772SPawel Jakub Dawidek 		ggio->gctl_length = bp->bio_length;
57084436f14SPawel Jakub Dawidek 
571fe27e772SPawel Jakub Dawidek 		switch (bp->bio_cmd) {
572fe27e772SPawel Jakub Dawidek 		case BIO_READ:
573fe27e772SPawel Jakub Dawidek 			break;
574fe27e772SPawel Jakub Dawidek 		case BIO_DELETE:
575fe27e772SPawel Jakub Dawidek 		case BIO_WRITE:
576fe27e772SPawel Jakub Dawidek 			error = copyout(bp->bio_data, ggio->gctl_data,
577fe27e772SPawel Jakub Dawidek 			    bp->bio_length);
578fe27e772SPawel Jakub Dawidek 			if (error != 0) {
579e35d3a78SPawel Jakub Dawidek 				mtx_lock(&sc->sc_queue_mtx);
580e35d3a78SPawel Jakub Dawidek 				bioq_remove(&sc->sc_outqueue, bp);
581662a4e58SPawel Jakub Dawidek 				bioq_insert_head(&sc->sc_inqueue, bp);
582e35d3a78SPawel Jakub Dawidek 				mtx_unlock(&sc->sc_queue_mtx);
583fe27e772SPawel Jakub Dawidek 				return (error);
584fe27e772SPawel Jakub Dawidek 			}
585fe27e772SPawel Jakub Dawidek 			break;
586fe27e772SPawel Jakub Dawidek 		}
587fe27e772SPawel Jakub Dawidek 		return (0);
588fe27e772SPawel Jakub Dawidek 	    }
589fe27e772SPawel Jakub Dawidek 	case G_GATE_CMD_DONE:
590fe27e772SPawel Jakub Dawidek 	    {
591fe27e772SPawel Jakub Dawidek 		struct g_gate_ctl_io *ggio = (void *)addr;
592fe27e772SPawel Jakub Dawidek 
593fe27e772SPawel Jakub Dawidek 		G_GATE_CHECK_VERSION(ggio);
594e35d3a78SPawel Jakub Dawidek 		sc = g_gate_find(ggio->gctl_unit);
595fe27e772SPawel Jakub Dawidek 		if (sc == NULL)
596fe27e772SPawel Jakub Dawidek 			return (ENOENT);
597e35d3a78SPawel Jakub Dawidek 		mtx_lock(&sc->sc_queue_mtx);
598fe27e772SPawel Jakub Dawidek 		TAILQ_FOREACH(bp, &sc->sc_outqueue.queue, bio_queue) {
5990d785336SPawel Jakub Dawidek 			if (ggio->gctl_seq == (uintptr_t)bp->bio_driver1)
600fe27e772SPawel Jakub Dawidek 				break;
601fe27e772SPawel Jakub Dawidek 		}
602fe27e772SPawel Jakub Dawidek 		if (bp != NULL) {
603fe27e772SPawel Jakub Dawidek 			bioq_remove(&sc->sc_outqueue, bp);
604e35d3a78SPawel Jakub Dawidek 			sc->sc_queue_count--;
605fe27e772SPawel Jakub Dawidek 		}
606e35d3a78SPawel Jakub Dawidek 		mtx_unlock(&sc->sc_queue_mtx);
607fe27e772SPawel Jakub Dawidek 		if (bp == NULL) {
608fe27e772SPawel Jakub Dawidek 			/*
609fe27e772SPawel Jakub Dawidek 			 * Request was probably canceled.
610fe27e772SPawel Jakub Dawidek 			 */
611fe27e772SPawel Jakub Dawidek 			return (0);
612fe27e772SPawel Jakub Dawidek 		}
613fe27e772SPawel Jakub Dawidek 		if (ggio->gctl_error == EAGAIN) {
614fe27e772SPawel Jakub Dawidek 			bp->bio_error = 0;
615fe27e772SPawel Jakub Dawidek 			G_GATE_LOGREQ(1, bp, "Request desisted.");
616e35d3a78SPawel Jakub Dawidek 			mtx_lock(&sc->sc_queue_mtx);
617e35d3a78SPawel Jakub Dawidek 			sc->sc_queue_count++;
618662a4e58SPawel Jakub Dawidek 			bioq_insert_head(&sc->sc_inqueue, bp);
619fe27e772SPawel Jakub Dawidek 			wakeup(sc);
620e35d3a78SPawel Jakub Dawidek 			mtx_unlock(&sc->sc_queue_mtx);
621fe27e772SPawel Jakub Dawidek 		} else {
622fe27e772SPawel Jakub Dawidek 			bp->bio_error = ggio->gctl_error;
623fe27e772SPawel Jakub Dawidek 			if (bp->bio_error == 0) {
624fe27e772SPawel Jakub Dawidek 				bp->bio_completed = bp->bio_length;
625fe27e772SPawel Jakub Dawidek 				switch (bp->bio_cmd) {
626fe27e772SPawel Jakub Dawidek 				case BIO_READ:
627fe27e772SPawel Jakub Dawidek 					error = copyin(ggio->gctl_data,
628fe27e772SPawel Jakub Dawidek 					    bp->bio_data, bp->bio_length);
629fe27e772SPawel Jakub Dawidek 					if (error != 0)
630fe27e772SPawel Jakub Dawidek 						bp->bio_error = error;
631fe27e772SPawel Jakub Dawidek 					break;
632fe27e772SPawel Jakub Dawidek 				case BIO_DELETE:
633fe27e772SPawel Jakub Dawidek 				case BIO_WRITE:
634fe27e772SPawel Jakub Dawidek 					break;
635fe27e772SPawel Jakub Dawidek 				}
636fe27e772SPawel Jakub Dawidek 			}
637fe27e772SPawel Jakub Dawidek 			G_GATE_LOGREQ(2, bp, "Request done.");
638fe27e772SPawel Jakub Dawidek 			g_io_deliver(bp, bp->bio_error);
639fe27e772SPawel Jakub Dawidek 		}
640fe27e772SPawel Jakub Dawidek 		return (error);
641fe27e772SPawel Jakub Dawidek 	    }
642fe27e772SPawel Jakub Dawidek 	}
643fe27e772SPawel Jakub Dawidek 	return (ENOIOCTL);
644fe27e772SPawel Jakub Dawidek }
645fe27e772SPawel Jakub Dawidek 
646fe27e772SPawel Jakub Dawidek static void
6479ecdd506SPawel Jakub Dawidek g_gate_device(void)
648fe27e772SPawel Jakub Dawidek {
649fe27e772SPawel Jakub Dawidek 
650fe27e772SPawel Jakub Dawidek 	status_dev = make_dev(&g_gate_cdevsw, 0x0, UID_ROOT, GID_WHEEL, 0600,
651fe27e772SPawel Jakub Dawidek 	    G_GATE_CTL_NAME);
652fe27e772SPawel Jakub Dawidek }
653fe27e772SPawel Jakub Dawidek 
654fe27e772SPawel Jakub Dawidek static int
655fe27e772SPawel Jakub Dawidek g_gate_modevent(module_t mod, int type, void *data)
656fe27e772SPawel Jakub Dawidek {
657fe27e772SPawel Jakub Dawidek 	int error = 0;
658fe27e772SPawel Jakub Dawidek 
659fe27e772SPawel Jakub Dawidek 	switch (type) {
660fe27e772SPawel Jakub Dawidek 	case MOD_LOAD:
661fe27e772SPawel Jakub Dawidek 		mtx_init(&g_gate_list_mtx, "gg_list_lock", NULL, MTX_DEF);
6629ecdd506SPawel Jakub Dawidek 		g_gate_device();
663fe27e772SPawel Jakub Dawidek 		break;
664fe27e772SPawel Jakub Dawidek 	case MOD_UNLOAD:
665fe27e772SPawel Jakub Dawidek 		mtx_lock(&g_gate_list_mtx);
666fe27e772SPawel Jakub Dawidek 		if (!LIST_EMPTY(&g_gate_list)) {
667fe27e772SPawel Jakub Dawidek 			mtx_unlock(&g_gate_list_mtx);
668fe27e772SPawel Jakub Dawidek 			error = EBUSY;
669fe27e772SPawel Jakub Dawidek 			break;
670fe27e772SPawel Jakub Dawidek 		}
671fe27e772SPawel Jakub Dawidek 		mtx_unlock(&g_gate_list_mtx);
672fe27e772SPawel Jakub Dawidek 		mtx_destroy(&g_gate_list_mtx);
673fe27e772SPawel Jakub Dawidek 		if (status_dev != 0)
674fe27e772SPawel Jakub Dawidek 			destroy_dev(status_dev);
675fe27e772SPawel Jakub Dawidek 		break;
676fe27e772SPawel Jakub Dawidek 	default:
6773e019deaSPoul-Henning Kamp 		return (EOPNOTSUPP);
678fe27e772SPawel Jakub Dawidek 		break;
679fe27e772SPawel Jakub Dawidek 	}
680fe27e772SPawel Jakub Dawidek 
681fe27e772SPawel Jakub Dawidek 	return (error);
682fe27e772SPawel Jakub Dawidek }
683fe27e772SPawel Jakub Dawidek static moduledata_t g_gate_module = {
684fe27e772SPawel Jakub Dawidek 	G_GATE_MOD_NAME,
685fe27e772SPawel Jakub Dawidek 	g_gate_modevent,
686fe27e772SPawel Jakub Dawidek 	NULL
687fe27e772SPawel Jakub Dawidek };
688fe27e772SPawel Jakub Dawidek DECLARE_MODULE(geom_gate, g_gate_module, SI_SUB_DRIVERS, SI_ORDER_MIDDLE);
689fe27e772SPawel Jakub Dawidek DECLARE_GEOM_CLASS(g_gate_class, g_gate);
690