xref: /freebsd/sys/kern/kern_conf.c (revision 9d53363bc845c42c897acd4995b226cbf9ff045a)
126453f35SJulian Elischer /*-
266cdbc28SPoul-Henning Kamp  * Copyright (c) 1999-2002 Poul-Henning Kamp
326453f35SJulian Elischer  * All rights reserved.
426453f35SJulian Elischer  *
526453f35SJulian Elischer  * Redistribution and use in source and binary forms, with or without
626453f35SJulian Elischer  * modification, are permitted provided that the following conditions
726453f35SJulian Elischer  * are met:
826453f35SJulian Elischer  * 1. Redistributions of source code must retain the above copyright
926453f35SJulian Elischer  *    notice, this list of conditions and the following disclaimer.
1026453f35SJulian Elischer  * 2. Redistributions in binary form must reproduce the above copyright
1126453f35SJulian Elischer  *    notice, this list of conditions and the following disclaimer in the
1226453f35SJulian Elischer  *    documentation and/or other materials provided with the distribution.
1326453f35SJulian Elischer  *
1466cdbc28SPoul-Henning Kamp  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
1566cdbc28SPoul-Henning Kamp  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
1626453f35SJulian Elischer  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
1766cdbc28SPoul-Henning Kamp  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
1826453f35SJulian Elischer  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
1926453f35SJulian Elischer  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
2026453f35SJulian Elischer  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
2126453f35SJulian Elischer  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
2226453f35SJulian Elischer  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
2326453f35SJulian Elischer  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
2426453f35SJulian Elischer  * SUCH DAMAGE.
2526453f35SJulian Elischer  */
2626453f35SJulian Elischer 
27677b542eSDavid E. O'Brien #include <sys/cdefs.h>
28677b542eSDavid E. O'Brien __FBSDID("$FreeBSD$");
29677b542eSDavid E. O'Brien 
3026453f35SJulian Elischer #include <sys/param.h>
31698bfad7SPoul-Henning Kamp #include <sys/kernel.h>
32f8a760b3SJulian Elischer #include <sys/systm.h>
3302574b19SPoul-Henning Kamp #include <sys/bio.h>
341b567820SBrian Feldman #include <sys/lock.h>
351b567820SBrian Feldman #include <sys/mutex.h>
36ecbb00a2SDoug Rabson #include <sys/module.h>
37698bfad7SPoul-Henning Kamp #include <sys/malloc.h>
3826453f35SJulian Elischer #include <sys/conf.h>
391dfcbb0cSJulian Elischer #include <sys/vnode.h>
40698bfad7SPoul-Henning Kamp #include <sys/queue.h>
41b2941431SPoul-Henning Kamp #include <sys/poll.h>
42de10ffa5SKonstantin Belousov #include <sys/sx.h>
43db901281SPoul-Henning Kamp #include <sys/ctype.h>
448e1f1df0SPoul-Henning Kamp #include <sys/tty.h>
45d26dd2d9SRobert Watson #include <sys/ucred.h>
46de10ffa5SKonstantin Belousov #include <sys/taskqueue.h>
470ef1c826SPoul-Henning Kamp #include <machine/stdarg.h>
481dfcbb0cSJulian Elischer 
499c0af131SPoul-Henning Kamp #include <fs/devfs/devfs_int.h>
509c0af131SPoul-Henning Kamp 
519ef295b7SPoul-Henning Kamp static MALLOC_DEFINE(M_DEVT, "cdev", "cdev storage");
52698bfad7SPoul-Henning Kamp 
53e606a3c6SPoul-Henning Kamp struct mtx devmtx;
54aa2f6ddcSPoul-Henning Kamp static void destroy_devl(struct cdev *dev);
559d53363bSKonstantin Belousov static int destroy_dev_sched_cbl(struct cdev *dev,
569d53363bSKonstantin Belousov     void (*cb)(void *), void *arg);
57de10ffa5SKonstantin Belousov static struct cdev *make_dev_credv(int flags,
58de10ffa5SKonstantin Belousov     struct cdevsw *devsw, int minornr,
59d26dd2d9SRobert Watson     struct ucred *cr, uid_t uid, gid_t gid, int mode, const char *fmt,
60d26dd2d9SRobert Watson     va_list ap);
61f3732fd1SPoul-Henning Kamp 
629bc911d4SKonstantin Belousov static struct cdev_priv_list cdevp_free_list =
639bc911d4SKonstantin Belousov     TAILQ_HEAD_INITIALIZER(cdevp_free_list);
649bc911d4SKonstantin Belousov 
65a0e78d2eSPoul-Henning Kamp void
66a0e78d2eSPoul-Henning Kamp dev_lock(void)
67cd690b60SPoul-Henning Kamp {
688c4b6380SJohn Baldwin 
69cd690b60SPoul-Henning Kamp 	mtx_lock(&devmtx);
70cd690b60SPoul-Henning Kamp }
71cd690b60SPoul-Henning Kamp 
729bc911d4SKonstantin Belousov static void
739bc911d4SKonstantin Belousov dev_unlock_and_free(void)
749bc911d4SKonstantin Belousov {
759bc911d4SKonstantin Belousov 	struct cdev_priv *cdp;
769bc911d4SKonstantin Belousov 
779bc911d4SKonstantin Belousov 	mtx_assert(&devmtx, MA_OWNED);
789bc911d4SKonstantin Belousov 	while ((cdp = TAILQ_FIRST(&cdevp_free_list)) != NULL) {
799bc911d4SKonstantin Belousov 		TAILQ_REMOVE(&cdevp_free_list, cdp, cdp_list);
809bc911d4SKonstantin Belousov 		mtx_unlock(&devmtx);
819bc911d4SKonstantin Belousov 		devfs_free(&cdp->cdp_c);
829bc911d4SKonstantin Belousov 		mtx_lock(&devmtx);
839bc911d4SKonstantin Belousov 	}
849bc911d4SKonstantin Belousov 	mtx_unlock(&devmtx);
859bc911d4SKonstantin Belousov }
869bc911d4SKonstantin Belousov 
879bc911d4SKonstantin Belousov static void
889bc911d4SKonstantin Belousov dev_free_devlocked(struct cdev *cdev)
899bc911d4SKonstantin Belousov {
909bc911d4SKonstantin Belousov 	struct cdev_priv *cdp;
919bc911d4SKonstantin Belousov 
929bc911d4SKonstantin Belousov 	mtx_assert(&devmtx, MA_OWNED);
939bc911d4SKonstantin Belousov 	cdp = cdev->si_priv;
949bc911d4SKonstantin Belousov 	TAILQ_INSERT_HEAD(&cdevp_free_list, cdp, cdp_list);
959bc911d4SKonstantin Belousov }
969bc911d4SKonstantin Belousov 
97a0e78d2eSPoul-Henning Kamp void
98a0e78d2eSPoul-Henning Kamp dev_unlock(void)
99cd690b60SPoul-Henning Kamp {
1002c15afd8SPoul-Henning Kamp 
101cd690b60SPoul-Henning Kamp 	mtx_unlock(&devmtx);
102cd690b60SPoul-Henning Kamp }
103cd690b60SPoul-Henning Kamp 
104cd690b60SPoul-Henning Kamp void
1059477d73eSPoul-Henning Kamp dev_ref(struct cdev *dev)
1069477d73eSPoul-Henning Kamp {
1079477d73eSPoul-Henning Kamp 
1089477d73eSPoul-Henning Kamp 	mtx_assert(&devmtx, MA_NOTOWNED);
1099477d73eSPoul-Henning Kamp 	mtx_lock(&devmtx);
1109477d73eSPoul-Henning Kamp 	dev->si_refcount++;
1119477d73eSPoul-Henning Kamp 	mtx_unlock(&devmtx);
1129477d73eSPoul-Henning Kamp }
1139477d73eSPoul-Henning Kamp 
1149477d73eSPoul-Henning Kamp void
115eb151cb9SPoul-Henning Kamp dev_refl(struct cdev *dev)
116cd690b60SPoul-Henning Kamp {
1172c15afd8SPoul-Henning Kamp 
1181a1457d4SPoul-Henning Kamp 	mtx_assert(&devmtx, MA_OWNED);
119cd690b60SPoul-Henning Kamp 	dev->si_refcount++;
120cd690b60SPoul-Henning Kamp }
121cd690b60SPoul-Henning Kamp 
122cd690b60SPoul-Henning Kamp void
123aa2f6ddcSPoul-Henning Kamp dev_rel(struct cdev *dev)
124cd690b60SPoul-Henning Kamp {
125aa2f6ddcSPoul-Henning Kamp 	int flag = 0;
126a0e78d2eSPoul-Henning Kamp 
127ba285125SPoul-Henning Kamp 	mtx_assert(&devmtx, MA_NOTOWNED);
128ba285125SPoul-Henning Kamp 	dev_lock();
129cd690b60SPoul-Henning Kamp 	dev->si_refcount--;
130cd690b60SPoul-Henning Kamp 	KASSERT(dev->si_refcount >= 0,
131cd690b60SPoul-Henning Kamp 	    ("dev_rel(%s) gave negative count", devtoname(dev)));
132e606a3c6SPoul-Henning Kamp #if 0
133aa2f6ddcSPoul-Henning Kamp 	if (dev->si_usecount == 0 &&
134aa2f6ddcSPoul-Henning Kamp 	    (dev->si_flags & SI_CHEAPCLONE) && (dev->si_flags & SI_NAMED))
135e606a3c6SPoul-Henning Kamp 		;
136e606a3c6SPoul-Henning Kamp 	else
137e606a3c6SPoul-Henning Kamp #endif
138cd690b60SPoul-Henning Kamp 	if (dev->si_devsw == NULL && dev->si_refcount == 0) {
139cd690b60SPoul-Henning Kamp 		LIST_REMOVE(dev, si_list);
140ba285125SPoul-Henning Kamp 		flag = 1;
141ba285125SPoul-Henning Kamp 	}
142ba285125SPoul-Henning Kamp 	dev_unlock();
143ba285125SPoul-Henning Kamp 	if (flag)
144e606a3c6SPoul-Henning Kamp 		devfs_free(dev);
145cd690b60SPoul-Henning Kamp }
146ba285125SPoul-Henning Kamp 
1472c15afd8SPoul-Henning Kamp struct cdevsw *
1482c15afd8SPoul-Henning Kamp dev_refthread(struct cdev *dev)
1492c15afd8SPoul-Henning Kamp {
1502c15afd8SPoul-Henning Kamp 	struct cdevsw *csw;
151de10ffa5SKonstantin Belousov 	struct cdev_priv *cdp;
1522c15afd8SPoul-Henning Kamp 
1532c15afd8SPoul-Henning Kamp 	mtx_assert(&devmtx, MA_NOTOWNED);
1542c15afd8SPoul-Henning Kamp 	dev_lock();
1552c15afd8SPoul-Henning Kamp 	csw = dev->si_devsw;
156de10ffa5SKonstantin Belousov 	if (csw != NULL) {
157de10ffa5SKonstantin Belousov 		cdp = dev->si_priv;
158de10ffa5SKonstantin Belousov 		if ((cdp->cdp_flags & CDP_SCHED_DTR) == 0)
1592c15afd8SPoul-Henning Kamp 			dev->si_threadcount++;
160de10ffa5SKonstantin Belousov 		else
161de10ffa5SKonstantin Belousov 			csw = NULL;
162de10ffa5SKonstantin Belousov 	}
1632c15afd8SPoul-Henning Kamp 	dev_unlock();
1642c15afd8SPoul-Henning Kamp 	return (csw);
1652c15afd8SPoul-Henning Kamp }
1662c15afd8SPoul-Henning Kamp 
1671663075cSKonstantin Belousov struct cdevsw *
1681663075cSKonstantin Belousov devvn_refthread(struct vnode *vp, struct cdev **devp)
1691663075cSKonstantin Belousov {
1701663075cSKonstantin Belousov 	struct cdevsw *csw;
171de10ffa5SKonstantin Belousov 	struct cdev_priv *cdp;
1721663075cSKonstantin Belousov 
1731663075cSKonstantin Belousov 	mtx_assert(&devmtx, MA_NOTOWNED);
1741663075cSKonstantin Belousov 	csw = NULL;
1751663075cSKonstantin Belousov 	dev_lock();
1761663075cSKonstantin Belousov 	*devp = vp->v_rdev;
1771663075cSKonstantin Belousov 	if (*devp != NULL) {
178de10ffa5SKonstantin Belousov 		cdp = (*devp)->si_priv;
179de10ffa5SKonstantin Belousov 		if ((cdp->cdp_flags & CDP_SCHED_DTR) == 0) {
1801663075cSKonstantin Belousov 			csw = (*devp)->si_devsw;
1811663075cSKonstantin Belousov 			if (csw != NULL)
1821663075cSKonstantin Belousov 				(*devp)->si_threadcount++;
1831663075cSKonstantin Belousov 		}
184de10ffa5SKonstantin Belousov 	}
1851663075cSKonstantin Belousov 	dev_unlock();
1861663075cSKonstantin Belousov 	return (csw);
1871663075cSKonstantin Belousov }
1881663075cSKonstantin Belousov 
1892c15afd8SPoul-Henning Kamp void
1902c15afd8SPoul-Henning Kamp dev_relthread(struct cdev *dev)
1912c15afd8SPoul-Henning Kamp {
1922c15afd8SPoul-Henning Kamp 
1932c15afd8SPoul-Henning Kamp 	mtx_assert(&devmtx, MA_NOTOWNED);
1942c15afd8SPoul-Henning Kamp 	dev_lock();
1952c15afd8SPoul-Henning Kamp 	dev->si_threadcount--;
1962c15afd8SPoul-Henning Kamp 	dev_unlock();
1972c15afd8SPoul-Henning Kamp }
198cd690b60SPoul-Henning Kamp 
199b2941431SPoul-Henning Kamp int
200b2941431SPoul-Henning Kamp nullop(void)
201b2941431SPoul-Henning Kamp {
202b2941431SPoul-Henning Kamp 
203b2941431SPoul-Henning Kamp 	return (0);
204b2941431SPoul-Henning Kamp }
205b2941431SPoul-Henning Kamp 
206b2941431SPoul-Henning Kamp int
207b2941431SPoul-Henning Kamp eopnotsupp(void)
208b2941431SPoul-Henning Kamp {
209b2941431SPoul-Henning Kamp 
210b2941431SPoul-Henning Kamp 	return (EOPNOTSUPP);
211b2941431SPoul-Henning Kamp }
21202574b19SPoul-Henning Kamp 
21302574b19SPoul-Henning Kamp static int
21402574b19SPoul-Henning Kamp enxio(void)
21502574b19SPoul-Henning Kamp {
21602574b19SPoul-Henning Kamp 	return (ENXIO);
21702574b19SPoul-Henning Kamp }
21802574b19SPoul-Henning Kamp 
219b2941431SPoul-Henning Kamp static int
220b2941431SPoul-Henning Kamp enodev(void)
221b2941431SPoul-Henning Kamp {
222b2941431SPoul-Henning Kamp 	return (ENODEV);
223b2941431SPoul-Henning Kamp }
224b2941431SPoul-Henning Kamp 
225b2941431SPoul-Henning Kamp /* Define a dead_cdevsw for use when devices leave unexpectedly. */
226b2941431SPoul-Henning Kamp 
22702574b19SPoul-Henning Kamp #define dead_open	(d_open_t *)enxio
22802574b19SPoul-Henning Kamp #define dead_close	(d_close_t *)enxio
22902574b19SPoul-Henning Kamp #define dead_read	(d_read_t *)enxio
23002574b19SPoul-Henning Kamp #define dead_write	(d_write_t *)enxio
23102574b19SPoul-Henning Kamp #define dead_ioctl	(d_ioctl_t *)enxio
232b2941431SPoul-Henning Kamp #define dead_poll	(d_poll_t *)enodev
233b2941431SPoul-Henning Kamp #define dead_mmap	(d_mmap_t *)enodev
23402574b19SPoul-Henning Kamp 
23502574b19SPoul-Henning Kamp static void
23602574b19SPoul-Henning Kamp dead_strategy(struct bio *bp)
23702574b19SPoul-Henning Kamp {
23802574b19SPoul-Henning Kamp 
23902574b19SPoul-Henning Kamp 	biofinish(bp, NULL, ENXIO);
24002574b19SPoul-Henning Kamp }
24102574b19SPoul-Henning Kamp 
2422c6b49f6SPoul-Henning Kamp #define dead_dump	(dumper_t *)enxio
24302574b19SPoul-Henning Kamp #define dead_kqfilter	(d_kqfilter_t *)enxio
24402574b19SPoul-Henning Kamp 
24502574b19SPoul-Henning Kamp static struct cdevsw dead_cdevsw = {
246dc08ffecSPoul-Henning Kamp 	.d_version =	D_VERSION,
247dc08ffecSPoul-Henning Kamp 	.d_flags =	D_NEEDGIANT, /* XXX: does dead_strategy need this ? */
2487ac40f5fSPoul-Henning Kamp 	.d_open =	dead_open,
2497ac40f5fSPoul-Henning Kamp 	.d_close =	dead_close,
2507ac40f5fSPoul-Henning Kamp 	.d_read =	dead_read,
2517ac40f5fSPoul-Henning Kamp 	.d_write =	dead_write,
2527ac40f5fSPoul-Henning Kamp 	.d_ioctl =	dead_ioctl,
2537ac40f5fSPoul-Henning Kamp 	.d_poll =	dead_poll,
2547ac40f5fSPoul-Henning Kamp 	.d_mmap =	dead_mmap,
2557ac40f5fSPoul-Henning Kamp 	.d_strategy =	dead_strategy,
2567ac40f5fSPoul-Henning Kamp 	.d_name =	"dead",
2577ac40f5fSPoul-Henning Kamp 	.d_dump =	dead_dump,
2587ac40f5fSPoul-Henning Kamp 	.d_kqfilter =	dead_kqfilter
25902574b19SPoul-Henning Kamp };
26002574b19SPoul-Henning Kamp 
261b2941431SPoul-Henning Kamp /* Default methods if driver does not specify method */
262b2941431SPoul-Henning Kamp 
263b2941431SPoul-Henning Kamp #define null_open	(d_open_t *)nullop
264b2941431SPoul-Henning Kamp #define null_close	(d_close_t *)nullop
265b2941431SPoul-Henning Kamp #define no_read		(d_read_t *)enodev
266b2941431SPoul-Henning Kamp #define no_write	(d_write_t *)enodev
267b2941431SPoul-Henning Kamp #define no_ioctl	(d_ioctl_t *)enodev
268b2941431SPoul-Henning Kamp #define no_mmap		(d_mmap_t *)enodev
269ad3b9257SJohn-Mark Gurney #define no_kqfilter	(d_kqfilter_t *)enodev
270b2941431SPoul-Henning Kamp 
271b2941431SPoul-Henning Kamp static void
272b2941431SPoul-Henning Kamp no_strategy(struct bio *bp)
273b2941431SPoul-Henning Kamp {
274b2941431SPoul-Henning Kamp 
275b2941431SPoul-Henning Kamp 	biofinish(bp, NULL, ENODEV);
276b2941431SPoul-Henning Kamp }
277b2941431SPoul-Henning Kamp 
278b2941431SPoul-Henning Kamp static int
27989c9c53dSPoul-Henning Kamp no_poll(struct cdev *dev __unused, int events, struct thread *td __unused)
280b2941431SPoul-Henning Kamp {
281b2941431SPoul-Henning Kamp 	/*
282b2941431SPoul-Henning Kamp 	 * Return true for read/write.  If the user asked for something
283b2941431SPoul-Henning Kamp 	 * special, return POLLNVAL, so that clients have a way of
284b2941431SPoul-Henning Kamp 	 * determining reliably whether or not the extended
285b2941431SPoul-Henning Kamp 	 * functionality is present without hard-coding knowledge
286b2941431SPoul-Henning Kamp 	 * of specific filesystem implementations.
287b2941431SPoul-Henning Kamp 	 * Stay in sync with vop_nopoll().
288b2941431SPoul-Henning Kamp 	 */
289b2941431SPoul-Henning Kamp 	if (events & ~POLLSTANDARD)
290b2941431SPoul-Henning Kamp 		return (POLLNVAL);
291b2941431SPoul-Henning Kamp 
292b2941431SPoul-Henning Kamp 	return (events & (POLLIN | POLLOUT | POLLRDNORM | POLLWRNORM));
293b2941431SPoul-Henning Kamp }
294b2941431SPoul-Henning Kamp 
295b2941431SPoul-Henning Kamp #define no_dump		(dumper_t *)enodev
2964e4a7663SPoul-Henning Kamp 
297516ad423SPoul-Henning Kamp static int
298516ad423SPoul-Henning Kamp giant_open(struct cdev *dev, int oflags, int devtype, struct thread *td)
299516ad423SPoul-Henning Kamp {
300516ad423SPoul-Henning Kamp 	int retval;
301516ad423SPoul-Henning Kamp 
302516ad423SPoul-Henning Kamp 	mtx_lock(&Giant);
303516ad423SPoul-Henning Kamp 	retval = dev->si_devsw->d_gianttrick->
304516ad423SPoul-Henning Kamp 	    d_open(dev, oflags, devtype, td);
305516ad423SPoul-Henning Kamp 	mtx_unlock(&Giant);
306516ad423SPoul-Henning Kamp 	return (retval);
307516ad423SPoul-Henning Kamp }
308516ad423SPoul-Henning Kamp 
309516ad423SPoul-Henning Kamp static int
3109e223287SKonstantin Belousov giant_fdopen(struct cdev *dev, int oflags, struct thread *td, struct file *fp)
311516ad423SPoul-Henning Kamp {
312516ad423SPoul-Henning Kamp 	int retval;
313516ad423SPoul-Henning Kamp 
314516ad423SPoul-Henning Kamp 	mtx_lock(&Giant);
315516ad423SPoul-Henning Kamp 	retval = dev->si_devsw->d_gianttrick->
3169e223287SKonstantin Belousov 	    d_fdopen(dev, oflags, td, fp);
317516ad423SPoul-Henning Kamp 	mtx_unlock(&Giant);
318516ad423SPoul-Henning Kamp 	return (retval);
319516ad423SPoul-Henning Kamp }
320516ad423SPoul-Henning Kamp 
321516ad423SPoul-Henning Kamp static int
322516ad423SPoul-Henning Kamp giant_close(struct cdev *dev, int fflag, int devtype, struct thread *td)
323516ad423SPoul-Henning Kamp {
324516ad423SPoul-Henning Kamp 	int retval;
325516ad423SPoul-Henning Kamp 
326516ad423SPoul-Henning Kamp 	mtx_lock(&Giant);
327516ad423SPoul-Henning Kamp 	retval = dev->si_devsw->d_gianttrick->
328516ad423SPoul-Henning Kamp 	    d_close(dev, fflag, devtype, td);
329516ad423SPoul-Henning Kamp 	mtx_unlock(&Giant);
330516ad423SPoul-Henning Kamp 	return (retval);
331516ad423SPoul-Henning Kamp }
332516ad423SPoul-Henning Kamp 
333516ad423SPoul-Henning Kamp static void
334516ad423SPoul-Henning Kamp giant_strategy(struct bio *bp)
335516ad423SPoul-Henning Kamp {
336516ad423SPoul-Henning Kamp 
337516ad423SPoul-Henning Kamp 	mtx_lock(&Giant);
338516ad423SPoul-Henning Kamp 	bp->bio_dev->si_devsw->d_gianttrick->
339516ad423SPoul-Henning Kamp 	    d_strategy(bp);
340516ad423SPoul-Henning Kamp 	mtx_unlock(&Giant);
341516ad423SPoul-Henning Kamp }
342516ad423SPoul-Henning Kamp 
343516ad423SPoul-Henning Kamp static int
344516ad423SPoul-Henning Kamp giant_ioctl(struct cdev *dev, u_long cmd, caddr_t data, int fflag, struct thread *td)
345516ad423SPoul-Henning Kamp {
346516ad423SPoul-Henning Kamp 	int retval;
347516ad423SPoul-Henning Kamp 
348516ad423SPoul-Henning Kamp 	mtx_lock(&Giant);
349516ad423SPoul-Henning Kamp 	retval = dev->si_devsw->d_gianttrick->
350516ad423SPoul-Henning Kamp 	    d_ioctl(dev, cmd, data, fflag, td);
351516ad423SPoul-Henning Kamp 	mtx_unlock(&Giant);
352516ad423SPoul-Henning Kamp 	return (retval);
353516ad423SPoul-Henning Kamp }
354516ad423SPoul-Henning Kamp 
355516ad423SPoul-Henning Kamp static int
356516ad423SPoul-Henning Kamp giant_read(struct cdev *dev, struct uio *uio, int ioflag)
357516ad423SPoul-Henning Kamp {
358516ad423SPoul-Henning Kamp 	int retval;
359516ad423SPoul-Henning Kamp 
360516ad423SPoul-Henning Kamp 	mtx_lock(&Giant);
361516ad423SPoul-Henning Kamp 	retval = dev->si_devsw->d_gianttrick->
362516ad423SPoul-Henning Kamp 	    d_read(dev, uio, ioflag);
363516ad423SPoul-Henning Kamp 	mtx_unlock(&Giant);
364516ad423SPoul-Henning Kamp 	return (retval);
365516ad423SPoul-Henning Kamp }
366516ad423SPoul-Henning Kamp 
367516ad423SPoul-Henning Kamp static int
368516ad423SPoul-Henning Kamp giant_write(struct cdev *dev, struct uio *uio, int ioflag)
369516ad423SPoul-Henning Kamp {
370516ad423SPoul-Henning Kamp 	int retval;
371516ad423SPoul-Henning Kamp 
372516ad423SPoul-Henning Kamp 	mtx_lock(&Giant);
373516ad423SPoul-Henning Kamp 	retval = dev->si_devsw->d_gianttrick->
374516ad423SPoul-Henning Kamp 		d_write(dev, uio, ioflag);
375516ad423SPoul-Henning Kamp 	mtx_unlock(&Giant);
376516ad423SPoul-Henning Kamp 	return (retval);
377516ad423SPoul-Henning Kamp }
378516ad423SPoul-Henning Kamp 
379516ad423SPoul-Henning Kamp static int
380516ad423SPoul-Henning Kamp giant_poll(struct cdev *dev, int events, struct thread *td)
381516ad423SPoul-Henning Kamp {
382516ad423SPoul-Henning Kamp 	int retval;
383516ad423SPoul-Henning Kamp 
384516ad423SPoul-Henning Kamp 	mtx_lock(&Giant);
385516ad423SPoul-Henning Kamp 	retval = dev->si_devsw->d_gianttrick->
386516ad423SPoul-Henning Kamp 	    d_poll(dev, events, td);
387516ad423SPoul-Henning Kamp 	mtx_unlock(&Giant);
388516ad423SPoul-Henning Kamp 	return (retval);
389516ad423SPoul-Henning Kamp }
390516ad423SPoul-Henning Kamp 
391516ad423SPoul-Henning Kamp static int
392516ad423SPoul-Henning Kamp giant_kqfilter(struct cdev *dev, struct knote *kn)
393516ad423SPoul-Henning Kamp {
394516ad423SPoul-Henning Kamp 	int retval;
395516ad423SPoul-Henning Kamp 
396516ad423SPoul-Henning Kamp 	mtx_lock(&Giant);
397516ad423SPoul-Henning Kamp 	retval = dev->si_devsw->d_gianttrick->
398516ad423SPoul-Henning Kamp 	    d_kqfilter(dev, kn);
399516ad423SPoul-Henning Kamp 	mtx_unlock(&Giant);
400516ad423SPoul-Henning Kamp 	return (retval);
401516ad423SPoul-Henning Kamp }
402516ad423SPoul-Henning Kamp 
403516ad423SPoul-Henning Kamp static int
404516ad423SPoul-Henning Kamp giant_mmap(struct cdev *dev, vm_offset_t offset, vm_paddr_t *paddr, int nprot)
405516ad423SPoul-Henning Kamp {
406516ad423SPoul-Henning Kamp 	int retval;
407516ad423SPoul-Henning Kamp 
408516ad423SPoul-Henning Kamp 	mtx_lock(&Giant);
409516ad423SPoul-Henning Kamp 	retval = dev->si_devsw->d_gianttrick->
410516ad423SPoul-Henning Kamp 	    d_mmap(dev, offset, paddr, nprot);
411516ad423SPoul-Henning Kamp 	mtx_unlock(&Giant);
412516ad423SPoul-Henning Kamp 	return (retval);
413516ad423SPoul-Henning Kamp }
414516ad423SPoul-Henning Kamp 
415516ad423SPoul-Henning Kamp 
4162447bec8SPoul-Henning Kamp /*
41789c9c53dSPoul-Henning Kamp  * struct cdev * and u_dev_t primitives
418bfbb9ce6SPoul-Henning Kamp  */
419bfbb9ce6SPoul-Henning Kamp 
420bfbb9ce6SPoul-Henning Kamp int
42189c9c53dSPoul-Henning Kamp minor(struct cdev *x)
422bfbb9ce6SPoul-Henning Kamp {
423f3732fd1SPoul-Henning Kamp 	if (x == NULL)
424f3732fd1SPoul-Henning Kamp 		return NODEV;
4250a2e49f1SPoul-Henning Kamp 	return(x->si_drv0 & MAXMINOR);
426bfbb9ce6SPoul-Henning Kamp }
427bfbb9ce6SPoul-Henning Kamp 
4289a27d579SPoul-Henning Kamp int
42989c9c53dSPoul-Henning Kamp dev2unit(struct cdev *x)
4309a27d579SPoul-Henning Kamp {
4319a27d579SPoul-Henning Kamp 
432f3732fd1SPoul-Henning Kamp 	if (x == NULL)
433f3732fd1SPoul-Henning Kamp 		return NODEV;
43437085a39SPoul-Henning Kamp 	return (minor2unit(minor(x)));
4353a85fd26SPoul-Henning Kamp }
4363a85fd26SPoul-Henning Kamp 
4373238ec33SPoul-Henning Kamp u_int
4383238ec33SPoul-Henning Kamp minor2unit(u_int _minor)
4393a85fd26SPoul-Henning Kamp {
4403a85fd26SPoul-Henning Kamp 
441d9aaa28fSPoul-Henning Kamp 	KASSERT((_minor & ~MAXMINOR) == 0, ("Illegal minor %x", _minor));
4423238ec33SPoul-Henning Kamp 	return ((_minor & 0xff) | ((_minor >> 8) & 0xffff00));
4439a27d579SPoul-Henning Kamp }
4449a27d579SPoul-Henning Kamp 
445b0d17ba6SPoul-Henning Kamp int
446b0d17ba6SPoul-Henning Kamp unit2minor(int unit)
447b0d17ba6SPoul-Henning Kamp {
448b0d17ba6SPoul-Henning Kamp 
44915b6f00fSPoul-Henning Kamp 	KASSERT(unit <= 0xffffff, ("Invalid unit (%d) in unit2minor", unit));
450b0d17ba6SPoul-Henning Kamp 	return ((unit & 0xff) | ((unit << 8) & ~0xffff));
451b0d17ba6SPoul-Henning Kamp }
452b0d17ba6SPoul-Henning Kamp 
45389c9c53dSPoul-Henning Kamp static struct cdev *
454ff7284eeSPoul-Henning Kamp newdev(struct cdevsw *csw, int y, struct cdev *si)
4553f54a085SPoul-Henning Kamp {
456027b1f71SPoul-Henning Kamp 	struct cdev *si2;
457f3732fd1SPoul-Henning Kamp 	dev_t	udev;
4583f54a085SPoul-Henning Kamp 
459027b1f71SPoul-Henning Kamp 	mtx_assert(&devmtx, MA_OWNED);
460b3d82c03SPoul-Henning Kamp 	udev = y;
461ff7284eeSPoul-Henning Kamp 	LIST_FOREACH(si2, &csw->d_devs, si_list) {
4620a2e49f1SPoul-Henning Kamp 		if (si2->si_drv0 == udev) {
4639bc911d4SKonstantin Belousov 			dev_free_devlocked(si);
464027b1f71SPoul-Henning Kamp 			return (si2);
4653f54a085SPoul-Henning Kamp 		}
466027b1f71SPoul-Henning Kamp 	}
4670a2e49f1SPoul-Henning Kamp 	si->si_drv0 = udev;
468e606a3c6SPoul-Henning Kamp 	si->si_devsw = csw;
469ff7284eeSPoul-Henning Kamp 	LIST_INSERT_HEAD(&csw->d_devs, si, si_list);
470698bfad7SPoul-Henning Kamp 	return (si);
471bfbb9ce6SPoul-Henning Kamp }
472bfbb9ce6SPoul-Henning Kamp 
473bfbb9ce6SPoul-Henning Kamp int
474f3732fd1SPoul-Henning Kamp uminor(dev_t dev)
475bfbb9ce6SPoul-Henning Kamp {
476d9aaa28fSPoul-Henning Kamp 	return (dev & MAXMINOR);
477bfbb9ce6SPoul-Henning Kamp }
478bfbb9ce6SPoul-Henning Kamp 
479bfbb9ce6SPoul-Henning Kamp int
480f3732fd1SPoul-Henning Kamp umajor(dev_t dev)
481bfbb9ce6SPoul-Henning Kamp {
482d9aaa28fSPoul-Henning Kamp 	return ((dev & ~MAXMINOR) >> 8);
483bfbb9ce6SPoul-Henning Kamp }
484bfbb9ce6SPoul-Henning Kamp 
4852a3faf2fSPoul-Henning Kamp static void
486cd690b60SPoul-Henning Kamp fini_cdevsw(struct cdevsw *devsw)
487cd690b60SPoul-Henning Kamp {
4881d45c50eSPoul-Henning Kamp 	struct cdevsw *gt;
489b3d82c03SPoul-Henning Kamp 
4901d45c50eSPoul-Henning Kamp 	if (devsw->d_gianttrick != NULL) {
4911d45c50eSPoul-Henning Kamp 		gt = devsw->d_gianttrick;
4921d45c50eSPoul-Henning Kamp 		memcpy(devsw, gt, sizeof *devsw);
4931d45c50eSPoul-Henning Kamp 		free(gt, M_DEVT);
494516ad423SPoul-Henning Kamp 		devsw->d_gianttrick = NULL;
4951d45c50eSPoul-Henning Kamp 	}
496652d0472SPoul-Henning Kamp 	devsw->d_flags &= ~D_INIT;
497b0b03348SPoul-Henning Kamp }
498b0b03348SPoul-Henning Kamp 
499b0b03348SPoul-Henning Kamp static void
500b0b03348SPoul-Henning Kamp prep_cdevsw(struct cdevsw *devsw)
501b0b03348SPoul-Henning Kamp {
502516ad423SPoul-Henning Kamp 	struct cdevsw *dsw2;
503b0b03348SPoul-Henning Kamp 
504516ad423SPoul-Henning Kamp 	if (devsw->d_flags & D_NEEDGIANT)
505516ad423SPoul-Henning Kamp 		dsw2 = malloc(sizeof *dsw2, M_DEVT, M_WAITOK);
506516ad423SPoul-Henning Kamp 	else
507516ad423SPoul-Henning Kamp 		dsw2 = NULL;
508a0e78d2eSPoul-Henning Kamp 	dev_lock();
509cd690b60SPoul-Henning Kamp 
510800b42bdSPoul-Henning Kamp 	if (devsw->d_version != D_VERSION_01) {
511cd690b60SPoul-Henning Kamp 		printf(
512cd690b60SPoul-Henning Kamp 		    "WARNING: Device driver \"%s\" has wrong version %s\n",
5137d7e053cSAlfred Perlstein 		    devsw->d_name == NULL ? "???" : devsw->d_name,
5147d7e053cSAlfred Perlstein 		    "and is disabled.  Recompile KLD module.");
515cd690b60SPoul-Henning Kamp 		devsw->d_open = dead_open;
516cd690b60SPoul-Henning Kamp 		devsw->d_close = dead_close;
517cd690b60SPoul-Henning Kamp 		devsw->d_read = dead_read;
518cd690b60SPoul-Henning Kamp 		devsw->d_write = dead_write;
519cd690b60SPoul-Henning Kamp 		devsw->d_ioctl = dead_ioctl;
520cd690b60SPoul-Henning Kamp 		devsw->d_poll = dead_poll;
521cd690b60SPoul-Henning Kamp 		devsw->d_mmap = dead_mmap;
522cd690b60SPoul-Henning Kamp 		devsw->d_strategy = dead_strategy;
523cd690b60SPoul-Henning Kamp 		devsw->d_dump = dead_dump;
524cd690b60SPoul-Henning Kamp 		devsw->d_kqfilter = dead_kqfilter;
525cd690b60SPoul-Henning Kamp 	}
526cd690b60SPoul-Henning Kamp 
5278e1f1df0SPoul-Henning Kamp 	if (devsw->d_flags & D_TTY) {
5283a95025fSPoul-Henning Kamp 		if (devsw->d_ioctl == NULL)	devsw->d_ioctl = ttyioctl;
5298e1f1df0SPoul-Henning Kamp 		if (devsw->d_read == NULL)	devsw->d_read = ttyread;
5308e1f1df0SPoul-Henning Kamp 		if (devsw->d_write == NULL)	devsw->d_write = ttywrite;
5318e1f1df0SPoul-Henning Kamp 		if (devsw->d_kqfilter == NULL)	devsw->d_kqfilter = ttykqfilter;
5328e1f1df0SPoul-Henning Kamp 		if (devsw->d_poll == NULL)	devsw->d_poll = ttypoll;
5338e1f1df0SPoul-Henning Kamp 	}
5348e1f1df0SPoul-Henning Kamp 
535516ad423SPoul-Henning Kamp 	if (devsw->d_flags & D_NEEDGIANT) {
536516ad423SPoul-Henning Kamp 		if (devsw->d_gianttrick == NULL) {
537516ad423SPoul-Henning Kamp 			memcpy(dsw2, devsw, sizeof *dsw2);
538516ad423SPoul-Henning Kamp 			devsw->d_gianttrick = dsw2;
539516ad423SPoul-Henning Kamp 		} else
540516ad423SPoul-Henning Kamp 			free(dsw2, M_DEVT);
541516ad423SPoul-Henning Kamp 	}
542516ad423SPoul-Henning Kamp 
543516ad423SPoul-Henning Kamp #define FIXUP(member, noop, giant) 				\
544516ad423SPoul-Henning Kamp 	do {							\
545516ad423SPoul-Henning Kamp 		if (devsw->member == NULL) {			\
546516ad423SPoul-Henning Kamp 			devsw->member = noop;			\
547516ad423SPoul-Henning Kamp 		} else if (devsw->d_flags & D_NEEDGIANT)	\
548516ad423SPoul-Henning Kamp 			devsw->member = giant;			\
549516ad423SPoul-Henning Kamp 		}						\
550516ad423SPoul-Henning Kamp 	while (0)
551516ad423SPoul-Henning Kamp 
552516ad423SPoul-Henning Kamp 	FIXUP(d_open,		null_open,	giant_open);
553516ad423SPoul-Henning Kamp 	FIXUP(d_fdopen,		NULL,		giant_fdopen);
554516ad423SPoul-Henning Kamp 	FIXUP(d_close,		null_close,	giant_close);
555516ad423SPoul-Henning Kamp 	FIXUP(d_read,		no_read,	giant_read);
556516ad423SPoul-Henning Kamp 	FIXUP(d_write,		no_write,	giant_write);
557516ad423SPoul-Henning Kamp 	FIXUP(d_ioctl,		no_ioctl,	giant_ioctl);
558516ad423SPoul-Henning Kamp 	FIXUP(d_poll,		no_poll,	giant_poll);
559516ad423SPoul-Henning Kamp 	FIXUP(d_mmap,		no_mmap,	giant_mmap);
560516ad423SPoul-Henning Kamp 	FIXUP(d_strategy,	no_strategy,	giant_strategy);
561516ad423SPoul-Henning Kamp 	FIXUP(d_kqfilter,	no_kqfilter,	giant_kqfilter);
562516ad423SPoul-Henning Kamp 
563b2941431SPoul-Henning Kamp 	if (devsw->d_dump == NULL)	devsw->d_dump = no_dump;
564cd690b60SPoul-Henning Kamp 
565cd690b60SPoul-Henning Kamp 	LIST_INIT(&devsw->d_devs);
566cd690b60SPoul-Henning Kamp 
567cd690b60SPoul-Henning Kamp 	devsw->d_flags |= D_INIT;
568cd690b60SPoul-Henning Kamp 
569a0e78d2eSPoul-Henning Kamp 	dev_unlock();
5702a3faf2fSPoul-Henning Kamp }
57111586717SBrian Somers 
572de10ffa5SKonstantin Belousov struct cdev *
573de10ffa5SKonstantin Belousov make_dev_credv(int flags, struct cdevsw *devsw, int minornr,
574de10ffa5SKonstantin Belousov     struct ucred *cr, uid_t uid,
575d26dd2d9SRobert Watson     gid_t gid, int mode, const char *fmt, va_list ap)
5762a3faf2fSPoul-Henning Kamp {
57789c9c53dSPoul-Henning Kamp 	struct cdev *dev;
5782a3faf2fSPoul-Henning Kamp 	int i;
5792a3faf2fSPoul-Henning Kamp 
580d9aaa28fSPoul-Henning Kamp 	KASSERT((minornr & ~MAXMINOR) == 0,
581cd690b60SPoul-Henning Kamp 	    ("Invalid minor (0x%x) in make_dev", minornr));
582cd690b60SPoul-Henning Kamp 
5839477d73eSPoul-Henning Kamp 	if (!(devsw->d_flags & D_INIT))
5842a3faf2fSPoul-Henning Kamp 		prep_cdevsw(devsw);
585e606a3c6SPoul-Henning Kamp 	dev = devfs_alloc();
586027b1f71SPoul-Henning Kamp 	dev_lock();
587ff7284eeSPoul-Henning Kamp 	dev = newdev(devsw, minornr, dev);
588de10ffa5SKonstantin Belousov 	if (flags & MAKEDEV_REF)
589de10ffa5SKonstantin Belousov 		dev_refl(dev);
59098c469d4SPoul-Henning Kamp 	if (dev->si_flags & SI_CHEAPCLONE &&
591e606a3c6SPoul-Henning Kamp 	    dev->si_flags & SI_NAMED) {
59298c469d4SPoul-Henning Kamp 		/*
59398c469d4SPoul-Henning Kamp 		 * This is allowed as it removes races and generally
59498c469d4SPoul-Henning Kamp 		 * simplifies cloning devices.
595cd690b60SPoul-Henning Kamp 		 * XXX: still ??
59698c469d4SPoul-Henning Kamp 		 */
5979bc911d4SKonstantin Belousov 		dev_unlock_and_free();
59898c469d4SPoul-Henning Kamp 		return (dev);
59998c469d4SPoul-Henning Kamp 	}
600cd690b60SPoul-Henning Kamp 	KASSERT(!(dev->si_flags & SI_NAMED),
601ff7284eeSPoul-Henning Kamp 	    ("make_dev() by driver %s on pre-existing device (min=%x, name=%s)",
602ff7284eeSPoul-Henning Kamp 	    devsw->d_name, minor(dev), devtoname(dev)));
603cd690b60SPoul-Henning Kamp 
6046334a663SPoul-Henning Kamp 	i = vsnrprintf(dev->__si_namebuf, sizeof dev->__si_namebuf, 32, fmt, ap);
6056334a663SPoul-Henning Kamp 	if (i > (sizeof dev->__si_namebuf - 1)) {
6062e4db7cfSPawel Jakub Dawidek 		printf("WARNING: Device name truncated! (%s)\n",
6076334a663SPoul-Henning Kamp 		    dev->__si_namebuf);
6086334a663SPoul-Henning Kamp 	}
6091a1b2800SPoul-Henning Kamp 
6105ef2707eSPoul-Henning Kamp 	dev->si_flags |= SI_NAMED;
611d26dd2d9SRobert Watson 	if (cr != NULL)
612d26dd2d9SRobert Watson 		dev->si_cred = crhold(cr);
613d26dd2d9SRobert Watson 	else
614d26dd2d9SRobert Watson 		dev->si_cred = NULL;
6159477d73eSPoul-Henning Kamp 	dev->si_uid = uid;
6169477d73eSPoul-Henning Kamp 	dev->si_gid = gid;
6179477d73eSPoul-Henning Kamp 	dev->si_mode = mode;
6181744fcd0SJulian Elischer 
6199285a87eSPoul-Henning Kamp 	devfs_create(dev);
620a0e78d2eSPoul-Henning Kamp 	dev_unlock();
6213f54a085SPoul-Henning Kamp 	return (dev);
6223f54a085SPoul-Henning Kamp }
6233f54a085SPoul-Henning Kamp 
624d26dd2d9SRobert Watson struct cdev *
625d26dd2d9SRobert Watson make_dev(struct cdevsw *devsw, int minornr, uid_t uid, gid_t gid, int mode,
626d26dd2d9SRobert Watson     const char *fmt, ...)
627d26dd2d9SRobert Watson {
628d26dd2d9SRobert Watson 	struct cdev *dev;
629d26dd2d9SRobert Watson 	va_list ap;
630d26dd2d9SRobert Watson 
631d26dd2d9SRobert Watson 	va_start(ap, fmt);
632de10ffa5SKonstantin Belousov 	dev = make_dev_credv(0, devsw, minornr, NULL, uid, gid, mode, fmt, ap);
633d26dd2d9SRobert Watson 	va_end(ap);
634d26dd2d9SRobert Watson 	return (dev);
635d26dd2d9SRobert Watson }
636d26dd2d9SRobert Watson 
637d26dd2d9SRobert Watson struct cdev *
638d26dd2d9SRobert Watson make_dev_cred(struct cdevsw *devsw, int minornr, struct ucred *cr, uid_t uid,
639d26dd2d9SRobert Watson     gid_t gid, int mode, const char *fmt, ...)
640d26dd2d9SRobert Watson {
641d26dd2d9SRobert Watson 	struct cdev *dev;
642d26dd2d9SRobert Watson 	va_list ap;
643d26dd2d9SRobert Watson 
644d26dd2d9SRobert Watson 	va_start(ap, fmt);
645de10ffa5SKonstantin Belousov 	dev = make_dev_credv(0, devsw, minornr, cr, uid, gid, mode, fmt, ap);
646de10ffa5SKonstantin Belousov 	va_end(ap);
647de10ffa5SKonstantin Belousov 
648de10ffa5SKonstantin Belousov 	return (dev);
649de10ffa5SKonstantin Belousov }
650de10ffa5SKonstantin Belousov 
651de10ffa5SKonstantin Belousov struct cdev *
652de10ffa5SKonstantin Belousov make_dev_credf(int flags, struct cdevsw *devsw, int minornr,
653de10ffa5SKonstantin Belousov     struct ucred *cr, uid_t uid,
654de10ffa5SKonstantin Belousov     gid_t gid, int mode, const char *fmt, ...)
655de10ffa5SKonstantin Belousov {
656de10ffa5SKonstantin Belousov 	struct cdev *dev;
657de10ffa5SKonstantin Belousov 	va_list ap;
658de10ffa5SKonstantin Belousov 
659de10ffa5SKonstantin Belousov 	va_start(ap, fmt);
660de10ffa5SKonstantin Belousov 	dev = make_dev_credv(flags, devsw, minornr, cr, uid, gid, mode,
661de10ffa5SKonstantin Belousov 	    fmt, ap);
662d26dd2d9SRobert Watson 	va_end(ap);
663d26dd2d9SRobert Watson 
664d26dd2d9SRobert Watson 	return (dev);
665d26dd2d9SRobert Watson }
666d26dd2d9SRobert Watson 
667e606a3c6SPoul-Henning Kamp static void
668e606a3c6SPoul-Henning Kamp dev_dependsl(struct cdev *pdev, struct cdev *cdev)
669e606a3c6SPoul-Henning Kamp {
670e606a3c6SPoul-Henning Kamp 
671e606a3c6SPoul-Henning Kamp 	cdev->si_parent = pdev;
672e606a3c6SPoul-Henning Kamp 	cdev->si_flags |= SI_CHILD;
673e606a3c6SPoul-Henning Kamp 	LIST_INSERT_HEAD(&pdev->si_children, cdev, si_siblings);
674e606a3c6SPoul-Henning Kamp }
675e606a3c6SPoul-Henning Kamp 
676e606a3c6SPoul-Henning Kamp 
6773344c5a1SPoul-Henning Kamp void
67889c9c53dSPoul-Henning Kamp dev_depends(struct cdev *pdev, struct cdev *cdev)
6793344c5a1SPoul-Henning Kamp {
6803344c5a1SPoul-Henning Kamp 
681a0e78d2eSPoul-Henning Kamp 	dev_lock();
682e606a3c6SPoul-Henning Kamp 	dev_dependsl(pdev, cdev);
683a0e78d2eSPoul-Henning Kamp 	dev_unlock();
6843344c5a1SPoul-Henning Kamp }
6853344c5a1SPoul-Henning Kamp 
68689c9c53dSPoul-Henning Kamp struct cdev *
68789c9c53dSPoul-Henning Kamp make_dev_alias(struct cdev *pdev, const char *fmt, ...)
6883f54a085SPoul-Henning Kamp {
68989c9c53dSPoul-Henning Kamp 	struct cdev *dev;
6903f54a085SPoul-Henning Kamp 	va_list ap;
6913f54a085SPoul-Henning Kamp 	int i;
6923f54a085SPoul-Henning Kamp 
693e606a3c6SPoul-Henning Kamp 	dev = devfs_alloc();
694a0e78d2eSPoul-Henning Kamp 	dev_lock();
6953f54a085SPoul-Henning Kamp 	dev->si_flags |= SI_ALIAS;
6965ef2707eSPoul-Henning Kamp 	dev->si_flags |= SI_NAMED;
6973f54a085SPoul-Henning Kamp 	va_start(ap, fmt);
6986334a663SPoul-Henning Kamp 	i = vsnrprintf(dev->__si_namebuf, sizeof dev->__si_namebuf, 32, fmt, ap);
6996334a663SPoul-Henning Kamp 	if (i > (sizeof dev->__si_namebuf - 1)) {
7002e4db7cfSPawel Jakub Dawidek 		printf("WARNING: Device name truncated! (%s)\n",
7016334a663SPoul-Henning Kamp 		    dev->__si_namebuf);
7026334a663SPoul-Henning Kamp 	}
7033f54a085SPoul-Henning Kamp 	va_end(ap);
7043f54a085SPoul-Henning Kamp 
7059285a87eSPoul-Henning Kamp 	devfs_create(dev);
706a0e78d2eSPoul-Henning Kamp 	dev_unlock();
707cd690b60SPoul-Henning Kamp 	dev_depends(pdev, dev);
7080ef1c826SPoul-Henning Kamp 	return (dev);
7090ef1c826SPoul-Henning Kamp }
7100ef1c826SPoul-Henning Kamp 
711cd690b60SPoul-Henning Kamp static void
712aa2f6ddcSPoul-Henning Kamp destroy_devl(struct cdev *dev)
713d137acccSPoul-Henning Kamp {
714743cd76aSPoul-Henning Kamp 	struct cdevsw *csw;
715743cd76aSPoul-Henning Kamp 
716aa2f6ddcSPoul-Henning Kamp 	mtx_assert(&devmtx, MA_OWNED);
717743cd76aSPoul-Henning Kamp 	KASSERT(dev->si_flags & SI_NAMED,
718ff7284eeSPoul-Henning Kamp 	    ("WARNING: Driver mistake: destroy_dev on %d\n", minor(dev)));
7195ef2707eSPoul-Henning Kamp 
7209285a87eSPoul-Henning Kamp 	devfs_destroy(dev);
721cd690b60SPoul-Henning Kamp 
722cd690b60SPoul-Henning Kamp 	/* Remove name marking */
723b0b03348SPoul-Henning Kamp 	dev->si_flags &= ~SI_NAMED;
724b0b03348SPoul-Henning Kamp 
725cd690b60SPoul-Henning Kamp 	/* If we are a child, remove us from the parents list */
7263344c5a1SPoul-Henning Kamp 	if (dev->si_flags & SI_CHILD) {
7273344c5a1SPoul-Henning Kamp 		LIST_REMOVE(dev, si_siblings);
7283344c5a1SPoul-Henning Kamp 		dev->si_flags &= ~SI_CHILD;
7293344c5a1SPoul-Henning Kamp 	}
730cd690b60SPoul-Henning Kamp 
731cd690b60SPoul-Henning Kamp 	/* Kill our children */
7323344c5a1SPoul-Henning Kamp 	while (!LIST_EMPTY(&dev->si_children))
733aa2f6ddcSPoul-Henning Kamp 		destroy_devl(LIST_FIRST(&dev->si_children));
734cd690b60SPoul-Henning Kamp 
735cd690b60SPoul-Henning Kamp 	/* Remove from clone list */
736b0b03348SPoul-Henning Kamp 	if (dev->si_flags & SI_CLONELIST) {
737b0b03348SPoul-Henning Kamp 		LIST_REMOVE(dev, si_clone);
738b0b03348SPoul-Henning Kamp 		dev->si_flags &= ~SI_CLONELIST;
739b0b03348SPoul-Henning Kamp 	}
740cd690b60SPoul-Henning Kamp 
741e0c33ad5STor Egge 	dev->si_refcount++;	/* Avoid race with dev_rel() */
742743cd76aSPoul-Henning Kamp 	csw = dev->si_devsw;
7431abf2c36SBrian Feldman 	dev->si_devsw = NULL;	/* already NULL for SI_ALIAS */
7441abf2c36SBrian Feldman 	while (csw != NULL && csw->d_purge != NULL && dev->si_threadcount) {
745743cd76aSPoul-Henning Kamp 		csw->d_purge(dev);
746743cd76aSPoul-Henning Kamp 		msleep(csw, &devmtx, PRIBIO, "devprg", hz/10);
747d595182fSPoul-Henning Kamp 		if (dev->si_threadcount)
748d595182fSPoul-Henning Kamp 			printf("Still %lu threads in %s\n",
749d595182fSPoul-Henning Kamp 			    dev->si_threadcount, devtoname(dev));
750743cd76aSPoul-Henning Kamp 	}
751e0c33ad5STor Egge 	while (dev->si_threadcount != 0) {
752e0c33ad5STor Egge 		/* Use unique dummy wait ident */
753e0c33ad5STor Egge 		msleep(&csw, &devmtx, PRIBIO, "devdrn", hz / 10);
754e0c33ad5STor Egge 	}
755743cd76aSPoul-Henning Kamp 
756743cd76aSPoul-Henning Kamp 	dev->si_drv1 = 0;
757743cd76aSPoul-Henning Kamp 	dev->si_drv2 = 0;
758743cd76aSPoul-Henning Kamp 	bzero(&dev->__si_u, sizeof(dev->__si_u));
759743cd76aSPoul-Henning Kamp 
760cd690b60SPoul-Henning Kamp 	if (!(dev->si_flags & SI_ALIAS)) {
761cd690b60SPoul-Henning Kamp 		/* Remove from cdevsw list */
762cd690b60SPoul-Henning Kamp 		LIST_REMOVE(dev, si_list);
763cd690b60SPoul-Henning Kamp 
764e606a3c6SPoul-Henning Kamp 		/* If cdevsw has no more struct cdev *'s, clean it */
765de10ffa5SKonstantin Belousov 		if (LIST_EMPTY(&csw->d_devs)) {
766a5993c33SPoul-Henning Kamp 			fini_cdevsw(csw);
767de10ffa5SKonstantin Belousov 			wakeup(&csw->d_devs);
768de10ffa5SKonstantin Belousov 		}
769cd690b60SPoul-Henning Kamp 	}
7705ef2707eSPoul-Henning Kamp 	dev->si_flags &= ~SI_ALIAS;
771e0c33ad5STor Egge 	dev->si_refcount--;	/* Avoid race with dev_rel() */
772743cd76aSPoul-Henning Kamp 
773cd690b60SPoul-Henning Kamp 	if (dev->si_refcount > 0) {
774cd690b60SPoul-Henning Kamp 		LIST_INSERT_HEAD(&dead_cdevsw.d_devs, dev, si_list);
775cd690b60SPoul-Henning Kamp 	} else {
7769bc911d4SKonstantin Belousov 		dev_free_devlocked(dev);
777d137acccSPoul-Henning Kamp 	}
778cd690b60SPoul-Henning Kamp }
779cd690b60SPoul-Henning Kamp 
780cd690b60SPoul-Henning Kamp void
78189c9c53dSPoul-Henning Kamp destroy_dev(struct cdev *dev)
782cd690b60SPoul-Henning Kamp {
7836f028193SKonstantin Belousov 	struct cdevsw *csw;
784cd690b60SPoul-Henning Kamp 
785a0e78d2eSPoul-Henning Kamp 	dev_lock();
7866f028193SKonstantin Belousov 	csw = dev->si_devsw;
7876f028193SKonstantin Belousov 	if ((csw != NULL && csw->d_purge != NULL) ||
7886f028193SKonstantin Belousov 	    dev->si_threadcount == 0) {
789aa2f6ddcSPoul-Henning Kamp 		destroy_devl(dev);
7909bc911d4SKonstantin Belousov 		dev_unlock_and_free();
7916f028193SKonstantin Belousov 	} else
7929d53363bSKonstantin Belousov 		destroy_dev_sched_cbl(dev, NULL, NULL);
793cd690b60SPoul-Henning Kamp }
794d137acccSPoul-Henning Kamp 
795c32cc149SBruce Evans const char *
79689c9c53dSPoul-Henning Kamp devtoname(struct cdev *dev)
797b8e49f68SBill Fumerola {
798d137acccSPoul-Henning Kamp 	char *p;
7998ff33adbSPoul-Henning Kamp 	struct cdevsw *csw;
800c32cc149SBruce Evans 	int mynor;
801b8e49f68SBill Fumerola 
802d137acccSPoul-Henning Kamp 	if (dev->si_name[0] == '#' || dev->si_name[0] == '\0') {
803d137acccSPoul-Henning Kamp 		p = dev->si_name;
8048ff33adbSPoul-Henning Kamp 		csw = dev_refthread(dev);
8058ff33adbSPoul-Henning Kamp 		if (csw != NULL) {
8068ff33adbSPoul-Henning Kamp 			sprintf(p, "(%s)", csw->d_name);
8078ff33adbSPoul-Henning Kamp 			dev_relthread(dev);
8088ff33adbSPoul-Henning Kamp 		}
809d137acccSPoul-Henning Kamp 		p += strlen(p);
810c32cc149SBruce Evans 		mynor = minor(dev);
811c32cc149SBruce Evans 		if (mynor < 0 || mynor > 255)
8128ff33adbSPoul-Henning Kamp 			sprintf(p, "/%#x", (u_int)mynor);
813c32cc149SBruce Evans 		else
8148ff33adbSPoul-Henning Kamp 			sprintf(p, "/%d", mynor);
815d137acccSPoul-Henning Kamp 	}
816b8e49f68SBill Fumerola 	return (dev->si_name);
817b8e49f68SBill Fumerola }
818db901281SPoul-Henning Kamp 
819db901281SPoul-Henning Kamp int
82001de1b13SPoul-Henning Kamp dev_stdclone(char *name, char **namep, const char *stem, int *unit)
821db901281SPoul-Henning Kamp {
822db901281SPoul-Henning Kamp 	int u, i;
823db901281SPoul-Henning Kamp 
824db901281SPoul-Henning Kamp 	i = strlen(stem);
82556700d46SBrian Somers 	if (bcmp(stem, name, i) != 0)
82656700d46SBrian Somers 		return (0);
827db901281SPoul-Henning Kamp 	if (!isdigit(name[i]))
828db901281SPoul-Henning Kamp 		return (0);
829db901281SPoul-Henning Kamp 	u = 0;
83010786074SPoul-Henning Kamp 	if (name[i] == '0' && isdigit(name[i+1]))
83110786074SPoul-Henning Kamp 		return (0);
832db901281SPoul-Henning Kamp 	while (isdigit(name[i])) {
833db901281SPoul-Henning Kamp 		u *= 10;
834db901281SPoul-Henning Kamp 		u += name[i++] - '0';
835db901281SPoul-Henning Kamp 	}
836dab3d85fSBrian Feldman 	if (u > 0xffffff)
837dab3d85fSBrian Feldman 		return (0);
838db901281SPoul-Henning Kamp 	*unit = u;
839db901281SPoul-Henning Kamp 	if (namep)
840db901281SPoul-Henning Kamp 		*namep = &name[i];
841db901281SPoul-Henning Kamp 	if (name[i])
842db901281SPoul-Henning Kamp 		return (2);
843db901281SPoul-Henning Kamp 	return (1);
844db901281SPoul-Henning Kamp }
8458d25eb2cSPoul-Henning Kamp 
8468d25eb2cSPoul-Henning Kamp /*
847b0b03348SPoul-Henning Kamp  * Helper functions for cloning device drivers.
848b0b03348SPoul-Henning Kamp  *
849b0b03348SPoul-Henning Kamp  * The objective here is to make it unnecessary for the device drivers to
850b0b03348SPoul-Henning Kamp  * use rman or similar to manage their unit number space.  Due to the way
851b0b03348SPoul-Henning Kamp  * we do "on-demand" devices, using rman or other "private" methods
852b0b03348SPoul-Henning Kamp  * will be very tricky to lock down properly once we lock down this file.
853b0b03348SPoul-Henning Kamp  *
8549a98ae94SLukas Ertl  * Instead we give the drivers these routines which puts the struct cdev *'s
8559a98ae94SLukas Ertl  * that are to be managed on their own list, and gives the driver the ability
856b0b03348SPoul-Henning Kamp  * to ask for the first free unit number or a given specified unit number.
857b0b03348SPoul-Henning Kamp  *
858b0b03348SPoul-Henning Kamp  * In addition these routines support paired devices (pty, nmdm and similar)
859b0b03348SPoul-Henning Kamp  * by respecting a number of "flag" bits in the minor number.
860b0b03348SPoul-Henning Kamp  *
861b0b03348SPoul-Henning Kamp  */
862b0b03348SPoul-Henning Kamp 
863b0b03348SPoul-Henning Kamp struct clonedevs {
864b0b03348SPoul-Henning Kamp 	LIST_HEAD(,cdev)	head;
865b0b03348SPoul-Henning Kamp };
866b0b03348SPoul-Henning Kamp 
8679397290eSPoul-Henning Kamp void
8689397290eSPoul-Henning Kamp clone_setup(struct clonedevs **cdp)
8699397290eSPoul-Henning Kamp {
8709397290eSPoul-Henning Kamp 
8719397290eSPoul-Henning Kamp 	*cdp = malloc(sizeof **cdp, M_DEVBUF, M_WAITOK | M_ZERO);
8729397290eSPoul-Henning Kamp 	LIST_INIT(&(*cdp)->head);
8739397290eSPoul-Henning Kamp }
8749397290eSPoul-Henning Kamp 
875b0b03348SPoul-Henning Kamp int
876217f71d8SBruce M Simpson clone_create(struct clonedevs **cdp, struct cdevsw *csw, int *up, struct cdev **dp, int extra)
877b0b03348SPoul-Henning Kamp {
878b0b03348SPoul-Henning Kamp 	struct clonedevs *cd;
879027b1f71SPoul-Henning Kamp 	struct cdev *dev, *ndev, *dl, *de;
880b0b03348SPoul-Henning Kamp 	int unit, low, u;
881b0b03348SPoul-Henning Kamp 
8829397290eSPoul-Henning Kamp 	KASSERT(*cdp != NULL,
8839397290eSPoul-Henning Kamp 	    ("clone_setup() not called in driver \"%s\"", csw->d_name));
884b0b03348SPoul-Henning Kamp 	KASSERT(!(extra & CLONE_UNITMASK),
885b0b03348SPoul-Henning Kamp 	    ("Illegal extra bits (0x%x) in clone_create", extra));
886b0b03348SPoul-Henning Kamp 	KASSERT(*up <= CLONE_UNITMASK,
887b0b03348SPoul-Henning Kamp 	    ("Too high unit (0x%x) in clone_create", *up));
888b0b03348SPoul-Henning Kamp 
8898045ce21SPoul-Henning Kamp 	if (!(csw->d_flags & D_INIT))
8908045ce21SPoul-Henning Kamp 		prep_cdevsw(csw);
891b0b03348SPoul-Henning Kamp 
892b0b03348SPoul-Henning Kamp 	/*
893b0b03348SPoul-Henning Kamp 	 * Search the list for a lot of things in one go:
894b0b03348SPoul-Henning Kamp 	 *   A preexisting match is returned immediately.
895b0b03348SPoul-Henning Kamp 	 *   The lowest free unit number if we are passed -1, and the place
896b0b03348SPoul-Henning Kamp 	 *	 in the list where we should insert that new element.
897b0b03348SPoul-Henning Kamp 	 *   The place to insert a specified unit number, if applicable
898b0b03348SPoul-Henning Kamp 	 *       the end of the list.
899b0b03348SPoul-Henning Kamp 	 */
900b0b03348SPoul-Henning Kamp 	unit = *up;
901e606a3c6SPoul-Henning Kamp 	ndev = devfs_alloc();
902027b1f71SPoul-Henning Kamp 	dev_lock();
9038666b655SPoul-Henning Kamp 	low = extra;
904b0b03348SPoul-Henning Kamp 	de = dl = NULL;
9059397290eSPoul-Henning Kamp 	cd = *cdp;
906b0b03348SPoul-Henning Kamp 	LIST_FOREACH(dev, &cd->head, si_clone) {
907027b1f71SPoul-Henning Kamp 		KASSERT(dev->si_flags & SI_CLONELIST,
908027b1f71SPoul-Henning Kamp 		    ("Dev %p(%s) should be on clonelist", dev, dev->si_name));
909b0b03348SPoul-Henning Kamp 		u = dev2unit(dev);
910b0b03348SPoul-Henning Kamp 		if (u == (unit | extra)) {
911b0b03348SPoul-Henning Kamp 			*dp = dev;
912027b1f71SPoul-Henning Kamp 			dev_unlock();
9139bc911d4SKonstantin Belousov 			devfs_free(ndev);
914b0b03348SPoul-Henning Kamp 			return (0);
915b0b03348SPoul-Henning Kamp 		}
916b0b03348SPoul-Henning Kamp 		if (unit == -1 && u == low) {
917b0b03348SPoul-Henning Kamp 			low++;
918b0b03348SPoul-Henning Kamp 			de = dev;
919b0b03348SPoul-Henning Kamp 			continue;
9207bbb3a26SPoul-Henning Kamp 		} else if (u < (unit | extra)) {
9217bbb3a26SPoul-Henning Kamp 			de = dev;
9227bbb3a26SPoul-Henning Kamp 			continue;
9237bbb3a26SPoul-Henning Kamp 		} else if (u > (unit | extra)) {
924b0b03348SPoul-Henning Kamp 			dl = dev;
925b0b03348SPoul-Henning Kamp 			break;
926b0b03348SPoul-Henning Kamp 		}
927b0b03348SPoul-Henning Kamp 	}
928b0b03348SPoul-Henning Kamp 	if (unit == -1)
9298666b655SPoul-Henning Kamp 		unit = low & CLONE_UNITMASK;
930ff7284eeSPoul-Henning Kamp 	dev = newdev(csw, unit2minor(unit | extra), ndev);
931027b1f71SPoul-Henning Kamp 	if (dev->si_flags & SI_CLONELIST) {
932027b1f71SPoul-Henning Kamp 		printf("dev %p (%s) is on clonelist\n", dev, dev->si_name);
9337bbb3a26SPoul-Henning Kamp 		printf("unit=%d, low=%d, extra=0x%x\n", unit, low, extra);
934027b1f71SPoul-Henning Kamp 		LIST_FOREACH(dev, &cd->head, si_clone) {
935027b1f71SPoul-Henning Kamp 			printf("\t%p %s\n", dev, dev->si_name);
936027b1f71SPoul-Henning Kamp 		}
937027b1f71SPoul-Henning Kamp 		panic("foo");
938027b1f71SPoul-Henning Kamp 	}
939b0b03348SPoul-Henning Kamp 	KASSERT(!(dev->si_flags & SI_CLONELIST),
940027b1f71SPoul-Henning Kamp 	    ("Dev %p(%s) should not be on clonelist", dev, dev->si_name));
941b0b03348SPoul-Henning Kamp 	if (dl != NULL)
942b0b03348SPoul-Henning Kamp 		LIST_INSERT_BEFORE(dl, dev, si_clone);
943b0b03348SPoul-Henning Kamp 	else if (de != NULL)
944b0b03348SPoul-Henning Kamp 		LIST_INSERT_AFTER(de, dev, si_clone);
945b0b03348SPoul-Henning Kamp 	else
946b0b03348SPoul-Henning Kamp 		LIST_INSERT_HEAD(&cd->head, dev, si_clone);
947b0b03348SPoul-Henning Kamp 	dev->si_flags |= SI_CLONELIST;
948b0b03348SPoul-Henning Kamp 	*up = unit;
9499bc911d4SKonstantin Belousov 	dev_unlock_and_free();
950b0b03348SPoul-Henning Kamp 	return (1);
951b0b03348SPoul-Henning Kamp }
952b0b03348SPoul-Henning Kamp 
953b0b03348SPoul-Henning Kamp /*
954b0b03348SPoul-Henning Kamp  * Kill everything still on the list.  The driver should already have
95589c9c53dSPoul-Henning Kamp  * disposed of any softc hung of the struct cdev *'s at this time.
956b0b03348SPoul-Henning Kamp  */
957b0b03348SPoul-Henning Kamp void
958b0b03348SPoul-Henning Kamp clone_cleanup(struct clonedevs **cdp)
959b0b03348SPoul-Henning Kamp {
960de10ffa5SKonstantin Belousov 	struct cdev *dev;
961de10ffa5SKonstantin Belousov 	struct cdev_priv *cp;
962b0b03348SPoul-Henning Kamp 	struct clonedevs *cd;
963b0b03348SPoul-Henning Kamp 
964b0b03348SPoul-Henning Kamp 	cd = *cdp;
965b0b03348SPoul-Henning Kamp 	if (cd == NULL)
966b0b03348SPoul-Henning Kamp 		return;
967027b1f71SPoul-Henning Kamp 	dev_lock();
968de10ffa5SKonstantin Belousov 	while (!LIST_EMPTY(&cd->head)) {
969de10ffa5SKonstantin Belousov 		dev = LIST_FIRST(&cd->head);
970de10ffa5SKonstantin Belousov 		LIST_REMOVE(dev, si_clone);
971027b1f71SPoul-Henning Kamp 		KASSERT(dev->si_flags & SI_CLONELIST,
972027b1f71SPoul-Henning Kamp 		    ("Dev %p(%s) should be on clonelist", dev, dev->si_name));
973de10ffa5SKonstantin Belousov 		dev->si_flags &= ~SI_CLONELIST;
974de10ffa5SKonstantin Belousov 		cp = dev->si_priv;
975de10ffa5SKonstantin Belousov 		if (!(cp->cdp_flags & CDP_SCHED_DTR)) {
976de10ffa5SKonstantin Belousov 			cp->cdp_flags |= CDP_SCHED_DTR;
977b0b03348SPoul-Henning Kamp 			KASSERT(dev->si_flags & SI_NAMED,
9780a2e49f1SPoul-Henning Kamp 				("Driver has goofed in cloning underways udev %x", dev->si_drv0));
979aa2f6ddcSPoul-Henning Kamp 			destroy_devl(dev);
980b0b03348SPoul-Henning Kamp 		}
981de10ffa5SKonstantin Belousov 	}
982027b1f71SPoul-Henning Kamp 	dev_unlock();
983b0b03348SPoul-Henning Kamp 	free(cd, M_DEVBUF);
984b0b03348SPoul-Henning Kamp 	*cdp = NULL;
985b0b03348SPoul-Henning Kamp }
986de10ffa5SKonstantin Belousov 
987de10ffa5SKonstantin Belousov static TAILQ_HEAD(, cdev_priv) dev_ddtr =
988de10ffa5SKonstantin Belousov 	TAILQ_HEAD_INITIALIZER(dev_ddtr);
989de10ffa5SKonstantin Belousov static struct task dev_dtr_task;
990de10ffa5SKonstantin Belousov 
991de10ffa5SKonstantin Belousov static void
992de10ffa5SKonstantin Belousov destroy_dev_tq(void *ctx, int pending)
993de10ffa5SKonstantin Belousov {
994de10ffa5SKonstantin Belousov 	struct cdev_priv *cp;
995de10ffa5SKonstantin Belousov 	struct cdev *dev;
996de10ffa5SKonstantin Belousov 	void (*cb)(void *);
997de10ffa5SKonstantin Belousov 	void *cb_arg;
998de10ffa5SKonstantin Belousov 
999de10ffa5SKonstantin Belousov 	dev_lock();
1000de10ffa5SKonstantin Belousov 	while (!TAILQ_EMPTY(&dev_ddtr)) {
1001de10ffa5SKonstantin Belousov 		cp = TAILQ_FIRST(&dev_ddtr);
1002de10ffa5SKonstantin Belousov 		dev = &cp->cdp_c;
1003de10ffa5SKonstantin Belousov 		KASSERT(cp->cdp_flags & CDP_SCHED_DTR,
1004de10ffa5SKonstantin Belousov 		    ("cdev %p in dev_destroy_tq without CDP_SCHED_DTR", cp));
1005de10ffa5SKonstantin Belousov 		TAILQ_REMOVE(&dev_ddtr, cp, cdp_dtr_list);
1006de10ffa5SKonstantin Belousov 		cb = cp->cdp_dtr_cb;
1007de10ffa5SKonstantin Belousov 		cb_arg = cp->cdp_dtr_cb_arg;
1008de10ffa5SKonstantin Belousov 		destroy_devl(dev);
1009de10ffa5SKonstantin Belousov 		dev_unlock();
1010de10ffa5SKonstantin Belousov 		dev_rel(dev);
1011de10ffa5SKonstantin Belousov 		if (cb != NULL)
1012de10ffa5SKonstantin Belousov 			cb(cb_arg);
1013de10ffa5SKonstantin Belousov 		dev_lock();
1014de10ffa5SKonstantin Belousov 	}
1015de10ffa5SKonstantin Belousov 	dev_unlock();
1016de10ffa5SKonstantin Belousov }
1017de10ffa5SKonstantin Belousov 
10189d53363bSKonstantin Belousov /*
10199d53363bSKonstantin Belousov  * devmtx shall be locked on entry. devmtx will be unlocked after
10209d53363bSKonstantin Belousov  * function return.
10219d53363bSKonstantin Belousov  */
10229d53363bSKonstantin Belousov static int
10239d53363bSKonstantin Belousov destroy_dev_sched_cbl(struct cdev *dev, void (*cb)(void *), void *arg)
1024de10ffa5SKonstantin Belousov {
1025de10ffa5SKonstantin Belousov 	struct cdev_priv *cp;
1026de10ffa5SKonstantin Belousov 
10279d53363bSKonstantin Belousov 	mtx_assert(&devmtx, MA_OWNED);
1028de10ffa5SKonstantin Belousov 	cp = dev->si_priv;
1029de10ffa5SKonstantin Belousov 	if (cp->cdp_flags & CDP_SCHED_DTR) {
1030de10ffa5SKonstantin Belousov 		dev_unlock();
1031de10ffa5SKonstantin Belousov 		return (0);
1032de10ffa5SKonstantin Belousov 	}
1033de10ffa5SKonstantin Belousov 	dev_refl(dev);
1034de10ffa5SKonstantin Belousov 	cp->cdp_flags |= CDP_SCHED_DTR;
1035de10ffa5SKonstantin Belousov 	cp->cdp_dtr_cb = cb;
1036de10ffa5SKonstantin Belousov 	cp->cdp_dtr_cb_arg = arg;
1037de10ffa5SKonstantin Belousov 	TAILQ_INSERT_TAIL(&dev_ddtr, cp, cdp_dtr_list);
1038de10ffa5SKonstantin Belousov 	dev_unlock();
1039de10ffa5SKonstantin Belousov 	taskqueue_enqueue(taskqueue_swi_giant, &dev_dtr_task);
1040de10ffa5SKonstantin Belousov 	return (1);
1041de10ffa5SKonstantin Belousov }
1042de10ffa5SKonstantin Belousov 
1043de10ffa5SKonstantin Belousov int
10449d53363bSKonstantin Belousov destroy_dev_sched_cb(struct cdev *dev, void (*cb)(void *), void *arg)
10459d53363bSKonstantin Belousov {
10469d53363bSKonstantin Belousov 	dev_lock();
10479d53363bSKonstantin Belousov 	return (destroy_dev_sched_cbl(dev, cb, arg));
10489d53363bSKonstantin Belousov }
10499d53363bSKonstantin Belousov 
10509d53363bSKonstantin Belousov int
1051de10ffa5SKonstantin Belousov destroy_dev_sched(struct cdev *dev)
1052de10ffa5SKonstantin Belousov {
1053de10ffa5SKonstantin Belousov 	return (destroy_dev_sched_cb(dev, NULL, NULL));
1054de10ffa5SKonstantin Belousov }
1055de10ffa5SKonstantin Belousov 
1056de10ffa5SKonstantin Belousov void
1057de10ffa5SKonstantin Belousov destroy_dev_drain(struct cdevsw *csw)
1058de10ffa5SKonstantin Belousov {
1059de10ffa5SKonstantin Belousov 
1060de10ffa5SKonstantin Belousov 	dev_lock();
1061de10ffa5SKonstantin Belousov 	while (!LIST_EMPTY(&csw->d_devs)) {
1062de10ffa5SKonstantin Belousov 		msleep(&csw->d_devs, &devmtx, PRIBIO, "devscd", hz/10);
1063de10ffa5SKonstantin Belousov 	}
1064de10ffa5SKonstantin Belousov 	dev_unlock();
1065de10ffa5SKonstantin Belousov }
1066de10ffa5SKonstantin Belousov 
1067de10ffa5SKonstantin Belousov void
1068de10ffa5SKonstantin Belousov drain_dev_clone_events(void)
1069de10ffa5SKonstantin Belousov {
1070de10ffa5SKonstantin Belousov 
1071de10ffa5SKonstantin Belousov 	sx_xlock(&clone_drain_lock);
1072de10ffa5SKonstantin Belousov 	sx_xunlock(&clone_drain_lock);
1073de10ffa5SKonstantin Belousov }
1074de10ffa5SKonstantin Belousov 
1075de10ffa5SKonstantin Belousov static void
1076de10ffa5SKonstantin Belousov devdtr_init(void *dummy __unused)
1077de10ffa5SKonstantin Belousov {
1078de10ffa5SKonstantin Belousov 
1079de10ffa5SKonstantin Belousov 	TASK_INIT(&dev_dtr_task, 0, destroy_dev_tq, NULL);
1080de10ffa5SKonstantin Belousov }
1081de10ffa5SKonstantin Belousov 
1082de10ffa5SKonstantin Belousov SYSINIT(devdtr, SI_SUB_DEVFS, SI_ORDER_SECOND, devdtr_init, NULL);
1083