xref: /freebsd/sys/fs/devfs/devfs_devs.c (revision 8570d045e59bcf0f3e28d34a31d98af0b1dfe182)
1d167cf6fSWarner Losh /*-
29d960907SPoul-Henning Kamp  * Copyright (c) 2000,2004
33f54a085SPoul-Henning Kamp  *	Poul-Henning Kamp.  All rights reserved.
43f54a085SPoul-Henning Kamp  *
53f54a085SPoul-Henning Kamp  * Redistribution and use in source and binary forms, with or without
63f54a085SPoul-Henning Kamp  * modification, are permitted provided that the following conditions
73f54a085SPoul-Henning Kamp  * are met:
83f54a085SPoul-Henning Kamp  * 1. Redistributions of source code must retain the above copyright
93f54a085SPoul-Henning Kamp  *    notice, this list of conditions and the following disclaimer.
103f54a085SPoul-Henning Kamp  * 2. Neither the name of the University nor the names of its contributors
113f54a085SPoul-Henning Kamp  *    may be used to endorse or promote products derived from this software
123f54a085SPoul-Henning Kamp  *    without specific prior written permission.
133f54a085SPoul-Henning Kamp  *
143f54a085SPoul-Henning Kamp  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
153f54a085SPoul-Henning Kamp  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
163f54a085SPoul-Henning Kamp  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
173f54a085SPoul-Henning Kamp  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
183f54a085SPoul-Henning Kamp  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
193f54a085SPoul-Henning Kamp  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
203f54a085SPoul-Henning Kamp  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
213f54a085SPoul-Henning Kamp  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
223f54a085SPoul-Henning Kamp  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
233f54a085SPoul-Henning Kamp  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
243f54a085SPoul-Henning Kamp  * SUCH DAMAGE.
253f54a085SPoul-Henning Kamp  *
263f54a085SPoul-Henning Kamp  * From: FreeBSD: src/sys/miscfs/kernfs/kernfs_vfsops.c 1.36
273f54a085SPoul-Henning Kamp  *
283f54a085SPoul-Henning Kamp  * $FreeBSD$
293f54a085SPoul-Henning Kamp  */
303f54a085SPoul-Henning Kamp 
313f54a085SPoul-Henning Kamp #include <sys/param.h>
323f54a085SPoul-Henning Kamp #include <sys/systm.h>
333f54a085SPoul-Henning Kamp #include <sys/conf.h>
34fb919e4dSMark Murray #include <sys/dirent.h>
3593bcdfe2SPoul-Henning Kamp #include <sys/kernel.h>
36e606a3c6SPoul-Henning Kamp #include <sys/limits.h>
3793bcdfe2SPoul-Henning Kamp #include <sys/lock.h>
38fb919e4dSMark Murray #include <sys/malloc.h>
39fb919e4dSMark Murray #include <sys/proc.h>
40e606a3c6SPoul-Henning Kamp #include <sys/sx.h>
41fb919e4dSMark Murray #include <sys/sysctl.h>
42fb919e4dSMark Murray #include <sys/vnode.h>
433f54a085SPoul-Henning Kamp 
44e606a3c6SPoul-Henning Kamp #include <sys/kdb.h>
4593bcdfe2SPoul-Henning Kamp 
463f54a085SPoul-Henning Kamp #include <fs/devfs/devfs.h>
479c0af131SPoul-Henning Kamp #include <fs/devfs/devfs_int.h>
483f54a085SPoul-Henning Kamp 
49aed55708SRobert Watson #include <security/mac/mac_framework.h>
50aed55708SRobert Watson 
51e606a3c6SPoul-Henning Kamp /*
52e606a3c6SPoul-Henning Kamp  * The one true (but secret) list of active devices in the system.
53e606a3c6SPoul-Henning Kamp  * Locked by dev_lock()/devmtx
54e606a3c6SPoul-Henning Kamp  */
55828d6d12SKonstantin Belousov struct cdev_priv_list cdevp_list = TAILQ_HEAD_INITIALIZER(cdevp_list);
5693bcdfe2SPoul-Henning Kamp 
57e606a3c6SPoul-Henning Kamp struct unrhdr *devfs_inos;
58e606a3c6SPoul-Henning Kamp 
59e606a3c6SPoul-Henning Kamp 
60e606a3c6SPoul-Henning Kamp static MALLOC_DEFINE(M_DEVFS2, "DEVFS2", "DEVFS data 2");
61e606a3c6SPoul-Henning Kamp static MALLOC_DEFINE(M_DEVFS3, "DEVFS3", "DEVFS data 3");
62e606a3c6SPoul-Henning Kamp static MALLOC_DEFINE(M_CDEVP, "DEVFS1", "DEVFS cdev_priv storage");
632a043678SPoul-Henning Kamp 
645ece08f5SPoul-Henning Kamp static SYSCTL_NODE(_vfs, OID_AUTO, devfs, CTLFLAG_RW, 0, "DEVFS filesystem");
65e606a3c6SPoul-Henning Kamp 
66e606a3c6SPoul-Henning Kamp static unsigned devfs_generation;
6793bcdfe2SPoul-Henning Kamp SYSCTL_UINT(_vfs_devfs, OID_AUTO, generation, CTLFLAG_RD,
6893bcdfe2SPoul-Henning Kamp 	&devfs_generation, 0, "DEVFS generation number");
6993bcdfe2SPoul-Henning Kamp 
705e080af4SPoul-Henning Kamp unsigned devfs_rule_depth = 1;
715e080af4SPoul-Henning Kamp SYSCTL_UINT(_vfs_devfs, OID_AUTO, rule_depth, CTLFLAG_RW,
725e080af4SPoul-Henning Kamp 	&devfs_rule_depth, 0, "Max depth of ruleset include");
735e080af4SPoul-Henning Kamp 
7431cc57cdSPoul-Henning Kamp /*
75bf2296beSEd Schouten  * Helper sysctl for devname(3).  We're given a dev_t and return the
76bf2296beSEd Schouten  * name, if any, registered by the device driver.
7731cc57cdSPoul-Henning Kamp  */
7831cc57cdSPoul-Henning Kamp static int
7931cc57cdSPoul-Henning Kamp sysctl_devname(SYSCTL_HANDLER_ARGS)
8031cc57cdSPoul-Henning Kamp {
8131cc57cdSPoul-Henning Kamp 	int error;
8231cc57cdSPoul-Henning Kamp 	dev_t ud;
83e606a3c6SPoul-Henning Kamp 	struct cdev_priv *cdp;
84bf2296beSEd Schouten 	struct cdev *dev;
8531cc57cdSPoul-Henning Kamp 
8631cc57cdSPoul-Henning Kamp 	error = SYSCTL_IN(req, &ud, sizeof (ud));
8731cc57cdSPoul-Henning Kamp 	if (error)
8831cc57cdSPoul-Henning Kamp 		return (error);
8931cc57cdSPoul-Henning Kamp 	if (ud == NODEV)
9031cc57cdSPoul-Henning Kamp 		return (EINVAL);
91bf2296beSEd Schouten 	dev = NULL;
92e606a3c6SPoul-Henning Kamp 	dev_lock();
93e606a3c6SPoul-Henning Kamp 	TAILQ_FOREACH(cdp, &cdevp_list, cdp_list)
94bf2296beSEd Schouten 		if (cdp->cdp_inode == ud) {
95bf2296beSEd Schouten 			dev = &cdp->cdp_c;
96bf2296beSEd Schouten 			dev_refl(dev);
97e606a3c6SPoul-Henning Kamp 			break;
98bf2296beSEd Schouten 		}
99e606a3c6SPoul-Henning Kamp 	dev_unlock();
100bf2296beSEd Schouten 	if (dev == NULL)
10131cc57cdSPoul-Henning Kamp 		return (ENOENT);
102bf2296beSEd Schouten 	error = SYSCTL_OUT(req, dev->si_name, strlen(dev->si_name) + 1);
103bf2296beSEd Schouten 	dev_rel(dev);
10431cc57cdSPoul-Henning Kamp 	return (error);
10531cc57cdSPoul-Henning Kamp }
10631cc57cdSPoul-Henning Kamp 
107f3b86a5fSEd Schouten SYSCTL_PROC(_kern, OID_AUTO, devname,
108f3b86a5fSEd Schouten     CTLTYPE_OPAQUE|CTLFLAG_RW|CTLFLAG_ANYBODY|CTLFLAG_MPSAFE,
10931cc57cdSPoul-Henning Kamp     NULL, 0, sysctl_devname, "", "devname(3) handler");
11031cc57cdSPoul-Henning Kamp 
11131cc57cdSPoul-Henning Kamp SYSCTL_INT(_debug_sizeof, OID_AUTO, cdev, CTLFLAG_RD,
11231cc57cdSPoul-Henning Kamp     0, sizeof(struct cdev), "sizeof(struct cdev)");
11331cc57cdSPoul-Henning Kamp 
114e606a3c6SPoul-Henning Kamp SYSCTL_INT(_debug_sizeof, OID_AUTO, cdev_priv, CTLFLAG_RD,
115e606a3c6SPoul-Henning Kamp     0, sizeof(struct cdev_priv), "sizeof(struct cdev_priv)");
116e606a3c6SPoul-Henning Kamp 
117e606a3c6SPoul-Henning Kamp struct cdev *
118d2ba618aSKonstantin Belousov devfs_alloc(int flags)
11993bcdfe2SPoul-Henning Kamp {
120e606a3c6SPoul-Henning Kamp 	struct cdev_priv *cdp;
121e606a3c6SPoul-Henning Kamp 	struct cdev *cdev;
122219cc949SEd Schouten 	struct timespec ts;
123e606a3c6SPoul-Henning Kamp 
124d2ba618aSKonstantin Belousov 	cdp = malloc(sizeof *cdp, M_CDEVP, M_USE_RESERVE | M_ZERO |
125d2ba618aSKonstantin Belousov 	    ((flags & MAKEDEV_NOWAIT) ? M_NOWAIT : M_WAITOK));
126d2ba618aSKonstantin Belousov 	if (cdp == NULL)
127d2ba618aSKonstantin Belousov 		return (NULL);
128e606a3c6SPoul-Henning Kamp 
129e606a3c6SPoul-Henning Kamp 	cdp->cdp_dirents = &cdp->cdp_dirent0;
130e606a3c6SPoul-Henning Kamp 	cdp->cdp_dirent0 = NULL;
131e606a3c6SPoul-Henning Kamp 	cdp->cdp_maxdirent = 0;
132d2ba618aSKonstantin Belousov 	cdp->cdp_inode = 0;
133e606a3c6SPoul-Henning Kamp 
134e606a3c6SPoul-Henning Kamp 	cdev = &cdp->cdp_c;
135e606a3c6SPoul-Henning Kamp 
136e606a3c6SPoul-Henning Kamp 	cdev->si_name = cdev->__si_namebuf;
137e606a3c6SPoul-Henning Kamp 	LIST_INIT(&cdev->si_children);
138219cc949SEd Schouten 	vfs_timestamp(&ts);
139219cc949SEd Schouten 	cdev->si_atime = cdev->si_mtime = cdev->si_ctime = ts;
140d2ba618aSKonstantin Belousov 	cdev->si_cred = NULL;
141219cc949SEd Schouten 
142e606a3c6SPoul-Henning Kamp 	return (cdev);
14393bcdfe2SPoul-Henning Kamp }
14493bcdfe2SPoul-Henning Kamp 
145e606a3c6SPoul-Henning Kamp void
146e606a3c6SPoul-Henning Kamp devfs_free(struct cdev *cdev)
14793bcdfe2SPoul-Henning Kamp {
148e606a3c6SPoul-Henning Kamp 	struct cdev_priv *cdp;
14993bcdfe2SPoul-Henning Kamp 
15005427aafSKonstantin Belousov 	cdp = cdev2priv(cdev);
151e606a3c6SPoul-Henning Kamp 	if (cdev->si_cred != NULL)
152e606a3c6SPoul-Henning Kamp 		crfree(cdev->si_cred);
153e606a3c6SPoul-Henning Kamp 	if (cdp->cdp_inode > 0)
154e606a3c6SPoul-Henning Kamp 		free_unr(devfs_inos, cdp->cdp_inode);
155e606a3c6SPoul-Henning Kamp 	if (cdp->cdp_maxdirent > 0)
156e606a3c6SPoul-Henning Kamp 		free(cdp->cdp_dirents, M_DEVFS2);
157e606a3c6SPoul-Henning Kamp 	free(cdp, M_CDEVP);
15893bcdfe2SPoul-Henning Kamp }
15993bcdfe2SPoul-Henning Kamp 
160e606a3c6SPoul-Henning Kamp struct devfs_dirent *
16164040d39SJaakko Heinonen devfs_find(struct devfs_dirent *dd, const char *name, int namelen, int type)
162c32d0a1dSPoul-Henning Kamp {
163c32d0a1dSPoul-Henning Kamp 	struct devfs_dirent *de;
164c32d0a1dSPoul-Henning Kamp 
165c32d0a1dSPoul-Henning Kamp 	TAILQ_FOREACH(de, &dd->de_dlist, de_list) {
166c32d0a1dSPoul-Henning Kamp 		if (namelen != de->de_dirent->d_namlen)
167c32d0a1dSPoul-Henning Kamp 			continue;
16864040d39SJaakko Heinonen 		if (type != 0 && type != de->de_dirent->d_type)
16964040d39SJaakko Heinonen 			continue;
170c32d0a1dSPoul-Henning Kamp 		if (bcmp(name, de->de_dirent->d_name, namelen) != 0)
171c32d0a1dSPoul-Henning Kamp 			continue;
172c32d0a1dSPoul-Henning Kamp 		break;
173c32d0a1dSPoul-Henning Kamp 	}
174*8570d045SJaakko Heinonen 	KASSERT(de == NULL || (de->de_flags & DE_DOOMED) == 0,
175*8570d045SJaakko Heinonen 	    ("devfs_find: returning a doomed entry"));
176c32d0a1dSPoul-Henning Kamp 	return (de);
177c32d0a1dSPoul-Henning Kamp }
178c32d0a1dSPoul-Henning Kamp 
179c32d0a1dSPoul-Henning Kamp struct devfs_dirent *
1803f54a085SPoul-Henning Kamp devfs_newdirent(char *name, int namelen)
1813f54a085SPoul-Henning Kamp {
1823f54a085SPoul-Henning Kamp 	int i;
1833f54a085SPoul-Henning Kamp 	struct devfs_dirent *de;
1843f54a085SPoul-Henning Kamp 	struct dirent d;
1853f54a085SPoul-Henning Kamp 
1863f54a085SPoul-Henning Kamp 	d.d_namlen = namelen;
1873f54a085SPoul-Henning Kamp 	i = sizeof (*de) + GENERIC_DIRSIZ(&d);
188e606a3c6SPoul-Henning Kamp 	de = malloc(i, M_DEVFS3, M_WAITOK | M_ZERO);
1893f54a085SPoul-Henning Kamp 	de->de_dirent = (struct dirent *)(de + 1);
1903f54a085SPoul-Henning Kamp 	de->de_dirent->d_namlen = namelen;
1913f54a085SPoul-Henning Kamp 	de->de_dirent->d_reclen = GENERIC_DIRSIZ(&d);
192aadf2655SPoul-Henning Kamp 	bcopy(name, de->de_dirent->d_name, namelen);
193aadf2655SPoul-Henning Kamp 	de->de_dirent->d_name[namelen] = '\0';
19493432a92SPoul-Henning Kamp 	vfs_timestamp(&de->de_ctime);
195a481b90bSPoul-Henning Kamp 	de->de_mtime = de->de_atime = de->de_ctime;
196a481b90bSPoul-Henning Kamp 	de->de_links = 1;
197e7f9b744SKonstantin Belousov 	de->de_holdcnt = 1;
1986742f328SRobert Watson #ifdef MAC
19930d239bcSRobert Watson 	mac_devfs_init(de);
2006742f328SRobert Watson #endif
2013f54a085SPoul-Henning Kamp 	return (de);
2023f54a085SPoul-Henning Kamp }
2033f54a085SPoul-Henning Kamp 
204a481b90bSPoul-Henning Kamp struct devfs_dirent *
205f40645c8SJaakko Heinonen devfs_parent_dirent(struct devfs_dirent *de)
206f40645c8SJaakko Heinonen {
207f40645c8SJaakko Heinonen 
208f40645c8SJaakko Heinonen 	if (de->de_dirent->d_type != DT_DIR)
209f40645c8SJaakko Heinonen 		return (de->de_dir);
210f40645c8SJaakko Heinonen 
211f40645c8SJaakko Heinonen 	if (de->de_flags & (DE_DOT | DE_DOTDOT))
212f40645c8SJaakko Heinonen 		return (NULL);
213f40645c8SJaakko Heinonen 
214f40645c8SJaakko Heinonen 	de = TAILQ_FIRST(&de->de_dlist);	/* "." */
215f40645c8SJaakko Heinonen 	if (de == NULL)
216f40645c8SJaakko Heinonen 		return (NULL);
217f40645c8SJaakko Heinonen 	de = TAILQ_NEXT(de, de_list);		/* ".." */
218f40645c8SJaakko Heinonen 	if (de == NULL)
219f40645c8SJaakko Heinonen 		return (NULL);
220f40645c8SJaakko Heinonen 
221f40645c8SJaakko Heinonen 	return (de->de_dir);
222f40645c8SJaakko Heinonen }
223f40645c8SJaakko Heinonen 
224f40645c8SJaakko Heinonen struct devfs_dirent *
225e606a3c6SPoul-Henning Kamp devfs_vmkdir(struct devfs_mount *dmp, char *name, int namelen, struct devfs_dirent *dotdot, u_int inode)
2263f54a085SPoul-Henning Kamp {
227a481b90bSPoul-Henning Kamp 	struct devfs_dirent *dd;
2283f54a085SPoul-Henning Kamp 	struct devfs_dirent *de;
2293f54a085SPoul-Henning Kamp 
230e606a3c6SPoul-Henning Kamp 	/* Create the new directory */
231a481b90bSPoul-Henning Kamp 	dd = devfs_newdirent(name, namelen);
232a481b90bSPoul-Henning Kamp 	TAILQ_INIT(&dd->de_dlist);
233a481b90bSPoul-Henning Kamp 	dd->de_dirent->d_type = DT_DIR;
23493432a92SPoul-Henning Kamp 	dd->de_mode = 0555;
235a481b90bSPoul-Henning Kamp 	dd->de_links = 2;
236a481b90bSPoul-Henning Kamp 	dd->de_dir = dd;
237e606a3c6SPoul-Henning Kamp 	if (inode != 0)
238e606a3c6SPoul-Henning Kamp 		dd->de_inode = inode;
239e606a3c6SPoul-Henning Kamp 	else
240e606a3c6SPoul-Henning Kamp 		dd->de_inode = alloc_unr(devfs_inos);
2413f54a085SPoul-Henning Kamp 
24264040d39SJaakko Heinonen 	/*
24364040d39SJaakko Heinonen 	 * "." and ".." are always the two first entries in the
24464040d39SJaakko Heinonen 	 * de_dlist list.
24564040d39SJaakko Heinonen 	 *
24664040d39SJaakko Heinonen 	 * Create the "." entry in the new directory.
24764040d39SJaakko Heinonen 	 */
2483f54a085SPoul-Henning Kamp 	de = devfs_newdirent(".", 1);
2493f54a085SPoul-Henning Kamp 	de->de_dirent->d_type = DT_DIR;
250a481b90bSPoul-Henning Kamp 	de->de_flags |= DE_DOT;
251a481b90bSPoul-Henning Kamp 	TAILQ_INSERT_TAIL(&dd->de_dlist, de, de_list);
252e606a3c6SPoul-Henning Kamp 	de->de_dir = dd;
253a481b90bSPoul-Henning Kamp 
25464040d39SJaakko Heinonen 	/* Create the ".." entry in the new directory. */
255a481b90bSPoul-Henning Kamp 	de = devfs_newdirent("..", 2);
256a481b90bSPoul-Henning Kamp 	de->de_dirent->d_type = DT_DIR;
257a481b90bSPoul-Henning Kamp 	de->de_flags |= DE_DOTDOT;
258a481b90bSPoul-Henning Kamp 	TAILQ_INSERT_TAIL(&dd->de_dlist, de, de_list);
259e606a3c6SPoul-Henning Kamp 	if (dotdot == NULL) {
260e606a3c6SPoul-Henning Kamp 		de->de_dir = dd;
261e606a3c6SPoul-Henning Kamp 	} else {
262e606a3c6SPoul-Henning Kamp 		de->de_dir = dotdot;
263e606a3c6SPoul-Henning Kamp 		TAILQ_INSERT_TAIL(&dotdot->de_dlist, dd, de_list);
264e606a3c6SPoul-Henning Kamp 		dotdot->de_links++;
265e606a3c6SPoul-Henning Kamp 	}
266a481b90bSPoul-Henning Kamp 
267e606a3c6SPoul-Henning Kamp #ifdef MAC
26830d239bcSRobert Watson 	mac_devfs_create_directory(dmp->dm_mount, name, namelen, dd);
269e606a3c6SPoul-Henning Kamp #endif
2703f54a085SPoul-Henning Kamp 	return (dd);
2713f54a085SPoul-Henning Kamp }
2723f54a085SPoul-Henning Kamp 
273e606a3c6SPoul-Henning Kamp void
274e7f9b744SKonstantin Belousov devfs_dirent_free(struct devfs_dirent *de)
275e7f9b744SKonstantin Belousov {
276e7f9b744SKonstantin Belousov 	free(de, M_DEVFS3);
277e7f9b744SKonstantin Belousov }
278e7f9b744SKonstantin Belousov 
279828d6d12SKonstantin Belousov /*
28089d10571SJaakko Heinonen  * Removes a directory if it is empty. Also empty parent directories are
28189d10571SJaakko Heinonen  * removed recursively.
28289d10571SJaakko Heinonen  */
28389d10571SJaakko Heinonen static void
28489d10571SJaakko Heinonen devfs_rmdir_empty(struct devfs_mount *dm, struct devfs_dirent *de)
28589d10571SJaakko Heinonen {
28689d10571SJaakko Heinonen 	struct devfs_dirent *dd, *de_dot, *de_dotdot;
28789d10571SJaakko Heinonen 
28889d10571SJaakko Heinonen 	sx_assert(&dm->dm_lock, SX_XLOCKED);
28989d10571SJaakko Heinonen 
29089d10571SJaakko Heinonen 	for (;;) {
29189d10571SJaakko Heinonen 		KASSERT(de->de_dirent->d_type == DT_DIR,
29289d10571SJaakko Heinonen 		    ("devfs_rmdir_empty: de is not a directory"));
29389d10571SJaakko Heinonen 
29489d10571SJaakko Heinonen 		if ((de->de_flags & DE_DOOMED) != 0 || de == dm->dm_rootdir)
29589d10571SJaakko Heinonen 			return;
29689d10571SJaakko Heinonen 
29789d10571SJaakko Heinonen 		de_dot = TAILQ_FIRST(&de->de_dlist);
29889d10571SJaakko Heinonen 		KASSERT(de_dot != NULL, ("devfs_rmdir_empty: . missing"));
29989d10571SJaakko Heinonen 		de_dotdot = TAILQ_NEXT(de_dot, de_list);
30089d10571SJaakko Heinonen 		KASSERT(de_dotdot != NULL, ("devfs_rmdir_empty: .. missing"));
30189d10571SJaakko Heinonen 		/* Return if the directory is not empty. */
30289d10571SJaakko Heinonen 		if (TAILQ_NEXT(de_dotdot, de_list) != NULL)
30389d10571SJaakko Heinonen 			return;
30489d10571SJaakko Heinonen 
30589d10571SJaakko Heinonen 		dd = devfs_parent_dirent(de);
30689d10571SJaakko Heinonen 		KASSERT(dd != NULL, ("devfs_rmdir_empty: NULL dd"));
307*8570d045SJaakko Heinonen 		TAILQ_REMOVE(&de->de_dlist, de_dot, de_list);
308*8570d045SJaakko Heinonen 		TAILQ_REMOVE(&de->de_dlist, de_dotdot, de_list);
30989d10571SJaakko Heinonen 		TAILQ_REMOVE(&dd->de_dlist, de, de_list);
31089d10571SJaakko Heinonen 		DEVFS_DE_HOLD(dd);
31189d10571SJaakko Heinonen 		devfs_delete(dm, de, DEVFS_DEL_NORECURSE);
31289d10571SJaakko Heinonen 		devfs_delete(dm, de_dot, DEVFS_DEL_NORECURSE);
31389d10571SJaakko Heinonen 		devfs_delete(dm, de_dotdot, DEVFS_DEL_NORECURSE);
31489d10571SJaakko Heinonen 		if (DEVFS_DE_DROP(dd)) {
31589d10571SJaakko Heinonen 			devfs_dirent_free(dd);
31689d10571SJaakko Heinonen 			return;
31789d10571SJaakko Heinonen 		}
31889d10571SJaakko Heinonen 
31989d10571SJaakko Heinonen 		de = dd;
32089d10571SJaakko Heinonen 	}
32189d10571SJaakko Heinonen }
32289d10571SJaakko Heinonen 
32389d10571SJaakko Heinonen /*
324828d6d12SKonstantin Belousov  * The caller needs to hold the dm for the duration of the call since
325828d6d12SKonstantin Belousov  * dm->dm_lock may be temporary dropped.
326828d6d12SKonstantin Belousov  */
327e7f9b744SKonstantin Belousov void
32889d10571SJaakko Heinonen devfs_delete(struct devfs_mount *dm, struct devfs_dirent *de, int flags)
3293f54a085SPoul-Henning Kamp {
33089d10571SJaakko Heinonen 	struct devfs_dirent *dd;
331828d6d12SKonstantin Belousov 	struct vnode *vp;
3323f54a085SPoul-Henning Kamp 
333e7f9b744SKonstantin Belousov 	KASSERT((de->de_flags & DE_DOOMED) == 0,
334e7f9b744SKonstantin Belousov 		("devfs_delete doomed dirent"));
335e7f9b744SKonstantin Belousov 	de->de_flags |= DE_DOOMED;
33689d10571SJaakko Heinonen 
33789d10571SJaakko Heinonen 	if ((flags & DEVFS_DEL_NORECURSE) == 0) {
33889d10571SJaakko Heinonen 		dd = devfs_parent_dirent(de);
33989d10571SJaakko Heinonen 		if (dd != NULL)
34089d10571SJaakko Heinonen 			DEVFS_DE_HOLD(dd);
34189d10571SJaakko Heinonen 	} else
34289d10571SJaakko Heinonen 		dd = NULL;
34389d10571SJaakko Heinonen 
344828d6d12SKonstantin Belousov 	mtx_lock(&devfs_de_interlock);
345828d6d12SKonstantin Belousov 	vp = de->de_vnode;
346828d6d12SKonstantin Belousov 	if (vp != NULL) {
347828d6d12SKonstantin Belousov 		VI_LOCK(vp);
348828d6d12SKonstantin Belousov 		mtx_unlock(&devfs_de_interlock);
349828d6d12SKonstantin Belousov 		vholdl(vp);
350828d6d12SKonstantin Belousov 		sx_unlock(&dm->dm_lock);
35189d10571SJaakko Heinonen 		if ((flags & DEVFS_DEL_VNLOCKED) == 0)
352cb05b60aSAttilio Rao 			vn_lock(vp, LK_EXCLUSIVE | LK_INTERLOCK | LK_RETRY);
353828d6d12SKonstantin Belousov 		else
354828d6d12SKonstantin Belousov 			VI_UNLOCK(vp);
355828d6d12SKonstantin Belousov 		vgone(vp);
35689d10571SJaakko Heinonen 		if ((flags & DEVFS_DEL_VNLOCKED) == 0)
35722db15c0SAttilio Rao 			VOP_UNLOCK(vp, 0);
358828d6d12SKonstantin Belousov 		vdrop(vp);
359828d6d12SKonstantin Belousov 		sx_xlock(&dm->dm_lock);
360828d6d12SKonstantin Belousov 	} else
361828d6d12SKonstantin Belousov 		mtx_unlock(&devfs_de_interlock);
3623f54a085SPoul-Henning Kamp 	if (de->de_symlink) {
363214c8ff0SPoul-Henning Kamp 		free(de->de_symlink, M_DEVFS);
3643f54a085SPoul-Henning Kamp 		de->de_symlink = NULL;
3653f54a085SPoul-Henning Kamp 	}
3666742f328SRobert Watson #ifdef MAC
36730d239bcSRobert Watson 	mac_devfs_destroy(de);
3686742f328SRobert Watson #endif
369e606a3c6SPoul-Henning Kamp 	if (de->de_inode > DEVFS_ROOTINO) {
370e606a3c6SPoul-Henning Kamp 		free_unr(devfs_inos, de->de_inode);
371e606a3c6SPoul-Henning Kamp 		de->de_inode = 0;
372e606a3c6SPoul-Henning Kamp 	}
373e7f9b744SKonstantin Belousov 	if (DEVFS_DE_DROP(de))
374e7f9b744SKonstantin Belousov 		devfs_dirent_free(de);
37589d10571SJaakko Heinonen 
37689d10571SJaakko Heinonen 	if (dd != NULL) {
37789d10571SJaakko Heinonen 		if (DEVFS_DE_DROP(dd))
37889d10571SJaakko Heinonen 			devfs_dirent_free(dd);
37989d10571SJaakko Heinonen 		else
38089d10571SJaakko Heinonen 			devfs_rmdir_empty(dm, dd);
38189d10571SJaakko Heinonen 	}
3823f54a085SPoul-Henning Kamp }
3833f54a085SPoul-Henning Kamp 
384e606a3c6SPoul-Henning Kamp /*
385e606a3c6SPoul-Henning Kamp  * Called on unmount.
386828d6d12SKonstantin Belousov  * Recursively removes the entire tree.
387828d6d12SKonstantin Belousov  * The caller needs to hold the dm for the duration of the call.
388e606a3c6SPoul-Henning Kamp  */
389e606a3c6SPoul-Henning Kamp 
390e606a3c6SPoul-Henning Kamp static void
391e606a3c6SPoul-Henning Kamp devfs_purge(struct devfs_mount *dm, struct devfs_dirent *dd)
3923f54a085SPoul-Henning Kamp {
3933f54a085SPoul-Henning Kamp 	struct devfs_dirent *de;
3943f54a085SPoul-Henning Kamp 
395e606a3c6SPoul-Henning Kamp 	sx_assert(&dm->dm_lock, SX_XLOCKED);
39689d10571SJaakko Heinonen 
39789d10571SJaakko Heinonen 	DEVFS_DE_HOLD(dd);
3983f54a085SPoul-Henning Kamp 	for (;;) {
399a481b90bSPoul-Henning Kamp 		de = TAILQ_FIRST(&dd->de_dlist);
4003f54a085SPoul-Henning Kamp 		if (de == NULL)
4013f54a085SPoul-Henning Kamp 			break;
402e606a3c6SPoul-Henning Kamp 		TAILQ_REMOVE(&dd->de_dlist, de, de_list);
403e606a3c6SPoul-Henning Kamp 		if (de->de_flags & (DE_DOT | DE_DOTDOT))
40489d10571SJaakko Heinonen 			devfs_delete(dm, de, DEVFS_DEL_NORECURSE);
405e606a3c6SPoul-Henning Kamp 		else if (de->de_dirent->d_type == DT_DIR)
406e606a3c6SPoul-Henning Kamp 			devfs_purge(dm, de);
407e606a3c6SPoul-Henning Kamp 		else
40889d10571SJaakko Heinonen 			devfs_delete(dm, de, DEVFS_DEL_NORECURSE);
4093f54a085SPoul-Henning Kamp 	}
41089d10571SJaakko Heinonen 	if (DEVFS_DE_DROP(dd))
41189d10571SJaakko Heinonen 		devfs_dirent_free(dd);
41289d10571SJaakko Heinonen 	else if ((dd->de_flags & DE_DOOMED) == 0)
41389d10571SJaakko Heinonen 		devfs_delete(dm, dd, DEVFS_DEL_NORECURSE);
4143f54a085SPoul-Henning Kamp }
4153f54a085SPoul-Henning Kamp 
416e606a3c6SPoul-Henning Kamp /*
417e606a3c6SPoul-Henning Kamp  * Each cdev_priv has an array of pointers to devfs_dirent which is indexed
418e606a3c6SPoul-Henning Kamp  * by the mount points dm_idx.
419e606a3c6SPoul-Henning Kamp  * This function extends the array when necessary, taking into account that
420e606a3c6SPoul-Henning Kamp  * the default array is 1 element and not malloc'ed.
421e606a3c6SPoul-Henning Kamp  */
422e606a3c6SPoul-Henning Kamp static void
423e606a3c6SPoul-Henning Kamp devfs_metoo(struct cdev_priv *cdp, struct devfs_mount *dm)
4243f54a085SPoul-Henning Kamp {
425e606a3c6SPoul-Henning Kamp 	struct devfs_dirent **dep;
426e606a3c6SPoul-Henning Kamp 	int siz;
427e606a3c6SPoul-Henning Kamp 
428e606a3c6SPoul-Henning Kamp 	siz = (dm->dm_idx + 1) * sizeof *dep;
429e606a3c6SPoul-Henning Kamp 	dep = malloc(siz, M_DEVFS2, M_WAITOK | M_ZERO);
430e606a3c6SPoul-Henning Kamp 	dev_lock();
431e606a3c6SPoul-Henning Kamp 	if (dm->dm_idx <= cdp->cdp_maxdirent) {
432e606a3c6SPoul-Henning Kamp 		/* We got raced */
433e606a3c6SPoul-Henning Kamp 		dev_unlock();
434e606a3c6SPoul-Henning Kamp 		free(dep, M_DEVFS2);
435e606a3c6SPoul-Henning Kamp 		return;
436e606a3c6SPoul-Henning Kamp 	}
437e606a3c6SPoul-Henning Kamp 	memcpy(dep, cdp->cdp_dirents, (cdp->cdp_maxdirent + 1) * sizeof *dep);
438e606a3c6SPoul-Henning Kamp 	if (cdp->cdp_maxdirent > 0)
439e606a3c6SPoul-Henning Kamp 		free(cdp->cdp_dirents, M_DEVFS2);
440e606a3c6SPoul-Henning Kamp 	cdp->cdp_dirents = dep;
441e606a3c6SPoul-Henning Kamp 	/*
442e606a3c6SPoul-Henning Kamp 	 * XXX: if malloc told us how much we actually got this could
443e606a3c6SPoul-Henning Kamp 	 * XXX: be optimized.
444e606a3c6SPoul-Henning Kamp 	 */
445e606a3c6SPoul-Henning Kamp 	cdp->cdp_maxdirent = dm->dm_idx;
446e606a3c6SPoul-Henning Kamp 	dev_unlock();
447e606a3c6SPoul-Henning Kamp }
448e606a3c6SPoul-Henning Kamp 
449828d6d12SKonstantin Belousov /*
450828d6d12SKonstantin Belousov  * The caller needs to hold the dm for the duration of the call.
451828d6d12SKonstantin Belousov  */
452e606a3c6SPoul-Henning Kamp static int
453e606a3c6SPoul-Henning Kamp devfs_populate_loop(struct devfs_mount *dm, int cleanup)
454e606a3c6SPoul-Henning Kamp {
455e606a3c6SPoul-Henning Kamp 	struct cdev_priv *cdp;
456e606a3c6SPoul-Henning Kamp 	struct devfs_dirent *de;
457a481b90bSPoul-Henning Kamp 	struct devfs_dirent *dd;
458e606a3c6SPoul-Henning Kamp 	struct cdev *pdev;
45964040d39SJaakko Heinonen 	int de_flags, j;
4603f54a085SPoul-Henning Kamp 	char *q, *s;
4613f54a085SPoul-Henning Kamp 
462e606a3c6SPoul-Henning Kamp 	sx_assert(&dm->dm_lock, SX_XLOCKED);
463e606a3c6SPoul-Henning Kamp 	dev_lock();
464e606a3c6SPoul-Henning Kamp 	TAILQ_FOREACH(cdp, &cdevp_list, cdp_list) {
465e606a3c6SPoul-Henning Kamp 
466e606a3c6SPoul-Henning Kamp 		KASSERT(cdp->cdp_dirents != NULL, ("NULL cdp_dirents"));
467e606a3c6SPoul-Henning Kamp 
468e606a3c6SPoul-Henning Kamp 		/*
469e606a3c6SPoul-Henning Kamp 		 * If we are unmounting, or the device has been destroyed,
470e606a3c6SPoul-Henning Kamp 		 * clean up our dirent.
471e606a3c6SPoul-Henning Kamp 		 */
472e606a3c6SPoul-Henning Kamp 		if ((cleanup || !(cdp->cdp_flags & CDP_ACTIVE)) &&
473e606a3c6SPoul-Henning Kamp 		    dm->dm_idx <= cdp->cdp_maxdirent &&
474e606a3c6SPoul-Henning Kamp 		    cdp->cdp_dirents[dm->dm_idx] != NULL) {
475e606a3c6SPoul-Henning Kamp 			de = cdp->cdp_dirents[dm->dm_idx];
476e606a3c6SPoul-Henning Kamp 			cdp->cdp_dirents[dm->dm_idx] = NULL;
477e606a3c6SPoul-Henning Kamp 			KASSERT(cdp == de->de_cdp,
478e606a3c6SPoul-Henning Kamp 			    ("%s %d %s %p %p", __func__, __LINE__,
479e606a3c6SPoul-Henning Kamp 			    cdp->cdp_c.si_name, cdp, de->de_cdp));
480e606a3c6SPoul-Henning Kamp 			KASSERT(de->de_dir != NULL, ("Null de->de_dir"));
481e606a3c6SPoul-Henning Kamp 			dev_unlock();
482e606a3c6SPoul-Henning Kamp 
483e606a3c6SPoul-Henning Kamp 			TAILQ_REMOVE(&de->de_dir->de_dlist, de, de_list);
484e606a3c6SPoul-Henning Kamp 			de->de_cdp = NULL;
485e606a3c6SPoul-Henning Kamp 			de->de_inode = 0;
486828d6d12SKonstantin Belousov 			devfs_delete(dm, de, 0);
487828d6d12SKonstantin Belousov 			dev_lock();
488828d6d12SKonstantin Belousov 			cdp->cdp_inuse--;
489828d6d12SKonstantin Belousov 			dev_unlock();
490e606a3c6SPoul-Henning Kamp 			return (1);
49193bcdfe2SPoul-Henning Kamp 		}
492e606a3c6SPoul-Henning Kamp 		/*
493e606a3c6SPoul-Henning Kamp 	 	 * GC any lingering devices
494e606a3c6SPoul-Henning Kamp 		 */
495e606a3c6SPoul-Henning Kamp 		if (!(cdp->cdp_flags & CDP_ACTIVE)) {
496e606a3c6SPoul-Henning Kamp 			if (cdp->cdp_inuse > 0)
497e606a3c6SPoul-Henning Kamp 				continue;
498e606a3c6SPoul-Henning Kamp 			TAILQ_REMOVE(&cdevp_list, cdp, cdp_list);
499e606a3c6SPoul-Henning Kamp 			dev_unlock();
500e606a3c6SPoul-Henning Kamp 			dev_rel(&cdp->cdp_c);
501e606a3c6SPoul-Henning Kamp 			return (1);
502e606a3c6SPoul-Henning Kamp 		}
503e606a3c6SPoul-Henning Kamp 		/*
504e606a3c6SPoul-Henning Kamp 		 * Don't create any new dirents if we are unmounting
505e606a3c6SPoul-Henning Kamp 		 */
506e606a3c6SPoul-Henning Kamp 		if (cleanup)
507e606a3c6SPoul-Henning Kamp 			continue;
508e606a3c6SPoul-Henning Kamp 		KASSERT((cdp->cdp_flags & CDP_ACTIVE), ("Bogons, I tell ya'!"));
509e606a3c6SPoul-Henning Kamp 
510e606a3c6SPoul-Henning Kamp 		if (dm->dm_idx <= cdp->cdp_maxdirent &&
511e606a3c6SPoul-Henning Kamp 		    cdp->cdp_dirents[dm->dm_idx] != NULL) {
512e606a3c6SPoul-Henning Kamp 			de = cdp->cdp_dirents[dm->dm_idx];
513e606a3c6SPoul-Henning Kamp 			KASSERT(cdp == de->de_cdp, ("inconsistent cdp"));
514a481b90bSPoul-Henning Kamp 			continue;
515a481b90bSPoul-Henning Kamp 		}
516e606a3c6SPoul-Henning Kamp 
517e606a3c6SPoul-Henning Kamp 
518e606a3c6SPoul-Henning Kamp 		cdp->cdp_inuse++;
519e606a3c6SPoul-Henning Kamp 		dev_unlock();
520e606a3c6SPoul-Henning Kamp 
521e606a3c6SPoul-Henning Kamp 		if (dm->dm_idx > cdp->cdp_maxdirent)
522e606a3c6SPoul-Henning Kamp 		        devfs_metoo(cdp, dm);
523e606a3c6SPoul-Henning Kamp 
524d785dfefSPoul-Henning Kamp 		dd = dm->dm_rootdir;
525e606a3c6SPoul-Henning Kamp 		s = cdp->cdp_c.si_name;
526c32d0a1dSPoul-Henning Kamp 		for (;;) {
5273f54a085SPoul-Henning Kamp 			for (q = s; *q != '/' && *q != '\0'; q++)
5283f54a085SPoul-Henning Kamp 				continue;
529c32d0a1dSPoul-Henning Kamp 			if (*q != '/')
530c32d0a1dSPoul-Henning Kamp 				break;
53164040d39SJaakko Heinonen 			de = devfs_find(dd, s, q - s, 0);
532e606a3c6SPoul-Henning Kamp 			if (de == NULL)
533e606a3c6SPoul-Henning Kamp 				de = devfs_vmkdir(dm, s, q - s, dd, 0);
53464040d39SJaakko Heinonen 			else if (de->de_dirent->d_type == DT_LNK) {
53564040d39SJaakko Heinonen 				de = devfs_find(dd, s, q - s, DT_DIR);
53664040d39SJaakko Heinonen 				if (de == NULL)
53764040d39SJaakko Heinonen 					de = devfs_vmkdir(dm, s, q - s, dd, 0);
53864040d39SJaakko Heinonen 				de->de_flags |= DE_COVERED;
53964040d39SJaakko Heinonen 			}
540a481b90bSPoul-Henning Kamp 			s = q + 1;
541a481b90bSPoul-Henning Kamp 			dd = de;
54264040d39SJaakko Heinonen 			KASSERT(dd->de_dirent->d_type == DT_DIR &&
54364040d39SJaakko Heinonen 			    (dd->de_flags & (DE_DOT | DE_DOTDOT)) == 0,
54464040d39SJaakko Heinonen 			    ("%s: invalid directory (si_name=%s)",
54564040d39SJaakko Heinonen 			    __func__, cdp->cdp_c.si_name));
54664040d39SJaakko Heinonen 
5473f54a085SPoul-Henning Kamp 		}
54864040d39SJaakko Heinonen 		de_flags = 0;
54964040d39SJaakko Heinonen 		de = devfs_find(dd, s, q - s, DT_LNK);
55064040d39SJaakko Heinonen 		if (de != NULL)
55164040d39SJaakko Heinonen 			de_flags |= DE_COVERED;
552e606a3c6SPoul-Henning Kamp 
5533f54a085SPoul-Henning Kamp 		de = devfs_newdirent(s, q - s);
554e606a3c6SPoul-Henning Kamp 		if (cdp->cdp_c.si_flags & SI_ALIAS) {
5553f54a085SPoul-Henning Kamp 			de->de_uid = 0;
5563f54a085SPoul-Henning Kamp 			de->de_gid = 0;
55793432a92SPoul-Henning Kamp 			de->de_mode = 0755;
5583f54a085SPoul-Henning Kamp 			de->de_dirent->d_type = DT_LNK;
559e606a3c6SPoul-Henning Kamp 			pdev = cdp->cdp_c.si_parent;
5603f54a085SPoul-Henning Kamp 			j = strlen(pdev->si_name) + 1;
561e606a3c6SPoul-Henning Kamp 			de->de_symlink = malloc(j, M_DEVFS, M_WAITOK);
5623f54a085SPoul-Henning Kamp 			bcopy(pdev->si_name, de->de_symlink, j);
5633f54a085SPoul-Henning Kamp 		} else {
564e606a3c6SPoul-Henning Kamp 			de->de_uid = cdp->cdp_c.si_uid;
565e606a3c6SPoul-Henning Kamp 			de->de_gid = cdp->cdp_c.si_gid;
566e606a3c6SPoul-Henning Kamp 			de->de_mode = cdp->cdp_c.si_mode;
5673f54a085SPoul-Henning Kamp 			de->de_dirent->d_type = DT_CHR;
5683f54a085SPoul-Henning Kamp 		}
56964040d39SJaakko Heinonen 		de->de_flags |= de_flags;
570e606a3c6SPoul-Henning Kamp 		de->de_inode = cdp->cdp_inode;
571e606a3c6SPoul-Henning Kamp 		de->de_cdp = cdp;
5726742f328SRobert Watson #ifdef MAC
57330d239bcSRobert Watson 		mac_devfs_create_device(cdp->cdp_c.si_cred, dm->dm_mount,
574e606a3c6SPoul-Henning Kamp 		    &cdp->cdp_c, de);
5756742f328SRobert Watson #endif
576c32d0a1dSPoul-Henning Kamp 		de->de_dir = dd;
577a481b90bSPoul-Henning Kamp 		TAILQ_INSERT_TAIL(&dd->de_dlist, de, de_list);
578e606a3c6SPoul-Henning Kamp 		devfs_rules_apply(dm, de);
579e606a3c6SPoul-Henning Kamp 		dev_lock();
580e606a3c6SPoul-Henning Kamp 		/* XXX: could check that cdp is still active here */
581e606a3c6SPoul-Henning Kamp 		KASSERT(cdp->cdp_dirents[dm->dm_idx] == NULL,
582e606a3c6SPoul-Henning Kamp 		    ("%s %d\n", __func__, __LINE__));
583e606a3c6SPoul-Henning Kamp 		cdp->cdp_dirents[dm->dm_idx] = de;
584e606a3c6SPoul-Henning Kamp 		KASSERT(de->de_cdp != (void *)0xdeadc0de,
585e606a3c6SPoul-Henning Kamp 		    ("%s %d\n", __func__, __LINE__));
586e606a3c6SPoul-Henning Kamp 		dev_unlock();
587e606a3c6SPoul-Henning Kamp 		return (1);
5883f54a085SPoul-Henning Kamp 	}
589e606a3c6SPoul-Henning Kamp 	dev_unlock();
590e606a3c6SPoul-Henning Kamp 	return (0);
5913f54a085SPoul-Henning Kamp }
592e606a3c6SPoul-Henning Kamp 
593828d6d12SKonstantin Belousov /*
594828d6d12SKonstantin Belousov  * The caller needs to hold the dm for the duration of the call.
595828d6d12SKonstantin Belousov  */
596e606a3c6SPoul-Henning Kamp void
597e606a3c6SPoul-Henning Kamp devfs_populate(struct devfs_mount *dm)
598e606a3c6SPoul-Henning Kamp {
599e606a3c6SPoul-Henning Kamp 
600e606a3c6SPoul-Henning Kamp 	sx_assert(&dm->dm_lock, SX_XLOCKED);
601e606a3c6SPoul-Henning Kamp 	if (dm->dm_generation == devfs_generation)
602e606a3c6SPoul-Henning Kamp 		return;
603e606a3c6SPoul-Henning Kamp 	while (devfs_populate_loop(dm, 0))
604e606a3c6SPoul-Henning Kamp 		continue;
605e606a3c6SPoul-Henning Kamp 	dm->dm_generation = devfs_generation;
606e606a3c6SPoul-Henning Kamp }
607e606a3c6SPoul-Henning Kamp 
608828d6d12SKonstantin Belousov /*
609828d6d12SKonstantin Belousov  * The caller needs to hold the dm for the duration of the call.
610828d6d12SKonstantin Belousov  */
611e606a3c6SPoul-Henning Kamp void
612e606a3c6SPoul-Henning Kamp devfs_cleanup(struct devfs_mount *dm)
613e606a3c6SPoul-Henning Kamp {
614e606a3c6SPoul-Henning Kamp 
615e606a3c6SPoul-Henning Kamp 	sx_assert(&dm->dm_lock, SX_XLOCKED);
616e606a3c6SPoul-Henning Kamp 	while (devfs_populate_loop(dm, 1))
617e606a3c6SPoul-Henning Kamp 		continue;
618e606a3c6SPoul-Henning Kamp 	devfs_purge(dm, dm->dm_rootdir);
6193f54a085SPoul-Henning Kamp }
6203f54a085SPoul-Henning Kamp 
6219d960907SPoul-Henning Kamp /*
6229d960907SPoul-Henning Kamp  * devfs_create() and devfs_destroy() are called from kern_conf.c and
6239d960907SPoul-Henning Kamp  * in both cases the devlock() mutex is held, so no further locking
6249d960907SPoul-Henning Kamp  * is necesary and no sleeping allowed.
6259d960907SPoul-Henning Kamp  */
6269d960907SPoul-Henning Kamp 
6279285a87eSPoul-Henning Kamp void
62889c9c53dSPoul-Henning Kamp devfs_create(struct cdev *dev)
6293f54a085SPoul-Henning Kamp {
630e606a3c6SPoul-Henning Kamp 	struct cdev_priv *cdp;
63193bcdfe2SPoul-Henning Kamp 
632e606a3c6SPoul-Henning Kamp 	mtx_assert(&devmtx, MA_OWNED);
63305427aafSKonstantin Belousov 	cdp = cdev2priv(dev);
634e606a3c6SPoul-Henning Kamp 	cdp->cdp_flags |= CDP_ACTIVE;
635e606a3c6SPoul-Henning Kamp 	cdp->cdp_inode = alloc_unrl(devfs_inos);
636e606a3c6SPoul-Henning Kamp 	dev_refl(dev);
637e606a3c6SPoul-Henning Kamp 	TAILQ_INSERT_TAIL(&cdevp_list, cdp, cdp_list);
6389d960907SPoul-Henning Kamp 	devfs_generation++;
6393f54a085SPoul-Henning Kamp }
6403f54a085SPoul-Henning Kamp 
6419285a87eSPoul-Henning Kamp void
64289c9c53dSPoul-Henning Kamp devfs_destroy(struct cdev *dev)
6433f54a085SPoul-Henning Kamp {
644e606a3c6SPoul-Henning Kamp 	struct cdev_priv *cdp;
64593bcdfe2SPoul-Henning Kamp 
646e606a3c6SPoul-Henning Kamp 	mtx_assert(&devmtx, MA_OWNED);
64705427aafSKonstantin Belousov 	cdp = cdev2priv(dev);
648e606a3c6SPoul-Henning Kamp 	cdp->cdp_flags &= ~CDP_ACTIVE;
6499d960907SPoul-Henning Kamp 	devfs_generation++;
6503f54a085SPoul-Henning Kamp }
651e606a3c6SPoul-Henning Kamp 
652e606a3c6SPoul-Henning Kamp static void
653e606a3c6SPoul-Henning Kamp devfs_devs_init(void *junk __unused)
654e606a3c6SPoul-Henning Kamp {
655e606a3c6SPoul-Henning Kamp 
656e606a3c6SPoul-Henning Kamp 	devfs_inos = new_unrhdr(DEVFS_ROOTINO + 1, INT_MAX, &devmtx);
657e606a3c6SPoul-Henning Kamp }
658e606a3c6SPoul-Henning Kamp 
659e606a3c6SPoul-Henning Kamp SYSINIT(devfs_devs, SI_SUB_DEVFS, SI_ORDER_FIRST, devfs_devs_init, NULL);
660