xref: /freebsd/sys/kern/vfs_syscalls.c (revision 77ebcc05eac2658a68b447e654cfdf7ff3e703b8)
1 /*-
2  * SPDX-License-Identifier: BSD-3-Clause
3  *
4  * Copyright (c) 1989, 1993
5  *	The Regents of the University of California.  All rights reserved.
6  * (c) UNIX System Laboratories, Inc.
7  * All or some portions of this file are derived from material licensed
8  * to the University of California by American Telephone and Telegraph
9  * Co. or Unix System Laboratories, Inc. and are reproduced herein with
10  * the permission of UNIX System Laboratories, Inc.
11  *
12  * Redistribution and use in source and binary forms, with or without
13  * modification, are permitted provided that the following conditions
14  * are met:
15  * 1. Redistributions of source code must retain the above copyright
16  *    notice, this list of conditions and the following disclaimer.
17  * 2. Redistributions in binary form must reproduce the above copyright
18  *    notice, this list of conditions and the following disclaimer in the
19  *    documentation and/or other materials provided with the distribution.
20  * 3. Neither the name of the University nor the names of its contributors
21  *    may be used to endorse or promote products derived from this software
22  *    without specific prior written permission.
23  *
24  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
25  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
26  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
27  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
28  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
29  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
30  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
31  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
32  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
33  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
34  * SUCH DAMAGE.
35  *
36  *	@(#)vfs_syscalls.c	8.13 (Berkeley) 4/15/94
37  */
38 
39 #include <sys/cdefs.h>
40 __FBSDID("$FreeBSD$");
41 
42 #include "opt_capsicum.h"
43 #include "opt_ktrace.h"
44 
45 #include <sys/param.h>
46 #include <sys/systm.h>
47 #include <sys/bio.h>
48 #include <sys/buf.h>
49 #include <sys/capsicum.h>
50 #include <sys/disk.h>
51 #include <sys/sysent.h>
52 #include <sys/malloc.h>
53 #include <sys/mount.h>
54 #include <sys/mutex.h>
55 #include <sys/sysproto.h>
56 #include <sys/namei.h>
57 #include <sys/filedesc.h>
58 #include <sys/kernel.h>
59 #include <sys/fcntl.h>
60 #include <sys/file.h>
61 #include <sys/filio.h>
62 #include <sys/limits.h>
63 #include <sys/linker.h>
64 #include <sys/rwlock.h>
65 #include <sys/sdt.h>
66 #include <sys/stat.h>
67 #include <sys/sx.h>
68 #include <sys/unistd.h>
69 #include <sys/vnode.h>
70 #include <sys/priv.h>
71 #include <sys/proc.h>
72 #include <sys/dirent.h>
73 #include <sys/jail.h>
74 #include <sys/syscallsubr.h>
75 #include <sys/sysctl.h>
76 #ifdef KTRACE
77 #include <sys/ktrace.h>
78 #endif
79 
80 #include <machine/stdarg.h>
81 
82 #include <security/audit/audit.h>
83 #include <security/mac/mac_framework.h>
84 
85 #include <vm/vm.h>
86 #include <vm/vm_object.h>
87 #include <vm/vm_page.h>
88 #include <vm/uma.h>
89 
90 #include <ufs/ufs/quota.h>
91 
92 MALLOC_DEFINE(M_FADVISE, "fadvise", "posix_fadvise(2) information");
93 
94 SDT_PROVIDER_DEFINE(vfs);
95 SDT_PROBE_DEFINE2(vfs, , stat, mode, "char *", "int");
96 SDT_PROBE_DEFINE2(vfs, , stat, reg, "char *", "int");
97 
98 static int kern_chflagsat(struct thread *td, int fd, const char *path,
99     enum uio_seg pathseg, u_long flags, int atflag);
100 static int setfflags(struct thread *td, struct vnode *, u_long);
101 static int getutimes(const struct timeval *, enum uio_seg, struct timespec *);
102 static int getutimens(const struct timespec *, enum uio_seg,
103     struct timespec *, int *);
104 static int setutimes(struct thread *td, struct vnode *,
105     const struct timespec *, int, int);
106 static int vn_access(struct vnode *vp, int user_flags, struct ucred *cred,
107     struct thread *td);
108 
109 /*
110  * Sync each mounted filesystem.
111  */
112 #ifndef _SYS_SYSPROTO_H_
113 struct sync_args {
114 	int     dummy;
115 };
116 #endif
117 /* ARGSUSED */
118 int
119 sys_sync(struct thread *td, struct sync_args *uap)
120 {
121 	struct mount *mp, *nmp;
122 	int save;
123 
124 	mtx_lock(&mountlist_mtx);
125 	for (mp = TAILQ_FIRST(&mountlist); mp != NULL; mp = nmp) {
126 		if (vfs_busy(mp, MBF_NOWAIT | MBF_MNTLSTLOCK)) {
127 			nmp = TAILQ_NEXT(mp, mnt_list);
128 			continue;
129 		}
130 		if ((mp->mnt_flag & MNT_RDONLY) == 0 &&
131 		    vn_start_write(NULL, &mp, V_NOWAIT) == 0) {
132 			save = curthread_pflags_set(TDP_SYNCIO);
133 			vfs_msync(mp, MNT_NOWAIT);
134 			VFS_SYNC(mp, MNT_NOWAIT);
135 			curthread_pflags_restore(save);
136 			vn_finished_write(mp);
137 		}
138 		mtx_lock(&mountlist_mtx);
139 		nmp = TAILQ_NEXT(mp, mnt_list);
140 		vfs_unbusy(mp);
141 	}
142 	mtx_unlock(&mountlist_mtx);
143 	return (0);
144 }
145 
146 /*
147  * Change filesystem quotas.
148  */
149 #ifndef _SYS_SYSPROTO_H_
150 struct quotactl_args {
151 	char *path;
152 	int cmd;
153 	int uid;
154 	caddr_t arg;
155 };
156 #endif
157 int
158 sys_quotactl(struct thread *td, struct quotactl_args *uap)
159 {
160 	struct mount *mp;
161 	struct nameidata nd;
162 	int error;
163 
164 	AUDIT_ARG_CMD(uap->cmd);
165 	AUDIT_ARG_UID(uap->uid);
166 	if (!prison_allow(td->td_ucred, PR_ALLOW_QUOTAS))
167 		return (EPERM);
168 	NDINIT(&nd, LOOKUP, FOLLOW | LOCKLEAF | AUDITVNODE1, UIO_USERSPACE,
169 	    uap->path, td);
170 	if ((error = namei(&nd)) != 0)
171 		return (error);
172 	NDFREE(&nd, NDF_ONLY_PNBUF);
173 	mp = nd.ni_vp->v_mount;
174 	vfs_ref(mp);
175 	vput(nd.ni_vp);
176 	error = vfs_busy(mp, 0);
177 	vfs_rel(mp);
178 	if (error != 0)
179 		return (error);
180 	error = VFS_QUOTACTL(mp, uap->cmd, uap->uid, uap->arg);
181 
182 	/*
183 	 * Since quota on operation typically needs to open quota
184 	 * file, the Q_QUOTAON handler needs to unbusy the mount point
185 	 * before calling into namei.  Otherwise, unmount might be
186 	 * started between two vfs_busy() invocations (first is our,
187 	 * second is from mount point cross-walk code in lookup()),
188 	 * causing deadlock.
189 	 *
190 	 * Require that Q_QUOTAON handles the vfs_busy() reference on
191 	 * its own, always returning with ubusied mount point.
192 	 */
193 	if ((uap->cmd >> SUBCMDSHIFT) != Q_QUOTAON &&
194 	    (uap->cmd >> SUBCMDSHIFT) != Q_QUOTAOFF)
195 		vfs_unbusy(mp);
196 	return (error);
197 }
198 
199 /*
200  * Used by statfs conversion routines to scale the block size up if
201  * necessary so that all of the block counts are <= 'max_size'.  Note
202  * that 'max_size' should be a bitmask, i.e. 2^n - 1 for some non-zero
203  * value of 'n'.
204  */
205 void
206 statfs_scale_blocks(struct statfs *sf, long max_size)
207 {
208 	uint64_t count;
209 	int shift;
210 
211 	KASSERT(powerof2(max_size + 1), ("%s: invalid max_size", __func__));
212 
213 	/*
214 	 * Attempt to scale the block counts to give a more accurate
215 	 * overview to userland of the ratio of free space to used
216 	 * space.  To do this, find the largest block count and compute
217 	 * a divisor that lets it fit into a signed integer <= max_size.
218 	 */
219 	if (sf->f_bavail < 0)
220 		count = -sf->f_bavail;
221 	else
222 		count = sf->f_bavail;
223 	count = MAX(sf->f_blocks, MAX(sf->f_bfree, count));
224 	if (count <= max_size)
225 		return;
226 
227 	count >>= flsl(max_size);
228 	shift = 0;
229 	while (count > 0) {
230 		shift++;
231 		count >>=1;
232 	}
233 
234 	sf->f_bsize <<= shift;
235 	sf->f_blocks >>= shift;
236 	sf->f_bfree >>= shift;
237 	sf->f_bavail >>= shift;
238 }
239 
240 static int
241 kern_do_statfs(struct thread *td, struct mount *mp, struct statfs *buf)
242 {
243 	struct statfs *sp;
244 	int error;
245 
246 	if (mp == NULL)
247 		return (EBADF);
248 	error = vfs_busy(mp, 0);
249 	vfs_rel(mp);
250 	if (error != 0)
251 		return (error);
252 #ifdef MAC
253 	error = mac_mount_check_stat(td->td_ucred, mp);
254 	if (error != 0)
255 		goto out;
256 #endif
257 	/*
258 	 * Set these in case the underlying filesystem fails to do so.
259 	 */
260 	sp = &mp->mnt_stat;
261 	sp->f_version = STATFS_VERSION;
262 	sp->f_namemax = NAME_MAX;
263 	sp->f_flags = mp->mnt_flag & MNT_VISFLAGMASK;
264 	error = VFS_STATFS(mp, sp);
265 	if (error != 0)
266 		goto out;
267 	*buf = *sp;
268 	if (priv_check(td, PRIV_VFS_GENERATION)) {
269 		buf->f_fsid.val[0] = buf->f_fsid.val[1] = 0;
270 		prison_enforce_statfs(td->td_ucred, mp, buf);
271 	}
272 out:
273 	vfs_unbusy(mp);
274 	return (error);
275 }
276 
277 /*
278  * Get filesystem statistics.
279  */
280 #ifndef _SYS_SYSPROTO_H_
281 struct statfs_args {
282 	char *path;
283 	struct statfs *buf;
284 };
285 #endif
286 int
287 sys_statfs(struct thread *td, struct statfs_args *uap)
288 {
289 	struct statfs *sfp;
290 	int error;
291 
292 	sfp = malloc(sizeof(struct statfs), M_STATFS, M_WAITOK);
293 	error = kern_statfs(td, uap->path, UIO_USERSPACE, sfp);
294 	if (error == 0)
295 		error = copyout(sfp, uap->buf, sizeof(struct statfs));
296 	free(sfp, M_STATFS);
297 	return (error);
298 }
299 
300 int
301 kern_statfs(struct thread *td, const char *path, enum uio_seg pathseg,
302     struct statfs *buf)
303 {
304 	struct mount *mp;
305 	struct nameidata nd;
306 	int error;
307 
308 	NDINIT(&nd, LOOKUP, FOLLOW | LOCKSHARED | LOCKLEAF | AUDITVNODE1,
309 	    pathseg, path, td);
310 	error = namei(&nd);
311 	if (error != 0)
312 		return (error);
313 	mp = nd.ni_vp->v_mount;
314 	vfs_ref(mp);
315 	NDFREE(&nd, NDF_ONLY_PNBUF);
316 	vput(nd.ni_vp);
317 	return (kern_do_statfs(td, mp, buf));
318 }
319 
320 /*
321  * Get filesystem statistics.
322  */
323 #ifndef _SYS_SYSPROTO_H_
324 struct fstatfs_args {
325 	int fd;
326 	struct statfs *buf;
327 };
328 #endif
329 int
330 sys_fstatfs(struct thread *td, struct fstatfs_args *uap)
331 {
332 	struct statfs *sfp;
333 	int error;
334 
335 	sfp = malloc(sizeof(struct statfs), M_STATFS, M_WAITOK);
336 	error = kern_fstatfs(td, uap->fd, sfp);
337 	if (error == 0)
338 		error = copyout(sfp, uap->buf, sizeof(struct statfs));
339 	free(sfp, M_STATFS);
340 	return (error);
341 }
342 
343 int
344 kern_fstatfs(struct thread *td, int fd, struct statfs *buf)
345 {
346 	struct file *fp;
347 	struct mount *mp;
348 	struct vnode *vp;
349 	int error;
350 
351 	AUDIT_ARG_FD(fd);
352 	error = getvnode(td, fd, &cap_fstatfs_rights, &fp);
353 	if (error != 0)
354 		return (error);
355 	vp = fp->f_vnode;
356 	vn_lock(vp, LK_SHARED | LK_RETRY);
357 #ifdef AUDIT
358 	AUDIT_ARG_VNODE1(vp);
359 #endif
360 	mp = vp->v_mount;
361 	if (mp != NULL)
362 		vfs_ref(mp);
363 	VOP_UNLOCK(vp, 0);
364 	fdrop(fp, td);
365 	return (kern_do_statfs(td, mp, buf));
366 }
367 
368 /*
369  * Get statistics on all filesystems.
370  */
371 #ifndef _SYS_SYSPROTO_H_
372 struct getfsstat_args {
373 	struct statfs *buf;
374 	long bufsize;
375 	int mode;
376 };
377 #endif
378 int
379 sys_getfsstat(struct thread *td, struct getfsstat_args *uap)
380 {
381 	size_t count;
382 	int error;
383 
384 	if (uap->bufsize < 0 || uap->bufsize > SIZE_MAX)
385 		return (EINVAL);
386 	error = kern_getfsstat(td, &uap->buf, uap->bufsize, &count,
387 	    UIO_USERSPACE, uap->mode);
388 	if (error == 0)
389 		td->td_retval[0] = count;
390 	return (error);
391 }
392 
393 /*
394  * If (bufsize > 0 && bufseg == UIO_SYSSPACE)
395  *	The caller is responsible for freeing memory which will be allocated
396  *	in '*buf'.
397  */
398 int
399 kern_getfsstat(struct thread *td, struct statfs **buf, size_t bufsize,
400     size_t *countp, enum uio_seg bufseg, int mode)
401 {
402 	struct mount *mp, *nmp;
403 	struct statfs *sfsp, *sp, *sptmp, *tofree;
404 	size_t count, maxcount;
405 	int error;
406 
407 	switch (mode) {
408 	case MNT_WAIT:
409 	case MNT_NOWAIT:
410 		break;
411 	default:
412 		if (bufseg == UIO_SYSSPACE)
413 			*buf = NULL;
414 		return (EINVAL);
415 	}
416 restart:
417 	maxcount = bufsize / sizeof(struct statfs);
418 	if (bufsize == 0) {
419 		sfsp = NULL;
420 		tofree = NULL;
421 	} else if (bufseg == UIO_USERSPACE) {
422 		sfsp = *buf;
423 		tofree = NULL;
424 	} else /* if (bufseg == UIO_SYSSPACE) */ {
425 		count = 0;
426 		mtx_lock(&mountlist_mtx);
427 		TAILQ_FOREACH(mp, &mountlist, mnt_list) {
428 			count++;
429 		}
430 		mtx_unlock(&mountlist_mtx);
431 		if (maxcount > count)
432 			maxcount = count;
433 		tofree = sfsp = *buf = malloc(maxcount * sizeof(struct statfs),
434 		    M_STATFS, M_WAITOK);
435 	}
436 	count = 0;
437 	mtx_lock(&mountlist_mtx);
438 	for (mp = TAILQ_FIRST(&mountlist); mp != NULL; mp = nmp) {
439 		if (prison_canseemount(td->td_ucred, mp) != 0) {
440 			nmp = TAILQ_NEXT(mp, mnt_list);
441 			continue;
442 		}
443 #ifdef MAC
444 		if (mac_mount_check_stat(td->td_ucred, mp) != 0) {
445 			nmp = TAILQ_NEXT(mp, mnt_list);
446 			continue;
447 		}
448 #endif
449 		if (mode == MNT_WAIT) {
450 			if (vfs_busy(mp, MBF_MNTLSTLOCK) != 0) {
451 				/*
452 				 * If vfs_busy() failed, and MBF_NOWAIT
453 				 * wasn't passed, then the mp is gone.
454 				 * Furthermore, because of MBF_MNTLSTLOCK,
455 				 * the mountlist_mtx was dropped.  We have
456 				 * no other choice than to start over.
457 				 */
458 				mtx_unlock(&mountlist_mtx);
459 				free(tofree, M_STATFS);
460 				goto restart;
461 			}
462 		} else {
463 			if (vfs_busy(mp, MBF_NOWAIT | MBF_MNTLSTLOCK) != 0) {
464 				nmp = TAILQ_NEXT(mp, mnt_list);
465 				continue;
466 			}
467 		}
468 		if (sfsp != NULL && count < maxcount) {
469 			sp = &mp->mnt_stat;
470 			/*
471 			 * Set these in case the underlying filesystem
472 			 * fails to do so.
473 			 */
474 			sp->f_version = STATFS_VERSION;
475 			sp->f_namemax = NAME_MAX;
476 			sp->f_flags = mp->mnt_flag & MNT_VISFLAGMASK;
477 			/*
478 			 * If MNT_NOWAIT is specified, do not refresh
479 			 * the fsstat cache.
480 			 */
481 			if (mode != MNT_NOWAIT) {
482 				error = VFS_STATFS(mp, sp);
483 				if (error != 0) {
484 					mtx_lock(&mountlist_mtx);
485 					nmp = TAILQ_NEXT(mp, mnt_list);
486 					vfs_unbusy(mp);
487 					continue;
488 				}
489 			}
490 			if (priv_check(td, PRIV_VFS_GENERATION)) {
491 				sptmp = malloc(sizeof(struct statfs), M_STATFS,
492 				    M_WAITOK);
493 				*sptmp = *sp;
494 				sptmp->f_fsid.val[0] = sptmp->f_fsid.val[1] = 0;
495 				prison_enforce_statfs(td->td_ucred, mp, sptmp);
496 				sp = sptmp;
497 			} else
498 				sptmp = NULL;
499 			if (bufseg == UIO_SYSSPACE) {
500 				bcopy(sp, sfsp, sizeof(*sp));
501 				free(sptmp, M_STATFS);
502 			} else /* if (bufseg == UIO_USERSPACE) */ {
503 				error = copyout(sp, sfsp, sizeof(*sp));
504 				free(sptmp, M_STATFS);
505 				if (error != 0) {
506 					vfs_unbusy(mp);
507 					return (error);
508 				}
509 			}
510 			sfsp++;
511 		}
512 		count++;
513 		mtx_lock(&mountlist_mtx);
514 		nmp = TAILQ_NEXT(mp, mnt_list);
515 		vfs_unbusy(mp);
516 	}
517 	mtx_unlock(&mountlist_mtx);
518 	if (sfsp != NULL && count > maxcount)
519 		*countp = maxcount;
520 	else
521 		*countp = count;
522 	return (0);
523 }
524 
525 #ifdef COMPAT_FREEBSD4
526 /*
527  * Get old format filesystem statistics.
528  */
529 static void freebsd4_cvtstatfs(struct statfs *, struct ostatfs *);
530 
531 #ifndef _SYS_SYSPROTO_H_
532 struct freebsd4_statfs_args {
533 	char *path;
534 	struct ostatfs *buf;
535 };
536 #endif
537 int
538 freebsd4_statfs(struct thread *td, struct freebsd4_statfs_args *uap)
539 {
540 	struct ostatfs osb;
541 	struct statfs *sfp;
542 	int error;
543 
544 	sfp = malloc(sizeof(struct statfs), M_STATFS, M_WAITOK);
545 	error = kern_statfs(td, uap->path, UIO_USERSPACE, sfp);
546 	if (error == 0) {
547 		freebsd4_cvtstatfs(sfp, &osb);
548 		error = copyout(&osb, uap->buf, sizeof(osb));
549 	}
550 	free(sfp, M_STATFS);
551 	return (error);
552 }
553 
554 /*
555  * Get filesystem statistics.
556  */
557 #ifndef _SYS_SYSPROTO_H_
558 struct freebsd4_fstatfs_args {
559 	int fd;
560 	struct ostatfs *buf;
561 };
562 #endif
563 int
564 freebsd4_fstatfs(struct thread *td, struct freebsd4_fstatfs_args *uap)
565 {
566 	struct ostatfs osb;
567 	struct statfs *sfp;
568 	int error;
569 
570 	sfp = malloc(sizeof(struct statfs), M_STATFS, M_WAITOK);
571 	error = kern_fstatfs(td, uap->fd, sfp);
572 	if (error == 0) {
573 		freebsd4_cvtstatfs(sfp, &osb);
574 		error = copyout(&osb, uap->buf, sizeof(osb));
575 	}
576 	free(sfp, M_STATFS);
577 	return (error);
578 }
579 
580 /*
581  * Get statistics on all filesystems.
582  */
583 #ifndef _SYS_SYSPROTO_H_
584 struct freebsd4_getfsstat_args {
585 	struct ostatfs *buf;
586 	long bufsize;
587 	int mode;
588 };
589 #endif
590 int
591 freebsd4_getfsstat(struct thread *td, struct freebsd4_getfsstat_args *uap)
592 {
593 	struct statfs *buf, *sp;
594 	struct ostatfs osb;
595 	size_t count, size;
596 	int error;
597 
598 	if (uap->bufsize < 0)
599 		return (EINVAL);
600 	count = uap->bufsize / sizeof(struct ostatfs);
601 	if (count > SIZE_MAX / sizeof(struct statfs))
602 		return (EINVAL);
603 	size = count * sizeof(struct statfs);
604 	error = kern_getfsstat(td, &buf, size, &count, UIO_SYSSPACE,
605 	    uap->mode);
606 	if (error == 0)
607 		td->td_retval[0] = count;
608 	if (size != 0) {
609 		sp = buf;
610 		while (count != 0 && error == 0) {
611 			freebsd4_cvtstatfs(sp, &osb);
612 			error = copyout(&osb, uap->buf, sizeof(osb));
613 			sp++;
614 			uap->buf++;
615 			count--;
616 		}
617 		free(buf, M_STATFS);
618 	}
619 	return (error);
620 }
621 
622 /*
623  * Implement fstatfs() for (NFS) file handles.
624  */
625 #ifndef _SYS_SYSPROTO_H_
626 struct freebsd4_fhstatfs_args {
627 	struct fhandle *u_fhp;
628 	struct ostatfs *buf;
629 };
630 #endif
631 int
632 freebsd4_fhstatfs(struct thread *td, struct freebsd4_fhstatfs_args *uap)
633 {
634 	struct ostatfs osb;
635 	struct statfs *sfp;
636 	fhandle_t fh;
637 	int error;
638 
639 	error = copyin(uap->u_fhp, &fh, sizeof(fhandle_t));
640 	if (error != 0)
641 		return (error);
642 	sfp = malloc(sizeof(struct statfs), M_STATFS, M_WAITOK);
643 	error = kern_fhstatfs(td, fh, sfp);
644 	if (error == 0) {
645 		freebsd4_cvtstatfs(sfp, &osb);
646 		error = copyout(&osb, uap->buf, sizeof(osb));
647 	}
648 	free(sfp, M_STATFS);
649 	return (error);
650 }
651 
652 /*
653  * Convert a new format statfs structure to an old format statfs structure.
654  */
655 static void
656 freebsd4_cvtstatfs(struct statfs *nsp, struct ostatfs *osp)
657 {
658 
659 	statfs_scale_blocks(nsp, LONG_MAX);
660 	bzero(osp, sizeof(*osp));
661 	osp->f_bsize = nsp->f_bsize;
662 	osp->f_iosize = MIN(nsp->f_iosize, LONG_MAX);
663 	osp->f_blocks = nsp->f_blocks;
664 	osp->f_bfree = nsp->f_bfree;
665 	osp->f_bavail = nsp->f_bavail;
666 	osp->f_files = MIN(nsp->f_files, LONG_MAX);
667 	osp->f_ffree = MIN(nsp->f_ffree, LONG_MAX);
668 	osp->f_owner = nsp->f_owner;
669 	osp->f_type = nsp->f_type;
670 	osp->f_flags = nsp->f_flags;
671 	osp->f_syncwrites = MIN(nsp->f_syncwrites, LONG_MAX);
672 	osp->f_asyncwrites = MIN(nsp->f_asyncwrites, LONG_MAX);
673 	osp->f_syncreads = MIN(nsp->f_syncreads, LONG_MAX);
674 	osp->f_asyncreads = MIN(nsp->f_asyncreads, LONG_MAX);
675 	strlcpy(osp->f_fstypename, nsp->f_fstypename,
676 	    MIN(MFSNAMELEN, OMFSNAMELEN));
677 	strlcpy(osp->f_mntonname, nsp->f_mntonname,
678 	    MIN(MNAMELEN, OMNAMELEN));
679 	strlcpy(osp->f_mntfromname, nsp->f_mntfromname,
680 	    MIN(MNAMELEN, OMNAMELEN));
681 	osp->f_fsid = nsp->f_fsid;
682 }
683 #endif /* COMPAT_FREEBSD4 */
684 
685 #if defined(COMPAT_FREEBSD11)
686 /*
687  * Get old format filesystem statistics.
688  */
689 static void freebsd11_cvtstatfs(struct statfs *, struct freebsd11_statfs *);
690 
691 int
692 freebsd11_statfs(struct thread *td, struct freebsd11_statfs_args *uap)
693 {
694 	struct freebsd11_statfs osb;
695 	struct statfs *sfp;
696 	int error;
697 
698 	sfp = malloc(sizeof(struct statfs), M_STATFS, M_WAITOK);
699 	error = kern_statfs(td, uap->path, UIO_USERSPACE, sfp);
700 	if (error == 0) {
701 		freebsd11_cvtstatfs(sfp, &osb);
702 		error = copyout(&osb, uap->buf, sizeof(osb));
703 	}
704 	free(sfp, M_STATFS);
705 	return (error);
706 }
707 
708 /*
709  * Get filesystem statistics.
710  */
711 int
712 freebsd11_fstatfs(struct thread *td, struct freebsd11_fstatfs_args *uap)
713 {
714 	struct freebsd11_statfs osb;
715 	struct statfs *sfp;
716 	int error;
717 
718 	sfp = malloc(sizeof(struct statfs), M_STATFS, M_WAITOK);
719 	error = kern_fstatfs(td, uap->fd, sfp);
720 	if (error == 0) {
721 		freebsd11_cvtstatfs(sfp, &osb);
722 		error = copyout(&osb, uap->buf, sizeof(osb));
723 	}
724 	free(sfp, M_STATFS);
725 	return (error);
726 }
727 
728 /*
729  * Get statistics on all filesystems.
730  */
731 int
732 freebsd11_getfsstat(struct thread *td, struct freebsd11_getfsstat_args *uap)
733 {
734 	struct freebsd11_statfs osb;
735 	struct statfs *buf, *sp;
736 	size_t count, size;
737 	int error;
738 
739 	count = uap->bufsize / sizeof(struct ostatfs);
740 	size = count * sizeof(struct statfs);
741 	error = kern_getfsstat(td, &buf, size, &count, UIO_SYSSPACE,
742 	    uap->mode);
743 	if (error == 0)
744 		td->td_retval[0] = count;
745 	if (size > 0) {
746 		sp = buf;
747 		while (count > 0 && error == 0) {
748 			freebsd11_cvtstatfs(sp, &osb);
749 			error = copyout(&osb, uap->buf, sizeof(osb));
750 			sp++;
751 			uap->buf++;
752 			count--;
753 		}
754 		free(buf, M_STATFS);
755 	}
756 	return (error);
757 }
758 
759 /*
760  * Implement fstatfs() for (NFS) file handles.
761  */
762 int
763 freebsd11_fhstatfs(struct thread *td, struct freebsd11_fhstatfs_args *uap)
764 {
765 	struct freebsd11_statfs osb;
766 	struct statfs *sfp;
767 	fhandle_t fh;
768 	int error;
769 
770 	error = copyin(uap->u_fhp, &fh, sizeof(fhandle_t));
771 	if (error)
772 		return (error);
773 	sfp = malloc(sizeof(struct statfs), M_STATFS, M_WAITOK);
774 	error = kern_fhstatfs(td, fh, sfp);
775 	if (error == 0) {
776 		freebsd11_cvtstatfs(sfp, &osb);
777 		error = copyout(&osb, uap->buf, sizeof(osb));
778 	}
779 	free(sfp, M_STATFS);
780 	return (error);
781 }
782 
783 /*
784  * Convert a new format statfs structure to an old format statfs structure.
785  */
786 static void
787 freebsd11_cvtstatfs(struct statfs *nsp, struct freebsd11_statfs *osp)
788 {
789 
790 	bzero(osp, sizeof(*osp));
791 	osp->f_version = FREEBSD11_STATFS_VERSION;
792 	osp->f_type = nsp->f_type;
793 	osp->f_flags = nsp->f_flags;
794 	osp->f_bsize = nsp->f_bsize;
795 	osp->f_iosize = nsp->f_iosize;
796 	osp->f_blocks = nsp->f_blocks;
797 	osp->f_bfree = nsp->f_bfree;
798 	osp->f_bavail = nsp->f_bavail;
799 	osp->f_files = nsp->f_files;
800 	osp->f_ffree = nsp->f_ffree;
801 	osp->f_syncwrites = nsp->f_syncwrites;
802 	osp->f_asyncwrites = nsp->f_asyncwrites;
803 	osp->f_syncreads = nsp->f_syncreads;
804 	osp->f_asyncreads = nsp->f_asyncreads;
805 	osp->f_namemax = nsp->f_namemax;
806 	osp->f_owner = nsp->f_owner;
807 	osp->f_fsid = nsp->f_fsid;
808 	strlcpy(osp->f_fstypename, nsp->f_fstypename,
809 	    MIN(MFSNAMELEN, sizeof(osp->f_fstypename)));
810 	strlcpy(osp->f_mntonname, nsp->f_mntonname,
811 	    MIN(MNAMELEN, sizeof(osp->f_mntonname)));
812 	strlcpy(osp->f_mntfromname, nsp->f_mntfromname,
813 	    MIN(MNAMELEN, sizeof(osp->f_mntfromname)));
814 }
815 #endif /* COMPAT_FREEBSD11 */
816 
817 /*
818  * Change current working directory to a given file descriptor.
819  */
820 #ifndef _SYS_SYSPROTO_H_
821 struct fchdir_args {
822 	int	fd;
823 };
824 #endif
825 int
826 sys_fchdir(struct thread *td, struct fchdir_args *uap)
827 {
828 	struct vnode *vp, *tdp;
829 	struct mount *mp;
830 	struct file *fp;
831 	int error;
832 
833 	AUDIT_ARG_FD(uap->fd);
834 	error = getvnode(td, uap->fd, &cap_fchdir_rights,
835 	    &fp);
836 	if (error != 0)
837 		return (error);
838 	vp = fp->f_vnode;
839 	vrefact(vp);
840 	fdrop(fp, td);
841 	vn_lock(vp, LK_SHARED | LK_RETRY);
842 	AUDIT_ARG_VNODE1(vp);
843 	error = change_dir(vp, td);
844 	while (!error && (mp = vp->v_mountedhere) != NULL) {
845 		if (vfs_busy(mp, 0))
846 			continue;
847 		error = VFS_ROOT(mp, LK_SHARED, &tdp);
848 		vfs_unbusy(mp);
849 		if (error != 0)
850 			break;
851 		vput(vp);
852 		vp = tdp;
853 	}
854 	if (error != 0) {
855 		vput(vp);
856 		return (error);
857 	}
858 	VOP_UNLOCK(vp, 0);
859 	pwd_chdir(td, vp);
860 	return (0);
861 }
862 
863 /*
864  * Change current working directory (``.'').
865  */
866 #ifndef _SYS_SYSPROTO_H_
867 struct chdir_args {
868 	char	*path;
869 };
870 #endif
871 int
872 sys_chdir(struct thread *td, struct chdir_args *uap)
873 {
874 
875 	return (kern_chdir(td, uap->path, UIO_USERSPACE));
876 }
877 
878 int
879 kern_chdir(struct thread *td, const char *path, enum uio_seg pathseg)
880 {
881 	struct nameidata nd;
882 	int error;
883 
884 	NDINIT(&nd, LOOKUP, FOLLOW | LOCKSHARED | LOCKLEAF | AUDITVNODE1,
885 	    pathseg, path, td);
886 	if ((error = namei(&nd)) != 0)
887 		return (error);
888 	if ((error = change_dir(nd.ni_vp, td)) != 0) {
889 		vput(nd.ni_vp);
890 		NDFREE(&nd, NDF_ONLY_PNBUF);
891 		return (error);
892 	}
893 	VOP_UNLOCK(nd.ni_vp, 0);
894 	NDFREE(&nd, NDF_ONLY_PNBUF);
895 	pwd_chdir(td, nd.ni_vp);
896 	return (0);
897 }
898 
899 /*
900  * Change notion of root (``/'') directory.
901  */
902 #ifndef _SYS_SYSPROTO_H_
903 struct chroot_args {
904 	char	*path;
905 };
906 #endif
907 int
908 sys_chroot(struct thread *td, struct chroot_args *uap)
909 {
910 	struct nameidata nd;
911 	int error;
912 
913 	error = priv_check(td, PRIV_VFS_CHROOT);
914 	if (error != 0)
915 		return (error);
916 	NDINIT(&nd, LOOKUP, FOLLOW | LOCKSHARED | LOCKLEAF | AUDITVNODE1,
917 	    UIO_USERSPACE, uap->path, td);
918 	error = namei(&nd);
919 	if (error != 0)
920 		goto error;
921 	error = change_dir(nd.ni_vp, td);
922 	if (error != 0)
923 		goto e_vunlock;
924 #ifdef MAC
925 	error = mac_vnode_check_chroot(td->td_ucred, nd.ni_vp);
926 	if (error != 0)
927 		goto e_vunlock;
928 #endif
929 	VOP_UNLOCK(nd.ni_vp, 0);
930 	error = pwd_chroot(td, nd.ni_vp);
931 	vrele(nd.ni_vp);
932 	NDFREE(&nd, NDF_ONLY_PNBUF);
933 	return (error);
934 e_vunlock:
935 	vput(nd.ni_vp);
936 error:
937 	NDFREE(&nd, NDF_ONLY_PNBUF);
938 	return (error);
939 }
940 
941 /*
942  * Common routine for chroot and chdir.  Callers must provide a locked vnode
943  * instance.
944  */
945 int
946 change_dir(struct vnode *vp, struct thread *td)
947 {
948 #ifdef MAC
949 	int error;
950 #endif
951 
952 	ASSERT_VOP_LOCKED(vp, "change_dir(): vp not locked");
953 	if (vp->v_type != VDIR)
954 		return (ENOTDIR);
955 #ifdef MAC
956 	error = mac_vnode_check_chdir(td->td_ucred, vp);
957 	if (error != 0)
958 		return (error);
959 #endif
960 	return (VOP_ACCESS(vp, VEXEC, td->td_ucred, td));
961 }
962 
963 static __inline void
964 flags_to_rights(int flags, cap_rights_t *rightsp)
965 {
966 
967 	if (flags & O_EXEC) {
968 		cap_rights_set(rightsp, CAP_FEXECVE);
969 	} else {
970 		switch ((flags & O_ACCMODE)) {
971 		case O_RDONLY:
972 			cap_rights_set(rightsp, CAP_READ);
973 			break;
974 		case O_RDWR:
975 			cap_rights_set(rightsp, CAP_READ);
976 			/* FALLTHROUGH */
977 		case O_WRONLY:
978 			cap_rights_set(rightsp, CAP_WRITE);
979 			if (!(flags & (O_APPEND | O_TRUNC)))
980 				cap_rights_set(rightsp, CAP_SEEK);
981 			break;
982 		}
983 	}
984 
985 	if (flags & O_CREAT)
986 		cap_rights_set(rightsp, CAP_CREATE);
987 
988 	if (flags & O_TRUNC)
989 		cap_rights_set(rightsp, CAP_FTRUNCATE);
990 
991 	if (flags & (O_SYNC | O_FSYNC))
992 		cap_rights_set(rightsp, CAP_FSYNC);
993 
994 	if (flags & (O_EXLOCK | O_SHLOCK))
995 		cap_rights_set(rightsp, CAP_FLOCK);
996 }
997 
998 /*
999  * Check permissions, allocate an open file structure, and call the device
1000  * open routine if any.
1001  */
1002 #ifndef _SYS_SYSPROTO_H_
1003 struct open_args {
1004 	char	*path;
1005 	int	flags;
1006 	int	mode;
1007 };
1008 #endif
1009 int
1010 sys_open(struct thread *td, struct open_args *uap)
1011 {
1012 
1013 	return (kern_openat(td, AT_FDCWD, uap->path, UIO_USERSPACE,
1014 	    uap->flags, uap->mode));
1015 }
1016 
1017 #ifndef _SYS_SYSPROTO_H_
1018 struct openat_args {
1019 	int	fd;
1020 	char	*path;
1021 	int	flag;
1022 	int	mode;
1023 };
1024 #endif
1025 int
1026 sys_openat(struct thread *td, struct openat_args *uap)
1027 {
1028 
1029 	AUDIT_ARG_FD(uap->fd);
1030 	return (kern_openat(td, uap->fd, uap->path, UIO_USERSPACE, uap->flag,
1031 	    uap->mode));
1032 }
1033 
1034 int
1035 kern_openat(struct thread *td, int fd, const char *path, enum uio_seg pathseg,
1036     int flags, int mode)
1037 {
1038 	struct proc *p = td->td_proc;
1039 	struct filedesc *fdp = p->p_fd;
1040 	struct file *fp;
1041 	struct vnode *vp;
1042 	struct nameidata nd;
1043 	cap_rights_t rights;
1044 	int cmode, error, indx;
1045 
1046 	indx = -1;
1047 
1048 	AUDIT_ARG_FFLAGS(flags);
1049 	AUDIT_ARG_MODE(mode);
1050 	cap_rights_init(&rights, CAP_LOOKUP);
1051 	flags_to_rights(flags, &rights);
1052 	/*
1053 	 * Only one of the O_EXEC, O_RDONLY, O_WRONLY and O_RDWR flags
1054 	 * may be specified.
1055 	 */
1056 	if (flags & O_EXEC) {
1057 		if (flags & O_ACCMODE)
1058 			return (EINVAL);
1059 	} else if ((flags & O_ACCMODE) == O_ACCMODE) {
1060 		return (EINVAL);
1061 	} else {
1062 		flags = FFLAGS(flags);
1063 	}
1064 
1065 	/*
1066 	 * Allocate a file structure. The descriptor to reference it
1067 	 * is allocated and set by finstall() below.
1068 	 */
1069 	error = falloc_noinstall(td, &fp);
1070 	if (error != 0)
1071 		return (error);
1072 	/*
1073 	 * An extra reference on `fp' has been held for us by
1074 	 * falloc_noinstall().
1075 	 */
1076 	/* Set the flags early so the finit in devfs can pick them up. */
1077 	fp->f_flag = flags & FMASK;
1078 	cmode = ((mode & ~fdp->fd_cmask) & ALLPERMS) & ~S_ISTXT;
1079 	NDINIT_ATRIGHTS(&nd, LOOKUP, FOLLOW | AUDITVNODE1, pathseg, path, fd,
1080 	    &rights, td);
1081 	td->td_dupfd = -1;		/* XXX check for fdopen */
1082 	error = vn_open(&nd, &flags, cmode, fp);
1083 	if (error != 0) {
1084 		/*
1085 		 * If the vn_open replaced the method vector, something
1086 		 * wonderous happened deep below and we just pass it up
1087 		 * pretending we know what we do.
1088 		 */
1089 		if (error == ENXIO && fp->f_ops != &badfileops)
1090 			goto success;
1091 
1092 		/*
1093 		 * Handle special fdopen() case. bleh.
1094 		 *
1095 		 * Don't do this for relative (capability) lookups; we don't
1096 		 * understand exactly what would happen, and we don't think
1097 		 * that it ever should.
1098 		 */
1099 		if ((nd.ni_lcf & NI_LCF_STRICTRELATIVE) == 0 &&
1100 		    (error == ENODEV || error == ENXIO) &&
1101 		    td->td_dupfd >= 0) {
1102 			error = dupfdopen(td, fdp, td->td_dupfd, flags, error,
1103 			    &indx);
1104 			if (error == 0)
1105 				goto success;
1106 		}
1107 
1108 		goto bad;
1109 	}
1110 	td->td_dupfd = 0;
1111 	NDFREE(&nd, NDF_ONLY_PNBUF);
1112 	vp = nd.ni_vp;
1113 
1114 	/*
1115 	 * Store the vnode, for any f_type. Typically, the vnode use
1116 	 * count is decremented by direct call to vn_closefile() for
1117 	 * files that switched type in the cdevsw fdopen() method.
1118 	 */
1119 	fp->f_vnode = vp;
1120 	/*
1121 	 * If the file wasn't claimed by devfs bind it to the normal
1122 	 * vnode operations here.
1123 	 */
1124 	if (fp->f_ops == &badfileops) {
1125 		KASSERT(vp->v_type != VFIFO, ("Unexpected fifo."));
1126 		fp->f_seqcount = 1;
1127 		finit(fp, (flags & FMASK) | (fp->f_flag & FHASLOCK),
1128 		    DTYPE_VNODE, vp, &vnops);
1129 	}
1130 
1131 	VOP_UNLOCK(vp, 0);
1132 	if (flags & O_TRUNC) {
1133 		error = fo_truncate(fp, 0, td->td_ucred, td);
1134 		if (error != 0)
1135 			goto bad;
1136 	}
1137 success:
1138 	/*
1139 	 * If we haven't already installed the FD (for dupfdopen), do so now.
1140 	 */
1141 	if (indx == -1) {
1142 		struct filecaps *fcaps;
1143 
1144 #ifdef CAPABILITIES
1145 		if ((nd.ni_lcf & NI_LCF_STRICTRELATIVE) != 0)
1146 			fcaps = &nd.ni_filecaps;
1147 		else
1148 #endif
1149 			fcaps = NULL;
1150 		error = finstall(td, fp, &indx, flags, fcaps);
1151 		/* On success finstall() consumes fcaps. */
1152 		if (error != 0) {
1153 			filecaps_free(&nd.ni_filecaps);
1154 			goto bad;
1155 		}
1156 	} else {
1157 		filecaps_free(&nd.ni_filecaps);
1158 	}
1159 
1160 	/*
1161 	 * Release our private reference, leaving the one associated with
1162 	 * the descriptor table intact.
1163 	 */
1164 	fdrop(fp, td);
1165 	td->td_retval[0] = indx;
1166 	return (0);
1167 bad:
1168 	KASSERT(indx == -1, ("indx=%d, should be -1", indx));
1169 	fdrop(fp, td);
1170 	return (error);
1171 }
1172 
1173 #ifdef COMPAT_43
1174 /*
1175  * Create a file.
1176  */
1177 #ifndef _SYS_SYSPROTO_H_
1178 struct ocreat_args {
1179 	char	*path;
1180 	int	mode;
1181 };
1182 #endif
1183 int
1184 ocreat(struct thread *td, struct ocreat_args *uap)
1185 {
1186 
1187 	return (kern_openat(td, AT_FDCWD, uap->path, UIO_USERSPACE,
1188 	    O_WRONLY | O_CREAT | O_TRUNC, uap->mode));
1189 }
1190 #endif /* COMPAT_43 */
1191 
1192 /*
1193  * Create a special file.
1194  */
1195 #ifndef _SYS_SYSPROTO_H_
1196 struct mknodat_args {
1197 	int	fd;
1198 	char	*path;
1199 	mode_t	mode;
1200 	dev_t	dev;
1201 };
1202 #endif
1203 int
1204 sys_mknodat(struct thread *td, struct mknodat_args *uap)
1205 {
1206 
1207 	return (kern_mknodat(td, uap->fd, uap->path, UIO_USERSPACE, uap->mode,
1208 	    uap->dev));
1209 }
1210 
1211 #if defined(COMPAT_FREEBSD11)
1212 int
1213 freebsd11_mknod(struct thread *td,
1214     struct freebsd11_mknod_args *uap)
1215 {
1216 
1217 	return (kern_mknodat(td, AT_FDCWD, uap->path, UIO_USERSPACE,
1218 	    uap->mode, uap->dev));
1219 }
1220 
1221 int
1222 freebsd11_mknodat(struct thread *td,
1223     struct freebsd11_mknodat_args *uap)
1224 {
1225 
1226 	return (kern_mknodat(td, uap->fd, uap->path, UIO_USERSPACE, uap->mode,
1227 	    uap->dev));
1228 }
1229 #endif /* COMPAT_FREEBSD11 */
1230 
1231 int
1232 kern_mknodat(struct thread *td, int fd, const char *path, enum uio_seg pathseg,
1233     int mode, dev_t dev)
1234 {
1235 	struct vnode *vp;
1236 	struct mount *mp;
1237 	struct vattr vattr;
1238 	struct nameidata nd;
1239 	int error, whiteout = 0;
1240 
1241 	AUDIT_ARG_MODE(mode);
1242 	AUDIT_ARG_DEV(dev);
1243 	switch (mode & S_IFMT) {
1244 	case S_IFCHR:
1245 	case S_IFBLK:
1246 		error = priv_check(td, PRIV_VFS_MKNOD_DEV);
1247 		if (error == 0 && dev == VNOVAL)
1248 			error = EINVAL;
1249 		break;
1250 	case S_IFWHT:
1251 		error = priv_check(td, PRIV_VFS_MKNOD_WHT);
1252 		break;
1253 	case S_IFIFO:
1254 		if (dev == 0)
1255 			return (kern_mkfifoat(td, fd, path, pathseg, mode));
1256 		/* FALLTHROUGH */
1257 	default:
1258 		error = EINVAL;
1259 		break;
1260 	}
1261 	if (error != 0)
1262 		return (error);
1263 restart:
1264 	bwillwrite();
1265 	NDINIT_ATRIGHTS(&nd, CREATE, LOCKPARENT | SAVENAME | AUDITVNODE1 |
1266 	    NOCACHE, pathseg, path, fd, &cap_mknodat_rights,
1267 	    td);
1268 	if ((error = namei(&nd)) != 0)
1269 		return (error);
1270 	vp = nd.ni_vp;
1271 	if (vp != NULL) {
1272 		NDFREE(&nd, NDF_ONLY_PNBUF);
1273 		if (vp == nd.ni_dvp)
1274 			vrele(nd.ni_dvp);
1275 		else
1276 			vput(nd.ni_dvp);
1277 		vrele(vp);
1278 		return (EEXIST);
1279 	} else {
1280 		VATTR_NULL(&vattr);
1281 		vattr.va_mode = (mode & ALLPERMS) &
1282 		    ~td->td_proc->p_fd->fd_cmask;
1283 		vattr.va_rdev = dev;
1284 		whiteout = 0;
1285 
1286 		switch (mode & S_IFMT) {
1287 		case S_IFCHR:
1288 			vattr.va_type = VCHR;
1289 			break;
1290 		case S_IFBLK:
1291 			vattr.va_type = VBLK;
1292 			break;
1293 		case S_IFWHT:
1294 			whiteout = 1;
1295 			break;
1296 		default:
1297 			panic("kern_mknod: invalid mode");
1298 		}
1299 	}
1300 	if (vn_start_write(nd.ni_dvp, &mp, V_NOWAIT) != 0) {
1301 		NDFREE(&nd, NDF_ONLY_PNBUF);
1302 		vput(nd.ni_dvp);
1303 		if ((error = vn_start_write(NULL, &mp, V_XSLEEP | PCATCH)) != 0)
1304 			return (error);
1305 		goto restart;
1306 	}
1307 #ifdef MAC
1308 	if (error == 0 && !whiteout)
1309 		error = mac_vnode_check_create(td->td_ucred, nd.ni_dvp,
1310 		    &nd.ni_cnd, &vattr);
1311 #endif
1312 	if (error == 0) {
1313 		if (whiteout)
1314 			error = VOP_WHITEOUT(nd.ni_dvp, &nd.ni_cnd, CREATE);
1315 		else {
1316 			error = VOP_MKNOD(nd.ni_dvp, &nd.ni_vp,
1317 						&nd.ni_cnd, &vattr);
1318 			if (error == 0)
1319 				vput(nd.ni_vp);
1320 		}
1321 	}
1322 	NDFREE(&nd, NDF_ONLY_PNBUF);
1323 	vput(nd.ni_dvp);
1324 	vn_finished_write(mp);
1325 	return (error);
1326 }
1327 
1328 /*
1329  * Create a named pipe.
1330  */
1331 #ifndef _SYS_SYSPROTO_H_
1332 struct mkfifo_args {
1333 	char	*path;
1334 	int	mode;
1335 };
1336 #endif
1337 int
1338 sys_mkfifo(struct thread *td, struct mkfifo_args *uap)
1339 {
1340 
1341 	return (kern_mkfifoat(td, AT_FDCWD, uap->path, UIO_USERSPACE,
1342 	    uap->mode));
1343 }
1344 
1345 #ifndef _SYS_SYSPROTO_H_
1346 struct mkfifoat_args {
1347 	int	fd;
1348 	char	*path;
1349 	mode_t	mode;
1350 };
1351 #endif
1352 int
1353 sys_mkfifoat(struct thread *td, struct mkfifoat_args *uap)
1354 {
1355 
1356 	return (kern_mkfifoat(td, uap->fd, uap->path, UIO_USERSPACE,
1357 	    uap->mode));
1358 }
1359 
1360 int
1361 kern_mkfifoat(struct thread *td, int fd, const char *path,
1362     enum uio_seg pathseg, int mode)
1363 {
1364 	struct mount *mp;
1365 	struct vattr vattr;
1366 	struct nameidata nd;
1367 	int error;
1368 
1369 	AUDIT_ARG_MODE(mode);
1370 restart:
1371 	bwillwrite();
1372 	NDINIT_ATRIGHTS(&nd, CREATE, LOCKPARENT | SAVENAME | AUDITVNODE1 |
1373 	    NOCACHE, pathseg, path, fd, &cap_mkfifoat_rights,
1374 	    td);
1375 	if ((error = namei(&nd)) != 0)
1376 		return (error);
1377 	if (nd.ni_vp != NULL) {
1378 		NDFREE(&nd, NDF_ONLY_PNBUF);
1379 		if (nd.ni_vp == nd.ni_dvp)
1380 			vrele(nd.ni_dvp);
1381 		else
1382 			vput(nd.ni_dvp);
1383 		vrele(nd.ni_vp);
1384 		return (EEXIST);
1385 	}
1386 	if (vn_start_write(nd.ni_dvp, &mp, V_NOWAIT) != 0) {
1387 		NDFREE(&nd, NDF_ONLY_PNBUF);
1388 		vput(nd.ni_dvp);
1389 		if ((error = vn_start_write(NULL, &mp, V_XSLEEP | PCATCH)) != 0)
1390 			return (error);
1391 		goto restart;
1392 	}
1393 	VATTR_NULL(&vattr);
1394 	vattr.va_type = VFIFO;
1395 	vattr.va_mode = (mode & ALLPERMS) & ~td->td_proc->p_fd->fd_cmask;
1396 #ifdef MAC
1397 	error = mac_vnode_check_create(td->td_ucred, nd.ni_dvp, &nd.ni_cnd,
1398 	    &vattr);
1399 	if (error != 0)
1400 		goto out;
1401 #endif
1402 	error = VOP_MKNOD(nd.ni_dvp, &nd.ni_vp, &nd.ni_cnd, &vattr);
1403 	if (error == 0)
1404 		vput(nd.ni_vp);
1405 #ifdef MAC
1406 out:
1407 #endif
1408 	vput(nd.ni_dvp);
1409 	vn_finished_write(mp);
1410 	NDFREE(&nd, NDF_ONLY_PNBUF);
1411 	return (error);
1412 }
1413 
1414 /*
1415  * Make a hard file link.
1416  */
1417 #ifndef _SYS_SYSPROTO_H_
1418 struct link_args {
1419 	char	*path;
1420 	char	*link;
1421 };
1422 #endif
1423 int
1424 sys_link(struct thread *td, struct link_args *uap)
1425 {
1426 
1427 	return (kern_linkat(td, AT_FDCWD, AT_FDCWD, uap->path, uap->link,
1428 	    UIO_USERSPACE, FOLLOW));
1429 }
1430 
1431 #ifndef _SYS_SYSPROTO_H_
1432 struct linkat_args {
1433 	int	fd1;
1434 	char	*path1;
1435 	int	fd2;
1436 	char	*path2;
1437 	int	flag;
1438 };
1439 #endif
1440 int
1441 sys_linkat(struct thread *td, struct linkat_args *uap)
1442 {
1443 	int flag;
1444 
1445 	flag = uap->flag;
1446 	if ((flag & ~(AT_SYMLINK_FOLLOW | AT_BENEATH)) != 0)
1447 		return (EINVAL);
1448 
1449 	return (kern_linkat(td, uap->fd1, uap->fd2, uap->path1, uap->path2,
1450 	    UIO_USERSPACE, ((flag & AT_SYMLINK_FOLLOW) != 0 ? FOLLOW :
1451 	    NOFOLLOW) | ((flag & AT_BENEATH) != 0 ? BENEATH : 0)));
1452 }
1453 
1454 int hardlink_check_uid = 0;
1455 SYSCTL_INT(_security_bsd, OID_AUTO, hardlink_check_uid, CTLFLAG_RW,
1456     &hardlink_check_uid, 0,
1457     "Unprivileged processes cannot create hard links to files owned by other "
1458     "users");
1459 static int hardlink_check_gid = 0;
1460 SYSCTL_INT(_security_bsd, OID_AUTO, hardlink_check_gid, CTLFLAG_RW,
1461     &hardlink_check_gid, 0,
1462     "Unprivileged processes cannot create hard links to files owned by other "
1463     "groups");
1464 
1465 static int
1466 can_hardlink(struct vnode *vp, struct ucred *cred)
1467 {
1468 	struct vattr va;
1469 	int error;
1470 
1471 	if (!hardlink_check_uid && !hardlink_check_gid)
1472 		return (0);
1473 
1474 	error = VOP_GETATTR(vp, &va, cred);
1475 	if (error != 0)
1476 		return (error);
1477 
1478 	if (hardlink_check_uid && cred->cr_uid != va.va_uid) {
1479 		error = priv_check_cred(cred, PRIV_VFS_LINK, 0);
1480 		if (error != 0)
1481 			return (error);
1482 	}
1483 
1484 	if (hardlink_check_gid && !groupmember(va.va_gid, cred)) {
1485 		error = priv_check_cred(cred, PRIV_VFS_LINK, 0);
1486 		if (error != 0)
1487 			return (error);
1488 	}
1489 
1490 	return (0);
1491 }
1492 
1493 int
1494 kern_linkat(struct thread *td, int fd1, int fd2, const char *path1,
1495     const char *path2, enum uio_seg segflg, int follow)
1496 {
1497 	struct vnode *vp;
1498 	struct mount *mp;
1499 	struct nameidata nd;
1500 	int error;
1501 
1502 again:
1503 	bwillwrite();
1504 	NDINIT_ATRIGHTS(&nd, LOOKUP, follow | AUDITVNODE1, segflg, path1, fd1,
1505 	    &cap_linkat_source_rights, td);
1506 
1507 	if ((error = namei(&nd)) != 0)
1508 		return (error);
1509 	NDFREE(&nd, NDF_ONLY_PNBUF);
1510 	vp = nd.ni_vp;
1511 	if (vp->v_type == VDIR) {
1512 		vrele(vp);
1513 		return (EPERM);		/* POSIX */
1514 	}
1515 	NDINIT_ATRIGHTS(&nd, CREATE,
1516 	    LOCKPARENT | SAVENAME | AUDITVNODE2 | NOCACHE, segflg, path2, fd2,
1517 	    &cap_linkat_target_rights, td);
1518 	if ((error = namei(&nd)) == 0) {
1519 		if (nd.ni_vp != NULL) {
1520 			NDFREE(&nd, NDF_ONLY_PNBUF);
1521 			if (nd.ni_dvp == nd.ni_vp)
1522 				vrele(nd.ni_dvp);
1523 			else
1524 				vput(nd.ni_dvp);
1525 			vrele(nd.ni_vp);
1526 			vrele(vp);
1527 			return (EEXIST);
1528 		} else if (nd.ni_dvp->v_mount != vp->v_mount) {
1529 			/*
1530 			 * Cross-device link.  No need to recheck
1531 			 * vp->v_type, since it cannot change, except
1532 			 * to VBAD.
1533 			 */
1534 			NDFREE(&nd, NDF_ONLY_PNBUF);
1535 			vput(nd.ni_dvp);
1536 			vrele(vp);
1537 			return (EXDEV);
1538 		} else if ((error = vn_lock(vp, LK_EXCLUSIVE)) == 0) {
1539 			error = can_hardlink(vp, td->td_ucred);
1540 #ifdef MAC
1541 			if (error == 0)
1542 				error = mac_vnode_check_link(td->td_ucred,
1543 				    nd.ni_dvp, vp, &nd.ni_cnd);
1544 #endif
1545 			if (error != 0) {
1546 				vput(vp);
1547 				vput(nd.ni_dvp);
1548 				NDFREE(&nd, NDF_ONLY_PNBUF);
1549 				return (error);
1550 			}
1551 			error = vn_start_write(vp, &mp, V_NOWAIT);
1552 			if (error != 0) {
1553 				vput(vp);
1554 				vput(nd.ni_dvp);
1555 				NDFREE(&nd, NDF_ONLY_PNBUF);
1556 				error = vn_start_write(NULL, &mp,
1557 				    V_XSLEEP | PCATCH);
1558 				if (error != 0)
1559 					return (error);
1560 				goto again;
1561 			}
1562 			error = VOP_LINK(nd.ni_dvp, vp, &nd.ni_cnd);
1563 			VOP_UNLOCK(vp, 0);
1564 			vput(nd.ni_dvp);
1565 			vn_finished_write(mp);
1566 			NDFREE(&nd, NDF_ONLY_PNBUF);
1567 		} else {
1568 			vput(nd.ni_dvp);
1569 			NDFREE(&nd, NDF_ONLY_PNBUF);
1570 			vrele(vp);
1571 			goto again;
1572 		}
1573 	}
1574 	vrele(vp);
1575 	return (error);
1576 }
1577 
1578 /*
1579  * Make a symbolic link.
1580  */
1581 #ifndef _SYS_SYSPROTO_H_
1582 struct symlink_args {
1583 	char	*path;
1584 	char	*link;
1585 };
1586 #endif
1587 int
1588 sys_symlink(struct thread *td, struct symlink_args *uap)
1589 {
1590 
1591 	return (kern_symlinkat(td, uap->path, AT_FDCWD, uap->link,
1592 	    UIO_USERSPACE));
1593 }
1594 
1595 #ifndef _SYS_SYSPROTO_H_
1596 struct symlinkat_args {
1597 	char	*path;
1598 	int	fd;
1599 	char	*path2;
1600 };
1601 #endif
1602 int
1603 sys_symlinkat(struct thread *td, struct symlinkat_args *uap)
1604 {
1605 
1606 	return (kern_symlinkat(td, uap->path1, uap->fd, uap->path2,
1607 	    UIO_USERSPACE));
1608 }
1609 
1610 int
1611 kern_symlinkat(struct thread *td, const char *path1, int fd, const char *path2,
1612     enum uio_seg segflg)
1613 {
1614 	struct mount *mp;
1615 	struct vattr vattr;
1616 	const char *syspath;
1617 	char *tmppath;
1618 	struct nameidata nd;
1619 	int error;
1620 
1621 	if (segflg == UIO_SYSSPACE) {
1622 		syspath = path1;
1623 	} else {
1624 		tmppath = uma_zalloc(namei_zone, M_WAITOK);
1625 		if ((error = copyinstr(path1, tmppath, MAXPATHLEN, NULL)) != 0)
1626 			goto out;
1627 		syspath = tmppath;
1628 	}
1629 	AUDIT_ARG_TEXT(syspath);
1630 restart:
1631 	bwillwrite();
1632 	NDINIT_ATRIGHTS(&nd, CREATE, LOCKPARENT | SAVENAME | AUDITVNODE1 |
1633 	    NOCACHE, segflg, path2, fd, &cap_symlinkat_rights,
1634 	    td);
1635 	if ((error = namei(&nd)) != 0)
1636 		goto out;
1637 	if (nd.ni_vp) {
1638 		NDFREE(&nd, NDF_ONLY_PNBUF);
1639 		if (nd.ni_vp == nd.ni_dvp)
1640 			vrele(nd.ni_dvp);
1641 		else
1642 			vput(nd.ni_dvp);
1643 		vrele(nd.ni_vp);
1644 		error = EEXIST;
1645 		goto out;
1646 	}
1647 	if (vn_start_write(nd.ni_dvp, &mp, V_NOWAIT) != 0) {
1648 		NDFREE(&nd, NDF_ONLY_PNBUF);
1649 		vput(nd.ni_dvp);
1650 		if ((error = vn_start_write(NULL, &mp, V_XSLEEP | PCATCH)) != 0)
1651 			goto out;
1652 		goto restart;
1653 	}
1654 	VATTR_NULL(&vattr);
1655 	vattr.va_mode = ACCESSPERMS &~ td->td_proc->p_fd->fd_cmask;
1656 #ifdef MAC
1657 	vattr.va_type = VLNK;
1658 	error = mac_vnode_check_create(td->td_ucred, nd.ni_dvp, &nd.ni_cnd,
1659 	    &vattr);
1660 	if (error != 0)
1661 		goto out2;
1662 #endif
1663 	error = VOP_SYMLINK(nd.ni_dvp, &nd.ni_vp, &nd.ni_cnd, &vattr, syspath);
1664 	if (error == 0)
1665 		vput(nd.ni_vp);
1666 #ifdef MAC
1667 out2:
1668 #endif
1669 	NDFREE(&nd, NDF_ONLY_PNBUF);
1670 	vput(nd.ni_dvp);
1671 	vn_finished_write(mp);
1672 out:
1673 	if (segflg != UIO_SYSSPACE)
1674 		uma_zfree(namei_zone, tmppath);
1675 	return (error);
1676 }
1677 
1678 /*
1679  * Delete a whiteout from the filesystem.
1680  */
1681 #ifndef _SYS_SYSPROTO_H_
1682 struct undelete_args {
1683 	char *path;
1684 };
1685 #endif
1686 int
1687 sys_undelete(struct thread *td, struct undelete_args *uap)
1688 {
1689 	struct mount *mp;
1690 	struct nameidata nd;
1691 	int error;
1692 
1693 restart:
1694 	bwillwrite();
1695 	NDINIT(&nd, DELETE, LOCKPARENT | DOWHITEOUT | AUDITVNODE1,
1696 	    UIO_USERSPACE, uap->path, td);
1697 	error = namei(&nd);
1698 	if (error != 0)
1699 		return (error);
1700 
1701 	if (nd.ni_vp != NULLVP || !(nd.ni_cnd.cn_flags & ISWHITEOUT)) {
1702 		NDFREE(&nd, NDF_ONLY_PNBUF);
1703 		if (nd.ni_vp == nd.ni_dvp)
1704 			vrele(nd.ni_dvp);
1705 		else
1706 			vput(nd.ni_dvp);
1707 		if (nd.ni_vp)
1708 			vrele(nd.ni_vp);
1709 		return (EEXIST);
1710 	}
1711 	if (vn_start_write(nd.ni_dvp, &mp, V_NOWAIT) != 0) {
1712 		NDFREE(&nd, NDF_ONLY_PNBUF);
1713 		vput(nd.ni_dvp);
1714 		if ((error = vn_start_write(NULL, &mp, V_XSLEEP | PCATCH)) != 0)
1715 			return (error);
1716 		goto restart;
1717 	}
1718 	error = VOP_WHITEOUT(nd.ni_dvp, &nd.ni_cnd, DELETE);
1719 	NDFREE(&nd, NDF_ONLY_PNBUF);
1720 	vput(nd.ni_dvp);
1721 	vn_finished_write(mp);
1722 	return (error);
1723 }
1724 
1725 /*
1726  * Delete a name from the filesystem.
1727  */
1728 #ifndef _SYS_SYSPROTO_H_
1729 struct unlink_args {
1730 	char	*path;
1731 };
1732 #endif
1733 int
1734 sys_unlink(struct thread *td, struct unlink_args *uap)
1735 {
1736 
1737 	return (kern_unlinkat(td, AT_FDCWD, uap->path, UIO_USERSPACE, 0, 0));
1738 }
1739 
1740 #ifndef _SYS_SYSPROTO_H_
1741 struct unlinkat_args {
1742 	int	fd;
1743 	char	*path;
1744 	int	flag;
1745 };
1746 #endif
1747 int
1748 sys_unlinkat(struct thread *td, struct unlinkat_args *uap)
1749 {
1750 	int fd, flag;
1751 	const char *path;
1752 
1753 	flag = uap->flag;
1754 	fd = uap->fd;
1755 	path = uap->path;
1756 
1757 	if ((flag & ~(AT_REMOVEDIR | AT_BENEATH)) != 0)
1758 		return (EINVAL);
1759 
1760 	if ((uap->flag & AT_REMOVEDIR) != 0)
1761 		return (kern_rmdirat(td, fd, path, UIO_USERSPACE, flag));
1762 	else
1763 		return (kern_unlinkat(td, fd, path, UIO_USERSPACE, flag, 0));
1764 }
1765 
1766 int
1767 kern_unlinkat(struct thread *td, int fd, const char *path,
1768     enum uio_seg pathseg, int flag, ino_t oldinum)
1769 {
1770 	struct mount *mp;
1771 	struct vnode *vp;
1772 	struct nameidata nd;
1773 	struct stat sb;
1774 	int error;
1775 
1776 restart:
1777 	bwillwrite();
1778 	NDINIT_ATRIGHTS(&nd, DELETE, LOCKPARENT | LOCKLEAF | AUDITVNODE1 |
1779 	    ((flag & AT_BENEATH) != 0 ? BENEATH : 0),
1780 	    pathseg, path, fd, &cap_unlinkat_rights, td);
1781 	if ((error = namei(&nd)) != 0)
1782 		return (error == EINVAL ? EPERM : error);
1783 	vp = nd.ni_vp;
1784 	if (vp->v_type == VDIR && oldinum == 0) {
1785 		error = EPERM;		/* POSIX */
1786 	} else if (oldinum != 0 &&
1787 		  ((error = vn_stat(vp, &sb, td->td_ucred, NOCRED, td)) == 0) &&
1788 		  sb.st_ino != oldinum) {
1789 			error = EIDRM;	/* Identifier removed */
1790 	} else {
1791 		/*
1792 		 * The root of a mounted filesystem cannot be deleted.
1793 		 *
1794 		 * XXX: can this only be a VDIR case?
1795 		 */
1796 		if (vp->v_vflag & VV_ROOT)
1797 			error = EBUSY;
1798 	}
1799 	if (error == 0) {
1800 		if (vn_start_write(nd.ni_dvp, &mp, V_NOWAIT) != 0) {
1801 			NDFREE(&nd, NDF_ONLY_PNBUF);
1802 			vput(nd.ni_dvp);
1803 			if (vp == nd.ni_dvp)
1804 				vrele(vp);
1805 			else
1806 				vput(vp);
1807 			if ((error = vn_start_write(NULL, &mp,
1808 			    V_XSLEEP | PCATCH)) != 0)
1809 				return (error);
1810 			goto restart;
1811 		}
1812 #ifdef MAC
1813 		error = mac_vnode_check_unlink(td->td_ucred, nd.ni_dvp, vp,
1814 		    &nd.ni_cnd);
1815 		if (error != 0)
1816 			goto out;
1817 #endif
1818 		vfs_notify_upper(vp, VFS_NOTIFY_UPPER_UNLINK);
1819 		error = VOP_REMOVE(nd.ni_dvp, vp, &nd.ni_cnd);
1820 #ifdef MAC
1821 out:
1822 #endif
1823 		vn_finished_write(mp);
1824 	}
1825 	NDFREE(&nd, NDF_ONLY_PNBUF);
1826 	vput(nd.ni_dvp);
1827 	if (vp == nd.ni_dvp)
1828 		vrele(vp);
1829 	else
1830 		vput(vp);
1831 	return (error);
1832 }
1833 
1834 /*
1835  * Reposition read/write file offset.
1836  */
1837 #ifndef _SYS_SYSPROTO_H_
1838 struct lseek_args {
1839 	int	fd;
1840 	int	pad;
1841 	off_t	offset;
1842 	int	whence;
1843 };
1844 #endif
1845 int
1846 sys_lseek(struct thread *td, struct lseek_args *uap)
1847 {
1848 
1849 	return (kern_lseek(td, uap->fd, uap->offset, uap->whence));
1850 }
1851 
1852 int
1853 kern_lseek(struct thread *td, int fd, off_t offset, int whence)
1854 {
1855 	struct file *fp;
1856 	int error;
1857 
1858 	AUDIT_ARG_FD(fd);
1859 	error = fget(td, fd, &cap_seek_rights, &fp);
1860 	if (error != 0)
1861 		return (error);
1862 	error = (fp->f_ops->fo_flags & DFLAG_SEEKABLE) != 0 ?
1863 	    fo_seek(fp, offset, whence, td) : ESPIPE;
1864 	fdrop(fp, td);
1865 	return (error);
1866 }
1867 
1868 #if defined(COMPAT_43)
1869 /*
1870  * Reposition read/write file offset.
1871  */
1872 #ifndef _SYS_SYSPROTO_H_
1873 struct olseek_args {
1874 	int	fd;
1875 	long	offset;
1876 	int	whence;
1877 };
1878 #endif
1879 int
1880 olseek(struct thread *td, struct olseek_args *uap)
1881 {
1882 
1883 	return (kern_lseek(td, uap->fd, uap->offset, uap->whence));
1884 }
1885 #endif /* COMPAT_43 */
1886 
1887 #if defined(COMPAT_FREEBSD6)
1888 /* Version with the 'pad' argument */
1889 int
1890 freebsd6_lseek(struct thread *td, struct freebsd6_lseek_args *uap)
1891 {
1892 
1893 	return (kern_lseek(td, uap->fd, uap->offset, uap->whence));
1894 }
1895 #endif
1896 
1897 /*
1898  * Check access permissions using passed credentials.
1899  */
1900 static int
1901 vn_access(struct vnode *vp, int user_flags, struct ucred *cred,
1902      struct thread *td)
1903 {
1904 	accmode_t accmode;
1905 	int error;
1906 
1907 	/* Flags == 0 means only check for existence. */
1908 	if (user_flags == 0)
1909 		return (0);
1910 
1911 	accmode = 0;
1912 	if (user_flags & R_OK)
1913 		accmode |= VREAD;
1914 	if (user_flags & W_OK)
1915 		accmode |= VWRITE;
1916 	if (user_flags & X_OK)
1917 		accmode |= VEXEC;
1918 #ifdef MAC
1919 	error = mac_vnode_check_access(cred, vp, accmode);
1920 	if (error != 0)
1921 		return (error);
1922 #endif
1923 	if ((accmode & VWRITE) == 0 || (error = vn_writechk(vp)) == 0)
1924 		error = VOP_ACCESS(vp, accmode, cred, td);
1925 	return (error);
1926 }
1927 
1928 /*
1929  * Check access permissions using "real" credentials.
1930  */
1931 #ifndef _SYS_SYSPROTO_H_
1932 struct access_args {
1933 	char	*path;
1934 	int	amode;
1935 };
1936 #endif
1937 int
1938 sys_access(struct thread *td, struct access_args *uap)
1939 {
1940 
1941 	return (kern_accessat(td, AT_FDCWD, uap->path, UIO_USERSPACE,
1942 	    0, uap->amode));
1943 }
1944 
1945 #ifndef _SYS_SYSPROTO_H_
1946 struct faccessat_args {
1947 	int	dirfd;
1948 	char	*path;
1949 	int	amode;
1950 	int	flag;
1951 }
1952 #endif
1953 int
1954 sys_faccessat(struct thread *td, struct faccessat_args *uap)
1955 {
1956 
1957 	return (kern_accessat(td, uap->fd, uap->path, UIO_USERSPACE, uap->flag,
1958 	    uap->amode));
1959 }
1960 
1961 int
1962 kern_accessat(struct thread *td, int fd, const char *path,
1963     enum uio_seg pathseg, int flag, int amode)
1964 {
1965 	struct ucred *cred, *usecred;
1966 	struct vnode *vp;
1967 	struct nameidata nd;
1968 	int error;
1969 
1970 	if ((flag & ~(AT_EACCESS | AT_BENEATH)) != 0)
1971 		return (EINVAL);
1972 	if (amode != F_OK && (amode & ~(R_OK | W_OK | X_OK)) != 0)
1973 		return (EINVAL);
1974 
1975 	/*
1976 	 * Create and modify a temporary credential instead of one that
1977 	 * is potentially shared (if we need one).
1978 	 */
1979 	cred = td->td_ucred;
1980 	if ((flag & AT_EACCESS) == 0 &&
1981 	    ((cred->cr_uid != cred->cr_ruid ||
1982 	    cred->cr_rgid != cred->cr_groups[0]))) {
1983 		usecred = crdup(cred);
1984 		usecred->cr_uid = cred->cr_ruid;
1985 		usecred->cr_groups[0] = cred->cr_rgid;
1986 		td->td_ucred = usecred;
1987 	} else
1988 		usecred = cred;
1989 	AUDIT_ARG_VALUE(amode);
1990 	NDINIT_ATRIGHTS(&nd, LOOKUP, FOLLOW | LOCKSHARED | LOCKLEAF |
1991 	    AUDITVNODE1 | ((flag & AT_BENEATH) != 0 ? BENEATH : 0),
1992 	    pathseg, path, fd, &cap_fstat_rights, td);
1993 	if ((error = namei(&nd)) != 0)
1994 		goto out;
1995 	vp = nd.ni_vp;
1996 
1997 	error = vn_access(vp, amode, usecred, td);
1998 	NDFREE(&nd, NDF_ONLY_PNBUF);
1999 	vput(vp);
2000 out:
2001 	if (usecred != cred) {
2002 		td->td_ucred = cred;
2003 		crfree(usecred);
2004 	}
2005 	return (error);
2006 }
2007 
2008 /*
2009  * Check access permissions using "effective" credentials.
2010  */
2011 #ifndef _SYS_SYSPROTO_H_
2012 struct eaccess_args {
2013 	char	*path;
2014 	int	amode;
2015 };
2016 #endif
2017 int
2018 sys_eaccess(struct thread *td, struct eaccess_args *uap)
2019 {
2020 
2021 	return (kern_accessat(td, AT_FDCWD, uap->path, UIO_USERSPACE,
2022 	    AT_EACCESS, uap->amode));
2023 }
2024 
2025 #if defined(COMPAT_43)
2026 /*
2027  * Get file status; this version follows links.
2028  */
2029 #ifndef _SYS_SYSPROTO_H_
2030 struct ostat_args {
2031 	char	*path;
2032 	struct ostat *ub;
2033 };
2034 #endif
2035 int
2036 ostat(struct thread *td, struct ostat_args *uap)
2037 {
2038 	struct stat sb;
2039 	struct ostat osb;
2040 	int error;
2041 
2042 	error = kern_statat(td, 0, AT_FDCWD, uap->path, UIO_USERSPACE,
2043 	    &sb, NULL);
2044 	if (error != 0)
2045 		return (error);
2046 	cvtstat(&sb, &osb);
2047 	return (copyout(&osb, uap->ub, sizeof (osb)));
2048 }
2049 
2050 /*
2051  * Get file status; this version does not follow links.
2052  */
2053 #ifndef _SYS_SYSPROTO_H_
2054 struct olstat_args {
2055 	char	*path;
2056 	struct ostat *ub;
2057 };
2058 #endif
2059 int
2060 olstat(struct thread *td, struct olstat_args *uap)
2061 {
2062 	struct stat sb;
2063 	struct ostat osb;
2064 	int error;
2065 
2066 	error = kern_statat(td, AT_SYMLINK_NOFOLLOW, AT_FDCWD, uap->path,
2067 	    UIO_USERSPACE, &sb, NULL);
2068 	if (error != 0)
2069 		return (error);
2070 	cvtstat(&sb, &osb);
2071 	return (copyout(&osb, uap->ub, sizeof (osb)));
2072 }
2073 
2074 /*
2075  * Convert from an old to a new stat structure.
2076  * XXX: many values are blindly truncated.
2077  */
2078 void
2079 cvtstat(struct stat *st, struct ostat *ost)
2080 {
2081 
2082 	bzero(ost, sizeof(*ost));
2083 	ost->st_dev = st->st_dev;
2084 	ost->st_ino = st->st_ino;
2085 	ost->st_mode = st->st_mode;
2086 	ost->st_nlink = st->st_nlink;
2087 	ost->st_uid = st->st_uid;
2088 	ost->st_gid = st->st_gid;
2089 	ost->st_rdev = st->st_rdev;
2090 	ost->st_size = MIN(st->st_size, INT32_MAX);
2091 	ost->st_atim = st->st_atim;
2092 	ost->st_mtim = st->st_mtim;
2093 	ost->st_ctim = st->st_ctim;
2094 	ost->st_blksize = st->st_blksize;
2095 	ost->st_blocks = st->st_blocks;
2096 	ost->st_flags = st->st_flags;
2097 	ost->st_gen = st->st_gen;
2098 }
2099 #endif /* COMPAT_43 */
2100 
2101 #if defined(COMPAT_43) || defined(COMPAT_FREEBSD11)
2102 int ino64_trunc_error;
2103 SYSCTL_INT(_vfs, OID_AUTO, ino64_trunc_error, CTLFLAG_RW,
2104     &ino64_trunc_error, 0,
2105     "Error on truncation of device, file or inode number, or link count");
2106 
2107 int
2108 freebsd11_cvtstat(struct stat *st, struct freebsd11_stat *ost)
2109 {
2110 
2111 	ost->st_dev = st->st_dev;
2112 	if (ost->st_dev != st->st_dev) {
2113 		switch (ino64_trunc_error) {
2114 		default:
2115 			/*
2116 			 * Since dev_t is almost raw, don't clamp to the
2117 			 * maximum for case 2, but ignore the error.
2118 			 */
2119 			break;
2120 		case 1:
2121 			return (EOVERFLOW);
2122 		}
2123 	}
2124 	ost->st_ino = st->st_ino;
2125 	if (ost->st_ino != st->st_ino) {
2126 		switch (ino64_trunc_error) {
2127 		default:
2128 		case 0:
2129 			break;
2130 		case 1:
2131 			return (EOVERFLOW);
2132 		case 2:
2133 			ost->st_ino = UINT32_MAX;
2134 			break;
2135 		}
2136 	}
2137 	ost->st_mode = st->st_mode;
2138 	ost->st_nlink = st->st_nlink;
2139 	if (ost->st_nlink != st->st_nlink) {
2140 		switch (ino64_trunc_error) {
2141 		default:
2142 		case 0:
2143 			break;
2144 		case 1:
2145 			return (EOVERFLOW);
2146 		case 2:
2147 			ost->st_nlink = UINT16_MAX;
2148 			break;
2149 		}
2150 	}
2151 	ost->st_uid = st->st_uid;
2152 	ost->st_gid = st->st_gid;
2153 	ost->st_rdev = st->st_rdev;
2154 	if (ost->st_rdev != st->st_rdev) {
2155 		switch (ino64_trunc_error) {
2156 		default:
2157 			break;
2158 		case 1:
2159 			return (EOVERFLOW);
2160 		}
2161 	}
2162 	ost->st_atim = st->st_atim;
2163 	ost->st_mtim = st->st_mtim;
2164 	ost->st_ctim = st->st_ctim;
2165 	ost->st_size = st->st_size;
2166 	ost->st_blocks = st->st_blocks;
2167 	ost->st_blksize = st->st_blksize;
2168 	ost->st_flags = st->st_flags;
2169 	ost->st_gen = st->st_gen;
2170 	ost->st_lspare = 0;
2171 	ost->st_birthtim = st->st_birthtim;
2172 	bzero((char *)&ost->st_birthtim + sizeof(ost->st_birthtim),
2173 	    sizeof(*ost) - offsetof(struct freebsd11_stat,
2174 	    st_birthtim) - sizeof(ost->st_birthtim));
2175 	return (0);
2176 }
2177 
2178 int
2179 freebsd11_stat(struct thread *td, struct freebsd11_stat_args* uap)
2180 {
2181 	struct stat sb;
2182 	struct freebsd11_stat osb;
2183 	int error;
2184 
2185 	error = kern_statat(td, 0, AT_FDCWD, uap->path, UIO_USERSPACE,
2186 	    &sb, NULL);
2187 	if (error != 0)
2188 		return (error);
2189 	error = freebsd11_cvtstat(&sb, &osb);
2190 	if (error == 0)
2191 		error = copyout(&osb, uap->ub, sizeof(osb));
2192 	return (error);
2193 }
2194 
2195 int
2196 freebsd11_lstat(struct thread *td, struct freebsd11_lstat_args* uap)
2197 {
2198 	struct stat sb;
2199 	struct freebsd11_stat osb;
2200 	int error;
2201 
2202 	error = kern_statat(td, AT_SYMLINK_NOFOLLOW, AT_FDCWD, uap->path,
2203 	    UIO_USERSPACE, &sb, NULL);
2204 	if (error != 0)
2205 		return (error);
2206 	error = freebsd11_cvtstat(&sb, &osb);
2207 	if (error == 0)
2208 		error = copyout(&osb, uap->ub, sizeof(osb));
2209 	return (error);
2210 }
2211 
2212 int
2213 freebsd11_fhstat(struct thread *td, struct freebsd11_fhstat_args* uap)
2214 {
2215 	struct fhandle fh;
2216 	struct stat sb;
2217 	struct freebsd11_stat osb;
2218 	int error;
2219 
2220 	error = copyin(uap->u_fhp, &fh, sizeof(fhandle_t));
2221 	if (error != 0)
2222 		return (error);
2223 	error = kern_fhstat(td, fh, &sb);
2224 	if (error != 0)
2225 		return (error);
2226 	error = freebsd11_cvtstat(&sb, &osb);
2227 	if (error == 0)
2228 		error = copyout(&osb, uap->sb, sizeof(osb));
2229 	return (error);
2230 }
2231 
2232 int
2233 freebsd11_fstatat(struct thread *td, struct freebsd11_fstatat_args* uap)
2234 {
2235 	struct stat sb;
2236 	struct freebsd11_stat osb;
2237 	int error;
2238 
2239 	error = kern_statat(td, uap->flag, uap->fd, uap->path,
2240 	    UIO_USERSPACE, &sb, NULL);
2241 	if (error != 0)
2242 		return (error);
2243 	error = freebsd11_cvtstat(&sb, &osb);
2244 	if (error == 0)
2245 		error = copyout(&osb, uap->buf, sizeof(osb));
2246 	return (error);
2247 }
2248 #endif	/* COMPAT_FREEBSD11 */
2249 
2250 /*
2251  * Get file status
2252  */
2253 #ifndef _SYS_SYSPROTO_H_
2254 struct fstatat_args {
2255 	int	fd;
2256 	char	*path;
2257 	struct stat	*buf;
2258 	int	flag;
2259 }
2260 #endif
2261 int
2262 sys_fstatat(struct thread *td, struct fstatat_args *uap)
2263 {
2264 	struct stat sb;
2265 	int error;
2266 
2267 	error = kern_statat(td, uap->flag, uap->fd, uap->path,
2268 	    UIO_USERSPACE, &sb, NULL);
2269 	if (error == 0)
2270 		error = copyout(&sb, uap->buf, sizeof (sb));
2271 	return (error);
2272 }
2273 
2274 int
2275 kern_statat(struct thread *td, int flag, int fd, const char *path,
2276     enum uio_seg pathseg, struct stat *sbp,
2277     void (*hook)(struct vnode *vp, struct stat *sbp))
2278 {
2279 	struct nameidata nd;
2280 	int error;
2281 
2282 	if ((flag & ~(AT_SYMLINK_NOFOLLOW | AT_BENEATH)) != 0)
2283 		return (EINVAL);
2284 
2285 	NDINIT_ATRIGHTS(&nd, LOOKUP, ((flag & AT_SYMLINK_NOFOLLOW) != 0 ?
2286 	    NOFOLLOW : FOLLOW) | ((flag & AT_BENEATH) != 0 ? BENEATH : 0) |
2287 	    LOCKSHARED | LOCKLEAF | AUDITVNODE1, pathseg, path, fd,
2288 	    &cap_fstat_rights, td);
2289 
2290 	if ((error = namei(&nd)) != 0)
2291 		return (error);
2292 	error = vn_stat(nd.ni_vp, sbp, td->td_ucred, NOCRED, td);
2293 	if (error == 0) {
2294 		SDT_PROBE2(vfs, , stat, mode, path, sbp->st_mode);
2295 		if (S_ISREG(sbp->st_mode))
2296 			SDT_PROBE2(vfs, , stat, reg, path, pathseg);
2297 		if (__predict_false(hook != NULL))
2298 			hook(nd.ni_vp, sbp);
2299 	}
2300 	NDFREE(&nd, NDF_ONLY_PNBUF);
2301 	vput(nd.ni_vp);
2302 	if (error != 0)
2303 		return (error);
2304 #ifdef __STAT_TIME_T_EXT
2305 	sbp->st_atim_ext = 0;
2306 	sbp->st_mtim_ext = 0;
2307 	sbp->st_ctim_ext = 0;
2308 	sbp->st_btim_ext = 0;
2309 #endif
2310 #ifdef KTRACE
2311 	if (KTRPOINT(td, KTR_STRUCT))
2312 		ktrstat(sbp);
2313 #endif
2314 	return (0);
2315 }
2316 
2317 #if defined(COMPAT_FREEBSD11)
2318 /*
2319  * Implementation of the NetBSD [l]stat() functions.
2320  */
2321 void
2322 freebsd11_cvtnstat(struct stat *sb, struct nstat *nsb)
2323 {
2324 
2325 	bzero(nsb, sizeof(*nsb));
2326 	nsb->st_dev = sb->st_dev;
2327 	nsb->st_ino = sb->st_ino;
2328 	nsb->st_mode = sb->st_mode;
2329 	nsb->st_nlink = sb->st_nlink;
2330 	nsb->st_uid = sb->st_uid;
2331 	nsb->st_gid = sb->st_gid;
2332 	nsb->st_rdev = sb->st_rdev;
2333 	nsb->st_atim = sb->st_atim;
2334 	nsb->st_mtim = sb->st_mtim;
2335 	nsb->st_ctim = sb->st_ctim;
2336 	nsb->st_size = sb->st_size;
2337 	nsb->st_blocks = sb->st_blocks;
2338 	nsb->st_blksize = sb->st_blksize;
2339 	nsb->st_flags = sb->st_flags;
2340 	nsb->st_gen = sb->st_gen;
2341 	nsb->st_birthtim = sb->st_birthtim;
2342 }
2343 
2344 #ifndef _SYS_SYSPROTO_H_
2345 struct freebsd11_nstat_args {
2346 	char	*path;
2347 	struct nstat *ub;
2348 };
2349 #endif
2350 int
2351 freebsd11_nstat(struct thread *td, struct freebsd11_nstat_args *uap)
2352 {
2353 	struct stat sb;
2354 	struct nstat nsb;
2355 	int error;
2356 
2357 	error = kern_statat(td, 0, AT_FDCWD, uap->path, UIO_USERSPACE,
2358 	    &sb, NULL);
2359 	if (error != 0)
2360 		return (error);
2361 	freebsd11_cvtnstat(&sb, &nsb);
2362 	return (copyout(&nsb, uap->ub, sizeof (nsb)));
2363 }
2364 
2365 /*
2366  * NetBSD lstat.  Get file status; this version does not follow links.
2367  */
2368 #ifndef _SYS_SYSPROTO_H_
2369 struct freebsd11_nlstat_args {
2370 	char	*path;
2371 	struct nstat *ub;
2372 };
2373 #endif
2374 int
2375 freebsd11_nlstat(struct thread *td, struct freebsd11_nlstat_args *uap)
2376 {
2377 	struct stat sb;
2378 	struct nstat nsb;
2379 	int error;
2380 
2381 	error = kern_statat(td, AT_SYMLINK_NOFOLLOW, AT_FDCWD, uap->path,
2382 	    UIO_USERSPACE, &sb, NULL);
2383 	if (error != 0)
2384 		return (error);
2385 	freebsd11_cvtnstat(&sb, &nsb);
2386 	return (copyout(&nsb, uap->ub, sizeof (nsb)));
2387 }
2388 #endif /* COMPAT_FREEBSD11 */
2389 
2390 /*
2391  * Get configurable pathname variables.
2392  */
2393 #ifndef _SYS_SYSPROTO_H_
2394 struct pathconf_args {
2395 	char	*path;
2396 	int	name;
2397 };
2398 #endif
2399 int
2400 sys_pathconf(struct thread *td, struct pathconf_args *uap)
2401 {
2402 	long value;
2403 	int error;
2404 
2405 	error = kern_pathconf(td, uap->path, UIO_USERSPACE, uap->name, FOLLOW,
2406 	    &value);
2407 	if (error == 0)
2408 		td->td_retval[0] = value;
2409 	return (error);
2410 }
2411 
2412 #ifndef _SYS_SYSPROTO_H_
2413 struct lpathconf_args {
2414 	char	*path;
2415 	int	name;
2416 };
2417 #endif
2418 int
2419 sys_lpathconf(struct thread *td, struct lpathconf_args *uap)
2420 {
2421 	long value;
2422 	int error;
2423 
2424 	error = kern_pathconf(td, uap->path, UIO_USERSPACE, uap->name,
2425 	    NOFOLLOW, &value);
2426 	if (error == 0)
2427 		td->td_retval[0] = value;
2428 	return (error);
2429 }
2430 
2431 int
2432 kern_pathconf(struct thread *td, const char *path, enum uio_seg pathseg,
2433     int name, u_long flags, long *valuep)
2434 {
2435 	struct nameidata nd;
2436 	int error;
2437 
2438 	NDINIT(&nd, LOOKUP, LOCKSHARED | LOCKLEAF | AUDITVNODE1 | flags,
2439 	    pathseg, path, td);
2440 	if ((error = namei(&nd)) != 0)
2441 		return (error);
2442 	NDFREE(&nd, NDF_ONLY_PNBUF);
2443 
2444 	error = VOP_PATHCONF(nd.ni_vp, name, valuep);
2445 	vput(nd.ni_vp);
2446 	return (error);
2447 }
2448 
2449 /*
2450  * Return target name of a symbolic link.
2451  */
2452 #ifndef _SYS_SYSPROTO_H_
2453 struct readlink_args {
2454 	char	*path;
2455 	char	*buf;
2456 	size_t	count;
2457 };
2458 #endif
2459 int
2460 sys_readlink(struct thread *td, struct readlink_args *uap)
2461 {
2462 
2463 	return (kern_readlinkat(td, AT_FDCWD, uap->path, UIO_USERSPACE,
2464 	    uap->buf, UIO_USERSPACE, uap->count));
2465 }
2466 #ifndef _SYS_SYSPROTO_H_
2467 struct readlinkat_args {
2468 	int	fd;
2469 	char	*path;
2470 	char	*buf;
2471 	size_t	bufsize;
2472 };
2473 #endif
2474 int
2475 sys_readlinkat(struct thread *td, struct readlinkat_args *uap)
2476 {
2477 
2478 	return (kern_readlinkat(td, uap->fd, uap->path, UIO_USERSPACE,
2479 	    uap->buf, UIO_USERSPACE, uap->bufsize));
2480 }
2481 
2482 int
2483 kern_readlinkat(struct thread *td, int fd, const char *path,
2484     enum uio_seg pathseg, char *buf, enum uio_seg bufseg, size_t count)
2485 {
2486 	struct vnode *vp;
2487 	struct iovec aiov;
2488 	struct uio auio;
2489 	struct nameidata nd;
2490 	int error;
2491 
2492 	if (count > IOSIZE_MAX)
2493 		return (EINVAL);
2494 
2495 	NDINIT_AT(&nd, LOOKUP, NOFOLLOW | LOCKSHARED | LOCKLEAF | AUDITVNODE1,
2496 	    pathseg, path, fd, td);
2497 
2498 	if ((error = namei(&nd)) != 0)
2499 		return (error);
2500 	NDFREE(&nd, NDF_ONLY_PNBUF);
2501 	vp = nd.ni_vp;
2502 #ifdef MAC
2503 	error = mac_vnode_check_readlink(td->td_ucred, vp);
2504 	if (error != 0) {
2505 		vput(vp);
2506 		return (error);
2507 	}
2508 #endif
2509 	if (vp->v_type != VLNK && (vp->v_vflag & VV_READLINK) == 0)
2510 		error = EINVAL;
2511 	else {
2512 		aiov.iov_base = buf;
2513 		aiov.iov_len = count;
2514 		auio.uio_iov = &aiov;
2515 		auio.uio_iovcnt = 1;
2516 		auio.uio_offset = 0;
2517 		auio.uio_rw = UIO_READ;
2518 		auio.uio_segflg = bufseg;
2519 		auio.uio_td = td;
2520 		auio.uio_resid = count;
2521 		error = VOP_READLINK(vp, &auio, td->td_ucred);
2522 		td->td_retval[0] = count - auio.uio_resid;
2523 	}
2524 	vput(vp);
2525 	return (error);
2526 }
2527 
2528 /*
2529  * Common implementation code for chflags() and fchflags().
2530  */
2531 static int
2532 setfflags(struct thread *td, struct vnode *vp, u_long flags)
2533 {
2534 	struct mount *mp;
2535 	struct vattr vattr;
2536 	int error;
2537 
2538 	/* We can't support the value matching VNOVAL. */
2539 	if (flags == VNOVAL)
2540 		return (EOPNOTSUPP);
2541 
2542 	/*
2543 	 * Prevent non-root users from setting flags on devices.  When
2544 	 * a device is reused, users can retain ownership of the device
2545 	 * if they are allowed to set flags and programs assume that
2546 	 * chown can't fail when done as root.
2547 	 */
2548 	if (vp->v_type == VCHR || vp->v_type == VBLK) {
2549 		error = priv_check(td, PRIV_VFS_CHFLAGS_DEV);
2550 		if (error != 0)
2551 			return (error);
2552 	}
2553 
2554 	if ((error = vn_start_write(vp, &mp, V_WAIT | PCATCH)) != 0)
2555 		return (error);
2556 	VATTR_NULL(&vattr);
2557 	vattr.va_flags = flags;
2558 	vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
2559 #ifdef MAC
2560 	error = mac_vnode_check_setflags(td->td_ucred, vp, vattr.va_flags);
2561 	if (error == 0)
2562 #endif
2563 		error = VOP_SETATTR(vp, &vattr, td->td_ucred);
2564 	VOP_UNLOCK(vp, 0);
2565 	vn_finished_write(mp);
2566 	return (error);
2567 }
2568 
2569 /*
2570  * Change flags of a file given a path name.
2571  */
2572 #ifndef _SYS_SYSPROTO_H_
2573 struct chflags_args {
2574 	const char *path;
2575 	u_long	flags;
2576 };
2577 #endif
2578 int
2579 sys_chflags(struct thread *td, struct chflags_args *uap)
2580 {
2581 
2582 	return (kern_chflagsat(td, AT_FDCWD, uap->path, UIO_USERSPACE,
2583 	    uap->flags, 0));
2584 }
2585 
2586 #ifndef _SYS_SYSPROTO_H_
2587 struct chflagsat_args {
2588 	int	fd;
2589 	const char *path;
2590 	u_long	flags;
2591 	int	atflag;
2592 }
2593 #endif
2594 int
2595 sys_chflagsat(struct thread *td, struct chflagsat_args *uap)
2596 {
2597 
2598 	if ((uap->atflag & ~(AT_SYMLINK_NOFOLLOW | AT_BENEATH)) != 0)
2599 		return (EINVAL);
2600 
2601 	return (kern_chflagsat(td, uap->fd, uap->path, UIO_USERSPACE,
2602 	    uap->flags, uap->atflag));
2603 }
2604 
2605 /*
2606  * Same as chflags() but doesn't follow symlinks.
2607  */
2608 #ifndef _SYS_SYSPROTO_H_
2609 struct lchflags_args {
2610 	const char *path;
2611 	u_long flags;
2612 };
2613 #endif
2614 int
2615 sys_lchflags(struct thread *td, struct lchflags_args *uap)
2616 {
2617 
2618 	return (kern_chflagsat(td, AT_FDCWD, uap->path, UIO_USERSPACE,
2619 	    uap->flags, AT_SYMLINK_NOFOLLOW));
2620 }
2621 
2622 static int
2623 kern_chflagsat(struct thread *td, int fd, const char *path,
2624     enum uio_seg pathseg, u_long flags, int atflag)
2625 {
2626 	struct nameidata nd;
2627 	int error, follow;
2628 
2629 	AUDIT_ARG_FFLAGS(flags);
2630 	follow = (atflag & AT_SYMLINK_NOFOLLOW) ? NOFOLLOW : FOLLOW;
2631 	follow |= (atflag & AT_BENEATH) != 0 ? BENEATH : 0;
2632 	NDINIT_ATRIGHTS(&nd, LOOKUP, follow | AUDITVNODE1, pathseg, path, fd,
2633 	    &cap_fchflags_rights, td);
2634 	if ((error = namei(&nd)) != 0)
2635 		return (error);
2636 	NDFREE(&nd, NDF_ONLY_PNBUF);
2637 	error = setfflags(td, nd.ni_vp, flags);
2638 	vrele(nd.ni_vp);
2639 	return (error);
2640 }
2641 
2642 /*
2643  * Change flags of a file given a file descriptor.
2644  */
2645 #ifndef _SYS_SYSPROTO_H_
2646 struct fchflags_args {
2647 	int	fd;
2648 	u_long	flags;
2649 };
2650 #endif
2651 int
2652 sys_fchflags(struct thread *td, struct fchflags_args *uap)
2653 {
2654 	struct file *fp;
2655 	int error;
2656 
2657 	AUDIT_ARG_FD(uap->fd);
2658 	AUDIT_ARG_FFLAGS(uap->flags);
2659 	error = getvnode(td, uap->fd, &cap_fchflags_rights,
2660 	    &fp);
2661 	if (error != 0)
2662 		return (error);
2663 #ifdef AUDIT
2664 	vn_lock(fp->f_vnode, LK_SHARED | LK_RETRY);
2665 	AUDIT_ARG_VNODE1(fp->f_vnode);
2666 	VOP_UNLOCK(fp->f_vnode, 0);
2667 #endif
2668 	error = setfflags(td, fp->f_vnode, uap->flags);
2669 	fdrop(fp, td);
2670 	return (error);
2671 }
2672 
2673 /*
2674  * Common implementation code for chmod(), lchmod() and fchmod().
2675  */
2676 int
2677 setfmode(struct thread *td, struct ucred *cred, struct vnode *vp, int mode)
2678 {
2679 	struct mount *mp;
2680 	struct vattr vattr;
2681 	int error;
2682 
2683 	if ((error = vn_start_write(vp, &mp, V_WAIT | PCATCH)) != 0)
2684 		return (error);
2685 	vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
2686 	VATTR_NULL(&vattr);
2687 	vattr.va_mode = mode & ALLPERMS;
2688 #ifdef MAC
2689 	error = mac_vnode_check_setmode(cred, vp, vattr.va_mode);
2690 	if (error == 0)
2691 #endif
2692 		error = VOP_SETATTR(vp, &vattr, cred);
2693 	VOP_UNLOCK(vp, 0);
2694 	vn_finished_write(mp);
2695 	return (error);
2696 }
2697 
2698 /*
2699  * Change mode of a file given path name.
2700  */
2701 #ifndef _SYS_SYSPROTO_H_
2702 struct chmod_args {
2703 	char	*path;
2704 	int	mode;
2705 };
2706 #endif
2707 int
2708 sys_chmod(struct thread *td, struct chmod_args *uap)
2709 {
2710 
2711 	return (kern_fchmodat(td, AT_FDCWD, uap->path, UIO_USERSPACE,
2712 	    uap->mode, 0));
2713 }
2714 
2715 #ifndef _SYS_SYSPROTO_H_
2716 struct fchmodat_args {
2717 	int	dirfd;
2718 	char	*path;
2719 	mode_t	mode;
2720 	int	flag;
2721 }
2722 #endif
2723 int
2724 sys_fchmodat(struct thread *td, struct fchmodat_args *uap)
2725 {
2726 
2727 	if ((uap->flag & ~(AT_SYMLINK_NOFOLLOW | AT_BENEATH)) != 0)
2728 		return (EINVAL);
2729 
2730 	return (kern_fchmodat(td, uap->fd, uap->path, UIO_USERSPACE,
2731 	    uap->mode, uap->flag));
2732 }
2733 
2734 /*
2735  * Change mode of a file given path name (don't follow links.)
2736  */
2737 #ifndef _SYS_SYSPROTO_H_
2738 struct lchmod_args {
2739 	char	*path;
2740 	int	mode;
2741 };
2742 #endif
2743 int
2744 sys_lchmod(struct thread *td, struct lchmod_args *uap)
2745 {
2746 
2747 	return (kern_fchmodat(td, AT_FDCWD, uap->path, UIO_USERSPACE,
2748 	    uap->mode, AT_SYMLINK_NOFOLLOW));
2749 }
2750 
2751 int
2752 kern_fchmodat(struct thread *td, int fd, const char *path,
2753     enum uio_seg pathseg, mode_t mode, int flag)
2754 {
2755 	struct nameidata nd;
2756 	int error, follow;
2757 
2758 	AUDIT_ARG_MODE(mode);
2759 	follow = (flag & AT_SYMLINK_NOFOLLOW) != 0 ? NOFOLLOW : FOLLOW;
2760 	follow |= (flag & AT_BENEATH) != 0 ? BENEATH : 0;
2761 	NDINIT_ATRIGHTS(&nd, LOOKUP, follow | AUDITVNODE1, pathseg, path, fd,
2762 	    &cap_fchmod_rights, td);
2763 	if ((error = namei(&nd)) != 0)
2764 		return (error);
2765 	NDFREE(&nd, NDF_ONLY_PNBUF);
2766 	error = setfmode(td, td->td_ucred, nd.ni_vp, mode);
2767 	vrele(nd.ni_vp);
2768 	return (error);
2769 }
2770 
2771 /*
2772  * Change mode of a file given a file descriptor.
2773  */
2774 #ifndef _SYS_SYSPROTO_H_
2775 struct fchmod_args {
2776 	int	fd;
2777 	int	mode;
2778 };
2779 #endif
2780 int
2781 sys_fchmod(struct thread *td, struct fchmod_args *uap)
2782 {
2783 	struct file *fp;
2784 	int error;
2785 
2786 	AUDIT_ARG_FD(uap->fd);
2787 	AUDIT_ARG_MODE(uap->mode);
2788 
2789 	error = fget(td, uap->fd, &cap_fchmod_rights, &fp);
2790 	if (error != 0)
2791 		return (error);
2792 	error = fo_chmod(fp, uap->mode, td->td_ucred, td);
2793 	fdrop(fp, td);
2794 	return (error);
2795 }
2796 
2797 /*
2798  * Common implementation for chown(), lchown(), and fchown()
2799  */
2800 int
2801 setfown(struct thread *td, struct ucred *cred, struct vnode *vp, uid_t uid,
2802     gid_t gid)
2803 {
2804 	struct mount *mp;
2805 	struct vattr vattr;
2806 	int error;
2807 
2808 	if ((error = vn_start_write(vp, &mp, V_WAIT | PCATCH)) != 0)
2809 		return (error);
2810 	vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
2811 	VATTR_NULL(&vattr);
2812 	vattr.va_uid = uid;
2813 	vattr.va_gid = gid;
2814 #ifdef MAC
2815 	error = mac_vnode_check_setowner(cred, vp, vattr.va_uid,
2816 	    vattr.va_gid);
2817 	if (error == 0)
2818 #endif
2819 		error = VOP_SETATTR(vp, &vattr, cred);
2820 	VOP_UNLOCK(vp, 0);
2821 	vn_finished_write(mp);
2822 	return (error);
2823 }
2824 
2825 /*
2826  * Set ownership given a path name.
2827  */
2828 #ifndef _SYS_SYSPROTO_H_
2829 struct chown_args {
2830 	char	*path;
2831 	int	uid;
2832 	int	gid;
2833 };
2834 #endif
2835 int
2836 sys_chown(struct thread *td, struct chown_args *uap)
2837 {
2838 
2839 	return (kern_fchownat(td, AT_FDCWD, uap->path, UIO_USERSPACE, uap->uid,
2840 	    uap->gid, 0));
2841 }
2842 
2843 #ifndef _SYS_SYSPROTO_H_
2844 struct fchownat_args {
2845 	int fd;
2846 	const char * path;
2847 	uid_t uid;
2848 	gid_t gid;
2849 	int flag;
2850 };
2851 #endif
2852 int
2853 sys_fchownat(struct thread *td, struct fchownat_args *uap)
2854 {
2855 
2856 	if ((uap->flag & ~(AT_SYMLINK_NOFOLLOW | AT_BENEATH)) != 0)
2857 		return (EINVAL);
2858 
2859 	return (kern_fchownat(td, uap->fd, uap->path, UIO_USERSPACE, uap->uid,
2860 	    uap->gid, uap->flag));
2861 }
2862 
2863 int
2864 kern_fchownat(struct thread *td, int fd, const char *path,
2865     enum uio_seg pathseg, int uid, int gid, int flag)
2866 {
2867 	struct nameidata nd;
2868 	int error, follow;
2869 
2870 	AUDIT_ARG_OWNER(uid, gid);
2871 	follow = (flag & AT_SYMLINK_NOFOLLOW) ? NOFOLLOW : FOLLOW;
2872 	follow |= (flag & AT_BENEATH) != 0 ? BENEATH : 0;
2873 	NDINIT_ATRIGHTS(&nd, LOOKUP, follow | AUDITVNODE1, pathseg, path, fd,
2874 	    &cap_fchown_rights, td);
2875 
2876 	if ((error = namei(&nd)) != 0)
2877 		return (error);
2878 	NDFREE(&nd, NDF_ONLY_PNBUF);
2879 	error = setfown(td, td->td_ucred, nd.ni_vp, uid, gid);
2880 	vrele(nd.ni_vp);
2881 	return (error);
2882 }
2883 
2884 /*
2885  * Set ownership given a path name, do not cross symlinks.
2886  */
2887 #ifndef _SYS_SYSPROTO_H_
2888 struct lchown_args {
2889 	char	*path;
2890 	int	uid;
2891 	int	gid;
2892 };
2893 #endif
2894 int
2895 sys_lchown(struct thread *td, struct lchown_args *uap)
2896 {
2897 
2898 	return (kern_fchownat(td, AT_FDCWD, uap->path, UIO_USERSPACE,
2899 	    uap->uid, uap->gid, AT_SYMLINK_NOFOLLOW));
2900 }
2901 
2902 /*
2903  * Set ownership given a file descriptor.
2904  */
2905 #ifndef _SYS_SYSPROTO_H_
2906 struct fchown_args {
2907 	int	fd;
2908 	int	uid;
2909 	int	gid;
2910 };
2911 #endif
2912 int
2913 sys_fchown(struct thread *td, struct fchown_args *uap)
2914 {
2915 	struct file *fp;
2916 	int error;
2917 
2918 	AUDIT_ARG_FD(uap->fd);
2919 	AUDIT_ARG_OWNER(uap->uid, uap->gid);
2920 	error = fget(td, uap->fd, &cap_fchown_rights, &fp);
2921 	if (error != 0)
2922 		return (error);
2923 	error = fo_chown(fp, uap->uid, uap->gid, td->td_ucred, td);
2924 	fdrop(fp, td);
2925 	return (error);
2926 }
2927 
2928 /*
2929  * Common implementation code for utimes(), lutimes(), and futimes().
2930  */
2931 static int
2932 getutimes(const struct timeval *usrtvp, enum uio_seg tvpseg,
2933     struct timespec *tsp)
2934 {
2935 	struct timeval tv[2];
2936 	const struct timeval *tvp;
2937 	int error;
2938 
2939 	if (usrtvp == NULL) {
2940 		vfs_timestamp(&tsp[0]);
2941 		tsp[1] = tsp[0];
2942 	} else {
2943 		if (tvpseg == UIO_SYSSPACE) {
2944 			tvp = usrtvp;
2945 		} else {
2946 			if ((error = copyin(usrtvp, tv, sizeof(tv))) != 0)
2947 				return (error);
2948 			tvp = tv;
2949 		}
2950 
2951 		if (tvp[0].tv_usec < 0 || tvp[0].tv_usec >= 1000000 ||
2952 		    tvp[1].tv_usec < 0 || tvp[1].tv_usec >= 1000000)
2953 			return (EINVAL);
2954 		TIMEVAL_TO_TIMESPEC(&tvp[0], &tsp[0]);
2955 		TIMEVAL_TO_TIMESPEC(&tvp[1], &tsp[1]);
2956 	}
2957 	return (0);
2958 }
2959 
2960 /*
2961  * Common implementation code for futimens(), utimensat().
2962  */
2963 #define	UTIMENS_NULL	0x1
2964 #define	UTIMENS_EXIT	0x2
2965 static int
2966 getutimens(const struct timespec *usrtsp, enum uio_seg tspseg,
2967     struct timespec *tsp, int *retflags)
2968 {
2969 	struct timespec tsnow;
2970 	int error;
2971 
2972 	vfs_timestamp(&tsnow);
2973 	*retflags = 0;
2974 	if (usrtsp == NULL) {
2975 		tsp[0] = tsnow;
2976 		tsp[1] = tsnow;
2977 		*retflags |= UTIMENS_NULL;
2978 		return (0);
2979 	}
2980 	if (tspseg == UIO_SYSSPACE) {
2981 		tsp[0] = usrtsp[0];
2982 		tsp[1] = usrtsp[1];
2983 	} else if ((error = copyin(usrtsp, tsp, sizeof(*tsp) * 2)) != 0)
2984 		return (error);
2985 	if (tsp[0].tv_nsec == UTIME_OMIT && tsp[1].tv_nsec == UTIME_OMIT)
2986 		*retflags |= UTIMENS_EXIT;
2987 	if (tsp[0].tv_nsec == UTIME_NOW && tsp[1].tv_nsec == UTIME_NOW)
2988 		*retflags |= UTIMENS_NULL;
2989 	if (tsp[0].tv_nsec == UTIME_OMIT)
2990 		tsp[0].tv_sec = VNOVAL;
2991 	else if (tsp[0].tv_nsec == UTIME_NOW)
2992 		tsp[0] = tsnow;
2993 	else if (tsp[0].tv_nsec < 0 || tsp[0].tv_nsec >= 1000000000L)
2994 		return (EINVAL);
2995 	if (tsp[1].tv_nsec == UTIME_OMIT)
2996 		tsp[1].tv_sec = VNOVAL;
2997 	else if (tsp[1].tv_nsec == UTIME_NOW)
2998 		tsp[1] = tsnow;
2999 	else if (tsp[1].tv_nsec < 0 || tsp[1].tv_nsec >= 1000000000L)
3000 		return (EINVAL);
3001 
3002 	return (0);
3003 }
3004 
3005 /*
3006  * Common implementation code for utimes(), lutimes(), futimes(), futimens(),
3007  * and utimensat().
3008  */
3009 static int
3010 setutimes(struct thread *td, struct vnode *vp, const struct timespec *ts,
3011     int numtimes, int nullflag)
3012 {
3013 	struct mount *mp;
3014 	struct vattr vattr;
3015 	int error, setbirthtime;
3016 
3017 	if ((error = vn_start_write(vp, &mp, V_WAIT | PCATCH)) != 0)
3018 		return (error);
3019 	vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
3020 	setbirthtime = 0;
3021 	if (numtimes < 3 && !VOP_GETATTR(vp, &vattr, td->td_ucred) &&
3022 	    timespeccmp(&ts[1], &vattr.va_birthtime, < ))
3023 		setbirthtime = 1;
3024 	VATTR_NULL(&vattr);
3025 	vattr.va_atime = ts[0];
3026 	vattr.va_mtime = ts[1];
3027 	if (setbirthtime)
3028 		vattr.va_birthtime = ts[1];
3029 	if (numtimes > 2)
3030 		vattr.va_birthtime = ts[2];
3031 	if (nullflag)
3032 		vattr.va_vaflags |= VA_UTIMES_NULL;
3033 #ifdef MAC
3034 	error = mac_vnode_check_setutimes(td->td_ucred, vp, vattr.va_atime,
3035 	    vattr.va_mtime);
3036 #endif
3037 	if (error == 0)
3038 		error = VOP_SETATTR(vp, &vattr, td->td_ucred);
3039 	VOP_UNLOCK(vp, 0);
3040 	vn_finished_write(mp);
3041 	return (error);
3042 }
3043 
3044 /*
3045  * Set the access and modification times of a file.
3046  */
3047 #ifndef _SYS_SYSPROTO_H_
3048 struct utimes_args {
3049 	char	*path;
3050 	struct	timeval *tptr;
3051 };
3052 #endif
3053 int
3054 sys_utimes(struct thread *td, struct utimes_args *uap)
3055 {
3056 
3057 	return (kern_utimesat(td, AT_FDCWD, uap->path, UIO_USERSPACE,
3058 	    uap->tptr, UIO_USERSPACE));
3059 }
3060 
3061 #ifndef _SYS_SYSPROTO_H_
3062 struct futimesat_args {
3063 	int fd;
3064 	const char * path;
3065 	const struct timeval * times;
3066 };
3067 #endif
3068 int
3069 sys_futimesat(struct thread *td, struct futimesat_args *uap)
3070 {
3071 
3072 	return (kern_utimesat(td, uap->fd, uap->path, UIO_USERSPACE,
3073 	    uap->times, UIO_USERSPACE));
3074 }
3075 
3076 int
3077 kern_utimesat(struct thread *td, int fd, const char *path,
3078     enum uio_seg pathseg, struct timeval *tptr, enum uio_seg tptrseg)
3079 {
3080 	struct nameidata nd;
3081 	struct timespec ts[2];
3082 	int error;
3083 
3084 	if ((error = getutimes(tptr, tptrseg, ts)) != 0)
3085 		return (error);
3086 	NDINIT_ATRIGHTS(&nd, LOOKUP, FOLLOW | AUDITVNODE1, pathseg, path, fd,
3087 	    &cap_futimes_rights, td);
3088 
3089 	if ((error = namei(&nd)) != 0)
3090 		return (error);
3091 	NDFREE(&nd, NDF_ONLY_PNBUF);
3092 	error = setutimes(td, nd.ni_vp, ts, 2, tptr == NULL);
3093 	vrele(nd.ni_vp);
3094 	return (error);
3095 }
3096 
3097 /*
3098  * Set the access and modification times of a file.
3099  */
3100 #ifndef _SYS_SYSPROTO_H_
3101 struct lutimes_args {
3102 	char	*path;
3103 	struct	timeval *tptr;
3104 };
3105 #endif
3106 int
3107 sys_lutimes(struct thread *td, struct lutimes_args *uap)
3108 {
3109 
3110 	return (kern_lutimes(td, uap->path, UIO_USERSPACE, uap->tptr,
3111 	    UIO_USERSPACE));
3112 }
3113 
3114 int
3115 kern_lutimes(struct thread *td, const char *path, enum uio_seg pathseg,
3116     struct timeval *tptr, enum uio_seg tptrseg)
3117 {
3118 	struct timespec ts[2];
3119 	struct nameidata nd;
3120 	int error;
3121 
3122 	if ((error = getutimes(tptr, tptrseg, ts)) != 0)
3123 		return (error);
3124 	NDINIT(&nd, LOOKUP, NOFOLLOW | AUDITVNODE1, pathseg, path, td);
3125 	if ((error = namei(&nd)) != 0)
3126 		return (error);
3127 	NDFREE(&nd, NDF_ONLY_PNBUF);
3128 	error = setutimes(td, nd.ni_vp, ts, 2, tptr == NULL);
3129 	vrele(nd.ni_vp);
3130 	return (error);
3131 }
3132 
3133 /*
3134  * Set the access and modification times of a file.
3135  */
3136 #ifndef _SYS_SYSPROTO_H_
3137 struct futimes_args {
3138 	int	fd;
3139 	struct	timeval *tptr;
3140 };
3141 #endif
3142 int
3143 sys_futimes(struct thread *td, struct futimes_args *uap)
3144 {
3145 
3146 	return (kern_futimes(td, uap->fd, uap->tptr, UIO_USERSPACE));
3147 }
3148 
3149 int
3150 kern_futimes(struct thread *td, int fd, struct timeval *tptr,
3151     enum uio_seg tptrseg)
3152 {
3153 	struct timespec ts[2];
3154 	struct file *fp;
3155 	int error;
3156 
3157 	AUDIT_ARG_FD(fd);
3158 	error = getutimes(tptr, tptrseg, ts);
3159 	if (error != 0)
3160 		return (error);
3161 	error = getvnode(td, fd, &cap_futimes_rights, &fp);
3162 	if (error != 0)
3163 		return (error);
3164 #ifdef AUDIT
3165 	vn_lock(fp->f_vnode, LK_SHARED | LK_RETRY);
3166 	AUDIT_ARG_VNODE1(fp->f_vnode);
3167 	VOP_UNLOCK(fp->f_vnode, 0);
3168 #endif
3169 	error = setutimes(td, fp->f_vnode, ts, 2, tptr == NULL);
3170 	fdrop(fp, td);
3171 	return (error);
3172 }
3173 
3174 int
3175 sys_futimens(struct thread *td, struct futimens_args *uap)
3176 {
3177 
3178 	return (kern_futimens(td, uap->fd, uap->times, UIO_USERSPACE));
3179 }
3180 
3181 int
3182 kern_futimens(struct thread *td, int fd, struct timespec *tptr,
3183     enum uio_seg tptrseg)
3184 {
3185 	struct timespec ts[2];
3186 	struct file *fp;
3187 	int error, flags;
3188 
3189 	AUDIT_ARG_FD(fd);
3190 	error = getutimens(tptr, tptrseg, ts, &flags);
3191 	if (error != 0)
3192 		return (error);
3193 	if (flags & UTIMENS_EXIT)
3194 		return (0);
3195 	error = getvnode(td, fd, &cap_futimes_rights, &fp);
3196 	if (error != 0)
3197 		return (error);
3198 #ifdef AUDIT
3199 	vn_lock(fp->f_vnode, LK_SHARED | LK_RETRY);
3200 	AUDIT_ARG_VNODE1(fp->f_vnode);
3201 	VOP_UNLOCK(fp->f_vnode, 0);
3202 #endif
3203 	error = setutimes(td, fp->f_vnode, ts, 2, flags & UTIMENS_NULL);
3204 	fdrop(fp, td);
3205 	return (error);
3206 }
3207 
3208 int
3209 sys_utimensat(struct thread *td, struct utimensat_args *uap)
3210 {
3211 
3212 	return (kern_utimensat(td, uap->fd, uap->path, UIO_USERSPACE,
3213 	    uap->times, UIO_USERSPACE, uap->flag));
3214 }
3215 
3216 int
3217 kern_utimensat(struct thread *td, int fd, const char *path,
3218     enum uio_seg pathseg, struct timespec *tptr, enum uio_seg tptrseg,
3219     int flag)
3220 {
3221 	struct nameidata nd;
3222 	struct timespec ts[2];
3223 	int error, flags;
3224 
3225 	if ((flag & ~(AT_SYMLINK_NOFOLLOW | AT_BENEATH)) != 0)
3226 		return (EINVAL);
3227 
3228 	if ((error = getutimens(tptr, tptrseg, ts, &flags)) != 0)
3229 		return (error);
3230 	NDINIT_ATRIGHTS(&nd, LOOKUP, ((flag & AT_SYMLINK_NOFOLLOW) ? NOFOLLOW :
3231 	    FOLLOW) |  ((flag & AT_BENEATH) != 0 ? BENEATH : 0) | AUDITVNODE1,
3232 	    pathseg, path, fd, &cap_futimes_rights, td);
3233 	if ((error = namei(&nd)) != 0)
3234 		return (error);
3235 	/*
3236 	 * We are allowed to call namei() regardless of 2xUTIME_OMIT.
3237 	 * POSIX states:
3238 	 * "If both tv_nsec fields are UTIME_OMIT... EACCESS may be detected."
3239 	 * "Search permission is denied by a component of the path prefix."
3240 	 */
3241 	NDFREE(&nd, NDF_ONLY_PNBUF);
3242 	if ((flags & UTIMENS_EXIT) == 0)
3243 		error = setutimes(td, nd.ni_vp, ts, 2, flags & UTIMENS_NULL);
3244 	vrele(nd.ni_vp);
3245 	return (error);
3246 }
3247 
3248 /*
3249  * Truncate a file given its path name.
3250  */
3251 #ifndef _SYS_SYSPROTO_H_
3252 struct truncate_args {
3253 	char	*path;
3254 	int	pad;
3255 	off_t	length;
3256 };
3257 #endif
3258 int
3259 sys_truncate(struct thread *td, struct truncate_args *uap)
3260 {
3261 
3262 	return (kern_truncate(td, uap->path, UIO_USERSPACE, uap->length));
3263 }
3264 
3265 int
3266 kern_truncate(struct thread *td, const char *path, enum uio_seg pathseg,
3267     off_t length)
3268 {
3269 	struct mount *mp;
3270 	struct vnode *vp;
3271 	void *rl_cookie;
3272 	struct vattr vattr;
3273 	struct nameidata nd;
3274 	int error;
3275 
3276 	if (length < 0)
3277 		return(EINVAL);
3278 	NDINIT(&nd, LOOKUP, FOLLOW | AUDITVNODE1, pathseg, path, td);
3279 	if ((error = namei(&nd)) != 0)
3280 		return (error);
3281 	vp = nd.ni_vp;
3282 	rl_cookie = vn_rangelock_wlock(vp, 0, OFF_MAX);
3283 	if ((error = vn_start_write(vp, &mp, V_WAIT | PCATCH)) != 0) {
3284 		vn_rangelock_unlock(vp, rl_cookie);
3285 		vrele(vp);
3286 		return (error);
3287 	}
3288 	NDFREE(&nd, NDF_ONLY_PNBUF);
3289 	vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
3290 	if (vp->v_type == VDIR)
3291 		error = EISDIR;
3292 #ifdef MAC
3293 	else if ((error = mac_vnode_check_write(td->td_ucred, NOCRED, vp))) {
3294 	}
3295 #endif
3296 	else if ((error = vn_writechk(vp)) == 0 &&
3297 	    (error = VOP_ACCESS(vp, VWRITE, td->td_ucred, td)) == 0) {
3298 		VATTR_NULL(&vattr);
3299 		vattr.va_size = length;
3300 		error = VOP_SETATTR(vp, &vattr, td->td_ucred);
3301 	}
3302 	VOP_UNLOCK(vp, 0);
3303 	vn_finished_write(mp);
3304 	vn_rangelock_unlock(vp, rl_cookie);
3305 	vrele(vp);
3306 	return (error);
3307 }
3308 
3309 #if defined(COMPAT_43)
3310 /*
3311  * Truncate a file given its path name.
3312  */
3313 #ifndef _SYS_SYSPROTO_H_
3314 struct otruncate_args {
3315 	char	*path;
3316 	long	length;
3317 };
3318 #endif
3319 int
3320 otruncate(struct thread *td, struct otruncate_args *uap)
3321 {
3322 
3323 	return (kern_truncate(td, uap->path, UIO_USERSPACE, uap->length));
3324 }
3325 #endif /* COMPAT_43 */
3326 
3327 #if defined(COMPAT_FREEBSD6)
3328 /* Versions with the pad argument */
3329 int
3330 freebsd6_truncate(struct thread *td, struct freebsd6_truncate_args *uap)
3331 {
3332 
3333 	return (kern_truncate(td, uap->path, UIO_USERSPACE, uap->length));
3334 }
3335 
3336 int
3337 freebsd6_ftruncate(struct thread *td, struct freebsd6_ftruncate_args *uap)
3338 {
3339 
3340 	return (kern_ftruncate(td, uap->fd, uap->length));
3341 }
3342 #endif
3343 
3344 int
3345 kern_fsync(struct thread *td, int fd, bool fullsync)
3346 {
3347 	struct vnode *vp;
3348 	struct mount *mp;
3349 	struct file *fp;
3350 	int error, lock_flags;
3351 
3352 	AUDIT_ARG_FD(fd);
3353 	error = getvnode(td, fd, &cap_fsync_rights, &fp);
3354 	if (error != 0)
3355 		return (error);
3356 	vp = fp->f_vnode;
3357 #if 0
3358 	if (!fullsync)
3359 		/* XXXKIB: compete outstanding aio writes */;
3360 #endif
3361 	error = vn_start_write(vp, &mp, V_WAIT | PCATCH);
3362 	if (error != 0)
3363 		goto drop;
3364 	if (MNT_SHARED_WRITES(mp) ||
3365 	    ((mp == NULL) && MNT_SHARED_WRITES(vp->v_mount))) {
3366 		lock_flags = LK_SHARED;
3367 	} else {
3368 		lock_flags = LK_EXCLUSIVE;
3369 	}
3370 	vn_lock(vp, lock_flags | LK_RETRY);
3371 	AUDIT_ARG_VNODE1(vp);
3372 	if (vp->v_object != NULL) {
3373 		VM_OBJECT_WLOCK(vp->v_object);
3374 		vm_object_page_clean(vp->v_object, 0, 0, 0);
3375 		VM_OBJECT_WUNLOCK(vp->v_object);
3376 	}
3377 	error = fullsync ? VOP_FSYNC(vp, MNT_WAIT, td) : VOP_FDATASYNC(vp, td);
3378 	VOP_UNLOCK(vp, 0);
3379 	vn_finished_write(mp);
3380 drop:
3381 	fdrop(fp, td);
3382 	return (error);
3383 }
3384 
3385 /*
3386  * Sync an open file.
3387  */
3388 #ifndef _SYS_SYSPROTO_H_
3389 struct fsync_args {
3390 	int	fd;
3391 };
3392 #endif
3393 int
3394 sys_fsync(struct thread *td, struct fsync_args *uap)
3395 {
3396 
3397 	return (kern_fsync(td, uap->fd, true));
3398 }
3399 
3400 int
3401 sys_fdatasync(struct thread *td, struct fdatasync_args *uap)
3402 {
3403 
3404 	return (kern_fsync(td, uap->fd, false));
3405 }
3406 
3407 /*
3408  * Rename files.  Source and destination must either both be directories, or
3409  * both not be directories.  If target is a directory, it must be empty.
3410  */
3411 #ifndef _SYS_SYSPROTO_H_
3412 struct rename_args {
3413 	char	*from;
3414 	char	*to;
3415 };
3416 #endif
3417 int
3418 sys_rename(struct thread *td, struct rename_args *uap)
3419 {
3420 
3421 	return (kern_renameat(td, AT_FDCWD, uap->from, AT_FDCWD,
3422 	    uap->to, UIO_USERSPACE));
3423 }
3424 
3425 #ifndef _SYS_SYSPROTO_H_
3426 struct renameat_args {
3427 	int	oldfd;
3428 	char	*old;
3429 	int	newfd;
3430 	char	*new;
3431 };
3432 #endif
3433 int
3434 sys_renameat(struct thread *td, struct renameat_args *uap)
3435 {
3436 
3437 	return (kern_renameat(td, uap->oldfd, uap->old, uap->newfd, uap->new,
3438 	    UIO_USERSPACE));
3439 }
3440 
3441 int
3442 kern_renameat(struct thread *td, int oldfd, const char *old, int newfd,
3443     const char *new, enum uio_seg pathseg)
3444 {
3445 	struct mount *mp = NULL;
3446 	struct vnode *tvp, *fvp, *tdvp;
3447 	struct nameidata fromnd, tond;
3448 	int error;
3449 
3450 again:
3451 	bwillwrite();
3452 #ifdef MAC
3453 	NDINIT_ATRIGHTS(&fromnd, DELETE, LOCKPARENT | LOCKLEAF | SAVESTART |
3454 	    AUDITVNODE1, pathseg, old, oldfd,
3455 	    &cap_renameat_source_rights, td);
3456 #else
3457 	NDINIT_ATRIGHTS(&fromnd, DELETE, WANTPARENT | SAVESTART | AUDITVNODE1,
3458 	    pathseg, old, oldfd,
3459 	    &cap_renameat_source_rights, td);
3460 #endif
3461 
3462 	if ((error = namei(&fromnd)) != 0)
3463 		return (error);
3464 #ifdef MAC
3465 	error = mac_vnode_check_rename_from(td->td_ucred, fromnd.ni_dvp,
3466 	    fromnd.ni_vp, &fromnd.ni_cnd);
3467 	VOP_UNLOCK(fromnd.ni_dvp, 0);
3468 	if (fromnd.ni_dvp != fromnd.ni_vp)
3469 		VOP_UNLOCK(fromnd.ni_vp, 0);
3470 #endif
3471 	fvp = fromnd.ni_vp;
3472 	NDINIT_ATRIGHTS(&tond, RENAME, LOCKPARENT | LOCKLEAF | NOCACHE |
3473 	    SAVESTART | AUDITVNODE2, pathseg, new, newfd,
3474 	    &cap_renameat_target_rights, td);
3475 	if (fromnd.ni_vp->v_type == VDIR)
3476 		tond.ni_cnd.cn_flags |= WILLBEDIR;
3477 	if ((error = namei(&tond)) != 0) {
3478 		/* Translate error code for rename("dir1", "dir2/."). */
3479 		if (error == EISDIR && fvp->v_type == VDIR)
3480 			error = EINVAL;
3481 		NDFREE(&fromnd, NDF_ONLY_PNBUF);
3482 		vrele(fromnd.ni_dvp);
3483 		vrele(fvp);
3484 		goto out1;
3485 	}
3486 	tdvp = tond.ni_dvp;
3487 	tvp = tond.ni_vp;
3488 	error = vn_start_write(fvp, &mp, V_NOWAIT);
3489 	if (error != 0) {
3490 		NDFREE(&fromnd, NDF_ONLY_PNBUF);
3491 		NDFREE(&tond, NDF_ONLY_PNBUF);
3492 		if (tvp != NULL)
3493 			vput(tvp);
3494 		if (tdvp == tvp)
3495 			vrele(tdvp);
3496 		else
3497 			vput(tdvp);
3498 		vrele(fromnd.ni_dvp);
3499 		vrele(fvp);
3500 		vrele(tond.ni_startdir);
3501 		if (fromnd.ni_startdir != NULL)
3502 			vrele(fromnd.ni_startdir);
3503 		error = vn_start_write(NULL, &mp, V_XSLEEP | PCATCH);
3504 		if (error != 0)
3505 			return (error);
3506 		goto again;
3507 	}
3508 	if (tvp != NULL) {
3509 		if (fvp->v_type == VDIR && tvp->v_type != VDIR) {
3510 			error = ENOTDIR;
3511 			goto out;
3512 		} else if (fvp->v_type != VDIR && tvp->v_type == VDIR) {
3513 			error = EISDIR;
3514 			goto out;
3515 		}
3516 #ifdef CAPABILITIES
3517 		if (newfd != AT_FDCWD) {
3518 			/*
3519 			 * If the target already exists we require CAP_UNLINKAT
3520 			 * from 'newfd'.
3521 			 */
3522 			error = cap_check(&tond.ni_filecaps.fc_rights,
3523 			    &cap_unlinkat_rights);
3524 			if (error != 0)
3525 				goto out;
3526 		}
3527 #endif
3528 	}
3529 	if (fvp == tdvp) {
3530 		error = EINVAL;
3531 		goto out;
3532 	}
3533 	/*
3534 	 * If the source is the same as the destination (that is, if they
3535 	 * are links to the same vnode), then there is nothing to do.
3536 	 */
3537 	if (fvp == tvp)
3538 		error = -1;
3539 #ifdef MAC
3540 	else
3541 		error = mac_vnode_check_rename_to(td->td_ucred, tdvp,
3542 		    tond.ni_vp, fromnd.ni_dvp == tdvp, &tond.ni_cnd);
3543 #endif
3544 out:
3545 	if (error == 0) {
3546 		error = VOP_RENAME(fromnd.ni_dvp, fromnd.ni_vp, &fromnd.ni_cnd,
3547 		    tond.ni_dvp, tond.ni_vp, &tond.ni_cnd);
3548 		NDFREE(&fromnd, NDF_ONLY_PNBUF);
3549 		NDFREE(&tond, NDF_ONLY_PNBUF);
3550 	} else {
3551 		NDFREE(&fromnd, NDF_ONLY_PNBUF);
3552 		NDFREE(&tond, NDF_ONLY_PNBUF);
3553 		if (tvp != NULL)
3554 			vput(tvp);
3555 		if (tdvp == tvp)
3556 			vrele(tdvp);
3557 		else
3558 			vput(tdvp);
3559 		vrele(fromnd.ni_dvp);
3560 		vrele(fvp);
3561 	}
3562 	vrele(tond.ni_startdir);
3563 	vn_finished_write(mp);
3564 out1:
3565 	if (fromnd.ni_startdir)
3566 		vrele(fromnd.ni_startdir);
3567 	if (error == -1)
3568 		return (0);
3569 	return (error);
3570 }
3571 
3572 /*
3573  * Make a directory file.
3574  */
3575 #ifndef _SYS_SYSPROTO_H_
3576 struct mkdir_args {
3577 	char	*path;
3578 	int	mode;
3579 };
3580 #endif
3581 int
3582 sys_mkdir(struct thread *td, struct mkdir_args *uap)
3583 {
3584 
3585 	return (kern_mkdirat(td, AT_FDCWD, uap->path, UIO_USERSPACE,
3586 	    uap->mode));
3587 }
3588 
3589 #ifndef _SYS_SYSPROTO_H_
3590 struct mkdirat_args {
3591 	int	fd;
3592 	char	*path;
3593 	mode_t	mode;
3594 };
3595 #endif
3596 int
3597 sys_mkdirat(struct thread *td, struct mkdirat_args *uap)
3598 {
3599 
3600 	return (kern_mkdirat(td, uap->fd, uap->path, UIO_USERSPACE, uap->mode));
3601 }
3602 
3603 int
3604 kern_mkdirat(struct thread *td, int fd, const char *path, enum uio_seg segflg,
3605     int mode)
3606 {
3607 	struct mount *mp;
3608 	struct vnode *vp;
3609 	struct vattr vattr;
3610 	struct nameidata nd;
3611 	int error;
3612 
3613 	AUDIT_ARG_MODE(mode);
3614 restart:
3615 	bwillwrite();
3616 	NDINIT_ATRIGHTS(&nd, CREATE, LOCKPARENT | SAVENAME | AUDITVNODE1 |
3617 	    NOCACHE, segflg, path, fd, &cap_mkdirat_rights,
3618 	    td);
3619 	nd.ni_cnd.cn_flags |= WILLBEDIR;
3620 	if ((error = namei(&nd)) != 0)
3621 		return (error);
3622 	vp = nd.ni_vp;
3623 	if (vp != NULL) {
3624 		NDFREE(&nd, NDF_ONLY_PNBUF);
3625 		/*
3626 		 * XXX namei called with LOCKPARENT but not LOCKLEAF has
3627 		 * the strange behaviour of leaving the vnode unlocked
3628 		 * if the target is the same vnode as the parent.
3629 		 */
3630 		if (vp == nd.ni_dvp)
3631 			vrele(nd.ni_dvp);
3632 		else
3633 			vput(nd.ni_dvp);
3634 		vrele(vp);
3635 		return (EEXIST);
3636 	}
3637 	if (vn_start_write(nd.ni_dvp, &mp, V_NOWAIT) != 0) {
3638 		NDFREE(&nd, NDF_ONLY_PNBUF);
3639 		vput(nd.ni_dvp);
3640 		if ((error = vn_start_write(NULL, &mp, V_XSLEEP | PCATCH)) != 0)
3641 			return (error);
3642 		goto restart;
3643 	}
3644 	VATTR_NULL(&vattr);
3645 	vattr.va_type = VDIR;
3646 	vattr.va_mode = (mode & ACCESSPERMS) &~ td->td_proc->p_fd->fd_cmask;
3647 #ifdef MAC
3648 	error = mac_vnode_check_create(td->td_ucred, nd.ni_dvp, &nd.ni_cnd,
3649 	    &vattr);
3650 	if (error != 0)
3651 		goto out;
3652 #endif
3653 	error = VOP_MKDIR(nd.ni_dvp, &nd.ni_vp, &nd.ni_cnd, &vattr);
3654 #ifdef MAC
3655 out:
3656 #endif
3657 	NDFREE(&nd, NDF_ONLY_PNBUF);
3658 	vput(nd.ni_dvp);
3659 	if (error == 0)
3660 		vput(nd.ni_vp);
3661 	vn_finished_write(mp);
3662 	return (error);
3663 }
3664 
3665 /*
3666  * Remove a directory file.
3667  */
3668 #ifndef _SYS_SYSPROTO_H_
3669 struct rmdir_args {
3670 	char	*path;
3671 };
3672 #endif
3673 int
3674 sys_rmdir(struct thread *td, struct rmdir_args *uap)
3675 {
3676 
3677 	return (kern_rmdirat(td, AT_FDCWD, uap->path, UIO_USERSPACE, 0));
3678 }
3679 
3680 int
3681 kern_rmdirat(struct thread *td, int fd, const char *path, enum uio_seg pathseg,
3682     int flag)
3683 {
3684 	struct mount *mp;
3685 	struct vnode *vp;
3686 	struct nameidata nd;
3687 	int error;
3688 
3689 restart:
3690 	bwillwrite();
3691 	NDINIT_ATRIGHTS(&nd, DELETE, LOCKPARENT | LOCKLEAF | AUDITVNODE1 |
3692 	    ((flag & AT_BENEATH) != 0 ? BENEATH : 0),
3693 	    pathseg, path, fd, &cap_unlinkat_rights, td);
3694 	if ((error = namei(&nd)) != 0)
3695 		return (error);
3696 	vp = nd.ni_vp;
3697 	if (vp->v_type != VDIR) {
3698 		error = ENOTDIR;
3699 		goto out;
3700 	}
3701 	/*
3702 	 * No rmdir "." please.
3703 	 */
3704 	if (nd.ni_dvp == vp) {
3705 		error = EINVAL;
3706 		goto out;
3707 	}
3708 	/*
3709 	 * The root of a mounted filesystem cannot be deleted.
3710 	 */
3711 	if (vp->v_vflag & VV_ROOT) {
3712 		error = EBUSY;
3713 		goto out;
3714 	}
3715 #ifdef MAC
3716 	error = mac_vnode_check_unlink(td->td_ucred, nd.ni_dvp, vp,
3717 	    &nd.ni_cnd);
3718 	if (error != 0)
3719 		goto out;
3720 #endif
3721 	if (vn_start_write(nd.ni_dvp, &mp, V_NOWAIT) != 0) {
3722 		NDFREE(&nd, NDF_ONLY_PNBUF);
3723 		vput(vp);
3724 		if (nd.ni_dvp == vp)
3725 			vrele(nd.ni_dvp);
3726 		else
3727 			vput(nd.ni_dvp);
3728 		if ((error = vn_start_write(NULL, &mp, V_XSLEEP | PCATCH)) != 0)
3729 			return (error);
3730 		goto restart;
3731 	}
3732 	vfs_notify_upper(vp, VFS_NOTIFY_UPPER_UNLINK);
3733 	error = VOP_RMDIR(nd.ni_dvp, nd.ni_vp, &nd.ni_cnd);
3734 	vn_finished_write(mp);
3735 out:
3736 	NDFREE(&nd, NDF_ONLY_PNBUF);
3737 	vput(vp);
3738 	if (nd.ni_dvp == vp)
3739 		vrele(nd.ni_dvp);
3740 	else
3741 		vput(nd.ni_dvp);
3742 	return (error);
3743 }
3744 
3745 #if defined(COMPAT_43) || defined(COMPAT_FREEBSD11)
3746 int
3747 freebsd11_kern_getdirentries(struct thread *td, int fd, char *ubuf, u_int count,
3748     long *basep, void (*func)(struct freebsd11_dirent *))
3749 {
3750 	struct freebsd11_dirent dstdp;
3751 	struct dirent *dp, *edp;
3752 	char *dirbuf;
3753 	off_t base;
3754 	ssize_t resid, ucount;
3755 	int error;
3756 
3757 	/* XXX arbitrary sanity limit on `count'. */
3758 	count = min(count, 64 * 1024);
3759 
3760 	dirbuf = malloc(count, M_TEMP, M_WAITOK);
3761 
3762 	error = kern_getdirentries(td, fd, dirbuf, count, &base, &resid,
3763 	    UIO_SYSSPACE);
3764 	if (error != 0)
3765 		goto done;
3766 	if (basep != NULL)
3767 		*basep = base;
3768 
3769 	ucount = 0;
3770 	for (dp = (struct dirent *)dirbuf,
3771 	    edp = (struct dirent *)&dirbuf[count - resid];
3772 	    ucount < count && dp < edp; ) {
3773 		if (dp->d_reclen == 0)
3774 			break;
3775 		MPASS(dp->d_reclen >= _GENERIC_DIRLEN(0));
3776 		if (dp->d_namlen >= sizeof(dstdp.d_name))
3777 			continue;
3778 		dstdp.d_type = dp->d_type;
3779 		dstdp.d_namlen = dp->d_namlen;
3780 		dstdp.d_fileno = dp->d_fileno;		/* truncate */
3781 		if (dstdp.d_fileno != dp->d_fileno) {
3782 			switch (ino64_trunc_error) {
3783 			default:
3784 			case 0:
3785 				break;
3786 			case 1:
3787 				error = EOVERFLOW;
3788 				goto done;
3789 			case 2:
3790 				dstdp.d_fileno = UINT32_MAX;
3791 				break;
3792 			}
3793 		}
3794 		dstdp.d_reclen = sizeof(dstdp) - sizeof(dstdp.d_name) +
3795 		    ((dp->d_namlen + 1 + 3) &~ 3);
3796 		bcopy(dp->d_name, dstdp.d_name, dstdp.d_namlen);
3797 		bzero(dstdp.d_name + dstdp.d_namlen,
3798 		    dstdp.d_reclen - offsetof(struct freebsd11_dirent, d_name) -
3799 		    dstdp.d_namlen);
3800 		MPASS(dstdp.d_reclen <= dp->d_reclen);
3801 		MPASS(ucount + dstdp.d_reclen <= count);
3802 		if (func != NULL)
3803 			func(&dstdp);
3804 		error = copyout(&dstdp, ubuf + ucount, dstdp.d_reclen);
3805 		if (error != 0)
3806 			break;
3807 		dp = (struct dirent *)((char *)dp + dp->d_reclen);
3808 		ucount += dstdp.d_reclen;
3809 	}
3810 
3811 done:
3812 	free(dirbuf, M_TEMP);
3813 	if (error == 0)
3814 		td->td_retval[0] = ucount;
3815 	return (error);
3816 }
3817 #endif /* COMPAT */
3818 
3819 #ifdef COMPAT_43
3820 static void
3821 ogetdirentries_cvt(struct freebsd11_dirent *dp)
3822 {
3823 #if (BYTE_ORDER == LITTLE_ENDIAN)
3824 	/*
3825 	 * The expected low byte of dp->d_namlen is our dp->d_type.
3826 	 * The high MBZ byte of dp->d_namlen is our dp->d_namlen.
3827 	 */
3828 	dp->d_type = dp->d_namlen;
3829 	dp->d_namlen = 0;
3830 #else
3831 	/*
3832 	 * The dp->d_type is the high byte of the expected dp->d_namlen,
3833 	 * so must be zero'ed.
3834 	 */
3835 	dp->d_type = 0;
3836 #endif
3837 }
3838 
3839 /*
3840  * Read a block of directory entries in a filesystem independent format.
3841  */
3842 #ifndef _SYS_SYSPROTO_H_
3843 struct ogetdirentries_args {
3844 	int	fd;
3845 	char	*buf;
3846 	u_int	count;
3847 	long	*basep;
3848 };
3849 #endif
3850 int
3851 ogetdirentries(struct thread *td, struct ogetdirentries_args *uap)
3852 {
3853 	long loff;
3854 	int error;
3855 
3856 	error = kern_ogetdirentries(td, uap, &loff);
3857 	if (error == 0)
3858 		error = copyout(&loff, uap->basep, sizeof(long));
3859 	return (error);
3860 }
3861 
3862 int
3863 kern_ogetdirentries(struct thread *td, struct ogetdirentries_args *uap,
3864     long *ploff)
3865 {
3866 	long base;
3867 	int error;
3868 
3869 	/* XXX arbitrary sanity limit on `count'. */
3870 	if (uap->count > 64 * 1024)
3871 		return (EINVAL);
3872 
3873 	error = freebsd11_kern_getdirentries(td, uap->fd, uap->buf, uap->count,
3874 	    &base, ogetdirentries_cvt);
3875 
3876 	if (error == 0 && uap->basep != NULL)
3877 		error = copyout(&base, uap->basep, sizeof(long));
3878 
3879 	return (error);
3880 }
3881 #endif /* COMPAT_43 */
3882 
3883 #if defined(COMPAT_FREEBSD11)
3884 #ifndef _SYS_SYSPROTO_H_
3885 struct freebsd11_getdirentries_args {
3886 	int	fd;
3887 	char	*buf;
3888 	u_int	count;
3889 	long	*basep;
3890 };
3891 #endif
3892 int
3893 freebsd11_getdirentries(struct thread *td,
3894     struct freebsd11_getdirentries_args *uap)
3895 {
3896 	long base;
3897 	int error;
3898 
3899 	error = freebsd11_kern_getdirentries(td, uap->fd, uap->buf, uap->count,
3900 	    &base, NULL);
3901 
3902 	if (error == 0 && uap->basep != NULL)
3903 		error = copyout(&base, uap->basep, sizeof(long));
3904 	return (error);
3905 }
3906 
3907 int
3908 freebsd11_getdents(struct thread *td, struct freebsd11_getdents_args *uap)
3909 {
3910 	struct freebsd11_getdirentries_args ap;
3911 
3912 	ap.fd = uap->fd;
3913 	ap.buf = uap->buf;
3914 	ap.count = uap->count;
3915 	ap.basep = NULL;
3916 	return (freebsd11_getdirentries(td, &ap));
3917 }
3918 #endif /* COMPAT_FREEBSD11 */
3919 
3920 /*
3921  * Read a block of directory entries in a filesystem independent format.
3922  */
3923 int
3924 sys_getdirentries(struct thread *td, struct getdirentries_args *uap)
3925 {
3926 	off_t base;
3927 	int error;
3928 
3929 	error = kern_getdirentries(td, uap->fd, uap->buf, uap->count, &base,
3930 	    NULL, UIO_USERSPACE);
3931 	if (error != 0)
3932 		return (error);
3933 	if (uap->basep != NULL)
3934 		error = copyout(&base, uap->basep, sizeof(off_t));
3935 	return (error);
3936 }
3937 
3938 int
3939 kern_getdirentries(struct thread *td, int fd, char *buf, size_t count,
3940     off_t *basep, ssize_t *residp, enum uio_seg bufseg)
3941 {
3942 	struct vnode *vp;
3943 	struct file *fp;
3944 	struct uio auio;
3945 	struct iovec aiov;
3946 	off_t loff;
3947 	int error, eofflag;
3948 	off_t foffset;
3949 
3950 	AUDIT_ARG_FD(fd);
3951 	if (count > IOSIZE_MAX)
3952 		return (EINVAL);
3953 	auio.uio_resid = count;
3954 	error = getvnode(td, fd, &cap_read_rights, &fp);
3955 	if (error != 0)
3956 		return (error);
3957 	if ((fp->f_flag & FREAD) == 0) {
3958 		fdrop(fp, td);
3959 		return (EBADF);
3960 	}
3961 	vp = fp->f_vnode;
3962 	foffset = foffset_lock(fp, 0);
3963 unionread:
3964 	if (vp->v_type != VDIR) {
3965 		error = EINVAL;
3966 		goto fail;
3967 	}
3968 	aiov.iov_base = buf;
3969 	aiov.iov_len = count;
3970 	auio.uio_iov = &aiov;
3971 	auio.uio_iovcnt = 1;
3972 	auio.uio_rw = UIO_READ;
3973 	auio.uio_segflg = bufseg;
3974 	auio.uio_td = td;
3975 	vn_lock(vp, LK_SHARED | LK_RETRY);
3976 	AUDIT_ARG_VNODE1(vp);
3977 	loff = auio.uio_offset = foffset;
3978 #ifdef MAC
3979 	error = mac_vnode_check_readdir(td->td_ucred, vp);
3980 	if (error == 0)
3981 #endif
3982 		error = VOP_READDIR(vp, &auio, fp->f_cred, &eofflag, NULL,
3983 		    NULL);
3984 	foffset = auio.uio_offset;
3985 	if (error != 0) {
3986 		VOP_UNLOCK(vp, 0);
3987 		goto fail;
3988 	}
3989 	if (count == auio.uio_resid &&
3990 	    (vp->v_vflag & VV_ROOT) &&
3991 	    (vp->v_mount->mnt_flag & MNT_UNION)) {
3992 		struct vnode *tvp = vp;
3993 
3994 		vp = vp->v_mount->mnt_vnodecovered;
3995 		VREF(vp);
3996 		fp->f_vnode = vp;
3997 		fp->f_data = vp;
3998 		foffset = 0;
3999 		vput(tvp);
4000 		goto unionread;
4001 	}
4002 	VOP_UNLOCK(vp, 0);
4003 	*basep = loff;
4004 	if (residp != NULL)
4005 		*residp = auio.uio_resid;
4006 	td->td_retval[0] = count - auio.uio_resid;
4007 fail:
4008 	foffset_unlock(fp, foffset, 0);
4009 	fdrop(fp, td);
4010 	return (error);
4011 }
4012 
4013 /*
4014  * Set the mode mask for creation of filesystem nodes.
4015  */
4016 #ifndef _SYS_SYSPROTO_H_
4017 struct umask_args {
4018 	int	newmask;
4019 };
4020 #endif
4021 int
4022 sys_umask(struct thread *td, struct umask_args *uap)
4023 {
4024 	struct filedesc *fdp;
4025 
4026 	fdp = td->td_proc->p_fd;
4027 	FILEDESC_XLOCK(fdp);
4028 	td->td_retval[0] = fdp->fd_cmask;
4029 	fdp->fd_cmask = uap->newmask & ALLPERMS;
4030 	FILEDESC_XUNLOCK(fdp);
4031 	return (0);
4032 }
4033 
4034 /*
4035  * Void all references to file by ripping underlying filesystem away from
4036  * vnode.
4037  */
4038 #ifndef _SYS_SYSPROTO_H_
4039 struct revoke_args {
4040 	char	*path;
4041 };
4042 #endif
4043 int
4044 sys_revoke(struct thread *td, struct revoke_args *uap)
4045 {
4046 	struct vnode *vp;
4047 	struct vattr vattr;
4048 	struct nameidata nd;
4049 	int error;
4050 
4051 	NDINIT(&nd, LOOKUP, FOLLOW | LOCKLEAF | AUDITVNODE1, UIO_USERSPACE,
4052 	    uap->path, td);
4053 	if ((error = namei(&nd)) != 0)
4054 		return (error);
4055 	vp = nd.ni_vp;
4056 	NDFREE(&nd, NDF_ONLY_PNBUF);
4057 	if (vp->v_type != VCHR || vp->v_rdev == NULL) {
4058 		error = EINVAL;
4059 		goto out;
4060 	}
4061 #ifdef MAC
4062 	error = mac_vnode_check_revoke(td->td_ucred, vp);
4063 	if (error != 0)
4064 		goto out;
4065 #endif
4066 	error = VOP_GETATTR(vp, &vattr, td->td_ucred);
4067 	if (error != 0)
4068 		goto out;
4069 	if (td->td_ucred->cr_uid != vattr.va_uid) {
4070 		error = priv_check(td, PRIV_VFS_ADMIN);
4071 		if (error != 0)
4072 			goto out;
4073 	}
4074 	if (vcount(vp) > 1)
4075 		VOP_REVOKE(vp, REVOKEALL);
4076 out:
4077 	vput(vp);
4078 	return (error);
4079 }
4080 
4081 /*
4082  * Convert a user file descriptor to a kernel file entry and check that, if it
4083  * is a capability, the correct rights are present. A reference on the file
4084  * entry is held upon returning.
4085  */
4086 int
4087 getvnode(struct thread *td, int fd, cap_rights_t *rightsp, struct file **fpp)
4088 {
4089 	struct file *fp;
4090 	int error;
4091 
4092 	error = fget_unlocked(td->td_proc->p_fd, fd, rightsp, &fp, NULL);
4093 	if (error != 0)
4094 		return (error);
4095 
4096 	/*
4097 	 * The file could be not of the vnode type, or it may be not
4098 	 * yet fully initialized, in which case the f_vnode pointer
4099 	 * may be set, but f_ops is still badfileops.  E.g.,
4100 	 * devfs_open() transiently create such situation to
4101 	 * facilitate csw d_fdopen().
4102 	 *
4103 	 * Dupfdopen() handling in kern_openat() installs the
4104 	 * half-baked file into the process descriptor table, allowing
4105 	 * other thread to dereference it. Guard against the race by
4106 	 * checking f_ops.
4107 	 */
4108 	if (fp->f_vnode == NULL || fp->f_ops == &badfileops) {
4109 		fdrop(fp, td);
4110 		return (EINVAL);
4111 	}
4112 	*fpp = fp;
4113 	return (0);
4114 }
4115 
4116 
4117 /*
4118  * Get an (NFS) file handle.
4119  */
4120 #ifndef _SYS_SYSPROTO_H_
4121 struct lgetfh_args {
4122 	char	*fname;
4123 	fhandle_t *fhp;
4124 };
4125 #endif
4126 int
4127 sys_lgetfh(struct thread *td, struct lgetfh_args *uap)
4128 {
4129 	struct nameidata nd;
4130 	fhandle_t fh;
4131 	struct vnode *vp;
4132 	int error;
4133 
4134 	error = priv_check(td, PRIV_VFS_GETFH);
4135 	if (error != 0)
4136 		return (error);
4137 	NDINIT(&nd, LOOKUP, NOFOLLOW | LOCKLEAF | AUDITVNODE1, UIO_USERSPACE,
4138 	    uap->fname, td);
4139 	error = namei(&nd);
4140 	if (error != 0)
4141 		return (error);
4142 	NDFREE(&nd, NDF_ONLY_PNBUF);
4143 	vp = nd.ni_vp;
4144 	bzero(&fh, sizeof(fh));
4145 	fh.fh_fsid = vp->v_mount->mnt_stat.f_fsid;
4146 	error = VOP_VPTOFH(vp, &fh.fh_fid);
4147 	vput(vp);
4148 	if (error == 0)
4149 		error = copyout(&fh, uap->fhp, sizeof (fh));
4150 	return (error);
4151 }
4152 
4153 #ifndef _SYS_SYSPROTO_H_
4154 struct getfh_args {
4155 	char	*fname;
4156 	fhandle_t *fhp;
4157 };
4158 #endif
4159 int
4160 sys_getfh(struct thread *td, struct getfh_args *uap)
4161 {
4162 	struct nameidata nd;
4163 	fhandle_t fh;
4164 	struct vnode *vp;
4165 	int error;
4166 
4167 	error = priv_check(td, PRIV_VFS_GETFH);
4168 	if (error != 0)
4169 		return (error);
4170 	NDINIT(&nd, LOOKUP, FOLLOW | LOCKLEAF | AUDITVNODE1, UIO_USERSPACE,
4171 	    uap->fname, td);
4172 	error = namei(&nd);
4173 	if (error != 0)
4174 		return (error);
4175 	NDFREE(&nd, NDF_ONLY_PNBUF);
4176 	vp = nd.ni_vp;
4177 	bzero(&fh, sizeof(fh));
4178 	fh.fh_fsid = vp->v_mount->mnt_stat.f_fsid;
4179 	error = VOP_VPTOFH(vp, &fh.fh_fid);
4180 	vput(vp);
4181 	if (error == 0)
4182 		error = copyout(&fh, uap->fhp, sizeof (fh));
4183 	return (error);
4184 }
4185 
4186 /*
4187  * syscall for the rpc.lockd to use to translate a NFS file handle into an
4188  * open descriptor.
4189  *
4190  * warning: do not remove the priv_check() call or this becomes one giant
4191  * security hole.
4192  */
4193 #ifndef _SYS_SYSPROTO_H_
4194 struct fhopen_args {
4195 	const struct fhandle *u_fhp;
4196 	int flags;
4197 };
4198 #endif
4199 int
4200 sys_fhopen(struct thread *td, struct fhopen_args *uap)
4201 {
4202 	struct mount *mp;
4203 	struct vnode *vp;
4204 	struct fhandle fhp;
4205 	struct file *fp;
4206 	int fmode, error;
4207 	int indx;
4208 
4209 	error = priv_check(td, PRIV_VFS_FHOPEN);
4210 	if (error != 0)
4211 		return (error);
4212 	indx = -1;
4213 	fmode = FFLAGS(uap->flags);
4214 	/* why not allow a non-read/write open for our lockd? */
4215 	if (((fmode & (FREAD | FWRITE)) == 0) || (fmode & O_CREAT))
4216 		return (EINVAL);
4217 	error = copyin(uap->u_fhp, &fhp, sizeof(fhp));
4218 	if (error != 0)
4219 		return(error);
4220 	/* find the mount point */
4221 	mp = vfs_busyfs(&fhp.fh_fsid);
4222 	if (mp == NULL)
4223 		return (ESTALE);
4224 	/* now give me my vnode, it gets returned to me locked */
4225 	error = VFS_FHTOVP(mp, &fhp.fh_fid, LK_EXCLUSIVE, &vp);
4226 	vfs_unbusy(mp);
4227 	if (error != 0)
4228 		return (error);
4229 
4230 	error = falloc_noinstall(td, &fp);
4231 	if (error != 0) {
4232 		vput(vp);
4233 		return (error);
4234 	}
4235 	/*
4236 	 * An extra reference on `fp' has been held for us by
4237 	 * falloc_noinstall().
4238 	 */
4239 
4240 #ifdef INVARIANTS
4241 	td->td_dupfd = -1;
4242 #endif
4243 	error = vn_open_vnode(vp, fmode, td->td_ucred, td, fp);
4244 	if (error != 0) {
4245 		KASSERT(fp->f_ops == &badfileops,
4246 		    ("VOP_OPEN in fhopen() set f_ops"));
4247 		KASSERT(td->td_dupfd < 0,
4248 		    ("fhopen() encountered fdopen()"));
4249 
4250 		vput(vp);
4251 		goto bad;
4252 	}
4253 #ifdef INVARIANTS
4254 	td->td_dupfd = 0;
4255 #endif
4256 	fp->f_vnode = vp;
4257 	fp->f_seqcount = 1;
4258 	finit(fp, (fmode & FMASK) | (fp->f_flag & FHASLOCK), DTYPE_VNODE, vp,
4259 	    &vnops);
4260 	VOP_UNLOCK(vp, 0);
4261 	if ((fmode & O_TRUNC) != 0) {
4262 		error = fo_truncate(fp, 0, td->td_ucred, td);
4263 		if (error != 0)
4264 			goto bad;
4265 	}
4266 
4267 	error = finstall(td, fp, &indx, fmode, NULL);
4268 bad:
4269 	fdrop(fp, td);
4270 	td->td_retval[0] = indx;
4271 	return (error);
4272 }
4273 
4274 /*
4275  * Stat an (NFS) file handle.
4276  */
4277 #ifndef _SYS_SYSPROTO_H_
4278 struct fhstat_args {
4279 	struct fhandle *u_fhp;
4280 	struct stat *sb;
4281 };
4282 #endif
4283 int
4284 sys_fhstat(struct thread *td, struct fhstat_args *uap)
4285 {
4286 	struct stat sb;
4287 	struct fhandle fh;
4288 	int error;
4289 
4290 	error = copyin(uap->u_fhp, &fh, sizeof(fh));
4291 	if (error != 0)
4292 		return (error);
4293 	error = kern_fhstat(td, fh, &sb);
4294 	if (error == 0)
4295 		error = copyout(&sb, uap->sb, sizeof(sb));
4296 	return (error);
4297 }
4298 
4299 int
4300 kern_fhstat(struct thread *td, struct fhandle fh, struct stat *sb)
4301 {
4302 	struct mount *mp;
4303 	struct vnode *vp;
4304 	int error;
4305 
4306 	error = priv_check(td, PRIV_VFS_FHSTAT);
4307 	if (error != 0)
4308 		return (error);
4309 	if ((mp = vfs_busyfs(&fh.fh_fsid)) == NULL)
4310 		return (ESTALE);
4311 	error = VFS_FHTOVP(mp, &fh.fh_fid, LK_EXCLUSIVE, &vp);
4312 	vfs_unbusy(mp);
4313 	if (error != 0)
4314 		return (error);
4315 	error = vn_stat(vp, sb, td->td_ucred, NOCRED, td);
4316 	vput(vp);
4317 	return (error);
4318 }
4319 
4320 /*
4321  * Implement fstatfs() for (NFS) file handles.
4322  */
4323 #ifndef _SYS_SYSPROTO_H_
4324 struct fhstatfs_args {
4325 	struct fhandle *u_fhp;
4326 	struct statfs *buf;
4327 };
4328 #endif
4329 int
4330 sys_fhstatfs(struct thread *td, struct fhstatfs_args *uap)
4331 {
4332 	struct statfs *sfp;
4333 	fhandle_t fh;
4334 	int error;
4335 
4336 	error = copyin(uap->u_fhp, &fh, sizeof(fhandle_t));
4337 	if (error != 0)
4338 		return (error);
4339 	sfp = malloc(sizeof(struct statfs), M_STATFS, M_WAITOK);
4340 	error = kern_fhstatfs(td, fh, sfp);
4341 	if (error == 0)
4342 		error = copyout(sfp, uap->buf, sizeof(*sfp));
4343 	free(sfp, M_STATFS);
4344 	return (error);
4345 }
4346 
4347 int
4348 kern_fhstatfs(struct thread *td, fhandle_t fh, struct statfs *buf)
4349 {
4350 	struct statfs *sp;
4351 	struct mount *mp;
4352 	struct vnode *vp;
4353 	int error;
4354 
4355 	error = priv_check(td, PRIV_VFS_FHSTATFS);
4356 	if (error != 0)
4357 		return (error);
4358 	if ((mp = vfs_busyfs(&fh.fh_fsid)) == NULL)
4359 		return (ESTALE);
4360 	error = VFS_FHTOVP(mp, &fh.fh_fid, LK_EXCLUSIVE, &vp);
4361 	if (error != 0) {
4362 		vfs_unbusy(mp);
4363 		return (error);
4364 	}
4365 	vput(vp);
4366 	error = prison_canseemount(td->td_ucred, mp);
4367 	if (error != 0)
4368 		goto out;
4369 #ifdef MAC
4370 	error = mac_mount_check_stat(td->td_ucred, mp);
4371 	if (error != 0)
4372 		goto out;
4373 #endif
4374 	/*
4375 	 * Set these in case the underlying filesystem fails to do so.
4376 	 */
4377 	sp = &mp->mnt_stat;
4378 	sp->f_version = STATFS_VERSION;
4379 	sp->f_namemax = NAME_MAX;
4380 	sp->f_flags = mp->mnt_flag & MNT_VISFLAGMASK;
4381 	error = VFS_STATFS(mp, sp);
4382 	if (error == 0)
4383 		*buf = *sp;
4384 out:
4385 	vfs_unbusy(mp);
4386 	return (error);
4387 }
4388 
4389 int
4390 kern_posix_fallocate(struct thread *td, int fd, off_t offset, off_t len)
4391 {
4392 	struct file *fp;
4393 	struct mount *mp;
4394 	struct vnode *vp;
4395 	off_t olen, ooffset;
4396 	int error;
4397 #ifdef AUDIT
4398 	int audited_vnode1 = 0;
4399 #endif
4400 
4401 	AUDIT_ARG_FD(fd);
4402 	if (offset < 0 || len <= 0)
4403 		return (EINVAL);
4404 	/* Check for wrap. */
4405 	if (offset > OFF_MAX - len)
4406 		return (EFBIG);
4407 	AUDIT_ARG_FD(fd);
4408 	error = fget(td, fd, &cap_pwrite_rights, &fp);
4409 	if (error != 0)
4410 		return (error);
4411 	AUDIT_ARG_FILE(td->td_proc, fp);
4412 	if ((fp->f_ops->fo_flags & DFLAG_SEEKABLE) == 0) {
4413 		error = ESPIPE;
4414 		goto out;
4415 	}
4416 	if ((fp->f_flag & FWRITE) == 0) {
4417 		error = EBADF;
4418 		goto out;
4419 	}
4420 	if (fp->f_type != DTYPE_VNODE) {
4421 		error = ENODEV;
4422 		goto out;
4423 	}
4424 	vp = fp->f_vnode;
4425 	if (vp->v_type != VREG) {
4426 		error = ENODEV;
4427 		goto out;
4428 	}
4429 
4430 	/* Allocating blocks may take a long time, so iterate. */
4431 	for (;;) {
4432 		olen = len;
4433 		ooffset = offset;
4434 
4435 		bwillwrite();
4436 		mp = NULL;
4437 		error = vn_start_write(vp, &mp, V_WAIT | PCATCH);
4438 		if (error != 0)
4439 			break;
4440 		error = vn_lock(vp, LK_EXCLUSIVE);
4441 		if (error != 0) {
4442 			vn_finished_write(mp);
4443 			break;
4444 		}
4445 #ifdef AUDIT
4446 		if (!audited_vnode1) {
4447 			AUDIT_ARG_VNODE1(vp);
4448 			audited_vnode1 = 1;
4449 		}
4450 #endif
4451 #ifdef MAC
4452 		error = mac_vnode_check_write(td->td_ucred, fp->f_cred, vp);
4453 		if (error == 0)
4454 #endif
4455 			error = VOP_ALLOCATE(vp, &offset, &len);
4456 		VOP_UNLOCK(vp, 0);
4457 		vn_finished_write(mp);
4458 
4459 		if (olen + ooffset != offset + len) {
4460 			panic("offset + len changed from %jx/%jx to %jx/%jx",
4461 			    ooffset, olen, offset, len);
4462 		}
4463 		if (error != 0 || len == 0)
4464 			break;
4465 		KASSERT(olen > len, ("Iteration did not make progress?"));
4466 		maybe_yield();
4467 	}
4468  out:
4469 	fdrop(fp, td);
4470 	return (error);
4471 }
4472 
4473 int
4474 sys_posix_fallocate(struct thread *td, struct posix_fallocate_args *uap)
4475 {
4476 	int error;
4477 
4478 	error = kern_posix_fallocate(td, uap->fd, uap->offset, uap->len);
4479 	return (kern_posix_error(td, error));
4480 }
4481 
4482 /*
4483  * Unlike madvise(2), we do not make a best effort to remember every
4484  * possible caching hint.  Instead, we remember the last setting with
4485  * the exception that we will allow POSIX_FADV_NORMAL to adjust the
4486  * region of any current setting.
4487  */
4488 int
4489 kern_posix_fadvise(struct thread *td, int fd, off_t offset, off_t len,
4490     int advice)
4491 {
4492 	struct fadvise_info *fa, *new;
4493 	struct file *fp;
4494 	struct vnode *vp;
4495 	off_t end;
4496 	int error;
4497 
4498 	if (offset < 0 || len < 0 || offset > OFF_MAX - len)
4499 		return (EINVAL);
4500 	AUDIT_ARG_VALUE(advice);
4501 	switch (advice) {
4502 	case POSIX_FADV_SEQUENTIAL:
4503 	case POSIX_FADV_RANDOM:
4504 	case POSIX_FADV_NOREUSE:
4505 		new = malloc(sizeof(*fa), M_FADVISE, M_WAITOK);
4506 		break;
4507 	case POSIX_FADV_NORMAL:
4508 	case POSIX_FADV_WILLNEED:
4509 	case POSIX_FADV_DONTNEED:
4510 		new = NULL;
4511 		break;
4512 	default:
4513 		return (EINVAL);
4514 	}
4515 	/* XXX: CAP_POSIX_FADVISE? */
4516 	AUDIT_ARG_FD(fd);
4517 	error = fget(td, fd, &cap_no_rights, &fp);
4518 	if (error != 0)
4519 		goto out;
4520 	AUDIT_ARG_FILE(td->td_proc, fp);
4521 	if ((fp->f_ops->fo_flags & DFLAG_SEEKABLE) == 0) {
4522 		error = ESPIPE;
4523 		goto out;
4524 	}
4525 	if (fp->f_type != DTYPE_VNODE) {
4526 		error = ENODEV;
4527 		goto out;
4528 	}
4529 	vp = fp->f_vnode;
4530 	if (vp->v_type != VREG) {
4531 		error = ENODEV;
4532 		goto out;
4533 	}
4534 	if (len == 0)
4535 		end = OFF_MAX;
4536 	else
4537 		end = offset + len - 1;
4538 	switch (advice) {
4539 	case POSIX_FADV_SEQUENTIAL:
4540 	case POSIX_FADV_RANDOM:
4541 	case POSIX_FADV_NOREUSE:
4542 		/*
4543 		 * Try to merge any existing non-standard region with
4544 		 * this new region if possible, otherwise create a new
4545 		 * non-standard region for this request.
4546 		 */
4547 		mtx_pool_lock(mtxpool_sleep, fp);
4548 		fa = fp->f_advice;
4549 		if (fa != NULL && fa->fa_advice == advice &&
4550 		    ((fa->fa_start <= end && fa->fa_end >= offset) ||
4551 		    (end != OFF_MAX && fa->fa_start == end + 1) ||
4552 		    (fa->fa_end != OFF_MAX && fa->fa_end + 1 == offset))) {
4553 			if (offset < fa->fa_start)
4554 				fa->fa_start = offset;
4555 			if (end > fa->fa_end)
4556 				fa->fa_end = end;
4557 		} else {
4558 			new->fa_advice = advice;
4559 			new->fa_start = offset;
4560 			new->fa_end = end;
4561 			fp->f_advice = new;
4562 			new = fa;
4563 		}
4564 		mtx_pool_unlock(mtxpool_sleep, fp);
4565 		break;
4566 	case POSIX_FADV_NORMAL:
4567 		/*
4568 		 * If a the "normal" region overlaps with an existing
4569 		 * non-standard region, trim or remove the
4570 		 * non-standard region.
4571 		 */
4572 		mtx_pool_lock(mtxpool_sleep, fp);
4573 		fa = fp->f_advice;
4574 		if (fa != NULL) {
4575 			if (offset <= fa->fa_start && end >= fa->fa_end) {
4576 				new = fa;
4577 				fp->f_advice = NULL;
4578 			} else if (offset <= fa->fa_start &&
4579 			    end >= fa->fa_start)
4580 				fa->fa_start = end + 1;
4581 			else if (offset <= fa->fa_end && end >= fa->fa_end)
4582 				fa->fa_end = offset - 1;
4583 			else if (offset >= fa->fa_start && end <= fa->fa_end) {
4584 				/*
4585 				 * If the "normal" region is a middle
4586 				 * portion of the existing
4587 				 * non-standard region, just remove
4588 				 * the whole thing rather than picking
4589 				 * one side or the other to
4590 				 * preserve.
4591 				 */
4592 				new = fa;
4593 				fp->f_advice = NULL;
4594 			}
4595 		}
4596 		mtx_pool_unlock(mtxpool_sleep, fp);
4597 		break;
4598 	case POSIX_FADV_WILLNEED:
4599 	case POSIX_FADV_DONTNEED:
4600 		error = VOP_ADVISE(vp, offset, end, advice);
4601 		break;
4602 	}
4603 out:
4604 	if (fp != NULL)
4605 		fdrop(fp, td);
4606 	free(new, M_FADVISE);
4607 	return (error);
4608 }
4609 
4610 int
4611 sys_posix_fadvise(struct thread *td, struct posix_fadvise_args *uap)
4612 {
4613 	int error;
4614 
4615 	error = kern_posix_fadvise(td, uap->fd, uap->offset, uap->len,
4616 	    uap->advice);
4617 	return (kern_posix_error(td, error));
4618 }
4619