xref: /dragonfly/sys/kern/vfs_syscalls.c (revision 8f2ce533)
1 /*
2  * Copyright (c) 1989, 1993
3  *	The Regents of the University of California.  All rights reserved.
4  * (c) UNIX System Laboratories, Inc.
5  * All or some portions of this file are derived from material licensed
6  * to the University of California by American Telephone and Telegraph
7  * Co. or Unix System Laboratories, Inc. and are reproduced herein with
8  * the permission of UNIX System Laboratories, Inc.
9  *
10  * Redistribution and use in source and binary forms, with or without
11  * modification, are permitted provided that the following conditions
12  * are met:
13  * 1. Redistributions of source code must retain the above copyright
14  *    notice, this list of conditions and the following disclaimer.
15  * 2. Redistributions in binary form must reproduce the above copyright
16  *    notice, this list of conditions and the following disclaimer in the
17  *    documentation and/or other materials provided with the distribution.
18  * 3. Neither the name of the University nor the names of its contributors
19  *    may be used to endorse or promote products derived from this software
20  *    without specific prior written permission.
21  *
22  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
23  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
24  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
25  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
26  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
27  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
28  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
29  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
30  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
31  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
32  * SUCH DAMAGE.
33  *
34  *	@(#)vfs_syscalls.c	8.13 (Berkeley) 4/15/94
35  * $FreeBSD: src/sys/kern/vfs_syscalls.c,v 1.151.2.18 2003/04/04 20:35:58 tegge Exp $
36  */
37 
38 #include <sys/param.h>
39 #include <sys/systm.h>
40 #include <sys/buf.h>
41 #include <sys/conf.h>
42 #include <sys/sysent.h>
43 #include <sys/malloc.h>
44 #include <sys/mount.h>
45 #include <sys/mountctl.h>
46 #include <sys/sysmsg.h>
47 #include <sys/filedesc.h>
48 #include <sys/kernel.h>
49 #include <sys/fcntl.h>
50 #include <sys/file.h>
51 #include <sys/linker.h>
52 #include <sys/stat.h>
53 #include <sys/unistd.h>
54 #include <sys/vnode.h>
55 #include <sys/proc.h>
56 #include <sys/priv.h>
57 #include <sys/jail.h>
58 #include <sys/namei.h>
59 #include <sys/nlookup.h>
60 #include <sys/dirent.h>
61 #include <sys/extattr.h>
62 #include <sys/spinlock.h>
63 #include <sys/kern_syscall.h>
64 #include <sys/objcache.h>
65 #include <sys/sysctl.h>
66 
67 #include <sys/buf2.h>
68 #include <sys/file2.h>
69 #include <sys/spinlock2.h>
70 
71 #include <vm/vm.h>
72 #include <vm/vm_object.h>
73 #include <vm/vm_page.h>
74 
75 #include <machine/limits.h>
76 #include <machine/stdarg.h>
77 
78 static void mount_warning(struct mount *mp, const char *ctl, ...)
79 		__printflike(2, 3);
80 static int mount_path(struct proc *p, struct mount *mp, char **rb, char **fb);
81 static int checkvp_chdir (struct vnode *vn, struct thread *td);
82 static void checkdirs (struct nchandle *old_nch, struct nchandle *new_nch);
83 static int get_fspriv(const char *);
84 static int chroot_refuse_vdir_fds (thread_t td, struct filedesc *fdp);
85 static int chroot_visible_mnt(struct mount *mp, struct proc *p);
86 static int getutimes (struct timeval *, struct timespec *);
87 static int getutimens (const struct timespec *, struct timespec *, int *);
88 static int setfown (struct mount *, struct vnode *, uid_t, gid_t);
89 static int setfmode (struct vnode *, int);
90 static int setfflags (struct vnode *, u_long);
91 static int setutimes (struct vnode *, struct vattr *,
92 			const struct timespec *, int);
93 
94 static int	usermount = 0;	/* if 1, non-root can mount fs. */
95 SYSCTL_INT(_vfs, OID_AUTO, usermount, CTLFLAG_RW, &usermount, 0,
96     "Allow non-root users to mount filesystems");
97 
98 static int	debug_unmount = 0; /* if 1 loop until unmount success */
99 SYSCTL_INT(_vfs, OID_AUTO, debug_unmount, CTLFLAG_RW, &debug_unmount, 0,
100     "Stall failed unmounts in loop");
101 
102 static struct krate krate_rename = { 1 };
103 
104 /*
105  * Virtual File System System Calls
106  */
107 
108 /*
109  * Mount a file system.
110  *
111  * mount_args(char *type, char *path, int flags, caddr_t data)
112  *
113  * MPALMOSTSAFE
114  */
115 int
116 sys_mount(struct sysmsg *sysmsg, const struct mount_args *uap)
117 {
118 	struct thread *td = curthread;
119 	struct vnode *vp;
120 	struct nchandle nch;
121 	struct mount *mp, *nullmp;
122 	struct vfsconf *vfsp;
123 	int error, flag = 0, flag2 = 0;
124 	int hasmount;
125 	int priv = 0;
126 	int flags = uap->flags;
127 	struct vattr va;
128 	struct nlookupdata nd;
129 	char fstypename[MFSNAMELEN];
130 	struct ucred *cred;
131 
132 	cred = td->td_ucred;
133 
134 	/* We do not allow user mounts inside a jail for now */
135 	if (usermount && jailed(cred)) {
136 		error = EPERM;
137 		goto done;
138 	}
139 
140 	/*
141 	 * Extract the file system type. We need to know this early, to take
142 	 * appropriate actions for jails and nullfs mounts.
143 	 */
144         if ((error = copyinstr(uap->type, fstypename, MFSNAMELEN, NULL)) != 0)
145 		goto done;
146 
147 	/*
148 	 * Select the correct priv according to the file system type.
149 	 */
150 	priv = get_fspriv(fstypename);
151 
152 	if (usermount == 0 && (error = priv_check(td, priv)))
153 		goto done;
154 
155 	/*
156 	 * Do not allow NFS export by non-root users.
157 	 */
158 	if (flags & MNT_EXPORTED) {
159 		error = priv_check(td, priv);
160 		if (error)
161 			goto done;
162 	}
163 	/*
164 	 * Silently enforce MNT_NOSUID and MNT_NODEV for non-root users
165 	 */
166 	if (priv_check(td, priv))
167 		flags |= MNT_NOSUID | MNT_NODEV;
168 
169 	/*
170 	 * Lookup the requested path and extract the nch and vnode.
171 	 */
172 	error = nlookup_init(&nd, uap->path, UIO_USERSPACE, NLC_FOLLOW);
173 	if (error == 0) {
174 		if ((error = nlookup(&nd)) == 0) {
175 			if (nd.nl_nch.ncp->nc_vp == NULL)
176 				error = ENOENT;
177 		}
178 	}
179 	if (error) {
180 		nlookup_done(&nd);
181 		goto done;
182 	}
183 
184 	/*
185 	 * If the target filesystem is resolved via a nullfs mount, then
186 	 * nd.nl_nch.mount will be pointing to the nullfs mount structure
187 	 * instead of the target file system. We need it in case we are
188 	 * doing an update.
189 	 */
190 	nullmp = nd.nl_nch.mount;
191 
192 	/*
193 	 * Extract the locked+refd ncp and cleanup the nd structure
194 	 */
195 	nch = nd.nl_nch;
196 	cache_zero(&nd.nl_nch);
197 	nlookup_done(&nd);
198 
199 	if ((nch.ncp->nc_flag & NCF_ISMOUNTPT) &&
200 	    (mp = cache_findmount(&nch)) != NULL) {
201 		cache_dropmount(mp);
202 		hasmount = 1;
203 	} else {
204 		hasmount = 0;
205 	}
206 
207 
208 	/*
209 	 * now we have the locked ref'd nch and unreferenced vnode.
210 	 */
211 	vp = nch.ncp->nc_vp;
212 	if ((error = vget(vp, LK_EXCLUSIVE)) != 0) {
213 		cache_put(&nch);
214 		goto done;
215 	}
216 	cache_unlock(&nch);
217 
218 	/*
219 	 * Now we have an unlocked ref'd nch and a locked ref'd vp
220 	 */
221 	if (flags & MNT_UPDATE) {
222 		if ((vp->v_flag & (VROOT|VPFSROOT)) == 0) {
223 			cache_drop(&nch);
224 			vput(vp);
225 			error = EINVAL;
226 			goto done;
227 		}
228 
229 		if (strncmp(fstypename, "null", 5) == 0) {
230 			KKASSERT(nullmp);
231 			mp = nullmp;
232 		} else {
233 			mp = vp->v_mount;
234 		}
235 
236 		flag = mp->mnt_flag;
237 		flag2 = mp->mnt_kern_flag;
238 		/*
239 		 * We only allow the filesystem to be reloaded if it
240 		 * is currently mounted read-only.
241 		 */
242 		if ((flags & MNT_RELOAD) &&
243 		    ((mp->mnt_flag & MNT_RDONLY) == 0)) {
244 			cache_drop(&nch);
245 			vput(vp);
246 			error = EOPNOTSUPP;	/* Needs translation */
247 			goto done;
248 		}
249 		/*
250 		 * Only root, or the user that did the original mount is
251 		 * permitted to update it.
252 		 */
253 		if (mp->mnt_stat.f_owner != cred->cr_uid &&
254 		    (error = priv_check(td, priv))) {
255 			cache_drop(&nch);
256 			vput(vp);
257 			goto done;
258 		}
259 		if (vfs_busy(mp, LK_NOWAIT)) {
260 			cache_drop(&nch);
261 			vput(vp);
262 			error = EBUSY;
263 			goto done;
264 		}
265 		if (hasmount) {
266 			cache_drop(&nch);
267 			vfs_unbusy(mp);
268 			vput(vp);
269 			error = EBUSY;
270 			goto done;
271 		}
272 		mp->mnt_flag |= flags & (MNT_RELOAD | MNT_FORCE | MNT_UPDATE);
273 		lwkt_gettoken(&mp->mnt_token);
274 		vn_unlock(vp);
275 		vfsp = mp->mnt_vfc;
276 		goto update;
277 	}
278 
279 	/*
280 	 * If the user is not root, ensure that they own the directory
281 	 * onto which we are attempting to mount.
282 	 */
283 	if ((error = VOP_GETATTR(vp, &va)) ||
284 	    (va.va_uid != cred->cr_uid &&
285 	     (error = priv_check(td, priv)))) {
286 		cache_drop(&nch);
287 		vput(vp);
288 		goto done;
289 	}
290 	if ((error = vinvalbuf(vp, V_SAVE, 0, 0)) != 0) {
291 		cache_drop(&nch);
292 		vput(vp);
293 		goto done;
294 	}
295 	if (vp->v_type != VDIR) {
296 		cache_drop(&nch);
297 		vput(vp);
298 		error = ENOTDIR;
299 		goto done;
300 	}
301 	if (vp->v_mount->mnt_kern_flag & MNTK_NOSTKMNT) {
302 		cache_drop(&nch);
303 		vput(vp);
304 		error = EPERM;
305 		goto done;
306 	}
307 	vfsp = vfsconf_find_by_name(fstypename);
308 	if (vfsp == NULL) {
309 		linker_file_t lf;
310 
311 		/* Only load modules for root (very important!) */
312 		if ((error = priv_check(td, PRIV_ROOT)) != 0) {
313 			cache_drop(&nch);
314 			vput(vp);
315 			goto done;
316 		}
317 		error = linker_load_file(fstypename, &lf);
318 		if (error || lf == NULL) {
319 			cache_drop(&nch);
320 			vput(vp);
321 			if (lf == NULL)
322 				error = ENODEV;
323 			goto done;
324 		}
325 		lf->userrefs++;
326 		/* lookup again, see if the VFS was loaded */
327 		vfsp = vfsconf_find_by_name(fstypename);
328 		if (vfsp == NULL) {
329 			lf->userrefs--;
330 			linker_file_unload(lf);
331 			cache_drop(&nch);
332 			vput(vp);
333 			error = ENODEV;
334 			goto done;
335 		}
336 	}
337 	if (hasmount) {
338 		cache_drop(&nch);
339 		vput(vp);
340 		error = EBUSY;
341 		goto done;
342 	}
343 
344 	/*
345 	 * Allocate and initialize the filesystem.
346 	 */
347 	mp = kmalloc(sizeof(struct mount), M_MOUNT, M_ZERO|M_WAITOK);
348 	mount_init(mp, vfsp->vfc_vfsops);
349 	vfs_busy(mp, LK_NOWAIT);
350 	mp->mnt_vfc = vfsp;
351 	mp->mnt_pbuf_count = nswbuf_kva / NSWBUF_SPLIT;
352 	vfsp->vfc_refcount++;
353 	mp->mnt_stat.f_type = vfsp->vfc_typenum;
354 	mp->mnt_flag |= vfsp->vfc_flags & MNT_VISFLAGMASK;
355 	strncpy(mp->mnt_stat.f_fstypename, vfsp->vfc_name, MFSNAMELEN);
356 	mp->mnt_stat.f_owner = cred->cr_uid;
357 	lwkt_gettoken(&mp->mnt_token);
358 	vn_unlock(vp);
359 update:
360 	/*
361 	 * (per-mount token acquired at this point)
362 	 *
363 	 * Set the mount level flags.
364 	 */
365 	if (flags & MNT_RDONLY)
366 		mp->mnt_flag |= MNT_RDONLY;
367 	else if (mp->mnt_flag & MNT_RDONLY)
368 		mp->mnt_kern_flag |= MNTK_WANTRDWR;
369 	mp->mnt_flag &=~ (MNT_NOSUID | MNT_NOEXEC | MNT_NODEV |
370 	    MNT_SYNCHRONOUS | MNT_ASYNC | MNT_NOATIME |
371 	    MNT_NOSYMFOLLOW | MNT_IGNORE | MNT_TRIM |
372 	    MNT_NOCLUSTERR | MNT_NOCLUSTERW | MNT_SUIDDIR |
373 	    MNT_AUTOMOUNTED);
374 	mp->mnt_flag |= flags & (MNT_NOSUID | MNT_NOEXEC |
375 	    MNT_NODEV | MNT_SYNCHRONOUS | MNT_ASYNC | MNT_FORCE |
376 	    MNT_NOSYMFOLLOW | MNT_IGNORE | MNT_TRIM |
377 	    MNT_NOATIME | MNT_NOCLUSTERR | MNT_NOCLUSTERW | MNT_SUIDDIR |
378 	    MNT_AUTOMOUNTED);
379 
380 	/*
381 	 * Pre-set the mount's ALL_MPSAFE flags if specified in the vfsconf.
382 	 * This way the initial VFS_MOUNT() call will also be MPSAFE.
383 	 */
384 	if (vfsp->vfc_flags & VFCF_MPSAFE)
385 		mp->mnt_kern_flag |= MNTK_ALL_MPSAFE;
386 
387 	/*
388 	 * Mount the filesystem.
389 	 * XXX The final recipients of VFS_MOUNT just overwrite the ndp they
390 	 * get.
391 	 */
392 	if (mp->mnt_flag & MNT_UPDATE) {
393 		error = VFS_MOUNT(mp, uap->path, uap->data, cred);
394 		if (mp->mnt_kern_flag & MNTK_WANTRDWR)
395 			mp->mnt_flag &= ~MNT_RDONLY;
396 		mp->mnt_flag &=~ (MNT_UPDATE | MNT_RELOAD | MNT_FORCE);
397 		mp->mnt_kern_flag &=~ MNTK_WANTRDWR;
398 		if (error) {
399 			mp->mnt_flag = flag;
400 			mp->mnt_kern_flag = flag2;
401 		}
402 		lwkt_reltoken(&mp->mnt_token);
403 		vfs_unbusy(mp);
404 		vrele(vp);
405 		cache_drop(&nch);
406 		goto done;
407 	}
408 	mp->mnt_ncmounton = nch;
409 	error = VFS_MOUNT(mp, uap->path, uap->data, cred);
410 	vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
411 
412 	/*
413 	 * Put the new filesystem on the mount list after root.  The mount
414 	 * point gets its own mnt_ncmountpt (unless the VFS already set one
415 	 * up) which represents the root of the mount.  The lookup code
416 	 * detects the mount point going forward and checks the root of
417 	 * the mount going backwards.
418 	 *
419 	 * It is not necessary to invalidate or purge the vnode underneath
420 	 * because elements under the mount will be given their own glue
421 	 * namecache record.
422 	 */
423 	if (!error) {
424 		if (mp->mnt_ncmountpt.ncp == NULL) {
425 			/*
426 			 * Allocate, then unlock, but leave the ref intact.
427 			 * This is the mnt_refs (1) that we will retain
428 			 * through to the unmount.
429 			 */
430 			cache_allocroot(&mp->mnt_ncmountpt, mp, NULL);
431 			cache_unlock(&mp->mnt_ncmountpt);
432 		}
433 		vn_unlock(vp);
434 		cache_lock(&nch);
435 		nch.ncp->nc_flag |= NCF_ISMOUNTPT;
436 		cache_unlock(&nch);
437 		cache_ismounting(mp);
438 		vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
439 
440 		mountlist_insert(mp, MNTINS_LAST);
441 		vn_unlock(vp);
442 		checkdirs(&mp->mnt_ncmounton, &mp->mnt_ncmountpt);
443 		error = vfs_allocate_syncvnode(mp);
444 		lwkt_reltoken(&mp->mnt_token);
445 		vfs_unbusy(mp);
446 		error = VFS_START(mp, 0);
447 		vrele(vp);
448 		KNOTE(&fs_klist, VQ_MOUNT);
449 	} else {
450 		bzero(&mp->mnt_ncmounton, sizeof(mp->mnt_ncmounton));
451 		vn_syncer_thr_stop(mp);
452 		vfs_rm_vnodeops(mp, NULL, &mp->mnt_vn_coherency_ops);
453 		vfs_rm_vnodeops(mp, NULL, &mp->mnt_vn_journal_ops);
454 		vfs_rm_vnodeops(mp, NULL, &mp->mnt_vn_norm_ops);
455 		vfs_rm_vnodeops(mp, NULL, &mp->mnt_vn_spec_ops);
456 		vfs_rm_vnodeops(mp, NULL, &mp->mnt_vn_fifo_ops);
457 		if (mp->mnt_cred) {
458 			crfree(mp->mnt_cred);
459 			mp->mnt_cred = NULL;
460 		}
461 		mp->mnt_vfc->vfc_refcount--;
462 		lwkt_reltoken(&mp->mnt_token);
463 		vfs_unbusy(mp);
464 		kfree(mp, M_MOUNT);
465 		cache_drop(&nch);
466 		vput(vp);
467 	}
468 done:
469 	return (error);
470 }
471 
472 /*
473  * Scan all active processes to see if any of them have a current
474  * or root directory onto which the new filesystem has just been
475  * mounted. If so, replace them with the new mount point.
476  *
477  * Both old_nch and new_nch are ref'd on call but not locked.
478  * new_nch must be temporarily locked so it can be associated with the
479  * vnode representing the root of the mount point.
480  */
481 struct checkdirs_info {
482 	struct nchandle old_nch;
483 	struct nchandle new_nch;
484 	struct vnode *old_vp;
485 	struct vnode *new_vp;
486 };
487 
488 static int checkdirs_callback(struct proc *p, void *data);
489 
490 static void
491 checkdirs(struct nchandle *old_nch, struct nchandle *new_nch)
492 {
493 	struct checkdirs_info info;
494 	struct vnode *olddp;
495 	struct vnode *newdp;
496 	struct mount *mp;
497 
498 	/*
499 	 * If the old mount point's vnode has a usecount of 1, it is not
500 	 * being held as a descriptor anywhere.
501 	 */
502 	olddp = old_nch->ncp->nc_vp;
503 	if (olddp == NULL || VREFCNT(olddp) == 1)
504 		return;
505 
506 	/*
507 	 * Force the root vnode of the new mount point to be resolved
508 	 * so we can update any matching processes.
509 	 */
510 	mp = new_nch->mount;
511 	if (VFS_ROOT(mp, &newdp))
512 		panic("mount: lost mount");
513 	vn_unlock(newdp);
514 	cache_lock(new_nch);
515 	vn_lock(newdp, LK_EXCLUSIVE | LK_RETRY);
516 	cache_setunresolved(new_nch);
517 	cache_setvp(new_nch, newdp);
518 	cache_unlock(new_nch);
519 
520 	/*
521 	 * Special handling of the root node
522 	 */
523 	if (rootvnode == olddp) {
524 		vref(newdp);
525 		vfs_cache_setroot(newdp, cache_hold(new_nch));
526 	}
527 
528 	/*
529 	 * Pass newdp separately so the callback does not have to access
530 	 * it via new_nch->ncp->nc_vp.
531 	 */
532 	info.old_nch = *old_nch;
533 	info.new_nch = *new_nch;
534 	info.new_vp = newdp;
535 	allproc_scan(checkdirs_callback, &info, 0);
536 	vput(newdp);
537 }
538 
539 /*
540  * NOTE: callback is not MP safe because the scanned process's filedesc
541  * structure can be ripped out from under us, amoung other things.
542  */
543 static int
544 checkdirs_callback(struct proc *p, void *data)
545 {
546 	struct checkdirs_info *info = data;
547 	struct filedesc *fdp;
548 	struct nchandle ncdrop1;
549 	struct nchandle ncdrop2;
550 	struct vnode *vprele1;
551 	struct vnode *vprele2;
552 
553 	if ((fdp = p->p_fd) != NULL) {
554 		cache_zero(&ncdrop1);
555 		cache_zero(&ncdrop2);
556 		vprele1 = NULL;
557 		vprele2 = NULL;
558 
559 		/*
560 		 * MPUNSAFE - XXX fdp can be pulled out from under a
561 		 * foreign process.
562 		 *
563 		 * A shared filedesc is ok, we don't have to copy it
564 		 * because we are making this change globally.
565 		 */
566 		spin_lock(&fdp->fd_spin);
567 		if (fdp->fd_ncdir.mount == info->old_nch.mount &&
568 		    fdp->fd_ncdir.ncp == info->old_nch.ncp) {
569 			vprele1 = fdp->fd_cdir;
570 			vref(info->new_vp);
571 			fdp->fd_cdir = info->new_vp;
572 			ncdrop1 = fdp->fd_ncdir;
573 			cache_copy(&info->new_nch, &fdp->fd_ncdir);
574 		}
575 		if (fdp->fd_nrdir.mount == info->old_nch.mount &&
576 		    fdp->fd_nrdir.ncp == info->old_nch.ncp) {
577 			vprele2 = fdp->fd_rdir;
578 			vref(info->new_vp);
579 			fdp->fd_rdir = info->new_vp;
580 			ncdrop2 = fdp->fd_nrdir;
581 			cache_copy(&info->new_nch, &fdp->fd_nrdir);
582 		}
583 		spin_unlock(&fdp->fd_spin);
584 		if (ncdrop1.ncp)
585 			cache_drop(&ncdrop1);
586 		if (ncdrop2.ncp)
587 			cache_drop(&ncdrop2);
588 		if (vprele1)
589 			vrele(vprele1);
590 		if (vprele2)
591 			vrele(vprele2);
592 	}
593 	return(0);
594 }
595 
596 /*
597  * Unmount a file system.
598  *
599  * Note: unmount takes a path to the vnode mounted on as argument,
600  * not special file (as before).
601  *
602  * umount_args(char *path, int flags)
603  *
604  * MPALMOSTSAFE
605  */
606 int
607 sys_unmount(struct sysmsg *sysmsg, const struct unmount_args *uap)
608 {
609 	struct thread *td = curthread;
610 	struct proc *p __debugvar = td->td_proc;
611 	struct mount *mp = NULL;
612 	struct nlookupdata nd;
613 	char fstypename[MFSNAMELEN];
614 	int priv = 0;
615 	int error;
616 	struct ucred *cred;
617 
618 	cred = td->td_ucred;
619 
620 	KKASSERT(p);
621 
622 	/* We do not allow user umounts inside a jail for now */
623 	if (usermount && jailed(cred)) {
624 		error = EPERM;
625 		goto done;
626 	}
627 
628 	error = nlookup_init(&nd, uap->path, UIO_USERSPACE,
629 			     NLC_FOLLOW | NLC_IGNBADDIR);
630 	if (error == 0)
631 		error = nlookup(&nd);
632 	if (error)
633 		goto out;
634 
635 	mp = nd.nl_nch.mount;
636 
637 	/* Figure out the fsname in order to select proper privs */
638 	ksnprintf(fstypename, MFSNAMELEN, "%s", mp->mnt_vfc->vfc_name);
639 	priv = get_fspriv(fstypename);
640 
641 	if (usermount == 0 && (error = priv_check(td, priv))) {
642 		nlookup_done(&nd);
643 		goto done;
644 	}
645 
646 	/*
647 	 * Only root, or the user that did the original mount is
648 	 * permitted to unmount this filesystem.
649 	 */
650 	if ((mp->mnt_stat.f_owner != td->td_ucred->cr_uid) &&
651 	    (error = priv_check(td, priv)))
652 		goto out;
653 
654 	/*
655 	 * Don't allow unmounting the root file system.
656 	 */
657 	if (mp->mnt_flag & MNT_ROOTFS) {
658 		error = EINVAL;
659 		goto out;
660 	}
661 
662 	/*
663 	 * Must be the root of the filesystem
664 	 */
665 	if (nd.nl_nch.ncp != mp->mnt_ncmountpt.ncp) {
666 		error = EINVAL;
667 		goto out;
668 	}
669 
670 	/* Check if this mount belongs to this prison */
671 	if (jailed(cred) && mp->mnt_cred && (!mp->mnt_cred->cr_prison ||
672 		mp->mnt_cred->cr_prison != cred->cr_prison)) {
673 		kprintf("mountpoint %s does not belong to this jail\n",
674 		    uap->path);
675 		error = EPERM;
676 		goto out;
677 	}
678 
679 	/*
680 	 * If no error try to issue the unmount.  We lose our cache
681 	 * ref when we call nlookup_done so we must hold the mount point
682 	 * to prevent use-after-free races.
683 	 */
684 out:
685 	if (error == 0) {
686 		mount_hold(mp);
687 		nlookup_done(&nd);
688 		error = dounmount(mp, uap->flags, 0);
689 		mount_drop(mp);
690 	} else {
691 		nlookup_done(&nd);
692 	}
693 done:
694 	return (error);
695 }
696 
697 /*
698  * Do the actual file system unmount (interlocked against the mountlist
699  * token and mp->mnt_token).
700  */
701 static int
702 dounmount_interlock(struct mount *mp)
703 {
704 	if (mp->mnt_kern_flag & MNTK_UNMOUNT)
705 		return (EBUSY);
706 	mp->mnt_kern_flag |= MNTK_UNMOUNT;
707 	return(0);
708 }
709 
710 static int
711 unmount_allproc_cb(struct proc *p, void *arg)
712 {
713 	struct mount *mp;
714 
715 	if (p->p_textnch.ncp == NULL)
716 		return 0;
717 
718 	mp = (struct mount *)arg;
719 	if (p->p_textnch.mount == mp)
720 		cache_drop(&p->p_textnch);
721 
722 	return 0;
723 }
724 
725 /*
726  * The guts of the unmount code.  The mount owns one ref and one hold
727  * count.  If we successfully interlock the unmount, those refs are ours.
728  * (The ref is from mnt_ncmountpt).
729  *
730  * When halting we shortcut certain mount types such as devfs by not actually
731  * issuing the VFS_SYNC() or VFS_UNMOUNT().  They are still disconnected
732  * from the mountlist so higher-level filesytems can unmount cleanly.
733  *
734  * The mount types that allow QUICKHALT are: devfs, tmpfs, procfs.
735  */
736 int
737 dounmount(struct mount *mp, int flags, int halting)
738 {
739 	struct namecache *ncp;
740 	struct nchandle nch;
741 	struct vnode *vp;
742 	int error;
743 	int async_flag;
744 	int lflags;
745 	int freeok = 1;
746 	int hadsyncer = 0;
747 	int retry;
748 	int quickhalt;
749 
750 	lwkt_gettoken(&mp->mnt_token);
751 
752 	/*
753 	 * When halting, certain mount points can essentially just
754 	 * be unhooked and otherwise ignored.
755 	 */
756 	if (halting && (mp->mnt_kern_flag & MNTK_QUICKHALT)) {
757 		quickhalt = 1;
758 		freeok = 0;
759 	} else {
760 		quickhalt = 0;
761 	}
762 
763 
764 	/*
765 	 * Exclusive access for unmounting purposes.
766 	 */
767 	if ((error = mountlist_interlock(dounmount_interlock, mp)) != 0)
768 		goto out;
769 
770 	/*
771 	 * We now 'own' the last mp->mnt_refs
772 	 *
773 	 * Allow filesystems to detect that a forced unmount is in progress.
774 	 */
775 	if (flags & MNT_FORCE)
776 		mp->mnt_kern_flag |= MNTK_UNMOUNTF;
777 	lflags = LK_EXCLUSIVE | ((flags & MNT_FORCE) ? 0 : LK_TIMELOCK);
778 	error = lockmgr(&mp->mnt_lock, lflags);
779 	if (error) {
780 		mp->mnt_kern_flag &= ~(MNTK_UNMOUNT | MNTK_UNMOUNTF);
781 		if (mp->mnt_kern_flag & MNTK_MWAIT) {
782 			mp->mnt_kern_flag &= ~MNTK_MWAIT;
783 			wakeup(mp);
784 		}
785 		goto out;
786 	}
787 
788 	if (mp->mnt_flag & MNT_EXPUBLIC)
789 		vfs_setpublicfs(NULL, NULL, NULL);
790 
791 	vfs_msync(mp, MNT_WAIT);
792 	async_flag = mp->mnt_flag & MNT_ASYNC;
793 	mp->mnt_flag &=~ MNT_ASYNC;
794 
795 	/*
796 	 * Decomission our special mnt_syncer vnode.  This also stops
797 	 * the vnlru code.  If we are unable to unmount we recommission
798 	 * the vnode.
799 	 *
800 	 * Then sync the filesystem.
801 	 */
802 	if ((vp = mp->mnt_syncer) != NULL) {
803 		mp->mnt_syncer = NULL;
804 		atomic_set_int(&vp->v_refcnt, VREF_FINALIZE);
805 		vrele(vp);
806 		hadsyncer = 1;
807 	}
808 
809 	/*
810 	 * Sync normally-mounted filesystem.
811 	 */
812 	if (quickhalt == 0) {
813 		if ((mp->mnt_flag & MNT_RDONLY) == 0)
814 			VFS_SYNC(mp, MNT_WAIT);
815 	}
816 
817 	/*
818 	 * nchandle records ref the mount structure.  Expect a count of 1
819 	 * (our mount->mnt_ncmountpt).
820 	 *
821 	 * Scans can get temporary refs on a mountpoint (thought really
822 	 * heavy duty stuff like cache_findmount() do not).
823 	 */
824 	for (retry = 0; (retry < 10 || debug_unmount); ++retry) {
825 		/*
826 		 * Invalidate the namecache topology under the mount.
827 		 * nullfs mounts alias a real mount's namecache topology
828 		 * and it should not be invalidated in that case.
829 		 */
830 		if ((mp->mnt_kern_flag & MNTK_NCALIASED) == 0) {
831 			cache_lock(&mp->mnt_ncmountpt);
832 			cache_inval(&mp->mnt_ncmountpt,
833 				    CINV_DESTROY|CINV_CHILDREN);
834 			cache_unlock(&mp->mnt_ncmountpt);
835 		}
836 
837 		/*
838 		 * Clear pcpu caches
839 		 */
840 		cache_unmounting(mp);
841 		if (mp->mnt_refs != 1)
842 			cache_clearmntcache(mp);
843 
844 		/*
845 		 * Break out if we are good.  Don't count ncp refs if the
846 		 * mount is aliased.
847 		 */
848 		ncp = (mp->mnt_kern_flag & MNTK_NCALIASED) ?
849 		      NULL : mp->mnt_ncmountpt.ncp;
850 		if (mp->mnt_refs == 1 &&
851 		    (ncp == NULL || (ncp->nc_refs == 1 &&
852 				     TAILQ_FIRST(&ncp->nc_list) == NULL))) {
853 			break;
854 		}
855 
856 		/*
857 		 * If forcing the unmount, clean out any p->p_textnch
858 		 * nchandles that match this mount.
859 		 */
860 		if (flags & MNT_FORCE)
861 			allproc_scan(&unmount_allproc_cb, mp, 0);
862 
863 		/*
864 		 * Sleep and retry.
865 		 */
866 		tsleep(&mp->mnt_refs, 0, "mntbsy", hz / 10 + 1);
867 		if ((retry & 15) == 15) {
868 			mount_warning(mp,
869 				      "(%p) debug - retry %d, "
870 				      "%d namecache refs, %d mount refs",
871 				      mp, retry,
872 				      (ncp ? ncp->nc_refs - 1 : 0),
873 				      mp->mnt_refs - 1);
874 		}
875 	}
876 
877 	error = 0;
878 	ncp = (mp->mnt_kern_flag & MNTK_NCALIASED) ?
879 	      NULL : mp->mnt_ncmountpt.ncp;
880 	if (mp->mnt_refs != 1 ||
881 	    (ncp != NULL && (ncp->nc_refs != 1 ||
882 			     TAILQ_FIRST(&ncp->nc_list)))) {
883 		mount_warning(mp,
884 			      "(%p): %d namecache refs, %d mount refs "
885 			      "still present",
886 			      mp,
887 			      (ncp ? ncp->nc_refs - 1 : 0),
888 			      mp->mnt_refs - 1);
889 		if (flags & MNT_FORCE) {
890 			freeok = 0;
891 			mount_warning(mp, "forcing unmount\n");
892 		} else {
893 			error = EBUSY;
894 		}
895 	}
896 
897 	/*
898 	 * So far so good, sync the filesystem once more and
899 	 * call the VFS unmount code if the sync succeeds.
900 	 */
901 	if (error == 0 && quickhalt == 0) {
902 		if (mp->mnt_flag & MNT_RDONLY) {
903 			error = VFS_UNMOUNT(mp, flags);
904 		} else {
905 			error = VFS_SYNC(mp, MNT_WAIT);
906 			if (error == 0 ||		/* no error */
907 			    error == EOPNOTSUPP ||	/* no sync avail */
908 			    (flags & MNT_FORCE)) {	/* force anyway */
909 				error = VFS_UNMOUNT(mp, flags);
910 			}
911 		}
912 		if (error) {
913 			mount_warning(mp,
914 				      "(%p) unmount: vfs refused to unmount, "
915 				      "error %d",
916 				      mp, error);
917 		}
918 	}
919 
920 	/*
921 	 * If an error occurred we can still recover, restoring the
922 	 * syncer vnode and misc flags.
923 	 */
924 	if (error) {
925 		if (mp->mnt_syncer == NULL && hadsyncer)
926 			vfs_allocate_syncvnode(mp);
927 		mp->mnt_kern_flag &= ~(MNTK_UNMOUNT | MNTK_UNMOUNTF);
928 		mp->mnt_flag |= async_flag;
929 		lockmgr(&mp->mnt_lock, LK_RELEASE);
930 		if (mp->mnt_kern_flag & MNTK_MWAIT) {
931 			mp->mnt_kern_flag &= ~MNTK_MWAIT;
932 			wakeup(mp);
933 		}
934 		goto out;
935 	}
936 	/*
937 	 * Clean up any journals still associated with the mount after
938 	 * filesystem activity has ceased.
939 	 */
940 	journal_remove_all_journals(mp,
941 	    ((flags & MNT_FORCE) ? MC_JOURNAL_STOP_IMM : 0));
942 
943 	mountlist_remove(mp);
944 
945 	/*
946 	 * Remove any installed vnode ops here so the individual VFSs don't
947 	 * have to.
948 	 *
949 	 * mnt_refs should go to zero when we scrap mnt_ncmountpt.
950 	 *
951 	 * When quickhalting we have to keep these intact because the
952 	 * underlying vnodes have not been destroyed, and some might be
953 	 * dirty.
954 	 */
955 	if (quickhalt == 0) {
956 		vfs_rm_vnodeops(mp, NULL, &mp->mnt_vn_coherency_ops);
957 		vfs_rm_vnodeops(mp, NULL, &mp->mnt_vn_journal_ops);
958 		vfs_rm_vnodeops(mp, NULL, &mp->mnt_vn_norm_ops);
959 		vfs_rm_vnodeops(mp, NULL, &mp->mnt_vn_spec_ops);
960 		vfs_rm_vnodeops(mp, NULL, &mp->mnt_vn_fifo_ops);
961 	}
962 
963 	if (mp->mnt_ncmountpt.ncp != NULL) {
964 		nch = mp->mnt_ncmountpt;
965 		cache_zero(&mp->mnt_ncmountpt);
966 		cache_clrmountpt(&nch);
967 		cache_drop(&nch);
968 	}
969 	if (mp->mnt_ncmounton.ncp != NULL) {
970 		cache_unmounting(mp);
971 		nch = mp->mnt_ncmounton;
972 		cache_zero(&mp->mnt_ncmounton);
973 		cache_clrmountpt(&nch);
974 		cache_drop(&nch);
975 	}
976 
977 	if (mp->mnt_cred) {
978 		crfree(mp->mnt_cred);
979 		mp->mnt_cred = NULL;
980 	}
981 
982 	mp->mnt_vfc->vfc_refcount--;
983 
984 	/*
985 	 * If not quickhalting the mount, we expect there to be no
986 	 * vnodes left.
987 	 */
988 	if (quickhalt == 0 && !TAILQ_EMPTY(&mp->mnt_nvnodelist))
989 		panic("unmount: dangling vnode");
990 
991 	/*
992 	 * Release the lock
993 	 */
994 	lockmgr(&mp->mnt_lock, LK_RELEASE);
995 	if (mp->mnt_kern_flag & MNTK_MWAIT) {
996 		mp->mnt_kern_flag &= ~MNTK_MWAIT;
997 		wakeup(mp);
998 	}
999 
1000 	/*
1001 	 * If we reach here and freeok != 0 we must free the mount.
1002 	 * mnt_refs should already have dropped to 0, so if it is not
1003 	 * zero we must cycle the caches and wait.
1004 	 *
1005 	 * When we are satisfied that the mount has disconnected we can
1006 	 * drop the hold on the mp that represented the mount (though the
1007 	 * caller might actually have another, so the caller's drop may
1008 	 * do the actual free).
1009 	 */
1010 	if (freeok) {
1011 		if (mp->mnt_refs > 0)
1012 			cache_clearmntcache(mp);
1013 		while (mp->mnt_refs > 0) {
1014 			cache_unmounting(mp);
1015 			wakeup(mp);
1016 			tsleep(&mp->mnt_refs, 0, "umntrwait", hz / 10 + 1);
1017 			cache_clearmntcache(mp);
1018 		}
1019 		lwkt_reltoken(&mp->mnt_token);
1020 		mount_drop(mp);
1021 		mp = NULL;
1022 	} else {
1023 		cache_clearmntcache(mp);
1024 	}
1025 	error = 0;
1026 	KNOTE(&fs_klist, VQ_UNMOUNT);
1027 out:
1028 	if (mp)
1029 		lwkt_reltoken(&mp->mnt_token);
1030 	return (error);
1031 }
1032 
1033 static
1034 void
1035 mount_warning(struct mount *mp, const char *ctl, ...)
1036 {
1037 	char *ptr;
1038 	char *buf;
1039 	__va_list va;
1040 
1041 	__va_start(va, ctl);
1042 	if (cache_fullpath(NULL, &mp->mnt_ncmounton, NULL,
1043 			   &ptr, &buf, 0) == 0) {
1044 		kprintf("unmount(%s): ", ptr);
1045 		kvprintf(ctl, va);
1046 		kprintf("\n");
1047 		kfree(buf, M_TEMP);
1048 	} else {
1049 		kprintf("unmount(%p", mp);
1050 		if (mp->mnt_ncmounton.ncp && mp->mnt_ncmounton.ncp->nc_name)
1051 			kprintf(",%s", mp->mnt_ncmounton.ncp->nc_name);
1052 		kprintf("): ");
1053 		kvprintf(ctl, va);
1054 		kprintf("\n");
1055 	}
1056 	__va_end(va);
1057 }
1058 
1059 /*
1060  * Shim cache_fullpath() to handle the case where a process is chrooted into
1061  * a subdirectory of a mount.  In this case if the root mount matches the
1062  * process root directory's mount we have to specify the process's root
1063  * directory instead of the mount point, because the mount point might
1064  * be above the root directory.
1065  */
1066 static
1067 int
1068 mount_path(struct proc *p, struct mount *mp, char **rb, char **fb)
1069 {
1070 	struct nchandle *nch;
1071 
1072 	if (p && p->p_fd->fd_nrdir.mount == mp)
1073 		nch = &p->p_fd->fd_nrdir;
1074 	else
1075 		nch = &mp->mnt_ncmountpt;
1076 	return(cache_fullpath(p, nch, NULL, rb, fb, 0));
1077 }
1078 
1079 /*
1080  * Sync each mounted filesystem.
1081  */
1082 
1083 #ifdef DEBUG
1084 static int syncprt = 0;
1085 SYSCTL_INT(_debug, OID_AUTO, syncprt, CTLFLAG_RW, &syncprt, 0, "");
1086 #endif /* DEBUG */
1087 
1088 static int sync_callback(struct mount *mp, void *data);
1089 
1090 int
1091 sys_sync(struct sysmsg *sysmsg, const struct sync_args *uap)
1092 {
1093 	mountlist_scan(sync_callback, NULL, MNTSCAN_FORWARD);
1094 	return (0);
1095 }
1096 
1097 static
1098 int
1099 sync_callback(struct mount *mp, void *data __unused)
1100 {
1101 	int asyncflag;
1102 
1103 	if ((mp->mnt_flag & MNT_RDONLY) == 0) {
1104 		lwkt_gettoken(&mp->mnt_token);
1105 		asyncflag = mp->mnt_flag & MNT_ASYNC;
1106 		mp->mnt_flag &= ~MNT_ASYNC;
1107 		lwkt_reltoken(&mp->mnt_token);
1108 		vfs_msync(mp, MNT_NOWAIT);
1109 		VFS_SYNC(mp, MNT_NOWAIT);
1110 		lwkt_gettoken(&mp->mnt_token);
1111 		mp->mnt_flag |= asyncflag;
1112 		lwkt_reltoken(&mp->mnt_token);
1113 	}
1114 	return(0);
1115 }
1116 
1117 /* XXX PRISON: could be per prison flag */
1118 static int prison_quotas;
1119 #if 0
1120 SYSCTL_INT(_kern_prison, OID_AUTO, quotas, CTLFLAG_RW, &prison_quotas, 0, "");
1121 #endif
1122 
1123 /*
1124  *  quotactl_args(char *path, int fcmd, int uid, caddr_t arg)
1125  *
1126  * Change filesystem quotas.
1127  *
1128  * MPALMOSTSAFE
1129  */
1130 int
1131 sys_quotactl(struct sysmsg *sysmsg, const struct quotactl_args *uap)
1132 {
1133 	struct nlookupdata nd;
1134 	struct thread *td;
1135 	struct mount *mp;
1136 	int error;
1137 
1138 	td = curthread;
1139 	if (td->td_ucred->cr_prison && !prison_quotas) {
1140 		error = EPERM;
1141 		goto done;
1142 	}
1143 
1144 	error = nlookup_init(&nd, uap->path, UIO_USERSPACE, NLC_FOLLOW);
1145 	if (error == 0)
1146 		error = nlookup(&nd);
1147 	if (error == 0) {
1148 		mp = nd.nl_nch.mount;
1149 		error = VFS_QUOTACTL(mp, uap->cmd, uap->uid,
1150 				    uap->arg, nd.nl_cred);
1151 	}
1152 	nlookup_done(&nd);
1153 done:
1154 	return (error);
1155 }
1156 
1157 /*
1158  * mountctl(char *path, int op, int fd, const void *ctl, int ctllen,
1159  *		void *buf, int buflen)
1160  *
1161  * This function operates on a mount point and executes the specified
1162  * operation using the specified control data, and possibly returns data.
1163  *
1164  * The actual number of bytes stored in the result buffer is returned, 0
1165  * if none, otherwise an error is returned.
1166  *
1167  * MPALMOSTSAFE
1168  */
1169 int
1170 sys_mountctl(struct sysmsg *sysmsg, const struct mountctl_args *uap)
1171 {
1172 	struct thread *td = curthread;
1173 	struct file *fp;
1174 	void *ctl = NULL;
1175 	void *buf = NULL;
1176 	char *path = NULL;
1177 	int error;
1178 
1179 	/*
1180 	 * Sanity and permissions checks.  We must be root.
1181 	 */
1182 	if (td->td_ucred->cr_prison != NULL)
1183 		return (EPERM);
1184 	if ((uap->op != MOUNTCTL_MOUNTFLAGS) &&
1185 	    (error = priv_check(td, PRIV_ROOT)) != 0)
1186 		return (error);
1187 
1188 	/*
1189 	 * Argument length checks
1190 	 */
1191 	if (uap->ctllen < 0 || uap->ctllen > 1024)
1192 		return (EINVAL);
1193 	if (uap->buflen < 0 || uap->buflen > 16 * 1024)
1194 		return (EINVAL);
1195 	if (uap->path == NULL)
1196 		return (EINVAL);
1197 
1198 	/*
1199 	 * Allocate the necessary buffers and copyin data
1200 	 */
1201 	path = objcache_get(namei_oc, M_WAITOK);
1202 	error = copyinstr(uap->path, path, MAXPATHLEN, NULL);
1203 	if (error)
1204 		goto done;
1205 
1206 	if (uap->ctllen) {
1207 		ctl = kmalloc(uap->ctllen + 1, M_TEMP, M_WAITOK|M_ZERO);
1208 		error = copyin(uap->ctl, ctl, uap->ctllen);
1209 		if (error)
1210 			goto done;
1211 	}
1212 	if (uap->buflen)
1213 		buf = kmalloc(uap->buflen + 1, M_TEMP, M_WAITOK|M_ZERO);
1214 
1215 	/*
1216 	 * Validate the descriptor
1217 	 */
1218 	if (uap->fd >= 0) {
1219 		fp = holdfp(td, uap->fd, -1);
1220 		if (fp == NULL) {
1221 			error = EBADF;
1222 			goto done;
1223 		}
1224 	} else {
1225 		fp = NULL;
1226 	}
1227 
1228 	/*
1229 	 * Execute the internal kernel function and clean up.
1230 	 */
1231 	error = kern_mountctl(path, uap->op, fp, ctl, uap->ctllen,
1232 			      buf, uap->buflen, &sysmsg->sysmsg_result);
1233 	if (fp)
1234 		dropfp(td, uap->fd, fp);
1235 	if (error == 0 && sysmsg->sysmsg_result > 0)
1236 		error = copyout(buf, uap->buf, sysmsg->sysmsg_result);
1237 done:
1238 	if (path)
1239 		objcache_put(namei_oc, path);
1240 	if (ctl)
1241 		kfree(ctl, M_TEMP);
1242 	if (buf)
1243 		kfree(buf, M_TEMP);
1244 	return (error);
1245 }
1246 
1247 /*
1248  * Execute a mount control operation by resolving the path to a mount point
1249  * and calling vop_mountctl().
1250  *
1251  * Use the mount point from the nch instead of the vnode so nullfs mounts
1252  * can properly spike the VOP.
1253  */
1254 int
1255 kern_mountctl(const char *path, int op, struct file *fp,
1256 		const void *ctl, int ctllen,
1257 		void *buf, int buflen, int *res)
1258 {
1259 	struct vnode *vp;
1260 	struct nlookupdata nd;
1261 	struct nchandle nch;
1262 	struct mount *mp;
1263 	int error;
1264 
1265 	*res = 0;
1266 	vp = NULL;
1267 	error = nlookup_init(&nd, path, UIO_SYSSPACE, NLC_FOLLOW);
1268 	if (error)
1269 		return (error);
1270 	error = nlookup(&nd);
1271 	if (error) {
1272 		nlookup_done(&nd);
1273 		return (error);
1274 	}
1275 	error = cache_vget(&nd.nl_nch, nd.nl_cred, LK_EXCLUSIVE, &vp);
1276 	if (error) {
1277 		nlookup_done(&nd);
1278 		return (error);
1279 	}
1280 
1281 	/*
1282 	 * Yes, all this is needed to use the nch.mount below, because
1283 	 * we must maintain a ref on the mount to avoid ripouts (e.g.
1284 	 * due to heavy mount/unmount use by synth or poudriere).
1285 	 */
1286 	nch = nd.nl_nch;
1287 	cache_zero(&nd.nl_nch);
1288 	cache_unlock(&nch);
1289 	nlookup_done(&nd);
1290 	vn_unlock(vp);
1291 
1292 	mp = nch.mount;
1293 
1294 	/*
1295 	 * Must be the root of the filesystem
1296 	 */
1297 	if ((vp->v_flag & (VROOT|VPFSROOT)) == 0) {
1298 		cache_drop(&nch);
1299 		vrele(vp);
1300 		return (EINVAL);
1301 	}
1302 	if (mp == NULL || mp->mnt_kern_flag & MNTK_UNMOUNT) {
1303 		kprintf("kern_mountctl: Warning, \"%s\" racing unmount\n",
1304 			path);
1305 		cache_drop(&nch);
1306 		vrele(vp);
1307 		return (EINVAL);
1308 	}
1309 	error = vop_mountctl(mp->mnt_vn_use_ops, vp, op, fp, ctl, ctllen,
1310 			     buf, buflen, res);
1311 	vrele(vp);
1312 	cache_drop(&nch);
1313 
1314 	return (error);
1315 }
1316 
1317 int
1318 kern_statfs(struct nlookupdata *nd, struct statfs *buf)
1319 {
1320 	struct thread *td = curthread;
1321 	struct proc *p = td->td_proc;
1322 	struct mount *mp;
1323 	struct statfs *sp;
1324 	char *fullpath, *freepath;
1325 	int error;
1326 
1327 	if ((error = nlookup(nd)) != 0)
1328 		return (error);
1329 	mp = nd->nl_nch.mount;
1330 	sp = &mp->mnt_stat;
1331 
1332 	/*
1333 	 * Ignore refresh error, user should have visibility.
1334 	 * This can happen if a NFS mount goes bad (e.g. server
1335 	 * revokes perms or goes down).
1336 	 */
1337 	error = VFS_STATFS(mp, sp, nd->nl_cred);
1338 	/* ignore error */
1339 
1340 	error = mount_path(p, mp, &fullpath, &freepath);
1341 	if (error)
1342 		return(error);
1343 	bzero(sp->f_mntonname, sizeof(sp->f_mntonname));
1344 	strlcpy(sp->f_mntonname, fullpath, sizeof(sp->f_mntonname));
1345 	kfree(freepath, M_TEMP);
1346 
1347 	sp->f_flags = mp->mnt_flag & MNT_VISFLAGMASK;
1348 	bcopy(sp, buf, sizeof(*buf));
1349 	/* Only root should have access to the fsid's. */
1350 	if (priv_check(td, PRIV_ROOT))
1351 		buf->f_fsid.val[0] = buf->f_fsid.val[1] = 0;
1352 	return (0);
1353 }
1354 
1355 /*
1356  * statfs_args(char *path, struct statfs *buf)
1357  *
1358  * Get filesystem statistics.
1359  */
1360 int
1361 sys_statfs(struct sysmsg *sysmsg, const struct statfs_args *uap)
1362 {
1363 	struct nlookupdata nd;
1364 	struct statfs buf;
1365 	int error;
1366 
1367 	error = nlookup_init(&nd, uap->path, UIO_USERSPACE, NLC_FOLLOW);
1368 	if (error == 0)
1369 		error = kern_statfs(&nd, &buf);
1370 	nlookup_done(&nd);
1371 	if (error == 0)
1372 		error = copyout(&buf, uap->buf, sizeof(*uap->buf));
1373 	return (error);
1374 }
1375 
1376 int
1377 kern_fstatfs(int fd, struct statfs *buf)
1378 {
1379 	struct thread *td = curthread;
1380 	struct proc *p = td->td_proc;
1381 	struct file *fp;
1382 	struct mount *mp;
1383 	struct statfs *sp;
1384 	char *fullpath, *freepath;
1385 	int error;
1386 
1387 	KKASSERT(p);
1388 	if ((error = holdvnode(td, fd, &fp)) != 0)
1389 		return (error);
1390 
1391 	/*
1392 	 * Try to use mount info from any overlays rather than the
1393 	 * mount info for the underlying vnode, otherwise we will
1394 	 * fail when operating on null-mounted paths inside a chroot.
1395 	 */
1396 	if ((mp = fp->f_nchandle.mount) == NULL)
1397 		mp = ((struct vnode *)fp->f_data)->v_mount;
1398 	if (mp == NULL) {
1399 		error = EBADF;
1400 		goto done;
1401 	}
1402 	if (fp->f_cred == NULL) {
1403 		error = EINVAL;
1404 		goto done;
1405 	}
1406 
1407 	/*
1408 	 * Ignore refresh error, user should have visibility.
1409 	 * This can happen if a NFS mount goes bad (e.g. server
1410 	 * revokes perms or goes down).
1411 	 */
1412 	sp = &mp->mnt_stat;
1413 	error = VFS_STATFS(mp, sp, fp->f_cred);
1414 
1415 	if ((error = mount_path(p, mp, &fullpath, &freepath)) != 0)
1416 		goto done;
1417 	bzero(sp->f_mntonname, sizeof(sp->f_mntonname));
1418 	strlcpy(sp->f_mntonname, fullpath, sizeof(sp->f_mntonname));
1419 	kfree(freepath, M_TEMP);
1420 
1421 	sp->f_flags = mp->mnt_flag & MNT_VISFLAGMASK;
1422 	bcopy(sp, buf, sizeof(*buf));
1423 
1424 	/* Only root should have access to the fsid's. */
1425 	if (priv_check(td, PRIV_ROOT))
1426 		buf->f_fsid.val[0] = buf->f_fsid.val[1] = 0;
1427 	error = 0;
1428 done:
1429 	fdrop(fp);
1430 	return (error);
1431 }
1432 
1433 /*
1434  * fstatfs_args(int fd, struct statfs *buf)
1435  *
1436  * Get filesystem statistics.
1437  */
1438 int
1439 sys_fstatfs(struct sysmsg *sysmsg, const struct fstatfs_args *uap)
1440 {
1441 	struct statfs buf;
1442 	int error;
1443 
1444 	error = kern_fstatfs(uap->fd, &buf);
1445 
1446 	if (error == 0)
1447 		error = copyout(&buf, uap->buf, sizeof(*uap->buf));
1448 	return (error);
1449 }
1450 
1451 int
1452 kern_statvfs(struct nlookupdata *nd, struct statvfs *buf)
1453 {
1454 	struct mount *mp;
1455 	struct statvfs *sp;
1456 	int error;
1457 
1458 	if ((error = nlookup(nd)) != 0)
1459 		return (error);
1460 	mp = nd->nl_nch.mount;
1461 	sp = &mp->mnt_vstat;
1462 	if ((error = VFS_STATVFS(mp, sp, nd->nl_cred)) != 0)
1463 		return (error);
1464 
1465 	sp->f_flag = 0;
1466 	if (mp->mnt_flag & MNT_RDONLY)
1467 		sp->f_flag |= ST_RDONLY;
1468 	if (mp->mnt_flag & MNT_NOSUID)
1469 		sp->f_flag |= ST_NOSUID;
1470 	bcopy(sp, buf, sizeof(*buf));
1471 	return (0);
1472 }
1473 
1474 /*
1475  * statfs_args(char *path, struct statfs *buf)
1476  *
1477  * Get filesystem statistics.
1478  */
1479 int
1480 sys_statvfs(struct sysmsg *sysmsg, const struct statvfs_args *uap)
1481 {
1482 	struct nlookupdata nd;
1483 	struct statvfs buf;
1484 	int error;
1485 
1486 	error = nlookup_init(&nd, uap->path, UIO_USERSPACE, NLC_FOLLOW);
1487 	if (error == 0)
1488 		error = kern_statvfs(&nd, &buf);
1489 	nlookup_done(&nd);
1490 	if (error == 0)
1491 		error = copyout(&buf, uap->buf, sizeof(*uap->buf));
1492 	return (error);
1493 }
1494 
1495 int
1496 kern_fstatvfs(int fd, struct statvfs *buf)
1497 {
1498 	struct thread *td = curthread;
1499 	struct file *fp;
1500 	struct mount *mp;
1501 	struct statvfs *sp;
1502 	int error;
1503 
1504 	if ((error = holdvnode(td, fd, &fp)) != 0)
1505 		return (error);
1506 	if ((mp = fp->f_nchandle.mount) == NULL)
1507 		mp = ((struct vnode *)fp->f_data)->v_mount;
1508 	if (mp == NULL) {
1509 		error = EBADF;
1510 		goto done;
1511 	}
1512 	if (fp->f_cred == NULL) {
1513 		error = EINVAL;
1514 		goto done;
1515 	}
1516 	sp = &mp->mnt_vstat;
1517 	if ((error = VFS_STATVFS(mp, sp, fp->f_cred)) != 0)
1518 		goto done;
1519 
1520 	sp->f_flag = 0;
1521 	if (mp->mnt_flag & MNT_RDONLY)
1522 		sp->f_flag |= ST_RDONLY;
1523 	if (mp->mnt_flag & MNT_NOSUID)
1524 		sp->f_flag |= ST_NOSUID;
1525 
1526 	bcopy(sp, buf, sizeof(*buf));
1527 	error = 0;
1528 done:
1529 	fdrop(fp);
1530 	return (error);
1531 }
1532 
1533 /*
1534  * fstatfs_args(int fd, struct statfs *buf)
1535  *
1536  * Get filesystem statistics.
1537  */
1538 int
1539 sys_fstatvfs(struct sysmsg *sysmsg, const struct fstatvfs_args *uap)
1540 {
1541 	struct statvfs buf;
1542 	int error;
1543 
1544 	error = kern_fstatvfs(uap->fd, &buf);
1545 
1546 	if (error == 0)
1547 		error = copyout(&buf, uap->buf, sizeof(*uap->buf));
1548 	return (error);
1549 }
1550 
1551 /*
1552  * getfsstat_args(struct statfs *buf, long bufsize, int flags)
1553  *
1554  * Get statistics on all filesystems.
1555  */
1556 
1557 struct getfsstat_info {
1558 	struct statfs *sfsp;
1559 	long count;
1560 	long maxcount;
1561 	int error;
1562 	int flags;
1563 	struct thread *td;
1564 };
1565 
1566 static int getfsstat_callback(struct mount *, void *);
1567 
1568 int
1569 sys_getfsstat(struct sysmsg *sysmsg, const struct getfsstat_args *uap)
1570 {
1571 	struct thread *td = curthread;
1572 	struct getfsstat_info info;
1573 
1574 	bzero(&info, sizeof(info));
1575 
1576 	info.maxcount = uap->bufsize / sizeof(struct statfs);
1577 	info.sfsp = uap->buf;
1578 	info.count = 0;
1579 	info.flags = uap->flags;
1580 	info.td = td;
1581 
1582 	mountlist_scan(getfsstat_callback, &info, MNTSCAN_FORWARD);
1583 	if (info.sfsp && info.count > info.maxcount)
1584 		sysmsg->sysmsg_result = info.maxcount;
1585 	else
1586 		sysmsg->sysmsg_result = info.count;
1587 	return (info.error);
1588 }
1589 
1590 static int
1591 getfsstat_callback(struct mount *mp, void *data)
1592 {
1593 	struct getfsstat_info *info = data;
1594 	struct statfs *sp;
1595 	char *freepath;
1596 	char *fullpath;
1597 	int error;
1598 
1599 	if (info->td->td_proc && !chroot_visible_mnt(mp, info->td->td_proc))
1600 		return(0);
1601 
1602 	if (info->sfsp && info->count < info->maxcount) {
1603 		sp = &mp->mnt_stat;
1604 
1605 		/*
1606 		 * If MNT_NOWAIT or MNT_LAZY is specified, do not
1607 		 * refresh the fsstat cache. MNT_NOWAIT or MNT_LAZY
1608 		 * overrides MNT_WAIT.
1609 		 *
1610 		 * Ignore refresh error, user should have visibility.
1611 		 * This can happen if a NFS mount goes bad (e.g. server
1612 		 * revokes perms or goes down).
1613 		 */
1614 		if (((info->flags & (MNT_LAZY|MNT_NOWAIT)) == 0 ||
1615 		    (info->flags & MNT_WAIT)) &&
1616 		    (error = VFS_STATFS(mp, sp, info->td->td_ucred))) {
1617 			/* ignore error */
1618 		}
1619 		sp->f_flags = mp->mnt_flag & MNT_VISFLAGMASK;
1620 
1621 		error = mount_path(info->td->td_proc, mp, &fullpath, &freepath);
1622 		if (error) {
1623 			info->error = error;
1624 			return(-1);
1625 		}
1626 		bzero(sp->f_mntonname, sizeof(sp->f_mntonname));
1627 		strlcpy(sp->f_mntonname, fullpath, sizeof(sp->f_mntonname));
1628 		kfree(freepath, M_TEMP);
1629 
1630 		error = copyout(sp, info->sfsp, sizeof(*sp));
1631 		if (error) {
1632 			info->error = error;
1633 			return (-1);
1634 		}
1635 		++info->sfsp;
1636 	}
1637 	info->count++;
1638 	return(0);
1639 }
1640 
1641 /*
1642  * getvfsstat_args(struct statfs *buf, struct statvfs *vbuf,
1643 		   long bufsize, int flags)
1644  *
1645  * Get statistics on all filesystems.
1646  */
1647 
1648 struct getvfsstat_info {
1649 	struct statfs *sfsp;
1650 	struct statvfs *vsfsp;
1651 	long count;
1652 	long maxcount;
1653 	int error;
1654 	int flags;
1655 	struct thread *td;
1656 };
1657 
1658 static int getvfsstat_callback(struct mount *, void *);
1659 
1660 int
1661 sys_getvfsstat(struct sysmsg *sysmsg, const struct getvfsstat_args *uap)
1662 {
1663 	struct thread *td = curthread;
1664 	struct getvfsstat_info info;
1665 
1666 	bzero(&info, sizeof(info));
1667 
1668 	info.maxcount = uap->vbufsize / sizeof(struct statvfs);
1669 	info.sfsp = uap->buf;
1670 	info.vsfsp = uap->vbuf;
1671 	info.count = 0;
1672 	info.flags = uap->flags;
1673 	info.td = td;
1674 
1675 	mountlist_scan(getvfsstat_callback, &info, MNTSCAN_FORWARD);
1676 	if (info.vsfsp && info.count > info.maxcount)
1677 		sysmsg->sysmsg_result = info.maxcount;
1678 	else
1679 		sysmsg->sysmsg_result = info.count;
1680 	return (info.error);
1681 }
1682 
1683 static int
1684 getvfsstat_callback(struct mount *mp, void *data)
1685 {
1686 	struct getvfsstat_info *info = data;
1687 	struct statfs *sp;
1688 	struct statvfs *vsp;
1689 	char *freepath;
1690 	char *fullpath;
1691 	int error;
1692 
1693 	if (info->td->td_proc && !chroot_visible_mnt(mp, info->td->td_proc))
1694 		return(0);
1695 
1696 	if (info->vsfsp && info->count < info->maxcount) {
1697 		sp = &mp->mnt_stat;
1698 		vsp = &mp->mnt_vstat;
1699 
1700 		/*
1701 		 * If MNT_NOWAIT or MNT_LAZY is specified, do not
1702 		 * refresh the fsstat cache. MNT_NOWAIT or MNT_LAZY
1703 		 * overrides MNT_WAIT.
1704 		 *
1705 		 * Ignore refresh error, user should have visibility.
1706 		 * This can happen if a NFS mount goes bad (e.g. server
1707 		 * revokes perms or goes down).
1708 		 */
1709 		if (((info->flags & (MNT_LAZY|MNT_NOWAIT)) == 0 ||
1710 		    (info->flags & MNT_WAIT)) &&
1711 		    (error = VFS_STATFS(mp, sp, info->td->td_ucred))) {
1712 			/* ignore error */
1713 		}
1714 		sp->f_flags = mp->mnt_flag & MNT_VISFLAGMASK;
1715 
1716 		if (((info->flags & (MNT_LAZY|MNT_NOWAIT)) == 0 ||
1717 		    (info->flags & MNT_WAIT)) &&
1718 		    (error = VFS_STATVFS(mp, vsp, info->td->td_ucred))) {
1719 			/* ignore error */
1720 		}
1721 		vsp->f_flag = 0;
1722 		if (mp->mnt_flag & MNT_RDONLY)
1723 			vsp->f_flag |= ST_RDONLY;
1724 		if (mp->mnt_flag & MNT_NOSUID)
1725 			vsp->f_flag |= ST_NOSUID;
1726 
1727 		error = mount_path(info->td->td_proc, mp, &fullpath, &freepath);
1728 		if (error) {
1729 			info->error = error;
1730 			return(-1);
1731 		}
1732 		bzero(sp->f_mntonname, sizeof(sp->f_mntonname));
1733 		strlcpy(sp->f_mntonname, fullpath, sizeof(sp->f_mntonname));
1734 		kfree(freepath, M_TEMP);
1735 
1736 		error = copyout(sp, info->sfsp, sizeof(*sp));
1737 		if (error == 0)
1738 			error = copyout(vsp, info->vsfsp, sizeof(*vsp));
1739 		if (error) {
1740 			info->error = error;
1741 			return (-1);
1742 		}
1743 		++info->sfsp;
1744 		++info->vsfsp;
1745 	}
1746 	info->count++;
1747 	return(0);
1748 }
1749 
1750 
1751 /*
1752  * fchdir_args(int fd)
1753  *
1754  * Change current working directory to a given file descriptor.
1755  */
1756 int
1757 sys_fchdir(struct sysmsg *sysmsg, const struct fchdir_args *uap)
1758 {
1759 	struct thread *td = curthread;
1760 	struct proc *p = td->td_proc;
1761 	struct filedesc *fdp = p->p_fd;
1762 	struct vnode *vp, *ovp;
1763 	struct mount *mp;
1764 	struct file *fp;
1765 	struct nchandle nch, onch, tnch;
1766 	int error;
1767 
1768 	if ((error = holdvnode(td, uap->fd, &fp)) != 0)
1769 		return (error);
1770 	lwkt_gettoken(&p->p_token);
1771 	vp = (struct vnode *)fp->f_data;
1772 	vref(vp);
1773 	vn_lock(vp, LK_SHARED | LK_RETRY);
1774 	if (fp->f_nchandle.ncp == NULL)
1775 		error = ENOTDIR;
1776 	else
1777 		error = checkvp_chdir(vp, td);
1778 	if (error) {
1779 		vput(vp);
1780 		goto done;
1781 	}
1782 	cache_copy(&fp->f_nchandle, &nch);
1783 
1784 	/*
1785 	 * If the ncp has become a mount point, traverse through
1786 	 * the mount point.
1787 	 */
1788 
1789 	while (!error && (nch.ncp->nc_flag & NCF_ISMOUNTPT) &&
1790 	       (mp = cache_findmount(&nch)) != NULL
1791 	) {
1792 		error = nlookup_mp(mp, &tnch);
1793 		if (error == 0) {
1794 			cache_unlock(&tnch);	/* leave ref intact */
1795 			vput(vp);
1796 			vp = tnch.ncp->nc_vp;
1797 			error = vget(vp, LK_SHARED);
1798 			KKASSERT(error == 0);
1799 			cache_drop(&nch);
1800 			nch = tnch;
1801 		}
1802 		cache_dropmount(mp);
1803 	}
1804 	if (error == 0) {
1805 		spin_lock(&fdp->fd_spin);
1806 		ovp = fdp->fd_cdir;
1807 		onch = fdp->fd_ncdir;
1808 		fdp->fd_cdir = vp;
1809 		fdp->fd_ncdir = nch;
1810 		spin_unlock(&fdp->fd_spin);
1811 		vn_unlock(vp);		/* leave ref intact */
1812 		cache_drop(&onch);
1813 		vrele(ovp);
1814 	} else {
1815 		cache_drop(&nch);
1816 		vput(vp);
1817 	}
1818 	fdrop(fp);
1819 done:
1820 	lwkt_reltoken(&p->p_token);
1821 	return (error);
1822 }
1823 
1824 int
1825 kern_chdir(struct nlookupdata *nd)
1826 {
1827 	struct thread *td = curthread;
1828 	struct proc *p = td->td_proc;
1829 	struct filedesc *fdp = p->p_fd;
1830 	struct vnode *vp, *ovp;
1831 	struct nchandle onch;
1832 	int error;
1833 
1834 	nd->nl_flags |= NLC_SHAREDLOCK;
1835 	if ((error = nlookup(nd)) != 0)
1836 		return (error);
1837 	if ((vp = nd->nl_nch.ncp->nc_vp) == NULL)
1838 		return (ENOENT);
1839 	if ((error = vget(vp, LK_SHARED)) != 0)
1840 		return (error);
1841 
1842 	lwkt_gettoken(&p->p_token);
1843 	error = checkvp_chdir(vp, td);
1844 	vn_unlock(vp);
1845 	if (error == 0) {
1846 		spin_lock(&fdp->fd_spin);
1847 		ovp = fdp->fd_cdir;
1848 		onch = fdp->fd_ncdir;
1849 		fdp->fd_ncdir = nd->nl_nch;
1850 		fdp->fd_cdir = vp;
1851 		spin_unlock(&fdp->fd_spin);
1852 		cache_unlock(&nd->nl_nch);	/* leave reference intact */
1853 		cache_drop(&onch);
1854 		vrele(ovp);
1855 		cache_zero(&nd->nl_nch);
1856 	} else {
1857 		vrele(vp);
1858 	}
1859 	lwkt_reltoken(&p->p_token);
1860 	return (error);
1861 }
1862 
1863 /*
1864  * chdir_args(char *path)
1865  *
1866  * Change current working directory (``.'').
1867  */
1868 int
1869 sys_chdir(struct sysmsg *sysmsg, const struct chdir_args *uap)
1870 {
1871 	struct nlookupdata nd;
1872 	int error;
1873 
1874 	error = nlookup_init(&nd, uap->path, UIO_USERSPACE, NLC_FOLLOW);
1875 	if (error == 0)
1876 		error = kern_chdir(&nd);
1877 	nlookup_done(&nd);
1878 	return (error);
1879 }
1880 
1881 /*
1882  * Helper function for raised chroot(2) security function:  Refuse if
1883  * any filedescriptors are open directories.
1884  */
1885 static int
1886 chroot_refuse_vdir_fds(thread_t td, struct filedesc *fdp)
1887 {
1888 	struct vnode *vp;
1889 	struct file *fp;
1890 	int error;
1891 	int fd;
1892 
1893 	for (fd = 0; fd < fdp->fd_nfiles ; fd++) {
1894 		if ((error = holdvnode(td, fd, &fp)) != 0)
1895 			continue;
1896 		vp = (struct vnode *)fp->f_data;
1897 		if (vp->v_type != VDIR) {
1898 			fdrop(fp);
1899 			continue;
1900 		}
1901 		fdrop(fp);
1902 		return(EPERM);
1903 	}
1904 	return (0);
1905 }
1906 
1907 /*
1908  * This sysctl determines if we will allow a process to chroot(2) if it
1909  * has a directory open:
1910  *	0: disallowed for all processes.
1911  *	1: allowed for processes that were not already chroot(2)'ed.
1912  *	2: allowed for all processes.
1913  */
1914 
1915 static int chroot_allow_open_directories = 1;
1916 
1917 SYSCTL_INT(_kern, OID_AUTO, chroot_allow_open_directories, CTLFLAG_RW,
1918      &chroot_allow_open_directories, 0, "");
1919 
1920 /*
1921  * chroot to the specified namecache entry.  We obtain the vp from the
1922  * namecache data.  The passed ncp must be locked and referenced and will
1923  * remain locked and referenced on return.
1924  */
1925 int
1926 kern_chroot(struct nchandle *nch)
1927 {
1928 	struct thread *td = curthread;
1929 	struct proc *p = td->td_proc;
1930 	struct filedesc *fdp = p->p_fd;
1931 	struct vnode *vp;
1932 	int error;
1933 
1934 	/*
1935 	 * Only privileged user can chroot
1936 	 */
1937 	error = priv_check_cred(td->td_ucred, PRIV_VFS_CHROOT, 0);
1938 	if (error)
1939 		return (error);
1940 
1941 	/*
1942 	 * Disallow open directory descriptors (fchdir() breakouts).
1943 	 */
1944 	if (chroot_allow_open_directories == 0 ||
1945 	   (chroot_allow_open_directories == 1 && fdp->fd_rdir != rootvnode)) {
1946 		if ((error = chroot_refuse_vdir_fds(td, fdp)) != 0)
1947 			return (error);
1948 	}
1949 	if ((vp = nch->ncp->nc_vp) == NULL)
1950 		return (ENOENT);
1951 
1952 	if ((error = vget(vp, LK_SHARED)) != 0)
1953 		return (error);
1954 
1955 	/*
1956 	 * Check the validity of vp as a directory to change to and
1957 	 * associate it with rdir/jdir.
1958 	 */
1959 	error = checkvp_chdir(vp, td);
1960 	vn_unlock(vp);			/* leave reference intact */
1961 	if (error == 0) {
1962 		lwkt_gettoken(&p->p_token);
1963 		vrele(fdp->fd_rdir);
1964 		fdp->fd_rdir = vp;	/* reference inherited by fd_rdir */
1965 		cache_drop(&fdp->fd_nrdir);
1966 		cache_copy(nch, &fdp->fd_nrdir);
1967 		if (fdp->fd_jdir == NULL) {
1968 			fdp->fd_jdir = vp;
1969 			vref(fdp->fd_jdir);
1970 			cache_copy(nch, &fdp->fd_njdir);
1971 		}
1972 		if ((p->p_flags & P_DIDCHROOT) == 0) {
1973 			p->p_flags |= P_DIDCHROOT;
1974 			if (p->p_depth <= 65535 - 32)
1975 				p->p_depth += 32;
1976 		}
1977 		lwkt_reltoken(&p->p_token);
1978 	} else {
1979 		vrele(vp);
1980 	}
1981 	return (error);
1982 }
1983 
1984 /*
1985  * chroot_args(char *path)
1986  *
1987  * Change notion of root (``/'') directory.
1988  */
1989 int
1990 sys_chroot(struct sysmsg *sysmsg, const struct chroot_args *uap)
1991 {
1992 	struct thread *td __debugvar = curthread;
1993 	struct nlookupdata nd;
1994 	int error;
1995 
1996 	KKASSERT(td->td_proc);
1997 	error = nlookup_init(&nd, uap->path, UIO_USERSPACE, NLC_FOLLOW);
1998 	if (error == 0) {
1999 		nd.nl_flags |= NLC_EXEC;
2000 		error = nlookup(&nd);
2001 		if (error == 0)
2002 			error = kern_chroot(&nd.nl_nch);
2003 	}
2004 	nlookup_done(&nd);
2005 	return(error);
2006 }
2007 
2008 int
2009 sys_chroot_kernel(struct sysmsg *sysmsg, const struct chroot_kernel_args *uap)
2010 {
2011 	struct thread *td = curthread;
2012 	struct nlookupdata nd;
2013 	struct nchandle *nch;
2014 	struct vnode *vp;
2015 	int error;
2016 
2017 	error = nlookup_init(&nd, uap->path, UIO_USERSPACE, NLC_FOLLOW);
2018 	if (error)
2019 		goto error_nond;
2020 
2021 	error = nlookup(&nd);
2022 	if (error)
2023 		goto error_out;
2024 
2025 	nch = &nd.nl_nch;
2026 
2027 	error = priv_check_cred(td->td_ucred, PRIV_VFS_CHROOT, 0);
2028 	if (error)
2029 		goto error_out;
2030 
2031 	if ((vp = nch->ncp->nc_vp) == NULL) {
2032 		error = ENOENT;
2033 		goto error_out;
2034 	}
2035 
2036 	if ((error = cache_vref(nch, nd.nl_cred, &vp)) != 0)
2037 		goto error_out;
2038 
2039 	vfs_cache_setroot(vp, cache_hold(nch));
2040 
2041 error_out:
2042 	nlookup_done(&nd);
2043 error_nond:
2044 	return(error);
2045 }
2046 
2047 /*
2048  * Common routine for chroot and chdir.  Given a locked, referenced vnode,
2049  * determine whether it is legal to chdir to the vnode.  The vnode's state
2050  * is not changed by this call.
2051  */
2052 static int
2053 checkvp_chdir(struct vnode *vp, struct thread *td)
2054 {
2055 	int error;
2056 
2057 	if (vp->v_type != VDIR)
2058 		error = ENOTDIR;
2059 	else
2060 		error = VOP_EACCESS(vp, VEXEC, td->td_ucred);
2061 	return (error);
2062 }
2063 
2064 int
2065 kern_open(struct nlookupdata *nd, int oflags, int mode, int *res)
2066 {
2067 	struct thread *td = curthread;
2068 	struct proc *p = td->td_proc;
2069 	struct lwp *lp = td->td_lwp;
2070 	struct filedesc *fdp = p->p_fd;
2071 	int cmode, flags;
2072 	struct file *nfp;
2073 	struct file *fp;
2074 	int type, indx, error = 0;
2075 	struct flock lf;
2076 
2077 	if ((oflags & O_ACCMODE) == O_ACCMODE)
2078 		return (EINVAL);
2079 	flags = FFLAGS(oflags);
2080 	error = falloc(lp, &nfp, NULL);
2081 	if (error)
2082 		return (error);
2083 	fp = nfp;
2084 	cmode = ((mode &~ fdp->fd_cmask) & ALLPERMS) & ~S_ISTXT;
2085 
2086 	/*
2087 	 * Call vn_open() to do the lookup and assign the vnode to the
2088 	 * file pointer.  vn_open() does not change the ref count on fp
2089 	 * and the vnode, on success, will be inherited by the file pointer
2090 	 * and unlocked.
2091 	 *
2092 	 * Request a shared lock on the vnode if possible.
2093 	 *
2094 	 * When NLC_SHAREDLOCK is set we may still need an exclusive vnode
2095 	 * lock for O_RDWR opens on executables in order to avoid a VTEXT
2096 	 * detection race.  The NLC_EXCLLOCK_IFEXEC handles this case.
2097 	 *
2098 	 * NOTE: We need a flag to separate terminal vnode locking from
2099 	 *	 parent locking.  O_CREAT needs parent locking, but O_TRUNC
2100 	 *	 and O_RDWR only need to lock the terminal vnode exclusively.
2101 	 */
2102 	nd->nl_flags |= NLC_LOCKVP;
2103 	if ((flags & (O_CREAT|O_TRUNC)) == 0) {
2104 		nd->nl_flags |= NLC_SHAREDLOCK;
2105 		if (flags & O_RDWR)
2106 			nd->nl_flags |= NLC_EXCLLOCK_IFEXEC;
2107 	}
2108 
2109 	/*
2110 	 * Issue the vn_open, passing in the referenced fp.  the vn_open()
2111 	 * is allowed to replace fp by fdrop()ing it and returning its own
2112 	 * referenced fp.
2113 	 */
2114 	nfp = fp;
2115 	error = vn_open(nd, &nfp, flags, cmode);
2116 	fp = nfp;
2117 	nlookup_done(nd);
2118 
2119 	/*
2120 	 * Deal with any error condition
2121 	 */
2122 	if (error) {
2123 		fdrop(fp);	/* our ref */
2124 		if (error == ERESTART)
2125 			error = EINTR;
2126 		return (error);
2127 	}
2128 
2129 	/*
2130 	 * Reserve a file descriptor.
2131 	 */
2132 	if ((error = fdalloc(p, 0, &indx)) != 0) {
2133 		fdrop(fp);
2134 		return (error);
2135 	}
2136 
2137 	/*
2138 	 * Handle advisory lock flags.  This is only supported with vnodes.
2139 	 * For things like /dev/fd/N we might not actually get a vnode.
2140 	 */
2141 	if ((flags & (O_EXLOCK | O_SHLOCK)) && fp->f_type == DTYPE_VNODE) {
2142 		struct vnode *vp;
2143 
2144 		vp = (struct vnode *)fp->f_data;
2145 		vref(vp);
2146 
2147 		lf.l_whence = SEEK_SET;
2148 		lf.l_start = 0;
2149 		lf.l_len = 0;
2150 		if (flags & O_EXLOCK)
2151 			lf.l_type = F_WRLCK;
2152 		else
2153 			lf.l_type = F_RDLCK;
2154 		if (flags & FNONBLOCK)
2155 			type = 0;
2156 		else
2157 			type = F_WAIT;
2158 
2159 		error = VOP_ADVLOCK(vp, (caddr_t)fp, F_SETLK, &lf, type);
2160 		if (error) {
2161 			/*
2162 			 * lock request failed.  Clean up the reserved
2163 			 * descriptor.
2164 			 */
2165 			vrele(vp);
2166 			fsetfd(fdp, NULL, indx);
2167 			fdrop(fp);
2168 			return (error);
2169 		}
2170 		atomic_set_int(&fp->f_flag, FHASLOCK); /* race ok */
2171 		vrele(vp);
2172 	}
2173 
2174 	/*
2175 	 * release our private reference, leaving the one associated with the
2176 	 * descriptor table intact.
2177 	 */
2178 	if (oflags & O_CLOEXEC)
2179 		fdp->fd_files[indx].fileflags |= UF_EXCLOSE;
2180 	fsetfd(fdp, fp, indx);
2181 	fdrop(fp);
2182 	*res = indx;
2183 
2184 	return (error);
2185 }
2186 
2187 /*
2188  * open_args(char *path, int flags, int mode)
2189  *
2190  * Check permissions, allocate an open file structure,
2191  * and call the device open routine if any.
2192  */
2193 int
2194 sys_open(struct sysmsg *sysmsg, const struct open_args *uap)
2195 {
2196 	struct nlookupdata nd;
2197 	int error;
2198 
2199 	error = nlookup_init(&nd, uap->path, UIO_USERSPACE, 0);
2200 	if (error == 0) {
2201 		error = kern_open(&nd, uap->flags,
2202 				    uap->mode, &sysmsg->sysmsg_result);
2203 	}
2204 	nlookup_done(&nd);
2205 	return (error);
2206 }
2207 
2208 /*
2209  * openat_args(int fd, char *path, int flags, int mode)
2210  */
2211 int
2212 sys_openat(struct sysmsg *sysmsg, const struct openat_args *uap)
2213 {
2214 	struct nlookupdata nd;
2215 	int error;
2216 	struct file *fp;
2217 
2218 	error = nlookup_init_at(&nd, &fp, uap->fd, uap->path, UIO_USERSPACE, 0);
2219 	if (error == 0) {
2220 		error = kern_open(&nd, uap->flags, uap->mode,
2221 					&sysmsg->sysmsg_result);
2222 	}
2223 	nlookup_done_at(&nd, fp);
2224 	return (error);
2225 }
2226 
2227 int
2228 kern_mknod(struct nlookupdata *nd, int mode, int rmajor, int rminor)
2229 {
2230 	struct thread *td = curthread;
2231 	struct proc *p = td->td_proc;
2232 	struct vnode *vp;
2233 	struct vattr vattr;
2234 	int error;
2235 	int whiteout = 0;
2236 
2237 	KKASSERT(p);
2238 
2239 	VATTR_NULL(&vattr);
2240 	vattr.va_mode = (mode & ALLPERMS) &~ p->p_fd->fd_cmask;
2241 	vattr.va_rmajor = rmajor;
2242 	vattr.va_rminor = rminor;
2243 
2244 	switch (mode & S_IFMT) {
2245 	case S_IFMT:	/* used by badsect to flag bad sectors */
2246 		error = priv_check_cred(td->td_ucred, PRIV_VFS_MKNOD_BAD, 0);
2247 		vattr.va_type = VBAD;
2248 		break;
2249 	case S_IFCHR:
2250 		error = priv_check(td, PRIV_VFS_MKNOD_DEV);
2251 		vattr.va_type = VCHR;
2252 		break;
2253 	case S_IFBLK:
2254 		error = priv_check(td, PRIV_VFS_MKNOD_DEV);
2255 		vattr.va_type = VBLK;
2256 		break;
2257 	case S_IFWHT:
2258 		error = priv_check_cred(td->td_ucred, PRIV_VFS_MKNOD_WHT, 0);
2259 		whiteout = 1;
2260 		break;
2261 	case S_IFDIR:	/* special directories support for HAMMER */
2262 		error = priv_check_cred(td->td_ucred, PRIV_VFS_MKNOD_DIR, 0);
2263 		vattr.va_type = VDIR;
2264 		break;
2265 	case S_IFIFO:
2266 		return (kern_mkfifo(nd, mode));
2267 		break;
2268 	default:
2269 		error = EINVAL;
2270 		break;
2271 	}
2272 
2273 	if (error)
2274 		return (error);
2275 
2276 	bwillinode(1);
2277 	nd->nl_flags |= NLC_CREATE | NLC_REFDVP;
2278 	if ((error = nlookup(nd)) != 0)
2279 		return (error);
2280 	if (nd->nl_nch.ncp->nc_vp)
2281 		return (EEXIST);
2282 	if (nd->nl_dvp == NULL)
2283 		return (EINVAL);
2284 	if ((error = ncp_writechk(&nd->nl_nch)) != 0)
2285 		return (error);
2286 
2287 	if (whiteout) {
2288 		error = VOP_NWHITEOUT(&nd->nl_nch, nd->nl_dvp,
2289 				      nd->nl_cred, NAMEI_CREATE);
2290 	} else {
2291 		vp = NULL;
2292 		error = VOP_NMKNOD(&nd->nl_nch, nd->nl_dvp,
2293 				   &vp, nd->nl_cred, &vattr);
2294 		if (error == 0)
2295 			vput(vp);
2296 	}
2297 	return (error);
2298 }
2299 
2300 /*
2301  * mknod_args(char *path, int mode, int dev)
2302  *
2303  * Create a special file.
2304  */
2305 int
2306 sys_mknod(struct sysmsg *sysmsg, const struct mknod_args *uap)
2307 {
2308 	struct nlookupdata nd;
2309 	int error;
2310 
2311 	error = nlookup_init(&nd, uap->path, UIO_USERSPACE, 0);
2312 	if (error == 0) {
2313 		error = kern_mknod(&nd, uap->mode,
2314 				   umajor(uap->dev), uminor(uap->dev));
2315 	}
2316 	nlookup_done(&nd);
2317 	return (error);
2318 }
2319 
2320 /*
2321  * mknodat_args(int fd, char *path, mode_t mode, dev_t dev)
2322  *
2323  * Create a special file.  The path is relative to the directory associated
2324  * with fd.
2325  */
2326 int
2327 sys_mknodat(struct sysmsg *sysmsg, const struct mknodat_args *uap)
2328 {
2329 	struct nlookupdata nd;
2330 	struct file *fp;
2331 	int error;
2332 
2333 	error = nlookup_init_at(&nd, &fp, uap->fd, uap->path, UIO_USERSPACE, 0);
2334 	if (error == 0) {
2335 		error = kern_mknod(&nd, uap->mode,
2336 				   umajor(uap->dev), uminor(uap->dev));
2337 	}
2338 	nlookup_done_at(&nd, fp);
2339 	return (error);
2340 }
2341 
2342 int
2343 kern_mkfifo(struct nlookupdata *nd, int mode)
2344 {
2345 	struct thread *td = curthread;
2346 	struct proc *p = td->td_proc;
2347 	struct vattr vattr;
2348 	struct vnode *vp;
2349 	int error;
2350 
2351 	bwillinode(1);
2352 
2353 	nd->nl_flags |= NLC_CREATE | NLC_REFDVP;
2354 	if ((error = nlookup(nd)) != 0)
2355 		return (error);
2356 	if (nd->nl_nch.ncp->nc_vp)
2357 		return (EEXIST);
2358 	if (nd->nl_dvp == NULL)
2359 		return (EINVAL);
2360 	if ((error = ncp_writechk(&nd->nl_nch)) != 0)
2361 		return (error);
2362 
2363 	VATTR_NULL(&vattr);
2364 	vattr.va_type = VFIFO;
2365 	vattr.va_mode = (mode & ALLPERMS) &~ p->p_fd->fd_cmask;
2366 	vp = NULL;
2367 	error = VOP_NMKNOD(&nd->nl_nch, nd->nl_dvp, &vp, nd->nl_cred, &vattr);
2368 	if (error == 0)
2369 		vput(vp);
2370 	return (error);
2371 }
2372 
2373 /*
2374  * mkfifo_args(char *path, int mode)
2375  *
2376  * Create a named pipe.
2377  */
2378 int
2379 sys_mkfifo(struct sysmsg *sysmsg, const struct mkfifo_args *uap)
2380 {
2381 	struct nlookupdata nd;
2382 	int error;
2383 
2384 	error = nlookup_init(&nd, uap->path, UIO_USERSPACE, 0);
2385 	if (error == 0)
2386 		error = kern_mkfifo(&nd, uap->mode);
2387 	nlookup_done(&nd);
2388 	return (error);
2389 }
2390 
2391 /*
2392  * mkfifoat_args(int fd, char *path, mode_t mode)
2393  *
2394  * Create a named pipe.  The path is relative to the directory associated
2395  * with fd.
2396  */
2397 int
2398 sys_mkfifoat(struct sysmsg *sysmsg, const struct mkfifoat_args *uap)
2399 {
2400 	struct nlookupdata nd;
2401 	struct file *fp;
2402 	int error;
2403 
2404 	error = nlookup_init_at(&nd, &fp, uap->fd, uap->path, UIO_USERSPACE, 0);
2405 	if (error == 0)
2406 		error = kern_mkfifo(&nd, uap->mode);
2407 	nlookup_done_at(&nd, fp);
2408 	return (error);
2409 }
2410 
2411 static int hardlink_check_uid = 0;
2412 SYSCTL_INT(_security, OID_AUTO, hardlink_check_uid, CTLFLAG_RW,
2413     &hardlink_check_uid, 0,
2414     "Unprivileged processes cannot create hard links to files owned by other "
2415     "users");
2416 static int hardlink_check_gid = 0;
2417 SYSCTL_INT(_security, OID_AUTO, hardlink_check_gid, CTLFLAG_RW,
2418     &hardlink_check_gid, 0,
2419     "Unprivileged processes cannot create hard links to files owned by other "
2420     "groups");
2421 
2422 static int
2423 can_hardlink(struct vnode *vp, struct thread *td, struct ucred *cred)
2424 {
2425 	struct vattr va;
2426 	int error;
2427 
2428 	/*
2429 	 * Shortcut if disabled
2430 	 */
2431 	if (hardlink_check_uid == 0 && hardlink_check_gid == 0)
2432 		return (0);
2433 
2434 	/*
2435 	 * Privileged user can always hardlink
2436 	 */
2437 	if (priv_check_cred(cred, PRIV_VFS_LINK, 0) == 0)
2438 		return (0);
2439 
2440 	/*
2441 	 * Otherwise only if the originating file is owned by the
2442 	 * same user or group.  Note that any group is allowed if
2443 	 * the file is owned by the caller.
2444 	 */
2445 	error = VOP_GETATTR(vp, &va);
2446 	if (error != 0)
2447 		return (error);
2448 
2449 	if (hardlink_check_uid) {
2450 		if (cred->cr_uid != va.va_uid)
2451 			return (EPERM);
2452 	}
2453 
2454 	if (hardlink_check_gid) {
2455 		if (cred->cr_uid != va.va_uid && !groupmember(va.va_gid, cred))
2456 			return (EPERM);
2457 	}
2458 
2459 	return (0);
2460 }
2461 
2462 int
2463 kern_link(struct nlookupdata *nd, struct nlookupdata *linknd)
2464 {
2465 	struct thread *td = curthread;
2466 	struct vnode *vp;
2467 	int error;
2468 
2469 	/*
2470 	 * Lookup the source and obtained a locked vnode.
2471 	 *
2472 	 * You may only hardlink a file which you have write permission
2473 	 * on or which you own.
2474 	 *
2475 	 * XXX relookup on vget failure / race ?
2476 	 */
2477 	bwillinode(1);
2478 	nd->nl_flags |= NLC_WRITE | NLC_OWN | NLC_HLINK;
2479 	if ((error = nlookup(nd)) != 0)
2480 		return (error);
2481 	vp = nd->nl_nch.ncp->nc_vp;
2482 	KKASSERT(vp != NULL);
2483 	if (vp->v_type == VDIR)
2484 		return (EPERM);		/* POSIX */
2485 	if ((error = ncp_writechk(&nd->nl_nch)) != 0)
2486 		return (error);
2487 	if ((error = vget(vp, LK_EXCLUSIVE)) != 0)
2488 		return (error);
2489 
2490 	/*
2491 	 * Unlock the source so we can lookup the target without deadlocking
2492 	 * (XXX vp is locked already, possible other deadlock?).  The target
2493 	 * must not exist.
2494 	 */
2495 	KKASSERT(nd->nl_flags & NLC_NCPISLOCKED);
2496 	nd->nl_flags &= ~NLC_NCPISLOCKED;
2497 	cache_unlock(&nd->nl_nch);
2498 	vn_unlock(vp);
2499 
2500 	linknd->nl_flags |= NLC_CREATE | NLC_REFDVP;
2501 	if ((error = nlookup(linknd)) != 0) {
2502 		vrele(vp);
2503 		return (error);
2504 	}
2505 	if (linknd->nl_nch.ncp->nc_vp) {
2506 		vrele(vp);
2507 		return (EEXIST);
2508 	}
2509 	if (linknd->nl_dvp == NULL) {
2510 		vrele(vp);
2511 		return (EINVAL);
2512 	}
2513 	VFS_MODIFYING(vp->v_mount);
2514 	error = vn_lock(vp, LK_EXCLUSIVE | LK_RETRY | LK_FAILRECLAIM);
2515 	if (error) {
2516 		vrele(vp);
2517 		return (error);
2518 	}
2519 
2520 	/*
2521 	 * Finally run the new API VOP.
2522 	 */
2523 	error = can_hardlink(vp, td, td->td_ucred);
2524 	if (error == 0) {
2525 		error = VOP_NLINK(&linknd->nl_nch, linknd->nl_dvp,
2526 				  vp, linknd->nl_cred);
2527 	}
2528 	vput(vp);
2529 	return (error);
2530 }
2531 
2532 /*
2533  * link_args(char *path, char *link)
2534  *
2535  * Make a hard file link.
2536  */
2537 int
2538 sys_link(struct sysmsg *sysmsg, const struct link_args *uap)
2539 {
2540 	struct nlookupdata nd, linknd;
2541 	int error;
2542 
2543 	error = nlookup_init(&nd, uap->path, UIO_USERSPACE, NLC_FOLLOW);
2544 	if (error == 0) {
2545 		error = nlookup_init(&linknd, uap->link, UIO_USERSPACE, 0);
2546 		if (error == 0)
2547 			error = kern_link(&nd, &linknd);
2548 		nlookup_done(&linknd);
2549 	}
2550 	nlookup_done(&nd);
2551 	return (error);
2552 }
2553 
2554 /*
2555  * linkat_args(int fd1, char *path1, int fd2, char *path2, int flags)
2556  *
2557  * Make a hard file link. The path1 argument is relative to the directory
2558  * associated with fd1, and similarly the path2 argument is relative to
2559  * the directory associated with fd2.
2560  */
2561 int
2562 sys_linkat(struct sysmsg *sysmsg, const struct linkat_args *uap)
2563 {
2564 	struct nlookupdata nd, linknd;
2565 	struct file *fp1, *fp2;
2566 	int error;
2567 
2568 	error = nlookup_init_at(&nd, &fp1, uap->fd1, uap->path1, UIO_USERSPACE,
2569 	    (uap->flags & AT_SYMLINK_FOLLOW) ? NLC_FOLLOW : 0);
2570 	if (error == 0) {
2571 		error = nlookup_init_at(&linknd, &fp2, uap->fd2,
2572 		    uap->path2, UIO_USERSPACE, 0);
2573 		if (error == 0)
2574 			error = kern_link(&nd, &linknd);
2575 		nlookup_done_at(&linknd, fp2);
2576 	}
2577 	nlookup_done_at(&nd, fp1);
2578 	return (error);
2579 }
2580 
2581 int
2582 kern_symlink(struct nlookupdata *nd, char *path, int mode)
2583 {
2584 	struct vattr vattr;
2585 	struct vnode *vp;
2586 	struct vnode *dvp;
2587 	int error;
2588 
2589 	bwillinode(1);
2590 	nd->nl_flags |= NLC_CREATE | NLC_REFDVP;
2591 	if ((error = nlookup(nd)) != 0)
2592 		return (error);
2593 	if (nd->nl_nch.ncp->nc_vp)
2594 		return (EEXIST);
2595 	if (nd->nl_dvp == NULL)
2596 		return (EINVAL);
2597 	if ((error = ncp_writechk(&nd->nl_nch)) != 0)
2598 		return (error);
2599 	dvp = nd->nl_dvp;
2600 	VATTR_NULL(&vattr);
2601 	vattr.va_mode = mode;
2602 	error = VOP_NSYMLINK(&nd->nl_nch, dvp, &vp, nd->nl_cred, &vattr, path);
2603 	if (error == 0)
2604 		vput(vp);
2605 	return (error);
2606 }
2607 
2608 /*
2609  * symlink(char *path, char *link)
2610  *
2611  * Make a symbolic link.
2612  */
2613 int
2614 sys_symlink(struct sysmsg *sysmsg, const struct symlink_args *uap)
2615 {
2616 	struct thread *td = curthread;
2617 	struct nlookupdata nd;
2618 	char *path;
2619 	int error;
2620 	int mode;
2621 
2622 	path = objcache_get(namei_oc, M_WAITOK);
2623 	error = copyinstr(uap->path, path, MAXPATHLEN, NULL);
2624 	if (error == 0) {
2625 		error = nlookup_init(&nd, uap->link, UIO_USERSPACE, 0);
2626 		if (error == 0) {
2627 			mode = ACCESSPERMS & ~td->td_proc->p_fd->fd_cmask;
2628 			error = kern_symlink(&nd, path, mode);
2629 		}
2630 		nlookup_done(&nd);
2631 	}
2632 	objcache_put(namei_oc, path);
2633 	return (error);
2634 }
2635 
2636 /*
2637  * symlinkat_args(char *path1, int fd, char *path2)
2638  *
2639  * Make a symbolic link.  The path2 argument is relative to the directory
2640  * associated with fd.
2641  */
2642 int
2643 sys_symlinkat(struct sysmsg *sysmsg, const struct symlinkat_args *uap)
2644 {
2645 	struct thread *td = curthread;
2646 	struct nlookupdata nd;
2647 	struct file *fp;
2648 	char *path1;
2649 	int error;
2650 	int mode;
2651 
2652 	path1 = objcache_get(namei_oc, M_WAITOK);
2653 	error = copyinstr(uap->path1, path1, MAXPATHLEN, NULL);
2654 	if (error == 0) {
2655 		error = nlookup_init_at(&nd, &fp, uap->fd, uap->path2,
2656 		    UIO_USERSPACE, 0);
2657 		if (error == 0) {
2658 			mode = ACCESSPERMS & ~td->td_proc->p_fd->fd_cmask;
2659 			error = kern_symlink(&nd, path1, mode);
2660 		}
2661 		nlookup_done_at(&nd, fp);
2662 	}
2663 	objcache_put(namei_oc, path1);
2664 	return (error);
2665 }
2666 
2667 /*
2668  * undelete_args(char *path)
2669  *
2670  * Delete a whiteout from the filesystem.
2671  */
2672 int
2673 sys_undelete(struct sysmsg *sysmsg, const struct undelete_args *uap)
2674 {
2675 	struct nlookupdata nd;
2676 	int error;
2677 
2678 	error = nlookup_init(&nd, uap->path, UIO_USERSPACE, 0);
2679 	bwillinode(1);
2680 	nd.nl_flags |= NLC_DELETE | NLC_REFDVP;
2681 	if (error == 0)
2682 		error = nlookup(&nd);
2683 	if (error == 0 && nd.nl_dvp == NULL)
2684 		error = EINVAL;
2685 	if (error == 0)
2686 		error = ncp_writechk(&nd.nl_nch);
2687 	if (error == 0) {
2688 		error = VOP_NWHITEOUT(&nd.nl_nch, nd.nl_dvp, nd.nl_cred,
2689 				      NAMEI_DELETE);
2690 	}
2691 	nlookup_done(&nd);
2692 	return (error);
2693 }
2694 
2695 int
2696 kern_unlink(struct nlookupdata *nd)
2697 {
2698 	int error;
2699 
2700 	bwillinode(1);
2701 	nd->nl_flags |= NLC_DELETE | NLC_REFDVP;
2702 	if ((error = nlookup(nd)) != 0)
2703 		return (error);
2704 	if (nd->nl_dvp == NULL)
2705 		return EINVAL;
2706 	if ((error = ncp_writechk(&nd->nl_nch)) != 0)
2707 		return (error);
2708 	error = VOP_NREMOVE(&nd->nl_nch, nd->nl_dvp, nd->nl_cred);
2709 	return (error);
2710 }
2711 
2712 /*
2713  * unlink_args(char *path)
2714  *
2715  * Delete a name from the filesystem.
2716  */
2717 int
2718 sys_unlink(struct sysmsg *sysmsg, const struct unlink_args *uap)
2719 {
2720 	struct nlookupdata nd;
2721 	int error;
2722 
2723 	error = nlookup_init(&nd, uap->path, UIO_USERSPACE, 0);
2724 	if (error == 0)
2725 		error = kern_unlink(&nd);
2726 	nlookup_done(&nd);
2727 	return (error);
2728 }
2729 
2730 
2731 /*
2732  * unlinkat_args(int fd, char *path, int flags)
2733  *
2734  * Delete the file or directory entry pointed to by fd/path.
2735  */
2736 int
2737 sys_unlinkat(struct sysmsg *sysmsg, const struct unlinkat_args *uap)
2738 {
2739 	struct nlookupdata nd;
2740 	struct file *fp;
2741 	int error;
2742 
2743 	if (uap->flags & ~AT_REMOVEDIR)
2744 		return (EINVAL);
2745 
2746 	error = nlookup_init_at(&nd, &fp, uap->fd, uap->path, UIO_USERSPACE, 0);
2747 	if (error == 0) {
2748 		if (uap->flags & AT_REMOVEDIR)
2749 			error = kern_rmdir(&nd);
2750 		else
2751 			error = kern_unlink(&nd);
2752 	}
2753 	nlookup_done_at(&nd, fp);
2754 	return (error);
2755 }
2756 
2757 int
2758 kern_lseek(int fd, off_t offset, int whence, off_t *res)
2759 {
2760 	struct thread *td = curthread;
2761 	struct file *fp;
2762 	struct vnode *vp;
2763 	struct vattr_lite lva;
2764 	off_t new_offset;
2765 	int error;
2766 
2767 	fp = holdfp(td, fd, -1);
2768 	if (fp == NULL)
2769 		return (EBADF);
2770 	if (fp->f_type != DTYPE_VNODE) {
2771 		error = ESPIPE;
2772 		goto done;
2773 	}
2774 	vp = (struct vnode *)fp->f_data;
2775 
2776 	switch (whence) {
2777 	case L_INCR:
2778 		spin_lock(&fp->f_spin);
2779 		new_offset = fp->f_offset + offset;
2780 		error = 0;
2781 		break;
2782 	case L_XTND:
2783 		error = VOP_GETATTR_LITE(vp, &lva);
2784 		spin_lock(&fp->f_spin);
2785 		new_offset = offset + lva.va_size;
2786 		break;
2787 	case L_SET:
2788 		new_offset = offset;
2789 		error = 0;
2790 		spin_lock(&fp->f_spin);
2791 		break;
2792 	default:
2793 		new_offset = 0;
2794 		error = EINVAL;
2795 		spin_lock(&fp->f_spin);
2796 		break;
2797 	}
2798 
2799 	/*
2800 	 * Validate the seek position.  Negative offsets are not allowed
2801 	 * for regular files or directories.
2802 	 *
2803 	 * Normally we would also not want to allow negative offsets for
2804 	 * character and block-special devices.  However kvm addresses
2805 	 * on 64 bit architectures might appear to be negative and must
2806 	 * be allowed.
2807 	 */
2808 	if (error == 0) {
2809 		if (new_offset < 0 &&
2810 		    (vp->v_type == VREG || vp->v_type == VDIR)) {
2811 			error = EINVAL;
2812 		} else {
2813 			fp->f_offset = new_offset;
2814 		}
2815 	}
2816 	*res = fp->f_offset;
2817 	spin_unlock(&fp->f_spin);
2818 done:
2819 	dropfp(td, fd, fp);
2820 
2821 	return (error);
2822 }
2823 
2824 /*
2825  * lseek_args(int fd, int pad, off_t offset, int whence)
2826  *
2827  * Reposition read/write file offset.
2828  */
2829 int
2830 sys_lseek(struct sysmsg *sysmsg, const struct lseek_args *uap)
2831 {
2832 	int error;
2833 
2834 	error = kern_lseek(uap->fd, uap->offset, uap->whence,
2835 			   &sysmsg->sysmsg_offset);
2836 
2837 	return (error);
2838 }
2839 
2840 /*
2841  * Check if current process can access given file.  amode is a bitmask of *_OK
2842  * access bits.  flags is a bitmask of AT_* flags.
2843  */
2844 int
2845 kern_access(struct nlookupdata *nd, int amode, int flags)
2846 {
2847 	struct vnode *vp;
2848 	int error, mode;
2849 
2850 	if (flags & ~AT_EACCESS)
2851 		return (EINVAL);
2852 	nd->nl_flags |= NLC_SHAREDLOCK;
2853 	if ((error = nlookup(nd)) != 0)
2854 		return (error);
2855 	if ((amode & W_OK) && (error = ncp_writechk(&nd->nl_nch)) != 0)
2856 		return (error);
2857 retry:
2858 	error = cache_vget(&nd->nl_nch, nd->nl_cred, LK_SHARED, &vp);
2859 	if (error)
2860 		return (error);
2861 
2862 	/* Flags == 0 means only check for existence. */
2863 	if (amode) {
2864 		mode = 0;
2865 		if (amode & R_OK)
2866 			mode |= VREAD;
2867 		if (amode & W_OK)
2868 			mode |= VWRITE;
2869 		if (amode & X_OK)
2870 			mode |= VEXEC;
2871 		if ((mode & VWRITE) == 0 ||
2872 		    (error = vn_writechk(vp)) == 0) {
2873 			error = VOP_ACCESS_FLAGS(vp, mode, flags, nd->nl_cred);
2874 		}
2875 
2876 		/*
2877 		 * If the file handle is stale we have to re-resolve the
2878 		 * entry with the ncp held exclusively.  This is a hack
2879 		 * at the moment.
2880 		 */
2881 		if (error == ESTALE) {
2882 			u_int dummy_gen;
2883 
2884 			vput(vp);
2885 			cache_unlock(&nd->nl_nch);
2886 			cache_lock(&nd->nl_nch);
2887 			dummy_gen = nd->nl_nch.ncp->nc_generation;
2888 			cache_setunresolved(&nd->nl_nch);
2889 			error = cache_resolve(&nd->nl_nch, &dummy_gen,
2890 					      nd->nl_cred);
2891 			if (error == 0) {
2892 				vp = NULL;
2893 				goto retry;
2894 			}
2895 			return(error);
2896 		}
2897 	}
2898 	vput(vp);
2899 	return (error);
2900 }
2901 
2902 /*
2903  * access_args(char *path, int flags)
2904  *
2905  * Check access permissions.
2906  */
2907 int
2908 sys_access(struct sysmsg *sysmsg, const struct access_args *uap)
2909 {
2910 	struct nlookupdata nd;
2911 	int error;
2912 
2913 	error = nlookup_init(&nd, uap->path, UIO_USERSPACE, NLC_FOLLOW);
2914 	if (error == 0)
2915 		error = kern_access(&nd, uap->flags, 0);
2916 	nlookup_done(&nd);
2917 	return (error);
2918 }
2919 
2920 
2921 /*
2922  * eaccess_args(char *path, int flags)
2923  *
2924  * Check access permissions.
2925  */
2926 int
2927 sys_eaccess(struct sysmsg *sysmsg, const struct eaccess_args *uap)
2928 {
2929 	struct nlookupdata nd;
2930 	int error;
2931 
2932 	error = nlookup_init(&nd, uap->path, UIO_USERSPACE, NLC_FOLLOW);
2933 	if (error == 0)
2934 		error = kern_access(&nd, uap->flags, AT_EACCESS);
2935 	nlookup_done(&nd);
2936 	return (error);
2937 }
2938 
2939 
2940 /*
2941  * faccessat_args(int fd, char *path, int amode, int flags)
2942  *
2943  * Check access permissions.
2944  */
2945 int
2946 sys_faccessat(struct sysmsg *sysmsg, const struct faccessat_args *uap)
2947 {
2948 	struct nlookupdata nd;
2949 	struct file *fp;
2950 	int error;
2951 
2952 	error = nlookup_init_at(&nd, &fp, uap->fd, uap->path, UIO_USERSPACE,
2953 				NLC_FOLLOW);
2954 	if (error == 0)
2955 		error = kern_access(&nd, uap->amode, uap->flags);
2956 	nlookup_done_at(&nd, fp);
2957 	return (error);
2958 }
2959 
2960 int
2961 kern_stat(struct nlookupdata *nd, struct stat *st)
2962 {
2963 	int error;
2964 	struct vnode *vp;
2965 
2966 	nd->nl_flags |= NLC_SHAREDLOCK;
2967 	if ((error = nlookup(nd)) != 0)
2968 		return (error);
2969 again:
2970 	if ((vp = nd->nl_nch.ncp->nc_vp) == NULL)
2971 		return (ENOENT);
2972 
2973 #if 1
2974 	error = cache_vref(&nd->nl_nch, NULL, &vp);
2975 #else
2976 	error = vget(vp, LK_SHARED);
2977 #endif
2978 	if (error)
2979 		return (error);
2980 	error = vn_stat(vp, st, nd->nl_cred);
2981 
2982 	/*
2983 	 * If the file handle is stale we have to re-resolve the
2984 	 * entry with the ncp held exclusively.  This is a hack
2985 	 * at the moment.
2986 	 */
2987 	if (error == ESTALE) {
2988 		u_int dummy_gen;
2989 #if 1
2990 		vrele(vp);
2991 #else
2992 		vput(vp);
2993 #endif
2994 		cache_unlock(&nd->nl_nch);
2995 		cache_lock(&nd->nl_nch);
2996 		dummy_gen = nd->nl_nch.ncp->nc_generation;
2997 		cache_setunresolved(&nd->nl_nch);
2998 		error = cache_resolve(&nd->nl_nch, &dummy_gen, nd->nl_cred);
2999 		if (error == 0)
3000 			goto again;
3001 	} else {
3002 #if 1
3003 		vrele(vp);
3004 #else
3005 		vput(vp);
3006 #endif
3007 	}
3008 	return (error);
3009 }
3010 
3011 /*
3012  * stat_args(char *path, struct stat *ub)
3013  *
3014  * Get file status; this version follows links.
3015  */
3016 int
3017 sys_stat(struct sysmsg *sysmsg, const struct stat_args *uap)
3018 {
3019 	struct nlookupdata nd;
3020 	struct stat st;
3021 	int error;
3022 
3023 	error = nlookup_init(&nd, uap->path, UIO_USERSPACE, NLC_FOLLOW);
3024 	if (error == 0) {
3025 		error = kern_stat(&nd, &st);
3026 		if (error == 0)
3027 			error = copyout(&st, uap->ub, sizeof(*uap->ub));
3028 	}
3029 	nlookup_done(&nd);
3030 	return (error);
3031 }
3032 
3033 /*
3034  * lstat_args(char *path, struct stat *ub)
3035  *
3036  * Get file status; this version does not follow links.
3037  */
3038 int
3039 sys_lstat(struct sysmsg *sysmsg, const struct lstat_args *uap)
3040 {
3041 	struct nlookupdata nd;
3042 	struct stat st;
3043 	int error;
3044 
3045 	error = nlookup_init(&nd, uap->path, UIO_USERSPACE, 0);
3046 	if (error == 0) {
3047 		error = kern_stat(&nd, &st);
3048 		if (error == 0)
3049 			error = copyout(&st, uap->ub, sizeof(*uap->ub));
3050 	}
3051 	nlookup_done(&nd);
3052 	return (error);
3053 }
3054 
3055 /*
3056  * fstatat_args(int fd, char *path, struct stat *sb, int flags)
3057  *
3058  * Get status of file pointed to by fd/path.
3059  */
3060 int
3061 sys_fstatat(struct sysmsg *sysmsg, const struct fstatat_args *uap)
3062 {
3063 	struct nlookupdata nd;
3064 	struct stat st;
3065 	int error;
3066 	int flags;
3067 	struct file *fp;
3068 
3069 	if (uap->flags & ~AT_SYMLINK_NOFOLLOW)
3070 		return (EINVAL);
3071 
3072 	flags = (uap->flags & AT_SYMLINK_NOFOLLOW) ? 0 : NLC_FOLLOW;
3073 
3074 	error = nlookup_init_at(&nd, &fp, uap->fd, uap->path,
3075 				UIO_USERSPACE, flags);
3076 	if (error == 0) {
3077 		error = kern_stat(&nd, &st);
3078 		if (error == 0)
3079 			error = copyout(&st, uap->sb, sizeof(*uap->sb));
3080 	}
3081 	nlookup_done_at(&nd, fp);
3082 	return (error);
3083 }
3084 
3085 static int
3086 kern_pathconf(char *path, int name, int flags, register_t *sysmsg_regp)
3087 {
3088 	struct nlookupdata nd;
3089 	struct vnode *vp;
3090 	int error;
3091 
3092 	vp = NULL;
3093 	error = nlookup_init(&nd, path, UIO_USERSPACE, flags);
3094 	if (error == 0)
3095 		error = nlookup(&nd);
3096 	if (error == 0)
3097 		error = cache_vget(&nd.nl_nch, nd.nl_cred, LK_EXCLUSIVE, &vp);
3098 	nlookup_done(&nd);
3099 	if (error == 0) {
3100 		error = VOP_PATHCONF(vp, name, sysmsg_regp);
3101 		vput(vp);
3102 	}
3103 	return (error);
3104 }
3105 
3106 /*
3107  * pathconf_Args(char *path, int name)
3108  *
3109  * Get configurable pathname variables.
3110  */
3111 int
3112 sys_pathconf(struct sysmsg *sysmsg, const struct pathconf_args *uap)
3113 {
3114 	return (kern_pathconf(uap->path, uap->name, NLC_FOLLOW,
3115 		&sysmsg->sysmsg_reg));
3116 }
3117 
3118 /*
3119  * lpathconf_Args(char *path, int name)
3120  *
3121  * Get configurable pathname variables, but don't follow symlinks.
3122  */
3123 int
3124 sys_lpathconf(struct sysmsg *sysmsg, const struct lpathconf_args *uap)
3125 {
3126 	return (kern_pathconf(uap->path, uap->name, 0, &sysmsg->sysmsg_reg));
3127 }
3128 
3129 /*
3130  * XXX: daver
3131  * kern_readlink isn't properly split yet.  There is a copyin burried
3132  * in VOP_READLINK().
3133  */
3134 int
3135 kern_readlink(struct nlookupdata *nd, char *buf, int count, int *res)
3136 {
3137 	struct thread *td = curthread;
3138 	struct vnode *vp;
3139 	struct iovec aiov;
3140 	struct uio auio;
3141 	int error;
3142 
3143 	nd->nl_flags |= NLC_SHAREDLOCK;
3144 	if ((error = nlookup(nd)) != 0)
3145 		return (error);
3146 	error = cache_vget(&nd->nl_nch, nd->nl_cred, LK_SHARED, &vp);
3147 	if (error)
3148 		return (error);
3149 	if (vp->v_type != VLNK) {
3150 		error = EINVAL;
3151 	} else {
3152 		aiov.iov_base = buf;
3153 		aiov.iov_len = count;
3154 		auio.uio_iov = &aiov;
3155 		auio.uio_iovcnt = 1;
3156 		auio.uio_offset = 0;
3157 		auio.uio_rw = UIO_READ;
3158 		auio.uio_segflg = UIO_USERSPACE;
3159 		auio.uio_td = td;
3160 		auio.uio_resid = count;
3161 		error = VOP_READLINK(vp, &auio, td->td_ucred);
3162 	}
3163 	vput(vp);
3164 	*res = count - auio.uio_resid;
3165 	return (error);
3166 }
3167 
3168 /*
3169  * readlink_args(char *path, char *buf, int count)
3170  *
3171  * Return target name of a symbolic link.
3172  */
3173 int
3174 sys_readlink(struct sysmsg *sysmsg, const struct readlink_args *uap)
3175 {
3176 	struct nlookupdata nd;
3177 	int error;
3178 
3179 	error = nlookup_init(&nd, uap->path, UIO_USERSPACE, 0);
3180 	if (error == 0) {
3181 		error = kern_readlink(&nd, uap->buf, uap->count,
3182 					&sysmsg->sysmsg_result);
3183 	}
3184 	nlookup_done(&nd);
3185 	return (error);
3186 }
3187 
3188 /*
3189  * readlinkat_args(int fd, char *path, char *buf, size_t bufsize)
3190  *
3191  * Return target name of a symbolic link.  The path is relative to the
3192  * directory associated with fd.
3193  */
3194 int
3195 sys_readlinkat(struct sysmsg *sysmsg, const struct readlinkat_args *uap)
3196 {
3197 	struct nlookupdata nd;
3198 	struct file *fp;
3199 	int error;
3200 
3201 	error = nlookup_init_at(&nd, &fp, uap->fd, uap->path, UIO_USERSPACE, 0);
3202 	if (error == 0) {
3203 		error = kern_readlink(&nd, uap->buf, uap->bufsize,
3204 					&sysmsg->sysmsg_result);
3205 	}
3206 	nlookup_done_at(&nd, fp);
3207 	return (error);
3208 }
3209 
3210 static int
3211 setfflags(struct vnode *vp, u_long flags)
3212 {
3213 	struct thread *td = curthread;
3214 	int error;
3215 	struct vattr vattr;
3216 
3217 	/*
3218 	 * Prevent non-root users from setting flags on devices.  When
3219 	 * a device is reused, users can retain ownership of the device
3220 	 * if they are allowed to set flags and programs assume that
3221 	 * chown can't fail when done as root.
3222 	 */
3223 	if ((vp->v_type == VCHR || vp->v_type == VBLK) &&
3224 	    ((error = priv_check_cred(td->td_ucred, PRIV_VFS_CHFLAGS_DEV, 0)) != 0))
3225 		return (error);
3226 
3227 	/*
3228 	 * note: vget is required for any operation that might mod the vnode
3229 	 * so VINACTIVE is properly cleared.
3230 	 */
3231 	if ((error = vget(vp, LK_EXCLUSIVE)) == 0) {
3232 		VATTR_NULL(&vattr);
3233 		vattr.va_flags = flags;
3234 		error = VOP_SETATTR(vp, &vattr, td->td_ucred);
3235 		vput(vp);
3236 	}
3237 	return (error);
3238 }
3239 
3240 /*
3241  * chflags(const char *path, u_long flags)
3242  *
3243  * Change flags of a file given a path name.
3244  */
3245 int
3246 sys_chflags(struct sysmsg *sysmsg, const struct chflags_args *uap)
3247 {
3248 	struct nlookupdata nd;
3249 	struct vnode *vp;
3250 	int error;
3251 
3252 	vp = NULL;
3253 	error = nlookup_init(&nd, uap->path, UIO_USERSPACE, NLC_FOLLOW);
3254 	if (error == 0)
3255 		error = nlookup(&nd);
3256 	if (error == 0)
3257 		error = ncp_writechk(&nd.nl_nch);
3258 	if (error == 0)
3259 		error = cache_vref(&nd.nl_nch, nd.nl_cred, &vp);
3260 	nlookup_done(&nd);
3261 	if (error == 0) {
3262 		error = setfflags(vp, uap->flags);
3263 		vrele(vp);
3264 	}
3265 	return (error);
3266 }
3267 
3268 /*
3269  * lchflags(const char *path, u_long flags)
3270  *
3271  * Change flags of a file given a path name, but don't follow symlinks.
3272  */
3273 int
3274 sys_lchflags(struct sysmsg *sysmsg, const struct lchflags_args *uap)
3275 {
3276 	struct nlookupdata nd;
3277 	struct vnode *vp;
3278 	int error;
3279 
3280 	vp = NULL;
3281 	error = nlookup_init(&nd, uap->path, UIO_USERSPACE, 0);
3282 	if (error == 0)
3283 		error = nlookup(&nd);
3284 	if (error == 0)
3285 		error = ncp_writechk(&nd.nl_nch);
3286 	if (error == 0)
3287 		error = cache_vref(&nd.nl_nch, nd.nl_cred, &vp);
3288 	nlookup_done(&nd);
3289 	if (error == 0) {
3290 		error = setfflags(vp, uap->flags);
3291 		vrele(vp);
3292 	}
3293 	return (error);
3294 }
3295 
3296 /*
3297  * fchflags_args(int fd, u_flags flags)
3298  *
3299  * Change flags of a file given a file descriptor.
3300  */
3301 int
3302 sys_fchflags(struct sysmsg *sysmsg, const struct fchflags_args *uap)
3303 {
3304 	struct thread *td = curthread;
3305 	struct file *fp;
3306 	int error;
3307 
3308 	if ((error = holdvnode(td, uap->fd, &fp)) != 0)
3309 		return (error);
3310 	if (fp->f_nchandle.ncp)
3311 		error = ncp_writechk(&fp->f_nchandle);
3312 	if (error == 0)
3313 		error = setfflags((struct vnode *) fp->f_data, uap->flags);
3314 	fdrop(fp);
3315 	return (error);
3316 }
3317 
3318 /*
3319  * chflagsat_args(int fd, const char *path, u_long flags, int atflags)
3320  * change flags given a pathname relative to a filedescriptor
3321  */
3322 int
3323 sys_chflagsat(struct sysmsg *sysmsg, const struct chflagsat_args *uap)
3324 {
3325 	struct nlookupdata nd;
3326 	struct vnode *vp;
3327 	struct file *fp;
3328 	int error;
3329 	int lookupflags;
3330 
3331 	if (uap->atflags & ~AT_SYMLINK_NOFOLLOW)
3332 		return (EINVAL);
3333 
3334 	lookupflags = (uap->atflags & AT_SYMLINK_NOFOLLOW) ? 0 : NLC_FOLLOW;
3335 
3336 	vp = NULL;
3337 	error = nlookup_init_at(&nd, &fp, uap->fd,  uap->path, UIO_USERSPACE, lookupflags);
3338 	if (error == 0)
3339 		error = nlookup(&nd);
3340 	if (error == 0)
3341 		error = ncp_writechk(&nd.nl_nch);
3342 	if (error == 0)
3343 		error = cache_vref(&nd.nl_nch, nd.nl_cred, &vp);
3344 	nlookup_done_at(&nd, fp);
3345 	if (error == 0) {
3346 		error = setfflags(vp, uap->flags);
3347 		vrele(vp);
3348 	}
3349 	return (error);
3350 }
3351 
3352 
3353 static int
3354 setfmode(struct vnode *vp, int mode)
3355 {
3356 	struct thread *td = curthread;
3357 	int error;
3358 	struct vattr vattr;
3359 
3360 	/*
3361 	 * note: vget is required for any operation that might mod the vnode
3362 	 * so VINACTIVE is properly cleared.
3363 	 */
3364 	if ((error = vget(vp, LK_EXCLUSIVE)) == 0) {
3365 		VATTR_NULL(&vattr);
3366 		vattr.va_mode = mode & ALLPERMS;
3367 		error = VOP_SETATTR(vp, &vattr, td->td_ucred);
3368 		cache_inval_wxok(vp);
3369 		vput(vp);
3370 	}
3371 	return error;
3372 }
3373 
3374 int
3375 kern_chmod(struct nlookupdata *nd, int mode)
3376 {
3377 	struct vnode *vp;
3378 	int error;
3379 
3380 	if ((error = nlookup(nd)) != 0)
3381 		return (error);
3382 	if ((error = cache_vref(&nd->nl_nch, nd->nl_cred, &vp)) != 0)
3383 		return (error);
3384 	if ((error = ncp_writechk(&nd->nl_nch)) == 0)
3385 		error = setfmode(vp, mode);
3386 	vrele(vp);
3387 	return (error);
3388 }
3389 
3390 /*
3391  * chmod_args(char *path, int mode)
3392  *
3393  * Change mode of a file given path name.
3394  */
3395 int
3396 sys_chmod(struct sysmsg *sysmsg, const struct chmod_args *uap)
3397 {
3398 	struct nlookupdata nd;
3399 	int error;
3400 
3401 	error = nlookup_init(&nd, uap->path, UIO_USERSPACE, NLC_FOLLOW);
3402 	if (error == 0)
3403 		error = kern_chmod(&nd, uap->mode);
3404 	nlookup_done(&nd);
3405 	return (error);
3406 }
3407 
3408 /*
3409  * lchmod_args(char *path, int mode)
3410  *
3411  * Change mode of a file given path name (don't follow links.)
3412  */
3413 int
3414 sys_lchmod(struct sysmsg *sysmsg, const struct lchmod_args *uap)
3415 {
3416 	struct nlookupdata nd;
3417 	int error;
3418 
3419 	error = nlookup_init(&nd, uap->path, UIO_USERSPACE, 0);
3420 	if (error == 0)
3421 		error = kern_chmod(&nd, uap->mode);
3422 	nlookup_done(&nd);
3423 	return (error);
3424 }
3425 
3426 /*
3427  * fchmod_args(int fd, int mode)
3428  *
3429  * Change mode of a file given a file descriptor.
3430  */
3431 int
3432 sys_fchmod(struct sysmsg *sysmsg, const struct fchmod_args *uap)
3433 {
3434 	struct thread *td = curthread;
3435 	struct file *fp;
3436 	int error;
3437 
3438 	if ((error = holdvnode(td, uap->fd, &fp)) != 0)
3439 		return (error);
3440 	if (fp->f_nchandle.ncp)
3441 		error = ncp_writechk(&fp->f_nchandle);
3442 	if (error == 0)
3443 		error = setfmode((struct vnode *)fp->f_data, uap->mode);
3444 	fdrop(fp);
3445 	return (error);
3446 }
3447 
3448 /*
3449  * fchmodat_args(char *path, int mode)
3450  *
3451  * Change mode of a file pointed to by fd/path.
3452  */
3453 int
3454 sys_fchmodat(struct sysmsg *sysmsg, const struct fchmodat_args *uap)
3455 {
3456 	struct nlookupdata nd;
3457 	struct file *fp;
3458 	int error;
3459 	int flags;
3460 
3461 	if (uap->flags & ~AT_SYMLINK_NOFOLLOW)
3462 		return (EINVAL);
3463 	flags = (uap->flags & AT_SYMLINK_NOFOLLOW) ? 0 : NLC_FOLLOW;
3464 
3465 	error = nlookup_init_at(&nd, &fp, uap->fd, uap->path,
3466 				UIO_USERSPACE, flags);
3467 	if (error == 0)
3468 		error = kern_chmod(&nd, uap->mode);
3469 	nlookup_done_at(&nd, fp);
3470 	return (error);
3471 }
3472 
3473 static int
3474 setfown(struct mount *mp, struct vnode *vp, uid_t uid, gid_t gid)
3475 {
3476 	struct thread *td = curthread;
3477 	int error;
3478 	struct vattr vattr;
3479 	uid_t o_uid;
3480 	gid_t o_gid;
3481 	uint64_t size;
3482 
3483 	/*
3484 	 * note: vget is required for any operation that might mod the vnode
3485 	 * so VINACTIVE is properly cleared.
3486 	 */
3487 	if ((error = vget(vp, LK_EXCLUSIVE)) == 0) {
3488 		if ((error = VOP_GETATTR(vp, &vattr)) != 0)
3489 			return error;
3490 		o_uid = vattr.va_uid;
3491 		o_gid = vattr.va_gid;
3492 		size = vattr.va_size;
3493 
3494 		VATTR_NULL(&vattr);
3495 		vattr.va_uid = uid;
3496 		vattr.va_gid = gid;
3497 		error = VOP_SETATTR(vp, &vattr, td->td_ucred);
3498 		vput(vp);
3499 	}
3500 
3501 	if (error == 0) {
3502 		if (uid == -1)
3503 			uid = o_uid;
3504 		if (gid == -1)
3505 			gid = o_gid;
3506 		VFS_ACCOUNT(mp, o_uid, o_gid, -size);
3507 		VFS_ACCOUNT(mp,   uid,   gid,  size);
3508 	}
3509 
3510 	return error;
3511 }
3512 
3513 int
3514 kern_chown(struct nlookupdata *nd, int uid, int gid)
3515 {
3516 	struct vnode *vp;
3517 	int error;
3518 
3519 	if ((error = nlookup(nd)) != 0)
3520 		return (error);
3521 	if ((error = cache_vref(&nd->nl_nch, nd->nl_cred, &vp)) != 0)
3522 		return (error);
3523 	if ((error = ncp_writechk(&nd->nl_nch)) == 0)
3524 		error = setfown(nd->nl_nch.mount, vp, uid, gid);
3525 	vrele(vp);
3526 	return (error);
3527 }
3528 
3529 /*
3530  * chown(char *path, int uid, int gid)
3531  *
3532  * Set ownership given a path name.
3533  */
3534 int
3535 sys_chown(struct sysmsg *sysmsg, const struct chown_args *uap)
3536 {
3537 	struct nlookupdata nd;
3538 	int error;
3539 
3540 	error = nlookup_init(&nd, uap->path, UIO_USERSPACE, NLC_FOLLOW);
3541 	if (error == 0)
3542 		error = kern_chown(&nd, uap->uid, uap->gid);
3543 	nlookup_done(&nd);
3544 	return (error);
3545 }
3546 
3547 /*
3548  * lchown_args(char *path, int uid, int gid)
3549  *
3550  * Set ownership given a path name, do not cross symlinks.
3551  */
3552 int
3553 sys_lchown(struct sysmsg *sysmsg, const struct lchown_args *uap)
3554 {
3555 	struct nlookupdata nd;
3556 	int error;
3557 
3558 	error = nlookup_init(&nd, uap->path, UIO_USERSPACE, 0);
3559 	if (error == 0)
3560 		error = kern_chown(&nd, uap->uid, uap->gid);
3561 	nlookup_done(&nd);
3562 	return (error);
3563 }
3564 
3565 /*
3566  * fchown_args(int fd, int uid, int gid)
3567  *
3568  * Set ownership given a file descriptor.
3569  */
3570 int
3571 sys_fchown(struct sysmsg *sysmsg, const struct fchown_args *uap)
3572 {
3573 	struct thread *td = curthread;
3574 	struct proc *p = td->td_proc;
3575 	struct file *fp;
3576 	int error;
3577 
3578 	if ((error = holdvnode(td, uap->fd, &fp)) != 0)
3579 		return (error);
3580 	if (fp->f_nchandle.ncp)
3581 		error = ncp_writechk(&fp->f_nchandle);
3582 	if (error == 0)
3583 		error = setfown(p->p_fd->fd_ncdir.mount,
3584 			(struct vnode *)fp->f_data, uap->uid, uap->gid);
3585 	fdrop(fp);
3586 	return (error);
3587 }
3588 
3589 /*
3590  * fchownat(int fd, char *path, int uid, int gid, int flags)
3591  *
3592  * Set ownership of file pointed to by fd/path.
3593  */
3594 int
3595 sys_fchownat(struct sysmsg *sysmsg, const struct fchownat_args *uap)
3596 {
3597 	struct nlookupdata nd;
3598 	struct file *fp;
3599 	int error;
3600 	int flags;
3601 
3602 	if (uap->flags & ~AT_SYMLINK_NOFOLLOW)
3603 		return (EINVAL);
3604 	flags = (uap->flags & AT_SYMLINK_NOFOLLOW) ? 0 : NLC_FOLLOW;
3605 
3606 	error = nlookup_init_at(&nd, &fp, uap->fd, uap->path,
3607 				UIO_USERSPACE, flags);
3608 	if (error == 0)
3609 		error = kern_chown(&nd, uap->uid, uap->gid);
3610 	nlookup_done_at(&nd, fp);
3611 	return (error);
3612 }
3613 
3614 
3615 static int
3616 getutimes(struct timeval *tvp, struct timespec *tsp)
3617 {
3618 	struct timeval tv[2];
3619 	int error;
3620 
3621 	if (tvp == NULL) {
3622 		microtime(&tv[0]);
3623 		TIMEVAL_TO_TIMESPEC(&tv[0], &tsp[0]);
3624 		tsp[1] = tsp[0];
3625 	} else {
3626 		if ((error = itimerfix(tvp)) != 0)
3627 			return (error);
3628 		TIMEVAL_TO_TIMESPEC(&tvp[0], &tsp[0]);
3629 		TIMEVAL_TO_TIMESPEC(&tvp[1], &tsp[1]);
3630 	}
3631 	return 0;
3632 }
3633 
3634 static int
3635 getutimens(const struct timespec *ts, struct timespec *newts, int *nullflag)
3636 {
3637 	struct timespec tsnow;
3638 	int error;
3639 
3640 	*nullflag = 0;
3641 	nanotime(&tsnow);
3642 	if (ts == NULL) {
3643 		newts[0] = tsnow;
3644 		newts[1] = tsnow;
3645 		*nullflag = 1;
3646 		return (0);
3647 	}
3648 
3649 	newts[0] = ts[0];
3650 	newts[1] = ts[1];
3651 	if (newts[0].tv_nsec == UTIME_OMIT && newts[1].tv_nsec == UTIME_OMIT)
3652 		return (0);
3653 	if (newts[0].tv_nsec == UTIME_NOW && newts[1].tv_nsec == UTIME_NOW)
3654 		*nullflag = 1;
3655 
3656 	if (newts[0].tv_nsec == UTIME_OMIT)
3657 		newts[0].tv_sec = VNOVAL;
3658 	else if (newts[0].tv_nsec == UTIME_NOW)
3659 		newts[0] = tsnow;
3660 	else if ((error = itimespecfix(&newts[0])) != 0)
3661 		return (error);
3662 
3663 	if (newts[1].tv_nsec == UTIME_OMIT)
3664 		newts[1].tv_sec = VNOVAL;
3665 	else if (newts[1].tv_nsec == UTIME_NOW)
3666 		newts[1] = tsnow;
3667 	else if ((error = itimespecfix(&newts[1])) != 0)
3668 		return (error);
3669 
3670 	return (0);
3671 }
3672 
3673 static int
3674 setutimes(struct vnode *vp, struct vattr *vattr,
3675 	  const struct timespec *ts, int nullflag)
3676 {
3677 	struct thread *td = curthread;
3678 	int error;
3679 
3680 	VATTR_NULL(vattr);
3681 	vattr->va_atime = ts[0];
3682 	vattr->va_mtime = ts[1];
3683 	if (nullflag)
3684 		vattr->va_vaflags |= VA_UTIMES_NULL;
3685 	error = VOP_SETATTR(vp, vattr, td->td_ucred);
3686 
3687 	return error;
3688 }
3689 
3690 int
3691 kern_utimes(struct nlookupdata *nd, struct timeval *tptr)
3692 {
3693 	struct timespec ts[2];
3694 	int error;
3695 
3696 	if (tptr) {
3697 		if ((error = getutimes(tptr, ts)) != 0)
3698 			return (error);
3699 	}
3700 	error = kern_utimensat(nd, tptr ? ts : NULL, 0);
3701 	return (error);
3702 }
3703 
3704 /*
3705  * utimes_args(char *path, struct timeval *tptr)
3706  *
3707  * Set the access and modification times of a file.
3708  */
3709 int
3710 sys_utimes(struct sysmsg *sysmsg, const struct utimes_args *uap)
3711 {
3712 	struct timeval tv[2];
3713 	struct nlookupdata nd;
3714 	int error;
3715 
3716 	if (uap->tptr) {
3717  		error = copyin(uap->tptr, tv, sizeof(tv));
3718 		if (error)
3719 			return (error);
3720 	}
3721 	error = nlookup_init(&nd, uap->path, UIO_USERSPACE, NLC_FOLLOW);
3722 	if (error == 0)
3723 		error = kern_utimes(&nd, uap->tptr ? tv : NULL);
3724 	nlookup_done(&nd);
3725 	return (error);
3726 }
3727 
3728 /*
3729  * lutimes_args(char *path, struct timeval *tptr)
3730  *
3731  * Set the access and modification times of a file.
3732  */
3733 int
3734 sys_lutimes(struct sysmsg *sysmsg, const struct lutimes_args *uap)
3735 {
3736 	struct timeval tv[2];
3737 	struct nlookupdata nd;
3738 	int error;
3739 
3740 	if (uap->tptr) {
3741 		error = copyin(uap->tptr, tv, sizeof(tv));
3742 		if (error)
3743 			return (error);
3744 	}
3745 	error = nlookup_init(&nd, uap->path, UIO_USERSPACE, 0);
3746 	if (error == 0)
3747 		error = kern_utimes(&nd, uap->tptr ? tv : NULL);
3748 	nlookup_done(&nd);
3749 	return (error);
3750 }
3751 
3752 /*
3753  * Set utimes on a file descriptor.  The creds used to open the
3754  * file are used to determine whether the operation is allowed
3755  * or not.
3756  */
3757 int
3758 kern_futimens(int fd, struct timespec *ts)
3759 {
3760 	struct thread *td = curthread;
3761 	struct timespec newts[2];
3762 	struct file *fp;
3763 	struct vnode *vp;
3764 	struct vattr vattr;
3765 	struct vattr_lite lva;
3766 	int nullflag;
3767 	int error;
3768 
3769 	error = getutimens(ts, newts, &nullflag);
3770 	if (error)
3771 		return (error);
3772 	if ((error = holdvnode(td, fd, &fp)) != 0)
3773 		return (error);
3774 	if (fp->f_nchandle.ncp)
3775 		error = ncp_writechk(&fp->f_nchandle);
3776 	if (error == 0) {
3777 		vp = fp->f_data;
3778 		error = vget(vp, LK_EXCLUSIVE);
3779 		if (error == 0) {
3780 			error = VOP_GETATTR_FP(vp, &vattr, fp);
3781 			if (error == 0) {
3782 				lva.va_type = vattr.va_type;
3783 				lva.va_nlink = vattr.va_nlink;
3784 				lva.va_mode = vattr.va_mode;
3785 				lva.va_uid = vattr.va_uid;
3786 				lva.va_gid = vattr.va_gid;
3787 				lva.va_size = vattr.va_size;
3788 				lva.va_flags = vattr.va_flags;
3789 
3790 				error = naccess_lva(&lva, NLC_OWN | NLC_WRITE,
3791 						   fp->f_cred);
3792 			}
3793 			if (error == 0) {
3794 				error = setutimes(vp, &vattr, newts, nullflag);
3795 			}
3796 			vput(vp);
3797 		}
3798 	}
3799 	fdrop(fp);
3800 	return (error);
3801 }
3802 
3803 /*
3804  * futimens_args(int fd, struct timespec *ts)
3805  *
3806  * Set the access and modification times of a file.
3807  */
3808 int
3809 sys_futimens(struct sysmsg *sysmsg, const struct futimens_args *uap)
3810 {
3811 	struct timespec ts[2];
3812 	int error;
3813 
3814 	if (uap->ts) {
3815 		error = copyin(uap->ts, ts, sizeof(ts));
3816 		if (error)
3817 			return (error);
3818 	}
3819 	error = kern_futimens(uap->fd, uap->ts ? ts : NULL);
3820 	return (error);
3821 }
3822 
3823 int
3824 kern_futimes(int fd, struct timeval *tptr)
3825 {
3826 	struct timespec ts[2];
3827 	int error;
3828 
3829 	if (tptr) {
3830 		if ((error = getutimes(tptr, ts)) != 0)
3831 			return (error);
3832 	}
3833 	error = kern_futimens(fd, tptr ? ts : NULL);
3834 	return (error);
3835 }
3836 
3837 /*
3838  * futimes_args(int fd, struct timeval *tptr)
3839  *
3840  * Set the access and modification times of a file.
3841  */
3842 int
3843 sys_futimes(struct sysmsg *sysmsg, const struct futimes_args *uap)
3844 {
3845 	struct timeval tv[2];
3846 	int error;
3847 
3848 	if (uap->tptr) {
3849 		error = copyin(uap->tptr, tv, sizeof(tv));
3850 		if (error)
3851 			return (error);
3852 	}
3853 	error = kern_futimes(uap->fd, uap->tptr ? tv : NULL);
3854 	return (error);
3855 }
3856 
3857 int
3858 kern_utimensat(struct nlookupdata *nd, const struct timespec *ts, int flags)
3859 {
3860 	struct timespec newts[2];
3861 	struct vnode *vp;
3862 	struct vattr vattr;
3863 	int nullflag;
3864 	int error;
3865 
3866 	if (flags & ~AT_SYMLINK_NOFOLLOW)
3867 		return (EINVAL);
3868 
3869 	error = getutimens(ts, newts, &nullflag);
3870 	if (error)
3871 		return (error);
3872 
3873 	nd->nl_flags |= NLC_OWN | NLC_WRITE;
3874 	if ((error = nlookup(nd)) != 0)
3875 		return (error);
3876 	if ((error = ncp_writechk(&nd->nl_nch)) != 0)
3877 		return (error);
3878 	if ((error = cache_vref(&nd->nl_nch, nd->nl_cred, &vp)) != 0)
3879 		return (error);
3880 	if ((error = vn_writechk(vp)) == 0) {
3881 		error = vget(vp, LK_EXCLUSIVE);
3882 		if (error == 0) {
3883 			error = setutimes(vp, &vattr, newts, nullflag);
3884 			vput(vp);
3885 		}
3886 	}
3887 	vrele(vp);
3888 	return (error);
3889 }
3890 
3891 /*
3892  * utimensat_args(int fd, const char *path, const struct timespec *ts, int flags);
3893  *
3894  * Set file access and modification times of a file.
3895  */
3896 int
3897 sys_utimensat(struct sysmsg *sysmsg, const struct utimensat_args *uap)
3898 {
3899 	struct timespec ts[2];
3900 	struct nlookupdata nd;
3901 	struct file *fp;
3902 	int error;
3903 	int flags;
3904 
3905 	if (uap->ts) {
3906 		error = copyin(uap->ts, ts, sizeof(ts));
3907 		if (error)
3908 			return (error);
3909 	}
3910 
3911 	flags = (uap->flags & AT_SYMLINK_NOFOLLOW) ? 0 : NLC_FOLLOW;
3912 	error = nlookup_init_at(&nd, &fp, uap->fd, uap->path,
3913 	                        UIO_USERSPACE, flags);
3914 	if (error == 0)
3915 		error = kern_utimensat(&nd, uap->ts ? ts : NULL, uap->flags);
3916 	nlookup_done_at(&nd, fp);
3917 	return (error);
3918 }
3919 
3920 int
3921 kern_truncate(struct nlookupdata *nd, off_t length)
3922 {
3923 	struct vnode *vp;
3924 	struct vattr vattr;
3925 	int error;
3926 	uid_t uid = 0;
3927 	gid_t gid = 0;
3928 	uint64_t old_size = 0;
3929 
3930 	if (length < 0)
3931 		return(EINVAL);
3932 	nd->nl_flags |= NLC_WRITE | NLC_TRUNCATE;
3933 	if ((error = nlookup(nd)) != 0)
3934 		return (error);
3935 	if ((error = ncp_writechk(&nd->nl_nch)) != 0)
3936 		return (error);
3937 	if ((error = cache_vref(&nd->nl_nch, nd->nl_cred, &vp)) != 0)
3938 		return (error);
3939 	error = vn_lock(vp, LK_EXCLUSIVE | LK_RETRY | LK_FAILRECLAIM);
3940 	if (error) {
3941 		vrele(vp);
3942 		return (error);
3943 	}
3944 	if (vp->v_type == VDIR) {
3945 		error = EISDIR;
3946 		goto done;
3947 	}
3948 	if (vfs_quota_enabled) {
3949 		error = VOP_GETATTR(vp, &vattr);
3950 		KASSERT(error == 0, ("kern_truncate(): VOP_GETATTR didn't return 0"));
3951 		uid = vattr.va_uid;
3952 		gid = vattr.va_gid;
3953 		old_size = vattr.va_size;
3954 	}
3955 
3956 	if ((error = vn_writechk(vp)) == 0) {
3957 		VATTR_NULL(&vattr);
3958 		vattr.va_size = length;
3959 		error = VOP_SETATTR(vp, &vattr, nd->nl_cred);
3960 		VFS_ACCOUNT(nd->nl_nch.mount, uid, gid, length - old_size);
3961 	}
3962 done:
3963 	vput(vp);
3964 	return (error);
3965 }
3966 
3967 /*
3968  * truncate(char *path, int pad, off_t length)
3969  *
3970  * Truncate a file given its path name.
3971  */
3972 int
3973 sys_truncate(struct sysmsg *sysmsg, const struct truncate_args *uap)
3974 {
3975 	struct nlookupdata nd;
3976 	int error;
3977 
3978 	error = nlookup_init(&nd, uap->path, UIO_USERSPACE, NLC_FOLLOW);
3979 	if (error == 0)
3980 		error = kern_truncate(&nd, uap->length);
3981 	nlookup_done(&nd);
3982 	return error;
3983 }
3984 
3985 int
3986 kern_ftruncate(int fd, off_t length)
3987 {
3988 	struct thread *td = curthread;
3989 	struct vattr vattr;
3990 	struct vnode *vp;
3991 	struct file *fp;
3992 	int error;
3993 	uid_t uid = 0;
3994 	gid_t gid = 0;
3995 	uint64_t old_size = 0;
3996 	struct mount *mp;
3997 
3998 	if (length < 0)
3999 		return(EINVAL);
4000 	if ((error = holdvnode(td, fd, &fp)) != 0)
4001 		return (error);
4002 	if (fp->f_nchandle.ncp) {
4003 		error = ncp_writechk(&fp->f_nchandle);
4004 		if (error)
4005 			goto done;
4006 	}
4007 	if ((fp->f_flag & FWRITE) == 0) {
4008 		error = EINVAL;
4009 		goto done;
4010 	}
4011 	if (fp->f_flag & FAPPENDONLY) {	/* inode was set s/uapnd */
4012 		error = EINVAL;
4013 		goto done;
4014 	}
4015 	vp = (struct vnode *)fp->f_data;
4016 	vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
4017 	if (vp->v_type == VDIR) {
4018 		error = EISDIR;
4019 		vn_unlock(vp);
4020 		goto done;
4021 	}
4022 
4023 	if (vfs_quota_enabled) {
4024 		error = VOP_GETATTR_FP(vp, &vattr, fp);
4025 		KASSERT(error == 0, ("kern_ftruncate(): VOP_GETATTR didn't return 0"));
4026 		uid = vattr.va_uid;
4027 		gid = vattr.va_gid;
4028 		old_size = vattr.va_size;
4029 	}
4030 
4031 	if ((error = vn_writechk(vp)) == 0) {
4032 		VATTR_NULL(&vattr);
4033 		vattr.va_size = length;
4034 		error = VOP_SETATTR_FP(vp, &vattr, fp->f_cred, fp);
4035 		mp = vq_vptomp(vp);
4036 		VFS_ACCOUNT(mp, uid, gid, length - old_size);
4037 	}
4038 	vn_unlock(vp);
4039 done:
4040 	fdrop(fp);
4041 	return (error);
4042 }
4043 
4044 /*
4045  * ftruncate_args(int fd, int pad, off_t length)
4046  *
4047  * Truncate a file given a file descriptor.
4048  */
4049 int
4050 sys_ftruncate(struct sysmsg *sysmsg, const struct ftruncate_args *uap)
4051 {
4052 	int error;
4053 
4054 	error = kern_ftruncate(uap->fd, uap->length);
4055 
4056 	return (error);
4057 }
4058 
4059 int
4060 kern_fsync(int fd, bool fullsync)
4061 {
4062 	struct thread *td = curthread;
4063 	struct vnode *vp;
4064 	struct file *fp;
4065 	vm_object_t obj;
4066 	int error;
4067 
4068 	if ((error = holdvnode(td, fd, &fp)) != 0)
4069 		return (error);
4070 	vp = (struct vnode *)fp->f_data;
4071 	vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
4072 	if ((obj = vp->v_object) != NULL) {
4073 		if (vp->v_mount == NULL ||
4074 		    (vp->v_mount->mnt_kern_flag & MNTK_NOMSYNC) == 0) {
4075 			vm_object_page_clean(obj, 0, 0, 0);
4076 		}
4077 	}
4078 	error = fullsync ?
4079 		VOP_FSYNC_FP(vp, MNT_WAIT, VOP_FSYNC_SYSCALL, fp) :
4080 		VOP_FDATASYNC_FP(vp, MNT_WAIT, VOP_FSYNC_SYSCALL, fp);
4081 	if (error == 0 && vp->v_mount)
4082 		error = buf_fsync(vp);
4083 	vn_unlock(vp);
4084 	fdrop(fp);
4085 
4086 	return (error);
4087 }
4088 
4089 /*
4090  * fsync(int fd)
4091  *
4092  * Sync an open file.
4093  */
4094 int
4095 sys_fsync(struct sysmsg *sysmsg, const struct fsync_args *uap)
4096 {
4097 	return (kern_fsync(uap->fd, true));
4098 }
4099 
4100 /*
4101  * fdatasync(int fd)
4102  *
4103  * Data-sync an open file.
4104  */
4105 int
4106 sys_fdatasync(struct sysmsg *sysmsg, const struct fdatasync_args *uap)
4107 {
4108 	return (kern_fsync(uap->fd, false));
4109 }
4110 
4111 /*
4112  * rename op.
4113  *
4114  * NOTE: error == 0 and nl_dvp is NULL indicates a mount point, operation
4115  *	 disallowed.  e.g. /var/cache where /var/cache is a null-mount, for
4116  *	 example.
4117  */
4118 int
4119 kern_rename(struct nlookupdata *fromnd, struct nlookupdata *tond)
4120 {
4121 	struct nchandle fnchd;
4122 	struct nchandle tnchd;
4123 	struct namecache *ncp;
4124 	struct vnode *fdvp;
4125 	struct vnode *tdvp;
4126 	struct mount *mp;
4127 	struct mount *userenlk;
4128 	int error;
4129 	u_int fncp_gen;
4130 	u_int tncp_gen;
4131 
4132 	bwillinode(1);
4133 	fromnd->nl_flags |= NLC_REFDVP | NLC_RENAME_SRC;
4134 	if ((error = nlookup(fromnd)) != 0)
4135 		return (error);
4136 
4137 	/*
4138 	 * Attempt to rename a mount point (from or to)
4139 	 */
4140 	if (error == 0 && fromnd->nl_dvp == NULL)
4141 		return (EINVAL);
4142 
4143 	if ((fnchd.ncp = fromnd->nl_nch.ncp->nc_parent) == NULL)
4144 		return (ENOENT);
4145 	fnchd.mount = fromnd->nl_nch.mount;
4146 	cache_hold(&fnchd);
4147 
4148 	/*
4149 	 * unlock the source nch so we can lookup the target nch without
4150 	 * deadlocking.  The target may or may not exist so we do not check
4151 	 * for a target vp like kern_mkdir() and other creation functions do.
4152 	 *
4153 	 * The source and target directories are ref'd and rechecked after
4154 	 * everything is relocked to determine if the source or target file
4155 	 * has been renamed.
4156 	 */
4157 	KKASSERT(fromnd->nl_flags & NLC_NCPISLOCKED);
4158 	fromnd->nl_flags &= ~NLC_NCPISLOCKED;
4159 	fncp_gen = fromnd->nl_nch.ncp->nc_generation;
4160 
4161 	if (fromnd->nl_nch.ncp->nc_vp &&
4162 	    fromnd->nl_nch.ncp->nc_vp->v_type == VDIR) {
4163 		userenlk = fnchd.mount;
4164 		cache_unlock(&fromnd->nl_nch);
4165 		lockmgr(&userenlk->mnt_renlock, LK_EXCLUSIVE);
4166 	} else {
4167 		userenlk = NULL;
4168 		cache_unlock(&fromnd->nl_nch);
4169 	}
4170 
4171 	/*
4172 	 * Lookup target
4173 	 */
4174 	tond->nl_flags |= NLC_RENAME_DST | NLC_REFDVP;
4175 	if ((error = nlookup(tond)) != 0) {
4176 		cache_drop(&fnchd);
4177 		goto done;
4178 	}
4179 	tncp_gen = tond->nl_nch.ncp->nc_generation;
4180 
4181 	/*
4182 	 * Attempt to rename a mount point (from or to)
4183 	 */
4184 	if (error == 0 && tond->nl_dvp == NULL) {
4185 		cache_drop(&fnchd);
4186 		error = ENOENT;
4187 		goto done;
4188 	}
4189 
4190 	if ((tnchd.ncp = tond->nl_nch.ncp->nc_parent) == NULL) {
4191 		cache_drop(&fnchd);
4192 		error = ENOENT;
4193 		goto done;
4194 	}
4195 	tnchd.mount = tond->nl_nch.mount;
4196 	cache_hold(&tnchd);
4197 
4198 	/*
4199 	 * If the source and target are the same there is nothing to do
4200 	 */
4201 	if (fromnd->nl_nch.ncp == tond->nl_nch.ncp) {
4202 		cache_drop(&fnchd);
4203 		cache_drop(&tnchd);
4204 		error = 0;
4205 		goto done;
4206 	}
4207 
4208 	/*
4209 	 * Mount points cannot be renamed or overwritten
4210 	 */
4211 	if ((fromnd->nl_nch.ncp->nc_flag | tond->nl_nch.ncp->nc_flag) &
4212 	    NCF_ISMOUNTPT
4213 	) {
4214 		cache_drop(&fnchd);
4215 		cache_drop(&tnchd);
4216 		error = EINVAL;
4217 		goto done;
4218 	}
4219 
4220 	/*
4221 	 * Lock all four namecache entries.  tond is already locked.
4222 	 */
4223 	cache_lock4_tondlocked(&fnchd, &fromnd->nl_nch,
4224 			       &tnchd, &tond->nl_nch,
4225 			       fromnd->nl_cred, tond->nl_cred);
4226 	fromnd->nl_flags |= NLC_NCPISLOCKED;
4227 
4228 	/*
4229 	 * If the namecache generation changed for either fromnd or tond,
4230 	 * we must retry.
4231 	 */
4232 	if (((fromnd->nl_nch.ncp->nc_generation - fncp_gen) & ~1) ||
4233 	    ((tond->nl_nch.ncp->nc_generation - tncp_gen) & ~1))
4234 	{
4235 		krateprintf(&krate_rename,
4236 			"kern_rename: retry due to race on: "
4237 			"\"%s\" -> \"%s\" (%d,%d)\n",
4238 			fromnd->nl_nch.ncp->nc_name,
4239 			tond->nl_nch.ncp->nc_name,
4240 			fromnd->nl_nch.ncp->nc_generation - fncp_gen,
4241 			tond->nl_nch.ncp->nc_generation - tncp_gen);
4242 		error = EAGAIN;
4243 		goto finish;
4244 	}
4245 
4246 	/*
4247 	 * If either fromnd or tond are marked destroyed a ripout occured
4248 	 * out from under us and we must retry.
4249 	 */
4250 	if ((fromnd->nl_nch.ncp->nc_flag & (NCF_DESTROYED | NCF_UNRESOLVED)) ||
4251 	    fromnd->nl_nch.ncp->nc_vp == NULL ||
4252 	    (tond->nl_nch.ncp->nc_flag & (NCF_DESTROYED | NCF_UNRESOLVED))) {
4253 		krateprintf(&krate_rename,
4254 			"kern_rename: retry due to ripout on: "
4255 			"\"%s\" -> \"%s\"\n",
4256 			fromnd->nl_nch.ncp->nc_name,
4257 			tond->nl_nch.ncp->nc_name);
4258 		error = EAGAIN;
4259 		goto finish;
4260 	}
4261 
4262 	/*
4263 	 * Make sure the parent directories linkages are the same.  We have
4264 	 * already checked that fromnd and tond are not mount points so this
4265 	 * should not loop forever on a cross-mount.
4266 	 */
4267 	if (fnchd.ncp != fromnd->nl_nch.ncp->nc_parent ||
4268 	    tnchd.ncp != tond->nl_nch.ncp->nc_parent) {
4269 		error = EAGAIN;
4270 		goto finish;
4271 	}
4272 
4273 	/*
4274 	 * Both the source and target must be within the same filesystem and
4275 	 * in the same filesystem as their parent directories within the
4276 	 * namecache topology.
4277 	 *
4278 	 * NOTE: fromnd's nc_mount or nc_vp could be NULL.
4279 	 */
4280 	mp = fnchd.mount;
4281 	if (mp != tnchd.mount || mp != fromnd->nl_nch.mount ||
4282 	    mp != tond->nl_nch.mount) {
4283 		error = EXDEV;
4284 		goto finish;
4285 	}
4286 
4287 	/*
4288 	 * Make sure the mount point is writable
4289 	 */
4290 	if ((error = ncp_writechk(&tond->nl_nch)) != 0) {
4291 		goto finish;
4292 	}
4293 
4294 	/*
4295 	 * If the target exists and either the source or target is a directory,
4296 	 * then both must be directories.
4297 	 *
4298 	 * Due to relocking of the source, fromnd->nl_nch.ncp->nc_vp might h
4299 	 * have become NULL.
4300 	 */
4301 	if (tond->nl_nch.ncp->nc_vp) {
4302 		if (fromnd->nl_nch.ncp->nc_vp == NULL) {
4303 			error = ENOENT;
4304 		} else if (fromnd->nl_nch.ncp->nc_vp->v_type == VDIR) {
4305 			if (tond->nl_nch.ncp->nc_vp->v_type != VDIR)
4306 				error = ENOTDIR;
4307 		} else if (tond->nl_nch.ncp->nc_vp->v_type == VDIR) {
4308 			error = EISDIR;
4309 		}
4310 	}
4311 
4312 	/*
4313 	 * You cannot rename a source into itself or a subdirectory of itself.
4314 	 * We check this by travsersing the target directory upwards looking
4315 	 * for a match against the source.
4316 	 *
4317 	 * Only required when renaming a directory, in which case userenlk is
4318 	 * non-NULL.
4319 	 */
4320 	if (__predict_false(userenlk && error == 0)) {
4321 		for (ncp = tnchd.ncp; ncp; ncp = ncp->nc_parent) {
4322 			if (fromnd->nl_nch.ncp == ncp) {
4323 				error = EINVAL;
4324 				break;
4325 			}
4326 		}
4327 	}
4328 
4329 	/*
4330 	 * Even though the namespaces are different, they may still represent
4331 	 * hardlinks to the same file.  The filesystem might have a hard time
4332 	 * with this so we issue a NREMOVE of the source instead of a NRENAME
4333 	 * when we detect the situation.
4334 	 */
4335 	if (error == 0) {
4336 		fdvp = fromnd->nl_dvp;
4337 		tdvp = tond->nl_dvp;
4338 		if (fdvp == NULL || tdvp == NULL) {
4339 			error = EPERM;
4340 		} else if (fromnd->nl_nch.ncp->nc_vp == tond->nl_nch.ncp->nc_vp) {
4341 			error = VOP_NREMOVE(&fromnd->nl_nch, fdvp,
4342 					    fromnd->nl_cred);
4343 		} else {
4344 			error = VOP_NRENAME(&fromnd->nl_nch, &tond->nl_nch,
4345 					    fdvp, tdvp, tond->nl_cred);
4346 		}
4347 	}
4348 finish:
4349 	cache_put(&tnchd);
4350 	cache_put(&fnchd);
4351 done:
4352 	if (userenlk)
4353 		lockmgr(&userenlk->mnt_renlock, LK_RELEASE);
4354 	return (error);
4355 }
4356 
4357 /*
4358  * rename_args(char *from, char *to)
4359  *
4360  * Rename files.  Source and destination must either both be directories,
4361  * or both not be directories.  If target is a directory, it must be empty.
4362  */
4363 int
4364 sys_rename(struct sysmsg *sysmsg, const struct rename_args *uap)
4365 {
4366 	struct nlookupdata fromnd, tond;
4367 	int error;
4368 
4369 	do {
4370 		error = nlookup_init(&fromnd, uap->from, UIO_USERSPACE, 0);
4371 		if (error == 0) {
4372 			error = nlookup_init(&tond, uap->to, UIO_USERSPACE, 0);
4373 			if (error == 0)
4374 				error = kern_rename(&fromnd, &tond);
4375 			nlookup_done(&tond);
4376 		}
4377 		nlookup_done(&fromnd);
4378 	} while (error == EAGAIN);
4379 	return (error);
4380 }
4381 
4382 /*
4383  * renameat_args(int oldfd, char *old, int newfd, char *new)
4384  *
4385  * Rename files using paths relative to the directories associated with
4386  * oldfd and newfd.  Source and destination must either both be directories,
4387  * or both not be directories.  If target is a directory, it must be empty.
4388  */
4389 int
4390 sys_renameat(struct sysmsg *sysmsg, const struct renameat_args *uap)
4391 {
4392 	struct nlookupdata oldnd, newnd;
4393 	struct file *oldfp, *newfp;
4394 	int error;
4395 
4396 	do {
4397 		error = nlookup_init_at(&oldnd, &oldfp,
4398 					uap->oldfd, uap->old,
4399 					UIO_USERSPACE, 0);
4400 		if (error == 0) {
4401 			error = nlookup_init_at(&newnd, &newfp,
4402 						uap->newfd, uap->new,
4403 						UIO_USERSPACE, 0);
4404 			if (error == 0)
4405 				error = kern_rename(&oldnd, &newnd);
4406 			nlookup_done_at(&newnd, newfp);
4407 		}
4408 		nlookup_done_at(&oldnd, oldfp);
4409 	} while (error == EAGAIN);
4410 	return (error);
4411 }
4412 
4413 int
4414 kern_mkdir(struct nlookupdata *nd, int mode)
4415 {
4416 	struct thread *td = curthread;
4417 	struct proc *p = td->td_proc;
4418 	struct vnode *vp;
4419 	struct vattr vattr;
4420 	int error;
4421 
4422 	bwillinode(1);
4423 	nd->nl_flags |= NLC_WILLBEDIR | NLC_CREATE | NLC_REFDVP;
4424 	if ((error = nlookup(nd)) != 0)
4425 		return (error);
4426 
4427 	if (nd->nl_nch.ncp->nc_vp)
4428 		return (EEXIST);
4429 	if (nd->nl_dvp == NULL)
4430 		return (EINVAL);
4431 	if ((error = ncp_writechk(&nd->nl_nch)) != 0)
4432 		return (error);
4433 	VATTR_NULL(&vattr);
4434 	vattr.va_type = VDIR;
4435 	vattr.va_mode = (mode & ACCESSPERMS) &~ p->p_fd->fd_cmask;
4436 
4437 	vp = NULL;
4438 	error = VOP_NMKDIR(&nd->nl_nch, nd->nl_dvp, &vp, td->td_ucred, &vattr);
4439 	if (error == 0)
4440 		vput(vp);
4441 	return (error);
4442 }
4443 
4444 /*
4445  * mkdir_args(char *path, int mode)
4446  *
4447  * Make a directory file.
4448  */
4449 int
4450 sys_mkdir(struct sysmsg *sysmsg, const struct mkdir_args *uap)
4451 {
4452 	struct nlookupdata nd;
4453 	int error;
4454 
4455 	error = nlookup_init(&nd, uap->path, UIO_USERSPACE, 0);
4456 	if (error == 0)
4457 		error = kern_mkdir(&nd, uap->mode);
4458 	nlookup_done(&nd);
4459 	return (error);
4460 }
4461 
4462 /*
4463  * mkdirat_args(int fd, char *path, mode_t mode)
4464  *
4465  * Make a directory file.  The path is relative to the directory associated
4466  * with fd.
4467  */
4468 int
4469 sys_mkdirat(struct sysmsg *sysmsg, const struct mkdirat_args *uap)
4470 {
4471 	struct nlookupdata nd;
4472 	struct file *fp;
4473 	int error;
4474 
4475 	error = nlookup_init_at(&nd, &fp, uap->fd, uap->path, UIO_USERSPACE, 0);
4476 	if (error == 0)
4477 		error = kern_mkdir(&nd, uap->mode);
4478 	nlookup_done_at(&nd, fp);
4479 	return (error);
4480 }
4481 
4482 int
4483 kern_rmdir(struct nlookupdata *nd)
4484 {
4485 	int error;
4486 
4487 	bwillinode(1);
4488 	nd->nl_flags |= NLC_DELETE | NLC_REFDVP;
4489 	if ((error = nlookup(nd)) != 0)
4490 		return (error);
4491 
4492 	/*
4493 	 * Do not allow directories representing mount points to be
4494 	 * deleted, even if empty.  Check write perms on mount point
4495 	 * in case the vnode is aliased (aka nullfs).
4496 	 */
4497 	if (nd->nl_nch.ncp->nc_flag & (NCF_ISMOUNTPT))
4498 		return (EBUSY);
4499 	if (nd->nl_dvp == NULL)
4500 		return (EINVAL);
4501 	if ((error = ncp_writechk(&nd->nl_nch)) != 0)
4502 		return (error);
4503 	error = VOP_NRMDIR(&nd->nl_nch, nd->nl_dvp, nd->nl_cred);
4504 	return (error);
4505 }
4506 
4507 /*
4508  * rmdir_args(char *path)
4509  *
4510  * Remove a directory file.
4511  */
4512 int
4513 sys_rmdir(struct sysmsg *sysmsg, const struct rmdir_args *uap)
4514 {
4515 	struct nlookupdata nd;
4516 	int error;
4517 
4518 	error = nlookup_init(&nd, uap->path, UIO_USERSPACE, 0);
4519 	if (error == 0)
4520 		error = kern_rmdir(&nd);
4521 	nlookup_done(&nd);
4522 	return (error);
4523 }
4524 
4525 int
4526 kern_getdirentries(int fd, char *buf, u_int count, long *basep, int *res,
4527 		   enum uio_seg direction)
4528 {
4529 	struct thread *td = curthread;
4530 	struct vnode *vp;
4531 	struct file *fp;
4532 	struct uio auio;
4533 	struct iovec aiov;
4534 	off_t loff;
4535 	int error, eofflag;
4536 
4537 	if ((error = holdvnode(td, fd, &fp)) != 0)
4538 		return (error);
4539 	if ((fp->f_flag & FREAD) == 0) {
4540 		error = EBADF;
4541 		goto done;
4542 	}
4543 	vp = (struct vnode *)fp->f_data;
4544 	if (vp->v_type != VDIR) {
4545 		error = EINVAL;
4546 		goto done;
4547 	}
4548 	aiov.iov_base = buf;
4549 	aiov.iov_len = count;
4550 	auio.uio_iov = &aiov;
4551 	auio.uio_iovcnt = 1;
4552 	auio.uio_rw = UIO_READ;
4553 	auio.uio_segflg = direction;
4554 	auio.uio_td = td;
4555 	auio.uio_resid = count;
4556 	loff = auio.uio_offset = fp->f_offset;
4557 	error = VOP_READDIR_FP(vp, &auio, fp->f_cred, &eofflag, NULL, NULL, fp);
4558 	fp->f_offset = auio.uio_offset;
4559 	if (error)
4560 		goto done;
4561 
4562 	/*
4563 	 * WARNING!  *basep may not be wide enough to accomodate the
4564 	 * seek offset.   XXX should we hack this to return the upper 32 bits
4565 	 * for offsets greater then 4G?
4566 	 */
4567 	if (basep) {
4568 		*basep = (long)loff;
4569 	}
4570 	*res = count - auio.uio_resid;
4571 done:
4572 	fdrop(fp);
4573 	return (error);
4574 }
4575 
4576 /*
4577  * getdirentries_args(int fd, char *buf, u_int conut, long *basep)
4578  *
4579  * Read a block of directory entries in a file system independent format.
4580  */
4581 int
4582 sys_getdirentries(struct sysmsg *sysmsg, const struct getdirentries_args *uap)
4583 {
4584 	long base;
4585 	int error;
4586 
4587 	error = kern_getdirentries(uap->fd, uap->buf, uap->count, &base,
4588 				   &sysmsg->sysmsg_result, UIO_USERSPACE);
4589 
4590 	if (error == 0 && uap->basep)
4591 		error = copyout(&base, uap->basep, sizeof(*uap->basep));
4592 	return (error);
4593 }
4594 
4595 /*
4596  * getdents_args(int fd, char *buf, size_t count)
4597  */
4598 int
4599 sys_getdents(struct sysmsg *sysmsg, const struct getdents_args *uap)
4600 {
4601 	int error;
4602 
4603 	error = kern_getdirentries(uap->fd, uap->buf, uap->count, NULL,
4604 				   &sysmsg->sysmsg_result, UIO_USERSPACE);
4605 
4606 	return (error);
4607 }
4608 
4609 /*
4610  * Set the mode mask for creation of filesystem nodes.
4611  *
4612  * umask(int newmask)
4613  */
4614 int
4615 sys_umask(struct sysmsg *sysmsg, const struct umask_args *uap)
4616 {
4617 	struct thread *td = curthread;
4618 	struct proc *p = td->td_proc;
4619 	struct filedesc *fdp;
4620 
4621 	fdp = p->p_fd;
4622 	sysmsg->sysmsg_result = fdp->fd_cmask;
4623 	fdp->fd_cmask = uap->newmask & ALLPERMS;
4624 	return (0);
4625 }
4626 
4627 /*
4628  * revoke(char *path)
4629  *
4630  * Void all references to file by ripping underlying filesystem
4631  * away from vnode.
4632  */
4633 int
4634 sys_revoke(struct sysmsg *sysmsg, const struct revoke_args *uap)
4635 {
4636 	struct nlookupdata nd;
4637 	struct vattr vattr;
4638 	struct vnode *vp;
4639 	struct ucred *cred;
4640 	int error;
4641 
4642 	vp = NULL;
4643 	error = nlookup_init(&nd, uap->path, UIO_USERSPACE, NLC_FOLLOW);
4644 	if (error == 0)
4645 		error = nlookup(&nd);
4646 	if (error == 0)
4647 		error = cache_vref(&nd.nl_nch, nd.nl_cred, &vp);
4648 	cred = crhold(nd.nl_cred);
4649 	nlookup_done(&nd);
4650 	if (error == 0) {
4651 		if (error == 0)
4652 			error = VOP_GETATTR(vp, &vattr);
4653 		if (error == 0 && cred->cr_uid != vattr.va_uid)
4654 			error = priv_check_cred(cred, PRIV_VFS_REVOKE, 0);
4655 		if (error == 0 && (vp->v_type == VCHR || vp->v_type == VBLK)) {
4656 			if (vcount(vp) > 0)
4657 				error = vrevoke(vp, cred);
4658 		} else if (error == 0) {
4659 			error = vrevoke(vp, cred);
4660 		}
4661 		vrele(vp);
4662 	}
4663 	if (cred)
4664 		crfree(cred);
4665 	return (error);
4666 }
4667 
4668 /*
4669  * getfh_args(char *fname, fhandle_t *fhp)
4670  *
4671  * Get (NFS) file handle
4672  *
4673  * NOTE: We use the fsid of the covering mount, even if it is a nullfs
4674  * mount.  This allows nullfs mounts to be explicitly exported.
4675  *
4676  * WARNING: nullfs mounts of HAMMER PFS ROOTs are safe.
4677  *
4678  * 	    nullfs mounts of subdirectories are not safe.  That is, it will
4679  *	    work, but you do not really have protection against access to
4680  *	    the related parent directories.
4681  */
4682 int
4683 sys_getfh(struct sysmsg *sysmsg, const struct getfh_args *uap)
4684 {
4685 	struct thread *td = curthread;
4686 	struct nlookupdata nd;
4687 	fhandle_t fh;
4688 	struct vnode *vp;
4689 	struct mount *mp;
4690 	int error;
4691 
4692 	/*
4693 	 * Must be super user
4694 	 */
4695 	if ((error = priv_check(td, PRIV_ROOT)) != 0)
4696 		return (error);
4697 
4698 	vp = NULL;
4699 	error = nlookup_init(&nd, uap->fname, UIO_USERSPACE, NLC_FOLLOW);
4700 	if (error == 0)
4701 		error = nlookup(&nd);
4702 	if (error == 0)
4703 		error = cache_vget(&nd.nl_nch, nd.nl_cred, LK_EXCLUSIVE, &vp);
4704 	mp = nd.nl_nch.mount;
4705 	nlookup_done(&nd);
4706 	if (error == 0) {
4707 		bzero(&fh, sizeof(fh));
4708 		fh.fh_fsid = mp->mnt_stat.f_fsid;
4709 		error = VFS_VPTOFH(vp, &fh.fh_fid);
4710 		vput(vp);
4711 		if (error == 0)
4712 			error = copyout(&fh, uap->fhp, sizeof(fh));
4713 	}
4714 	return (error);
4715 }
4716 
4717 /*
4718  * fhopen_args(const struct fhandle *u_fhp, int flags)
4719  *
4720  * syscall for the rpc.lockd to use to translate a NFS file handle into
4721  * an open descriptor.
4722  *
4723  * warning: do not remove the priv_check() call or this becomes one giant
4724  * security hole.
4725  */
4726 int
4727 sys_fhopen(struct sysmsg *sysmsg, const struct fhopen_args *uap)
4728 {
4729 	struct thread *td = curthread;
4730 	struct filedesc *fdp = td->td_proc->p_fd;
4731 	struct mount *mp;
4732 	struct vnode *vp;
4733 	struct fhandle fhp;
4734 	struct vattr vat;
4735 	struct vattr *vap = &vat;
4736 	struct flock lf;
4737 	int fmode, mode, error = 0, type;
4738 	struct file *nfp;
4739 	struct file *fp;
4740 	int indx;
4741 
4742 	/*
4743 	 * Must be super user
4744 	 */
4745 	error = priv_check(td, PRIV_ROOT);
4746 	if (error)
4747 		return (error);
4748 
4749 	fmode = FFLAGS(uap->flags);
4750 
4751 	/*
4752 	 * Why not allow a non-read/write open for our lockd?
4753 	 */
4754 	if (((fmode & (FREAD | FWRITE)) == 0) || (fmode & O_CREAT))
4755 		return (EINVAL);
4756 	error = copyin(uap->u_fhp, &fhp, sizeof(fhp));
4757 	if (error)
4758 		return(error);
4759 
4760 	/*
4761 	 * Find the mount point
4762 	 */
4763 	mp = vfs_getvfs(&fhp.fh_fsid);
4764 	if (mp == NULL) {
4765 		error = ESTALE;
4766 		goto done2;
4767 	}
4768 	/* now give me my vnode, it gets returned to me locked */
4769 	error = VFS_FHTOVP(mp, NULL, &fhp.fh_fid, &vp);
4770 	if (error)
4771 		goto done;
4772  	/*
4773 	 * from now on we have to make sure not
4774 	 * to forget about the vnode
4775 	 * any error that causes an abort must vput(vp)
4776 	 * just set error = err and 'goto bad;'.
4777 	 */
4778 
4779 	/*
4780 	 * from vn_open
4781 	 */
4782 	if (vp->v_type == VLNK) {
4783 		error = EMLINK;
4784 		goto bad;
4785 	}
4786 	if (vp->v_type == VSOCK) {
4787 		error = EOPNOTSUPP;
4788 		goto bad;
4789 	}
4790 	mode = 0;
4791 	if (fmode & (FWRITE | O_TRUNC)) {
4792 		if (vp->v_type == VDIR) {
4793 			error = EISDIR;
4794 			goto bad;
4795 		}
4796 		error = vn_writechk(vp);
4797 		if (error)
4798 			goto bad;
4799 		mode |= VWRITE;
4800 	}
4801 	if (fmode & FREAD)
4802 		mode |= VREAD;
4803 	if (mode) {
4804 		error = VOP_ACCESS(vp, mode, td->td_ucred);
4805 		if (error)
4806 			goto bad;
4807 	}
4808 	if (fmode & O_TRUNC) {
4809 		vn_unlock(vp);				/* XXX */
4810 		vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);	/* XXX */
4811 		VATTR_NULL(vap);
4812 		vap->va_size = 0;
4813 		error = VOP_SETATTR(vp, vap, td->td_ucred);
4814 		if (error)
4815 			goto bad;
4816 	}
4817 
4818 	/*
4819 	 * VOP_OPEN needs the file pointer so it can potentially override
4820 	 * it.
4821 	 *
4822 	 * WARNING! no f_nchandle will be associated when fhopen()ing a
4823 	 * directory.  XXX
4824 	 */
4825 	if ((error = falloc(td->td_lwp, &nfp, &indx)) != 0)
4826 		goto bad;
4827 	error = VOP_OPEN(vp, fmode, td->td_ucred, &nfp);
4828 	fp = nfp;
4829 
4830 	if (error) {
4831 		/*
4832 		 * setting f_ops this way prevents VOP_CLOSE from being
4833 		 * called or fdrop() releasing the vp from v_data.   Since
4834 		 * the VOP_OPEN failed we don't want to VOP_CLOSE.
4835 		 */
4836 		fp->f_ops = &badfileops;
4837 		fp->f_data = NULL;
4838 		goto bad_drop;
4839 	}
4840 
4841 	/*
4842 	 * The fp is given its own reference, we still have our ref and lock.
4843 	 *
4844 	 * Assert that all regular files must be created with a VM object.
4845 	 */
4846 	if (vp->v_type == VREG && vp->v_object == NULL) {
4847 		kprintf("fhopen: regular file did not "
4848 			"have VM object: %p\n",
4849 			vp);
4850 		goto bad_drop;
4851 	}
4852 
4853 	/*
4854 	 * The open was successful.  Handle any locking requirements.
4855 	 */
4856 	if (fmode & (O_EXLOCK | O_SHLOCK)) {
4857 		lf.l_whence = SEEK_SET;
4858 		lf.l_start = 0;
4859 		lf.l_len = 0;
4860 		if (fmode & O_EXLOCK)
4861 			lf.l_type = F_WRLCK;
4862 		else
4863 			lf.l_type = F_RDLCK;
4864 		if (fmode & FNONBLOCK)
4865 			type = 0;
4866 		else
4867 			type = F_WAIT;
4868 		vn_unlock(vp);
4869 		if ((error = VOP_ADVLOCK(vp, (caddr_t)fp, F_SETLK,
4870 					 &lf, type)) != 0) {
4871 			/*
4872 			 * release our private reference.
4873 			 */
4874 			fsetfd(fdp, NULL, indx);
4875 			fdrop(fp);
4876 			vrele(vp);
4877 			goto done;
4878 		}
4879 		vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
4880 		atomic_set_int(&fp->f_flag, FHASLOCK);	/* race ok */
4881 	}
4882 
4883 	/*
4884 	 * Clean up.  Associate the file pointer with the previously
4885 	 * reserved descriptor and return it.
4886 	 */
4887 	vput(vp);
4888 	if (uap->flags & O_CLOEXEC)
4889 		fdp->fd_files[indx].fileflags |= UF_EXCLOSE;
4890 	fsetfd(fdp, fp, indx);
4891 	fdrop(fp);
4892 	sysmsg->sysmsg_result = indx;
4893 	mount_drop(mp);
4894 
4895 	return (error);
4896 
4897 bad_drop:
4898 	fsetfd(fdp, NULL, indx);
4899 	fdrop(fp);
4900 bad:
4901 	vput(vp);
4902 done:
4903 	mount_drop(mp);
4904 done2:
4905 	return (error);
4906 }
4907 
4908 /*
4909  * fhstat_args(struct fhandle *u_fhp, struct stat *sb)
4910  */
4911 int
4912 sys_fhstat(struct sysmsg *sysmsg, const struct fhstat_args *uap)
4913 {
4914 	struct thread *td = curthread;
4915 	struct stat sb;
4916 	fhandle_t fh;
4917 	struct mount *mp;
4918 	struct vnode *vp;
4919 	int error;
4920 
4921 	/*
4922 	 * Must be super user
4923 	 */
4924 	error = priv_check(td, PRIV_ROOT);
4925 	if (error)
4926 		return (error);
4927 
4928 	error = copyin(uap->u_fhp, &fh, sizeof(fhandle_t));
4929 	if (error)
4930 		return (error);
4931 
4932 	if ((mp = vfs_getvfs(&fh.fh_fsid)) == NULL)
4933 		error = ESTALE;
4934 	if (error == 0) {
4935 		if ((error = VFS_FHTOVP(mp, NULL, &fh.fh_fid, &vp)) == 0) {
4936 			error = vn_stat(vp, &sb, td->td_ucred);
4937 			vput(vp);
4938 		}
4939 	}
4940 	if (error == 0)
4941 		error = copyout(&sb, uap->sb, sizeof(sb));
4942 	if (mp)
4943 		mount_drop(mp);
4944 
4945 	return (error);
4946 }
4947 
4948 /*
4949  * fhstatfs_args(struct fhandle *u_fhp, struct statfs *buf)
4950  */
4951 int
4952 sys_fhstatfs(struct sysmsg *sysmsg, const struct fhstatfs_args *uap)
4953 {
4954 	struct thread *td = curthread;
4955 	struct proc *p = td->td_proc;
4956 	struct statfs *sp;
4957 	struct mount *mp;
4958 	struct vnode *vp;
4959 	struct statfs sb;
4960 	char *fullpath, *freepath;
4961 	fhandle_t fh;
4962 	int error;
4963 
4964 	/*
4965 	 * Must be super user
4966 	 */
4967 	if ((error = priv_check(td, PRIV_ROOT)))
4968 		return (error);
4969 
4970 	if ((error = copyin(uap->u_fhp, &fh, sizeof(fhandle_t))) != 0)
4971 		return (error);
4972 
4973 	if ((mp = vfs_getvfs(&fh.fh_fsid)) == NULL) {
4974 		error = ESTALE;
4975 		goto done;
4976 	}
4977 	if (p != NULL && !chroot_visible_mnt(mp, p)) {
4978 		error = ESTALE;
4979 		goto done;
4980 	}
4981 
4982 	if ((error = VFS_FHTOVP(mp, NULL, &fh.fh_fid, &vp)) != 0)
4983 		goto done;
4984 	mp = vp->v_mount;
4985 	sp = &mp->mnt_stat;
4986 	vput(vp);
4987 	if ((error = VFS_STATFS(mp, sp, td->td_ucred)) != 0)
4988 		goto done;
4989 
4990 	error = mount_path(p, mp, &fullpath, &freepath);
4991 	if (error)
4992 		goto done;
4993 	bzero(sp->f_mntonname, sizeof(sp->f_mntonname));
4994 	strlcpy(sp->f_mntonname, fullpath, sizeof(sp->f_mntonname));
4995 	kfree(freepath, M_TEMP);
4996 
4997 	sp->f_flags = mp->mnt_flag & MNT_VISFLAGMASK;
4998 	if (priv_check(td, PRIV_ROOT)) {
4999 		bcopy(sp, &sb, sizeof(sb));
5000 		sb.f_fsid.val[0] = sb.f_fsid.val[1] = 0;
5001 		sp = &sb;
5002 	}
5003 	error = copyout(sp, uap->buf, sizeof(*sp));
5004 done:
5005 	if (mp)
5006 		mount_drop(mp);
5007 
5008 	return (error);
5009 }
5010 
5011 /*
5012  * fhstatvfs_args(struct fhandle *u_fhp, struct statvfs *buf)
5013  */
5014 int
5015 sys_fhstatvfs(struct sysmsg *sysmsg, const struct fhstatvfs_args *uap)
5016 {
5017 	struct thread *td = curthread;
5018 	struct proc *p = td->td_proc;
5019 	struct statvfs *sp;
5020 	struct mount *mp;
5021 	struct vnode *vp;
5022 	fhandle_t fh;
5023 	int error;
5024 
5025 	/*
5026 	 * Must be super user
5027 	 */
5028 	if ((error = priv_check(td, PRIV_ROOT)))
5029 		return (error);
5030 
5031 	if ((error = copyin(uap->u_fhp, &fh, sizeof(fhandle_t))) != 0)
5032 		return (error);
5033 
5034 	if ((mp = vfs_getvfs(&fh.fh_fsid)) == NULL) {
5035 		error = ESTALE;
5036 		goto done;
5037 	}
5038 	if (p != NULL && !chroot_visible_mnt(mp, p)) {
5039 		error = ESTALE;
5040 		goto done;
5041 	}
5042 
5043 	if ((error = VFS_FHTOVP(mp, NULL, &fh.fh_fid, &vp)))
5044 		goto done;
5045 	mp = vp->v_mount;
5046 	sp = &mp->mnt_vstat;
5047 	vput(vp);
5048 	if ((error = VFS_STATVFS(mp, sp, td->td_ucred)) != 0)
5049 		goto done;
5050 
5051 	sp->f_flag = 0;
5052 	if (mp->mnt_flag & MNT_RDONLY)
5053 		sp->f_flag |= ST_RDONLY;
5054 	if (mp->mnt_flag & MNT_NOSUID)
5055 		sp->f_flag |= ST_NOSUID;
5056 	error = copyout(sp, uap->buf, sizeof(*sp));
5057 done:
5058 	if (mp)
5059 		mount_drop(mp);
5060 	return (error);
5061 }
5062 
5063 
5064 /*
5065  * Syscall to push extended attribute configuration information into the
5066  * VFS.  Accepts a path, which it converts to a mountpoint, as well as
5067  * a command (int cmd), and attribute name and misc data.  For now, the
5068  * attribute name is left in userspace for consumption by the VFS_op.
5069  * It will probably be changed to be copied into sysspace by the
5070  * syscall in the future, once issues with various consumers of the
5071  * attribute code have raised their hands.
5072  *
5073  * Currently this is used only by UFS Extended Attributes.
5074  */
5075 int
5076 sys_extattrctl(struct sysmsg *sysmsg, const struct extattrctl_args *uap)
5077 {
5078 	struct nlookupdata nd;
5079 	struct vnode *vp;
5080 	char attrname[EXTATTR_MAXNAMELEN];
5081 	int error;
5082 	size_t size;
5083 
5084 	attrname[0] = 0;
5085 	vp = NULL;
5086 	error = 0;
5087 
5088 	if (error == 0 && uap->filename) {
5089 		error = nlookup_init(&nd, uap->filename, UIO_USERSPACE,
5090 				     NLC_FOLLOW);
5091 		if (error == 0)
5092 			error = nlookup(&nd);
5093 		if (error == 0)
5094 			error = cache_vref(&nd.nl_nch, nd.nl_cred, &vp);
5095 		nlookup_done(&nd);
5096 	}
5097 
5098 	if (error == 0 && uap->attrname) {
5099 		error = copyinstr(uap->attrname, attrname, EXTATTR_MAXNAMELEN,
5100 				  &size);
5101 	}
5102 
5103 	if (error == 0) {
5104 		error = nlookup_init(&nd, uap->path, UIO_USERSPACE, NLC_FOLLOW);
5105 		if (error == 0)
5106 			error = nlookup(&nd);
5107 		if (error == 0)
5108 			error = ncp_writechk(&nd.nl_nch);
5109 		if (error == 0) {
5110 			error = VFS_EXTATTRCTL(nd.nl_nch.mount, uap->cmd, vp,
5111 					       uap->attrnamespace,
5112 					       uap->attrname, nd.nl_cred);
5113 		}
5114 		nlookup_done(&nd);
5115 	}
5116 
5117 	return (error);
5118 }
5119 
5120 /*
5121  * Syscall to get a named extended attribute on a file or directory.
5122  */
5123 int
5124 sys_extattr_set_file(struct sysmsg *sysmsg,
5125 		     const struct extattr_set_file_args *uap)
5126 {
5127 	char attrname[EXTATTR_MAXNAMELEN];
5128 	struct nlookupdata nd;
5129 	struct vnode *vp;
5130 	struct uio auio;
5131 	struct iovec aiov;
5132 	int error;
5133 
5134 	error = copyin(uap->attrname, attrname, EXTATTR_MAXNAMELEN);
5135 	if (error)
5136 		return (error);
5137 
5138 	vp = NULL;
5139 
5140 	error = nlookup_init(&nd, uap->path, UIO_USERSPACE, NLC_FOLLOW);
5141 	if (error == 0)
5142 		error = nlookup(&nd);
5143 	if (error == 0)
5144 		error = ncp_writechk(&nd.nl_nch);
5145 	if (error == 0)
5146 		error = cache_vget(&nd.nl_nch, nd.nl_cred, LK_EXCLUSIVE, &vp);
5147 	if (error) {
5148 		nlookup_done(&nd);
5149 		return (error);
5150 	}
5151 
5152 	bzero(&auio, sizeof(auio));
5153 	aiov.iov_base = uap->data;
5154 	aiov.iov_len = uap->nbytes;
5155 	auio.uio_iov = &aiov;
5156 	auio.uio_iovcnt = 1;
5157 	auio.uio_offset = 0;
5158 	auio.uio_resid = uap->nbytes;
5159 	auio.uio_rw = UIO_WRITE;
5160 	auio.uio_td = curthread;
5161 
5162 	error = VOP_SETEXTATTR(vp, uap->attrnamespace, attrname,
5163 			       &auio, nd.nl_cred);
5164 
5165 	vput(vp);
5166 	nlookup_done(&nd);
5167 	return (error);
5168 }
5169 
5170 /*
5171  * Syscall to get a named extended attribute on a file or directory.
5172  */
5173 int
5174 sys_extattr_get_file(struct sysmsg *sysmsg,
5175 		     const struct extattr_get_file_args *uap)
5176 {
5177 	char attrname[EXTATTR_MAXNAMELEN];
5178 	struct nlookupdata nd;
5179 	struct uio auio;
5180 	struct iovec aiov;
5181 	struct vnode *vp;
5182 	int error;
5183 
5184 	error = copyin(uap->attrname, attrname, EXTATTR_MAXNAMELEN);
5185 	if (error)
5186 		return (error);
5187 
5188 	vp = NULL;
5189 
5190 	error = nlookup_init(&nd, uap->path, UIO_USERSPACE, NLC_FOLLOW);
5191 	if (error == 0)
5192 		error = nlookup(&nd);
5193 	if (error == 0)
5194 		error = cache_vget(&nd.nl_nch, nd.nl_cred, LK_SHARED, &vp);
5195 	if (error) {
5196 		nlookup_done(&nd);
5197 		return (error);
5198 	}
5199 
5200 	bzero(&auio, sizeof(auio));
5201 	aiov.iov_base = uap->data;
5202 	aiov.iov_len = uap->nbytes;
5203 	auio.uio_iov = &aiov;
5204 	auio.uio_iovcnt = 1;
5205 	auio.uio_offset = 0;
5206 	auio.uio_resid = uap->nbytes;
5207 	auio.uio_rw = UIO_READ;
5208 	auio.uio_td = curthread;
5209 
5210 	error = VOP_GETEXTATTR(vp, uap->attrnamespace, attrname,
5211 				&auio, nd.nl_cred);
5212 	sysmsg->sysmsg_result = uap->nbytes - auio.uio_resid;
5213 
5214 	vput(vp);
5215 	nlookup_done(&nd);
5216 	return(error);
5217 }
5218 
5219 /*
5220  * Syscall to delete a named extended attribute from a file or directory.
5221  * Accepts attribute name.  The real work happens in VOP_SETEXTATTR().
5222  */
5223 int
5224 sys_extattr_delete_file(struct sysmsg *sysmsg,
5225 			const struct extattr_delete_file_args *uap)
5226 {
5227 	char attrname[EXTATTR_MAXNAMELEN];
5228 	struct nlookupdata nd;
5229 	struct vnode *vp;
5230 	int error;
5231 
5232 	error = copyin(uap->attrname, attrname, EXTATTR_MAXNAMELEN);
5233 	if (error)
5234 		return(error);
5235 
5236 	error = nlookup_init(&nd, uap->path, UIO_USERSPACE, NLC_FOLLOW);
5237 	if (error == 0)
5238 		error = nlookup(&nd);
5239 	if (error == 0)
5240 		error = ncp_writechk(&nd.nl_nch);
5241 	if (error == 0) {
5242 		error = cache_vget(&nd.nl_nch, nd.nl_cred, LK_EXCLUSIVE, &vp);
5243 		if (error == 0) {
5244 			error = VOP_SETEXTATTR(vp, uap->attrnamespace,
5245 					       attrname, NULL, nd.nl_cred);
5246 			vput(vp);
5247 		}
5248 	}
5249 	nlookup_done(&nd);
5250 	return(error);
5251 }
5252 
5253 /*
5254  * Determine if the mount is visible to the process.
5255  */
5256 static int
5257 chroot_visible_mnt(struct mount *mp, struct proc *p)
5258 {
5259 	struct nchandle nch;
5260 
5261 	/*
5262 	 * Traverse from the mount point upwards.  If we hit the process
5263 	 * root then the mount point is visible to the process.
5264 	 */
5265 	nch = mp->mnt_ncmountpt;
5266 	while (nch.ncp) {
5267 		if (nch.mount == p->p_fd->fd_nrdir.mount &&
5268 		    nch.ncp == p->p_fd->fd_nrdir.ncp) {
5269 			return(1);
5270 		}
5271 		if (nch.ncp == nch.mount->mnt_ncmountpt.ncp) {
5272 			nch = nch.mount->mnt_ncmounton;
5273 		} else {
5274 			nch.ncp = nch.ncp->nc_parent;
5275 		}
5276 	}
5277 
5278 	/*
5279 	 * If the mount point is not visible to the process, but the
5280 	 * process root is in a subdirectory of the mount, return
5281 	 * TRUE anyway.
5282 	 */
5283 	if (p->p_fd->fd_nrdir.mount == mp)
5284 		return(1);
5285 
5286 	return(0);
5287 }
5288 
5289 /* Sets priv to PRIV_ROOT in case no matching fs */
5290 static int
5291 get_fspriv(const char *fsname)
5292 {
5293 
5294 	if (strncmp("null", fsname, 5) == 0) {
5295 		return PRIV_VFS_MOUNT_NULLFS;
5296 	} else if (strncmp(fsname, "tmpfs", 6) == 0) {
5297 		return PRIV_VFS_MOUNT_TMPFS;
5298 	}
5299 
5300 	return PRIV_ROOT;
5301 }
5302 
5303 int
5304 sys___realpath(struct sysmsg *sysmsg, const struct __realpath_args *uap)
5305 {
5306 	struct nlookupdata nd;
5307 	char *rbuf;
5308 	char *fbuf;
5309 	ssize_t rlen;
5310 	int error;
5311 
5312 	/*
5313 	 * Invalid length if less than 0.  0 is allowed
5314 	 */
5315 	if ((ssize_t)uap->len < 0)
5316 		return EINVAL;
5317 
5318 	rbuf = NULL;
5319 	fbuf = NULL;
5320 	error = nlookup_init(&nd, uap->path, UIO_USERSPACE, NLC_FOLLOW);
5321 	if (error)
5322 		goto done;
5323 
5324 	nd.nl_flags |= NLC_SHAREDLOCK;
5325 	error = nlookup(&nd);
5326 	if (error)
5327 		goto done;
5328 
5329 	if (nd.nl_nch.ncp->nc_vp == NULL) {
5330 		error = ENOENT;
5331 		goto done;
5332 	}
5333 
5334 	/*
5335 	 * Shortcut test for existence.
5336 	 */
5337 	if (uap->len == 0) {
5338 		error = ENAMETOOLONG;
5339 		goto done;
5340 	}
5341 
5342 	/*
5343 	 * Obtain the path relative to the process root.  The nch must not
5344 	 * be locked for the cache_fullpath() call.
5345 	 */
5346 	if (nd.nl_flags & NLC_NCPISLOCKED) {
5347 		nd.nl_flags &= ~NLC_NCPISLOCKED;
5348 		cache_unlock(&nd.nl_nch);
5349 	}
5350 	error = cache_fullpath(curproc, &nd.nl_nch, NULL, &rbuf, &fbuf, 0);
5351 	if (error)
5352 		goto done;
5353 
5354 	rlen = (ssize_t)strlen(rbuf);
5355 	if (rlen >= uap->len) {
5356 		error = ENAMETOOLONG;
5357 		goto done;
5358 	}
5359 	error = copyout(rbuf, uap->buf, rlen + 1);
5360 	if (error == 0)
5361 		sysmsg->sysmsg_szresult = rlen;
5362 done:
5363 	nlookup_done(&nd);
5364 	if (fbuf)
5365 		kfree(fbuf, M_TEMP);
5366 
5367 	return error;
5368 }
5369 
5370 int
5371 sys_posix_fallocate(struct sysmsg *sysmsg, const struct posix_fallocate_args *uap)
5372 {
5373 	return (kern_posix_fallocate(uap->fd, uap->offset, uap->len));
5374 }
5375 
5376 int
5377 kern_posix_fallocate(int fd, off_t offset, off_t len)
5378 {
5379 	struct thread *td = curthread;
5380 	struct vnode *vp;
5381 	struct file *fp;
5382 	int error;
5383 
5384 	if (offset < 0 || len <= 0)
5385 		return (EINVAL);
5386 	/* Check for wrap. */
5387 	if (offset > OFF_MAX - len)
5388 		return (EFBIG);
5389 
5390 	fp = holdfp(td, fd, -1);
5391 	if (fp == NULL)
5392 		return (EBADF);
5393 
5394 	switch (fp->f_type) {
5395 	case DTYPE_VNODE:
5396 		break;
5397 	case DTYPE_PIPE:
5398 	case DTYPE_FIFO:
5399 		error = ESPIPE;
5400 		goto out;
5401 	default:
5402 		error = ENODEV;
5403 		goto out;
5404 	}
5405 
5406 	if ((fp->f_flag & FWRITE) == 0) {
5407 		error = EBADF;
5408 		goto out;
5409 	}
5410 
5411 	vp = fp->f_data;
5412 	if (vp->v_type != VREG) {
5413 		error = ENODEV;
5414 		goto out;
5415 	}
5416 
5417 	vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
5418 	error = VOP_ALLOCATE(vp, offset, len);
5419 	vn_unlock(vp);
5420 out:
5421 	dropfp(td, fd, fp);
5422 	return (error);
5423 }
5424