xref: /illumos-gate/usr/src/uts/common/fs/nfs/nfs_server.c (revision aeac2d873b68a43f6650e0d0f021c02f5a653a21)
1 /*
2  * CDDL HEADER START
3  *
4  * The contents of this file are subject to the terms of the
5  * Common Development and Distribution License (the "License").
6  * You may not use this file except in compliance with the License.
7  *
8  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9  * or http://www.opensolaris.org/os/licensing.
10  * See the License for the specific language governing permissions
11  * and limitations under the License.
12  *
13  * When distributing Covered Code, include this CDDL HEADER in each
14  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15  * If applicable, add the following below this CDDL HEADER, with the
16  * fields enclosed by brackets "[]" replaced with your own identifying
17  * information: Portions Copyright [yyyy] [name of copyright owner]
18  *
19  * CDDL HEADER END
20  */
21 
22 /*
23  * Copyright 2015 Nexenta Systems, Inc.  All rights reserved.
24  * Copyright (c) 1990, 2010, Oracle and/or its affiliates. All rights reserved.
25  * Copyright (c) 2011 Bayard G. Bell. All rights reserved.
26  * Copyright (c) 2013 by Delphix. All rights reserved.
27  */
28 
29 /*
30  *	Copyright (c) 1983,1984,1985,1986,1987,1988,1989  AT&T.
31  *	All rights reserved.
32  *	Use is subject to license terms.
33  */
34 
35 #include <sys/param.h>
36 #include <sys/types.h>
37 #include <sys/systm.h>
38 #include <sys/cred.h>
39 #include <sys/proc.h>
40 #include <sys/user.h>
41 #include <sys/buf.h>
42 #include <sys/vfs.h>
43 #include <sys/vnode.h>
44 #include <sys/pathname.h>
45 #include <sys/uio.h>
46 #include <sys/file.h>
47 #include <sys/stat.h>
48 #include <sys/errno.h>
49 #include <sys/socket.h>
50 #include <sys/sysmacros.h>
51 #include <sys/siginfo.h>
52 #include <sys/tiuser.h>
53 #include <sys/statvfs.h>
54 #include <sys/stream.h>
55 #include <sys/strsun.h>
56 #include <sys/strsubr.h>
57 #include <sys/stropts.h>
58 #include <sys/timod.h>
59 #include <sys/t_kuser.h>
60 #include <sys/kmem.h>
61 #include <sys/kstat.h>
62 #include <sys/dirent.h>
63 #include <sys/cmn_err.h>
64 #include <sys/debug.h>
65 #include <sys/unistd.h>
66 #include <sys/vtrace.h>
67 #include <sys/mode.h>
68 #include <sys/acl.h>
69 #include <sys/sdt.h>
70 
71 #include <rpc/types.h>
72 #include <rpc/auth.h>
73 #include <rpc/auth_unix.h>
74 #include <rpc/auth_des.h>
75 #include <rpc/svc.h>
76 #include <rpc/xdr.h>
77 #include <rpc/rpc_rdma.h>
78 
79 #include <nfs/nfs.h>
80 #include <nfs/export.h>
81 #include <nfs/nfssys.h>
82 #include <nfs/nfs_clnt.h>
83 #include <nfs/nfs_acl.h>
84 #include <nfs/nfs_log.h>
85 #include <nfs/nfs_cmd.h>
86 #include <nfs/lm.h>
87 #include <nfs/nfs_dispatch.h>
88 #include <nfs/nfs4_drc.h>
89 
90 #include <sys/modctl.h>
91 #include <sys/cladm.h>
92 #include <sys/clconf.h>
93 
94 #include <sys/tsol/label.h>
95 
96 #define	MAXHOST 32
97 const char *kinet_ntop6(uchar_t *, char *, size_t);
98 
99 /*
100  * Module linkage information.
101  */
102 
103 static struct modlmisc modlmisc = {
104 	&mod_miscops, "NFS server module"
105 };
106 
107 static struct modlinkage modlinkage = {
108 	MODREV_1, (void *)&modlmisc, NULL
109 };
110 
111 kmem_cache_t *nfs_xuio_cache;
112 int nfs_loaned_buffers = 0;
113 
114 int
115 _init(void)
116 {
117 	int status;
118 
119 	if ((status = nfs_srvinit()) != 0) {
120 		cmn_err(CE_WARN, "_init: nfs_srvinit failed");
121 		return (status);
122 	}
123 
124 	status = mod_install((struct modlinkage *)&modlinkage);
125 	if (status != 0) {
126 		/*
127 		 * Could not load module, cleanup previous
128 		 * initialization work.
129 		 */
130 		nfs_srvfini();
131 
132 		return (status);
133 	}
134 
135 	/*
136 	 * Initialise some placeholders for nfssys() calls. These have
137 	 * to be declared by the nfs module, since that handles nfssys()
138 	 * calls - also used by NFS clients - but are provided by this
139 	 * nfssrv module. These also then serve as confirmation to the
140 	 * relevant code in nfs that nfssrv has been loaded, as they're
141 	 * initially NULL.
142 	 */
143 	nfs_srv_quiesce_func = nfs_srv_quiesce_all;
144 	nfs_srv_dss_func = rfs4_dss_setpaths;
145 
146 	/* setup DSS paths here; must be done before initial server startup */
147 	rfs4_dss_paths = rfs4_dss_oldpaths = NULL;
148 
149 	/* initialize the copy reduction caches */
150 
151 	nfs_xuio_cache = kmem_cache_create("nfs_xuio_cache",
152 	    sizeof (nfs_xuio_t), 0, NULL, NULL, NULL, NULL, NULL, 0);
153 
154 	return (status);
155 }
156 
157 int
158 _fini()
159 {
160 	return (EBUSY);
161 }
162 
163 int
164 _info(struct modinfo *modinfop)
165 {
166 	return (mod_info(&modlinkage, modinfop));
167 }
168 
169 /*
170  * PUBLICFH_CHECK() checks if the dispatch routine supports
171  * RPC_PUBLICFH_OK, if the filesystem is exported public, and if the
172  * incoming request is using the public filehandle. The check duplicates
173  * the exportmatch() call done in checkexport(), and we should consider
174  * modifying those routines to avoid the duplication. For now, we optimize
175  * by calling exportmatch() only after checking that the dispatch routine
176  * supports RPC_PUBLICFH_OK, and if the filesystem is explicitly exported
177  * public (i.e., not the placeholder).
178  */
179 #define	PUBLICFH_CHECK(disp, exi, fsid, xfid) \
180 		((disp->dis_flags & RPC_PUBLICFH_OK) && \
181 		((exi->exi_export.ex_flags & EX_PUBLIC) || \
182 		(exi == exi_public && exportmatch(exi_root, \
183 		fsid, xfid))))
184 
185 static void	nfs_srv_shutdown_all(int);
186 static void	rfs4_server_start(int);
187 static void	nullfree(void);
188 static void	rfs_dispatch(struct svc_req *, SVCXPRT *);
189 static void	acl_dispatch(struct svc_req *, SVCXPRT *);
190 static void	common_dispatch(struct svc_req *, SVCXPRT *,
191 		rpcvers_t, rpcvers_t, char *,
192 		struct rpc_disptable *);
193 static void	hanfsv4_failover(void);
194 static	int	checkauth(struct exportinfo *, struct svc_req *, cred_t *, int,
195 		bool_t, bool_t *);
196 static char	*client_name(struct svc_req *req);
197 static char	*client_addr(struct svc_req *req, char *buf);
198 extern	int	sec_svc_getcred(struct svc_req *, cred_t *cr, char **, int *);
199 extern	bool_t	sec_svc_inrootlist(int, caddr_t, int, caddr_t *);
200 
201 #define	NFSLOG_COPY_NETBUF(exi, xprt, nb)	{		\
202 	(nb)->maxlen = (xprt)->xp_rtaddr.maxlen;		\
203 	(nb)->len = (xprt)->xp_rtaddr.len;			\
204 	(nb)->buf = kmem_alloc((nb)->len, KM_SLEEP);		\
205 	bcopy((xprt)->xp_rtaddr.buf, (nb)->buf, (nb)->len);	\
206 	}
207 
208 /*
209  * Public Filehandle common nfs routines
210  */
211 static int	MCLpath(char **);
212 static void	URLparse(char *);
213 
214 /*
215  * NFS callout table.
216  * This table is used by svc_getreq() to dispatch a request with
217  * a given prog/vers pair to an appropriate service provider
218  * dispatch routine.
219  *
220  * NOTE: ordering is relied upon below when resetting the version min/max
221  * for NFS_PROGRAM.  Careful, if this is ever changed.
222  */
223 static SVC_CALLOUT __nfs_sc_clts[] = {
224 	{ NFS_PROGRAM,	   NFS_VERSMIN,	    NFS_VERSMAX,	rfs_dispatch },
225 	{ NFS_ACL_PROGRAM, NFS_ACL_VERSMIN, NFS_ACL_VERSMAX,	acl_dispatch }
226 };
227 
228 static SVC_CALLOUT_TABLE nfs_sct_clts = {
229 	sizeof (__nfs_sc_clts) / sizeof (__nfs_sc_clts[0]), FALSE,
230 	__nfs_sc_clts
231 };
232 
233 static SVC_CALLOUT __nfs_sc_cots[] = {
234 	{ NFS_PROGRAM,	   NFS_VERSMIN,	    NFS_VERSMAX,	rfs_dispatch },
235 	{ NFS_ACL_PROGRAM, NFS_ACL_VERSMIN, NFS_ACL_VERSMAX,	acl_dispatch }
236 };
237 
238 static SVC_CALLOUT_TABLE nfs_sct_cots = {
239 	sizeof (__nfs_sc_cots) / sizeof (__nfs_sc_cots[0]), FALSE, __nfs_sc_cots
240 };
241 
242 static SVC_CALLOUT __nfs_sc_rdma[] = {
243 	{ NFS_PROGRAM,	   NFS_VERSMIN,	    NFS_VERSMAX,	rfs_dispatch },
244 	{ NFS_ACL_PROGRAM, NFS_ACL_VERSMIN, NFS_ACL_VERSMAX,	acl_dispatch }
245 };
246 
247 static SVC_CALLOUT_TABLE nfs_sct_rdma = {
248 	sizeof (__nfs_sc_rdma) / sizeof (__nfs_sc_rdma[0]), FALSE, __nfs_sc_rdma
249 };
250 rpcvers_t nfs_versmin = NFS_VERSMIN_DEFAULT;
251 rpcvers_t nfs_versmax = NFS_VERSMAX_DEFAULT;
252 
253 /*
254  * Used to track the state of the server so that initialization
255  * can be done properly.
256  */
257 typedef enum {
258 	NFS_SERVER_STOPPED,	/* server state destroyed */
259 	NFS_SERVER_STOPPING,	/* server state being destroyed */
260 	NFS_SERVER_RUNNING,
261 	NFS_SERVER_QUIESCED,	/* server state preserved */
262 	NFS_SERVER_OFFLINE	/* server pool offline */
263 } nfs_server_running_t;
264 
265 static nfs_server_running_t nfs_server_upordown;
266 static kmutex_t nfs_server_upordown_lock;
267 static	kcondvar_t nfs_server_upordown_cv;
268 
269 /*
270  * DSS: distributed stable storage
271  * lists of all DSS paths: current, and before last warmstart
272  */
273 nvlist_t *rfs4_dss_paths, *rfs4_dss_oldpaths;
274 
275 int rfs4_dispatch(struct rpcdisp *, struct svc_req *, SVCXPRT *, char *,
276     size_t *);
277 bool_t rfs4_minorvers_mismatch(struct svc_req *, SVCXPRT *, void *);
278 
279 /*
280  * RDMA wait variables.
281  */
282 static kcondvar_t rdma_wait_cv;
283 static kmutex_t rdma_wait_mutex;
284 
285 /*
286  * Will be called at the point the server pool is being unregistered
287  * from the pool list. From that point onwards, the pool is waiting
288  * to be drained and as such the server state is stale and pertains
289  * to the old instantiation of the NFS server pool.
290  */
291 void
292 nfs_srv_offline(void)
293 {
294 	mutex_enter(&nfs_server_upordown_lock);
295 	if (nfs_server_upordown == NFS_SERVER_RUNNING) {
296 		nfs_server_upordown = NFS_SERVER_OFFLINE;
297 	}
298 	mutex_exit(&nfs_server_upordown_lock);
299 }
300 
301 /*
302  * Will be called at the point the server pool is being destroyed so
303  * all transports have been closed and no service threads are in
304  * existence.
305  *
306  * If we quiesce the server, we're shutting it down without destroying the
307  * server state. This allows it to warm start subsequently.
308  */
309 void
310 nfs_srv_stop_all(void)
311 {
312 	int quiesce = 0;
313 	nfs_srv_shutdown_all(quiesce);
314 }
315 
316 /*
317  * This alternative shutdown routine can be requested via nfssys()
318  */
319 void
320 nfs_srv_quiesce_all(void)
321 {
322 	int quiesce = 1;
323 	nfs_srv_shutdown_all(quiesce);
324 }
325 
326 static void
327 nfs_srv_shutdown_all(int quiesce) {
328 	mutex_enter(&nfs_server_upordown_lock);
329 	if (quiesce) {
330 		if (nfs_server_upordown == NFS_SERVER_RUNNING ||
331 			nfs_server_upordown == NFS_SERVER_OFFLINE) {
332 			nfs_server_upordown = NFS_SERVER_QUIESCED;
333 			cv_signal(&nfs_server_upordown_cv);
334 
335 			/* reset DSS state, for subsequent warm restart */
336 			rfs4_dss_numnewpaths = 0;
337 			rfs4_dss_newpaths = NULL;
338 
339 			cmn_err(CE_NOTE, "nfs_server: server is now quiesced; "
340 			    "NFSv4 state has been preserved");
341 		}
342 	} else {
343 		if (nfs_server_upordown == NFS_SERVER_OFFLINE) {
344 			nfs_server_upordown = NFS_SERVER_STOPPING;
345 			mutex_exit(&nfs_server_upordown_lock);
346 			rfs4_state_fini();
347 			rfs4_fini_drc(nfs4_drc);
348 			mutex_enter(&nfs_server_upordown_lock);
349 			nfs_server_upordown = NFS_SERVER_STOPPED;
350 			cv_signal(&nfs_server_upordown_cv);
351 		}
352 	}
353 	mutex_exit(&nfs_server_upordown_lock);
354 }
355 
356 static int
357 nfs_srv_set_sc_versions(struct file *fp, SVC_CALLOUT_TABLE **sctpp,
358 			rpcvers_t versmin, rpcvers_t versmax)
359 {
360 	struct strioctl strioc;
361 	struct T_info_ack tinfo;
362 	int		error, retval;
363 
364 	/*
365 	 * Find out what type of transport this is.
366 	 */
367 	strioc.ic_cmd = TI_GETINFO;
368 	strioc.ic_timout = -1;
369 	strioc.ic_len = sizeof (tinfo);
370 	strioc.ic_dp = (char *)&tinfo;
371 	tinfo.PRIM_type = T_INFO_REQ;
372 
373 	error = strioctl(fp->f_vnode, I_STR, (intptr_t)&strioc, 0, K_TO_K,
374 	    CRED(), &retval);
375 	if (error || retval)
376 		return (error);
377 
378 	/*
379 	 * Based on our query of the transport type...
380 	 *
381 	 * Reset the min/max versions based on the caller's request
382 	 * NOTE: This assumes that NFS_PROGRAM is first in the array!!
383 	 * And the second entry is the NFS_ACL_PROGRAM.
384 	 */
385 	switch (tinfo.SERV_type) {
386 	case T_CLTS:
387 		if (versmax == NFS_V4)
388 			return (EINVAL);
389 		__nfs_sc_clts[0].sc_versmin = versmin;
390 		__nfs_sc_clts[0].sc_versmax = versmax;
391 		__nfs_sc_clts[1].sc_versmin = versmin;
392 		__nfs_sc_clts[1].sc_versmax = versmax;
393 		*sctpp = &nfs_sct_clts;
394 		break;
395 	case T_COTS:
396 	case T_COTS_ORD:
397 		__nfs_sc_cots[0].sc_versmin = versmin;
398 		__nfs_sc_cots[0].sc_versmax = versmax;
399 		/* For the NFS_ACL program, check the max version */
400 		if (versmax > NFS_ACL_VERSMAX)
401 			versmax = NFS_ACL_VERSMAX;
402 		__nfs_sc_cots[1].sc_versmin = versmin;
403 		__nfs_sc_cots[1].sc_versmax = versmax;
404 		*sctpp = &nfs_sct_cots;
405 		break;
406 	default:
407 		error = EINVAL;
408 	}
409 
410 	return (error);
411 }
412 
413 /*
414  * NFS Server system call.
415  * Does all of the work of running a NFS server.
416  * uap->fd is the fd of an open transport provider
417  */
418 int
419 nfs_svc(struct nfs_svc_args *arg, model_t model)
420 {
421 	file_t *fp;
422 	SVCMASTERXPRT *xprt;
423 	int error;
424 	int readsize;
425 	char buf[KNC_STRSIZE];
426 	size_t len;
427 	STRUCT_HANDLE(nfs_svc_args, uap);
428 	struct netbuf addrmask;
429 	SVC_CALLOUT_TABLE *sctp = NULL;
430 
431 #ifdef lint
432 	model = model;		/* STRUCT macros don't always refer to it */
433 #endif
434 
435 	STRUCT_SET_HANDLE(uap, model, arg);
436 
437 	/* Check privileges in nfssys() */
438 
439 	if ((fp = getf(STRUCT_FGET(uap, fd))) == NULL)
440 		return (EBADF);
441 
442 	/*
443 	 * Set read buffer size to rsize
444 	 * and add room for RPC headers.
445 	 */
446 	readsize = nfs3tsize() + (RPC_MAXDATASIZE - NFS_MAXDATA);
447 	if (readsize < RPC_MAXDATASIZE)
448 		readsize = RPC_MAXDATASIZE;
449 
450 	error = copyinstr((const char *)STRUCT_FGETP(uap, netid), buf,
451 	    KNC_STRSIZE, &len);
452 	if (error) {
453 		releasef(STRUCT_FGET(uap, fd));
454 		return (error);
455 	}
456 
457 	addrmask.len = STRUCT_FGET(uap, addrmask.len);
458 	addrmask.maxlen = STRUCT_FGET(uap, addrmask.maxlen);
459 	addrmask.buf = kmem_alloc(addrmask.maxlen, KM_SLEEP);
460 	error = copyin(STRUCT_FGETP(uap, addrmask.buf), addrmask.buf,
461 	    addrmask.len);
462 	if (error) {
463 		releasef(STRUCT_FGET(uap, fd));
464 		kmem_free(addrmask.buf, addrmask.maxlen);
465 		return (error);
466 	}
467 
468 	nfs_versmin = STRUCT_FGET(uap, versmin);
469 	nfs_versmax = STRUCT_FGET(uap, versmax);
470 
471 	/* Double check the vers min/max ranges */
472 	if ((nfs_versmin > nfs_versmax) ||
473 	    (nfs_versmin < NFS_VERSMIN) ||
474 	    (nfs_versmax > NFS_VERSMAX)) {
475 		nfs_versmin = NFS_VERSMIN_DEFAULT;
476 		nfs_versmax = NFS_VERSMAX_DEFAULT;
477 	}
478 
479 	if (error =
480 	    nfs_srv_set_sc_versions(fp, &sctp, nfs_versmin, nfs_versmax)) {
481 		releasef(STRUCT_FGET(uap, fd));
482 		kmem_free(addrmask.buf, addrmask.maxlen);
483 		return (error);
484 	}
485 
486 	/* Initialize nfsv4 server */
487 	if (nfs_versmax == (rpcvers_t)NFS_V4)
488 		rfs4_server_start(STRUCT_FGET(uap, delegation));
489 
490 	/* Create a transport handle. */
491 	error = svc_tli_kcreate(fp, readsize, buf, &addrmask, &xprt,
492 	    sctp, NULL, NFS_SVCPOOL_ID, TRUE);
493 
494 	if (error)
495 		kmem_free(addrmask.buf, addrmask.maxlen);
496 
497 	releasef(STRUCT_FGET(uap, fd));
498 
499 	/* HA-NFSv4: save the cluster nodeid */
500 	if (cluster_bootflags & CLUSTER_BOOTED)
501 		lm_global_nlmid = clconf_get_nodeid();
502 
503 	return (error);
504 }
505 
506 static void
507 rfs4_server_start(int nfs4_srv_delegation)
508 {
509 	/*
510 	 * Determine if the server has previously been "started" and
511 	 * if not, do the per instance initialization
512 	 */
513 	mutex_enter(&nfs_server_upordown_lock);
514 
515 	if (nfs_server_upordown != NFS_SERVER_RUNNING) {
516 		/* Do we need to stop and wait on the previous server? */
517 		while (nfs_server_upordown == NFS_SERVER_STOPPING ||
518 		    nfs_server_upordown == NFS_SERVER_OFFLINE)
519 			cv_wait(&nfs_server_upordown_cv,
520 			    &nfs_server_upordown_lock);
521 
522 		if (nfs_server_upordown != NFS_SERVER_RUNNING) {
523 			(void) svc_pool_control(NFS_SVCPOOL_ID,
524 			    SVCPSET_UNREGISTER_PROC, (void *)&nfs_srv_offline);
525 			(void) svc_pool_control(NFS_SVCPOOL_ID,
526 			    SVCPSET_SHUTDOWN_PROC, (void *)&nfs_srv_stop_all);
527 
528 			/* is this an nfsd warm start? */
529 			if (nfs_server_upordown == NFS_SERVER_QUIESCED) {
530 				cmn_err(CE_NOTE, "nfs_server: "
531 				    "server was previously quiesced; "
532 				    "existing NFSv4 state will be re-used");
533 
534 				/*
535 				 * HA-NFSv4: this is also the signal
536 				 * that a Resource Group failover has
537 				 * occurred.
538 				 */
539 				if (cluster_bootflags & CLUSTER_BOOTED)
540 					hanfsv4_failover();
541 			} else {
542 				/* cold start */
543 				rfs4_state_init();
544 				nfs4_drc = rfs4_init_drc(nfs4_drc_max,
545 				    nfs4_drc_hash);
546 			}
547 
548 			/*
549 			 * Check to see if delegation is to be
550 			 * enabled at the server
551 			 */
552 			if (nfs4_srv_delegation != FALSE)
553 				rfs4_set_deleg_policy(SRV_NORMAL_DELEGATE);
554 
555 			nfs_server_upordown = NFS_SERVER_RUNNING;
556 		}
557 		cv_signal(&nfs_server_upordown_cv);
558 	}
559 	mutex_exit(&nfs_server_upordown_lock);
560 }
561 
562 /*
563  * If RDMA device available,
564  * start RDMA listener.
565  */
566 int
567 rdma_start(struct rdma_svc_args *rsa)
568 {
569 	int error;
570 	rdma_xprt_group_t started_rdma_xprts;
571 	rdma_stat stat;
572 	int svc_state = 0;
573 
574 	/* Double check the vers min/max ranges */
575 	if ((rsa->nfs_versmin > rsa->nfs_versmax) ||
576 	    (rsa->nfs_versmin < NFS_VERSMIN) ||
577 	    (rsa->nfs_versmax > NFS_VERSMAX)) {
578 		rsa->nfs_versmin = NFS_VERSMIN_DEFAULT;
579 		rsa->nfs_versmax = NFS_VERSMAX_DEFAULT;
580 	}
581 	nfs_versmin = rsa->nfs_versmin;
582 	nfs_versmax = rsa->nfs_versmax;
583 
584 	/* Set the versions in the callout table */
585 	__nfs_sc_rdma[0].sc_versmin = rsa->nfs_versmin;
586 	__nfs_sc_rdma[0].sc_versmax = rsa->nfs_versmax;
587 	/* For the NFS_ACL program, check the max version */
588 	__nfs_sc_rdma[1].sc_versmin = rsa->nfs_versmin;
589 	if (rsa->nfs_versmax > NFS_ACL_VERSMAX)
590 		__nfs_sc_rdma[1].sc_versmax = NFS_ACL_VERSMAX;
591 	else
592 		__nfs_sc_rdma[1].sc_versmax = rsa->nfs_versmax;
593 
594 	/* Initialize nfsv4 server */
595 	if (rsa->nfs_versmax == (rpcvers_t)NFS_V4)
596 		rfs4_server_start(rsa->delegation);
597 
598 	started_rdma_xprts.rtg_count = 0;
599 	started_rdma_xprts.rtg_listhead = NULL;
600 	started_rdma_xprts.rtg_poolid = rsa->poolid;
601 
602 restart:
603 	error = svc_rdma_kcreate(rsa->netid, &nfs_sct_rdma, rsa->poolid,
604 	    &started_rdma_xprts);
605 
606 	svc_state = !error;
607 
608 	while (!error) {
609 
610 		/*
611 		 * wait till either interrupted by a signal on
612 		 * nfs service stop/restart or signalled by a
613 		 * rdma plugin attach/detatch.
614 		 */
615 
616 		stat = rdma_kwait();
617 
618 		/*
619 		 * stop services if running -- either on a HCA detach event
620 		 * or if the nfs service is stopped/restarted.
621 		 */
622 
623 		if ((stat == RDMA_HCA_DETACH || stat == RDMA_INTR) &&
624 		    svc_state) {
625 			rdma_stop(&started_rdma_xprts);
626 			svc_state = 0;
627 		}
628 
629 		/*
630 		 * nfs service stop/restart, break out of the
631 		 * wait loop and return;
632 		 */
633 		if (stat == RDMA_INTR)
634 			return (0);
635 
636 		/*
637 		 * restart stopped services on a HCA attach event
638 		 * (if not already running)
639 		 */
640 
641 		if ((stat == RDMA_HCA_ATTACH) && (svc_state == 0))
642 			goto restart;
643 
644 		/*
645 		 * loop until a nfs service stop/restart
646 		 */
647 	}
648 
649 	return (error);
650 }
651 
652 /* ARGSUSED */
653 void
654 rpc_null(caddr_t *argp, caddr_t *resp, struct exportinfo *exi,
655     struct svc_req *req, cred_t *cr, bool_t ro)
656 {
657 }
658 
659 /* ARGSUSED */
660 void
661 rpc_null_v3(caddr_t *argp, caddr_t *resp, struct exportinfo *exi,
662     struct svc_req *req, cred_t *cr, bool_t ro)
663 {
664 	DTRACE_NFSV3_3(op__null__start, struct svc_req *, req,
665 	    cred_t *, cr, vnode_t *, NULL);
666 	DTRACE_NFSV3_3(op__null__done, struct svc_req *, req,
667 	    cred_t *, cr, vnode_t *, NULL);
668 }
669 
670 /* ARGSUSED */
671 static void
672 rfs_error(caddr_t *argp, caddr_t *resp, struct exportinfo *exi,
673     struct svc_req *req, cred_t *cr, bool_t ro)
674 {
675 	/* return (EOPNOTSUPP); */
676 }
677 
678 static void
679 nullfree(void)
680 {
681 }
682 
683 static char *rfscallnames_v2[] = {
684 	"RFS2_NULL",
685 	"RFS2_GETATTR",
686 	"RFS2_SETATTR",
687 	"RFS2_ROOT",
688 	"RFS2_LOOKUP",
689 	"RFS2_READLINK",
690 	"RFS2_READ",
691 	"RFS2_WRITECACHE",
692 	"RFS2_WRITE",
693 	"RFS2_CREATE",
694 	"RFS2_REMOVE",
695 	"RFS2_RENAME",
696 	"RFS2_LINK",
697 	"RFS2_SYMLINK",
698 	"RFS2_MKDIR",
699 	"RFS2_RMDIR",
700 	"RFS2_READDIR",
701 	"RFS2_STATFS"
702 };
703 
704 static struct rpcdisp rfsdisptab_v2[] = {
705 	/*
706 	 * NFS VERSION 2
707 	 */
708 
709 	/* RFS_NULL = 0 */
710 	{rpc_null,
711 	    xdr_void, NULL_xdrproc_t, 0,
712 	    xdr_void, NULL_xdrproc_t, 0,
713 	    nullfree, RPC_IDEMPOTENT,
714 	    0},
715 
716 	/* RFS_GETATTR = 1 */
717 	{rfs_getattr,
718 	    xdr_fhandle, xdr_fastfhandle, sizeof (fhandle_t),
719 	    xdr_attrstat, xdr_fastattrstat, sizeof (struct nfsattrstat),
720 	    nullfree, RPC_IDEMPOTENT|RPC_ALLOWANON|RPC_MAPRESP,
721 	    rfs_getattr_getfh},
722 
723 	/* RFS_SETATTR = 2 */
724 	{rfs_setattr,
725 	    xdr_saargs, NULL_xdrproc_t, sizeof (struct nfssaargs),
726 	    xdr_attrstat, xdr_fastattrstat, sizeof (struct nfsattrstat),
727 	    nullfree, RPC_MAPRESP,
728 	    rfs_setattr_getfh},
729 
730 	/* RFS_ROOT = 3 *** NO LONGER SUPPORTED *** */
731 	{rfs_error,
732 	    xdr_void, NULL_xdrproc_t, 0,
733 	    xdr_void, NULL_xdrproc_t, 0,
734 	    nullfree, RPC_IDEMPOTENT,
735 	    0},
736 
737 	/* RFS_LOOKUP = 4 */
738 	{rfs_lookup,
739 	    xdr_diropargs, NULL_xdrproc_t, sizeof (struct nfsdiropargs),
740 	    xdr_diropres, xdr_fastdiropres, sizeof (struct nfsdiropres),
741 	    nullfree, RPC_IDEMPOTENT|RPC_MAPRESP|RPC_PUBLICFH_OK,
742 	    rfs_lookup_getfh},
743 
744 	/* RFS_READLINK = 5 */
745 	{rfs_readlink,
746 	    xdr_fhandle, xdr_fastfhandle, sizeof (fhandle_t),
747 	    xdr_rdlnres, NULL_xdrproc_t, sizeof (struct nfsrdlnres),
748 	    rfs_rlfree, RPC_IDEMPOTENT,
749 	    rfs_readlink_getfh},
750 
751 	/* RFS_READ = 6 */
752 	{rfs_read,
753 	    xdr_readargs, NULL_xdrproc_t, sizeof (struct nfsreadargs),
754 	    xdr_rdresult, NULL_xdrproc_t, sizeof (struct nfsrdresult),
755 	    rfs_rdfree, RPC_IDEMPOTENT,
756 	    rfs_read_getfh},
757 
758 	/* RFS_WRITECACHE = 7 *** NO LONGER SUPPORTED *** */
759 	{rfs_error,
760 	    xdr_void, NULL_xdrproc_t, 0,
761 	    xdr_void, NULL_xdrproc_t, 0,
762 	    nullfree, RPC_IDEMPOTENT,
763 	    0},
764 
765 	/* RFS_WRITE = 8 */
766 	{rfs_write,
767 	    xdr_writeargs, NULL_xdrproc_t, sizeof (struct nfswriteargs),
768 	    xdr_attrstat, xdr_fastattrstat, sizeof (struct nfsattrstat),
769 	    nullfree, RPC_MAPRESP,
770 	    rfs_write_getfh},
771 
772 	/* RFS_CREATE = 9 */
773 	{rfs_create,
774 	    xdr_creatargs, NULL_xdrproc_t, sizeof (struct nfscreatargs),
775 	    xdr_diropres, xdr_fastdiropres, sizeof (struct nfsdiropres),
776 	    nullfree, RPC_MAPRESP,
777 	    rfs_create_getfh},
778 
779 	/* RFS_REMOVE = 10 */
780 	{rfs_remove,
781 	    xdr_diropargs, NULL_xdrproc_t, sizeof (struct nfsdiropargs),
782 #ifdef _LITTLE_ENDIAN
783 	    xdr_enum, xdr_fastenum, sizeof (enum nfsstat),
784 #else
785 	    xdr_enum, NULL_xdrproc_t, sizeof (enum nfsstat),
786 #endif
787 	    nullfree, RPC_MAPRESP,
788 	    rfs_remove_getfh},
789 
790 	/* RFS_RENAME = 11 */
791 	{rfs_rename,
792 	    xdr_rnmargs, NULL_xdrproc_t, sizeof (struct nfsrnmargs),
793 #ifdef _LITTLE_ENDIAN
794 	    xdr_enum, xdr_fastenum, sizeof (enum nfsstat),
795 #else
796 	    xdr_enum, NULL_xdrproc_t, sizeof (enum nfsstat),
797 #endif
798 	    nullfree, RPC_MAPRESP,
799 	    rfs_rename_getfh},
800 
801 	/* RFS_LINK = 12 */
802 	{rfs_link,
803 	    xdr_linkargs, NULL_xdrproc_t, sizeof (struct nfslinkargs),
804 #ifdef _LITTLE_ENDIAN
805 	    xdr_enum, xdr_fastenum, sizeof (enum nfsstat),
806 #else
807 	    xdr_enum, NULL_xdrproc_t, sizeof (enum nfsstat),
808 #endif
809 	    nullfree, RPC_MAPRESP,
810 	    rfs_link_getfh},
811 
812 	/* RFS_SYMLINK = 13 */
813 	{rfs_symlink,
814 	    xdr_slargs, NULL_xdrproc_t, sizeof (struct nfsslargs),
815 #ifdef _LITTLE_ENDIAN
816 	    xdr_enum, xdr_fastenum, sizeof (enum nfsstat),
817 #else
818 	    xdr_enum, NULL_xdrproc_t, sizeof (enum nfsstat),
819 #endif
820 	    nullfree, RPC_MAPRESP,
821 	    rfs_symlink_getfh},
822 
823 	/* RFS_MKDIR = 14 */
824 	{rfs_mkdir,
825 	    xdr_creatargs, NULL_xdrproc_t, sizeof (struct nfscreatargs),
826 	    xdr_diropres, xdr_fastdiropres, sizeof (struct nfsdiropres),
827 	    nullfree, RPC_MAPRESP,
828 	    rfs_mkdir_getfh},
829 
830 	/* RFS_RMDIR = 15 */
831 	{rfs_rmdir,
832 	    xdr_diropargs, NULL_xdrproc_t, sizeof (struct nfsdiropargs),
833 #ifdef _LITTLE_ENDIAN
834 	    xdr_enum, xdr_fastenum, sizeof (enum nfsstat),
835 #else
836 	    xdr_enum, NULL_xdrproc_t, sizeof (enum nfsstat),
837 #endif
838 	    nullfree, RPC_MAPRESP,
839 	    rfs_rmdir_getfh},
840 
841 	/* RFS_READDIR = 16 */
842 	{rfs_readdir,
843 	    xdr_rddirargs, NULL_xdrproc_t, sizeof (struct nfsrddirargs),
844 	    xdr_putrddirres, NULL_xdrproc_t, sizeof (struct nfsrddirres),
845 	    rfs_rddirfree, RPC_IDEMPOTENT,
846 	    rfs_readdir_getfh},
847 
848 	/* RFS_STATFS = 17 */
849 	{rfs_statfs,
850 	    xdr_fhandle, xdr_fastfhandle, sizeof (fhandle_t),
851 	    xdr_statfs, xdr_faststatfs, sizeof (struct nfsstatfs),
852 	    nullfree, RPC_IDEMPOTENT|RPC_ALLOWANON|RPC_MAPRESP,
853 	    rfs_statfs_getfh},
854 };
855 
856 static char *rfscallnames_v3[] = {
857 	"RFS3_NULL",
858 	"RFS3_GETATTR",
859 	"RFS3_SETATTR",
860 	"RFS3_LOOKUP",
861 	"RFS3_ACCESS",
862 	"RFS3_READLINK",
863 	"RFS3_READ",
864 	"RFS3_WRITE",
865 	"RFS3_CREATE",
866 	"RFS3_MKDIR",
867 	"RFS3_SYMLINK",
868 	"RFS3_MKNOD",
869 	"RFS3_REMOVE",
870 	"RFS3_RMDIR",
871 	"RFS3_RENAME",
872 	"RFS3_LINK",
873 	"RFS3_READDIR",
874 	"RFS3_READDIRPLUS",
875 	"RFS3_FSSTAT",
876 	"RFS3_FSINFO",
877 	"RFS3_PATHCONF",
878 	"RFS3_COMMIT"
879 };
880 
881 static struct rpcdisp rfsdisptab_v3[] = {
882 	/*
883 	 * NFS VERSION 3
884 	 */
885 
886 	/* RFS_NULL = 0 */
887 	{rpc_null_v3,
888 	    xdr_void, NULL_xdrproc_t, 0,
889 	    xdr_void, NULL_xdrproc_t, 0,
890 	    nullfree, RPC_IDEMPOTENT,
891 	    0},
892 
893 	/* RFS3_GETATTR = 1 */
894 	{rfs3_getattr,
895 	    xdr_nfs_fh3_server, NULL_xdrproc_t, sizeof (GETATTR3args),
896 	    xdr_GETATTR3res, NULL_xdrproc_t, sizeof (GETATTR3res),
897 	    nullfree, (RPC_IDEMPOTENT | RPC_ALLOWANON),
898 	    rfs3_getattr_getfh},
899 
900 	/* RFS3_SETATTR = 2 */
901 	{rfs3_setattr,
902 	    xdr_SETATTR3args, NULL_xdrproc_t, sizeof (SETATTR3args),
903 	    xdr_SETATTR3res, NULL_xdrproc_t, sizeof (SETATTR3res),
904 	    nullfree, 0,
905 	    rfs3_setattr_getfh},
906 
907 	/* RFS3_LOOKUP = 3 */
908 	{rfs3_lookup,
909 	    xdr_diropargs3, NULL_xdrproc_t, sizeof (LOOKUP3args),
910 	    xdr_LOOKUP3res, NULL_xdrproc_t, sizeof (LOOKUP3res),
911 	    nullfree, (RPC_IDEMPOTENT | RPC_PUBLICFH_OK),
912 	    rfs3_lookup_getfh},
913 
914 	/* RFS3_ACCESS = 4 */
915 	{rfs3_access,
916 	    xdr_ACCESS3args, NULL_xdrproc_t, sizeof (ACCESS3args),
917 	    xdr_ACCESS3res, NULL_xdrproc_t, sizeof (ACCESS3res),
918 	    nullfree, RPC_IDEMPOTENT,
919 	    rfs3_access_getfh},
920 
921 	/* RFS3_READLINK = 5 */
922 	{rfs3_readlink,
923 	    xdr_nfs_fh3_server, NULL_xdrproc_t, sizeof (READLINK3args),
924 	    xdr_READLINK3res, NULL_xdrproc_t, sizeof (READLINK3res),
925 	    rfs3_readlink_free, RPC_IDEMPOTENT,
926 	    rfs3_readlink_getfh},
927 
928 	/* RFS3_READ = 6 */
929 	{rfs3_read,
930 	    xdr_READ3args, NULL_xdrproc_t, sizeof (READ3args),
931 	    xdr_READ3res, NULL_xdrproc_t, sizeof (READ3res),
932 	    rfs3_read_free, RPC_IDEMPOTENT,
933 	    rfs3_read_getfh},
934 
935 	/* RFS3_WRITE = 7 */
936 	{rfs3_write,
937 	    xdr_WRITE3args, NULL_xdrproc_t, sizeof (WRITE3args),
938 	    xdr_WRITE3res, NULL_xdrproc_t, sizeof (WRITE3res),
939 	    nullfree, 0,
940 	    rfs3_write_getfh},
941 
942 	/* RFS3_CREATE = 8 */
943 	{rfs3_create,
944 	    xdr_CREATE3args, NULL_xdrproc_t, sizeof (CREATE3args),
945 	    xdr_CREATE3res, NULL_xdrproc_t, sizeof (CREATE3res),
946 	    nullfree, 0,
947 	    rfs3_create_getfh},
948 
949 	/* RFS3_MKDIR = 9 */
950 	{rfs3_mkdir,
951 	    xdr_MKDIR3args, NULL_xdrproc_t, sizeof (MKDIR3args),
952 	    xdr_MKDIR3res, NULL_xdrproc_t, sizeof (MKDIR3res),
953 	    nullfree, 0,
954 	    rfs3_mkdir_getfh},
955 
956 	/* RFS3_SYMLINK = 10 */
957 	{rfs3_symlink,
958 	    xdr_SYMLINK3args, NULL_xdrproc_t, sizeof (SYMLINK3args),
959 	    xdr_SYMLINK3res, NULL_xdrproc_t, sizeof (SYMLINK3res),
960 	    nullfree, 0,
961 	    rfs3_symlink_getfh},
962 
963 	/* RFS3_MKNOD = 11 */
964 	{rfs3_mknod,
965 	    xdr_MKNOD3args, NULL_xdrproc_t, sizeof (MKNOD3args),
966 	    xdr_MKNOD3res, NULL_xdrproc_t, sizeof (MKNOD3res),
967 	    nullfree, 0,
968 	    rfs3_mknod_getfh},
969 
970 	/* RFS3_REMOVE = 12 */
971 	{rfs3_remove,
972 	    xdr_diropargs3, NULL_xdrproc_t, sizeof (REMOVE3args),
973 	    xdr_REMOVE3res, NULL_xdrproc_t, sizeof (REMOVE3res),
974 	    nullfree, 0,
975 	    rfs3_remove_getfh},
976 
977 	/* RFS3_RMDIR = 13 */
978 	{rfs3_rmdir,
979 	    xdr_diropargs3, NULL_xdrproc_t, sizeof (RMDIR3args),
980 	    xdr_RMDIR3res, NULL_xdrproc_t, sizeof (RMDIR3res),
981 	    nullfree, 0,
982 	    rfs3_rmdir_getfh},
983 
984 	/* RFS3_RENAME = 14 */
985 	{rfs3_rename,
986 	    xdr_RENAME3args, NULL_xdrproc_t, sizeof (RENAME3args),
987 	    xdr_RENAME3res, NULL_xdrproc_t, sizeof (RENAME3res),
988 	    nullfree, 0,
989 	    rfs3_rename_getfh},
990 
991 	/* RFS3_LINK = 15 */
992 	{rfs3_link,
993 	    xdr_LINK3args, NULL_xdrproc_t, sizeof (LINK3args),
994 	    xdr_LINK3res, NULL_xdrproc_t, sizeof (LINK3res),
995 	    nullfree, 0,
996 	    rfs3_link_getfh},
997 
998 	/* RFS3_READDIR = 16 */
999 	{rfs3_readdir,
1000 	    xdr_READDIR3args, NULL_xdrproc_t, sizeof (READDIR3args),
1001 	    xdr_READDIR3res, NULL_xdrproc_t, sizeof (READDIR3res),
1002 	    rfs3_readdir_free, RPC_IDEMPOTENT,
1003 	    rfs3_readdir_getfh},
1004 
1005 	/* RFS3_READDIRPLUS = 17 */
1006 	{rfs3_readdirplus,
1007 	    xdr_READDIRPLUS3args, NULL_xdrproc_t, sizeof (READDIRPLUS3args),
1008 	    xdr_READDIRPLUS3res, NULL_xdrproc_t, sizeof (READDIRPLUS3res),
1009 	    rfs3_readdirplus_free, RPC_AVOIDWORK,
1010 	    rfs3_readdirplus_getfh},
1011 
1012 	/* RFS3_FSSTAT = 18 */
1013 	{rfs3_fsstat,
1014 	    xdr_nfs_fh3_server, NULL_xdrproc_t, sizeof (FSSTAT3args),
1015 	    xdr_FSSTAT3res, NULL_xdrproc_t, sizeof (FSSTAT3res),
1016 	    nullfree, RPC_IDEMPOTENT,
1017 	    rfs3_fsstat_getfh},
1018 
1019 	/* RFS3_FSINFO = 19 */
1020 	{rfs3_fsinfo,
1021 	    xdr_nfs_fh3_server, NULL_xdrproc_t, sizeof (FSINFO3args),
1022 	    xdr_FSINFO3res, NULL_xdrproc_t, sizeof (FSINFO3res),
1023 	    nullfree, RPC_IDEMPOTENT|RPC_ALLOWANON,
1024 	    rfs3_fsinfo_getfh},
1025 
1026 	/* RFS3_PATHCONF = 20 */
1027 	{rfs3_pathconf,
1028 	    xdr_nfs_fh3_server, NULL_xdrproc_t, sizeof (PATHCONF3args),
1029 	    xdr_PATHCONF3res, NULL_xdrproc_t, sizeof (PATHCONF3res),
1030 	    nullfree, RPC_IDEMPOTENT,
1031 	    rfs3_pathconf_getfh},
1032 
1033 	/* RFS3_COMMIT = 21 */
1034 	{rfs3_commit,
1035 	    xdr_COMMIT3args, NULL_xdrproc_t, sizeof (COMMIT3args),
1036 	    xdr_COMMIT3res, NULL_xdrproc_t, sizeof (COMMIT3res),
1037 	    nullfree, RPC_IDEMPOTENT,
1038 	    rfs3_commit_getfh},
1039 };
1040 
1041 static char *rfscallnames_v4[] = {
1042 	"RFS4_NULL",
1043 	"RFS4_COMPOUND",
1044 	"RFS4_NULL",
1045 	"RFS4_NULL",
1046 	"RFS4_NULL",
1047 	"RFS4_NULL",
1048 	"RFS4_NULL",
1049 	"RFS4_NULL",
1050 	"RFS4_CREATE"
1051 };
1052 
1053 static struct rpcdisp rfsdisptab_v4[] = {
1054 	/*
1055 	 * NFS VERSION 4
1056 	 */
1057 
1058 	/* RFS_NULL = 0 */
1059 	{rpc_null,
1060 	    xdr_void, NULL_xdrproc_t, 0,
1061 	    xdr_void, NULL_xdrproc_t, 0,
1062 	    nullfree, RPC_IDEMPOTENT, 0},
1063 
1064 	/* RFS4_compound = 1 */
1065 	{rfs4_compound,
1066 	    xdr_COMPOUND4args_srv, NULL_xdrproc_t, sizeof (COMPOUND4args),
1067 	    xdr_COMPOUND4res_srv, NULL_xdrproc_t, sizeof (COMPOUND4res),
1068 	    rfs4_compound_free, 0, 0},
1069 };
1070 
1071 union rfs_args {
1072 	/*
1073 	 * NFS VERSION 2
1074 	 */
1075 
1076 	/* RFS_NULL = 0 */
1077 
1078 	/* RFS_GETATTR = 1 */
1079 	fhandle_t nfs2_getattr_args;
1080 
1081 	/* RFS_SETATTR = 2 */
1082 	struct nfssaargs nfs2_setattr_args;
1083 
1084 	/* RFS_ROOT = 3 *** NO LONGER SUPPORTED *** */
1085 
1086 	/* RFS_LOOKUP = 4 */
1087 	struct nfsdiropargs nfs2_lookup_args;
1088 
1089 	/* RFS_READLINK = 5 */
1090 	fhandle_t nfs2_readlink_args;
1091 
1092 	/* RFS_READ = 6 */
1093 	struct nfsreadargs nfs2_read_args;
1094 
1095 	/* RFS_WRITECACHE = 7 *** NO LONGER SUPPORTED *** */
1096 
1097 	/* RFS_WRITE = 8 */
1098 	struct nfswriteargs nfs2_write_args;
1099 
1100 	/* RFS_CREATE = 9 */
1101 	struct nfscreatargs nfs2_create_args;
1102 
1103 	/* RFS_REMOVE = 10 */
1104 	struct nfsdiropargs nfs2_remove_args;
1105 
1106 	/* RFS_RENAME = 11 */
1107 	struct nfsrnmargs nfs2_rename_args;
1108 
1109 	/* RFS_LINK = 12 */
1110 	struct nfslinkargs nfs2_link_args;
1111 
1112 	/* RFS_SYMLINK = 13 */
1113 	struct nfsslargs nfs2_symlink_args;
1114 
1115 	/* RFS_MKDIR = 14 */
1116 	struct nfscreatargs nfs2_mkdir_args;
1117 
1118 	/* RFS_RMDIR = 15 */
1119 	struct nfsdiropargs nfs2_rmdir_args;
1120 
1121 	/* RFS_READDIR = 16 */
1122 	struct nfsrddirargs nfs2_readdir_args;
1123 
1124 	/* RFS_STATFS = 17 */
1125 	fhandle_t nfs2_statfs_args;
1126 
1127 	/*
1128 	 * NFS VERSION 3
1129 	 */
1130 
1131 	/* RFS_NULL = 0 */
1132 
1133 	/* RFS3_GETATTR = 1 */
1134 	GETATTR3args nfs3_getattr_args;
1135 
1136 	/* RFS3_SETATTR = 2 */
1137 	SETATTR3args nfs3_setattr_args;
1138 
1139 	/* RFS3_LOOKUP = 3 */
1140 	LOOKUP3args nfs3_lookup_args;
1141 
1142 	/* RFS3_ACCESS = 4 */
1143 	ACCESS3args nfs3_access_args;
1144 
1145 	/* RFS3_READLINK = 5 */
1146 	READLINK3args nfs3_readlink_args;
1147 
1148 	/* RFS3_READ = 6 */
1149 	READ3args nfs3_read_args;
1150 
1151 	/* RFS3_WRITE = 7 */
1152 	WRITE3args nfs3_write_args;
1153 
1154 	/* RFS3_CREATE = 8 */
1155 	CREATE3args nfs3_create_args;
1156 
1157 	/* RFS3_MKDIR = 9 */
1158 	MKDIR3args nfs3_mkdir_args;
1159 
1160 	/* RFS3_SYMLINK = 10 */
1161 	SYMLINK3args nfs3_symlink_args;
1162 
1163 	/* RFS3_MKNOD = 11 */
1164 	MKNOD3args nfs3_mknod_args;
1165 
1166 	/* RFS3_REMOVE = 12 */
1167 	REMOVE3args nfs3_remove_args;
1168 
1169 	/* RFS3_RMDIR = 13 */
1170 	RMDIR3args nfs3_rmdir_args;
1171 
1172 	/* RFS3_RENAME = 14 */
1173 	RENAME3args nfs3_rename_args;
1174 
1175 	/* RFS3_LINK = 15 */
1176 	LINK3args nfs3_link_args;
1177 
1178 	/* RFS3_READDIR = 16 */
1179 	READDIR3args nfs3_readdir_args;
1180 
1181 	/* RFS3_READDIRPLUS = 17 */
1182 	READDIRPLUS3args nfs3_readdirplus_args;
1183 
1184 	/* RFS3_FSSTAT = 18 */
1185 	FSSTAT3args nfs3_fsstat_args;
1186 
1187 	/* RFS3_FSINFO = 19 */
1188 	FSINFO3args nfs3_fsinfo_args;
1189 
1190 	/* RFS3_PATHCONF = 20 */
1191 	PATHCONF3args nfs3_pathconf_args;
1192 
1193 	/* RFS3_COMMIT = 21 */
1194 	COMMIT3args nfs3_commit_args;
1195 
1196 	/*
1197 	 * NFS VERSION 4
1198 	 */
1199 
1200 	/* RFS_NULL = 0 */
1201 
1202 	/* COMPUND = 1 */
1203 	COMPOUND4args nfs4_compound_args;
1204 };
1205 
1206 union rfs_res {
1207 	/*
1208 	 * NFS VERSION 2
1209 	 */
1210 
1211 	/* RFS_NULL = 0 */
1212 
1213 	/* RFS_GETATTR = 1 */
1214 	struct nfsattrstat nfs2_getattr_res;
1215 
1216 	/* RFS_SETATTR = 2 */
1217 	struct nfsattrstat nfs2_setattr_res;
1218 
1219 	/* RFS_ROOT = 3 *** NO LONGER SUPPORTED *** */
1220 
1221 	/* RFS_LOOKUP = 4 */
1222 	struct nfsdiropres nfs2_lookup_res;
1223 
1224 	/* RFS_READLINK = 5 */
1225 	struct nfsrdlnres nfs2_readlink_res;
1226 
1227 	/* RFS_READ = 6 */
1228 	struct nfsrdresult nfs2_read_res;
1229 
1230 	/* RFS_WRITECACHE = 7 *** NO LONGER SUPPORTED *** */
1231 
1232 	/* RFS_WRITE = 8 */
1233 	struct nfsattrstat nfs2_write_res;
1234 
1235 	/* RFS_CREATE = 9 */
1236 	struct nfsdiropres nfs2_create_res;
1237 
1238 	/* RFS_REMOVE = 10 */
1239 	enum nfsstat nfs2_remove_res;
1240 
1241 	/* RFS_RENAME = 11 */
1242 	enum nfsstat nfs2_rename_res;
1243 
1244 	/* RFS_LINK = 12 */
1245 	enum nfsstat nfs2_link_res;
1246 
1247 	/* RFS_SYMLINK = 13 */
1248 	enum nfsstat nfs2_symlink_res;
1249 
1250 	/* RFS_MKDIR = 14 */
1251 	struct nfsdiropres nfs2_mkdir_res;
1252 
1253 	/* RFS_RMDIR = 15 */
1254 	enum nfsstat nfs2_rmdir_res;
1255 
1256 	/* RFS_READDIR = 16 */
1257 	struct nfsrddirres nfs2_readdir_res;
1258 
1259 	/* RFS_STATFS = 17 */
1260 	struct nfsstatfs nfs2_statfs_res;
1261 
1262 	/*
1263 	 * NFS VERSION 3
1264 	 */
1265 
1266 	/* RFS_NULL = 0 */
1267 
1268 	/* RFS3_GETATTR = 1 */
1269 	GETATTR3res nfs3_getattr_res;
1270 
1271 	/* RFS3_SETATTR = 2 */
1272 	SETATTR3res nfs3_setattr_res;
1273 
1274 	/* RFS3_LOOKUP = 3 */
1275 	LOOKUP3res nfs3_lookup_res;
1276 
1277 	/* RFS3_ACCESS = 4 */
1278 	ACCESS3res nfs3_access_res;
1279 
1280 	/* RFS3_READLINK = 5 */
1281 	READLINK3res nfs3_readlink_res;
1282 
1283 	/* RFS3_READ = 6 */
1284 	READ3res nfs3_read_res;
1285 
1286 	/* RFS3_WRITE = 7 */
1287 	WRITE3res nfs3_write_res;
1288 
1289 	/* RFS3_CREATE = 8 */
1290 	CREATE3res nfs3_create_res;
1291 
1292 	/* RFS3_MKDIR = 9 */
1293 	MKDIR3res nfs3_mkdir_res;
1294 
1295 	/* RFS3_SYMLINK = 10 */
1296 	SYMLINK3res nfs3_symlink_res;
1297 
1298 	/* RFS3_MKNOD = 11 */
1299 	MKNOD3res nfs3_mknod_res;
1300 
1301 	/* RFS3_REMOVE = 12 */
1302 	REMOVE3res nfs3_remove_res;
1303 
1304 	/* RFS3_RMDIR = 13 */
1305 	RMDIR3res nfs3_rmdir_res;
1306 
1307 	/* RFS3_RENAME = 14 */
1308 	RENAME3res nfs3_rename_res;
1309 
1310 	/* RFS3_LINK = 15 */
1311 	LINK3res nfs3_link_res;
1312 
1313 	/* RFS3_READDIR = 16 */
1314 	READDIR3res nfs3_readdir_res;
1315 
1316 	/* RFS3_READDIRPLUS = 17 */
1317 	READDIRPLUS3res nfs3_readdirplus_res;
1318 
1319 	/* RFS3_FSSTAT = 18 */
1320 	FSSTAT3res nfs3_fsstat_res;
1321 
1322 	/* RFS3_FSINFO = 19 */
1323 	FSINFO3res nfs3_fsinfo_res;
1324 
1325 	/* RFS3_PATHCONF = 20 */
1326 	PATHCONF3res nfs3_pathconf_res;
1327 
1328 	/* RFS3_COMMIT = 21 */
1329 	COMMIT3res nfs3_commit_res;
1330 
1331 	/*
1332 	 * NFS VERSION 4
1333 	 */
1334 
1335 	/* RFS_NULL = 0 */
1336 
1337 	/* RFS4_COMPOUND = 1 */
1338 	COMPOUND4res nfs4_compound_res;
1339 
1340 };
1341 
1342 static struct rpc_disptable rfs_disptable[] = {
1343 	{sizeof (rfsdisptab_v2) / sizeof (rfsdisptab_v2[0]),
1344 	    rfscallnames_v2,
1345 	    &rfsproccnt_v2_ptr, &rfsprocio_v2_ptr, rfsdisptab_v2},
1346 	{sizeof (rfsdisptab_v3) / sizeof (rfsdisptab_v3[0]),
1347 	    rfscallnames_v3,
1348 	    &rfsproccnt_v3_ptr, &rfsprocio_v3_ptr, rfsdisptab_v3},
1349 	{sizeof (rfsdisptab_v4) / sizeof (rfsdisptab_v4[0]),
1350 	    rfscallnames_v4,
1351 	    &rfsproccnt_v4_ptr, &rfsprocio_v4_ptr, rfsdisptab_v4},
1352 };
1353 
1354 /*
1355  * If nfs_portmon is set, then clients are required to use privileged
1356  * ports (ports < IPPORT_RESERVED) in order to get NFS services.
1357  *
1358  * N.B.: this attempt to carry forward the already ill-conceived notion
1359  * of privileged ports for TCP/UDP is really quite ineffectual.  Not only
1360  * is it transport-dependent, it's laughably easy to spoof.  If you're
1361  * really interested in security, you must start with secure RPC instead.
1362  */
1363 static int nfs_portmon = 0;
1364 
1365 #ifdef DEBUG
1366 static int cred_hits = 0;
1367 static int cred_misses = 0;
1368 #endif
1369 
1370 
1371 #ifdef DEBUG
1372 /*
1373  * Debug code to allow disabling of rfs_dispatch() use of
1374  * fastxdrargs() and fastxdrres() calls for testing purposes.
1375  */
1376 static int rfs_no_fast_xdrargs = 0;
1377 static int rfs_no_fast_xdrres = 0;
1378 #endif
1379 
1380 union acl_args {
1381 	/*
1382 	 * ACL VERSION 2
1383 	 */
1384 
1385 	/* ACL2_NULL = 0 */
1386 
1387 	/* ACL2_GETACL = 1 */
1388 	GETACL2args acl2_getacl_args;
1389 
1390 	/* ACL2_SETACL = 2 */
1391 	SETACL2args acl2_setacl_args;
1392 
1393 	/* ACL2_GETATTR = 3 */
1394 	GETATTR2args acl2_getattr_args;
1395 
1396 	/* ACL2_ACCESS = 4 */
1397 	ACCESS2args acl2_access_args;
1398 
1399 	/* ACL2_GETXATTRDIR = 5 */
1400 	GETXATTRDIR2args acl2_getxattrdir_args;
1401 
1402 	/*
1403 	 * ACL VERSION 3
1404 	 */
1405 
1406 	/* ACL3_NULL = 0 */
1407 
1408 	/* ACL3_GETACL = 1 */
1409 	GETACL3args acl3_getacl_args;
1410 
1411 	/* ACL3_SETACL = 2 */
1412 	SETACL3args acl3_setacl;
1413 
1414 	/* ACL3_GETXATTRDIR = 3 */
1415 	GETXATTRDIR3args acl3_getxattrdir_args;
1416 
1417 };
1418 
1419 union acl_res {
1420 	/*
1421 	 * ACL VERSION 2
1422 	 */
1423 
1424 	/* ACL2_NULL = 0 */
1425 
1426 	/* ACL2_GETACL = 1 */
1427 	GETACL2res acl2_getacl_res;
1428 
1429 	/* ACL2_SETACL = 2 */
1430 	SETACL2res acl2_setacl_res;
1431 
1432 	/* ACL2_GETATTR = 3 */
1433 	GETATTR2res acl2_getattr_res;
1434 
1435 	/* ACL2_ACCESS = 4 */
1436 	ACCESS2res acl2_access_res;
1437 
1438 	/* ACL2_GETXATTRDIR = 5 */
1439 	GETXATTRDIR2args acl2_getxattrdir_res;
1440 
1441 	/*
1442 	 * ACL VERSION 3
1443 	 */
1444 
1445 	/* ACL3_NULL = 0 */
1446 
1447 	/* ACL3_GETACL = 1 */
1448 	GETACL3res acl3_getacl_res;
1449 
1450 	/* ACL3_SETACL = 2 */
1451 	SETACL3res acl3_setacl_res;
1452 
1453 	/* ACL3_GETXATTRDIR = 3 */
1454 	GETXATTRDIR3res acl3_getxattrdir_res;
1455 
1456 };
1457 
1458 static bool_t
1459 auth_tooweak(struct svc_req *req, char *res)
1460 {
1461 
1462 	if (req->rq_vers == NFS_VERSION && req->rq_proc == RFS_LOOKUP) {
1463 		struct nfsdiropres *dr = (struct nfsdiropres *)res;
1464 		if ((enum wnfsstat)dr->dr_status == WNFSERR_CLNT_FLAVOR)
1465 			return (TRUE);
1466 	} else if (req->rq_vers == NFS_V3 && req->rq_proc == NFSPROC3_LOOKUP) {
1467 		LOOKUP3res *resp = (LOOKUP3res *)res;
1468 		if ((enum wnfsstat)resp->status == WNFSERR_CLNT_FLAVOR)
1469 			return (TRUE);
1470 	}
1471 	return (FALSE);
1472 }
1473 
1474 
1475 static void
1476 common_dispatch(struct svc_req *req, SVCXPRT *xprt, rpcvers_t min_vers,
1477 		rpcvers_t max_vers, char *pgmname,
1478 		struct rpc_disptable *disptable)
1479 {
1480 	int which;
1481 	rpcvers_t vers;
1482 	char *args;
1483 	union {
1484 			union rfs_args ra;
1485 			union acl_args aa;
1486 		} args_buf;
1487 	char *res;
1488 	union {
1489 			union rfs_res rr;
1490 			union acl_res ar;
1491 		} res_buf;
1492 	struct rpcdisp *disp = NULL;
1493 	int dis_flags = 0;
1494 	cred_t *cr;
1495 	int error = 0;
1496 	int anon_ok;
1497 	struct exportinfo *exi = NULL;
1498 	unsigned int nfslog_rec_id;
1499 	int dupstat;
1500 	struct dupreq *dr;
1501 	int authres;
1502 	bool_t publicfh_ok = FALSE;
1503 	enum_t auth_flavor;
1504 	bool_t dupcached = FALSE;
1505 	struct netbuf	nb;
1506 	bool_t logging_enabled = FALSE;
1507 	struct exportinfo *nfslog_exi = NULL;
1508 	char **procnames;
1509 	char cbuf[INET6_ADDRSTRLEN];	/* to hold both IPv4 and IPv6 addr */
1510 	bool_t ro = FALSE;
1511 	kstat_t *ksp = NULL;
1512 	kstat_t *exi_ksp = NULL;
1513 	size_t pos;			/* request size */
1514 	size_t rlen;			/* reply size */
1515 	bool_t rsent = FALSE;		/* reply was sent successfully */
1516 
1517 	vers = req->rq_vers;
1518 
1519 	if (vers < min_vers || vers > max_vers) {
1520 		svcerr_progvers(req->rq_xprt, min_vers, max_vers);
1521 		error++;
1522 		cmn_err(CE_NOTE, "%s: bad version number %u", pgmname, vers);
1523 		goto done;
1524 	}
1525 	vers -= min_vers;
1526 
1527 	which = req->rq_proc;
1528 	if (which < 0 || which >= disptable[(int)vers].dis_nprocs) {
1529 		svcerr_noproc(req->rq_xprt);
1530 		error++;
1531 		goto done;
1532 	}
1533 
1534 	(*(disptable[(int)vers].dis_proccntp))[which].value.ui64++;
1535 
1536 	ksp = (*(disptable[(int)vers].dis_prociop))[which];
1537 	if (ksp != NULL) {
1538 		mutex_enter(ksp->ks_lock);
1539 		kstat_runq_enter(KSTAT_IO_PTR(ksp));
1540 		mutex_exit(ksp->ks_lock);
1541 	}
1542 	pos = XDR_GETPOS(&xprt->xp_xdrin);
1543 
1544 	disp = &disptable[(int)vers].dis_table[which];
1545 	procnames = disptable[(int)vers].dis_procnames;
1546 
1547 	auth_flavor = req->rq_cred.oa_flavor;
1548 
1549 	/*
1550 	 * Deserialize into the args struct.
1551 	 */
1552 	args = (char *)&args_buf;
1553 
1554 #ifdef DEBUG
1555 	if (rfs_no_fast_xdrargs || (auth_flavor == RPCSEC_GSS) ||
1556 	    disp->dis_fastxdrargs == NULL_xdrproc_t ||
1557 	    !SVC_GETARGS(xprt, disp->dis_fastxdrargs, (char *)&args))
1558 #else
1559 	if ((auth_flavor == RPCSEC_GSS) ||
1560 	    disp->dis_fastxdrargs == NULL_xdrproc_t ||
1561 	    !SVC_GETARGS(xprt, disp->dis_fastxdrargs, (char *)&args))
1562 #endif
1563 	{
1564 		bzero(args, disp->dis_argsz);
1565 		if (!SVC_GETARGS(xprt, disp->dis_xdrargs, args)) {
1566 			error++;
1567 			/*
1568 			 * Check if we are outside our capabilities.
1569 			 */
1570 			if (rfs4_minorvers_mismatch(req, xprt, (void *)args))
1571 				goto done;
1572 
1573 			svcerr_decode(xprt);
1574 			cmn_err(CE_NOTE,
1575 			    "Failed to decode arguments for %s version %u "
1576 			    "procedure %s client %s%s",
1577 			    pgmname, vers + min_vers, procnames[which],
1578 			    client_name(req), client_addr(req, cbuf));
1579 			goto done;
1580 		}
1581 	}
1582 
1583 	/*
1584 	 * If Version 4 use that specific dispatch function.
1585 	 */
1586 	if (req->rq_vers == 4) {
1587 		error += rfs4_dispatch(disp, req, xprt, args, &rlen);
1588 		if (error == 0)
1589 			rsent = TRUE;
1590 		goto done;
1591 	}
1592 
1593 	dis_flags = disp->dis_flags;
1594 
1595 	/*
1596 	 * Find export information and check authentication,
1597 	 * setting the credential if everything is ok.
1598 	 */
1599 	if (disp->dis_getfh != NULL) {
1600 		void *fh;
1601 		fsid_t *fsid;
1602 		fid_t *fid, *xfid;
1603 		fhandle_t *fh2;
1604 		nfs_fh3 *fh3;
1605 
1606 		fh = (*disp->dis_getfh)(args);
1607 		switch (req->rq_vers) {
1608 		case NFS_VERSION:
1609 			fh2 = (fhandle_t *)fh;
1610 			fsid = &fh2->fh_fsid;
1611 			fid = (fid_t *)&fh2->fh_len;
1612 			xfid = (fid_t *)&fh2->fh_xlen;
1613 			break;
1614 		case NFS_V3:
1615 			fh3 = (nfs_fh3 *)fh;
1616 			fsid = &fh3->fh3_fsid;
1617 			fid = FH3TOFIDP(fh3);
1618 			xfid = FH3TOXFIDP(fh3);
1619 			break;
1620 		}
1621 
1622 		/*
1623 		 * Fix for bug 1038302 - corbin
1624 		 * There is a problem here if anonymous access is
1625 		 * disallowed.  If the current request is part of the
1626 		 * client's mount process for the requested filesystem,
1627 		 * then it will carry root (uid 0) credentials on it, and
1628 		 * will be denied by checkauth if that client does not
1629 		 * have explicit root=0 permission.  This will cause the
1630 		 * client's mount operation to fail.  As a work-around,
1631 		 * we check here to see if the request is a getattr or
1632 		 * statfs operation on the exported vnode itself, and
1633 		 * pass a flag to checkauth with the result of this test.
1634 		 *
1635 		 * The filehandle refers to the mountpoint itself if
1636 		 * the fh_data and fh_xdata portions of the filehandle
1637 		 * are equal.
1638 		 *
1639 		 * Added anon_ok argument to checkauth().
1640 		 */
1641 
1642 		if ((dis_flags & RPC_ALLOWANON) && EQFID(fid, xfid))
1643 			anon_ok = 1;
1644 		else
1645 			anon_ok = 0;
1646 
1647 		cr = xprt->xp_cred;
1648 		ASSERT(cr != NULL);
1649 #ifdef DEBUG
1650 		if (crgetref(cr) != 1) {
1651 			crfree(cr);
1652 			cr = crget();
1653 			xprt->xp_cred = cr;
1654 			cred_misses++;
1655 		} else
1656 			cred_hits++;
1657 #else
1658 		if (crgetref(cr) != 1) {
1659 			crfree(cr);
1660 			cr = crget();
1661 			xprt->xp_cred = cr;
1662 		}
1663 #endif
1664 
1665 		exi = checkexport(fsid, xfid);
1666 
1667 		if (exi != NULL) {
1668 			rw_enter(&exported_lock, RW_READER);
1669 
1670 			switch (req->rq_vers) {
1671 			case NFS_VERSION:
1672 				exi_ksp = (disptable == rfs_disptable) ?
1673 				    exi->exi_kstats->rfsprocio_v2_ptr[which] :
1674 				    exi->exi_kstats->aclprocio_v2_ptr[which];
1675 				break;
1676 			case NFS_V3:
1677 				exi_ksp = (disptable == rfs_disptable) ?
1678 				    exi->exi_kstats->rfsprocio_v3_ptr[which] :
1679 				    exi->exi_kstats->aclprocio_v3_ptr[which];
1680 				break;
1681 			default:
1682 				ASSERT(0);
1683 				break;
1684 			}
1685 
1686 			if (exi_ksp != NULL) {
1687 				mutex_enter(exi_ksp->ks_lock);
1688 				kstat_runq_enter(KSTAT_IO_PTR(exi_ksp));
1689 				mutex_exit(exi_ksp->ks_lock);
1690 			} else {
1691 				rw_exit(&exported_lock);
1692 			}
1693 
1694 			publicfh_ok = PUBLICFH_CHECK(disp, exi, fsid, xfid);
1695 
1696 			/*
1697 			 * Don't allow non-V4 clients access
1698 			 * to pseudo exports
1699 			 */
1700 			if (PSEUDO(exi)) {
1701 				svcerr_weakauth(xprt);
1702 				error++;
1703 				goto done;
1704 			}
1705 
1706 			authres = checkauth(exi, req, cr, anon_ok, publicfh_ok,
1707 			    &ro);
1708 			/*
1709 			 * authres >  0: authentication OK - proceed
1710 			 * authres == 0: authentication weak - return error
1711 			 * authres <  0: authentication timeout - drop
1712 			 */
1713 			if (authres <= 0) {
1714 				if (authres == 0) {
1715 					svcerr_weakauth(xprt);
1716 					error++;
1717 				}
1718 				goto done;
1719 			}
1720 		}
1721 	} else
1722 		cr = NULL;
1723 
1724 	if ((dis_flags & RPC_MAPRESP) && (auth_flavor != RPCSEC_GSS)) {
1725 		res = (char *)SVC_GETRES(xprt, disp->dis_ressz);
1726 		if (res == NULL)
1727 			res = (char *)&res_buf;
1728 	} else
1729 		res = (char *)&res_buf;
1730 
1731 	if (!(dis_flags & RPC_IDEMPOTENT)) {
1732 		dupstat = SVC_DUP_EXT(xprt, req, res, disp->dis_ressz, &dr,
1733 		    &dupcached);
1734 
1735 		switch (dupstat) {
1736 		case DUP_ERROR:
1737 			svcerr_systemerr(xprt);
1738 			error++;
1739 			goto done;
1740 			/* NOTREACHED */
1741 		case DUP_INPROGRESS:
1742 			if (res != (char *)&res_buf)
1743 				SVC_FREERES(xprt);
1744 			error++;
1745 			goto done;
1746 			/* NOTREACHED */
1747 		case DUP_NEW:
1748 		case DUP_DROP:
1749 			curthread->t_flag |= T_DONTPEND;
1750 
1751 			(*disp->dis_proc)(args, res, exi, req, cr, ro);
1752 
1753 			curthread->t_flag &= ~T_DONTPEND;
1754 			if (curthread->t_flag & T_WOULDBLOCK) {
1755 				curthread->t_flag &= ~T_WOULDBLOCK;
1756 				SVC_DUPDONE_EXT(xprt, dr, res, NULL,
1757 				    disp->dis_ressz, DUP_DROP);
1758 				if (res != (char *)&res_buf)
1759 					SVC_FREERES(xprt);
1760 				error++;
1761 				goto done;
1762 			}
1763 			if (dis_flags & RPC_AVOIDWORK) {
1764 				SVC_DUPDONE_EXT(xprt, dr, res, NULL,
1765 				    disp->dis_ressz, DUP_DROP);
1766 			} else {
1767 				SVC_DUPDONE_EXT(xprt, dr, res,
1768 				    disp->dis_resfree == nullfree ? NULL :
1769 				    disp->dis_resfree,
1770 				    disp->dis_ressz, DUP_DONE);
1771 				dupcached = TRUE;
1772 			}
1773 			break;
1774 		case DUP_DONE:
1775 			break;
1776 		}
1777 
1778 	} else {
1779 		curthread->t_flag |= T_DONTPEND;
1780 
1781 		(*disp->dis_proc)(args, res, exi, req, cr, ro);
1782 
1783 		curthread->t_flag &= ~T_DONTPEND;
1784 		if (curthread->t_flag & T_WOULDBLOCK) {
1785 			curthread->t_flag &= ~T_WOULDBLOCK;
1786 			if (res != (char *)&res_buf)
1787 				SVC_FREERES(xprt);
1788 			error++;
1789 			goto done;
1790 		}
1791 	}
1792 
1793 	if (auth_tooweak(req, res)) {
1794 		svcerr_weakauth(xprt);
1795 		error++;
1796 		goto done;
1797 	}
1798 
1799 	/*
1800 	 * Check to see if logging has been enabled on the server.
1801 	 * If so, then obtain the export info struct to be used for
1802 	 * the later writing of the log record.  This is done for
1803 	 * the case that a lookup is done across a non-logged public
1804 	 * file system.
1805 	 */
1806 	if (nfslog_buffer_list != NULL) {
1807 		nfslog_exi = nfslog_get_exi(exi, req, res, &nfslog_rec_id);
1808 		/*
1809 		 * Is logging enabled?
1810 		 */
1811 		logging_enabled = (nfslog_exi != NULL);
1812 
1813 		/*
1814 		 * Copy the netbuf for logging purposes, before it is
1815 		 * freed by svc_sendreply().
1816 		 */
1817 		if (logging_enabled) {
1818 			NFSLOG_COPY_NETBUF(nfslog_exi, xprt, &nb);
1819 			/*
1820 			 * If RPC_MAPRESP flag set (i.e. in V2 ops) the
1821 			 * res gets copied directly into the mbuf and
1822 			 * may be freed soon after the sendreply. So we
1823 			 * must copy it here to a safe place...
1824 			 */
1825 			if (res != (char *)&res_buf) {
1826 				bcopy(res, (char *)&res_buf, disp->dis_ressz);
1827 			}
1828 		}
1829 	}
1830 
1831 	/*
1832 	 * Serialize and send results struct
1833 	 */
1834 #ifdef DEBUG
1835 	if (rfs_no_fast_xdrres == 0 && res != (char *)&res_buf)
1836 #else
1837 	if (res != (char *)&res_buf)
1838 #endif
1839 	{
1840 		if (!svc_sendreply(xprt, disp->dis_fastxdrres, res)) {
1841 			cmn_err(CE_NOTE, "%s: bad sendreply", pgmname);
1842 			svcerr_systemerr(xprt);
1843 			error++;
1844 		} else {
1845 			rlen = xdr_sizeof(disp->dis_fastxdrres, res);
1846 			rsent = TRUE;
1847 		}
1848 	} else {
1849 		if (!svc_sendreply(xprt, disp->dis_xdrres, res)) {
1850 			cmn_err(CE_NOTE, "%s: bad sendreply", pgmname);
1851 			svcerr_systemerr(xprt);
1852 			error++;
1853 		} else {
1854 			rlen = xdr_sizeof(disp->dis_xdrres, res);
1855 			rsent = TRUE;
1856 		}
1857 	}
1858 
1859 	/*
1860 	 * Log if needed
1861 	 */
1862 	if (logging_enabled) {
1863 		nfslog_write_record(nfslog_exi, req, args, (char *)&res_buf,
1864 		    cr, &nb, nfslog_rec_id, NFSLOG_ONE_BUFFER);
1865 		exi_rele(nfslog_exi);
1866 		kmem_free((&nb)->buf, (&nb)->len);
1867 	}
1868 
1869 	/*
1870 	 * Free results struct. With the addition of NFS V4 we can
1871 	 * have non-idempotent procedures with functions.
1872 	 */
1873 	if (disp->dis_resfree != nullfree && dupcached == FALSE) {
1874 		(*disp->dis_resfree)(res);
1875 	}
1876 
1877 done:
1878 	if (ksp != NULL || exi_ksp != NULL) {
1879 		pos = XDR_GETPOS(&xprt->xp_xdrin) - pos;
1880 	}
1881 
1882 	/*
1883 	 * Free arguments struct
1884 	 */
1885 	if (disp) {
1886 		if (!SVC_FREEARGS(xprt, disp->dis_xdrargs, args)) {
1887 			cmn_err(CE_NOTE, "%s: bad freeargs", pgmname);
1888 			error++;
1889 		}
1890 	} else {
1891 		if (!SVC_FREEARGS(xprt, (xdrproc_t)0, (caddr_t)0)) {
1892 			cmn_err(CE_NOTE, "%s: bad freeargs", pgmname);
1893 			error++;
1894 		}
1895 	}
1896 
1897 	if (exi_ksp != NULL) {
1898 		mutex_enter(exi_ksp->ks_lock);
1899 		KSTAT_IO_PTR(exi_ksp)->nwritten += pos;
1900 		KSTAT_IO_PTR(exi_ksp)->writes++;
1901 		if (rsent) {
1902 			KSTAT_IO_PTR(exi_ksp)->nread += rlen;
1903 			KSTAT_IO_PTR(exi_ksp)->reads++;
1904 		}
1905 		kstat_runq_exit(KSTAT_IO_PTR(exi_ksp));
1906 		mutex_exit(exi_ksp->ks_lock);
1907 
1908 		rw_exit(&exported_lock);
1909 	}
1910 
1911 	if (exi != NULL)
1912 		exi_rele(exi);
1913 
1914 	if (ksp != NULL) {
1915 		mutex_enter(ksp->ks_lock);
1916 		KSTAT_IO_PTR(ksp)->nwritten += pos;
1917 		KSTAT_IO_PTR(ksp)->writes++;
1918 		if (rsent) {
1919 			KSTAT_IO_PTR(ksp)->nread += rlen;
1920 			KSTAT_IO_PTR(ksp)->reads++;
1921 		}
1922 		kstat_runq_exit(KSTAT_IO_PTR(ksp));
1923 		mutex_exit(ksp->ks_lock);
1924 	}
1925 
1926 	global_svstat_ptr[req->rq_vers][NFS_BADCALLS].value.ui64 += error;
1927 
1928 	global_svstat_ptr[req->rq_vers][NFS_CALLS].value.ui64++;
1929 }
1930 
1931 static void
1932 rfs_dispatch(struct svc_req *req, SVCXPRT *xprt)
1933 {
1934 	common_dispatch(req, xprt, NFS_VERSMIN, NFS_VERSMAX,
1935 	    "NFS", rfs_disptable);
1936 }
1937 
1938 static char *aclcallnames_v2[] = {
1939 	"ACL2_NULL",
1940 	"ACL2_GETACL",
1941 	"ACL2_SETACL",
1942 	"ACL2_GETATTR",
1943 	"ACL2_ACCESS",
1944 	"ACL2_GETXATTRDIR"
1945 };
1946 
1947 static struct rpcdisp acldisptab_v2[] = {
1948 	/*
1949 	 * ACL VERSION 2
1950 	 */
1951 
1952 	/* ACL2_NULL = 0 */
1953 	{rpc_null,
1954 	    xdr_void, NULL_xdrproc_t, 0,
1955 	    xdr_void, NULL_xdrproc_t, 0,
1956 	    nullfree, RPC_IDEMPOTENT,
1957 	    0},
1958 
1959 	/* ACL2_GETACL = 1 */
1960 	{acl2_getacl,
1961 	    xdr_GETACL2args, xdr_fastGETACL2args, sizeof (GETACL2args),
1962 	    xdr_GETACL2res, NULL_xdrproc_t, sizeof (GETACL2res),
1963 	    acl2_getacl_free, RPC_IDEMPOTENT,
1964 	    acl2_getacl_getfh},
1965 
1966 	/* ACL2_SETACL = 2 */
1967 	{acl2_setacl,
1968 	    xdr_SETACL2args, NULL_xdrproc_t, sizeof (SETACL2args),
1969 #ifdef _LITTLE_ENDIAN
1970 	    xdr_SETACL2res, xdr_fastSETACL2res, sizeof (SETACL2res),
1971 #else
1972 	    xdr_SETACL2res, NULL_xdrproc_t, sizeof (SETACL2res),
1973 #endif
1974 	    nullfree, RPC_MAPRESP,
1975 	    acl2_setacl_getfh},
1976 
1977 	/* ACL2_GETATTR = 3 */
1978 	{acl2_getattr,
1979 	    xdr_GETATTR2args, xdr_fastGETATTR2args, sizeof (GETATTR2args),
1980 #ifdef _LITTLE_ENDIAN
1981 	    xdr_GETATTR2res, xdr_fastGETATTR2res, sizeof (GETATTR2res),
1982 #else
1983 	    xdr_GETATTR2res, NULL_xdrproc_t, sizeof (GETATTR2res),
1984 #endif
1985 	    nullfree, RPC_IDEMPOTENT|RPC_ALLOWANON|RPC_MAPRESP,
1986 	    acl2_getattr_getfh},
1987 
1988 	/* ACL2_ACCESS = 4 */
1989 	{acl2_access,
1990 	    xdr_ACCESS2args, xdr_fastACCESS2args, sizeof (ACCESS2args),
1991 #ifdef _LITTLE_ENDIAN
1992 	    xdr_ACCESS2res, xdr_fastACCESS2res, sizeof (ACCESS2res),
1993 #else
1994 	    xdr_ACCESS2res, NULL_xdrproc_t, sizeof (ACCESS2res),
1995 #endif
1996 	    nullfree, RPC_IDEMPOTENT|RPC_MAPRESP,
1997 	    acl2_access_getfh},
1998 
1999 	/* ACL2_GETXATTRDIR = 5 */
2000 	{acl2_getxattrdir,
2001 	    xdr_GETXATTRDIR2args, NULL_xdrproc_t, sizeof (GETXATTRDIR2args),
2002 	    xdr_GETXATTRDIR2res, NULL_xdrproc_t, sizeof (GETXATTRDIR2res),
2003 	    nullfree, RPC_IDEMPOTENT,
2004 	    acl2_getxattrdir_getfh},
2005 };
2006 
2007 static char *aclcallnames_v3[] = {
2008 	"ACL3_NULL",
2009 	"ACL3_GETACL",
2010 	"ACL3_SETACL",
2011 	"ACL3_GETXATTRDIR"
2012 };
2013 
2014 static struct rpcdisp acldisptab_v3[] = {
2015 	/*
2016 	 * ACL VERSION 3
2017 	 */
2018 
2019 	/* ACL3_NULL = 0 */
2020 	{rpc_null,
2021 	    xdr_void, NULL_xdrproc_t, 0,
2022 	    xdr_void, NULL_xdrproc_t, 0,
2023 	    nullfree, RPC_IDEMPOTENT,
2024 	    0},
2025 
2026 	/* ACL3_GETACL = 1 */
2027 	{acl3_getacl,
2028 	    xdr_GETACL3args, NULL_xdrproc_t, sizeof (GETACL3args),
2029 	    xdr_GETACL3res, NULL_xdrproc_t, sizeof (GETACL3res),
2030 	    acl3_getacl_free, RPC_IDEMPOTENT,
2031 	    acl3_getacl_getfh},
2032 
2033 	/* ACL3_SETACL = 2 */
2034 	{acl3_setacl,
2035 	    xdr_SETACL3args, NULL_xdrproc_t, sizeof (SETACL3args),
2036 	    xdr_SETACL3res, NULL_xdrproc_t, sizeof (SETACL3res),
2037 	    nullfree, 0,
2038 	    acl3_setacl_getfh},
2039 
2040 	/* ACL3_GETXATTRDIR = 3 */
2041 	{acl3_getxattrdir,
2042 	    xdr_GETXATTRDIR3args, NULL_xdrproc_t, sizeof (GETXATTRDIR3args),
2043 	    xdr_GETXATTRDIR3res, NULL_xdrproc_t, sizeof (GETXATTRDIR3res),
2044 	    nullfree, RPC_IDEMPOTENT,
2045 	    acl3_getxattrdir_getfh},
2046 };
2047 
2048 static struct rpc_disptable acl_disptable[] = {
2049 	{sizeof (acldisptab_v2) / sizeof (acldisptab_v2[0]),
2050 		aclcallnames_v2,
2051 		&aclproccnt_v2_ptr, &aclprocio_v2_ptr, acldisptab_v2},
2052 	{sizeof (acldisptab_v3) / sizeof (acldisptab_v3[0]),
2053 		aclcallnames_v3,
2054 		&aclproccnt_v3_ptr, &aclprocio_v3_ptr, acldisptab_v3},
2055 };
2056 
2057 static void
2058 acl_dispatch(struct svc_req *req, SVCXPRT *xprt)
2059 {
2060 	common_dispatch(req, xprt, NFS_ACL_VERSMIN, NFS_ACL_VERSMAX,
2061 	    "ACL", acl_disptable);
2062 }
2063 
2064 int
2065 checkwin(int flavor, int window, struct svc_req *req)
2066 {
2067 	struct authdes_cred *adc;
2068 
2069 	switch (flavor) {
2070 	case AUTH_DES:
2071 		adc = (struct authdes_cred *)req->rq_clntcred;
2072 		if (adc->adc_fullname.window > window)
2073 			return (0);
2074 		break;
2075 
2076 	default:
2077 		break;
2078 	}
2079 	return (1);
2080 }
2081 
2082 
2083 /*
2084  * checkauth() will check the access permission against the export
2085  * information.  Then map root uid/gid to appropriate uid/gid.
2086  *
2087  * This routine is used by NFS V3 and V2 code.
2088  */
2089 static int
2090 checkauth(struct exportinfo *exi, struct svc_req *req, cred_t *cr, int anon_ok,
2091     bool_t publicfh_ok, bool_t *ro)
2092 {
2093 	int i, nfsflavor, rpcflavor, stat, access;
2094 	struct secinfo *secp;
2095 	caddr_t principal;
2096 	char buf[INET6_ADDRSTRLEN]; /* to hold both IPv4 and IPv6 addr */
2097 	int anon_res = 0;
2098 
2099 	uid_t uid;
2100 	gid_t gid;
2101 	uint_t ngids;
2102 	gid_t *gids;
2103 
2104 	/*
2105 	 * Check for privileged port number
2106 	 * N.B.:  this assumes that we know the format of a netbuf.
2107 	 */
2108 	if (nfs_portmon) {
2109 		struct sockaddr *ca;
2110 		ca = (struct sockaddr *)svc_getrpccaller(req->rq_xprt)->buf;
2111 
2112 		if (ca == NULL)
2113 			return (0);
2114 
2115 		if ((ca->sa_family == AF_INET &&
2116 		    ntohs(((struct sockaddr_in *)ca)->sin_port) >=
2117 		    IPPORT_RESERVED) ||
2118 		    (ca->sa_family == AF_INET6 &&
2119 		    ntohs(((struct sockaddr_in6 *)ca)->sin6_port) >=
2120 		    IPPORT_RESERVED)) {
2121 			cmn_err(CE_NOTE,
2122 			    "nfs_server: client %s%ssent NFS request from "
2123 			    "unprivileged port",
2124 			    client_name(req), client_addr(req, buf));
2125 			return (0);
2126 		}
2127 	}
2128 
2129 	/*
2130 	 *  return 1 on success or 0 on failure
2131 	 */
2132 	stat = sec_svc_getcred(req, cr, &principal, &nfsflavor);
2133 
2134 	/*
2135 	 * A failed AUTH_UNIX sec_svc_getcred() implies we couldn't set
2136 	 * the credentials; below we map that to anonymous.
2137 	 */
2138 	if (!stat && nfsflavor != AUTH_UNIX) {
2139 		cmn_err(CE_NOTE,
2140 		    "nfs_server: couldn't get unix cred for %s",
2141 		    client_name(req));
2142 		return (0);
2143 	}
2144 
2145 	/*
2146 	 * Short circuit checkauth() on operations that support the
2147 	 * public filehandle, and if the request for that operation
2148 	 * is using the public filehandle. Note that we must call
2149 	 * sec_svc_getcred() first so that xp_cookie is set to the
2150 	 * right value. Normally xp_cookie is just the RPC flavor
2151 	 * of the the request, but in the case of RPCSEC_GSS it
2152 	 * could be a pseudo flavor.
2153 	 */
2154 	if (publicfh_ok)
2155 		return (1);
2156 
2157 	rpcflavor = req->rq_cred.oa_flavor;
2158 	/*
2159 	 * Check if the auth flavor is valid for this export
2160 	 */
2161 	access = nfsauth_access(exi, req, cr, &uid, &gid, &ngids, &gids);
2162 	if (access & NFSAUTH_DROP)
2163 		return (-1);	/* drop the request */
2164 
2165 	if (access & NFSAUTH_RO)
2166 		*ro = TRUE;
2167 
2168 	if (access & NFSAUTH_DENIED) {
2169 		/*
2170 		 * If anon_ok == 1 and we got NFSAUTH_DENIED, it was
2171 		 * probably due to the flavor not matching during
2172 		 * the mount attempt. So map the flavor to AUTH_NONE
2173 		 * so that the credentials get mapped to the anonymous
2174 		 * user.
2175 		 */
2176 		if (anon_ok == 1)
2177 			rpcflavor = AUTH_NONE;
2178 		else
2179 			return (0);	/* deny access */
2180 
2181 	} else if (access & NFSAUTH_MAPNONE) {
2182 		/*
2183 		 * Access was granted even though the flavor mismatched
2184 		 * because AUTH_NONE was one of the exported flavors.
2185 		 */
2186 		rpcflavor = AUTH_NONE;
2187 
2188 	} else if (access & NFSAUTH_WRONGSEC) {
2189 		/*
2190 		 * NFSAUTH_WRONGSEC is used for NFSv4. If we get here,
2191 		 * it means a client ignored the list of allowed flavors
2192 		 * returned via the MOUNT protocol. So we just disallow it!
2193 		 */
2194 		return (0);
2195 	}
2196 
2197 	if (rpcflavor != AUTH_SYS)
2198 		kmem_free(gids, ngids * sizeof (gid_t));
2199 
2200 	switch (rpcflavor) {
2201 	case AUTH_NONE:
2202 		anon_res = crsetugid(cr, exi->exi_export.ex_anon,
2203 		    exi->exi_export.ex_anon);
2204 		(void) crsetgroups(cr, 0, NULL);
2205 		break;
2206 
2207 	case AUTH_UNIX:
2208 		if (!stat || crgetuid(cr) == 0 && !(access & NFSAUTH_UIDMAP)) {
2209 			anon_res = crsetugid(cr, exi->exi_export.ex_anon,
2210 			    exi->exi_export.ex_anon);
2211 			(void) crsetgroups(cr, 0, NULL);
2212 		} else if (crgetuid(cr) == 0 && access & NFSAUTH_ROOT) {
2213 			/*
2214 			 * It is root, so apply rootid to get real UID
2215 			 * Find the secinfo structure.  We should be able
2216 			 * to find it by the time we reach here.
2217 			 * nfsauth_access() has done the checking.
2218 			 */
2219 			secp = NULL;
2220 			for (i = 0; i < exi->exi_export.ex_seccnt; i++) {
2221 				struct secinfo *sptr;
2222 				sptr = &exi->exi_export.ex_secinfo[i];
2223 				if (sptr->s_secinfo.sc_nfsnum == nfsflavor) {
2224 					secp = sptr;
2225 					break;
2226 				}
2227 			}
2228 			if (secp != NULL) {
2229 				(void) crsetugid(cr, secp->s_rootid,
2230 				    secp->s_rootid);
2231 				(void) crsetgroups(cr, 0, NULL);
2232 			}
2233 		} else if (crgetuid(cr) != uid || crgetgid(cr) != gid) {
2234 			if (crsetugid(cr, uid, gid) != 0)
2235 				anon_res = crsetugid(cr,
2236 				    exi->exi_export.ex_anon,
2237 				    exi->exi_export.ex_anon);
2238 			(void) crsetgroups(cr, 0, NULL);
2239 		} else if (access & NFSAUTH_GROUPS) {
2240 			(void) crsetgroups(cr, ngids, gids);
2241 		}
2242 
2243 		kmem_free(gids, ngids * sizeof (gid_t));
2244 
2245 		break;
2246 
2247 	case AUTH_DES:
2248 	case RPCSEC_GSS:
2249 		/*
2250 		 *  Find the secinfo structure.  We should be able
2251 		 *  to find it by the time we reach here.
2252 		 *  nfsauth_access() has done the checking.
2253 		 */
2254 		secp = NULL;
2255 		for (i = 0; i < exi->exi_export.ex_seccnt; i++) {
2256 			if (exi->exi_export.ex_secinfo[i].s_secinfo.sc_nfsnum ==
2257 			    nfsflavor) {
2258 				secp = &exi->exi_export.ex_secinfo[i];
2259 				break;
2260 			}
2261 		}
2262 
2263 		if (!secp) {
2264 			cmn_err(CE_NOTE, "nfs_server: client %s%shad "
2265 			    "no secinfo data for flavor %d",
2266 			    client_name(req), client_addr(req, buf),
2267 			    nfsflavor);
2268 			return (0);
2269 		}
2270 
2271 		if (!checkwin(rpcflavor, secp->s_window, req)) {
2272 			cmn_err(CE_NOTE,
2273 			    "nfs_server: client %s%sused invalid "
2274 			    "auth window value",
2275 			    client_name(req), client_addr(req, buf));
2276 			return (0);
2277 		}
2278 
2279 		/*
2280 		 * Map root principals listed in the share's root= list to root,
2281 		 * and map any others principals that were mapped to root by RPC
2282 		 * to anon.
2283 		 */
2284 		if (principal && sec_svc_inrootlist(rpcflavor, principal,
2285 		    secp->s_rootcnt, secp->s_rootnames)) {
2286 			if (crgetuid(cr) == 0 && secp->s_rootid == 0)
2287 				return (1);
2288 
2289 
2290 			(void) crsetugid(cr, secp->s_rootid, secp->s_rootid);
2291 
2292 			/*
2293 			 * NOTE: If and when kernel-land privilege tracing is
2294 			 * added this may have to be replaced with code that
2295 			 * retrieves root's supplementary groups (e.g., using
2296 			 * kgss_get_group_info().  In the meantime principals
2297 			 * mapped to uid 0 get all privileges, so setting cr's
2298 			 * supplementary groups for them does nothing.
2299 			 */
2300 			(void) crsetgroups(cr, 0, NULL);
2301 
2302 			return (1);
2303 		}
2304 
2305 		/*
2306 		 * Not a root princ, or not in root list, map UID 0/nobody to
2307 		 * the anon ID for the share.  (RPC sets cr's UIDs and GIDs to
2308 		 * UID_NOBODY and GID_NOBODY, respectively.)
2309 		 */
2310 		if (crgetuid(cr) != 0 &&
2311 		    (crgetuid(cr) != UID_NOBODY || crgetgid(cr) != GID_NOBODY))
2312 			return (1);
2313 
2314 		anon_res = crsetugid(cr, exi->exi_export.ex_anon,
2315 		    exi->exi_export.ex_anon);
2316 		(void) crsetgroups(cr, 0, NULL);
2317 		break;
2318 	default:
2319 		return (0);
2320 	} /* switch on rpcflavor */
2321 
2322 	/*
2323 	 * Even if anon access is disallowed via ex_anon == -1, we allow
2324 	 * this access if anon_ok is set.  So set creds to the default
2325 	 * "nobody" id.
2326 	 */
2327 	if (anon_res != 0) {
2328 		if (anon_ok == 0) {
2329 			cmn_err(CE_NOTE,
2330 			    "nfs_server: client %s%ssent wrong "
2331 			    "authentication for %s",
2332 			    client_name(req), client_addr(req, buf),
2333 			    exi->exi_export.ex_path ?
2334 			    exi->exi_export.ex_path : "?");
2335 			return (0);
2336 		}
2337 
2338 		if (crsetugid(cr, UID_NOBODY, GID_NOBODY) != 0)
2339 			return (0);
2340 	}
2341 
2342 	return (1);
2343 }
2344 
2345 /*
2346  * returns 0 on failure, -1 on a drop, -2 on wrong security flavor,
2347  * and 1 on success
2348  */
2349 int
2350 checkauth4(struct compound_state *cs, struct svc_req *req)
2351 {
2352 	int i, rpcflavor, access;
2353 	struct secinfo *secp;
2354 	char buf[MAXHOST + 1];
2355 	int anon_res = 0, nfsflavor;
2356 	struct exportinfo *exi;
2357 	cred_t	*cr;
2358 	caddr_t	principal;
2359 
2360 	uid_t uid;
2361 	gid_t gid;
2362 	uint_t ngids;
2363 	gid_t *gids;
2364 
2365 	exi = cs->exi;
2366 	cr = cs->cr;
2367 	principal = cs->principal;
2368 	nfsflavor = cs->nfsflavor;
2369 
2370 	ASSERT(cr != NULL);
2371 
2372 	rpcflavor = req->rq_cred.oa_flavor;
2373 	cs->access &= ~CS_ACCESS_LIMITED;
2374 
2375 	/*
2376 	 * Check for privileged port number
2377 	 * N.B.:  this assumes that we know the format of a netbuf.
2378 	 */
2379 	if (nfs_portmon) {
2380 		struct sockaddr *ca;
2381 		ca = (struct sockaddr *)svc_getrpccaller(req->rq_xprt)->buf;
2382 
2383 		if (ca == NULL)
2384 			return (0);
2385 
2386 		if ((ca->sa_family == AF_INET &&
2387 		    ntohs(((struct sockaddr_in *)ca)->sin_port) >=
2388 		    IPPORT_RESERVED) ||
2389 		    (ca->sa_family == AF_INET6 &&
2390 		    ntohs(((struct sockaddr_in6 *)ca)->sin6_port) >=
2391 		    IPPORT_RESERVED)) {
2392 			cmn_err(CE_NOTE,
2393 			    "nfs_server: client %s%ssent NFSv4 request from "
2394 			    "unprivileged port",
2395 			    client_name(req), client_addr(req, buf));
2396 			return (0);
2397 		}
2398 	}
2399 
2400 	/*
2401 	 * Check the access right per auth flavor on the vnode of
2402 	 * this export for the given request.
2403 	 */
2404 	access = nfsauth4_access(cs->exi, cs->vp, req, cr, &uid, &gid, &ngids,
2405 	    &gids);
2406 
2407 	if (access & NFSAUTH_WRONGSEC)
2408 		return (-2);	/* no access for this security flavor */
2409 
2410 	if (access & NFSAUTH_DROP)
2411 		return (-1);	/* drop the request */
2412 
2413 	if (access & NFSAUTH_DENIED) {
2414 
2415 		if (exi->exi_export.ex_seccnt > 0)
2416 			return (0);	/* deny access */
2417 
2418 	} else if (access & NFSAUTH_LIMITED) {
2419 
2420 		cs->access |= CS_ACCESS_LIMITED;
2421 
2422 	} else if (access & NFSAUTH_MAPNONE) {
2423 		/*
2424 		 * Access was granted even though the flavor mismatched
2425 		 * because AUTH_NONE was one of the exported flavors.
2426 		 */
2427 		rpcflavor = AUTH_NONE;
2428 	}
2429 
2430 	/*
2431 	 * XXX probably need to redo some of it for nfsv4?
2432 	 * return 1 on success or 0 on failure
2433 	 */
2434 
2435 	if (rpcflavor != AUTH_SYS)
2436 		kmem_free(gids, ngids * sizeof (gid_t));
2437 
2438 	switch (rpcflavor) {
2439 	case AUTH_NONE:
2440 		anon_res = crsetugid(cr, exi->exi_export.ex_anon,
2441 		    exi->exi_export.ex_anon);
2442 		(void) crsetgroups(cr, 0, NULL);
2443 		break;
2444 
2445 	case AUTH_UNIX:
2446 		if (crgetuid(cr) == 0 && !(access & NFSAUTH_UIDMAP)) {
2447 			anon_res = crsetugid(cr, exi->exi_export.ex_anon,
2448 			    exi->exi_export.ex_anon);
2449 			(void) crsetgroups(cr, 0, NULL);
2450 		} else if (crgetuid(cr) == 0 && access & NFSAUTH_ROOT) {
2451 			/*
2452 			 * It is root, so apply rootid to get real UID
2453 			 * Find the secinfo structure.  We should be able
2454 			 * to find it by the time we reach here.
2455 			 * nfsauth_access() has done the checking.
2456 			 */
2457 			secp = NULL;
2458 			for (i = 0; i < exi->exi_export.ex_seccnt; i++) {
2459 				struct secinfo *sptr;
2460 				sptr = &exi->exi_export.ex_secinfo[i];
2461 				if (sptr->s_secinfo.sc_nfsnum == nfsflavor) {
2462 					secp = &exi->exi_export.ex_secinfo[i];
2463 					break;
2464 				}
2465 			}
2466 			if (secp != NULL) {
2467 				(void) crsetugid(cr, secp->s_rootid,
2468 				    secp->s_rootid);
2469 				(void) crsetgroups(cr, 0, NULL);
2470 			}
2471 		} else if (crgetuid(cr) != uid || crgetgid(cr) != gid) {
2472 			if (crsetugid(cr, uid, gid) != 0)
2473 				anon_res = crsetugid(cr,
2474 				    exi->exi_export.ex_anon,
2475 				    exi->exi_export.ex_anon);
2476 			(void) crsetgroups(cr, 0, NULL);
2477 		} if (access & NFSAUTH_GROUPS) {
2478 			(void) crsetgroups(cr, ngids, gids);
2479 		}
2480 
2481 		kmem_free(gids, ngids * sizeof (gid_t));
2482 
2483 		break;
2484 
2485 	default:
2486 		/*
2487 		 *  Find the secinfo structure.  We should be able
2488 		 *  to find it by the time we reach here.
2489 		 *  nfsauth_access() has done the checking.
2490 		 */
2491 		secp = NULL;
2492 		for (i = 0; i < exi->exi_export.ex_seccnt; i++) {
2493 			if (exi->exi_export.ex_secinfo[i].s_secinfo.sc_nfsnum ==
2494 			    nfsflavor) {
2495 				secp = &exi->exi_export.ex_secinfo[i];
2496 				break;
2497 			}
2498 		}
2499 
2500 		if (!secp) {
2501 			cmn_err(CE_NOTE, "nfs_server: client %s%shad "
2502 			    "no secinfo data for flavor %d",
2503 			    client_name(req), client_addr(req, buf),
2504 			    nfsflavor);
2505 			return (0);
2506 		}
2507 
2508 		if (!checkwin(rpcflavor, secp->s_window, req)) {
2509 			cmn_err(CE_NOTE,
2510 			    "nfs_server: client %s%sused invalid "
2511 			    "auth window value",
2512 			    client_name(req), client_addr(req, buf));
2513 			return (0);
2514 		}
2515 
2516 		/*
2517 		 * Map root principals listed in the share's root= list to root,
2518 		 * and map any others principals that were mapped to root by RPC
2519 		 * to anon. If not going to anon, set to rootid (root_mapping).
2520 		 */
2521 		if (principal && sec_svc_inrootlist(rpcflavor, principal,
2522 		    secp->s_rootcnt, secp->s_rootnames)) {
2523 			if (crgetuid(cr) == 0 && secp->s_rootid == 0)
2524 				return (1);
2525 
2526 			(void) crsetugid(cr, secp->s_rootid, secp->s_rootid);
2527 
2528 			/*
2529 			 * NOTE: If and when kernel-land privilege tracing is
2530 			 * added this may have to be replaced with code that
2531 			 * retrieves root's supplementary groups (e.g., using
2532 			 * kgss_get_group_info().  In the meantime principals
2533 			 * mapped to uid 0 get all privileges, so setting cr's
2534 			 * supplementary groups for them does nothing.
2535 			 */
2536 			(void) crsetgroups(cr, 0, NULL);
2537 
2538 			return (1);
2539 		}
2540 
2541 		/*
2542 		 * Not a root princ, or not in root list, map UID 0/nobody to
2543 		 * the anon ID for the share.  (RPC sets cr's UIDs and GIDs to
2544 		 * UID_NOBODY and GID_NOBODY, respectively.)
2545 		 */
2546 		if (crgetuid(cr) != 0 &&
2547 		    (crgetuid(cr) != UID_NOBODY || crgetgid(cr) != GID_NOBODY))
2548 			return (1);
2549 
2550 		anon_res = crsetugid(cr, exi->exi_export.ex_anon,
2551 		    exi->exi_export.ex_anon);
2552 		(void) crsetgroups(cr, 0, NULL);
2553 		break;
2554 	} /* switch on rpcflavor */
2555 
2556 	/*
2557 	 * Even if anon access is disallowed via ex_anon == -1, we allow
2558 	 * this access if anon_ok is set.  So set creds to the default
2559 	 * "nobody" id.
2560 	 */
2561 
2562 	if (anon_res != 0) {
2563 		cmn_err(CE_NOTE,
2564 		    "nfs_server: client %s%ssent wrong "
2565 		    "authentication for %s",
2566 		    client_name(req), client_addr(req, buf),
2567 		    exi->exi_export.ex_path ?
2568 		    exi->exi_export.ex_path : "?");
2569 		return (0);
2570 	}
2571 
2572 	return (1);
2573 }
2574 
2575 
2576 static char *
2577 client_name(struct svc_req *req)
2578 {
2579 	char *hostname = NULL;
2580 
2581 	/*
2582 	 * If it's a Unix cred then use the
2583 	 * hostname from the credential.
2584 	 */
2585 	if (req->rq_cred.oa_flavor == AUTH_UNIX) {
2586 		hostname = ((struct authunix_parms *)
2587 		    req->rq_clntcred)->aup_machname;
2588 	}
2589 	if (hostname == NULL)
2590 		hostname = "";
2591 
2592 	return (hostname);
2593 }
2594 
2595 static char *
2596 client_addr(struct svc_req *req, char *buf)
2597 {
2598 	struct sockaddr *ca;
2599 	uchar_t *b;
2600 	char *frontspace = "";
2601 
2602 	/*
2603 	 * We assume we are called in tandem with client_name and the
2604 	 * format string looks like "...client %s%sblah blah..."
2605 	 *
2606 	 * If it's a Unix cred then client_name returned
2607 	 * a host name, so we need insert a space between host name
2608 	 * and IP address.
2609 	 */
2610 	if (req->rq_cred.oa_flavor == AUTH_UNIX)
2611 		frontspace = " ";
2612 
2613 	/*
2614 	 * Convert the caller's IP address to a dotted string
2615 	 */
2616 	ca = (struct sockaddr *)svc_getrpccaller(req->rq_xprt)->buf;
2617 
2618 	if (ca->sa_family == AF_INET) {
2619 		b = (uchar_t *)&((struct sockaddr_in *)ca)->sin_addr;
2620 		(void) sprintf(buf, "%s(%d.%d.%d.%d) ", frontspace,
2621 		    b[0] & 0xFF, b[1] & 0xFF, b[2] & 0xFF, b[3] & 0xFF);
2622 	} else if (ca->sa_family == AF_INET6) {
2623 		struct sockaddr_in6 *sin6;
2624 		sin6 = (struct sockaddr_in6 *)ca;
2625 		(void) kinet_ntop6((uchar_t *)&sin6->sin6_addr,
2626 		    buf, INET6_ADDRSTRLEN);
2627 
2628 	} else {
2629 
2630 		/*
2631 		 * No IP address to print. If there was a host name
2632 		 * printed, then we print a space.
2633 		 */
2634 		(void) sprintf(buf, frontspace);
2635 	}
2636 
2637 	return (buf);
2638 }
2639 
2640 /*
2641  * NFS Server initialization routine.  This routine should only be called
2642  * once.  It performs the following tasks:
2643  *	- Call sub-initialization routines (localize access to variables)
2644  *	- Initialize all locks
2645  *	- initialize the version 3 write verifier
2646  */
2647 int
2648 nfs_srvinit(void)
2649 {
2650 	int error;
2651 
2652 	error = nfs_exportinit();
2653 	if (error != 0)
2654 		return (error);
2655 	error = rfs4_srvrinit();
2656 	if (error != 0) {
2657 		nfs_exportfini();
2658 		return (error);
2659 	}
2660 	rfs_srvrinit();
2661 	rfs3_srvrinit();
2662 	nfsauth_init();
2663 
2664 	/* Init the stuff to control start/stop */
2665 	nfs_server_upordown = NFS_SERVER_STOPPED;
2666 	mutex_init(&nfs_server_upordown_lock, NULL, MUTEX_DEFAULT, NULL);
2667 	cv_init(&nfs_server_upordown_cv, NULL, CV_DEFAULT, NULL);
2668 	mutex_init(&rdma_wait_mutex, NULL, MUTEX_DEFAULT, NULL);
2669 	cv_init(&rdma_wait_cv, NULL, CV_DEFAULT, NULL);
2670 
2671 	return (0);
2672 }
2673 
2674 /*
2675  * NFS Server finalization routine. This routine is called to cleanup the
2676  * initialization work previously performed if the NFS server module could
2677  * not be loaded correctly.
2678  */
2679 void
2680 nfs_srvfini(void)
2681 {
2682 	nfsauth_fini();
2683 	rfs3_srvrfini();
2684 	rfs_srvrfini();
2685 	nfs_exportfini();
2686 
2687 	mutex_destroy(&nfs_server_upordown_lock);
2688 	cv_destroy(&nfs_server_upordown_cv);
2689 	mutex_destroy(&rdma_wait_mutex);
2690 	cv_destroy(&rdma_wait_cv);
2691 }
2692 
2693 /*
2694  * Set up an iovec array of up to cnt pointers.
2695  */
2696 
2697 void
2698 mblk_to_iov(mblk_t *m, int cnt, struct iovec *iovp)
2699 {
2700 	while (m != NULL && cnt-- > 0) {
2701 		iovp->iov_base = (caddr_t)m->b_rptr;
2702 		iovp->iov_len = (m->b_wptr - m->b_rptr);
2703 		iovp++;
2704 		m = m->b_cont;
2705 	}
2706 }
2707 
2708 /*
2709  * Common code between NFS Version 2 and NFS Version 3 for the public
2710  * filehandle multicomponent lookups.
2711  */
2712 
2713 /*
2714  * Public filehandle evaluation of a multi-component lookup, following
2715  * symbolic links, if necessary. This may result in a vnode in another
2716  * filesystem, which is OK as long as the other filesystem is exported.
2717  *
2718  * Note that the exi will be set either to NULL or a new reference to the
2719  * exportinfo struct that corresponds to the vnode of the multi-component path.
2720  * It is the callers responsibility to release this reference.
2721  */
2722 int
2723 rfs_publicfh_mclookup(char *p, vnode_t *dvp, cred_t *cr, vnode_t **vpp,
2724     struct exportinfo **exi, struct sec_ol *sec)
2725 {
2726 	int pathflag;
2727 	vnode_t *mc_dvp = NULL;
2728 	vnode_t *realvp;
2729 	int error;
2730 
2731 	*exi = NULL;
2732 
2733 	/*
2734 	 * check if the given path is a url or native path. Since p is
2735 	 * modified by MCLpath(), it may be empty after returning from
2736 	 * there, and should be checked.
2737 	 */
2738 	if ((pathflag = MCLpath(&p)) == -1)
2739 		return (EIO);
2740 
2741 	/*
2742 	 * If pathflag is SECURITY_QUERY, turn the SEC_QUERY bit
2743 	 * on in sec->sec_flags. This bit will later serve as an
2744 	 * indication in makefh_ol() or makefh3_ol() to overload the
2745 	 * filehandle to contain the sec modes used by the server for
2746 	 * the path.
2747 	 */
2748 	if (pathflag == SECURITY_QUERY) {
2749 		if ((sec->sec_index = (uint_t)(*p)) > 0) {
2750 			sec->sec_flags |= SEC_QUERY;
2751 			p++;
2752 			if ((pathflag = MCLpath(&p)) == -1)
2753 				return (EIO);
2754 		} else {
2755 			cmn_err(CE_NOTE,
2756 			    "nfs_server: invalid security index %d, "
2757 			    "violating WebNFS SNEGO protocol.", sec->sec_index);
2758 			return (EIO);
2759 		}
2760 	}
2761 
2762 	if (p[0] == '\0') {
2763 		error = ENOENT;
2764 		goto publicfh_done;
2765 	}
2766 
2767 	error = rfs_pathname(p, &mc_dvp, vpp, dvp, cr, pathflag);
2768 
2769 	/*
2770 	 * If name resolves to "/" we get EINVAL since we asked for
2771 	 * the vnode of the directory that the file is in. Try again
2772 	 * with NULL directory vnode.
2773 	 */
2774 	if (error == EINVAL) {
2775 		error = rfs_pathname(p, NULL, vpp, dvp, cr, pathflag);
2776 		if (!error) {
2777 			ASSERT(*vpp != NULL);
2778 			if ((*vpp)->v_type == VDIR) {
2779 				VN_HOLD(*vpp);
2780 				mc_dvp = *vpp;
2781 			} else {
2782 				/*
2783 				 * This should not happen, the filesystem is
2784 				 * in an inconsistent state. Fail the lookup
2785 				 * at this point.
2786 				 */
2787 				VN_RELE(*vpp);
2788 				error = EINVAL;
2789 			}
2790 		}
2791 	}
2792 
2793 	if (error)
2794 		goto publicfh_done;
2795 
2796 	if (*vpp == NULL) {
2797 		error = ENOENT;
2798 		goto publicfh_done;
2799 	}
2800 
2801 	ASSERT(mc_dvp != NULL);
2802 	ASSERT(*vpp != NULL);
2803 
2804 	if ((*vpp)->v_type == VDIR) {
2805 		do {
2806 			/*
2807 			 * *vpp may be an AutoFS node, so we perform
2808 			 * a VOP_ACCESS() to trigger the mount of the intended
2809 			 * filesystem, so we can perform the lookup in the
2810 			 * intended filesystem.
2811 			 */
2812 			(void) VOP_ACCESS(*vpp, 0, 0, cr, NULL);
2813 
2814 			/*
2815 			 * If vnode is covered, get the
2816 			 * the topmost vnode.
2817 			 */
2818 			if (vn_mountedvfs(*vpp) != NULL) {
2819 				error = traverse(vpp);
2820 				if (error) {
2821 					VN_RELE(*vpp);
2822 					goto publicfh_done;
2823 				}
2824 			}
2825 
2826 			if (VOP_REALVP(*vpp, &realvp, NULL) == 0 &&
2827 			    realvp != *vpp) {
2828 				/*
2829 				 * If realvp is different from *vpp
2830 				 * then release our reference on *vpp, so that
2831 				 * the export access check be performed on the
2832 				 * real filesystem instead.
2833 				 */
2834 				VN_HOLD(realvp);
2835 				VN_RELE(*vpp);
2836 				*vpp = realvp;
2837 			} else {
2838 				break;
2839 			}
2840 		/* LINTED */
2841 		} while (TRUE);
2842 
2843 		/*
2844 		 * Let nfs_vptexi() figure what the real parent is.
2845 		 */
2846 		VN_RELE(mc_dvp);
2847 		mc_dvp = NULL;
2848 
2849 	} else {
2850 		/*
2851 		 * If vnode is covered, get the
2852 		 * the topmost vnode.
2853 		 */
2854 		if (vn_mountedvfs(mc_dvp) != NULL) {
2855 			error = traverse(&mc_dvp);
2856 			if (error) {
2857 				VN_RELE(*vpp);
2858 				goto publicfh_done;
2859 			}
2860 		}
2861 
2862 		if (VOP_REALVP(mc_dvp, &realvp, NULL) == 0 &&
2863 		    realvp != mc_dvp) {
2864 			/*
2865 			 * *vpp is a file, obtain realvp of the parent
2866 			 * directory vnode.
2867 			 */
2868 			VN_HOLD(realvp);
2869 			VN_RELE(mc_dvp);
2870 			mc_dvp = realvp;
2871 		}
2872 	}
2873 
2874 	/*
2875 	 * The pathname may take us from the public filesystem to another.
2876 	 * If that's the case then just set the exportinfo to the new export
2877 	 * and build filehandle for it. Thanks to per-access checking there's
2878 	 * no security issues with doing this. If the client is not allowed
2879 	 * access to this new export then it will get an access error when it
2880 	 * tries to use the filehandle
2881 	 */
2882 	if (error = nfs_check_vpexi(mc_dvp, *vpp, kcred, exi)) {
2883 		VN_RELE(*vpp);
2884 		goto publicfh_done;
2885 	}
2886 
2887 	/*
2888 	 * Not allowed access to pseudo exports.
2889 	 */
2890 	if (PSEUDO(*exi)) {
2891 		error = ENOENT;
2892 		VN_RELE(*vpp);
2893 		goto publicfh_done;
2894 	}
2895 
2896 	/*
2897 	 * Do a lookup for the index file. We know the index option doesn't
2898 	 * allow paths through handling in the share command, so mc_dvp will
2899 	 * be the parent for the index file vnode, if its present. Use
2900 	 * temporary pointers to preserve and reuse the vnode pointers of the
2901 	 * original directory in case there's no index file. Note that the
2902 	 * index file is a native path, and should not be interpreted by
2903 	 * the URL parser in rfs_pathname()
2904 	 */
2905 	if (((*exi)->exi_export.ex_flags & EX_INDEX) &&
2906 	    ((*vpp)->v_type == VDIR) && (pathflag == URLPATH)) {
2907 		vnode_t *tvp, *tmc_dvp;	/* temporary vnode pointers */
2908 
2909 		tmc_dvp = mc_dvp;
2910 		mc_dvp = tvp = *vpp;
2911 
2912 		error = rfs_pathname((*exi)->exi_export.ex_index, NULL, vpp,
2913 		    mc_dvp, cr, NATIVEPATH);
2914 
2915 		if (error == ENOENT) {
2916 			*vpp = tvp;
2917 			mc_dvp = tmc_dvp;
2918 			error = 0;
2919 		} else {	/* ok or error other than ENOENT */
2920 			if (tmc_dvp)
2921 				VN_RELE(tmc_dvp);
2922 			if (error)
2923 				goto publicfh_done;
2924 
2925 			/*
2926 			 * Found a valid vp for index "filename". Sanity check
2927 			 * for odd case where a directory is provided as index
2928 			 * option argument and leads us to another filesystem
2929 			 */
2930 
2931 			/* Release the reference on the old exi value */
2932 			ASSERT(*exi != NULL);
2933 			exi_rele(*exi);
2934 
2935 			if (error = nfs_check_vpexi(mc_dvp, *vpp, kcred, exi)) {
2936 				VN_RELE(*vpp);
2937 				goto publicfh_done;
2938 			}
2939 		}
2940 	}
2941 
2942 publicfh_done:
2943 	if (mc_dvp)
2944 		VN_RELE(mc_dvp);
2945 
2946 	return (error);
2947 }
2948 
2949 /*
2950  * Evaluate a multi-component path
2951  */
2952 int
2953 rfs_pathname(
2954 	char *path,			/* pathname to evaluate */
2955 	vnode_t **dirvpp,		/* ret for ptr to parent dir vnode */
2956 	vnode_t **compvpp,		/* ret for ptr to component vnode */
2957 	vnode_t *startdvp,		/* starting vnode */
2958 	cred_t *cr,			/* user's credential */
2959 	int pathflag)			/* flag to identify path, e.g. URL */
2960 {
2961 	char namebuf[TYPICALMAXPATHLEN];
2962 	struct pathname pn;
2963 	int error;
2964 
2965 	/*
2966 	 * If pathname starts with '/', then set startdvp to root.
2967 	 */
2968 	if (*path == '/') {
2969 		while (*path == '/')
2970 			path++;
2971 
2972 		startdvp = rootdir;
2973 	}
2974 
2975 	error = pn_get_buf(path, UIO_SYSSPACE, &pn, namebuf, sizeof (namebuf));
2976 	if (error == 0) {
2977 		/*
2978 		 * Call the URL parser for URL paths to modify the original
2979 		 * string to handle any '%' encoded characters that exist.
2980 		 * Done here to avoid an extra bcopy in the lookup.
2981 		 * We need to be careful about pathlen's. We know that
2982 		 * rfs_pathname() is called with a non-empty path. However,
2983 		 * it could be emptied due to the path simply being all /'s,
2984 		 * which is valid to proceed with the lookup, or due to the
2985 		 * URL parser finding an encoded null character at the
2986 		 * beginning of path which should not proceed with the lookup.
2987 		 */
2988 		if (pn.pn_pathlen != 0 && pathflag == URLPATH) {
2989 			URLparse(pn.pn_path);
2990 			if ((pn.pn_pathlen = strlen(pn.pn_path)) == 0)
2991 				return (ENOENT);
2992 		}
2993 		VN_HOLD(startdvp);
2994 		error = lookuppnvp(&pn, NULL, NO_FOLLOW, dirvpp, compvpp,
2995 		    rootdir, startdvp, cr);
2996 	}
2997 	if (error == ENAMETOOLONG) {
2998 		/*
2999 		 * This thread used a pathname > TYPICALMAXPATHLEN bytes long.
3000 		 */
3001 		if (error = pn_get(path, UIO_SYSSPACE, &pn))
3002 			return (error);
3003 		if (pn.pn_pathlen != 0 && pathflag == URLPATH) {
3004 			URLparse(pn.pn_path);
3005 			if ((pn.pn_pathlen = strlen(pn.pn_path)) == 0) {
3006 				pn_free(&pn);
3007 				return (ENOENT);
3008 			}
3009 		}
3010 		VN_HOLD(startdvp);
3011 		error = lookuppnvp(&pn, NULL, NO_FOLLOW, dirvpp, compvpp,
3012 		    rootdir, startdvp, cr);
3013 		pn_free(&pn);
3014 	}
3015 
3016 	return (error);
3017 }
3018 
3019 /*
3020  * Adapt the multicomponent lookup path depending on the pathtype
3021  */
3022 static int
3023 MCLpath(char **path)
3024 {
3025 	unsigned char c = (unsigned char)**path;
3026 
3027 	/*
3028 	 * If the MCL path is between 0x20 and 0x7E (graphic printable
3029 	 * character of the US-ASCII coded character set), its a URL path,
3030 	 * per RFC 1738.
3031 	 */
3032 	if (c >= 0x20 && c <= 0x7E)
3033 		return (URLPATH);
3034 
3035 	/*
3036 	 * If the first octet of the MCL path is not an ASCII character
3037 	 * then it must be interpreted as a tag value that describes the
3038 	 * format of the remaining octets of the MCL path.
3039 	 *
3040 	 * If the first octet of the MCL path is 0x81 it is a query
3041 	 * for the security info.
3042 	 */
3043 	switch (c) {
3044 	case 0x80:	/* native path, i.e. MCL via mount protocol */
3045 		(*path)++;
3046 		return (NATIVEPATH);
3047 	case 0x81:	/* security query */
3048 		(*path)++;
3049 		return (SECURITY_QUERY);
3050 	default:
3051 		return (-1);
3052 	}
3053 }
3054 
3055 #define	fromhex(c)  ((c >= '0' && c <= '9') ? (c - '0') : \
3056 			((c >= 'A' && c <= 'F') ? (c - 'A' + 10) :\
3057 			((c >= 'a' && c <= 'f') ? (c - 'a' + 10) : 0)))
3058 
3059 /*
3060  * The implementation of URLparse guarantees that the final string will
3061  * fit in the original one. Replaces '%' occurrences followed by 2 characters
3062  * with its corresponding hexadecimal character.
3063  */
3064 static void
3065 URLparse(char *str)
3066 {
3067 	char *p, *q;
3068 
3069 	p = q = str;
3070 	while (*p) {
3071 		*q = *p;
3072 		if (*p++ == '%') {
3073 			if (*p) {
3074 				*q = fromhex(*p) * 16;
3075 				p++;
3076 				if (*p) {
3077 					*q += fromhex(*p);
3078 					p++;
3079 				}
3080 			}
3081 		}
3082 		q++;
3083 	}
3084 	*q = '\0';
3085 }
3086 
3087 
3088 /*
3089  * Get the export information for the lookup vnode, and verify its
3090  * useable.
3091  */
3092 int
3093 nfs_check_vpexi(vnode_t *mc_dvp, vnode_t *vp, cred_t *cr,
3094     struct exportinfo **exi)
3095 {
3096 	int walk;
3097 	int error = 0;
3098 
3099 	*exi = nfs_vptoexi(mc_dvp, vp, cr, &walk, NULL, FALSE);
3100 	if (*exi == NULL)
3101 		error = EACCES;
3102 	else {
3103 		/*
3104 		 * If nosub is set for this export then
3105 		 * a lookup relative to the public fh
3106 		 * must not terminate below the
3107 		 * exported directory.
3108 		 */
3109 		if ((*exi)->exi_export.ex_flags & EX_NOSUB && walk > 0)
3110 			error = EACCES;
3111 	}
3112 
3113 	return (error);
3114 }
3115 
3116 /*
3117  * Do the main work of handling HA-NFSv4 Resource Group failover on
3118  * Sun Cluster.
3119  * We need to detect whether any RG admin paths have been added or removed,
3120  * and adjust resources accordingly.
3121  * Currently we're using a very inefficient algorithm, ~ 2 * O(n**2). In
3122  * order to scale, the list and array of paths need to be held in more
3123  * suitable data structures.
3124  */
3125 static void
3126 hanfsv4_failover(void)
3127 {
3128 	int i, start_grace, numadded_paths = 0;
3129 	char **added_paths = NULL;
3130 	rfs4_dss_path_t *dss_path;
3131 
3132 	/*
3133 	 * Note: currently, rfs4_dss_pathlist cannot be NULL, since
3134 	 * it will always include an entry for NFS4_DSS_VAR_DIR. If we
3135 	 * make the latter dynamically specified too, the following will
3136 	 * need to be adjusted.
3137 	 */
3138 
3139 	/*
3140 	 * First, look for removed paths: RGs that have been failed-over
3141 	 * away from this node.
3142 	 * Walk the "currently-serving" rfs4_dss_pathlist and, for each
3143 	 * path, check if it is on the "passed-in" rfs4_dss_newpaths array
3144 	 * from nfsd. If not, that RG path has been removed.
3145 	 *
3146 	 * Note that nfsd has sorted rfs4_dss_newpaths for us, and removed
3147 	 * any duplicates.
3148 	 */
3149 	dss_path = rfs4_dss_pathlist;
3150 	do {
3151 		int found = 0;
3152 		char *path = dss_path->path;
3153 
3154 		/* used only for non-HA so may not be removed */
3155 		if (strcmp(path, NFS4_DSS_VAR_DIR) == 0) {
3156 			dss_path = dss_path->next;
3157 			continue;
3158 		}
3159 
3160 		for (i = 0; i < rfs4_dss_numnewpaths; i++) {
3161 			int cmpret;
3162 			char *newpath = rfs4_dss_newpaths[i];
3163 
3164 			/*
3165 			 * Since nfsd has sorted rfs4_dss_newpaths for us,
3166 			 * once the return from strcmp is negative we know
3167 			 * we've passed the point where "path" should be,
3168 			 * and can stop searching: "path" has been removed.
3169 			 */
3170 			cmpret = strcmp(path, newpath);
3171 			if (cmpret < 0)
3172 				break;
3173 			if (cmpret == 0) {
3174 				found = 1;
3175 				break;
3176 			}
3177 		}
3178 
3179 		if (found == 0) {
3180 			unsigned index = dss_path->index;
3181 			rfs4_servinst_t *sip = dss_path->sip;
3182 			rfs4_dss_path_t *path_next = dss_path->next;
3183 
3184 			/*
3185 			 * This path has been removed.
3186 			 * We must clear out the servinst reference to
3187 			 * it, since it's now owned by another
3188 			 * node: we should not attempt to touch it.
3189 			 */
3190 			ASSERT(dss_path == sip->dss_paths[index]);
3191 			sip->dss_paths[index] = NULL;
3192 
3193 			/* remove from "currently-serving" list, and destroy */
3194 			remque(dss_path);
3195 			/* allow for NUL */
3196 			kmem_free(dss_path->path, strlen(dss_path->path) + 1);
3197 			kmem_free(dss_path, sizeof (rfs4_dss_path_t));
3198 
3199 			dss_path = path_next;
3200 		} else {
3201 			/* path was found; not removed */
3202 			dss_path = dss_path->next;
3203 		}
3204 	} while (dss_path != rfs4_dss_pathlist);
3205 
3206 	/*
3207 	 * Now, look for added paths: RGs that have been failed-over
3208 	 * to this node.
3209 	 * Walk the "passed-in" rfs4_dss_newpaths array from nfsd and,
3210 	 * for each path, check if it is on the "currently-serving"
3211 	 * rfs4_dss_pathlist. If not, that RG path has been added.
3212 	 *
3213 	 * Note: we don't do duplicate detection here; nfsd does that for us.
3214 	 *
3215 	 * Note: numadded_paths <= rfs4_dss_numnewpaths, which gives us
3216 	 * an upper bound for the size needed for added_paths[numadded_paths].
3217 	 */
3218 
3219 	/* probably more space than we need, but guaranteed to be enough */
3220 	if (rfs4_dss_numnewpaths > 0) {
3221 		size_t sz = rfs4_dss_numnewpaths * sizeof (char *);
3222 		added_paths = kmem_zalloc(sz, KM_SLEEP);
3223 	}
3224 
3225 	/* walk the "passed-in" rfs4_dss_newpaths array from nfsd */
3226 	for (i = 0; i < rfs4_dss_numnewpaths; i++) {
3227 		int found = 0;
3228 		char *newpath = rfs4_dss_newpaths[i];
3229 
3230 		dss_path = rfs4_dss_pathlist;
3231 		do {
3232 			char *path = dss_path->path;
3233 
3234 			/* used only for non-HA */
3235 			if (strcmp(path, NFS4_DSS_VAR_DIR) == 0) {
3236 				dss_path = dss_path->next;
3237 				continue;
3238 			}
3239 
3240 			if (strncmp(path, newpath, strlen(path)) == 0) {
3241 				found = 1;
3242 				break;
3243 			}
3244 
3245 			dss_path = dss_path->next;
3246 		} while (dss_path != rfs4_dss_pathlist);
3247 
3248 		if (found == 0) {
3249 			added_paths[numadded_paths] = newpath;
3250 			numadded_paths++;
3251 		}
3252 	}
3253 
3254 	/* did we find any added paths? */
3255 	if (numadded_paths > 0) {
3256 		/* create a new server instance, and start its grace period */
3257 		start_grace = 1;
3258 		rfs4_servinst_create(start_grace, numadded_paths, added_paths);
3259 
3260 		/* read in the stable storage state from these paths */
3261 		rfs4_dss_readstate(numadded_paths, added_paths);
3262 
3263 		/*
3264 		 * Multiple failovers during a grace period will cause
3265 		 * clients of the same resource group to be partitioned
3266 		 * into different server instances, with different
3267 		 * grace periods.  Since clients of the same resource
3268 		 * group must be subject to the same grace period,
3269 		 * we need to reset all currently active grace periods.
3270 		 */
3271 		rfs4_grace_reset_all();
3272 	}
3273 
3274 	if (rfs4_dss_numnewpaths > 0)
3275 		kmem_free(added_paths, rfs4_dss_numnewpaths * sizeof (char *));
3276 }
3277 
3278 /*
3279  * Used by NFSv3 and NFSv4 server to query label of
3280  * a pathname component during lookup/access ops.
3281  */
3282 ts_label_t *
3283 nfs_getflabel(vnode_t *vp, struct exportinfo *exi)
3284 {
3285 	zone_t *zone;
3286 	ts_label_t *zone_label;
3287 	char *path;
3288 
3289 	mutex_enter(&vp->v_lock);
3290 	if (vp->v_path != NULL) {
3291 		zone = zone_find_by_any_path(vp->v_path, B_FALSE);
3292 		mutex_exit(&vp->v_lock);
3293 	} else {
3294 		/*
3295 		 * v_path not cached. Fall back on pathname of exported
3296 		 * file system as we rely on pathname from which we can
3297 		 * derive a label. The exported file system portion of
3298 		 * path is sufficient to obtain a label.
3299 		 */
3300 		path = exi->exi_export.ex_path;
3301 		if (path == NULL) {
3302 			mutex_exit(&vp->v_lock);
3303 			return (NULL);
3304 		}
3305 		zone = zone_find_by_any_path(path, B_FALSE);
3306 		mutex_exit(&vp->v_lock);
3307 	}
3308 	/*
3309 	 * Caller has verified that the file is either
3310 	 * exported or visible. So if the path falls in
3311 	 * global zone, admin_low is returned; otherwise
3312 	 * the zone's label is returned.
3313 	 */
3314 	zone_label = zone->zone_slabel;
3315 	label_hold(zone_label);
3316 	zone_rele(zone);
3317 	return (zone_label);
3318 }
3319 
3320 /*
3321  * TX NFS routine used by NFSv3 and NFSv4 to do label check
3322  * on client label and server's file object lable.
3323  */
3324 boolean_t
3325 do_rfs_label_check(bslabel_t *clabel, vnode_t *vp, int flag,
3326     struct exportinfo *exi)
3327 {
3328 	bslabel_t *slabel;
3329 	ts_label_t *tslabel;
3330 	boolean_t result;
3331 
3332 	if ((tslabel = nfs_getflabel(vp, exi)) == NULL) {
3333 		return (B_FALSE);
3334 	}
3335 	slabel = label2bslabel(tslabel);
3336 	DTRACE_PROBE4(tx__rfs__log__info__labelcheck, char *,
3337 	    "comparing server's file label(1) with client label(2) (vp(3))",
3338 	    bslabel_t *, slabel, bslabel_t *, clabel, vnode_t *, vp);
3339 
3340 	if (flag == EQUALITY_CHECK)
3341 		result = blequal(clabel, slabel);
3342 	else
3343 		result = bldominates(clabel, slabel);
3344 	label_rele(tslabel);
3345 	return (result);
3346 }
3347 
3348 /*
3349  * Callback function to return the loaned buffers.
3350  * Calls VOP_RETZCBUF() only after all uio_iov[]
3351  * buffers are returned. nu_ref maintains the count.
3352  */
3353 void
3354 rfs_free_xuio(void *free_arg)
3355 {
3356 	uint_t ref;
3357 	nfs_xuio_t *nfsuiop = (nfs_xuio_t *)free_arg;
3358 
3359 	ref = atomic_dec_uint_nv(&nfsuiop->nu_ref);
3360 
3361 	/*
3362 	 * Call VOP_RETZCBUF() only when all the iov buffers
3363 	 * are sent OTW.
3364 	 */
3365 	if (ref != 0)
3366 		return;
3367 
3368 	if (((uio_t *)nfsuiop)->uio_extflg & UIO_XUIO) {
3369 		(void) VOP_RETZCBUF(nfsuiop->nu_vp, (xuio_t *)free_arg, NULL,
3370 		    NULL);
3371 		VN_RELE(nfsuiop->nu_vp);
3372 	}
3373 
3374 	kmem_cache_free(nfs_xuio_cache, free_arg);
3375 }
3376 
3377 xuio_t *
3378 rfs_setup_xuio(vnode_t *vp)
3379 {
3380 	nfs_xuio_t *nfsuiop;
3381 
3382 	nfsuiop = kmem_cache_alloc(nfs_xuio_cache, KM_SLEEP);
3383 
3384 	bzero(nfsuiop, sizeof (nfs_xuio_t));
3385 	nfsuiop->nu_vp = vp;
3386 
3387 	/*
3388 	 * ref count set to 1. more may be added
3389 	 * if multiple mblks refer to multiple iov's.
3390 	 * This is done in uio_to_mblk().
3391 	 */
3392 
3393 	nfsuiop->nu_ref = 1;
3394 
3395 	nfsuiop->nu_frtn.free_func = rfs_free_xuio;
3396 	nfsuiop->nu_frtn.free_arg = (char *)nfsuiop;
3397 
3398 	nfsuiop->nu_uio.xu_type = UIOTYPE_ZEROCOPY;
3399 
3400 	return (&nfsuiop->nu_uio);
3401 }
3402 
3403 mblk_t *
3404 uio_to_mblk(uio_t *uiop)
3405 {
3406 	struct iovec *iovp;
3407 	int i;
3408 	mblk_t *mp, *mp1;
3409 	nfs_xuio_t *nfsuiop = (nfs_xuio_t *)uiop;
3410 
3411 	if (uiop->uio_iovcnt == 0)
3412 		return (NULL);
3413 
3414 	iovp = uiop->uio_iov;
3415 	mp = mp1 = esballoca((uchar_t *)iovp->iov_base, iovp->iov_len,
3416 	    BPRI_MED, &nfsuiop->nu_frtn);
3417 	ASSERT(mp != NULL);
3418 
3419 	mp->b_wptr += iovp->iov_len;
3420 	mp->b_datap->db_type = M_DATA;
3421 
3422 	for (i = 1; i < uiop->uio_iovcnt; i++) {
3423 		iovp = (uiop->uio_iov + i);
3424 
3425 		mp1->b_cont = esballoca(
3426 		    (uchar_t *)iovp->iov_base, iovp->iov_len, BPRI_MED,
3427 		    &nfsuiop->nu_frtn);
3428 
3429 		mp1 = mp1->b_cont;
3430 		ASSERT(mp1 != NULL);
3431 		mp1->b_wptr += iovp->iov_len;
3432 		mp1->b_datap->db_type = M_DATA;
3433 	}
3434 
3435 	nfsuiop->nu_ref = uiop->uio_iovcnt;
3436 
3437 	return (mp);
3438 }
3439 
3440 /*
3441  * Allocate memory to hold data for a read request of len bytes.
3442  *
3443  * We don't allocate buffers greater than kmem_max_cached in size to avoid
3444  * allocating memory from the kmem_oversized arena.  If we allocate oversized
3445  * buffers, we incur heavy cross-call activity when freeing these large buffers
3446  * in the TCP receive path. Note that we can't set b_wptr here since the
3447  * length of the data returned may differ from the length requested when
3448  * reading the end of a file; we set b_wptr in rfs_rndup_mblks() once the
3449  * length of the read is known.
3450  */
3451 mblk_t *
3452 rfs_read_alloc(uint_t len, struct iovec **iov, int *iovcnt)
3453 {
3454 	struct iovec *iovarr;
3455 	mblk_t *mp, **mpp = &mp;
3456 	size_t mpsize;
3457 	uint_t remain = len;
3458 	int i, err = 0;
3459 
3460 	*iovcnt = howmany(len, kmem_max_cached);
3461 
3462 	iovarr = kmem_alloc(*iovcnt * sizeof (struct iovec), KM_SLEEP);
3463 	*iov = iovarr;
3464 
3465 	for (i = 0; i < *iovcnt; remain -= mpsize, i++) {
3466 		ASSERT(remain <= len);
3467 		/*
3468 		 * We roundup the size we allocate to a multiple of
3469 		 * BYTES_PER_XDR_UNIT (4 bytes) so that the call to
3470 		 * xdrmblk_putmblk() never fails.
3471 		 */
3472 		ASSERT(kmem_max_cached % BYTES_PER_XDR_UNIT == 0);
3473 		mpsize = MIN(kmem_max_cached, remain);
3474 		*mpp = allocb_wait(RNDUP(mpsize), BPRI_MED, STR_NOSIG, &err);
3475 		ASSERT(*mpp != NULL);
3476 		ASSERT(err == 0);
3477 
3478 		iovarr[i].iov_base = (caddr_t)(*mpp)->b_rptr;
3479 		iovarr[i].iov_len = mpsize;
3480 		mpp = &(*mpp)->b_cont;
3481 	}
3482 	return (mp);
3483 }
3484 
3485 void
3486 rfs_rndup_mblks(mblk_t *mp, uint_t len, int buf_loaned)
3487 {
3488 	int i;
3489 	int alloc_err = 0;
3490 	mblk_t *rmp;
3491 	uint_t mpsize, remainder;
3492 
3493 	remainder = P2NPHASE(len, BYTES_PER_XDR_UNIT);
3494 
3495 	/*
3496 	 * Non copy-reduction case.  This function assumes that blocks were
3497 	 * allocated in multiples of BYTES_PER_XDR_UNIT bytes, which makes this
3498 	 * padding safe without bounds checking.
3499 	 */
3500 	if (!buf_loaned) {
3501 		/*
3502 		 * Set the size of each mblk in the chain until we've consumed
3503 		 * the specified length for all but the last one.
3504 		 */
3505 		while ((mpsize = MBLKSIZE(mp)) < len) {
3506 			ASSERT(mpsize % BYTES_PER_XDR_UNIT == 0);
3507 			mp->b_wptr += mpsize;
3508 			len -= mpsize;
3509 			mp = mp->b_cont;
3510 			ASSERT(mp != NULL);
3511 		}
3512 
3513 		ASSERT(len + remainder <= mpsize);
3514 		mp->b_wptr += len;
3515 		for (i = 0; i < remainder; i++)
3516 			*mp->b_wptr++ = '\0';
3517 		return;
3518 	}
3519 
3520 	/*
3521 	 * No remainder mblk required.
3522 	 */
3523 	if (remainder == 0)
3524 		return;
3525 
3526 	/*
3527 	 * Get to the last mblk in the chain.
3528 	 */
3529 	while (mp->b_cont != NULL)
3530 		mp = mp->b_cont;
3531 
3532 	/*
3533 	 * In case of copy-reduction mblks, the size of the mblks are fixed
3534 	 * and are of the size of the loaned buffers.  Allocate a remainder
3535 	 * mblk and chain it to the data buffers. This is sub-optimal, but not
3536 	 * expected to happen commonly.
3537 	 */
3538 	rmp = allocb_wait(remainder, BPRI_MED, STR_NOSIG, &alloc_err);
3539 	ASSERT(rmp != NULL);
3540 	ASSERT(alloc_err == 0);
3541 
3542 	for (i = 0; i < remainder; i++)
3543 		*rmp->b_wptr++ = '\0';
3544 
3545 	rmp->b_datap->db_type = M_DATA;
3546 	mp->b_cont = rmp;
3547 }
3548