xref: /illumos-gate/usr/src/uts/common/fs/nfs/nfs_server.c (revision a92282e44f968185a6bba094d1e5fece2da819cf)
1 /*
2  * CDDL HEADER START
3  *
4  * The contents of this file are subject to the terms of the
5  * Common Development and Distribution License (the "License").
6  * You may not use this file except in compliance with the License.
7  *
8  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9  * or http://www.opensolaris.org/os/licensing.
10  * See the License for the specific language governing permissions
11  * and limitations under the License.
12  *
13  * When distributing Covered Code, include this CDDL HEADER in each
14  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15  * If applicable, add the following below this CDDL HEADER, with the
16  * fields enclosed by brackets "[]" replaced with your own identifying
17  * information: Portions Copyright [yyyy] [name of copyright owner]
18  *
19  * CDDL HEADER END
20  */
21 /*
22  * Copyright (c) 1990, 2010, Oracle and/or its affiliates. All rights reserved.
23  * Copyright (c) 2011 Bayard G. Bell. All rights reserved.
24  * Copyright (c) 2013 by Delphix. All rights reserved.
25  * Copyright (c) 2017 Joyent Inc
26  * Copyright 2019 Nexenta by DDN, Inc.
27  */
28 
29 /*
30  *	Copyright (c) 1983,1984,1985,1986,1987,1988,1989  AT&T.
31  *	All rights reserved.
32  *	Use is subject to license terms.
33  */
34 
35 #include <sys/param.h>
36 #include <sys/types.h>
37 #include <sys/systm.h>
38 #include <sys/cred.h>
39 #include <sys/proc.h>
40 #include <sys/user.h>
41 #include <sys/buf.h>
42 #include <sys/vfs.h>
43 #include <sys/vnode.h>
44 #include <sys/pathname.h>
45 #include <sys/uio.h>
46 #include <sys/file.h>
47 #include <sys/stat.h>
48 #include <sys/errno.h>
49 #include <sys/socket.h>
50 #include <sys/sysmacros.h>
51 #include <sys/siginfo.h>
52 #include <sys/tiuser.h>
53 #include <sys/statvfs.h>
54 #include <sys/stream.h>
55 #include <sys/strsun.h>
56 #include <sys/strsubr.h>
57 #include <sys/stropts.h>
58 #include <sys/timod.h>
59 #include <sys/t_kuser.h>
60 #include <sys/kmem.h>
61 #include <sys/kstat.h>
62 #include <sys/dirent.h>
63 #include <sys/cmn_err.h>
64 #include <sys/debug.h>
65 #include <sys/unistd.h>
66 #include <sys/vtrace.h>
67 #include <sys/mode.h>
68 #include <sys/acl.h>
69 #include <sys/sdt.h>
70 #include <sys/debug.h>
71 
72 #include <rpc/types.h>
73 #include <rpc/auth.h>
74 #include <rpc/auth_unix.h>
75 #include <rpc/auth_des.h>
76 #include <rpc/svc.h>
77 #include <rpc/xdr.h>
78 #include <rpc/rpc_rdma.h>
79 
80 #include <nfs/nfs.h>
81 #include <nfs/export.h>
82 #include <nfs/nfssys.h>
83 #include <nfs/nfs_clnt.h>
84 #include <nfs/nfs_acl.h>
85 #include <nfs/nfs_log.h>
86 #include <nfs/lm.h>
87 #include <nfs/nfs_dispatch.h>
88 #include <nfs/nfs4_drc.h>
89 
90 #include <sys/modctl.h>
91 #include <sys/cladm.h>
92 #include <sys/clconf.h>
93 
94 #include <sys/tsol/label.h>
95 
96 #define	MAXHOST 32
97 const char *kinet_ntop6(uchar_t *, char *, size_t);
98 
99 /*
100  * Module linkage information.
101  */
102 
103 static struct modlmisc modlmisc = {
104 	&mod_miscops, "NFS server module"
105 };
106 
107 static struct modlinkage modlinkage = {
108 	MODREV_1, (void *)&modlmisc, NULL
109 };
110 
111 zone_key_t	nfssrv_zone_key;
112 list_t		nfssrv_globals_list;
113 krwlock_t	nfssrv_globals_rwl;
114 
115 kmem_cache_t *nfs_xuio_cache;
116 int nfs_loaned_buffers = 0;
117 
118 int
119 _init(void)
120 {
121 	int status;
122 
123 	nfs_srvinit();
124 
125 	status = mod_install((struct modlinkage *)&modlinkage);
126 	if (status != 0) {
127 		/*
128 		 * Could not load module, cleanup previous
129 		 * initialization work.
130 		 */
131 		nfs_srvfini();
132 
133 		return (status);
134 	}
135 
136 	/*
137 	 * Initialise some placeholders for nfssys() calls. These have
138 	 * to be declared by the nfs module, since that handles nfssys()
139 	 * calls - also used by NFS clients - but are provided by this
140 	 * nfssrv module. These also then serve as confirmation to the
141 	 * relevant code in nfs that nfssrv has been loaded, as they're
142 	 * initially NULL.
143 	 */
144 	nfs_srv_quiesce_func = nfs_srv_quiesce_all;
145 	nfs_srv_dss_func = rfs4_dss_setpaths;
146 
147 	/* setup DSS paths here; must be done before initial server startup */
148 	rfs4_dss_paths = rfs4_dss_oldpaths = NULL;
149 
150 	/* initialize the copy reduction caches */
151 
152 	nfs_xuio_cache = kmem_cache_create("nfs_xuio_cache",
153 	    sizeof (nfs_xuio_t), 0, NULL, NULL, NULL, NULL, NULL, 0);
154 
155 	return (status);
156 }
157 
158 int
159 _fini()
160 {
161 	return (EBUSY);
162 }
163 
164 int
165 _info(struct modinfo *modinfop)
166 {
167 	return (mod_info(&modlinkage, modinfop));
168 }
169 
170 /*
171  * PUBLICFH_CHECK() checks if the dispatch routine supports
172  * RPC_PUBLICFH_OK, if the filesystem is exported public, and if the
173  * incoming request is using the public filehandle. The check duplicates
174  * the exportmatch() call done in checkexport(), and we should consider
175  * modifying those routines to avoid the duplication. For now, we optimize
176  * by calling exportmatch() only after checking that the dispatch routine
177  * supports RPC_PUBLICFH_OK, and if the filesystem is explicitly exported
178  * public (i.e., not the placeholder).
179  */
180 #define	PUBLICFH_CHECK(ne, disp, exi, fsid, xfid) \
181 		((disp->dis_flags & RPC_PUBLICFH_OK) && \
182 		((exi->exi_export.ex_flags & EX_PUBLIC) || \
183 		(exi == ne->exi_public && exportmatch(ne->exi_root, \
184 		fsid, xfid))))
185 
186 static void	nfs_srv_shutdown_all(int);
187 static void	rfs4_server_start(nfs_globals_t *, int);
188 static void	nullfree(void);
189 static void	rfs_dispatch(struct svc_req *, SVCXPRT *);
190 static void	acl_dispatch(struct svc_req *, SVCXPRT *);
191 static	int	checkauth(struct exportinfo *, struct svc_req *, cred_t *, int,
192 		bool_t, bool_t *);
193 static char	*client_name(struct svc_req *req);
194 static char	*client_addr(struct svc_req *req, char *buf);
195 extern	int	sec_svc_getcred(struct svc_req *, cred_t *cr, char **, int *);
196 extern	bool_t	sec_svc_inrootlist(int, caddr_t, int, caddr_t *);
197 static void	*nfs_server_zone_init(zoneid_t);
198 static void	nfs_server_zone_fini(zoneid_t, void *);
199 static void	nfs_server_zone_shutdown(zoneid_t, void *);
200 
201 #define	NFSLOG_COPY_NETBUF(exi, xprt, nb)	{		\
202 	(nb)->maxlen = (xprt)->xp_rtaddr.maxlen;		\
203 	(nb)->len = (xprt)->xp_rtaddr.len;			\
204 	(nb)->buf = kmem_alloc((nb)->len, KM_SLEEP);		\
205 	bcopy((xprt)->xp_rtaddr.buf, (nb)->buf, (nb)->len);	\
206 	}
207 
208 /*
209  * Public Filehandle common nfs routines
210  */
211 static int	MCLpath(char **);
212 static void	URLparse(char *);
213 
214 /*
215  * NFS callout table.
216  * This table is used by svc_getreq() to dispatch a request with
217  * a given prog/vers pair to an appropriate service provider
218  * dispatch routine.
219  *
220  * NOTE: ordering is relied upon below when resetting the version min/max
221  * for NFS_PROGRAM.  Careful, if this is ever changed.
222  */
223 static SVC_CALLOUT __nfs_sc_clts[] = {
224 	{ NFS_PROGRAM,	   NFS_VERSMIN,	    NFS_VERSMAX,	rfs_dispatch },
225 	{ NFS_ACL_PROGRAM, NFS_ACL_VERSMIN, NFS_ACL_VERSMAX,	acl_dispatch }
226 };
227 
228 static SVC_CALLOUT_TABLE nfs_sct_clts = {
229 	sizeof (__nfs_sc_clts) / sizeof (__nfs_sc_clts[0]), FALSE,
230 	__nfs_sc_clts
231 };
232 
233 static SVC_CALLOUT __nfs_sc_cots[] = {
234 	{ NFS_PROGRAM,	   NFS_VERSMIN,	    NFS_VERSMAX,	rfs_dispatch },
235 	{ NFS_ACL_PROGRAM, NFS_ACL_VERSMIN, NFS_ACL_VERSMAX,	acl_dispatch }
236 };
237 
238 static SVC_CALLOUT_TABLE nfs_sct_cots = {
239 	sizeof (__nfs_sc_cots) / sizeof (__nfs_sc_cots[0]), FALSE, __nfs_sc_cots
240 };
241 
242 static SVC_CALLOUT __nfs_sc_rdma[] = {
243 	{ NFS_PROGRAM,	   NFS_VERSMIN,	    NFS_VERSMAX,	rfs_dispatch },
244 	{ NFS_ACL_PROGRAM, NFS_ACL_VERSMIN, NFS_ACL_VERSMAX,	acl_dispatch }
245 };
246 
247 static SVC_CALLOUT_TABLE nfs_sct_rdma = {
248 	sizeof (__nfs_sc_rdma) / sizeof (__nfs_sc_rdma[0]), FALSE, __nfs_sc_rdma
249 };
250 
251 /*
252  * DSS: distributed stable storage
253  * lists of all DSS paths: current, and before last warmstart
254  */
255 nvlist_t *rfs4_dss_paths, *rfs4_dss_oldpaths;
256 
257 int rfs4_dispatch(struct rpcdisp *, struct svc_req *, SVCXPRT *, char *);
258 bool_t rfs4_minorvers_mismatch(struct svc_req *, SVCXPRT *, void *);
259 
260 /*
261  * Stash NFS zone globals in TSD to avoid some lock contention
262  * from frequent zone_getspecific calls.
263  */
264 static uint_t nfs_server_tsd_key;
265 
266 nfs_globals_t *
267 nfs_srv_getzg(void)
268 {
269 	nfs_globals_t *ng;
270 
271 	ng = tsd_get(nfs_server_tsd_key);
272 	if (ng == NULL) {
273 		ng = zone_getspecific(nfssrv_zone_key, curzone);
274 		(void) tsd_set(nfs_server_tsd_key, ng);
275 	}
276 
277 	return (ng);
278 }
279 
280 /*
281  * Will be called at the point the server pool is being unregistered
282  * from the pool list. From that point onwards, the pool is waiting
283  * to be drained and as such the server state is stale and pertains
284  * to the old instantiation of the NFS server pool.
285  */
286 void
287 nfs_srv_offline(void)
288 {
289 	nfs_globals_t *ng;
290 
291 	ng = nfs_srv_getzg();
292 
293 	mutex_enter(&ng->nfs_server_upordown_lock);
294 	if (ng->nfs_server_upordown == NFS_SERVER_RUNNING) {
295 		ng->nfs_server_upordown = NFS_SERVER_OFFLINE;
296 	}
297 	mutex_exit(&ng->nfs_server_upordown_lock);
298 }
299 
300 /*
301  * Will be called at the point the server pool is being destroyed so
302  * all transports have been closed and no service threads are in
303  * existence.
304  *
305  * If we quiesce the server, we're shutting it down without destroying the
306  * server state. This allows it to warm start subsequently.
307  */
308 void
309 nfs_srv_stop_all(void)
310 {
311 	int quiesce = 0;
312 	nfs_srv_shutdown_all(quiesce);
313 }
314 
315 /*
316  * This alternative shutdown routine can be requested via nfssys()
317  */
318 void
319 nfs_srv_quiesce_all(void)
320 {
321 	int quiesce = 1;
322 	nfs_srv_shutdown_all(quiesce);
323 }
324 
325 static void
326 nfs_srv_shutdown_all(int quiesce)
327 {
328 	nfs_globals_t *ng = nfs_srv_getzg();
329 
330 	mutex_enter(&ng->nfs_server_upordown_lock);
331 	if (quiesce) {
332 		if (ng->nfs_server_upordown == NFS_SERVER_RUNNING ||
333 		    ng->nfs_server_upordown == NFS_SERVER_OFFLINE) {
334 			ng->nfs_server_upordown = NFS_SERVER_QUIESCED;
335 			cv_signal(&ng->nfs_server_upordown_cv);
336 
337 			/* reset DSS state */
338 			rfs4_dss_numnewpaths = 0;
339 			rfs4_dss_newpaths = NULL;
340 
341 			cmn_err(CE_NOTE, "nfs_server: server is now quiesced; "
342 			    "NFSv4 state has been preserved");
343 		}
344 	} else {
345 		if (ng->nfs_server_upordown == NFS_SERVER_OFFLINE) {
346 			ng->nfs_server_upordown = NFS_SERVER_STOPPING;
347 			mutex_exit(&ng->nfs_server_upordown_lock);
348 			rfs4_state_zone_fini();
349 			rfs4_fini_drc();
350 			mutex_enter(&ng->nfs_server_upordown_lock);
351 			ng->nfs_server_upordown = NFS_SERVER_STOPPED;
352 
353 			/* reset DSS state */
354 			rfs4_dss_numnewpaths = 0;
355 			rfs4_dss_newpaths = NULL;
356 
357 			cv_signal(&ng->nfs_server_upordown_cv);
358 		}
359 	}
360 	mutex_exit(&ng->nfs_server_upordown_lock);
361 }
362 
363 static int
364 nfs_srv_set_sc_versions(struct file *fp, SVC_CALLOUT_TABLE **sctpp,
365     rpcvers_t versmin, rpcvers_t versmax)
366 {
367 	struct strioctl strioc;
368 	struct T_info_ack tinfo;
369 	int		error, retval;
370 
371 	/*
372 	 * Find out what type of transport this is.
373 	 */
374 	strioc.ic_cmd = TI_GETINFO;
375 	strioc.ic_timout = -1;
376 	strioc.ic_len = sizeof (tinfo);
377 	strioc.ic_dp = (char *)&tinfo;
378 	tinfo.PRIM_type = T_INFO_REQ;
379 
380 	error = strioctl(fp->f_vnode, I_STR, (intptr_t)&strioc, 0, K_TO_K,
381 	    CRED(), &retval);
382 	if (error || retval)
383 		return (error);
384 
385 	/*
386 	 * Based on our query of the transport type...
387 	 *
388 	 * Reset the min/max versions based on the caller's request
389 	 * NOTE: This assumes that NFS_PROGRAM is first in the array!!
390 	 * And the second entry is the NFS_ACL_PROGRAM.
391 	 */
392 	switch (tinfo.SERV_type) {
393 	case T_CLTS:
394 		if (versmax == NFS_V4)
395 			return (EINVAL);
396 		__nfs_sc_clts[0].sc_versmin = versmin;
397 		__nfs_sc_clts[0].sc_versmax = versmax;
398 		__nfs_sc_clts[1].sc_versmin = versmin;
399 		__nfs_sc_clts[1].sc_versmax = versmax;
400 		*sctpp = &nfs_sct_clts;
401 		break;
402 	case T_COTS:
403 	case T_COTS_ORD:
404 		__nfs_sc_cots[0].sc_versmin = versmin;
405 		__nfs_sc_cots[0].sc_versmax = versmax;
406 		/* For the NFS_ACL program, check the max version */
407 		if (versmax > NFS_ACL_VERSMAX)
408 			versmax = NFS_ACL_VERSMAX;
409 		__nfs_sc_cots[1].sc_versmin = versmin;
410 		__nfs_sc_cots[1].sc_versmax = versmax;
411 		*sctpp = &nfs_sct_cots;
412 		break;
413 	default:
414 		error = EINVAL;
415 	}
416 
417 	return (error);
418 }
419 
420 /*
421  * NFS Server system call.
422  * Does all of the work of running a NFS server.
423  * uap->fd is the fd of an open transport provider
424  */
425 int
426 nfs_svc(struct nfs_svc_args *arg, model_t model)
427 {
428 	nfs_globals_t *ng;
429 	file_t *fp;
430 	SVCMASTERXPRT *xprt;
431 	int error;
432 	int readsize;
433 	char buf[KNC_STRSIZE];
434 	size_t len;
435 	STRUCT_HANDLE(nfs_svc_args, uap);
436 	struct netbuf addrmask;
437 	SVC_CALLOUT_TABLE *sctp = NULL;
438 
439 #ifdef lint
440 	model = model;		/* STRUCT macros don't always refer to it */
441 #endif
442 
443 	ng = nfs_srv_getzg();
444 	STRUCT_SET_HANDLE(uap, model, arg);
445 
446 	/* Check privileges in nfssys() */
447 
448 	if ((fp = getf(STRUCT_FGET(uap, fd))) == NULL)
449 		return (EBADF);
450 
451 	/* Setup global file handle in nfs_export */
452 	if ((error = nfs_export_get_rootfh(ng)) != 0)
453 		return (error);
454 
455 	/*
456 	 * Set read buffer size to rsize
457 	 * and add room for RPC headers.
458 	 */
459 	readsize = nfs3tsize() + (RPC_MAXDATASIZE - NFS_MAXDATA);
460 	if (readsize < RPC_MAXDATASIZE)
461 		readsize = RPC_MAXDATASIZE;
462 
463 	error = copyinstr((const char *)STRUCT_FGETP(uap, netid), buf,
464 	    KNC_STRSIZE, &len);
465 	if (error) {
466 		releasef(STRUCT_FGET(uap, fd));
467 		return (error);
468 	}
469 
470 	addrmask.len = STRUCT_FGET(uap, addrmask.len);
471 	addrmask.maxlen = STRUCT_FGET(uap, addrmask.maxlen);
472 	addrmask.buf = kmem_alloc(addrmask.maxlen, KM_SLEEP);
473 	error = copyin(STRUCT_FGETP(uap, addrmask.buf), addrmask.buf,
474 	    addrmask.len);
475 	if (error) {
476 		releasef(STRUCT_FGET(uap, fd));
477 		kmem_free(addrmask.buf, addrmask.maxlen);
478 		return (error);
479 	}
480 
481 	ng->nfs_versmin = STRUCT_FGET(uap, versmin);
482 	ng->nfs_versmax = STRUCT_FGET(uap, versmax);
483 
484 	/* Double check the vers min/max ranges */
485 	if ((ng->nfs_versmin > ng->nfs_versmax) ||
486 	    (ng->nfs_versmin < NFS_VERSMIN) ||
487 	    (ng->nfs_versmax > NFS_VERSMAX)) {
488 		ng->nfs_versmin = NFS_VERSMIN_DEFAULT;
489 		ng->nfs_versmax = NFS_VERSMAX_DEFAULT;
490 	}
491 
492 	if (error = nfs_srv_set_sc_versions(fp, &sctp, ng->nfs_versmin,
493 	    ng->nfs_versmax)) {
494 		releasef(STRUCT_FGET(uap, fd));
495 		kmem_free(addrmask.buf, addrmask.maxlen);
496 		return (error);
497 	}
498 
499 	/* Initialize nfsv4 server */
500 	if (ng->nfs_versmax == (rpcvers_t)NFS_V4)
501 		rfs4_server_start(ng, STRUCT_FGET(uap, delegation));
502 
503 	/* Create a transport handle. */
504 	error = svc_tli_kcreate(fp, readsize, buf, &addrmask, &xprt,
505 	    sctp, NULL, NFS_SVCPOOL_ID, TRUE);
506 
507 	if (error)
508 		kmem_free(addrmask.buf, addrmask.maxlen);
509 
510 	releasef(STRUCT_FGET(uap, fd));
511 
512 	/* HA-NFSv4: save the cluster nodeid */
513 	if (cluster_bootflags & CLUSTER_BOOTED)
514 		lm_global_nlmid = clconf_get_nodeid();
515 
516 	return (error);
517 }
518 
519 static void
520 rfs4_server_start(nfs_globals_t *ng, int nfs4_srv_delegation)
521 {
522 	/*
523 	 * Determine if the server has previously been "started" and
524 	 * if not, do the per instance initialization
525 	 */
526 	mutex_enter(&ng->nfs_server_upordown_lock);
527 
528 	if (ng->nfs_server_upordown != NFS_SERVER_RUNNING) {
529 		/* Do we need to stop and wait on the previous server? */
530 		while (ng->nfs_server_upordown == NFS_SERVER_STOPPING ||
531 		    ng->nfs_server_upordown == NFS_SERVER_OFFLINE)
532 			cv_wait(&ng->nfs_server_upordown_cv,
533 			    &ng->nfs_server_upordown_lock);
534 
535 		if (ng->nfs_server_upordown != NFS_SERVER_RUNNING) {
536 			(void) svc_pool_control(NFS_SVCPOOL_ID,
537 			    SVCPSET_UNREGISTER_PROC, (void *)&nfs_srv_offline);
538 			(void) svc_pool_control(NFS_SVCPOOL_ID,
539 			    SVCPSET_SHUTDOWN_PROC, (void *)&nfs_srv_stop_all);
540 
541 			rfs4_do_server_start(ng->nfs_server_upordown,
542 			    nfs4_srv_delegation,
543 			    cluster_bootflags & CLUSTER_BOOTED);
544 
545 			ng->nfs_server_upordown = NFS_SERVER_RUNNING;
546 		}
547 		cv_signal(&ng->nfs_server_upordown_cv);
548 	}
549 	mutex_exit(&ng->nfs_server_upordown_lock);
550 }
551 
552 /*
553  * If RDMA device available,
554  * start RDMA listener.
555  */
556 int
557 rdma_start(struct rdma_svc_args *rsa)
558 {
559 	nfs_globals_t *ng;
560 	int error;
561 	rdma_xprt_group_t started_rdma_xprts;
562 	rdma_stat stat;
563 	int svc_state = 0;
564 
565 	/* Double check the vers min/max ranges */
566 	if ((rsa->nfs_versmin > rsa->nfs_versmax) ||
567 	    (rsa->nfs_versmin < NFS_VERSMIN) ||
568 	    (rsa->nfs_versmax > NFS_VERSMAX)) {
569 		rsa->nfs_versmin = NFS_VERSMIN_DEFAULT;
570 		rsa->nfs_versmax = NFS_VERSMAX_DEFAULT;
571 	}
572 
573 	ng = nfs_srv_getzg();
574 	ng->nfs_versmin = rsa->nfs_versmin;
575 	ng->nfs_versmax = rsa->nfs_versmax;
576 
577 	/* Set the versions in the callout table */
578 	__nfs_sc_rdma[0].sc_versmin = rsa->nfs_versmin;
579 	__nfs_sc_rdma[0].sc_versmax = rsa->nfs_versmax;
580 	/* For the NFS_ACL program, check the max version */
581 	__nfs_sc_rdma[1].sc_versmin = rsa->nfs_versmin;
582 	if (rsa->nfs_versmax > NFS_ACL_VERSMAX)
583 		__nfs_sc_rdma[1].sc_versmax = NFS_ACL_VERSMAX;
584 	else
585 		__nfs_sc_rdma[1].sc_versmax = rsa->nfs_versmax;
586 
587 	/* Initialize nfsv4 server */
588 	if (rsa->nfs_versmax == (rpcvers_t)NFS_V4)
589 		rfs4_server_start(ng, rsa->delegation);
590 
591 	started_rdma_xprts.rtg_count = 0;
592 	started_rdma_xprts.rtg_listhead = NULL;
593 	started_rdma_xprts.rtg_poolid = rsa->poolid;
594 
595 restart:
596 	error = svc_rdma_kcreate(rsa->netid, &nfs_sct_rdma, rsa->poolid,
597 	    &started_rdma_xprts);
598 
599 	svc_state = !error;
600 
601 	while (!error) {
602 
603 		/*
604 		 * wait till either interrupted by a signal on
605 		 * nfs service stop/restart or signalled by a
606 		 * rdma attach/detatch.
607 		 */
608 
609 		stat = rdma_kwait();
610 
611 		/*
612 		 * stop services if running -- either on a HCA detach event
613 		 * or if the nfs service is stopped/restarted.
614 		 */
615 
616 		if ((stat == RDMA_HCA_DETACH || stat == RDMA_INTR) &&
617 		    svc_state) {
618 			rdma_stop(&started_rdma_xprts);
619 			svc_state = 0;
620 		}
621 
622 		/*
623 		 * nfs service stop/restart, break out of the
624 		 * wait loop and return;
625 		 */
626 		if (stat == RDMA_INTR)
627 			return (0);
628 
629 		/*
630 		 * restart stopped services on a HCA attach event
631 		 * (if not already running)
632 		 */
633 
634 		if ((stat == RDMA_HCA_ATTACH) && (svc_state == 0))
635 			goto restart;
636 
637 		/*
638 		 * loop until a nfs service stop/restart
639 		 */
640 	}
641 
642 	return (error);
643 }
644 
645 /* ARGSUSED */
646 void
647 rpc_null(caddr_t *argp, caddr_t *resp, struct exportinfo *exi,
648     struct svc_req *req, cred_t *cr, bool_t ro)
649 {
650 }
651 
652 /* ARGSUSED */
653 void
654 rpc_null_v3(caddr_t *argp, caddr_t *resp, struct exportinfo *exi,
655     struct svc_req *req, cred_t *cr, bool_t ro)
656 {
657 	DTRACE_NFSV3_4(op__null__start, struct svc_req *, req,
658 	    cred_t *, cr, vnode_t *, NULL, struct exportinfo *, exi);
659 	DTRACE_NFSV3_4(op__null__done, struct svc_req *, req,
660 	    cred_t *, cr, vnode_t *, NULL, struct exportinfo *, exi);
661 }
662 
663 /* ARGSUSED */
664 static void
665 rfs_error(caddr_t *argp, caddr_t *resp, struct exportinfo *exi,
666     struct svc_req *req, cred_t *cr, bool_t ro)
667 {
668 	/* return (EOPNOTSUPP); */
669 }
670 
671 static void
672 nullfree(void)
673 {
674 }
675 
676 static char *rfscallnames_v2[] = {
677 	"RFS2_NULL",
678 	"RFS2_GETATTR",
679 	"RFS2_SETATTR",
680 	"RFS2_ROOT",
681 	"RFS2_LOOKUP",
682 	"RFS2_READLINK",
683 	"RFS2_READ",
684 	"RFS2_WRITECACHE",
685 	"RFS2_WRITE",
686 	"RFS2_CREATE",
687 	"RFS2_REMOVE",
688 	"RFS2_RENAME",
689 	"RFS2_LINK",
690 	"RFS2_SYMLINK",
691 	"RFS2_MKDIR",
692 	"RFS2_RMDIR",
693 	"RFS2_READDIR",
694 	"RFS2_STATFS"
695 };
696 
697 static struct rpcdisp rfsdisptab_v2[] = {
698 	/*
699 	 * NFS VERSION 2
700 	 */
701 
702 	/* RFS_NULL = 0 */
703 	{rpc_null,
704 	    xdr_void, NULL_xdrproc_t, 0,
705 	    xdr_void, NULL_xdrproc_t, 0,
706 	    nullfree, RPC_IDEMPOTENT,
707 	    0},
708 
709 	/* RFS_GETATTR = 1 */
710 	{rfs_getattr,
711 	    xdr_fhandle, xdr_fastfhandle, sizeof (fhandle_t),
712 	    xdr_attrstat, xdr_fastattrstat, sizeof (struct nfsattrstat),
713 	    nullfree, RPC_IDEMPOTENT|RPC_ALLOWANON|RPC_MAPRESP,
714 	    rfs_getattr_getfh},
715 
716 	/* RFS_SETATTR = 2 */
717 	{rfs_setattr,
718 	    xdr_saargs, NULL_xdrproc_t, sizeof (struct nfssaargs),
719 	    xdr_attrstat, xdr_fastattrstat, sizeof (struct nfsattrstat),
720 	    nullfree, RPC_MAPRESP,
721 	    rfs_setattr_getfh},
722 
723 	/* RFS_ROOT = 3 *** NO LONGER SUPPORTED *** */
724 	{rfs_error,
725 	    xdr_void, NULL_xdrproc_t, 0,
726 	    xdr_void, NULL_xdrproc_t, 0,
727 	    nullfree, RPC_IDEMPOTENT,
728 	    0},
729 
730 	/* RFS_LOOKUP = 4 */
731 	{rfs_lookup,
732 	    xdr_diropargs, NULL_xdrproc_t, sizeof (struct nfsdiropargs),
733 	    xdr_diropres, xdr_fastdiropres, sizeof (struct nfsdiropres),
734 	    nullfree, RPC_IDEMPOTENT|RPC_MAPRESP|RPC_PUBLICFH_OK,
735 	    rfs_lookup_getfh},
736 
737 	/* RFS_READLINK = 5 */
738 	{rfs_readlink,
739 	    xdr_fhandle, xdr_fastfhandle, sizeof (fhandle_t),
740 	    xdr_rdlnres, NULL_xdrproc_t, sizeof (struct nfsrdlnres),
741 	    rfs_rlfree, RPC_IDEMPOTENT,
742 	    rfs_readlink_getfh},
743 
744 	/* RFS_READ = 6 */
745 	{rfs_read,
746 	    xdr_readargs, NULL_xdrproc_t, sizeof (struct nfsreadargs),
747 	    xdr_rdresult, NULL_xdrproc_t, sizeof (struct nfsrdresult),
748 	    rfs_rdfree, RPC_IDEMPOTENT,
749 	    rfs_read_getfh},
750 
751 	/* RFS_WRITECACHE = 7 *** NO LONGER SUPPORTED *** */
752 	{rfs_error,
753 	    xdr_void, NULL_xdrproc_t, 0,
754 	    xdr_void, NULL_xdrproc_t, 0,
755 	    nullfree, RPC_IDEMPOTENT,
756 	    0},
757 
758 	/* RFS_WRITE = 8 */
759 	{rfs_write,
760 	    xdr_writeargs, NULL_xdrproc_t, sizeof (struct nfswriteargs),
761 	    xdr_attrstat, xdr_fastattrstat, sizeof (struct nfsattrstat),
762 	    nullfree, RPC_MAPRESP,
763 	    rfs_write_getfh},
764 
765 	/* RFS_CREATE = 9 */
766 	{rfs_create,
767 	    xdr_creatargs, NULL_xdrproc_t, sizeof (struct nfscreatargs),
768 	    xdr_diropres, xdr_fastdiropres, sizeof (struct nfsdiropres),
769 	    nullfree, RPC_MAPRESP,
770 	    rfs_create_getfh},
771 
772 	/* RFS_REMOVE = 10 */
773 	{rfs_remove,
774 	    xdr_diropargs, NULL_xdrproc_t, sizeof (struct nfsdiropargs),
775 #ifdef _LITTLE_ENDIAN
776 	    xdr_enum, xdr_fastenum, sizeof (enum nfsstat),
777 #else
778 	    xdr_enum, NULL_xdrproc_t, sizeof (enum nfsstat),
779 #endif
780 	    nullfree, RPC_MAPRESP,
781 	    rfs_remove_getfh},
782 
783 	/* RFS_RENAME = 11 */
784 	{rfs_rename,
785 	    xdr_rnmargs, NULL_xdrproc_t, sizeof (struct nfsrnmargs),
786 #ifdef _LITTLE_ENDIAN
787 	    xdr_enum, xdr_fastenum, sizeof (enum nfsstat),
788 #else
789 	    xdr_enum, NULL_xdrproc_t, sizeof (enum nfsstat),
790 #endif
791 	    nullfree, RPC_MAPRESP,
792 	    rfs_rename_getfh},
793 
794 	/* RFS_LINK = 12 */
795 	{rfs_link,
796 	    xdr_linkargs, NULL_xdrproc_t, sizeof (struct nfslinkargs),
797 #ifdef _LITTLE_ENDIAN
798 	    xdr_enum, xdr_fastenum, sizeof (enum nfsstat),
799 #else
800 	    xdr_enum, NULL_xdrproc_t, sizeof (enum nfsstat),
801 #endif
802 	    nullfree, RPC_MAPRESP,
803 	    rfs_link_getfh},
804 
805 	/* RFS_SYMLINK = 13 */
806 	{rfs_symlink,
807 	    xdr_slargs, NULL_xdrproc_t, sizeof (struct nfsslargs),
808 #ifdef _LITTLE_ENDIAN
809 	    xdr_enum, xdr_fastenum, sizeof (enum nfsstat),
810 #else
811 	    xdr_enum, NULL_xdrproc_t, sizeof (enum nfsstat),
812 #endif
813 	    nullfree, RPC_MAPRESP,
814 	    rfs_symlink_getfh},
815 
816 	/* RFS_MKDIR = 14 */
817 	{rfs_mkdir,
818 	    xdr_creatargs, NULL_xdrproc_t, sizeof (struct nfscreatargs),
819 	    xdr_diropres, xdr_fastdiropres, sizeof (struct nfsdiropres),
820 	    nullfree, RPC_MAPRESP,
821 	    rfs_mkdir_getfh},
822 
823 	/* RFS_RMDIR = 15 */
824 	{rfs_rmdir,
825 	    xdr_diropargs, NULL_xdrproc_t, sizeof (struct nfsdiropargs),
826 #ifdef _LITTLE_ENDIAN
827 	    xdr_enum, xdr_fastenum, sizeof (enum nfsstat),
828 #else
829 	    xdr_enum, NULL_xdrproc_t, sizeof (enum nfsstat),
830 #endif
831 	    nullfree, RPC_MAPRESP,
832 	    rfs_rmdir_getfh},
833 
834 	/* RFS_READDIR = 16 */
835 	{rfs_readdir,
836 	    xdr_rddirargs, NULL_xdrproc_t, sizeof (struct nfsrddirargs),
837 	    xdr_putrddirres, NULL_xdrproc_t, sizeof (struct nfsrddirres),
838 	    rfs_rddirfree, RPC_IDEMPOTENT,
839 	    rfs_readdir_getfh},
840 
841 	/* RFS_STATFS = 17 */
842 	{rfs_statfs,
843 	    xdr_fhandle, xdr_fastfhandle, sizeof (fhandle_t),
844 	    xdr_statfs, xdr_faststatfs, sizeof (struct nfsstatfs),
845 	    nullfree, RPC_IDEMPOTENT|RPC_ALLOWANON|RPC_MAPRESP,
846 	    rfs_statfs_getfh},
847 };
848 
849 static char *rfscallnames_v3[] = {
850 	"RFS3_NULL",
851 	"RFS3_GETATTR",
852 	"RFS3_SETATTR",
853 	"RFS3_LOOKUP",
854 	"RFS3_ACCESS",
855 	"RFS3_READLINK",
856 	"RFS3_READ",
857 	"RFS3_WRITE",
858 	"RFS3_CREATE",
859 	"RFS3_MKDIR",
860 	"RFS3_SYMLINK",
861 	"RFS3_MKNOD",
862 	"RFS3_REMOVE",
863 	"RFS3_RMDIR",
864 	"RFS3_RENAME",
865 	"RFS3_LINK",
866 	"RFS3_READDIR",
867 	"RFS3_READDIRPLUS",
868 	"RFS3_FSSTAT",
869 	"RFS3_FSINFO",
870 	"RFS3_PATHCONF",
871 	"RFS3_COMMIT"
872 };
873 
874 static struct rpcdisp rfsdisptab_v3[] = {
875 	/*
876 	 * NFS VERSION 3
877 	 */
878 
879 	/* RFS_NULL = 0 */
880 	{rpc_null_v3,
881 	    xdr_void, NULL_xdrproc_t, 0,
882 	    xdr_void, NULL_xdrproc_t, 0,
883 	    nullfree, RPC_IDEMPOTENT,
884 	    0},
885 
886 	/* RFS3_GETATTR = 1 */
887 	{rfs3_getattr,
888 	    xdr_nfs_fh3_server, NULL_xdrproc_t, sizeof (GETATTR3args),
889 	    xdr_GETATTR3res, NULL_xdrproc_t, sizeof (GETATTR3res),
890 	    nullfree, (RPC_IDEMPOTENT | RPC_ALLOWANON),
891 	    rfs3_getattr_getfh},
892 
893 	/* RFS3_SETATTR = 2 */
894 	{rfs3_setattr,
895 	    xdr_SETATTR3args, NULL_xdrproc_t, sizeof (SETATTR3args),
896 	    xdr_SETATTR3res, NULL_xdrproc_t, sizeof (SETATTR3res),
897 	    nullfree, 0,
898 	    rfs3_setattr_getfh},
899 
900 	/* RFS3_LOOKUP = 3 */
901 	{rfs3_lookup,
902 	    xdr_diropargs3, NULL_xdrproc_t, sizeof (LOOKUP3args),
903 	    xdr_LOOKUP3res, NULL_xdrproc_t, sizeof (LOOKUP3res),
904 	    nullfree, (RPC_IDEMPOTENT | RPC_PUBLICFH_OK),
905 	    rfs3_lookup_getfh},
906 
907 	/* RFS3_ACCESS = 4 */
908 	{rfs3_access,
909 	    xdr_ACCESS3args, NULL_xdrproc_t, sizeof (ACCESS3args),
910 	    xdr_ACCESS3res, NULL_xdrproc_t, sizeof (ACCESS3res),
911 	    nullfree, RPC_IDEMPOTENT,
912 	    rfs3_access_getfh},
913 
914 	/* RFS3_READLINK = 5 */
915 	{rfs3_readlink,
916 	    xdr_nfs_fh3_server, NULL_xdrproc_t, sizeof (READLINK3args),
917 	    xdr_READLINK3res, NULL_xdrproc_t, sizeof (READLINK3res),
918 	    rfs3_readlink_free, RPC_IDEMPOTENT,
919 	    rfs3_readlink_getfh},
920 
921 	/* RFS3_READ = 6 */
922 	{rfs3_read,
923 	    xdr_READ3args, NULL_xdrproc_t, sizeof (READ3args),
924 	    xdr_READ3res, NULL_xdrproc_t, sizeof (READ3res),
925 	    rfs3_read_free, RPC_IDEMPOTENT,
926 	    rfs3_read_getfh},
927 
928 	/* RFS3_WRITE = 7 */
929 	{rfs3_write,
930 	    xdr_WRITE3args, NULL_xdrproc_t, sizeof (WRITE3args),
931 	    xdr_WRITE3res, NULL_xdrproc_t, sizeof (WRITE3res),
932 	    nullfree, 0,
933 	    rfs3_write_getfh},
934 
935 	/* RFS3_CREATE = 8 */
936 	{rfs3_create,
937 	    xdr_CREATE3args, NULL_xdrproc_t, sizeof (CREATE3args),
938 	    xdr_CREATE3res, NULL_xdrproc_t, sizeof (CREATE3res),
939 	    nullfree, 0,
940 	    rfs3_create_getfh},
941 
942 	/* RFS3_MKDIR = 9 */
943 	{rfs3_mkdir,
944 	    xdr_MKDIR3args, NULL_xdrproc_t, sizeof (MKDIR3args),
945 	    xdr_MKDIR3res, NULL_xdrproc_t, sizeof (MKDIR3res),
946 	    nullfree, 0,
947 	    rfs3_mkdir_getfh},
948 
949 	/* RFS3_SYMLINK = 10 */
950 	{rfs3_symlink,
951 	    xdr_SYMLINK3args, NULL_xdrproc_t, sizeof (SYMLINK3args),
952 	    xdr_SYMLINK3res, NULL_xdrproc_t, sizeof (SYMLINK3res),
953 	    nullfree, 0,
954 	    rfs3_symlink_getfh},
955 
956 	/* RFS3_MKNOD = 11 */
957 	{rfs3_mknod,
958 	    xdr_MKNOD3args, NULL_xdrproc_t, sizeof (MKNOD3args),
959 	    xdr_MKNOD3res, NULL_xdrproc_t, sizeof (MKNOD3res),
960 	    nullfree, 0,
961 	    rfs3_mknod_getfh},
962 
963 	/* RFS3_REMOVE = 12 */
964 	{rfs3_remove,
965 	    xdr_diropargs3, NULL_xdrproc_t, sizeof (REMOVE3args),
966 	    xdr_REMOVE3res, NULL_xdrproc_t, sizeof (REMOVE3res),
967 	    nullfree, 0,
968 	    rfs3_remove_getfh},
969 
970 	/* RFS3_RMDIR = 13 */
971 	{rfs3_rmdir,
972 	    xdr_diropargs3, NULL_xdrproc_t, sizeof (RMDIR3args),
973 	    xdr_RMDIR3res, NULL_xdrproc_t, sizeof (RMDIR3res),
974 	    nullfree, 0,
975 	    rfs3_rmdir_getfh},
976 
977 	/* RFS3_RENAME = 14 */
978 	{rfs3_rename,
979 	    xdr_RENAME3args, NULL_xdrproc_t, sizeof (RENAME3args),
980 	    xdr_RENAME3res, NULL_xdrproc_t, sizeof (RENAME3res),
981 	    nullfree, 0,
982 	    rfs3_rename_getfh},
983 
984 	/* RFS3_LINK = 15 */
985 	{rfs3_link,
986 	    xdr_LINK3args, NULL_xdrproc_t, sizeof (LINK3args),
987 	    xdr_LINK3res, NULL_xdrproc_t, sizeof (LINK3res),
988 	    nullfree, 0,
989 	    rfs3_link_getfh},
990 
991 	/* RFS3_READDIR = 16 */
992 	{rfs3_readdir,
993 	    xdr_READDIR3args, NULL_xdrproc_t, sizeof (READDIR3args),
994 	    xdr_READDIR3res, NULL_xdrproc_t, sizeof (READDIR3res),
995 	    rfs3_readdir_free, RPC_IDEMPOTENT,
996 	    rfs3_readdir_getfh},
997 
998 	/* RFS3_READDIRPLUS = 17 */
999 	{rfs3_readdirplus,
1000 	    xdr_READDIRPLUS3args, NULL_xdrproc_t, sizeof (READDIRPLUS3args),
1001 	    xdr_READDIRPLUS3res, NULL_xdrproc_t, sizeof (READDIRPLUS3res),
1002 	    rfs3_readdirplus_free, RPC_AVOIDWORK,
1003 	    rfs3_readdirplus_getfh},
1004 
1005 	/* RFS3_FSSTAT = 18 */
1006 	{rfs3_fsstat,
1007 	    xdr_nfs_fh3_server, NULL_xdrproc_t, sizeof (FSSTAT3args),
1008 	    xdr_FSSTAT3res, NULL_xdrproc_t, sizeof (FSSTAT3res),
1009 	    nullfree, RPC_IDEMPOTENT,
1010 	    rfs3_fsstat_getfh},
1011 
1012 	/* RFS3_FSINFO = 19 */
1013 	{rfs3_fsinfo,
1014 	    xdr_nfs_fh3_server, NULL_xdrproc_t, sizeof (FSINFO3args),
1015 	    xdr_FSINFO3res, NULL_xdrproc_t, sizeof (FSINFO3res),
1016 	    nullfree, RPC_IDEMPOTENT|RPC_ALLOWANON,
1017 	    rfs3_fsinfo_getfh},
1018 
1019 	/* RFS3_PATHCONF = 20 */
1020 	{rfs3_pathconf,
1021 	    xdr_nfs_fh3_server, NULL_xdrproc_t, sizeof (PATHCONF3args),
1022 	    xdr_PATHCONF3res, NULL_xdrproc_t, sizeof (PATHCONF3res),
1023 	    nullfree, RPC_IDEMPOTENT,
1024 	    rfs3_pathconf_getfh},
1025 
1026 	/* RFS3_COMMIT = 21 */
1027 	{rfs3_commit,
1028 	    xdr_COMMIT3args, NULL_xdrproc_t, sizeof (COMMIT3args),
1029 	    xdr_COMMIT3res, NULL_xdrproc_t, sizeof (COMMIT3res),
1030 	    nullfree, RPC_IDEMPOTENT,
1031 	    rfs3_commit_getfh},
1032 };
1033 
1034 static char *rfscallnames_v4[] = {
1035 	"RFS4_NULL",
1036 	"RFS4_COMPOUND",
1037 	"RFS4_NULL",
1038 	"RFS4_NULL",
1039 	"RFS4_NULL",
1040 	"RFS4_NULL",
1041 	"RFS4_NULL",
1042 	"RFS4_NULL",
1043 	"RFS4_CREATE"
1044 };
1045 
1046 static struct rpcdisp rfsdisptab_v4[] = {
1047 	/*
1048 	 * NFS VERSION 4
1049 	 */
1050 
1051 	/* RFS_NULL = 0 */
1052 	{rpc_null,
1053 	    xdr_void, NULL_xdrproc_t, 0,
1054 	    xdr_void, NULL_xdrproc_t, 0,
1055 	    nullfree, RPC_IDEMPOTENT, 0},
1056 
1057 	/* RFS4_compound = 1 */
1058 	{rfs4_compound,
1059 	    xdr_COMPOUND4args_srv, NULL_xdrproc_t, sizeof (COMPOUND4args),
1060 	    xdr_COMPOUND4res_srv, NULL_xdrproc_t, sizeof (COMPOUND4res),
1061 	    rfs4_compound_free, 0, 0},
1062 };
1063 
1064 union rfs_args {
1065 	/*
1066 	 * NFS VERSION 2
1067 	 */
1068 
1069 	/* RFS_NULL = 0 */
1070 
1071 	/* RFS_GETATTR = 1 */
1072 	fhandle_t nfs2_getattr_args;
1073 
1074 	/* RFS_SETATTR = 2 */
1075 	struct nfssaargs nfs2_setattr_args;
1076 
1077 	/* RFS_ROOT = 3 *** NO LONGER SUPPORTED *** */
1078 
1079 	/* RFS_LOOKUP = 4 */
1080 	struct nfsdiropargs nfs2_lookup_args;
1081 
1082 	/* RFS_READLINK = 5 */
1083 	fhandle_t nfs2_readlink_args;
1084 
1085 	/* RFS_READ = 6 */
1086 	struct nfsreadargs nfs2_read_args;
1087 
1088 	/* RFS_WRITECACHE = 7 *** NO LONGER SUPPORTED *** */
1089 
1090 	/* RFS_WRITE = 8 */
1091 	struct nfswriteargs nfs2_write_args;
1092 
1093 	/* RFS_CREATE = 9 */
1094 	struct nfscreatargs nfs2_create_args;
1095 
1096 	/* RFS_REMOVE = 10 */
1097 	struct nfsdiropargs nfs2_remove_args;
1098 
1099 	/* RFS_RENAME = 11 */
1100 	struct nfsrnmargs nfs2_rename_args;
1101 
1102 	/* RFS_LINK = 12 */
1103 	struct nfslinkargs nfs2_link_args;
1104 
1105 	/* RFS_SYMLINK = 13 */
1106 	struct nfsslargs nfs2_symlink_args;
1107 
1108 	/* RFS_MKDIR = 14 */
1109 	struct nfscreatargs nfs2_mkdir_args;
1110 
1111 	/* RFS_RMDIR = 15 */
1112 	struct nfsdiropargs nfs2_rmdir_args;
1113 
1114 	/* RFS_READDIR = 16 */
1115 	struct nfsrddirargs nfs2_readdir_args;
1116 
1117 	/* RFS_STATFS = 17 */
1118 	fhandle_t nfs2_statfs_args;
1119 
1120 	/*
1121 	 * NFS VERSION 3
1122 	 */
1123 
1124 	/* RFS_NULL = 0 */
1125 
1126 	/* RFS3_GETATTR = 1 */
1127 	GETATTR3args nfs3_getattr_args;
1128 
1129 	/* RFS3_SETATTR = 2 */
1130 	SETATTR3args nfs3_setattr_args;
1131 
1132 	/* RFS3_LOOKUP = 3 */
1133 	LOOKUP3args nfs3_lookup_args;
1134 
1135 	/* RFS3_ACCESS = 4 */
1136 	ACCESS3args nfs3_access_args;
1137 
1138 	/* RFS3_READLINK = 5 */
1139 	READLINK3args nfs3_readlink_args;
1140 
1141 	/* RFS3_READ = 6 */
1142 	READ3args nfs3_read_args;
1143 
1144 	/* RFS3_WRITE = 7 */
1145 	WRITE3args nfs3_write_args;
1146 
1147 	/* RFS3_CREATE = 8 */
1148 	CREATE3args nfs3_create_args;
1149 
1150 	/* RFS3_MKDIR = 9 */
1151 	MKDIR3args nfs3_mkdir_args;
1152 
1153 	/* RFS3_SYMLINK = 10 */
1154 	SYMLINK3args nfs3_symlink_args;
1155 
1156 	/* RFS3_MKNOD = 11 */
1157 	MKNOD3args nfs3_mknod_args;
1158 
1159 	/* RFS3_REMOVE = 12 */
1160 	REMOVE3args nfs3_remove_args;
1161 
1162 	/* RFS3_RMDIR = 13 */
1163 	RMDIR3args nfs3_rmdir_args;
1164 
1165 	/* RFS3_RENAME = 14 */
1166 	RENAME3args nfs3_rename_args;
1167 
1168 	/* RFS3_LINK = 15 */
1169 	LINK3args nfs3_link_args;
1170 
1171 	/* RFS3_READDIR = 16 */
1172 	READDIR3args nfs3_readdir_args;
1173 
1174 	/* RFS3_READDIRPLUS = 17 */
1175 	READDIRPLUS3args nfs3_readdirplus_args;
1176 
1177 	/* RFS3_FSSTAT = 18 */
1178 	FSSTAT3args nfs3_fsstat_args;
1179 
1180 	/* RFS3_FSINFO = 19 */
1181 	FSINFO3args nfs3_fsinfo_args;
1182 
1183 	/* RFS3_PATHCONF = 20 */
1184 	PATHCONF3args nfs3_pathconf_args;
1185 
1186 	/* RFS3_COMMIT = 21 */
1187 	COMMIT3args nfs3_commit_args;
1188 
1189 	/*
1190 	 * NFS VERSION 4
1191 	 */
1192 
1193 	/* RFS_NULL = 0 */
1194 
1195 	/* COMPUND = 1 */
1196 	COMPOUND4args nfs4_compound_args;
1197 };
1198 
1199 union rfs_res {
1200 	/*
1201 	 * NFS VERSION 2
1202 	 */
1203 
1204 	/* RFS_NULL = 0 */
1205 
1206 	/* RFS_GETATTR = 1 */
1207 	struct nfsattrstat nfs2_getattr_res;
1208 
1209 	/* RFS_SETATTR = 2 */
1210 	struct nfsattrstat nfs2_setattr_res;
1211 
1212 	/* RFS_ROOT = 3 *** NO LONGER SUPPORTED *** */
1213 
1214 	/* RFS_LOOKUP = 4 */
1215 	struct nfsdiropres nfs2_lookup_res;
1216 
1217 	/* RFS_READLINK = 5 */
1218 	struct nfsrdlnres nfs2_readlink_res;
1219 
1220 	/* RFS_READ = 6 */
1221 	struct nfsrdresult nfs2_read_res;
1222 
1223 	/* RFS_WRITECACHE = 7 *** NO LONGER SUPPORTED *** */
1224 
1225 	/* RFS_WRITE = 8 */
1226 	struct nfsattrstat nfs2_write_res;
1227 
1228 	/* RFS_CREATE = 9 */
1229 	struct nfsdiropres nfs2_create_res;
1230 
1231 	/* RFS_REMOVE = 10 */
1232 	enum nfsstat nfs2_remove_res;
1233 
1234 	/* RFS_RENAME = 11 */
1235 	enum nfsstat nfs2_rename_res;
1236 
1237 	/* RFS_LINK = 12 */
1238 	enum nfsstat nfs2_link_res;
1239 
1240 	/* RFS_SYMLINK = 13 */
1241 	enum nfsstat nfs2_symlink_res;
1242 
1243 	/* RFS_MKDIR = 14 */
1244 	struct nfsdiropres nfs2_mkdir_res;
1245 
1246 	/* RFS_RMDIR = 15 */
1247 	enum nfsstat nfs2_rmdir_res;
1248 
1249 	/* RFS_READDIR = 16 */
1250 	struct nfsrddirres nfs2_readdir_res;
1251 
1252 	/* RFS_STATFS = 17 */
1253 	struct nfsstatfs nfs2_statfs_res;
1254 
1255 	/*
1256 	 * NFS VERSION 3
1257 	 */
1258 
1259 	/* RFS_NULL = 0 */
1260 
1261 	/* RFS3_GETATTR = 1 */
1262 	GETATTR3res nfs3_getattr_res;
1263 
1264 	/* RFS3_SETATTR = 2 */
1265 	SETATTR3res nfs3_setattr_res;
1266 
1267 	/* RFS3_LOOKUP = 3 */
1268 	LOOKUP3res nfs3_lookup_res;
1269 
1270 	/* RFS3_ACCESS = 4 */
1271 	ACCESS3res nfs3_access_res;
1272 
1273 	/* RFS3_READLINK = 5 */
1274 	READLINK3res nfs3_readlink_res;
1275 
1276 	/* RFS3_READ = 6 */
1277 	READ3res nfs3_read_res;
1278 
1279 	/* RFS3_WRITE = 7 */
1280 	WRITE3res nfs3_write_res;
1281 
1282 	/* RFS3_CREATE = 8 */
1283 	CREATE3res nfs3_create_res;
1284 
1285 	/* RFS3_MKDIR = 9 */
1286 	MKDIR3res nfs3_mkdir_res;
1287 
1288 	/* RFS3_SYMLINK = 10 */
1289 	SYMLINK3res nfs3_symlink_res;
1290 
1291 	/* RFS3_MKNOD = 11 */
1292 	MKNOD3res nfs3_mknod_res;
1293 
1294 	/* RFS3_REMOVE = 12 */
1295 	REMOVE3res nfs3_remove_res;
1296 
1297 	/* RFS3_RMDIR = 13 */
1298 	RMDIR3res nfs3_rmdir_res;
1299 
1300 	/* RFS3_RENAME = 14 */
1301 	RENAME3res nfs3_rename_res;
1302 
1303 	/* RFS3_LINK = 15 */
1304 	LINK3res nfs3_link_res;
1305 
1306 	/* RFS3_READDIR = 16 */
1307 	READDIR3res nfs3_readdir_res;
1308 
1309 	/* RFS3_READDIRPLUS = 17 */
1310 	READDIRPLUS3res nfs3_readdirplus_res;
1311 
1312 	/* RFS3_FSSTAT = 18 */
1313 	FSSTAT3res nfs3_fsstat_res;
1314 
1315 	/* RFS3_FSINFO = 19 */
1316 	FSINFO3res nfs3_fsinfo_res;
1317 
1318 	/* RFS3_PATHCONF = 20 */
1319 	PATHCONF3res nfs3_pathconf_res;
1320 
1321 	/* RFS3_COMMIT = 21 */
1322 	COMMIT3res nfs3_commit_res;
1323 
1324 	/*
1325 	 * NFS VERSION 4
1326 	 */
1327 
1328 	/* RFS_NULL = 0 */
1329 
1330 	/* RFS4_COMPOUND = 1 */
1331 	COMPOUND4res nfs4_compound_res;
1332 
1333 };
1334 
1335 static struct rpc_disptable rfs_disptable[] = {
1336 	{sizeof (rfsdisptab_v2) / sizeof (rfsdisptab_v2[0]),
1337 	    rfscallnames_v2,
1338 	    rfsdisptab_v2},
1339 	{sizeof (rfsdisptab_v3) / sizeof (rfsdisptab_v3[0]),
1340 	    rfscallnames_v3,
1341 	    rfsdisptab_v3},
1342 	{sizeof (rfsdisptab_v4) / sizeof (rfsdisptab_v4[0]),
1343 	    rfscallnames_v4,
1344 	    rfsdisptab_v4},
1345 };
1346 
1347 /*
1348  * If nfs_portmon is set, then clients are required to use privileged
1349  * ports (ports < IPPORT_RESERVED) in order to get NFS services.
1350  *
1351  * N.B.: this attempt to carry forward the already ill-conceived notion
1352  * of privileged ports for TCP/UDP is really quite ineffectual.  Not only
1353  * is it transport-dependent, it's laughably easy to spoof.  If you're
1354  * really interested in security, you must start with secure RPC instead.
1355  */
1356 static int nfs_portmon = 0;
1357 
1358 #ifdef DEBUG
1359 static int cred_hits = 0;
1360 static int cred_misses = 0;
1361 #endif
1362 
1363 #ifdef DEBUG
1364 /*
1365  * Debug code to allow disabling of rfs_dispatch() use of
1366  * fastxdrargs() and fastxdrres() calls for testing purposes.
1367  */
1368 static int rfs_no_fast_xdrargs = 0;
1369 static int rfs_no_fast_xdrres = 0;
1370 #endif
1371 
1372 union acl_args {
1373 	/*
1374 	 * ACL VERSION 2
1375 	 */
1376 
1377 	/* ACL2_NULL = 0 */
1378 
1379 	/* ACL2_GETACL = 1 */
1380 	GETACL2args acl2_getacl_args;
1381 
1382 	/* ACL2_SETACL = 2 */
1383 	SETACL2args acl2_setacl_args;
1384 
1385 	/* ACL2_GETATTR = 3 */
1386 	GETATTR2args acl2_getattr_args;
1387 
1388 	/* ACL2_ACCESS = 4 */
1389 	ACCESS2args acl2_access_args;
1390 
1391 	/* ACL2_GETXATTRDIR = 5 */
1392 	GETXATTRDIR2args acl2_getxattrdir_args;
1393 
1394 	/*
1395 	 * ACL VERSION 3
1396 	 */
1397 
1398 	/* ACL3_NULL = 0 */
1399 
1400 	/* ACL3_GETACL = 1 */
1401 	GETACL3args acl3_getacl_args;
1402 
1403 	/* ACL3_SETACL = 2 */
1404 	SETACL3args acl3_setacl;
1405 
1406 	/* ACL3_GETXATTRDIR = 3 */
1407 	GETXATTRDIR3args acl3_getxattrdir_args;
1408 
1409 };
1410 
1411 union acl_res {
1412 	/*
1413 	 * ACL VERSION 2
1414 	 */
1415 
1416 	/* ACL2_NULL = 0 */
1417 
1418 	/* ACL2_GETACL = 1 */
1419 	GETACL2res acl2_getacl_res;
1420 
1421 	/* ACL2_SETACL = 2 */
1422 	SETACL2res acl2_setacl_res;
1423 
1424 	/* ACL2_GETATTR = 3 */
1425 	GETATTR2res acl2_getattr_res;
1426 
1427 	/* ACL2_ACCESS = 4 */
1428 	ACCESS2res acl2_access_res;
1429 
1430 	/* ACL2_GETXATTRDIR = 5 */
1431 	GETXATTRDIR2args acl2_getxattrdir_res;
1432 
1433 	/*
1434 	 * ACL VERSION 3
1435 	 */
1436 
1437 	/* ACL3_NULL = 0 */
1438 
1439 	/* ACL3_GETACL = 1 */
1440 	GETACL3res acl3_getacl_res;
1441 
1442 	/* ACL3_SETACL = 2 */
1443 	SETACL3res acl3_setacl_res;
1444 
1445 	/* ACL3_GETXATTRDIR = 3 */
1446 	GETXATTRDIR3res acl3_getxattrdir_res;
1447 
1448 };
1449 
1450 static bool_t
1451 auth_tooweak(struct svc_req *req, char *res)
1452 {
1453 
1454 	if (req->rq_vers == NFS_VERSION && req->rq_proc == RFS_LOOKUP) {
1455 		struct nfsdiropres *dr = (struct nfsdiropres *)res;
1456 		if ((enum wnfsstat)dr->dr_status == WNFSERR_CLNT_FLAVOR)
1457 			return (TRUE);
1458 	} else if (req->rq_vers == NFS_V3 && req->rq_proc == NFSPROC3_LOOKUP) {
1459 		LOOKUP3res *resp = (LOOKUP3res *)res;
1460 		if ((enum wnfsstat)resp->status == WNFSERR_CLNT_FLAVOR)
1461 			return (TRUE);
1462 	}
1463 	return (FALSE);
1464 }
1465 
1466 static void
1467 common_dispatch(struct svc_req *req, SVCXPRT *xprt, rpcvers_t min_vers,
1468     rpcvers_t max_vers, char *pgmname, struct rpc_disptable *disptable)
1469 {
1470 	int which;
1471 	rpcvers_t vers;
1472 	char *args;
1473 	union {
1474 			union rfs_args ra;
1475 			union acl_args aa;
1476 		} args_buf;
1477 	char *res;
1478 	union {
1479 			union rfs_res rr;
1480 			union acl_res ar;
1481 		} res_buf;
1482 	struct rpcdisp *disp = NULL;
1483 	int dis_flags = 0;
1484 	cred_t *cr;
1485 	int error = 0;
1486 	int anon_ok;
1487 	struct exportinfo *exi = NULL;
1488 	unsigned int nfslog_rec_id;
1489 	int dupstat;
1490 	struct dupreq *dr;
1491 	int authres;
1492 	bool_t publicfh_ok = FALSE;
1493 	enum_t auth_flavor;
1494 	bool_t dupcached = FALSE;
1495 	struct netbuf	nb;
1496 	bool_t logging_enabled = FALSE;
1497 	struct exportinfo *nfslog_exi = NULL;
1498 	char **procnames;
1499 	char cbuf[INET6_ADDRSTRLEN];	/* to hold both IPv4 and IPv6 addr */
1500 	bool_t ro = FALSE;
1501 	nfs_globals_t *ng = nfs_srv_getzg();
1502 	nfs_export_t *ne = ng->nfs_export;
1503 	kstat_named_t *svstat, *procstat;
1504 
1505 	ASSERT(req->rq_prog == NFS_PROGRAM || req->rq_prog == NFS_ACL_PROGRAM);
1506 
1507 	vers = req->rq_vers;
1508 
1509 	svstat = ng->svstat[req->rq_vers];
1510 	procstat = (req->rq_prog == NFS_PROGRAM) ?
1511 	    ng->rfsproccnt[vers] : ng->aclproccnt[vers];
1512 
1513 	if (vers < min_vers || vers > max_vers) {
1514 		svcerr_progvers(req->rq_xprt, min_vers, max_vers);
1515 		error++;
1516 		cmn_err(CE_NOTE, "%s: bad version number %u", pgmname, vers);
1517 		goto done;
1518 	}
1519 	vers -= min_vers;
1520 
1521 	which = req->rq_proc;
1522 	if (which < 0 || which >= disptable[(int)vers].dis_nprocs) {
1523 		svcerr_noproc(req->rq_xprt);
1524 		error++;
1525 		goto done;
1526 	}
1527 
1528 	procstat[which].value.ui64++;
1529 
1530 	disp = &disptable[(int)vers].dis_table[which];
1531 	procnames = disptable[(int)vers].dis_procnames;
1532 
1533 	auth_flavor = req->rq_cred.oa_flavor;
1534 
1535 	/*
1536 	 * Deserialize into the args struct.
1537 	 */
1538 	args = (char *)&args_buf;
1539 
1540 #ifdef DEBUG
1541 	if (rfs_no_fast_xdrargs || (auth_flavor == RPCSEC_GSS) ||
1542 	    disp->dis_fastxdrargs == NULL_xdrproc_t ||
1543 	    !SVC_GETARGS(xprt, disp->dis_fastxdrargs, (char *)&args))
1544 #else
1545 	if ((auth_flavor == RPCSEC_GSS) ||
1546 	    disp->dis_fastxdrargs == NULL_xdrproc_t ||
1547 	    !SVC_GETARGS(xprt, disp->dis_fastxdrargs, (char *)&args))
1548 #endif
1549 	{
1550 		bzero(args, disp->dis_argsz);
1551 		if (!SVC_GETARGS(xprt, disp->dis_xdrargs, args)) {
1552 			error++;
1553 			/*
1554 			 * Check if we are outside our capabilities.
1555 			 */
1556 			if (rfs4_minorvers_mismatch(req, xprt, (void *)args))
1557 				goto done;
1558 
1559 			svcerr_decode(xprt);
1560 			cmn_err(CE_NOTE,
1561 			    "Failed to decode arguments for %s version %u "
1562 			    "procedure %s client %s%s",
1563 			    pgmname, vers + min_vers, procnames[which],
1564 			    client_name(req), client_addr(req, cbuf));
1565 			goto done;
1566 		}
1567 	}
1568 
1569 	/*
1570 	 * If Version 4 use that specific dispatch function.
1571 	 */
1572 	if (req->rq_vers == 4) {
1573 		error += rfs4_dispatch(disp, req, xprt, args);
1574 		goto done;
1575 	}
1576 
1577 	dis_flags = disp->dis_flags;
1578 
1579 	/*
1580 	 * Find export information and check authentication,
1581 	 * setting the credential if everything is ok.
1582 	 */
1583 	if (disp->dis_getfh != NULL) {
1584 		void *fh;
1585 		fsid_t *fsid;
1586 		fid_t *fid, *xfid;
1587 		fhandle_t *fh2;
1588 		nfs_fh3 *fh3;
1589 
1590 		fh = (*disp->dis_getfh)(args);
1591 		switch (req->rq_vers) {
1592 		case NFS_VERSION:
1593 			fh2 = (fhandle_t *)fh;
1594 			fsid = &fh2->fh_fsid;
1595 			fid = (fid_t *)&fh2->fh_len;
1596 			xfid = (fid_t *)&fh2->fh_xlen;
1597 			break;
1598 		case NFS_V3:
1599 			fh3 = (nfs_fh3 *)fh;
1600 			fsid = &fh3->fh3_fsid;
1601 			fid = FH3TOFIDP(fh3);
1602 			xfid = FH3TOXFIDP(fh3);
1603 			break;
1604 		}
1605 
1606 		/*
1607 		 * Fix for bug 1038302 - corbin
1608 		 * There is a problem here if anonymous access is
1609 		 * disallowed.  If the current request is part of the
1610 		 * client's mount process for the requested filesystem,
1611 		 * then it will carry root (uid 0) credentials on it, and
1612 		 * will be denied by checkauth if that client does not
1613 		 * have explicit root=0 permission.  This will cause the
1614 		 * client's mount operation to fail.  As a work-around,
1615 		 * we check here to see if the request is a getattr or
1616 		 * statfs operation on the exported vnode itself, and
1617 		 * pass a flag to checkauth with the result of this test.
1618 		 *
1619 		 * The filehandle refers to the mountpoint itself if
1620 		 * the fh_data and fh_xdata portions of the filehandle
1621 		 * are equal.
1622 		 *
1623 		 * Added anon_ok argument to checkauth().
1624 		 */
1625 
1626 		if ((dis_flags & RPC_ALLOWANON) && EQFID(fid, xfid))
1627 			anon_ok = 1;
1628 		else
1629 			anon_ok = 0;
1630 
1631 		cr = xprt->xp_cred;
1632 		ASSERT(cr != NULL);
1633 #ifdef DEBUG
1634 		{
1635 			if (crgetref(cr) != 1) {
1636 				crfree(cr);
1637 				cr = crget();
1638 				xprt->xp_cred = cr;
1639 				cred_misses++;
1640 			} else
1641 				cred_hits++;
1642 		}
1643 #else
1644 		if (crgetref(cr) != 1) {
1645 			crfree(cr);
1646 			cr = crget();
1647 			xprt->xp_cred = cr;
1648 		}
1649 #endif
1650 
1651 		exi = checkexport(fsid, xfid);
1652 
1653 		if (exi != NULL) {
1654 			publicfh_ok = PUBLICFH_CHECK(ne, disp, exi, fsid, xfid);
1655 
1656 			/*
1657 			 * Don't allow non-V4 clients access
1658 			 * to pseudo exports
1659 			 */
1660 			if (PSEUDO(exi)) {
1661 				svcerr_weakauth(xprt);
1662 				error++;
1663 				goto done;
1664 			}
1665 
1666 			authres = checkauth(exi, req, cr, anon_ok, publicfh_ok,
1667 			    &ro);
1668 			/*
1669 			 * authres >  0: authentication OK - proceed
1670 			 * authres == 0: authentication weak - return error
1671 			 * authres <  0: authentication timeout - drop
1672 			 */
1673 			if (authres <= 0) {
1674 				if (authres == 0) {
1675 					svcerr_weakauth(xprt);
1676 					error++;
1677 				}
1678 				goto done;
1679 			}
1680 		}
1681 	} else
1682 		cr = NULL;
1683 
1684 	if ((dis_flags & RPC_MAPRESP) && (auth_flavor != RPCSEC_GSS)) {
1685 		res = (char *)SVC_GETRES(xprt, disp->dis_ressz);
1686 		if (res == NULL)
1687 			res = (char *)&res_buf;
1688 	} else
1689 		res = (char *)&res_buf;
1690 
1691 	if (!(dis_flags & RPC_IDEMPOTENT)) {
1692 		dupstat = SVC_DUP_EXT(xprt, req, res, disp->dis_ressz, &dr,
1693 		    &dupcached);
1694 
1695 		switch (dupstat) {
1696 		case DUP_ERROR:
1697 			svcerr_systemerr(xprt);
1698 			error++;
1699 			goto done;
1700 			/* NOTREACHED */
1701 		case DUP_INPROGRESS:
1702 			if (res != (char *)&res_buf)
1703 				SVC_FREERES(xprt);
1704 			error++;
1705 			goto done;
1706 			/* NOTREACHED */
1707 		case DUP_NEW:
1708 		case DUP_DROP:
1709 			curthread->t_flag |= T_DONTPEND;
1710 
1711 			(*disp->dis_proc)(args, res, exi, req, cr, ro);
1712 
1713 			curthread->t_flag &= ~T_DONTPEND;
1714 			if (curthread->t_flag & T_WOULDBLOCK) {
1715 				curthread->t_flag &= ~T_WOULDBLOCK;
1716 				SVC_DUPDONE_EXT(xprt, dr, res, NULL,
1717 				    disp->dis_ressz, DUP_DROP);
1718 				if (res != (char *)&res_buf)
1719 					SVC_FREERES(xprt);
1720 				error++;
1721 				goto done;
1722 			}
1723 			if (dis_flags & RPC_AVOIDWORK) {
1724 				SVC_DUPDONE_EXT(xprt, dr, res, NULL,
1725 				    disp->dis_ressz, DUP_DROP);
1726 			} else {
1727 				SVC_DUPDONE_EXT(xprt, dr, res,
1728 				    disp->dis_resfree == nullfree ? NULL :
1729 				    disp->dis_resfree,
1730 				    disp->dis_ressz, DUP_DONE);
1731 				dupcached = TRUE;
1732 			}
1733 			break;
1734 		case DUP_DONE:
1735 			break;
1736 		}
1737 
1738 	} else {
1739 		curthread->t_flag |= T_DONTPEND;
1740 
1741 		(*disp->dis_proc)(args, res, exi, req, cr, ro);
1742 
1743 		curthread->t_flag &= ~T_DONTPEND;
1744 		if (curthread->t_flag & T_WOULDBLOCK) {
1745 			curthread->t_flag &= ~T_WOULDBLOCK;
1746 			if (res != (char *)&res_buf)
1747 				SVC_FREERES(xprt);
1748 			error++;
1749 			goto done;
1750 		}
1751 	}
1752 
1753 	if (auth_tooweak(req, res)) {
1754 		svcerr_weakauth(xprt);
1755 		error++;
1756 		goto done;
1757 	}
1758 
1759 	/*
1760 	 * Check to see if logging has been enabled on the server.
1761 	 * If so, then obtain the export info struct to be used for
1762 	 * the later writing of the log record.  This is done for
1763 	 * the case that a lookup is done across a non-logged public
1764 	 * file system.
1765 	 */
1766 	if (nfslog_buffer_list != NULL) {
1767 		nfslog_exi = nfslog_get_exi(ne, exi, req, res, &nfslog_rec_id);
1768 		/*
1769 		 * Is logging enabled?
1770 		 */
1771 		logging_enabled = (nfslog_exi != NULL);
1772 
1773 		/*
1774 		 * Copy the netbuf for logging purposes, before it is
1775 		 * freed by svc_sendreply().
1776 		 */
1777 		if (logging_enabled) {
1778 			NFSLOG_COPY_NETBUF(nfslog_exi, xprt, &nb);
1779 			/*
1780 			 * If RPC_MAPRESP flag set (i.e. in V2 ops) the
1781 			 * res gets copied directly into the mbuf and
1782 			 * may be freed soon after the sendreply. So we
1783 			 * must copy it here to a safe place...
1784 			 */
1785 			if (res != (char *)&res_buf) {
1786 				bcopy(res, (char *)&res_buf, disp->dis_ressz);
1787 			}
1788 		}
1789 	}
1790 
1791 	/*
1792 	 * Serialize and send results struct
1793 	 */
1794 #ifdef DEBUG
1795 	if (rfs_no_fast_xdrres == 0 && res != (char *)&res_buf)
1796 #else
1797 	if (res != (char *)&res_buf)
1798 #endif
1799 	{
1800 		if (!svc_sendreply(xprt, disp->dis_fastxdrres, res)) {
1801 			cmn_err(CE_NOTE, "%s: bad sendreply", pgmname);
1802 			svcerr_systemerr(xprt);
1803 			error++;
1804 		}
1805 	} else {
1806 		if (!svc_sendreply(xprt, disp->dis_xdrres, res)) {
1807 			cmn_err(CE_NOTE, "%s: bad sendreply", pgmname);
1808 			svcerr_systemerr(xprt);
1809 			error++;
1810 		}
1811 	}
1812 
1813 	/*
1814 	 * Log if needed
1815 	 */
1816 	if (logging_enabled) {
1817 		nfslog_write_record(nfslog_exi, req, args, (char *)&res_buf,
1818 		    cr, &nb, nfslog_rec_id, NFSLOG_ONE_BUFFER);
1819 		exi_rele(nfslog_exi);
1820 		kmem_free((&nb)->buf, (&nb)->len);
1821 	}
1822 
1823 	/*
1824 	 * Free results struct. With the addition of NFS V4 we can
1825 	 * have non-idempotent procedures with functions.
1826 	 */
1827 	if (disp->dis_resfree != nullfree && dupcached == FALSE) {
1828 		(*disp->dis_resfree)(res);
1829 	}
1830 
1831 done:
1832 	/*
1833 	 * Free arguments struct
1834 	 */
1835 	if (disp) {
1836 		if (!SVC_FREEARGS(xprt, disp->dis_xdrargs, args)) {
1837 			cmn_err(CE_NOTE, "%s: bad freeargs", pgmname);
1838 			error++;
1839 		}
1840 	} else {
1841 		if (!SVC_FREEARGS(xprt, (xdrproc_t)0, (caddr_t)0)) {
1842 			cmn_err(CE_NOTE, "%s: bad freeargs", pgmname);
1843 			error++;
1844 		}
1845 	}
1846 
1847 	if (exi != NULL)
1848 		exi_rele(exi);
1849 
1850 	svstat[NFS_BADCALLS].value.ui64 += error;
1851 	svstat[NFS_CALLS].value.ui64++;
1852 }
1853 
1854 static void
1855 rfs_dispatch(struct svc_req *req, SVCXPRT *xprt)
1856 {
1857 	common_dispatch(req, xprt, NFS_VERSMIN, NFS_VERSMAX,
1858 	    "NFS", rfs_disptable);
1859 }
1860 
1861 static char *aclcallnames_v2[] = {
1862 	"ACL2_NULL",
1863 	"ACL2_GETACL",
1864 	"ACL2_SETACL",
1865 	"ACL2_GETATTR",
1866 	"ACL2_ACCESS",
1867 	"ACL2_GETXATTRDIR"
1868 };
1869 
1870 static struct rpcdisp acldisptab_v2[] = {
1871 	/*
1872 	 * ACL VERSION 2
1873 	 */
1874 
1875 	/* ACL2_NULL = 0 */
1876 	{rpc_null,
1877 	    xdr_void, NULL_xdrproc_t, 0,
1878 	    xdr_void, NULL_xdrproc_t, 0,
1879 	    nullfree, RPC_IDEMPOTENT,
1880 	    0},
1881 
1882 	/* ACL2_GETACL = 1 */
1883 	{acl2_getacl,
1884 	    xdr_GETACL2args, xdr_fastGETACL2args, sizeof (GETACL2args),
1885 	    xdr_GETACL2res, NULL_xdrproc_t, sizeof (GETACL2res),
1886 	    acl2_getacl_free, RPC_IDEMPOTENT,
1887 	    acl2_getacl_getfh},
1888 
1889 	/* ACL2_SETACL = 2 */
1890 	{acl2_setacl,
1891 	    xdr_SETACL2args, NULL_xdrproc_t, sizeof (SETACL2args),
1892 #ifdef _LITTLE_ENDIAN
1893 	    xdr_SETACL2res, xdr_fastSETACL2res, sizeof (SETACL2res),
1894 #else
1895 	    xdr_SETACL2res, NULL_xdrproc_t, sizeof (SETACL2res),
1896 #endif
1897 	    nullfree, RPC_MAPRESP,
1898 	    acl2_setacl_getfh},
1899 
1900 	/* ACL2_GETATTR = 3 */
1901 	{acl2_getattr,
1902 	    xdr_GETATTR2args, xdr_fastGETATTR2args, sizeof (GETATTR2args),
1903 #ifdef _LITTLE_ENDIAN
1904 	    xdr_GETATTR2res, xdr_fastGETATTR2res, sizeof (GETATTR2res),
1905 #else
1906 	    xdr_GETATTR2res, NULL_xdrproc_t, sizeof (GETATTR2res),
1907 #endif
1908 	    nullfree, RPC_IDEMPOTENT|RPC_ALLOWANON|RPC_MAPRESP,
1909 	    acl2_getattr_getfh},
1910 
1911 	/* ACL2_ACCESS = 4 */
1912 	{acl2_access,
1913 	    xdr_ACCESS2args, xdr_fastACCESS2args, sizeof (ACCESS2args),
1914 #ifdef _LITTLE_ENDIAN
1915 	    xdr_ACCESS2res, xdr_fastACCESS2res, sizeof (ACCESS2res),
1916 #else
1917 	    xdr_ACCESS2res, NULL_xdrproc_t, sizeof (ACCESS2res),
1918 #endif
1919 	    nullfree, RPC_IDEMPOTENT|RPC_MAPRESP,
1920 	    acl2_access_getfh},
1921 
1922 	/* ACL2_GETXATTRDIR = 5 */
1923 	{acl2_getxattrdir,
1924 	    xdr_GETXATTRDIR2args, NULL_xdrproc_t, sizeof (GETXATTRDIR2args),
1925 	    xdr_GETXATTRDIR2res, NULL_xdrproc_t, sizeof (GETXATTRDIR2res),
1926 	    nullfree, RPC_IDEMPOTENT,
1927 	    acl2_getxattrdir_getfh},
1928 };
1929 
1930 static char *aclcallnames_v3[] = {
1931 	"ACL3_NULL",
1932 	"ACL3_GETACL",
1933 	"ACL3_SETACL",
1934 	"ACL3_GETXATTRDIR"
1935 };
1936 
1937 static struct rpcdisp acldisptab_v3[] = {
1938 	/*
1939 	 * ACL VERSION 3
1940 	 */
1941 
1942 	/* ACL3_NULL = 0 */
1943 	{rpc_null,
1944 	    xdr_void, NULL_xdrproc_t, 0,
1945 	    xdr_void, NULL_xdrproc_t, 0,
1946 	    nullfree, RPC_IDEMPOTENT,
1947 	    0},
1948 
1949 	/* ACL3_GETACL = 1 */
1950 	{acl3_getacl,
1951 	    xdr_GETACL3args, NULL_xdrproc_t, sizeof (GETACL3args),
1952 	    xdr_GETACL3res, NULL_xdrproc_t, sizeof (GETACL3res),
1953 	    acl3_getacl_free, RPC_IDEMPOTENT,
1954 	    acl3_getacl_getfh},
1955 
1956 	/* ACL3_SETACL = 2 */
1957 	{acl3_setacl,
1958 	    xdr_SETACL3args, NULL_xdrproc_t, sizeof (SETACL3args),
1959 	    xdr_SETACL3res, NULL_xdrproc_t, sizeof (SETACL3res),
1960 	    nullfree, 0,
1961 	    acl3_setacl_getfh},
1962 
1963 	/* ACL3_GETXATTRDIR = 3 */
1964 	{acl3_getxattrdir,
1965 	    xdr_GETXATTRDIR3args, NULL_xdrproc_t, sizeof (GETXATTRDIR3args),
1966 	    xdr_GETXATTRDIR3res, NULL_xdrproc_t, sizeof (GETXATTRDIR3res),
1967 	    nullfree, RPC_IDEMPOTENT,
1968 	    acl3_getxattrdir_getfh},
1969 };
1970 
1971 static struct rpc_disptable acl_disptable[] = {
1972 	{sizeof (acldisptab_v2) / sizeof (acldisptab_v2[0]),
1973 		aclcallnames_v2,
1974 		acldisptab_v2},
1975 	{sizeof (acldisptab_v3) / sizeof (acldisptab_v3[0]),
1976 		aclcallnames_v3,
1977 		acldisptab_v3},
1978 };
1979 
1980 static void
1981 acl_dispatch(struct svc_req *req, SVCXPRT *xprt)
1982 {
1983 	common_dispatch(req, xprt, NFS_ACL_VERSMIN, NFS_ACL_VERSMAX,
1984 	    "ACL", acl_disptable);
1985 }
1986 
1987 int
1988 checkwin(int flavor, int window, struct svc_req *req)
1989 {
1990 	struct authdes_cred *adc;
1991 
1992 	switch (flavor) {
1993 	case AUTH_DES:
1994 		adc = (struct authdes_cred *)req->rq_clntcred;
1995 		CTASSERT(sizeof (struct authdes_cred) <= RQCRED_SIZE);
1996 		if (adc->adc_fullname.window > window)
1997 			return (0);
1998 		break;
1999 
2000 	default:
2001 		break;
2002 	}
2003 	return (1);
2004 }
2005 
2006 
2007 /*
2008  * checkauth() will check the access permission against the export
2009  * information.  Then map root uid/gid to appropriate uid/gid.
2010  *
2011  * This routine is used by NFS V3 and V2 code.
2012  */
2013 static int
2014 checkauth(struct exportinfo *exi, struct svc_req *req, cred_t *cr, int anon_ok,
2015     bool_t publicfh_ok, bool_t *ro)
2016 {
2017 	int i, nfsflavor, rpcflavor, stat, access;
2018 	struct secinfo *secp;
2019 	caddr_t principal;
2020 	char buf[INET6_ADDRSTRLEN]; /* to hold both IPv4 and IPv6 addr */
2021 	int anon_res = 0;
2022 
2023 	uid_t uid;
2024 	gid_t gid;
2025 	uint_t ngids;
2026 	gid_t *gids;
2027 
2028 	/*
2029 	 * Check for privileged port number
2030 	 * N.B.:  this assumes that we know the format of a netbuf.
2031 	 */
2032 	if (nfs_portmon) {
2033 		struct sockaddr *ca;
2034 		ca = (struct sockaddr *)svc_getrpccaller(req->rq_xprt)->buf;
2035 
2036 		if (ca == NULL)
2037 			return (0);
2038 
2039 		if ((ca->sa_family == AF_INET &&
2040 		    ntohs(((struct sockaddr_in *)ca)->sin_port) >=
2041 		    IPPORT_RESERVED) ||
2042 		    (ca->sa_family == AF_INET6 &&
2043 		    ntohs(((struct sockaddr_in6 *)ca)->sin6_port) >=
2044 		    IPPORT_RESERVED)) {
2045 			cmn_err(CE_NOTE,
2046 			    "nfs_server: client %s%ssent NFS request from "
2047 			    "unprivileged port",
2048 			    client_name(req), client_addr(req, buf));
2049 			return (0);
2050 		}
2051 	}
2052 
2053 	/*
2054 	 *  return 1 on success or 0 on failure
2055 	 */
2056 	stat = sec_svc_getcred(req, cr, &principal, &nfsflavor);
2057 
2058 	/*
2059 	 * A failed AUTH_UNIX sec_svc_getcred() implies we couldn't set
2060 	 * the credentials; below we map that to anonymous.
2061 	 */
2062 	if (!stat && nfsflavor != AUTH_UNIX) {
2063 		cmn_err(CE_NOTE,
2064 		    "nfs_server: couldn't get unix cred for %s",
2065 		    client_name(req));
2066 		return (0);
2067 	}
2068 
2069 	/*
2070 	 * Short circuit checkauth() on operations that support the
2071 	 * public filehandle, and if the request for that operation
2072 	 * is using the public filehandle. Note that we must call
2073 	 * sec_svc_getcred() first so that xp_cookie is set to the
2074 	 * right value. Normally xp_cookie is just the RPC flavor
2075 	 * of the the request, but in the case of RPCSEC_GSS it
2076 	 * could be a pseudo flavor.
2077 	 */
2078 	if (publicfh_ok)
2079 		return (1);
2080 
2081 	rpcflavor = req->rq_cred.oa_flavor;
2082 	/*
2083 	 * Check if the auth flavor is valid for this export
2084 	 */
2085 	access = nfsauth_access(exi, req, cr, &uid, &gid, &ngids, &gids);
2086 	if (access & NFSAUTH_DROP)
2087 		return (-1);	/* drop the request */
2088 
2089 	if (access & NFSAUTH_RO)
2090 		*ro = TRUE;
2091 
2092 	if (access & NFSAUTH_DENIED) {
2093 		/*
2094 		 * If anon_ok == 1 and we got NFSAUTH_DENIED, it was
2095 		 * probably due to the flavor not matching during
2096 		 * the mount attempt. So map the flavor to AUTH_NONE
2097 		 * so that the credentials get mapped to the anonymous
2098 		 * user.
2099 		 */
2100 		if (anon_ok == 1)
2101 			rpcflavor = AUTH_NONE;
2102 		else
2103 			return (0);	/* deny access */
2104 
2105 	} else if (access & NFSAUTH_MAPNONE) {
2106 		/*
2107 		 * Access was granted even though the flavor mismatched
2108 		 * because AUTH_NONE was one of the exported flavors.
2109 		 */
2110 		rpcflavor = AUTH_NONE;
2111 
2112 	} else if (access & NFSAUTH_WRONGSEC) {
2113 		/*
2114 		 * NFSAUTH_WRONGSEC is used for NFSv4. If we get here,
2115 		 * it means a client ignored the list of allowed flavors
2116 		 * returned via the MOUNT protocol. So we just disallow it!
2117 		 */
2118 		return (0);
2119 	}
2120 
2121 	if (rpcflavor != AUTH_SYS)
2122 		kmem_free(gids, ngids * sizeof (gid_t));
2123 
2124 	switch (rpcflavor) {
2125 	case AUTH_NONE:
2126 		anon_res = crsetugid(cr, exi->exi_export.ex_anon,
2127 		    exi->exi_export.ex_anon);
2128 		(void) crsetgroups(cr, 0, NULL);
2129 		break;
2130 
2131 	case AUTH_UNIX:
2132 		if (!stat || crgetuid(cr) == 0 && !(access & NFSAUTH_UIDMAP)) {
2133 			anon_res = crsetugid(cr, exi->exi_export.ex_anon,
2134 			    exi->exi_export.ex_anon);
2135 			(void) crsetgroups(cr, 0, NULL);
2136 		} else if (crgetuid(cr) == 0 && access & NFSAUTH_ROOT) {
2137 			/*
2138 			 * It is root, so apply rootid to get real UID
2139 			 * Find the secinfo structure.  We should be able
2140 			 * to find it by the time we reach here.
2141 			 * nfsauth_access() has done the checking.
2142 			 */
2143 			secp = NULL;
2144 			for (i = 0; i < exi->exi_export.ex_seccnt; i++) {
2145 				struct secinfo *sptr;
2146 				sptr = &exi->exi_export.ex_secinfo[i];
2147 				if (sptr->s_secinfo.sc_nfsnum == nfsflavor) {
2148 					secp = sptr;
2149 					break;
2150 				}
2151 			}
2152 			if (secp != NULL) {
2153 				(void) crsetugid(cr, secp->s_rootid,
2154 				    secp->s_rootid);
2155 				(void) crsetgroups(cr, 0, NULL);
2156 			}
2157 		} else if (crgetuid(cr) != uid || crgetgid(cr) != gid) {
2158 			if (crsetugid(cr, uid, gid) != 0)
2159 				anon_res = crsetugid(cr,
2160 				    exi->exi_export.ex_anon,
2161 				    exi->exi_export.ex_anon);
2162 			(void) crsetgroups(cr, 0, NULL);
2163 		} else if (access & NFSAUTH_GROUPS) {
2164 			(void) crsetgroups(cr, ngids, gids);
2165 		}
2166 
2167 		kmem_free(gids, ngids * sizeof (gid_t));
2168 
2169 		break;
2170 
2171 	case AUTH_DES:
2172 	case RPCSEC_GSS:
2173 		/*
2174 		 *  Find the secinfo structure.  We should be able
2175 		 *  to find it by the time we reach here.
2176 		 *  nfsauth_access() has done the checking.
2177 		 */
2178 		secp = NULL;
2179 		for (i = 0; i < exi->exi_export.ex_seccnt; i++) {
2180 			if (exi->exi_export.ex_secinfo[i].s_secinfo.sc_nfsnum ==
2181 			    nfsflavor) {
2182 				secp = &exi->exi_export.ex_secinfo[i];
2183 				break;
2184 			}
2185 		}
2186 
2187 		if (!secp) {
2188 			cmn_err(CE_NOTE, "nfs_server: client %s%shad "
2189 			    "no secinfo data for flavor %d",
2190 			    client_name(req), client_addr(req, buf),
2191 			    nfsflavor);
2192 			return (0);
2193 		}
2194 
2195 		if (!checkwin(rpcflavor, secp->s_window, req)) {
2196 			cmn_err(CE_NOTE,
2197 			    "nfs_server: client %s%sused invalid "
2198 			    "auth window value",
2199 			    client_name(req), client_addr(req, buf));
2200 			return (0);
2201 		}
2202 
2203 		/*
2204 		 * Map root principals listed in the share's root= list to root,
2205 		 * and map any others principals that were mapped to root by RPC
2206 		 * to anon.
2207 		 */
2208 		if (principal && sec_svc_inrootlist(rpcflavor, principal,
2209 		    secp->s_rootcnt, secp->s_rootnames)) {
2210 			if (crgetuid(cr) == 0 && secp->s_rootid == 0)
2211 				return (1);
2212 
2213 
2214 			(void) crsetugid(cr, secp->s_rootid, secp->s_rootid);
2215 
2216 			/*
2217 			 * NOTE: If and when kernel-land privilege tracing is
2218 			 * added this may have to be replaced with code that
2219 			 * retrieves root's supplementary groups (e.g., using
2220 			 * kgss_get_group_info().  In the meantime principals
2221 			 * mapped to uid 0 get all privileges, so setting cr's
2222 			 * supplementary groups for them does nothing.
2223 			 */
2224 			(void) crsetgroups(cr, 0, NULL);
2225 
2226 			return (1);
2227 		}
2228 
2229 		/*
2230 		 * Not a root princ, or not in root list, map UID 0/nobody to
2231 		 * the anon ID for the share.  (RPC sets cr's UIDs and GIDs to
2232 		 * UID_NOBODY and GID_NOBODY, respectively.)
2233 		 */
2234 		if (crgetuid(cr) != 0 &&
2235 		    (crgetuid(cr) != UID_NOBODY || crgetgid(cr) != GID_NOBODY))
2236 			return (1);
2237 
2238 		anon_res = crsetugid(cr, exi->exi_export.ex_anon,
2239 		    exi->exi_export.ex_anon);
2240 		(void) crsetgroups(cr, 0, NULL);
2241 		break;
2242 	default:
2243 		return (0);
2244 	} /* switch on rpcflavor */
2245 
2246 	/*
2247 	 * Even if anon access is disallowed via ex_anon == -1, we allow
2248 	 * this access if anon_ok is set.  So set creds to the default
2249 	 * "nobody" id.
2250 	 */
2251 	if (anon_res != 0) {
2252 		if (anon_ok == 0) {
2253 			cmn_err(CE_NOTE,
2254 			    "nfs_server: client %s%ssent wrong "
2255 			    "authentication for %s",
2256 			    client_name(req), client_addr(req, buf),
2257 			    exi->exi_export.ex_path ?
2258 			    exi->exi_export.ex_path : "?");
2259 			return (0);
2260 		}
2261 
2262 		if (crsetugid(cr, UID_NOBODY, GID_NOBODY) != 0)
2263 			return (0);
2264 	}
2265 
2266 	return (1);
2267 }
2268 
2269 /*
2270  * returns 0 on failure, -1 on a drop, -2 on wrong security flavor,
2271  * and 1 on success
2272  */
2273 int
2274 checkauth4(struct compound_state *cs, struct svc_req *req)
2275 {
2276 	int i, rpcflavor, access;
2277 	struct secinfo *secp;
2278 	char buf[MAXHOST + 1];
2279 	int anon_res = 0, nfsflavor;
2280 	struct exportinfo *exi;
2281 	cred_t	*cr;
2282 	caddr_t	principal;
2283 
2284 	uid_t uid;
2285 	gid_t gid;
2286 	uint_t ngids;
2287 	gid_t *gids;
2288 
2289 	exi = cs->exi;
2290 	cr = cs->cr;
2291 	principal = cs->principal;
2292 	nfsflavor = cs->nfsflavor;
2293 
2294 	ASSERT(cr != NULL);
2295 
2296 	rpcflavor = req->rq_cred.oa_flavor;
2297 	cs->access &= ~CS_ACCESS_LIMITED;
2298 
2299 	/*
2300 	 * Check for privileged port number
2301 	 * N.B.:  this assumes that we know the format of a netbuf.
2302 	 */
2303 	if (nfs_portmon) {
2304 		struct sockaddr *ca;
2305 		ca = (struct sockaddr *)svc_getrpccaller(req->rq_xprt)->buf;
2306 
2307 		if (ca == NULL)
2308 			return (0);
2309 
2310 		if ((ca->sa_family == AF_INET &&
2311 		    ntohs(((struct sockaddr_in *)ca)->sin_port) >=
2312 		    IPPORT_RESERVED) ||
2313 		    (ca->sa_family == AF_INET6 &&
2314 		    ntohs(((struct sockaddr_in6 *)ca)->sin6_port) >=
2315 		    IPPORT_RESERVED)) {
2316 			cmn_err(CE_NOTE,
2317 			    "nfs_server: client %s%ssent NFSv4 request from "
2318 			    "unprivileged port",
2319 			    client_name(req), client_addr(req, buf));
2320 			return (0);
2321 		}
2322 	}
2323 
2324 	/*
2325 	 * Check the access right per auth flavor on the vnode of
2326 	 * this export for the given request.
2327 	 */
2328 	access = nfsauth4_access(cs->exi, cs->vp, req, cr, &uid, &gid, &ngids,
2329 	    &gids);
2330 
2331 	if (access & NFSAUTH_WRONGSEC)
2332 		return (-2);	/* no access for this security flavor */
2333 
2334 	if (access & NFSAUTH_DROP)
2335 		return (-1);	/* drop the request */
2336 
2337 	if (access & NFSAUTH_DENIED) {
2338 
2339 		if (exi->exi_export.ex_seccnt > 0)
2340 			return (0);	/* deny access */
2341 
2342 	} else if (access & NFSAUTH_LIMITED) {
2343 
2344 		cs->access |= CS_ACCESS_LIMITED;
2345 
2346 	} else if (access & NFSAUTH_MAPNONE) {
2347 		/*
2348 		 * Access was granted even though the flavor mismatched
2349 		 * because AUTH_NONE was one of the exported flavors.
2350 		 */
2351 		rpcflavor = AUTH_NONE;
2352 	}
2353 
2354 	/*
2355 	 * XXX probably need to redo some of it for nfsv4?
2356 	 * return 1 on success or 0 on failure
2357 	 */
2358 
2359 	if (rpcflavor != AUTH_SYS)
2360 		kmem_free(gids, ngids * sizeof (gid_t));
2361 
2362 	switch (rpcflavor) {
2363 	case AUTH_NONE:
2364 		anon_res = crsetugid(cr, exi->exi_export.ex_anon,
2365 		    exi->exi_export.ex_anon);
2366 		(void) crsetgroups(cr, 0, NULL);
2367 		break;
2368 
2369 	case AUTH_UNIX:
2370 		if (crgetuid(cr) == 0 && !(access & NFSAUTH_UIDMAP)) {
2371 			anon_res = crsetugid(cr, exi->exi_export.ex_anon,
2372 			    exi->exi_export.ex_anon);
2373 			(void) crsetgroups(cr, 0, NULL);
2374 		} else if (crgetuid(cr) == 0 && access & NFSAUTH_ROOT) {
2375 			/*
2376 			 * It is root, so apply rootid to get real UID
2377 			 * Find the secinfo structure.  We should be able
2378 			 * to find it by the time we reach here.
2379 			 * nfsauth_access() has done the checking.
2380 			 */
2381 			secp = NULL;
2382 			for (i = 0; i < exi->exi_export.ex_seccnt; i++) {
2383 				struct secinfo *sptr;
2384 				sptr = &exi->exi_export.ex_secinfo[i];
2385 				if (sptr->s_secinfo.sc_nfsnum == nfsflavor) {
2386 					secp = &exi->exi_export.ex_secinfo[i];
2387 					break;
2388 				}
2389 			}
2390 			if (secp != NULL) {
2391 				(void) crsetugid(cr, secp->s_rootid,
2392 				    secp->s_rootid);
2393 				(void) crsetgroups(cr, 0, NULL);
2394 			}
2395 		} else if (crgetuid(cr) != uid || crgetgid(cr) != gid) {
2396 			if (crsetugid(cr, uid, gid) != 0)
2397 				anon_res = crsetugid(cr,
2398 				    exi->exi_export.ex_anon,
2399 				    exi->exi_export.ex_anon);
2400 			(void) crsetgroups(cr, 0, NULL);
2401 		} if (access & NFSAUTH_GROUPS) {
2402 			(void) crsetgroups(cr, ngids, gids);
2403 		}
2404 
2405 		kmem_free(gids, ngids * sizeof (gid_t));
2406 
2407 		break;
2408 
2409 	default:
2410 		/*
2411 		 *  Find the secinfo structure.  We should be able
2412 		 *  to find it by the time we reach here.
2413 		 *  nfsauth_access() has done the checking.
2414 		 */
2415 		secp = NULL;
2416 		for (i = 0; i < exi->exi_export.ex_seccnt; i++) {
2417 			if (exi->exi_export.ex_secinfo[i].s_secinfo.sc_nfsnum ==
2418 			    nfsflavor) {
2419 				secp = &exi->exi_export.ex_secinfo[i];
2420 				break;
2421 			}
2422 		}
2423 
2424 		if (!secp) {
2425 			cmn_err(CE_NOTE, "nfs_server: client %s%shad "
2426 			    "no secinfo data for flavor %d",
2427 			    client_name(req), client_addr(req, buf),
2428 			    nfsflavor);
2429 			return (0);
2430 		}
2431 
2432 		if (!checkwin(rpcflavor, secp->s_window, req)) {
2433 			cmn_err(CE_NOTE,
2434 			    "nfs_server: client %s%sused invalid "
2435 			    "auth window value",
2436 			    client_name(req), client_addr(req, buf));
2437 			return (0);
2438 		}
2439 
2440 		/*
2441 		 * Map root principals listed in the share's root= list to root,
2442 		 * and map any others principals that were mapped to root by RPC
2443 		 * to anon. If not going to anon, set to rootid (root_mapping).
2444 		 */
2445 		if (principal && sec_svc_inrootlist(rpcflavor, principal,
2446 		    secp->s_rootcnt, secp->s_rootnames)) {
2447 			if (crgetuid(cr) == 0 && secp->s_rootid == 0)
2448 				return (1);
2449 
2450 			(void) crsetugid(cr, secp->s_rootid, secp->s_rootid);
2451 
2452 			/*
2453 			 * NOTE: If and when kernel-land privilege tracing is
2454 			 * added this may have to be replaced with code that
2455 			 * retrieves root's supplementary groups (e.g., using
2456 			 * kgss_get_group_info().  In the meantime principals
2457 			 * mapped to uid 0 get all privileges, so setting cr's
2458 			 * supplementary groups for them does nothing.
2459 			 */
2460 			(void) crsetgroups(cr, 0, NULL);
2461 
2462 			return (1);
2463 		}
2464 
2465 		/*
2466 		 * Not a root princ, or not in root list, map UID 0/nobody to
2467 		 * the anon ID for the share.  (RPC sets cr's UIDs and GIDs to
2468 		 * UID_NOBODY and GID_NOBODY, respectively.)
2469 		 */
2470 		if (crgetuid(cr) != 0 &&
2471 		    (crgetuid(cr) != UID_NOBODY || crgetgid(cr) != GID_NOBODY))
2472 			return (1);
2473 
2474 		anon_res = crsetugid(cr, exi->exi_export.ex_anon,
2475 		    exi->exi_export.ex_anon);
2476 		(void) crsetgroups(cr, 0, NULL);
2477 		break;
2478 	} /* switch on rpcflavor */
2479 
2480 	/*
2481 	 * Even if anon access is disallowed via ex_anon == -1, we allow
2482 	 * this access if anon_ok is set.  So set creds to the default
2483 	 * "nobody" id.
2484 	 */
2485 
2486 	if (anon_res != 0) {
2487 		cmn_err(CE_NOTE,
2488 		    "nfs_server: client %s%ssent wrong "
2489 		    "authentication for %s",
2490 		    client_name(req), client_addr(req, buf),
2491 		    exi->exi_export.ex_path ?
2492 		    exi->exi_export.ex_path : "?");
2493 		return (0);
2494 	}
2495 
2496 	return (1);
2497 }
2498 
2499 
2500 static char *
2501 client_name(struct svc_req *req)
2502 {
2503 	char *hostname = NULL;
2504 
2505 	/*
2506 	 * If it's a Unix cred then use the
2507 	 * hostname from the credential.
2508 	 */
2509 	if (req->rq_cred.oa_flavor == AUTH_UNIX) {
2510 		hostname = ((struct authunix_parms *)
2511 		    req->rq_clntcred)->aup_machname;
2512 	}
2513 	if (hostname == NULL)
2514 		hostname = "";
2515 
2516 	return (hostname);
2517 }
2518 
2519 static char *
2520 client_addr(struct svc_req *req, char *buf)
2521 {
2522 	struct sockaddr *ca;
2523 	uchar_t *b;
2524 	char *frontspace = "";
2525 
2526 	/*
2527 	 * We assume we are called in tandem with client_name and the
2528 	 * format string looks like "...client %s%sblah blah..."
2529 	 *
2530 	 * If it's a Unix cred then client_name returned
2531 	 * a host name, so we need insert a space between host name
2532 	 * and IP address.
2533 	 */
2534 	if (req->rq_cred.oa_flavor == AUTH_UNIX)
2535 		frontspace = " ";
2536 
2537 	/*
2538 	 * Convert the caller's IP address to a dotted string
2539 	 */
2540 	ca = (struct sockaddr *)svc_getrpccaller(req->rq_xprt)->buf;
2541 
2542 	if (ca->sa_family == AF_INET) {
2543 		b = (uchar_t *)&((struct sockaddr_in *)ca)->sin_addr;
2544 		(void) sprintf(buf, "%s(%d.%d.%d.%d) ", frontspace,
2545 		    b[0] & 0xFF, b[1] & 0xFF, b[2] & 0xFF, b[3] & 0xFF);
2546 	} else if (ca->sa_family == AF_INET6) {
2547 		struct sockaddr_in6 *sin6;
2548 		sin6 = (struct sockaddr_in6 *)ca;
2549 		(void) kinet_ntop6((uchar_t *)&sin6->sin6_addr,
2550 		    buf, INET6_ADDRSTRLEN);
2551 
2552 	} else {
2553 
2554 		/*
2555 		 * No IP address to print. If there was a host name
2556 		 * printed, then we print a space.
2557 		 */
2558 		(void) sprintf(buf, frontspace);
2559 	}
2560 
2561 	return (buf);
2562 }
2563 
2564 /*
2565  * NFS Server initialization routine.  This routine should only be called
2566  * once.  It performs the following tasks:
2567  *	- Call sub-initialization routines (localize access to variables)
2568  *	- Initialize all locks
2569  *	- initialize the version 3 write verifier
2570  */
2571 void
2572 nfs_srvinit(void)
2573 {
2574 
2575 	/* Truly global stuff in this module (not per zone) */
2576 	rw_init(&nfssrv_globals_rwl, NULL, RW_DEFAULT, NULL);
2577 	list_create(&nfssrv_globals_list, sizeof (nfs_globals_t),
2578 	    offsetof(nfs_globals_t, nfs_g_link));
2579 	tsd_create(&nfs_server_tsd_key, NULL);
2580 
2581 	/* The order here is important */
2582 	nfs_exportinit();
2583 	rfs_srvrinit();
2584 	rfs3_srvrinit();
2585 	rfs4_srvrinit();
2586 	nfsauth_init();
2587 
2588 	/*
2589 	 * NFS server zone-specific global variables
2590 	 * Note the zone_init is called for the GZ here.
2591 	 */
2592 	zone_key_create(&nfssrv_zone_key, nfs_server_zone_init,
2593 	    nfs_server_zone_shutdown, nfs_server_zone_fini);
2594 }
2595 
2596 /*
2597  * NFS Server finalization routine. This routine is called to cleanup the
2598  * initialization work previously performed if the NFS server module could
2599  * not be loaded correctly.
2600  */
2601 void
2602 nfs_srvfini(void)
2603 {
2604 
2605 	/*
2606 	 * NFS server zone-specific global variables
2607 	 * Note the zone_fini is called for the GZ here.
2608 	 */
2609 	(void) zone_key_delete(nfssrv_zone_key);
2610 
2611 	/* The order here is important (reverse of init) */
2612 	nfsauth_fini();
2613 	rfs4_srvrfini();
2614 	rfs3_srvrfini();
2615 	rfs_srvrfini();
2616 	nfs_exportfini();
2617 
2618 	/* Truly global stuff in this module (not per zone) */
2619 	tsd_destroy(&nfs_server_tsd_key);
2620 	list_destroy(&nfssrv_globals_list);
2621 	rw_destroy(&nfssrv_globals_rwl);
2622 }
2623 
2624 /*
2625  * Zone init, shutdown, fini functions for the NFS server
2626  *
2627  * This design is careful to create the entire hierarhcy of
2628  * NFS server "globals" (including those created by various
2629  * per-module *_zone_init functions, etc.) so that all these
2630  * objects have exactly the same lifetime.
2631  *
2632  * These objects are also kept on a list for two reasons:
2633  * 1: It makes finding these in mdb _much_ easier.
2634  * 2: It allows operating across all zone globals for
2635  *    functions like nfs_auth.c:exi_cache_reclaim
2636  */
2637 static void *
2638 nfs_server_zone_init(zoneid_t zoneid)
2639 {
2640 	nfs_globals_t *ng;
2641 
2642 	ng = kmem_zalloc(sizeof (*ng), KM_SLEEP);
2643 
2644 	ng->nfs_versmin = NFS_VERSMIN_DEFAULT;
2645 	ng->nfs_versmax = NFS_VERSMAX_DEFAULT;
2646 
2647 	/* Init the stuff to control start/stop */
2648 	ng->nfs_server_upordown = NFS_SERVER_STOPPED;
2649 	mutex_init(&ng->nfs_server_upordown_lock, NULL, MUTEX_DEFAULT, NULL);
2650 	cv_init(&ng->nfs_server_upordown_cv, NULL, CV_DEFAULT, NULL);
2651 	mutex_init(&ng->rdma_wait_mutex, NULL, MUTEX_DEFAULT, NULL);
2652 	cv_init(&ng->rdma_wait_cv, NULL, CV_DEFAULT, NULL);
2653 
2654 	ng->nfs_zoneid = zoneid;
2655 
2656 	/*
2657 	 * Order here is important.
2658 	 * export init must precede srv init calls.
2659 	 */
2660 	nfs_export_zone_init(ng);
2661 	rfs_stat_zone_init(ng);
2662 	rfs_srv_zone_init(ng);
2663 	rfs3_srv_zone_init(ng);
2664 	rfs4_srv_zone_init(ng);
2665 	nfsauth_zone_init(ng);
2666 
2667 	rw_enter(&nfssrv_globals_rwl, RW_WRITER);
2668 	list_insert_tail(&nfssrv_globals_list, ng);
2669 	rw_exit(&nfssrv_globals_rwl);
2670 
2671 	return (ng);
2672 }
2673 
2674 /* ARGSUSED */
2675 static void
2676 nfs_server_zone_shutdown(zoneid_t zoneid, void *data)
2677 {
2678 	nfs_globals_t *ng;
2679 
2680 	ng = (nfs_globals_t *)data;
2681 
2682 	/*
2683 	 * Order is like _fini, but only
2684 	 * some modules need this hook.
2685 	 */
2686 	nfsauth_zone_shutdown(ng);
2687 	nfs_export_zone_shutdown(ng);
2688 }
2689 
2690 /* ARGSUSED */
2691 static void
2692 nfs_server_zone_fini(zoneid_t zoneid, void *data)
2693 {
2694 	nfs_globals_t *ng;
2695 
2696 	ng = (nfs_globals_t *)data;
2697 
2698 	rw_enter(&nfssrv_globals_rwl, RW_WRITER);
2699 	list_remove(&nfssrv_globals_list, ng);
2700 	rw_exit(&nfssrv_globals_rwl);
2701 
2702 	/*
2703 	 * Order here is important.
2704 	 * reverse order from init
2705 	 */
2706 	nfsauth_zone_fini(ng);
2707 	rfs4_srv_zone_fini(ng);
2708 	rfs3_srv_zone_fini(ng);
2709 	rfs_srv_zone_fini(ng);
2710 	rfs_stat_zone_fini(ng);
2711 	nfs_export_zone_fini(ng);
2712 
2713 	mutex_destroy(&ng->nfs_server_upordown_lock);
2714 	cv_destroy(&ng->nfs_server_upordown_cv);
2715 	mutex_destroy(&ng->rdma_wait_mutex);
2716 	cv_destroy(&ng->rdma_wait_cv);
2717 
2718 	kmem_free(ng, sizeof (*ng));
2719 }
2720 
2721 /*
2722  * Set up an iovec array of up to cnt pointers.
2723  */
2724 void
2725 mblk_to_iov(mblk_t *m, int cnt, struct iovec *iovp)
2726 {
2727 	while (m != NULL && cnt-- > 0) {
2728 		iovp->iov_base = (caddr_t)m->b_rptr;
2729 		iovp->iov_len = (m->b_wptr - m->b_rptr);
2730 		iovp++;
2731 		m = m->b_cont;
2732 	}
2733 }
2734 
2735 /*
2736  * Common code between NFS Version 2 and NFS Version 3 for the public
2737  * filehandle multicomponent lookups.
2738  */
2739 
2740 /*
2741  * Public filehandle evaluation of a multi-component lookup, following
2742  * symbolic links, if necessary. This may result in a vnode in another
2743  * filesystem, which is OK as long as the other filesystem is exported.
2744  *
2745  * Note that the exi will be set either to NULL or a new reference to the
2746  * exportinfo struct that corresponds to the vnode of the multi-component path.
2747  * It is the callers responsibility to release this reference.
2748  */
2749 int
2750 rfs_publicfh_mclookup(char *p, vnode_t *dvp, cred_t *cr, vnode_t **vpp,
2751     struct exportinfo **exi, struct sec_ol *sec)
2752 {
2753 	int pathflag;
2754 	vnode_t *mc_dvp = NULL;
2755 	vnode_t *realvp;
2756 	int error;
2757 
2758 	*exi = NULL;
2759 
2760 	/*
2761 	 * check if the given path is a url or native path. Since p is
2762 	 * modified by MCLpath(), it may be empty after returning from
2763 	 * there, and should be checked.
2764 	 */
2765 	if ((pathflag = MCLpath(&p)) == -1)
2766 		return (EIO);
2767 
2768 	/*
2769 	 * If pathflag is SECURITY_QUERY, turn the SEC_QUERY bit
2770 	 * on in sec->sec_flags. This bit will later serve as an
2771 	 * indication in makefh_ol() or makefh3_ol() to overload the
2772 	 * filehandle to contain the sec modes used by the server for
2773 	 * the path.
2774 	 */
2775 	if (pathflag == SECURITY_QUERY) {
2776 		if ((sec->sec_index = (uint_t)(*p)) > 0) {
2777 			sec->sec_flags |= SEC_QUERY;
2778 			p++;
2779 			if ((pathflag = MCLpath(&p)) == -1)
2780 				return (EIO);
2781 		} else {
2782 			cmn_err(CE_NOTE,
2783 			    "nfs_server: invalid security index %d, "
2784 			    "violating WebNFS SNEGO protocol.", sec->sec_index);
2785 			return (EIO);
2786 		}
2787 	}
2788 
2789 	if (p[0] == '\0') {
2790 		error = ENOENT;
2791 		goto publicfh_done;
2792 	}
2793 
2794 	error = rfs_pathname(p, &mc_dvp, vpp, dvp, cr, pathflag);
2795 
2796 	/*
2797 	 * If name resolves to "/" we get EINVAL since we asked for
2798 	 * the vnode of the directory that the file is in. Try again
2799 	 * with NULL directory vnode.
2800 	 */
2801 	if (error == EINVAL) {
2802 		error = rfs_pathname(p, NULL, vpp, dvp, cr, pathflag);
2803 		if (!error) {
2804 			ASSERT(*vpp != NULL);
2805 			if ((*vpp)->v_type == VDIR) {
2806 				VN_HOLD(*vpp);
2807 				mc_dvp = *vpp;
2808 			} else {
2809 				/*
2810 				 * This should not happen, the filesystem is
2811 				 * in an inconsistent state. Fail the lookup
2812 				 * at this point.
2813 				 */
2814 				VN_RELE(*vpp);
2815 				error = EINVAL;
2816 			}
2817 		}
2818 	}
2819 
2820 	if (error)
2821 		goto publicfh_done;
2822 
2823 	if (*vpp == NULL) {
2824 		error = ENOENT;
2825 		goto publicfh_done;
2826 	}
2827 
2828 	ASSERT(mc_dvp != NULL);
2829 	ASSERT(*vpp != NULL);
2830 
2831 	if ((*vpp)->v_type == VDIR) {
2832 		do {
2833 			/*
2834 			 * *vpp may be an AutoFS node, so we perform
2835 			 * a VOP_ACCESS() to trigger the mount of the intended
2836 			 * filesystem, so we can perform the lookup in the
2837 			 * intended filesystem.
2838 			 */
2839 			(void) VOP_ACCESS(*vpp, 0, 0, cr, NULL);
2840 
2841 			/*
2842 			 * If vnode is covered, get the
2843 			 * the topmost vnode.
2844 			 */
2845 			if (vn_mountedvfs(*vpp) != NULL) {
2846 				error = traverse(vpp);
2847 				if (error) {
2848 					VN_RELE(*vpp);
2849 					goto publicfh_done;
2850 				}
2851 			}
2852 
2853 			if (VOP_REALVP(*vpp, &realvp, NULL) == 0 &&
2854 			    realvp != *vpp) {
2855 				/*
2856 				 * If realvp is different from *vpp
2857 				 * then release our reference on *vpp, so that
2858 				 * the export access check be performed on the
2859 				 * real filesystem instead.
2860 				 */
2861 				VN_HOLD(realvp);
2862 				VN_RELE(*vpp);
2863 				*vpp = realvp;
2864 			} else {
2865 				break;
2866 			}
2867 		/* LINTED */
2868 		} while (TRUE);
2869 
2870 		/*
2871 		 * Let nfs_vptexi() figure what the real parent is.
2872 		 */
2873 		VN_RELE(mc_dvp);
2874 		mc_dvp = NULL;
2875 
2876 	} else {
2877 		/*
2878 		 * If vnode is covered, get the
2879 		 * the topmost vnode.
2880 		 */
2881 		if (vn_mountedvfs(mc_dvp) != NULL) {
2882 			error = traverse(&mc_dvp);
2883 			if (error) {
2884 				VN_RELE(*vpp);
2885 				goto publicfh_done;
2886 			}
2887 		}
2888 
2889 		if (VOP_REALVP(mc_dvp, &realvp, NULL) == 0 &&
2890 		    realvp != mc_dvp) {
2891 			/*
2892 			 * *vpp is a file, obtain realvp of the parent
2893 			 * directory vnode.
2894 			 */
2895 			VN_HOLD(realvp);
2896 			VN_RELE(mc_dvp);
2897 			mc_dvp = realvp;
2898 		}
2899 	}
2900 
2901 	/*
2902 	 * The pathname may take us from the public filesystem to another.
2903 	 * If that's the case then just set the exportinfo to the new export
2904 	 * and build filehandle for it. Thanks to per-access checking there's
2905 	 * no security issues with doing this. If the client is not allowed
2906 	 * access to this new export then it will get an access error when it
2907 	 * tries to use the filehandle
2908 	 */
2909 	if (error = nfs_check_vpexi(mc_dvp, *vpp, kcred, exi)) {
2910 		VN_RELE(*vpp);
2911 		goto publicfh_done;
2912 	}
2913 
2914 	/*
2915 	 * Not allowed access to pseudo exports.
2916 	 */
2917 	if (PSEUDO(*exi)) {
2918 		error = ENOENT;
2919 		VN_RELE(*vpp);
2920 		goto publicfh_done;
2921 	}
2922 
2923 	/*
2924 	 * Do a lookup for the index file. We know the index option doesn't
2925 	 * allow paths through handling in the share command, so mc_dvp will
2926 	 * be the parent for the index file vnode, if its present. Use
2927 	 * temporary pointers to preserve and reuse the vnode pointers of the
2928 	 * original directory in case there's no index file. Note that the
2929 	 * index file is a native path, and should not be interpreted by
2930 	 * the URL parser in rfs_pathname()
2931 	 */
2932 	if (((*exi)->exi_export.ex_flags & EX_INDEX) &&
2933 	    ((*vpp)->v_type == VDIR) && (pathflag == URLPATH)) {
2934 		vnode_t *tvp, *tmc_dvp;	/* temporary vnode pointers */
2935 
2936 		tmc_dvp = mc_dvp;
2937 		mc_dvp = tvp = *vpp;
2938 
2939 		error = rfs_pathname((*exi)->exi_export.ex_index, NULL, vpp,
2940 		    mc_dvp, cr, NATIVEPATH);
2941 
2942 		if (error == ENOENT) {
2943 			*vpp = tvp;
2944 			mc_dvp = tmc_dvp;
2945 			error = 0;
2946 		} else {	/* ok or error other than ENOENT */
2947 			if (tmc_dvp)
2948 				VN_RELE(tmc_dvp);
2949 			if (error)
2950 				goto publicfh_done;
2951 
2952 			/*
2953 			 * Found a valid vp for index "filename". Sanity check
2954 			 * for odd case where a directory is provided as index
2955 			 * option argument and leads us to another filesystem
2956 			 */
2957 
2958 			/* Release the reference on the old exi value */
2959 			ASSERT(*exi != NULL);
2960 			exi_rele(*exi);
2961 			*exi = NULL;
2962 
2963 			if (error = nfs_check_vpexi(mc_dvp, *vpp, kcred, exi)) {
2964 				VN_RELE(*vpp);
2965 				goto publicfh_done;
2966 			}
2967 			/* Have a new *exi */
2968 		}
2969 	}
2970 
2971 publicfh_done:
2972 	if (mc_dvp)
2973 		VN_RELE(mc_dvp);
2974 
2975 	return (error);
2976 }
2977 
2978 /*
2979  * Evaluate a multi-component path
2980  */
2981 int
2982 rfs_pathname(
2983 	char *path,			/* pathname to evaluate */
2984 	vnode_t **dirvpp,		/* ret for ptr to parent dir vnode */
2985 	vnode_t **compvpp,		/* ret for ptr to component vnode */
2986 	vnode_t *startdvp,		/* starting vnode */
2987 	cred_t *cr,			/* user's credential */
2988 	int pathflag)			/* flag to identify path, e.g. URL */
2989 {
2990 	char namebuf[TYPICALMAXPATHLEN];
2991 	struct pathname pn;
2992 	int error;
2993 
2994 	ASSERT3U(crgetzoneid(cr), ==, curzone->zone_id);
2995 
2996 	/*
2997 	 * If pathname starts with '/', then set startdvp to root.
2998 	 */
2999 	if (*path == '/') {
3000 		while (*path == '/')
3001 			path++;
3002 
3003 		startdvp = ZONE_ROOTVP();
3004 	}
3005 
3006 	error = pn_get_buf(path, UIO_SYSSPACE, &pn, namebuf, sizeof (namebuf));
3007 	if (error == 0) {
3008 		/*
3009 		 * Call the URL parser for URL paths to modify the original
3010 		 * string to handle any '%' encoded characters that exist.
3011 		 * Done here to avoid an extra bcopy in the lookup.
3012 		 * We need to be careful about pathlen's. We know that
3013 		 * rfs_pathname() is called with a non-empty path. However,
3014 		 * it could be emptied due to the path simply being all /'s,
3015 		 * which is valid to proceed with the lookup, or due to the
3016 		 * URL parser finding an encoded null character at the
3017 		 * beginning of path which should not proceed with the lookup.
3018 		 */
3019 		if (pn.pn_pathlen != 0 && pathflag == URLPATH) {
3020 			URLparse(pn.pn_path);
3021 			if ((pn.pn_pathlen = strlen(pn.pn_path)) == 0)
3022 				return (ENOENT);
3023 		}
3024 		VN_HOLD(startdvp);
3025 		error = lookuppnvp(&pn, NULL, NO_FOLLOW, dirvpp, compvpp,
3026 		    ZONE_ROOTVP(), startdvp, cr);
3027 	}
3028 	if (error == ENAMETOOLONG) {
3029 		/*
3030 		 * This thread used a pathname > TYPICALMAXPATHLEN bytes long.
3031 		 */
3032 		if (error = pn_get(path, UIO_SYSSPACE, &pn))
3033 			return (error);
3034 		if (pn.pn_pathlen != 0 && pathflag == URLPATH) {
3035 			URLparse(pn.pn_path);
3036 			if ((pn.pn_pathlen = strlen(pn.pn_path)) == 0) {
3037 				pn_free(&pn);
3038 				return (ENOENT);
3039 			}
3040 		}
3041 		VN_HOLD(startdvp);
3042 		error = lookuppnvp(&pn, NULL, NO_FOLLOW, dirvpp, compvpp,
3043 		    ZONE_ROOTVP(), startdvp, cr);
3044 		pn_free(&pn);
3045 	}
3046 
3047 	return (error);
3048 }
3049 
3050 /*
3051  * Adapt the multicomponent lookup path depending on the pathtype
3052  */
3053 static int
3054 MCLpath(char **path)
3055 {
3056 	unsigned char c = (unsigned char)**path;
3057 
3058 	/*
3059 	 * If the MCL path is between 0x20 and 0x7E (graphic printable
3060 	 * character of the US-ASCII coded character set), its a URL path,
3061 	 * per RFC 1738.
3062 	 */
3063 	if (c >= 0x20 && c <= 0x7E)
3064 		return (URLPATH);
3065 
3066 	/*
3067 	 * If the first octet of the MCL path is not an ASCII character
3068 	 * then it must be interpreted as a tag value that describes the
3069 	 * format of the remaining octets of the MCL path.
3070 	 *
3071 	 * If the first octet of the MCL path is 0x81 it is a query
3072 	 * for the security info.
3073 	 */
3074 	switch (c) {
3075 	case 0x80:	/* native path, i.e. MCL via mount protocol */
3076 		(*path)++;
3077 		return (NATIVEPATH);
3078 	case 0x81:	/* security query */
3079 		(*path)++;
3080 		return (SECURITY_QUERY);
3081 	default:
3082 		return (-1);
3083 	}
3084 }
3085 
3086 #define	fromhex(c)  ((c >= '0' && c <= '9') ? (c - '0') : \
3087 			((c >= 'A' && c <= 'F') ? (c - 'A' + 10) :\
3088 			((c >= 'a' && c <= 'f') ? (c - 'a' + 10) : 0)))
3089 
3090 /*
3091  * The implementation of URLparse guarantees that the final string will
3092  * fit in the original one. Replaces '%' occurrences followed by 2 characters
3093  * with its corresponding hexadecimal character.
3094  */
3095 static void
3096 URLparse(char *str)
3097 {
3098 	char *p, *q;
3099 
3100 	p = q = str;
3101 	while (*p) {
3102 		*q = *p;
3103 		if (*p++ == '%') {
3104 			if (*p) {
3105 				*q = fromhex(*p) * 16;
3106 				p++;
3107 				if (*p) {
3108 					*q += fromhex(*p);
3109 					p++;
3110 				}
3111 			}
3112 		}
3113 		q++;
3114 	}
3115 	*q = '\0';
3116 }
3117 
3118 
3119 /*
3120  * Get the export information for the lookup vnode, and verify its
3121  * useable.
3122  */
3123 int
3124 nfs_check_vpexi(vnode_t *mc_dvp, vnode_t *vp, cred_t *cr,
3125     struct exportinfo **exi)
3126 {
3127 	int walk;
3128 	int error = 0;
3129 
3130 	*exi = nfs_vptoexi(mc_dvp, vp, cr, &walk, NULL, FALSE);
3131 	if (*exi == NULL)
3132 		error = EACCES;
3133 	else {
3134 		/*
3135 		 * If nosub is set for this export then
3136 		 * a lookup relative to the public fh
3137 		 * must not terminate below the
3138 		 * exported directory.
3139 		 */
3140 		if ((*exi)->exi_export.ex_flags & EX_NOSUB && walk > 0)
3141 			error = EACCES;
3142 	}
3143 
3144 	return (error);
3145 }
3146 
3147 /*
3148  * Used by NFSv3 and NFSv4 server to query label of
3149  * a pathname component during lookup/access ops.
3150  */
3151 ts_label_t *
3152 nfs_getflabel(vnode_t *vp, struct exportinfo *exi)
3153 {
3154 	zone_t *zone;
3155 	ts_label_t *zone_label;
3156 	char *path;
3157 
3158 	mutex_enter(&vp->v_lock);
3159 	if (vp->v_path != vn_vpath_empty) {
3160 		zone = zone_find_by_any_path(vp->v_path, B_FALSE);
3161 		mutex_exit(&vp->v_lock);
3162 	} else {
3163 		/*
3164 		 * v_path not cached. Fall back on pathname of exported
3165 		 * file system as we rely on pathname from which we can
3166 		 * derive a label. The exported file system portion of
3167 		 * path is sufficient to obtain a label.
3168 		 */
3169 		path = exi->exi_export.ex_path;
3170 		if (path == NULL) {
3171 			mutex_exit(&vp->v_lock);
3172 			return (NULL);
3173 		}
3174 		zone = zone_find_by_any_path(path, B_FALSE);
3175 		mutex_exit(&vp->v_lock);
3176 	}
3177 	/*
3178 	 * Caller has verified that the file is either
3179 	 * exported or visible. So if the path falls in
3180 	 * global zone, admin_low is returned; otherwise
3181 	 * the zone's label is returned.
3182 	 */
3183 	zone_label = zone->zone_slabel;
3184 	label_hold(zone_label);
3185 	zone_rele(zone);
3186 	return (zone_label);
3187 }
3188 
3189 /*
3190  * TX NFS routine used by NFSv3 and NFSv4 to do label check
3191  * on client label and server's file object lable.
3192  */
3193 boolean_t
3194 do_rfs_label_check(bslabel_t *clabel, vnode_t *vp, int flag,
3195     struct exportinfo *exi)
3196 {
3197 	bslabel_t *slabel;
3198 	ts_label_t *tslabel;
3199 	boolean_t result;
3200 
3201 	if ((tslabel = nfs_getflabel(vp, exi)) == NULL) {
3202 		return (B_FALSE);
3203 	}
3204 	slabel = label2bslabel(tslabel);
3205 	DTRACE_PROBE4(tx__rfs__log__info__labelcheck, char *,
3206 	    "comparing server's file label(1) with client label(2) (vp(3))",
3207 	    bslabel_t *, slabel, bslabel_t *, clabel, vnode_t *, vp);
3208 
3209 	if (flag == EQUALITY_CHECK)
3210 		result = blequal(clabel, slabel);
3211 	else
3212 		result = bldominates(clabel, slabel);
3213 	label_rele(tslabel);
3214 	return (result);
3215 }
3216 
3217 /*
3218  * Callback function to return the loaned buffers.
3219  * Calls VOP_RETZCBUF() only after all uio_iov[]
3220  * buffers are returned. nu_ref maintains the count.
3221  */
3222 void
3223 rfs_free_xuio(void *free_arg)
3224 {
3225 	uint_t ref;
3226 	nfs_xuio_t *nfsuiop = (nfs_xuio_t *)free_arg;
3227 
3228 	ref = atomic_dec_uint_nv(&nfsuiop->nu_ref);
3229 
3230 	/*
3231 	 * Call VOP_RETZCBUF() only when all the iov buffers
3232 	 * are sent OTW.
3233 	 */
3234 	if (ref != 0)
3235 		return;
3236 
3237 	if (((uio_t *)nfsuiop)->uio_extflg & UIO_XUIO) {
3238 		(void) VOP_RETZCBUF(nfsuiop->nu_vp, (xuio_t *)free_arg, NULL,
3239 		    NULL);
3240 		VN_RELE(nfsuiop->nu_vp);
3241 	}
3242 
3243 	kmem_cache_free(nfs_xuio_cache, free_arg);
3244 }
3245 
3246 xuio_t *
3247 rfs_setup_xuio(vnode_t *vp)
3248 {
3249 	nfs_xuio_t *nfsuiop;
3250 
3251 	nfsuiop = kmem_cache_alloc(nfs_xuio_cache, KM_SLEEP);
3252 
3253 	bzero(nfsuiop, sizeof (nfs_xuio_t));
3254 	nfsuiop->nu_vp = vp;
3255 
3256 	/*
3257 	 * ref count set to 1. more may be added
3258 	 * if multiple mblks refer to multiple iov's.
3259 	 * This is done in uio_to_mblk().
3260 	 */
3261 
3262 	nfsuiop->nu_ref = 1;
3263 
3264 	nfsuiop->nu_frtn.free_func = rfs_free_xuio;
3265 	nfsuiop->nu_frtn.free_arg = (char *)nfsuiop;
3266 
3267 	nfsuiop->nu_uio.xu_type = UIOTYPE_ZEROCOPY;
3268 
3269 	return (&nfsuiop->nu_uio);
3270 }
3271 
3272 mblk_t *
3273 uio_to_mblk(uio_t *uiop)
3274 {
3275 	struct iovec *iovp;
3276 	int i;
3277 	mblk_t *mp, *mp1;
3278 	nfs_xuio_t *nfsuiop = (nfs_xuio_t *)uiop;
3279 
3280 	if (uiop->uio_iovcnt == 0)
3281 		return (NULL);
3282 
3283 	iovp = uiop->uio_iov;
3284 	mp = mp1 = esballoca((uchar_t *)iovp->iov_base, iovp->iov_len,
3285 	    BPRI_MED, &nfsuiop->nu_frtn);
3286 	ASSERT(mp != NULL);
3287 
3288 	mp->b_wptr += iovp->iov_len;
3289 	mp->b_datap->db_type = M_DATA;
3290 
3291 	for (i = 1; i < uiop->uio_iovcnt; i++) {
3292 		iovp = (uiop->uio_iov + i);
3293 
3294 		mp1->b_cont = esballoca(
3295 		    (uchar_t *)iovp->iov_base, iovp->iov_len, BPRI_MED,
3296 		    &nfsuiop->nu_frtn);
3297 
3298 		mp1 = mp1->b_cont;
3299 		ASSERT(mp1 != NULL);
3300 		mp1->b_wptr += iovp->iov_len;
3301 		mp1->b_datap->db_type = M_DATA;
3302 	}
3303 
3304 	nfsuiop->nu_ref = uiop->uio_iovcnt;
3305 
3306 	return (mp);
3307 }
3308 
3309 /*
3310  * Allocate memory to hold data for a read request of len bytes.
3311  *
3312  * We don't allocate buffers greater than kmem_max_cached in size to avoid
3313  * allocating memory from the kmem_oversized arena.  If we allocate oversized
3314  * buffers, we incur heavy cross-call activity when freeing these large buffers
3315  * in the TCP receive path. Note that we can't set b_wptr here since the
3316  * length of the data returned may differ from the length requested when
3317  * reading the end of a file; we set b_wptr in rfs_rndup_mblks() once the
3318  * length of the read is known.
3319  */
3320 mblk_t *
3321 rfs_read_alloc(uint_t len, struct iovec **iov, int *iovcnt)
3322 {
3323 	struct iovec *iovarr;
3324 	mblk_t *mp, **mpp = &mp;
3325 	size_t mpsize;
3326 	uint_t remain = len;
3327 	int i, err = 0;
3328 
3329 	*iovcnt = howmany(len, kmem_max_cached);
3330 
3331 	iovarr = kmem_alloc(*iovcnt * sizeof (struct iovec), KM_SLEEP);
3332 	*iov = iovarr;
3333 
3334 	for (i = 0; i < *iovcnt; remain -= mpsize, i++) {
3335 		ASSERT(remain <= len);
3336 		/*
3337 		 * We roundup the size we allocate to a multiple of
3338 		 * BYTES_PER_XDR_UNIT (4 bytes) so that the call to
3339 		 * xdrmblk_putmblk() never fails.
3340 		 */
3341 		ASSERT(kmem_max_cached % BYTES_PER_XDR_UNIT == 0);
3342 		mpsize = MIN(kmem_max_cached, remain);
3343 		*mpp = allocb_wait(RNDUP(mpsize), BPRI_MED, STR_NOSIG, &err);
3344 		ASSERT(*mpp != NULL);
3345 		ASSERT(err == 0);
3346 
3347 		iovarr[i].iov_base = (caddr_t)(*mpp)->b_rptr;
3348 		iovarr[i].iov_len = mpsize;
3349 		mpp = &(*mpp)->b_cont;
3350 	}
3351 	return (mp);
3352 }
3353 
3354 void
3355 rfs_rndup_mblks(mblk_t *mp, uint_t len, int buf_loaned)
3356 {
3357 	int i;
3358 	int alloc_err = 0;
3359 	mblk_t *rmp;
3360 	uint_t mpsize, remainder;
3361 
3362 	remainder = P2NPHASE(len, BYTES_PER_XDR_UNIT);
3363 
3364 	/*
3365 	 * Non copy-reduction case.  This function assumes that blocks were
3366 	 * allocated in multiples of BYTES_PER_XDR_UNIT bytes, which makes this
3367 	 * padding safe without bounds checking.
3368 	 */
3369 	if (!buf_loaned) {
3370 		/*
3371 		 * Set the size of each mblk in the chain until we've consumed
3372 		 * the specified length for all but the last one.
3373 		 */
3374 		while ((mpsize = MBLKSIZE(mp)) < len) {
3375 			ASSERT(mpsize % BYTES_PER_XDR_UNIT == 0);
3376 			mp->b_wptr += mpsize;
3377 			len -= mpsize;
3378 			mp = mp->b_cont;
3379 			ASSERT(mp != NULL);
3380 		}
3381 
3382 		ASSERT(len + remainder <= mpsize);
3383 		mp->b_wptr += len;
3384 		for (i = 0; i < remainder; i++)
3385 			*mp->b_wptr++ = '\0';
3386 		return;
3387 	}
3388 
3389 	/*
3390 	 * No remainder mblk required.
3391 	 */
3392 	if (remainder == 0)
3393 		return;
3394 
3395 	/*
3396 	 * Get to the last mblk in the chain.
3397 	 */
3398 	while (mp->b_cont != NULL)
3399 		mp = mp->b_cont;
3400 
3401 	/*
3402 	 * In case of copy-reduction mblks, the size of the mblks are fixed
3403 	 * and are of the size of the loaned buffers.  Allocate a remainder
3404 	 * mblk and chain it to the data buffers. This is sub-optimal, but not
3405 	 * expected to happen commonly.
3406 	 */
3407 	rmp = allocb_wait(remainder, BPRI_MED, STR_NOSIG, &alloc_err);
3408 	ASSERT(rmp != NULL);
3409 	ASSERT(alloc_err == 0);
3410 
3411 	for (i = 0; i < remainder; i++)
3412 		*rmp->b_wptr++ = '\0';
3413 
3414 	rmp->b_datap->db_type = M_DATA;
3415 	mp->b_cont = rmp;
3416 }
3417