xref: /linux/fs/nfs/client.c (revision 24bce201d79807b668bf9d9e0aca801c5c0d5f78)
1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /* client.c: NFS client sharing and management code
3  *
4  * Copyright (C) 2006 Red Hat, Inc. All Rights Reserved.
5  * Written by David Howells (dhowells@redhat.com)
6  */
7 
8 
9 #include <linux/module.h>
10 #include <linux/init.h>
11 #include <linux/sched.h>
12 #include <linux/time.h>
13 #include <linux/kernel.h>
14 #include <linux/mm.h>
15 #include <linux/string.h>
16 #include <linux/stat.h>
17 #include <linux/errno.h>
18 #include <linux/unistd.h>
19 #include <linux/sunrpc/addr.h>
20 #include <linux/sunrpc/clnt.h>
21 #include <linux/sunrpc/stats.h>
22 #include <linux/sunrpc/metrics.h>
23 #include <linux/sunrpc/xprtsock.h>
24 #include <linux/sunrpc/xprtrdma.h>
25 #include <linux/nfs_fs.h>
26 #include <linux/nfs_mount.h>
27 #include <linux/nfs4_mount.h>
28 #include <linux/lockd/bind.h>
29 #include <linux/seq_file.h>
30 #include <linux/mount.h>
31 #include <linux/vfs.h>
32 #include <linux/inet.h>
33 #include <linux/in6.h>
34 #include <linux/slab.h>
35 #include <linux/idr.h>
36 #include <net/ipv6.h>
37 #include <linux/nfs_xdr.h>
38 #include <linux/sunrpc/bc_xprt.h>
39 #include <linux/nsproxy.h>
40 #include <linux/pid_namespace.h>
41 
42 
43 #include "nfs4_fs.h"
44 #include "callback.h"
45 #include "delegation.h"
46 #include "iostat.h"
47 #include "internal.h"
48 #include "fscache.h"
49 #include "pnfs.h"
50 #include "nfs.h"
51 #include "netns.h"
52 #include "sysfs.h"
53 #include "nfs42.h"
54 
55 #define NFSDBG_FACILITY		NFSDBG_CLIENT
56 
57 static DECLARE_WAIT_QUEUE_HEAD(nfs_client_active_wq);
58 static DEFINE_SPINLOCK(nfs_version_lock);
59 static DEFINE_MUTEX(nfs_version_mutex);
60 static LIST_HEAD(nfs_versions);
61 
62 /*
63  * RPC cruft for NFS
64  */
65 static const struct rpc_version *nfs_version[5] = {
66 	[2] = NULL,
67 	[3] = NULL,
68 	[4] = NULL,
69 };
70 
71 const struct rpc_program nfs_program = {
72 	.name			= "nfs",
73 	.number			= NFS_PROGRAM,
74 	.nrvers			= ARRAY_SIZE(nfs_version),
75 	.version		= nfs_version,
76 	.stats			= &nfs_rpcstat,
77 	.pipe_dir_name		= NFS_PIPE_DIRNAME,
78 };
79 
80 struct rpc_stat nfs_rpcstat = {
81 	.program		= &nfs_program
82 };
83 
84 static struct nfs_subversion *find_nfs_version(unsigned int version)
85 {
86 	struct nfs_subversion *nfs;
87 	spin_lock(&nfs_version_lock);
88 
89 	list_for_each_entry(nfs, &nfs_versions, list) {
90 		if (nfs->rpc_ops->version == version) {
91 			spin_unlock(&nfs_version_lock);
92 			return nfs;
93 		}
94 	}
95 
96 	spin_unlock(&nfs_version_lock);
97 	return ERR_PTR(-EPROTONOSUPPORT);
98 }
99 
100 struct nfs_subversion *get_nfs_version(unsigned int version)
101 {
102 	struct nfs_subversion *nfs = find_nfs_version(version);
103 
104 	if (IS_ERR(nfs)) {
105 		mutex_lock(&nfs_version_mutex);
106 		request_module("nfsv%d", version);
107 		nfs = find_nfs_version(version);
108 		mutex_unlock(&nfs_version_mutex);
109 	}
110 
111 	if (!IS_ERR(nfs) && !try_module_get(nfs->owner))
112 		return ERR_PTR(-EAGAIN);
113 	return nfs;
114 }
115 
116 void put_nfs_version(struct nfs_subversion *nfs)
117 {
118 	module_put(nfs->owner);
119 }
120 
121 void register_nfs_version(struct nfs_subversion *nfs)
122 {
123 	spin_lock(&nfs_version_lock);
124 
125 	list_add(&nfs->list, &nfs_versions);
126 	nfs_version[nfs->rpc_ops->version] = nfs->rpc_vers;
127 
128 	spin_unlock(&nfs_version_lock);
129 }
130 EXPORT_SYMBOL_GPL(register_nfs_version);
131 
132 void unregister_nfs_version(struct nfs_subversion *nfs)
133 {
134 	spin_lock(&nfs_version_lock);
135 
136 	nfs_version[nfs->rpc_ops->version] = NULL;
137 	list_del(&nfs->list);
138 
139 	spin_unlock(&nfs_version_lock);
140 }
141 EXPORT_SYMBOL_GPL(unregister_nfs_version);
142 
143 /*
144  * Allocate a shared client record
145  *
146  * Since these are allocated/deallocated very rarely, we don't
147  * bother putting them in a slab cache...
148  */
149 struct nfs_client *nfs_alloc_client(const struct nfs_client_initdata *cl_init)
150 {
151 	struct nfs_client *clp;
152 	int err = -ENOMEM;
153 
154 	if ((clp = kzalloc(sizeof(*clp), GFP_KERNEL)) == NULL)
155 		goto error_0;
156 
157 	clp->cl_minorversion = cl_init->minorversion;
158 	clp->cl_nfs_mod = cl_init->nfs_mod;
159 	if (!try_module_get(clp->cl_nfs_mod->owner))
160 		goto error_dealloc;
161 
162 	clp->rpc_ops = clp->cl_nfs_mod->rpc_ops;
163 
164 	refcount_set(&clp->cl_count, 1);
165 	clp->cl_cons_state = NFS_CS_INITING;
166 
167 	memcpy(&clp->cl_addr, cl_init->addr, cl_init->addrlen);
168 	clp->cl_addrlen = cl_init->addrlen;
169 
170 	if (cl_init->hostname) {
171 		err = -ENOMEM;
172 		clp->cl_hostname = kstrdup(cl_init->hostname, GFP_KERNEL);
173 		if (!clp->cl_hostname)
174 			goto error_cleanup;
175 	}
176 
177 	INIT_LIST_HEAD(&clp->cl_superblocks);
178 	clp->cl_rpcclient = ERR_PTR(-EINVAL);
179 
180 	clp->cl_flags = cl_init->init_flags;
181 	clp->cl_proto = cl_init->proto;
182 	clp->cl_nconnect = cl_init->nconnect;
183 	clp->cl_max_connect = cl_init->max_connect ? cl_init->max_connect : 1;
184 	clp->cl_net = get_net(cl_init->net);
185 
186 	clp->cl_principal = "*";
187 	return clp;
188 
189 error_cleanup:
190 	put_nfs_version(clp->cl_nfs_mod);
191 error_dealloc:
192 	kfree(clp);
193 error_0:
194 	return ERR_PTR(err);
195 }
196 EXPORT_SYMBOL_GPL(nfs_alloc_client);
197 
198 #if IS_ENABLED(CONFIG_NFS_V4)
199 static void nfs_cleanup_cb_ident_idr(struct net *net)
200 {
201 	struct nfs_net *nn = net_generic(net, nfs_net_id);
202 
203 	idr_destroy(&nn->cb_ident_idr);
204 }
205 
206 /* nfs_client_lock held */
207 static void nfs_cb_idr_remove_locked(struct nfs_client *clp)
208 {
209 	struct nfs_net *nn = net_generic(clp->cl_net, nfs_net_id);
210 
211 	if (clp->cl_cb_ident)
212 		idr_remove(&nn->cb_ident_idr, clp->cl_cb_ident);
213 }
214 
215 static void pnfs_init_server(struct nfs_server *server)
216 {
217 	rpc_init_wait_queue(&server->roc_rpcwaitq, "pNFS ROC");
218 }
219 
220 #else
221 static void nfs_cleanup_cb_ident_idr(struct net *net)
222 {
223 }
224 
225 static void nfs_cb_idr_remove_locked(struct nfs_client *clp)
226 {
227 }
228 
229 static void pnfs_init_server(struct nfs_server *server)
230 {
231 }
232 
233 #endif /* CONFIG_NFS_V4 */
234 
235 /*
236  * Destroy a shared client record
237  */
238 void nfs_free_client(struct nfs_client *clp)
239 {
240 	/* -EIO all pending I/O */
241 	if (!IS_ERR(clp->cl_rpcclient))
242 		rpc_shutdown_client(clp->cl_rpcclient);
243 
244 	put_net(clp->cl_net);
245 	put_nfs_version(clp->cl_nfs_mod);
246 	kfree(clp->cl_hostname);
247 	kfree(clp->cl_acceptor);
248 	kfree(clp);
249 }
250 EXPORT_SYMBOL_GPL(nfs_free_client);
251 
252 /*
253  * Release a reference to a shared client record
254  */
255 void nfs_put_client(struct nfs_client *clp)
256 {
257 	struct nfs_net *nn;
258 
259 	if (!clp)
260 		return;
261 
262 	nn = net_generic(clp->cl_net, nfs_net_id);
263 
264 	if (refcount_dec_and_lock(&clp->cl_count, &nn->nfs_client_lock)) {
265 		list_del(&clp->cl_share_link);
266 		nfs_cb_idr_remove_locked(clp);
267 		spin_unlock(&nn->nfs_client_lock);
268 
269 		WARN_ON_ONCE(!list_empty(&clp->cl_superblocks));
270 
271 		clp->rpc_ops->free_client(clp);
272 	}
273 }
274 EXPORT_SYMBOL_GPL(nfs_put_client);
275 
276 /*
277  * Find an nfs_client on the list that matches the initialisation data
278  * that is supplied.
279  */
280 static struct nfs_client *nfs_match_client(const struct nfs_client_initdata *data)
281 {
282 	struct nfs_client *clp;
283 	const struct sockaddr *sap = data->addr;
284 	struct nfs_net *nn = net_generic(data->net, nfs_net_id);
285 	int error;
286 
287 again:
288 	list_for_each_entry(clp, &nn->nfs_client_list, cl_share_link) {
289 	        const struct sockaddr *clap = (struct sockaddr *)&clp->cl_addr;
290 		/* Don't match clients that failed to initialise properly */
291 		if (clp->cl_cons_state < 0)
292 			continue;
293 
294 		/* If a client is still initializing then we need to wait */
295 		if (clp->cl_cons_state > NFS_CS_READY) {
296 			refcount_inc(&clp->cl_count);
297 			spin_unlock(&nn->nfs_client_lock);
298 			error = nfs_wait_client_init_complete(clp);
299 			nfs_put_client(clp);
300 			spin_lock(&nn->nfs_client_lock);
301 			if (error < 0)
302 				return ERR_PTR(error);
303 			goto again;
304 		}
305 
306 		/* Different NFS versions cannot share the same nfs_client */
307 		if (clp->rpc_ops != data->nfs_mod->rpc_ops)
308 			continue;
309 
310 		if (clp->cl_proto != data->proto)
311 			continue;
312 		/* Match nfsv4 minorversion */
313 		if (clp->cl_minorversion != data->minorversion)
314 			continue;
315 
316 		/* Match request for a dedicated DS */
317 		if (test_bit(NFS_CS_DS, &data->init_flags) !=
318 		    test_bit(NFS_CS_DS, &clp->cl_flags))
319 			continue;
320 
321 		/* Match the full socket address */
322 		if (!rpc_cmp_addr_port(sap, clap))
323 			/* Match all xprt_switch full socket addresses */
324 			if (IS_ERR(clp->cl_rpcclient) ||
325                             !rpc_clnt_xprt_switch_has_addr(clp->cl_rpcclient,
326 							   sap))
327 				continue;
328 
329 		refcount_inc(&clp->cl_count);
330 		return clp;
331 	}
332 	return NULL;
333 }
334 
335 /*
336  * Return true if @clp is done initializing, false if still working on it.
337  *
338  * Use nfs_client_init_status to check if it was successful.
339  */
340 bool nfs_client_init_is_complete(const struct nfs_client *clp)
341 {
342 	return clp->cl_cons_state <= NFS_CS_READY;
343 }
344 EXPORT_SYMBOL_GPL(nfs_client_init_is_complete);
345 
346 /*
347  * Return 0 if @clp was successfully initialized, -errno otherwise.
348  *
349  * This must be called *after* nfs_client_init_is_complete() returns true,
350  * otherwise it will pop WARN_ON_ONCE and return -EINVAL
351  */
352 int nfs_client_init_status(const struct nfs_client *clp)
353 {
354 	/* called without checking nfs_client_init_is_complete */
355 	if (clp->cl_cons_state > NFS_CS_READY) {
356 		WARN_ON_ONCE(1);
357 		return -EINVAL;
358 	}
359 	return clp->cl_cons_state;
360 }
361 EXPORT_SYMBOL_GPL(nfs_client_init_status);
362 
363 int nfs_wait_client_init_complete(const struct nfs_client *clp)
364 {
365 	return wait_event_killable(nfs_client_active_wq,
366 			nfs_client_init_is_complete(clp));
367 }
368 EXPORT_SYMBOL_GPL(nfs_wait_client_init_complete);
369 
370 /*
371  * Found an existing client.  Make sure it's ready before returning.
372  */
373 static struct nfs_client *
374 nfs_found_client(const struct nfs_client_initdata *cl_init,
375 		 struct nfs_client *clp)
376 {
377 	int error;
378 
379 	error = nfs_wait_client_init_complete(clp);
380 	if (error < 0) {
381 		nfs_put_client(clp);
382 		return ERR_PTR(-ERESTARTSYS);
383 	}
384 
385 	if (clp->cl_cons_state < NFS_CS_READY) {
386 		error = clp->cl_cons_state;
387 		nfs_put_client(clp);
388 		return ERR_PTR(error);
389 	}
390 
391 	smp_rmb();
392 	return clp;
393 }
394 
395 /*
396  * Look up a client by IP address and protocol version
397  * - creates a new record if one doesn't yet exist
398  */
399 struct nfs_client *nfs_get_client(const struct nfs_client_initdata *cl_init)
400 {
401 	struct nfs_client *clp, *new = NULL;
402 	struct nfs_net *nn = net_generic(cl_init->net, nfs_net_id);
403 	const struct nfs_rpc_ops *rpc_ops = cl_init->nfs_mod->rpc_ops;
404 
405 	if (cl_init->hostname == NULL) {
406 		WARN_ON(1);
407 		return ERR_PTR(-EINVAL);
408 	}
409 
410 	/* see if the client already exists */
411 	do {
412 		spin_lock(&nn->nfs_client_lock);
413 
414 		clp = nfs_match_client(cl_init);
415 		if (clp) {
416 			spin_unlock(&nn->nfs_client_lock);
417 			if (new)
418 				new->rpc_ops->free_client(new);
419 			if (IS_ERR(clp))
420 				return clp;
421 			return nfs_found_client(cl_init, clp);
422 		}
423 		if (new) {
424 			list_add_tail(&new->cl_share_link,
425 					&nn->nfs_client_list);
426 			spin_unlock(&nn->nfs_client_lock);
427 			return rpc_ops->init_client(new, cl_init);
428 		}
429 
430 		spin_unlock(&nn->nfs_client_lock);
431 
432 		new = rpc_ops->alloc_client(cl_init);
433 	} while (!IS_ERR(new));
434 
435 	return new;
436 }
437 EXPORT_SYMBOL_GPL(nfs_get_client);
438 
439 /*
440  * Mark a server as ready or failed
441  */
442 void nfs_mark_client_ready(struct nfs_client *clp, int state)
443 {
444 	smp_wmb();
445 	clp->cl_cons_state = state;
446 	wake_up_all(&nfs_client_active_wq);
447 }
448 EXPORT_SYMBOL_GPL(nfs_mark_client_ready);
449 
450 /*
451  * Initialise the timeout values for a connection
452  */
453 void nfs_init_timeout_values(struct rpc_timeout *to, int proto,
454 				    int timeo, int retrans)
455 {
456 	to->to_initval = timeo * HZ / 10;
457 	to->to_retries = retrans;
458 
459 	switch (proto) {
460 	case XPRT_TRANSPORT_TCP:
461 	case XPRT_TRANSPORT_RDMA:
462 		if (retrans == NFS_UNSPEC_RETRANS)
463 			to->to_retries = NFS_DEF_TCP_RETRANS;
464 		if (timeo == NFS_UNSPEC_TIMEO || to->to_initval == 0)
465 			to->to_initval = NFS_DEF_TCP_TIMEO * HZ / 10;
466 		if (to->to_initval > NFS_MAX_TCP_TIMEOUT)
467 			to->to_initval = NFS_MAX_TCP_TIMEOUT;
468 		to->to_increment = to->to_initval;
469 		to->to_maxval = to->to_initval + (to->to_increment * to->to_retries);
470 		if (to->to_maxval > NFS_MAX_TCP_TIMEOUT)
471 			to->to_maxval = NFS_MAX_TCP_TIMEOUT;
472 		if (to->to_maxval < to->to_initval)
473 			to->to_maxval = to->to_initval;
474 		to->to_exponential = 0;
475 		break;
476 	case XPRT_TRANSPORT_UDP:
477 		if (retrans == NFS_UNSPEC_RETRANS)
478 			to->to_retries = NFS_DEF_UDP_RETRANS;
479 		if (timeo == NFS_UNSPEC_TIMEO || to->to_initval == 0)
480 			to->to_initval = NFS_DEF_UDP_TIMEO * HZ / 10;
481 		if (to->to_initval > NFS_MAX_UDP_TIMEOUT)
482 			to->to_initval = NFS_MAX_UDP_TIMEOUT;
483 		to->to_maxval = NFS_MAX_UDP_TIMEOUT;
484 		to->to_exponential = 1;
485 		break;
486 	default:
487 		BUG();
488 	}
489 }
490 EXPORT_SYMBOL_GPL(nfs_init_timeout_values);
491 
492 /*
493  * Create an RPC client handle
494  */
495 int nfs_create_rpc_client(struct nfs_client *clp,
496 			  const struct nfs_client_initdata *cl_init,
497 			  rpc_authflavor_t flavor)
498 {
499 	struct rpc_clnt		*clnt = NULL;
500 	struct rpc_create_args args = {
501 		.net		= clp->cl_net,
502 		.protocol	= clp->cl_proto,
503 		.nconnect	= clp->cl_nconnect,
504 		.address	= (struct sockaddr *)&clp->cl_addr,
505 		.addrsize	= clp->cl_addrlen,
506 		.timeout	= cl_init->timeparms,
507 		.servername	= clp->cl_hostname,
508 		.nodename	= cl_init->nodename,
509 		.program	= &nfs_program,
510 		.version	= clp->rpc_ops->version,
511 		.authflavor	= flavor,
512 		.cred		= cl_init->cred,
513 	};
514 
515 	if (test_bit(NFS_CS_DISCRTRY, &clp->cl_flags))
516 		args.flags |= RPC_CLNT_CREATE_DISCRTRY;
517 	if (test_bit(NFS_CS_NO_RETRANS_TIMEOUT, &clp->cl_flags))
518 		args.flags |= RPC_CLNT_CREATE_NO_RETRANS_TIMEOUT;
519 	if (test_bit(NFS_CS_NORESVPORT, &clp->cl_flags))
520 		args.flags |= RPC_CLNT_CREATE_NONPRIVPORT;
521 	if (test_bit(NFS_CS_INFINITE_SLOTS, &clp->cl_flags))
522 		args.flags |= RPC_CLNT_CREATE_INFINITE_SLOTS;
523 	if (test_bit(NFS_CS_NOPING, &clp->cl_flags))
524 		args.flags |= RPC_CLNT_CREATE_NOPING;
525 	if (test_bit(NFS_CS_REUSEPORT, &clp->cl_flags))
526 		args.flags |= RPC_CLNT_CREATE_REUSEPORT;
527 
528 	if (!IS_ERR(clp->cl_rpcclient))
529 		return 0;
530 
531 	clnt = rpc_create(&args);
532 	if (IS_ERR(clnt)) {
533 		dprintk("%s: cannot create RPC client. Error = %ld\n",
534 				__func__, PTR_ERR(clnt));
535 		return PTR_ERR(clnt);
536 	}
537 
538 	clnt->cl_principal = clp->cl_principal;
539 	clp->cl_rpcclient = clnt;
540 	clnt->cl_max_connect = clp->cl_max_connect;
541 	return 0;
542 }
543 EXPORT_SYMBOL_GPL(nfs_create_rpc_client);
544 
545 /*
546  * Version 2 or 3 client destruction
547  */
548 static void nfs_destroy_server(struct nfs_server *server)
549 {
550 	if (server->nlm_host)
551 		nlmclnt_done(server->nlm_host);
552 }
553 
554 /*
555  * Version 2 or 3 lockd setup
556  */
557 static int nfs_start_lockd(struct nfs_server *server)
558 {
559 	struct nlm_host *host;
560 	struct nfs_client *clp = server->nfs_client;
561 	struct nlmclnt_initdata nlm_init = {
562 		.hostname	= clp->cl_hostname,
563 		.address	= (struct sockaddr *)&clp->cl_addr,
564 		.addrlen	= clp->cl_addrlen,
565 		.nfs_version	= clp->rpc_ops->version,
566 		.noresvport	= server->flags & NFS_MOUNT_NORESVPORT ?
567 					1 : 0,
568 		.net		= clp->cl_net,
569 		.nlmclnt_ops 	= clp->cl_nfs_mod->rpc_ops->nlmclnt_ops,
570 		.cred		= server->cred,
571 	};
572 
573 	if (nlm_init.nfs_version > 3)
574 		return 0;
575 	if ((server->flags & NFS_MOUNT_LOCAL_FLOCK) &&
576 			(server->flags & NFS_MOUNT_LOCAL_FCNTL))
577 		return 0;
578 
579 	switch (clp->cl_proto) {
580 		default:
581 			nlm_init.protocol = IPPROTO_TCP;
582 			break;
583 #ifndef CONFIG_NFS_DISABLE_UDP_SUPPORT
584 		case XPRT_TRANSPORT_UDP:
585 			nlm_init.protocol = IPPROTO_UDP;
586 #endif
587 	}
588 
589 	host = nlmclnt_init(&nlm_init);
590 	if (IS_ERR(host))
591 		return PTR_ERR(host);
592 
593 	server->nlm_host = host;
594 	server->destroy = nfs_destroy_server;
595 	return 0;
596 }
597 
598 /*
599  * Create a general RPC client
600  */
601 int nfs_init_server_rpcclient(struct nfs_server *server,
602 		const struct rpc_timeout *timeo,
603 		rpc_authflavor_t pseudoflavour)
604 {
605 	struct nfs_client *clp = server->nfs_client;
606 
607 	server->client = rpc_clone_client_set_auth(clp->cl_rpcclient,
608 							pseudoflavour);
609 	if (IS_ERR(server->client)) {
610 		dprintk("%s: couldn't create rpc_client!\n", __func__);
611 		return PTR_ERR(server->client);
612 	}
613 
614 	memcpy(&server->client->cl_timeout_default,
615 			timeo,
616 			sizeof(server->client->cl_timeout_default));
617 	server->client->cl_timeout = &server->client->cl_timeout_default;
618 	server->client->cl_softrtry = 0;
619 	if (server->flags & NFS_MOUNT_SOFTERR)
620 		server->client->cl_softerr = 1;
621 	if (server->flags & NFS_MOUNT_SOFT)
622 		server->client->cl_softrtry = 1;
623 
624 	return 0;
625 }
626 EXPORT_SYMBOL_GPL(nfs_init_server_rpcclient);
627 
628 /**
629  * nfs_init_client - Initialise an NFS2 or NFS3 client
630  *
631  * @clp: nfs_client to initialise
632  * @cl_init: Initialisation parameters
633  *
634  * Returns pointer to an NFS client, or an ERR_PTR value.
635  */
636 struct nfs_client *nfs_init_client(struct nfs_client *clp,
637 				   const struct nfs_client_initdata *cl_init)
638 {
639 	int error;
640 
641 	/* the client is already initialised */
642 	if (clp->cl_cons_state == NFS_CS_READY)
643 		return clp;
644 
645 	/*
646 	 * Create a client RPC handle for doing FSSTAT with UNIX auth only
647 	 * - RFC 2623, sec 2.3.2
648 	 */
649 	error = nfs_create_rpc_client(clp, cl_init, RPC_AUTH_UNIX);
650 	nfs_mark_client_ready(clp, error == 0 ? NFS_CS_READY : error);
651 	if (error < 0) {
652 		nfs_put_client(clp);
653 		clp = ERR_PTR(error);
654 	}
655 	return clp;
656 }
657 EXPORT_SYMBOL_GPL(nfs_init_client);
658 
659 /*
660  * Create a version 2 or 3 client
661  */
662 static int nfs_init_server(struct nfs_server *server,
663 			   const struct fs_context *fc)
664 {
665 	const struct nfs_fs_context *ctx = nfs_fc2context(fc);
666 	struct rpc_timeout timeparms;
667 	struct nfs_client_initdata cl_init = {
668 		.hostname = ctx->nfs_server.hostname,
669 		.addr = (const struct sockaddr *)&ctx->nfs_server.address,
670 		.addrlen = ctx->nfs_server.addrlen,
671 		.nfs_mod = ctx->nfs_mod,
672 		.proto = ctx->nfs_server.protocol,
673 		.net = fc->net_ns,
674 		.timeparms = &timeparms,
675 		.cred = server->cred,
676 		.nconnect = ctx->nfs_server.nconnect,
677 		.init_flags = (1UL << NFS_CS_REUSEPORT),
678 	};
679 	struct nfs_client *clp;
680 	int error;
681 
682 	nfs_init_timeout_values(&timeparms, ctx->nfs_server.protocol,
683 				ctx->timeo, ctx->retrans);
684 	if (ctx->flags & NFS_MOUNT_NORESVPORT)
685 		set_bit(NFS_CS_NORESVPORT, &cl_init.init_flags);
686 
687 	/* Allocate or find a client reference we can use */
688 	clp = nfs_get_client(&cl_init);
689 	if (IS_ERR(clp))
690 		return PTR_ERR(clp);
691 
692 	server->nfs_client = clp;
693 
694 	/* Initialise the client representation from the mount data */
695 	server->flags = ctx->flags;
696 	server->options = ctx->options;
697 	server->caps |= NFS_CAP_HARDLINKS | NFS_CAP_SYMLINKS;
698 
699 	switch (clp->rpc_ops->version) {
700 	case 2:
701 		server->fattr_valid = NFS_ATTR_FATTR_V2;
702 		break;
703 	case 3:
704 		server->fattr_valid = NFS_ATTR_FATTR_V3;
705 		break;
706 	default:
707 		server->fattr_valid = NFS_ATTR_FATTR_V4;
708 	}
709 
710 	if (ctx->rsize)
711 		server->rsize = nfs_block_size(ctx->rsize, NULL);
712 	if (ctx->wsize)
713 		server->wsize = nfs_block_size(ctx->wsize, NULL);
714 
715 	server->acregmin = ctx->acregmin * HZ;
716 	server->acregmax = ctx->acregmax * HZ;
717 	server->acdirmin = ctx->acdirmin * HZ;
718 	server->acdirmax = ctx->acdirmax * HZ;
719 
720 	/* Start lockd here, before we might error out */
721 	error = nfs_start_lockd(server);
722 	if (error < 0)
723 		goto error;
724 
725 	server->port = ctx->nfs_server.port;
726 	server->auth_info = ctx->auth_info;
727 
728 	error = nfs_init_server_rpcclient(server, &timeparms,
729 					  ctx->selected_flavor);
730 	if (error < 0)
731 		goto error;
732 
733 	/* Preserve the values of mount_server-related mount options */
734 	if (ctx->mount_server.addrlen) {
735 		memcpy(&server->mountd_address, &ctx->mount_server.address,
736 			ctx->mount_server.addrlen);
737 		server->mountd_addrlen = ctx->mount_server.addrlen;
738 	}
739 	server->mountd_version = ctx->mount_server.version;
740 	server->mountd_port = ctx->mount_server.port;
741 	server->mountd_protocol = ctx->mount_server.protocol;
742 
743 	server->namelen  = ctx->namlen;
744 	return 0;
745 
746 error:
747 	server->nfs_client = NULL;
748 	nfs_put_client(clp);
749 	return error;
750 }
751 
752 /*
753  * Load up the server record from information gained in an fsinfo record
754  */
755 static void nfs_server_set_fsinfo(struct nfs_server *server,
756 				  struct nfs_fsinfo *fsinfo)
757 {
758 	unsigned long max_rpc_payload, raw_max_rpc_payload;
759 
760 	/* Work out a lot of parameters */
761 	if (server->rsize == 0)
762 		server->rsize = nfs_block_size(fsinfo->rtpref, NULL);
763 	if (server->wsize == 0)
764 		server->wsize = nfs_block_size(fsinfo->wtpref, NULL);
765 
766 	if (fsinfo->rtmax >= 512 && server->rsize > fsinfo->rtmax)
767 		server->rsize = nfs_block_size(fsinfo->rtmax, NULL);
768 	if (fsinfo->wtmax >= 512 && server->wsize > fsinfo->wtmax)
769 		server->wsize = nfs_block_size(fsinfo->wtmax, NULL);
770 
771 	raw_max_rpc_payload = rpc_max_payload(server->client);
772 	max_rpc_payload = nfs_block_size(raw_max_rpc_payload, NULL);
773 
774 	if (server->rsize > max_rpc_payload)
775 		server->rsize = max_rpc_payload;
776 	if (server->rsize > NFS_MAX_FILE_IO_SIZE)
777 		server->rsize = NFS_MAX_FILE_IO_SIZE;
778 	server->rpages = (server->rsize + PAGE_SIZE - 1) >> PAGE_SHIFT;
779 
780 	if (server->wsize > max_rpc_payload)
781 		server->wsize = max_rpc_payload;
782 	if (server->wsize > NFS_MAX_FILE_IO_SIZE)
783 		server->wsize = NFS_MAX_FILE_IO_SIZE;
784 	server->wpages = (server->wsize + PAGE_SIZE - 1) >> PAGE_SHIFT;
785 
786 	server->wtmult = nfs_block_bits(fsinfo->wtmult, NULL);
787 
788 	server->dtsize = nfs_block_size(fsinfo->dtpref, NULL);
789 	if (server->dtsize > NFS_MAX_FILE_IO_SIZE)
790 		server->dtsize = NFS_MAX_FILE_IO_SIZE;
791 	if (server->dtsize > server->rsize)
792 		server->dtsize = server->rsize;
793 
794 	if (server->flags & NFS_MOUNT_NOAC) {
795 		server->acregmin = server->acregmax = 0;
796 		server->acdirmin = server->acdirmax = 0;
797 	}
798 
799 	server->maxfilesize = fsinfo->maxfilesize;
800 
801 	server->time_delta = fsinfo->time_delta;
802 	server->change_attr_type = fsinfo->change_attr_type;
803 
804 	server->clone_blksize = fsinfo->clone_blksize;
805 	/* We're airborne Set socket buffersize */
806 	rpc_setbufsize(server->client, server->wsize + 100, server->rsize + 100);
807 
808 #ifdef CONFIG_NFS_V4_2
809 	/*
810 	 * Defaults until limited by the session parameters.
811 	 */
812 	server->gxasize = min_t(unsigned int, raw_max_rpc_payload,
813 				XATTR_SIZE_MAX);
814 	server->sxasize = min_t(unsigned int, raw_max_rpc_payload,
815 				XATTR_SIZE_MAX);
816 	server->lxasize = min_t(unsigned int, raw_max_rpc_payload,
817 				nfs42_listxattr_xdrsize(XATTR_LIST_MAX));
818 
819 	if (fsinfo->xattr_support)
820 		server->caps |= NFS_CAP_XATTR;
821 #endif
822 }
823 
824 /*
825  * Probe filesystem information, including the FSID on v2/v3
826  */
827 static int nfs_probe_fsinfo(struct nfs_server *server, struct nfs_fh *mntfh, struct nfs_fattr *fattr)
828 {
829 	struct nfs_fsinfo fsinfo;
830 	struct nfs_client *clp = server->nfs_client;
831 	int error;
832 
833 	if (clp->rpc_ops->set_capabilities != NULL) {
834 		error = clp->rpc_ops->set_capabilities(server, mntfh);
835 		if (error < 0)
836 			return error;
837 	}
838 
839 	fsinfo.fattr = fattr;
840 	fsinfo.nlayouttypes = 0;
841 	memset(fsinfo.layouttype, 0, sizeof(fsinfo.layouttype));
842 	error = clp->rpc_ops->fsinfo(server, mntfh, &fsinfo);
843 	if (error < 0)
844 		return error;
845 
846 	nfs_server_set_fsinfo(server, &fsinfo);
847 
848 	/* Get some general file system info */
849 	if (server->namelen == 0) {
850 		struct nfs_pathconf pathinfo;
851 
852 		pathinfo.fattr = fattr;
853 		nfs_fattr_init(fattr);
854 
855 		if (clp->rpc_ops->pathconf(server, mntfh, &pathinfo) >= 0)
856 			server->namelen = pathinfo.max_namelen;
857 	}
858 
859 	if (clp->rpc_ops->discover_trunking != NULL &&
860 			(server->caps & NFS_CAP_FS_LOCATIONS &&
861 			 (server->flags & NFS_MOUNT_TRUNK_DISCOVERY))) {
862 		error = clp->rpc_ops->discover_trunking(server, mntfh);
863 		if (error < 0)
864 			return error;
865 	}
866 
867 	return 0;
868 }
869 
870 /*
871  * Grab the destination's particulars, including lease expiry time.
872  *
873  * Returns zero if probe succeeded and retrieved FSID matches the FSID
874  * we have cached.
875  */
876 int nfs_probe_server(struct nfs_server *server, struct nfs_fh *mntfh)
877 {
878 	struct nfs_fattr *fattr;
879 	int error;
880 
881 	fattr = nfs_alloc_fattr();
882 	if (fattr == NULL)
883 		return -ENOMEM;
884 
885 	/* Sanity: the probe won't work if the destination server
886 	 * does not recognize the migrated FH. */
887 	error = nfs_probe_fsinfo(server, mntfh, fattr);
888 
889 	nfs_free_fattr(fattr);
890 	return error;
891 }
892 EXPORT_SYMBOL_GPL(nfs_probe_server);
893 
894 /*
895  * Copy useful information when duplicating a server record
896  */
897 void nfs_server_copy_userdata(struct nfs_server *target, struct nfs_server *source)
898 {
899 	target->flags = source->flags;
900 	target->rsize = source->rsize;
901 	target->wsize = source->wsize;
902 	target->acregmin = source->acregmin;
903 	target->acregmax = source->acregmax;
904 	target->acdirmin = source->acdirmin;
905 	target->acdirmax = source->acdirmax;
906 	target->caps = source->caps;
907 	target->options = source->options;
908 	target->auth_info = source->auth_info;
909 	target->port = source->port;
910 }
911 EXPORT_SYMBOL_GPL(nfs_server_copy_userdata);
912 
913 void nfs_server_insert_lists(struct nfs_server *server)
914 {
915 	struct nfs_client *clp = server->nfs_client;
916 	struct nfs_net *nn = net_generic(clp->cl_net, nfs_net_id);
917 
918 	spin_lock(&nn->nfs_client_lock);
919 	list_add_tail_rcu(&server->client_link, &clp->cl_superblocks);
920 	list_add_tail(&server->master_link, &nn->nfs_volume_list);
921 	clear_bit(NFS_CS_STOP_RENEW, &clp->cl_res_state);
922 	spin_unlock(&nn->nfs_client_lock);
923 
924 }
925 EXPORT_SYMBOL_GPL(nfs_server_insert_lists);
926 
927 void nfs_server_remove_lists(struct nfs_server *server)
928 {
929 	struct nfs_client *clp = server->nfs_client;
930 	struct nfs_net *nn;
931 
932 	if (clp == NULL)
933 		return;
934 	nn = net_generic(clp->cl_net, nfs_net_id);
935 	spin_lock(&nn->nfs_client_lock);
936 	list_del_rcu(&server->client_link);
937 	if (list_empty(&clp->cl_superblocks))
938 		set_bit(NFS_CS_STOP_RENEW, &clp->cl_res_state);
939 	list_del(&server->master_link);
940 	spin_unlock(&nn->nfs_client_lock);
941 
942 	synchronize_rcu();
943 }
944 EXPORT_SYMBOL_GPL(nfs_server_remove_lists);
945 
946 /*
947  * Allocate and initialise a server record
948  */
949 struct nfs_server *nfs_alloc_server(void)
950 {
951 	struct nfs_server *server;
952 
953 	server = kzalloc(sizeof(struct nfs_server), GFP_KERNEL);
954 	if (!server)
955 		return NULL;
956 
957 	server->client = server->client_acl = ERR_PTR(-EINVAL);
958 
959 	/* Zero out the NFS state stuff */
960 	INIT_LIST_HEAD(&server->client_link);
961 	INIT_LIST_HEAD(&server->master_link);
962 	INIT_LIST_HEAD(&server->delegations);
963 	INIT_LIST_HEAD(&server->layouts);
964 	INIT_LIST_HEAD(&server->state_owners_lru);
965 	INIT_LIST_HEAD(&server->ss_copies);
966 
967 	atomic_set(&server->active, 0);
968 
969 	server->io_stats = nfs_alloc_iostats();
970 	if (!server->io_stats) {
971 		kfree(server);
972 		return NULL;
973 	}
974 
975 	server->change_attr_type = NFS4_CHANGE_TYPE_IS_UNDEFINED;
976 
977 	ida_init(&server->openowner_id);
978 	ida_init(&server->lockowner_id);
979 	pnfs_init_server(server);
980 	rpc_init_wait_queue(&server->uoc_rpcwaitq, "NFS UOC");
981 
982 	return server;
983 }
984 EXPORT_SYMBOL_GPL(nfs_alloc_server);
985 
986 /*
987  * Free up a server record
988  */
989 void nfs_free_server(struct nfs_server *server)
990 {
991 	nfs_server_remove_lists(server);
992 
993 	if (server->destroy != NULL)
994 		server->destroy(server);
995 
996 	if (!IS_ERR(server->client_acl))
997 		rpc_shutdown_client(server->client_acl);
998 	if (!IS_ERR(server->client))
999 		rpc_shutdown_client(server->client);
1000 
1001 	nfs_put_client(server->nfs_client);
1002 
1003 	ida_destroy(&server->lockowner_id);
1004 	ida_destroy(&server->openowner_id);
1005 	nfs_free_iostats(server->io_stats);
1006 	put_cred(server->cred);
1007 	kfree(server);
1008 	nfs_release_automount_timer();
1009 }
1010 EXPORT_SYMBOL_GPL(nfs_free_server);
1011 
1012 /*
1013  * Create a version 2 or 3 volume record
1014  * - keyed on server and FSID
1015  */
1016 struct nfs_server *nfs_create_server(struct fs_context *fc)
1017 {
1018 	struct nfs_fs_context *ctx = nfs_fc2context(fc);
1019 	struct nfs_server *server;
1020 	struct nfs_fattr *fattr;
1021 	int error;
1022 
1023 	server = nfs_alloc_server();
1024 	if (!server)
1025 		return ERR_PTR(-ENOMEM);
1026 
1027 	server->cred = get_cred(fc->cred);
1028 
1029 	error = -ENOMEM;
1030 	fattr = nfs_alloc_fattr();
1031 	if (fattr == NULL)
1032 		goto error;
1033 
1034 	/* Get a client representation */
1035 	error = nfs_init_server(server, fc);
1036 	if (error < 0)
1037 		goto error;
1038 
1039 	/* Probe the root fh to retrieve its FSID */
1040 	error = nfs_probe_fsinfo(server, ctx->mntfh, fattr);
1041 	if (error < 0)
1042 		goto error;
1043 	if (server->nfs_client->rpc_ops->version == 3) {
1044 		if (server->namelen == 0 || server->namelen > NFS3_MAXNAMLEN)
1045 			server->namelen = NFS3_MAXNAMLEN;
1046 		if (!(ctx->flags & NFS_MOUNT_NORDIRPLUS))
1047 			server->caps |= NFS_CAP_READDIRPLUS;
1048 	} else {
1049 		if (server->namelen == 0 || server->namelen > NFS2_MAXNAMLEN)
1050 			server->namelen = NFS2_MAXNAMLEN;
1051 	}
1052 
1053 	if (!(fattr->valid & NFS_ATTR_FATTR)) {
1054 		error = ctx->nfs_mod->rpc_ops->getattr(server, ctx->mntfh,
1055 						       fattr, NULL);
1056 		if (error < 0) {
1057 			dprintk("nfs_create_server: getattr error = %d\n", -error);
1058 			goto error;
1059 		}
1060 	}
1061 	memcpy(&server->fsid, &fattr->fsid, sizeof(server->fsid));
1062 
1063 	dprintk("Server FSID: %llx:%llx\n",
1064 		(unsigned long long) server->fsid.major,
1065 		(unsigned long long) server->fsid.minor);
1066 
1067 	nfs_server_insert_lists(server);
1068 	server->mount_time = jiffies;
1069 	nfs_free_fattr(fattr);
1070 	return server;
1071 
1072 error:
1073 	nfs_free_fattr(fattr);
1074 	nfs_free_server(server);
1075 	return ERR_PTR(error);
1076 }
1077 EXPORT_SYMBOL_GPL(nfs_create_server);
1078 
1079 /*
1080  * Clone an NFS2, NFS3 or NFS4 server record
1081  */
1082 struct nfs_server *nfs_clone_server(struct nfs_server *source,
1083 				    struct nfs_fh *fh,
1084 				    struct nfs_fattr *fattr,
1085 				    rpc_authflavor_t flavor)
1086 {
1087 	struct nfs_server *server;
1088 	int error;
1089 
1090 	server = nfs_alloc_server();
1091 	if (!server)
1092 		return ERR_PTR(-ENOMEM);
1093 
1094 	server->cred = get_cred(source->cred);
1095 
1096 	/* Copy data from the source */
1097 	server->nfs_client = source->nfs_client;
1098 	server->destroy = source->destroy;
1099 	refcount_inc(&server->nfs_client->cl_count);
1100 	nfs_server_copy_userdata(server, source);
1101 
1102 	server->fsid = fattr->fsid;
1103 
1104 	error = nfs_init_server_rpcclient(server,
1105 			source->client->cl_timeout,
1106 			flavor);
1107 	if (error < 0)
1108 		goto out_free_server;
1109 
1110 	/* probe the filesystem info for this server filesystem */
1111 	error = nfs_probe_server(server, fh);
1112 	if (error < 0)
1113 		goto out_free_server;
1114 
1115 	if (server->namelen == 0 || server->namelen > NFS4_MAXNAMLEN)
1116 		server->namelen = NFS4_MAXNAMLEN;
1117 
1118 	error = nfs_start_lockd(server);
1119 	if (error < 0)
1120 		goto out_free_server;
1121 
1122 	nfs_server_insert_lists(server);
1123 	server->mount_time = jiffies;
1124 
1125 	return server;
1126 
1127 out_free_server:
1128 	nfs_free_server(server);
1129 	return ERR_PTR(error);
1130 }
1131 EXPORT_SYMBOL_GPL(nfs_clone_server);
1132 
1133 void nfs_clients_init(struct net *net)
1134 {
1135 	struct nfs_net *nn = net_generic(net, nfs_net_id);
1136 
1137 	INIT_LIST_HEAD(&nn->nfs_client_list);
1138 	INIT_LIST_HEAD(&nn->nfs_volume_list);
1139 #if IS_ENABLED(CONFIG_NFS_V4)
1140 	idr_init(&nn->cb_ident_idr);
1141 #endif
1142 	spin_lock_init(&nn->nfs_client_lock);
1143 	nn->boot_time = ktime_get_real();
1144 
1145 	nfs_netns_sysfs_setup(nn, net);
1146 }
1147 
1148 void nfs_clients_exit(struct net *net)
1149 {
1150 	struct nfs_net *nn = net_generic(net, nfs_net_id);
1151 
1152 	nfs_netns_sysfs_destroy(nn);
1153 	nfs_cleanup_cb_ident_idr(net);
1154 	WARN_ON_ONCE(!list_empty(&nn->nfs_client_list));
1155 	WARN_ON_ONCE(!list_empty(&nn->nfs_volume_list));
1156 }
1157 
1158 #ifdef CONFIG_PROC_FS
1159 static void *nfs_server_list_start(struct seq_file *p, loff_t *pos);
1160 static void *nfs_server_list_next(struct seq_file *p, void *v, loff_t *pos);
1161 static void nfs_server_list_stop(struct seq_file *p, void *v);
1162 static int nfs_server_list_show(struct seq_file *m, void *v);
1163 
1164 static const struct seq_operations nfs_server_list_ops = {
1165 	.start	= nfs_server_list_start,
1166 	.next	= nfs_server_list_next,
1167 	.stop	= nfs_server_list_stop,
1168 	.show	= nfs_server_list_show,
1169 };
1170 
1171 static void *nfs_volume_list_start(struct seq_file *p, loff_t *pos);
1172 static void *nfs_volume_list_next(struct seq_file *p, void *v, loff_t *pos);
1173 static void nfs_volume_list_stop(struct seq_file *p, void *v);
1174 static int nfs_volume_list_show(struct seq_file *m, void *v);
1175 
1176 static const struct seq_operations nfs_volume_list_ops = {
1177 	.start	= nfs_volume_list_start,
1178 	.next	= nfs_volume_list_next,
1179 	.stop	= nfs_volume_list_stop,
1180 	.show	= nfs_volume_list_show,
1181 };
1182 
1183 /*
1184  * set up the iterator to start reading from the server list and return the first item
1185  */
1186 static void *nfs_server_list_start(struct seq_file *m, loff_t *_pos)
1187 				__acquires(&nn->nfs_client_lock)
1188 {
1189 	struct nfs_net *nn = net_generic(seq_file_net(m), nfs_net_id);
1190 
1191 	/* lock the list against modification */
1192 	spin_lock(&nn->nfs_client_lock);
1193 	return seq_list_start_head(&nn->nfs_client_list, *_pos);
1194 }
1195 
1196 /*
1197  * move to next server
1198  */
1199 static void *nfs_server_list_next(struct seq_file *p, void *v, loff_t *pos)
1200 {
1201 	struct nfs_net *nn = net_generic(seq_file_net(p), nfs_net_id);
1202 
1203 	return seq_list_next(v, &nn->nfs_client_list, pos);
1204 }
1205 
1206 /*
1207  * clean up after reading from the transports list
1208  */
1209 static void nfs_server_list_stop(struct seq_file *p, void *v)
1210 				__releases(&nn->nfs_client_lock)
1211 {
1212 	struct nfs_net *nn = net_generic(seq_file_net(p), nfs_net_id);
1213 
1214 	spin_unlock(&nn->nfs_client_lock);
1215 }
1216 
1217 /*
1218  * display a header line followed by a load of call lines
1219  */
1220 static int nfs_server_list_show(struct seq_file *m, void *v)
1221 {
1222 	struct nfs_client *clp;
1223 	struct nfs_net *nn = net_generic(seq_file_net(m), nfs_net_id);
1224 
1225 	/* display header on line 1 */
1226 	if (v == &nn->nfs_client_list) {
1227 		seq_puts(m, "NV SERVER   PORT USE HOSTNAME\n");
1228 		return 0;
1229 	}
1230 
1231 	/* display one transport per line on subsequent lines */
1232 	clp = list_entry(v, struct nfs_client, cl_share_link);
1233 
1234 	/* Check if the client is initialized */
1235 	if (clp->cl_cons_state != NFS_CS_READY)
1236 		return 0;
1237 
1238 	rcu_read_lock();
1239 	seq_printf(m, "v%u %s %s %3d %s\n",
1240 		   clp->rpc_ops->version,
1241 		   rpc_peeraddr2str(clp->cl_rpcclient, RPC_DISPLAY_HEX_ADDR),
1242 		   rpc_peeraddr2str(clp->cl_rpcclient, RPC_DISPLAY_HEX_PORT),
1243 		   refcount_read(&clp->cl_count),
1244 		   clp->cl_hostname);
1245 	rcu_read_unlock();
1246 
1247 	return 0;
1248 }
1249 
1250 /*
1251  * set up the iterator to start reading from the volume list and return the first item
1252  */
1253 static void *nfs_volume_list_start(struct seq_file *m, loff_t *_pos)
1254 				__acquires(&nn->nfs_client_lock)
1255 {
1256 	struct nfs_net *nn = net_generic(seq_file_net(m), nfs_net_id);
1257 
1258 	/* lock the list against modification */
1259 	spin_lock(&nn->nfs_client_lock);
1260 	return seq_list_start_head(&nn->nfs_volume_list, *_pos);
1261 }
1262 
1263 /*
1264  * move to next volume
1265  */
1266 static void *nfs_volume_list_next(struct seq_file *p, void *v, loff_t *pos)
1267 {
1268 	struct nfs_net *nn = net_generic(seq_file_net(p), nfs_net_id);
1269 
1270 	return seq_list_next(v, &nn->nfs_volume_list, pos);
1271 }
1272 
1273 /*
1274  * clean up after reading from the transports list
1275  */
1276 static void nfs_volume_list_stop(struct seq_file *p, void *v)
1277 				__releases(&nn->nfs_client_lock)
1278 {
1279 	struct nfs_net *nn = net_generic(seq_file_net(p), nfs_net_id);
1280 
1281 	spin_unlock(&nn->nfs_client_lock);
1282 }
1283 
1284 /*
1285  * display a header line followed by a load of call lines
1286  */
1287 static int nfs_volume_list_show(struct seq_file *m, void *v)
1288 {
1289 	struct nfs_server *server;
1290 	struct nfs_client *clp;
1291 	char dev[13];	// 8 for 2^24, 1 for ':', 3 for 2^8, 1 for '\0'
1292 	char fsid[34];	// 2 * 16 for %llx, 1 for ':', 1 for '\0'
1293 	struct nfs_net *nn = net_generic(seq_file_net(m), nfs_net_id);
1294 
1295 	/* display header on line 1 */
1296 	if (v == &nn->nfs_volume_list) {
1297 		seq_puts(m, "NV SERVER   PORT DEV          FSID"
1298 			    "                              FSC\n");
1299 		return 0;
1300 	}
1301 	/* display one transport per line on subsequent lines */
1302 	server = list_entry(v, struct nfs_server, master_link);
1303 	clp = server->nfs_client;
1304 
1305 	snprintf(dev, sizeof(dev), "%u:%u",
1306 		 MAJOR(server->s_dev), MINOR(server->s_dev));
1307 
1308 	snprintf(fsid, sizeof(fsid), "%llx:%llx",
1309 		 (unsigned long long) server->fsid.major,
1310 		 (unsigned long long) server->fsid.minor);
1311 
1312 	rcu_read_lock();
1313 	seq_printf(m, "v%u %s %s %-12s %-33s %s\n",
1314 		   clp->rpc_ops->version,
1315 		   rpc_peeraddr2str(clp->cl_rpcclient, RPC_DISPLAY_HEX_ADDR),
1316 		   rpc_peeraddr2str(clp->cl_rpcclient, RPC_DISPLAY_HEX_PORT),
1317 		   dev,
1318 		   fsid,
1319 		   nfs_server_fscache_state(server));
1320 	rcu_read_unlock();
1321 
1322 	return 0;
1323 }
1324 
1325 int nfs_fs_proc_net_init(struct net *net)
1326 {
1327 	struct nfs_net *nn = net_generic(net, nfs_net_id);
1328 	struct proc_dir_entry *p;
1329 
1330 	nn->proc_nfsfs = proc_net_mkdir(net, "nfsfs", net->proc_net);
1331 	if (!nn->proc_nfsfs)
1332 		goto error_0;
1333 
1334 	/* a file of servers with which we're dealing */
1335 	p = proc_create_net("servers", S_IFREG|S_IRUGO, nn->proc_nfsfs,
1336 			&nfs_server_list_ops, sizeof(struct seq_net_private));
1337 	if (!p)
1338 		goto error_1;
1339 
1340 	/* a file of volumes that we have mounted */
1341 	p = proc_create_net("volumes", S_IFREG|S_IRUGO, nn->proc_nfsfs,
1342 			&nfs_volume_list_ops, sizeof(struct seq_net_private));
1343 	if (!p)
1344 		goto error_1;
1345 	return 0;
1346 
1347 error_1:
1348 	remove_proc_subtree("nfsfs", net->proc_net);
1349 error_0:
1350 	return -ENOMEM;
1351 }
1352 
1353 void nfs_fs_proc_net_exit(struct net *net)
1354 {
1355 	remove_proc_subtree("nfsfs", net->proc_net);
1356 }
1357 
1358 /*
1359  * initialise the /proc/fs/nfsfs/ directory
1360  */
1361 int __init nfs_fs_proc_init(void)
1362 {
1363 	if (!proc_mkdir("fs/nfsfs", NULL))
1364 		goto error_0;
1365 
1366 	/* a file of servers with which we're dealing */
1367 	if (!proc_symlink("fs/nfsfs/servers", NULL, "../../net/nfsfs/servers"))
1368 		goto error_1;
1369 
1370 	/* a file of volumes that we have mounted */
1371 	if (!proc_symlink("fs/nfsfs/volumes", NULL, "../../net/nfsfs/volumes"))
1372 		goto error_1;
1373 
1374 	return 0;
1375 error_1:
1376 	remove_proc_subtree("fs/nfsfs", NULL);
1377 error_0:
1378 	return -ENOMEM;
1379 }
1380 
1381 /*
1382  * clean up the /proc/fs/nfsfs/ directory
1383  */
1384 void nfs_fs_proc_exit(void)
1385 {
1386 	remove_proc_subtree("fs/nfsfs", NULL);
1387 }
1388 
1389 #endif /* CONFIG_PROC_FS */
1390