xref: /linux/net/rxrpc/af_rxrpc.c (revision e26207a3819684e9b4450a2d30bdd065fa92d9c7)
1 /* AF_RXRPC implementation
2  *
3  * Copyright (C) 2007 Red Hat, Inc. All Rights Reserved.
4  * Written by David Howells (dhowells@redhat.com)
5  *
6  * This program is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU General Public License
8  * as published by the Free Software Foundation; either version
9  * 2 of the License, or (at your option) any later version.
10  */
11 
12 #include <linux/module.h>
13 #include <linux/net.h>
14 #include <linux/skbuff.h>
15 #include <linux/poll.h>
16 #include <linux/proc_fs.h>
17 #include <linux/key-type.h>
18 #include <net/net_namespace.h>
19 #include <net/sock.h>
20 #include <net/af_rxrpc.h>
21 #include "ar-internal.h"
22 
23 MODULE_DESCRIPTION("RxRPC network protocol");
24 MODULE_AUTHOR("Red Hat, Inc.");
25 MODULE_LICENSE("GPL");
26 MODULE_ALIAS_NETPROTO(PF_RXRPC);
27 
28 unsigned rxrpc_debug; // = RXRPC_DEBUG_KPROTO;
29 module_param_named(debug, rxrpc_debug, uint, S_IWUSR | S_IRUGO);
30 MODULE_PARM_DESC(debug, "RxRPC debugging mask");
31 
32 static int sysctl_rxrpc_max_qlen __read_mostly = 10;
33 
34 static struct proto rxrpc_proto;
35 static const struct proto_ops rxrpc_rpc_ops;
36 
37 /* local epoch for detecting local-end reset */
38 __be32 rxrpc_epoch;
39 
40 /* current debugging ID */
41 atomic_t rxrpc_debug_id;
42 
43 /* count of skbs currently in use */
44 atomic_t rxrpc_n_skbs;
45 
46 struct workqueue_struct *rxrpc_workqueue;
47 
48 static void rxrpc_sock_destructor(struct sock *);
49 
50 /*
51  * see if an RxRPC socket is currently writable
52  */
53 static inline int rxrpc_writable(struct sock *sk)
54 {
55 	return atomic_read(&sk->sk_wmem_alloc) < (size_t) sk->sk_sndbuf;
56 }
57 
58 /*
59  * wait for write bufferage to become available
60  */
61 static void rxrpc_write_space(struct sock *sk)
62 {
63 	_enter("%p", sk);
64 	read_lock(&sk->sk_callback_lock);
65 	if (rxrpc_writable(sk)) {
66 		if (sk_has_sleeper(sk))
67 			wake_up_interruptible(sk->sk_sleep);
68 		sk_wake_async(sk, SOCK_WAKE_SPACE, POLL_OUT);
69 	}
70 	read_unlock(&sk->sk_callback_lock);
71 }
72 
73 /*
74  * validate an RxRPC address
75  */
76 static int rxrpc_validate_address(struct rxrpc_sock *rx,
77 				  struct sockaddr_rxrpc *srx,
78 				  int len)
79 {
80 	if (len < sizeof(struct sockaddr_rxrpc))
81 		return -EINVAL;
82 
83 	if (srx->srx_family != AF_RXRPC)
84 		return -EAFNOSUPPORT;
85 
86 	if (srx->transport_type != SOCK_DGRAM)
87 		return -ESOCKTNOSUPPORT;
88 
89 	len -= offsetof(struct sockaddr_rxrpc, transport);
90 	if (srx->transport_len < sizeof(sa_family_t) ||
91 	    srx->transport_len > len)
92 		return -EINVAL;
93 
94 	if (srx->transport.family != rx->proto)
95 		return -EAFNOSUPPORT;
96 
97 	switch (srx->transport.family) {
98 	case AF_INET:
99 		_debug("INET: %x @ %pI4",
100 		       ntohs(srx->transport.sin.sin_port),
101 		       &srx->transport.sin.sin_addr);
102 		if (srx->transport_len > 8)
103 			memset((void *)&srx->transport + 8, 0,
104 			       srx->transport_len - 8);
105 		break;
106 
107 	case AF_INET6:
108 	default:
109 		return -EAFNOSUPPORT;
110 	}
111 
112 	return 0;
113 }
114 
115 /*
116  * bind a local address to an RxRPC socket
117  */
118 static int rxrpc_bind(struct socket *sock, struct sockaddr *saddr, int len)
119 {
120 	struct sockaddr_rxrpc *srx = (struct sockaddr_rxrpc *) saddr;
121 	struct sock *sk = sock->sk;
122 	struct rxrpc_local *local;
123 	struct rxrpc_sock *rx = rxrpc_sk(sk), *prx;
124 	__be16 service_id;
125 	int ret;
126 
127 	_enter("%p,%p,%d", rx, saddr, len);
128 
129 	ret = rxrpc_validate_address(rx, srx, len);
130 	if (ret < 0)
131 		goto error;
132 
133 	lock_sock(&rx->sk);
134 
135 	if (rx->sk.sk_state != RXRPC_UNCONNECTED) {
136 		ret = -EINVAL;
137 		goto error_unlock;
138 	}
139 
140 	memcpy(&rx->srx, srx, sizeof(rx->srx));
141 
142 	/* find a local transport endpoint if we don't have one already */
143 	local = rxrpc_lookup_local(&rx->srx);
144 	if (IS_ERR(local)) {
145 		ret = PTR_ERR(local);
146 		goto error_unlock;
147 	}
148 
149 	rx->local = local;
150 	if (srx->srx_service) {
151 		service_id = htons(srx->srx_service);
152 		write_lock_bh(&local->services_lock);
153 		list_for_each_entry(prx, &local->services, listen_link) {
154 			if (prx->service_id == service_id)
155 				goto service_in_use;
156 		}
157 
158 		rx->service_id = service_id;
159 		list_add_tail(&rx->listen_link, &local->services);
160 		write_unlock_bh(&local->services_lock);
161 
162 		rx->sk.sk_state = RXRPC_SERVER_BOUND;
163 	} else {
164 		rx->sk.sk_state = RXRPC_CLIENT_BOUND;
165 	}
166 
167 	release_sock(&rx->sk);
168 	_leave(" = 0");
169 	return 0;
170 
171 service_in_use:
172 	ret = -EADDRINUSE;
173 	write_unlock_bh(&local->services_lock);
174 error_unlock:
175 	release_sock(&rx->sk);
176 error:
177 	_leave(" = %d", ret);
178 	return ret;
179 }
180 
181 /*
182  * set the number of pending calls permitted on a listening socket
183  */
184 static int rxrpc_listen(struct socket *sock, int backlog)
185 {
186 	struct sock *sk = sock->sk;
187 	struct rxrpc_sock *rx = rxrpc_sk(sk);
188 	int ret;
189 
190 	_enter("%p,%d", rx, backlog);
191 
192 	lock_sock(&rx->sk);
193 
194 	switch (rx->sk.sk_state) {
195 	case RXRPC_UNCONNECTED:
196 		ret = -EADDRNOTAVAIL;
197 		break;
198 	case RXRPC_CLIENT_BOUND:
199 	case RXRPC_CLIENT_CONNECTED:
200 	default:
201 		ret = -EBUSY;
202 		break;
203 	case RXRPC_SERVER_BOUND:
204 		ASSERT(rx->local != NULL);
205 		sk->sk_max_ack_backlog = backlog;
206 		rx->sk.sk_state = RXRPC_SERVER_LISTENING;
207 		ret = 0;
208 		break;
209 	}
210 
211 	release_sock(&rx->sk);
212 	_leave(" = %d", ret);
213 	return ret;
214 }
215 
216 /*
217  * find a transport by address
218  */
219 static struct rxrpc_transport *rxrpc_name_to_transport(struct socket *sock,
220 						       struct sockaddr *addr,
221 						       int addr_len, int flags,
222 						       gfp_t gfp)
223 {
224 	struct sockaddr_rxrpc *srx = (struct sockaddr_rxrpc *) addr;
225 	struct rxrpc_transport *trans;
226 	struct rxrpc_sock *rx = rxrpc_sk(sock->sk);
227 	struct rxrpc_peer *peer;
228 
229 	_enter("%p,%p,%d,%d", rx, addr, addr_len, flags);
230 
231 	ASSERT(rx->local != NULL);
232 	ASSERT(rx->sk.sk_state > RXRPC_UNCONNECTED);
233 
234 	if (rx->srx.transport_type != srx->transport_type)
235 		return ERR_PTR(-ESOCKTNOSUPPORT);
236 	if (rx->srx.transport.family != srx->transport.family)
237 		return ERR_PTR(-EAFNOSUPPORT);
238 
239 	/* find a remote transport endpoint from the local one */
240 	peer = rxrpc_get_peer(srx, gfp);
241 	if (IS_ERR(peer))
242 		return ERR_CAST(peer);
243 
244 	/* find a transport */
245 	trans = rxrpc_get_transport(rx->local, peer, gfp);
246 	rxrpc_put_peer(peer);
247 	_leave(" = %p", trans);
248 	return trans;
249 }
250 
251 /**
252  * rxrpc_kernel_begin_call - Allow a kernel service to begin a call
253  * @sock: The socket on which to make the call
254  * @srx: The address of the peer to contact (defaults to socket setting)
255  * @key: The security context to use (defaults to socket setting)
256  * @user_call_ID: The ID to use
257  *
258  * Allow a kernel service to begin a call on the nominated socket.  This just
259  * sets up all the internal tracking structures and allocates connection and
260  * call IDs as appropriate.  The call to be used is returned.
261  *
262  * The default socket destination address and security may be overridden by
263  * supplying @srx and @key.
264  */
265 struct rxrpc_call *rxrpc_kernel_begin_call(struct socket *sock,
266 					   struct sockaddr_rxrpc *srx,
267 					   struct key *key,
268 					   unsigned long user_call_ID,
269 					   gfp_t gfp)
270 {
271 	struct rxrpc_conn_bundle *bundle;
272 	struct rxrpc_transport *trans;
273 	struct rxrpc_call *call;
274 	struct rxrpc_sock *rx = rxrpc_sk(sock->sk);
275 	__be16 service_id;
276 
277 	_enter(",,%x,%lx", key_serial(key), user_call_ID);
278 
279 	lock_sock(&rx->sk);
280 
281 	if (srx) {
282 		trans = rxrpc_name_to_transport(sock, (struct sockaddr *) srx,
283 						sizeof(*srx), 0, gfp);
284 		if (IS_ERR(trans)) {
285 			call = ERR_CAST(trans);
286 			trans = NULL;
287 			goto out_notrans;
288 		}
289 	} else {
290 		trans = rx->trans;
291 		if (!trans) {
292 			call = ERR_PTR(-ENOTCONN);
293 			goto out_notrans;
294 		}
295 		atomic_inc(&trans->usage);
296 	}
297 
298 	service_id = rx->service_id;
299 	if (srx)
300 		service_id = htons(srx->srx_service);
301 
302 	if (!key)
303 		key = rx->key;
304 	if (key && !key->payload.data)
305 		key = NULL; /* a no-security key */
306 
307 	bundle = rxrpc_get_bundle(rx, trans, key, service_id, gfp);
308 	if (IS_ERR(bundle)) {
309 		call = ERR_CAST(bundle);
310 		goto out;
311 	}
312 
313 	call = rxrpc_get_client_call(rx, trans, bundle, user_call_ID, true,
314 				     gfp);
315 	rxrpc_put_bundle(trans, bundle);
316 out:
317 	rxrpc_put_transport(trans);
318 out_notrans:
319 	release_sock(&rx->sk);
320 	_leave(" = %p", call);
321 	return call;
322 }
323 
324 EXPORT_SYMBOL(rxrpc_kernel_begin_call);
325 
326 /**
327  * rxrpc_kernel_end_call - Allow a kernel service to end a call it was using
328  * @call: The call to end
329  *
330  * Allow a kernel service to end a call it was using.  The call must be
331  * complete before this is called (the call should be aborted if necessary).
332  */
333 void rxrpc_kernel_end_call(struct rxrpc_call *call)
334 {
335 	_enter("%d{%d}", call->debug_id, atomic_read(&call->usage));
336 	rxrpc_remove_user_ID(call->socket, call);
337 	rxrpc_put_call(call);
338 }
339 
340 EXPORT_SYMBOL(rxrpc_kernel_end_call);
341 
342 /**
343  * rxrpc_kernel_intercept_rx_messages - Intercept received RxRPC messages
344  * @sock: The socket to intercept received messages on
345  * @interceptor: The function to pass the messages to
346  *
347  * Allow a kernel service to intercept messages heading for the Rx queue on an
348  * RxRPC socket.  They get passed to the specified function instead.
349  * @interceptor should free the socket buffers it is given.  @interceptor is
350  * called with the socket receive queue spinlock held and softirqs disabled -
351  * this ensures that the messages will be delivered in the right order.
352  */
353 void rxrpc_kernel_intercept_rx_messages(struct socket *sock,
354 					rxrpc_interceptor_t interceptor)
355 {
356 	struct rxrpc_sock *rx = rxrpc_sk(sock->sk);
357 
358 	_enter("");
359 	rx->interceptor = interceptor;
360 }
361 
362 EXPORT_SYMBOL(rxrpc_kernel_intercept_rx_messages);
363 
364 /*
365  * connect an RxRPC socket
366  * - this just targets it at a specific destination; no actual connection
367  *   negotiation takes place
368  */
369 static int rxrpc_connect(struct socket *sock, struct sockaddr *addr,
370 			 int addr_len, int flags)
371 {
372 	struct sockaddr_rxrpc *srx = (struct sockaddr_rxrpc *) addr;
373 	struct sock *sk = sock->sk;
374 	struct rxrpc_transport *trans;
375 	struct rxrpc_local *local;
376 	struct rxrpc_sock *rx = rxrpc_sk(sk);
377 	int ret;
378 
379 	_enter("%p,%p,%d,%d", rx, addr, addr_len, flags);
380 
381 	ret = rxrpc_validate_address(rx, srx, addr_len);
382 	if (ret < 0) {
383 		_leave(" = %d [bad addr]", ret);
384 		return ret;
385 	}
386 
387 	lock_sock(&rx->sk);
388 
389 	switch (rx->sk.sk_state) {
390 	case RXRPC_UNCONNECTED:
391 		/* find a local transport endpoint if we don't have one already */
392 		ASSERTCMP(rx->local, ==, NULL);
393 		rx->srx.srx_family = AF_RXRPC;
394 		rx->srx.srx_service = 0;
395 		rx->srx.transport_type = srx->transport_type;
396 		rx->srx.transport_len = sizeof(sa_family_t);
397 		rx->srx.transport.family = srx->transport.family;
398 		local = rxrpc_lookup_local(&rx->srx);
399 		if (IS_ERR(local)) {
400 			release_sock(&rx->sk);
401 			return PTR_ERR(local);
402 		}
403 		rx->local = local;
404 		rx->sk.sk_state = RXRPC_CLIENT_BOUND;
405 	case RXRPC_CLIENT_BOUND:
406 		break;
407 	case RXRPC_CLIENT_CONNECTED:
408 		release_sock(&rx->sk);
409 		return -EISCONN;
410 	default:
411 		release_sock(&rx->sk);
412 		return -EBUSY; /* server sockets can't connect as well */
413 	}
414 
415 	trans = rxrpc_name_to_transport(sock, addr, addr_len, flags,
416 					GFP_KERNEL);
417 	if (IS_ERR(trans)) {
418 		release_sock(&rx->sk);
419 		_leave(" = %ld", PTR_ERR(trans));
420 		return PTR_ERR(trans);
421 	}
422 
423 	rx->trans = trans;
424 	rx->service_id = htons(srx->srx_service);
425 	rx->sk.sk_state = RXRPC_CLIENT_CONNECTED;
426 
427 	release_sock(&rx->sk);
428 	return 0;
429 }
430 
431 /*
432  * send a message through an RxRPC socket
433  * - in a client this does a number of things:
434  *   - finds/sets up a connection for the security specified (if any)
435  *   - initiates a call (ID in control data)
436  *   - ends the request phase of a call (if MSG_MORE is not set)
437  *   - sends a call data packet
438  *   - may send an abort (abort code in control data)
439  */
440 static int rxrpc_sendmsg(struct kiocb *iocb, struct socket *sock,
441 			 struct msghdr *m, size_t len)
442 {
443 	struct rxrpc_transport *trans;
444 	struct rxrpc_sock *rx = rxrpc_sk(sock->sk);
445 	int ret;
446 
447 	_enter(",{%d},,%zu", rx->sk.sk_state, len);
448 
449 	if (m->msg_flags & MSG_OOB)
450 		return -EOPNOTSUPP;
451 
452 	if (m->msg_name) {
453 		ret = rxrpc_validate_address(rx, m->msg_name, m->msg_namelen);
454 		if (ret < 0) {
455 			_leave(" = %d [bad addr]", ret);
456 			return ret;
457 		}
458 	}
459 
460 	trans = NULL;
461 	lock_sock(&rx->sk);
462 
463 	if (m->msg_name) {
464 		ret = -EISCONN;
465 		trans = rxrpc_name_to_transport(sock, m->msg_name,
466 						m->msg_namelen, 0, GFP_KERNEL);
467 		if (IS_ERR(trans)) {
468 			ret = PTR_ERR(trans);
469 			trans = NULL;
470 			goto out;
471 		}
472 	} else {
473 		trans = rx->trans;
474 		if (trans)
475 			atomic_inc(&trans->usage);
476 	}
477 
478 	switch (rx->sk.sk_state) {
479 	case RXRPC_SERVER_LISTENING:
480 		if (!m->msg_name) {
481 			ret = rxrpc_server_sendmsg(iocb, rx, m, len);
482 			break;
483 		}
484 	case RXRPC_SERVER_BOUND:
485 	case RXRPC_CLIENT_BOUND:
486 		if (!m->msg_name) {
487 			ret = -ENOTCONN;
488 			break;
489 		}
490 	case RXRPC_CLIENT_CONNECTED:
491 		ret = rxrpc_client_sendmsg(iocb, rx, trans, m, len);
492 		break;
493 	default:
494 		ret = -ENOTCONN;
495 		break;
496 	}
497 
498 out:
499 	release_sock(&rx->sk);
500 	if (trans)
501 		rxrpc_put_transport(trans);
502 	_leave(" = %d", ret);
503 	return ret;
504 }
505 
506 /*
507  * set RxRPC socket options
508  */
509 static int rxrpc_setsockopt(struct socket *sock, int level, int optname,
510 			    char __user *optval, unsigned int optlen)
511 {
512 	struct rxrpc_sock *rx = rxrpc_sk(sock->sk);
513 	unsigned min_sec_level;
514 	int ret;
515 
516 	_enter(",%d,%d,,%d", level, optname, optlen);
517 
518 	lock_sock(&rx->sk);
519 	ret = -EOPNOTSUPP;
520 
521 	if (level == SOL_RXRPC) {
522 		switch (optname) {
523 		case RXRPC_EXCLUSIVE_CONNECTION:
524 			ret = -EINVAL;
525 			if (optlen != 0)
526 				goto error;
527 			ret = -EISCONN;
528 			if (rx->sk.sk_state != RXRPC_UNCONNECTED)
529 				goto error;
530 			set_bit(RXRPC_SOCK_EXCLUSIVE_CONN, &rx->flags);
531 			goto success;
532 
533 		case RXRPC_SECURITY_KEY:
534 			ret = -EINVAL;
535 			if (rx->key)
536 				goto error;
537 			ret = -EISCONN;
538 			if (rx->sk.sk_state != RXRPC_UNCONNECTED)
539 				goto error;
540 			ret = rxrpc_request_key(rx, optval, optlen);
541 			goto error;
542 
543 		case RXRPC_SECURITY_KEYRING:
544 			ret = -EINVAL;
545 			if (rx->key)
546 				goto error;
547 			ret = -EISCONN;
548 			if (rx->sk.sk_state != RXRPC_UNCONNECTED)
549 				goto error;
550 			ret = rxrpc_server_keyring(rx, optval, optlen);
551 			goto error;
552 
553 		case RXRPC_MIN_SECURITY_LEVEL:
554 			ret = -EINVAL;
555 			if (optlen != sizeof(unsigned))
556 				goto error;
557 			ret = -EISCONN;
558 			if (rx->sk.sk_state != RXRPC_UNCONNECTED)
559 				goto error;
560 			ret = get_user(min_sec_level,
561 				       (unsigned __user *) optval);
562 			if (ret < 0)
563 				goto error;
564 			ret = -EINVAL;
565 			if (min_sec_level > RXRPC_SECURITY_MAX)
566 				goto error;
567 			rx->min_sec_level = min_sec_level;
568 			goto success;
569 
570 		default:
571 			break;
572 		}
573 	}
574 
575 success:
576 	ret = 0;
577 error:
578 	release_sock(&rx->sk);
579 	return ret;
580 }
581 
582 /*
583  * permit an RxRPC socket to be polled
584  */
585 static unsigned int rxrpc_poll(struct file *file, struct socket *sock,
586 			       poll_table *wait)
587 {
588 	unsigned int mask;
589 	struct sock *sk = sock->sk;
590 
591 	sock_poll_wait(file, sk->sk_sleep, wait);
592 	mask = 0;
593 
594 	/* the socket is readable if there are any messages waiting on the Rx
595 	 * queue */
596 	if (!skb_queue_empty(&sk->sk_receive_queue))
597 		mask |= POLLIN | POLLRDNORM;
598 
599 	/* the socket is writable if there is space to add new data to the
600 	 * socket; there is no guarantee that any particular call in progress
601 	 * on the socket may have space in the Tx ACK window */
602 	if (rxrpc_writable(sk))
603 		mask |= POLLOUT | POLLWRNORM;
604 
605 	return mask;
606 }
607 
608 /*
609  * create an RxRPC socket
610  */
611 static int rxrpc_create(struct net *net, struct socket *sock, int protocol,
612 			int kern)
613 {
614 	struct rxrpc_sock *rx;
615 	struct sock *sk;
616 
617 	_enter("%p,%d", sock, protocol);
618 
619 	if (!net_eq(net, &init_net))
620 		return -EAFNOSUPPORT;
621 
622 	/* we support transport protocol UDP only */
623 	if (protocol != PF_INET)
624 		return -EPROTONOSUPPORT;
625 
626 	if (sock->type != SOCK_DGRAM)
627 		return -ESOCKTNOSUPPORT;
628 
629 	sock->ops = &rxrpc_rpc_ops;
630 	sock->state = SS_UNCONNECTED;
631 
632 	sk = sk_alloc(net, PF_RXRPC, GFP_KERNEL, &rxrpc_proto);
633 	if (!sk)
634 		return -ENOMEM;
635 
636 	sock_init_data(sock, sk);
637 	sk->sk_state		= RXRPC_UNCONNECTED;
638 	sk->sk_write_space	= rxrpc_write_space;
639 	sk->sk_max_ack_backlog	= sysctl_rxrpc_max_qlen;
640 	sk->sk_destruct		= rxrpc_sock_destructor;
641 
642 	rx = rxrpc_sk(sk);
643 	rx->proto = protocol;
644 	rx->calls = RB_ROOT;
645 
646 	INIT_LIST_HEAD(&rx->listen_link);
647 	INIT_LIST_HEAD(&rx->secureq);
648 	INIT_LIST_HEAD(&rx->acceptq);
649 	rwlock_init(&rx->call_lock);
650 	memset(&rx->srx, 0, sizeof(rx->srx));
651 
652 	_leave(" = 0 [%p]", rx);
653 	return 0;
654 }
655 
656 /*
657  * RxRPC socket destructor
658  */
659 static void rxrpc_sock_destructor(struct sock *sk)
660 {
661 	_enter("%p", sk);
662 
663 	rxrpc_purge_queue(&sk->sk_receive_queue);
664 
665 	WARN_ON(atomic_read(&sk->sk_wmem_alloc));
666 	WARN_ON(!sk_unhashed(sk));
667 	WARN_ON(sk->sk_socket);
668 
669 	if (!sock_flag(sk, SOCK_DEAD)) {
670 		printk("Attempt to release alive rxrpc socket: %p\n", sk);
671 		return;
672 	}
673 }
674 
675 /*
676  * release an RxRPC socket
677  */
678 static int rxrpc_release_sock(struct sock *sk)
679 {
680 	struct rxrpc_sock *rx = rxrpc_sk(sk);
681 
682 	_enter("%p{%d,%d}", sk, sk->sk_state, atomic_read(&sk->sk_refcnt));
683 
684 	/* declare the socket closed for business */
685 	sock_orphan(sk);
686 	sk->sk_shutdown = SHUTDOWN_MASK;
687 
688 	spin_lock_bh(&sk->sk_receive_queue.lock);
689 	sk->sk_state = RXRPC_CLOSE;
690 	spin_unlock_bh(&sk->sk_receive_queue.lock);
691 
692 	ASSERTCMP(rx->listen_link.next, !=, LIST_POISON1);
693 
694 	if (!list_empty(&rx->listen_link)) {
695 		write_lock_bh(&rx->local->services_lock);
696 		list_del(&rx->listen_link);
697 		write_unlock_bh(&rx->local->services_lock);
698 	}
699 
700 	/* try to flush out this socket */
701 	rxrpc_release_calls_on_socket(rx);
702 	flush_workqueue(rxrpc_workqueue);
703 	rxrpc_purge_queue(&sk->sk_receive_queue);
704 
705 	if (rx->conn) {
706 		rxrpc_put_connection(rx->conn);
707 		rx->conn = NULL;
708 	}
709 
710 	if (rx->bundle) {
711 		rxrpc_put_bundle(rx->trans, rx->bundle);
712 		rx->bundle = NULL;
713 	}
714 	if (rx->trans) {
715 		rxrpc_put_transport(rx->trans);
716 		rx->trans = NULL;
717 	}
718 	if (rx->local) {
719 		rxrpc_put_local(rx->local);
720 		rx->local = NULL;
721 	}
722 
723 	key_put(rx->key);
724 	rx->key = NULL;
725 	key_put(rx->securities);
726 	rx->securities = NULL;
727 	sock_put(sk);
728 
729 	_leave(" = 0");
730 	return 0;
731 }
732 
733 /*
734  * release an RxRPC BSD socket on close() or equivalent
735  */
736 static int rxrpc_release(struct socket *sock)
737 {
738 	struct sock *sk = sock->sk;
739 
740 	_enter("%p{%p}", sock, sk);
741 
742 	if (!sk)
743 		return 0;
744 
745 	sock->sk = NULL;
746 
747 	return rxrpc_release_sock(sk);
748 }
749 
750 /*
751  * RxRPC network protocol
752  */
753 static const struct proto_ops rxrpc_rpc_ops = {
754 	.family		= PF_UNIX,
755 	.owner		= THIS_MODULE,
756 	.release	= rxrpc_release,
757 	.bind		= rxrpc_bind,
758 	.connect	= rxrpc_connect,
759 	.socketpair	= sock_no_socketpair,
760 	.accept		= sock_no_accept,
761 	.getname	= sock_no_getname,
762 	.poll		= rxrpc_poll,
763 	.ioctl		= sock_no_ioctl,
764 	.listen		= rxrpc_listen,
765 	.shutdown	= sock_no_shutdown,
766 	.setsockopt	= rxrpc_setsockopt,
767 	.getsockopt	= sock_no_getsockopt,
768 	.sendmsg	= rxrpc_sendmsg,
769 	.recvmsg	= rxrpc_recvmsg,
770 	.mmap		= sock_no_mmap,
771 	.sendpage	= sock_no_sendpage,
772 };
773 
774 static struct proto rxrpc_proto = {
775 	.name		= "RXRPC",
776 	.owner		= THIS_MODULE,
777 	.obj_size	= sizeof(struct rxrpc_sock),
778 	.max_header	= sizeof(struct rxrpc_header),
779 };
780 
781 static const struct net_proto_family rxrpc_family_ops = {
782 	.family	= PF_RXRPC,
783 	.create = rxrpc_create,
784 	.owner	= THIS_MODULE,
785 };
786 
787 /*
788  * initialise and register the RxRPC protocol
789  */
790 static int __init af_rxrpc_init(void)
791 {
792 	struct sk_buff *dummy_skb;
793 	int ret = -1;
794 
795 	BUILD_BUG_ON(sizeof(struct rxrpc_skb_priv) > sizeof(dummy_skb->cb));
796 
797 	rxrpc_epoch = htonl(get_seconds());
798 
799 	ret = -ENOMEM;
800 	rxrpc_call_jar = kmem_cache_create(
801 		"rxrpc_call_jar", sizeof(struct rxrpc_call), 0,
802 		SLAB_HWCACHE_ALIGN, NULL);
803 	if (!rxrpc_call_jar) {
804 		printk(KERN_NOTICE "RxRPC: Failed to allocate call jar\n");
805 		goto error_call_jar;
806 	}
807 
808 	rxrpc_workqueue = create_workqueue("krxrpcd");
809 	if (!rxrpc_workqueue) {
810 		printk(KERN_NOTICE "RxRPC: Failed to allocate work queue\n");
811 		goto error_work_queue;
812 	}
813 
814 	ret = proto_register(&rxrpc_proto, 1);
815 	if (ret < 0) {
816 		printk(KERN_CRIT "RxRPC: Cannot register protocol\n");
817 		goto error_proto;
818 	}
819 
820 	ret = sock_register(&rxrpc_family_ops);
821 	if (ret < 0) {
822 		printk(KERN_CRIT "RxRPC: Cannot register socket family\n");
823 		goto error_sock;
824 	}
825 
826 	ret = register_key_type(&key_type_rxrpc);
827 	if (ret < 0) {
828 		printk(KERN_CRIT "RxRPC: Cannot register client key type\n");
829 		goto error_key_type;
830 	}
831 
832 	ret = register_key_type(&key_type_rxrpc_s);
833 	if (ret < 0) {
834 		printk(KERN_CRIT "RxRPC: Cannot register server key type\n");
835 		goto error_key_type_s;
836 	}
837 
838 #ifdef CONFIG_PROC_FS
839 	proc_net_fops_create(&init_net, "rxrpc_calls", 0, &rxrpc_call_seq_fops);
840 	proc_net_fops_create(&init_net, "rxrpc_conns", 0, &rxrpc_connection_seq_fops);
841 #endif
842 	return 0;
843 
844 error_key_type_s:
845 	unregister_key_type(&key_type_rxrpc);
846 error_key_type:
847 	sock_unregister(PF_RXRPC);
848 error_sock:
849 	proto_unregister(&rxrpc_proto);
850 error_proto:
851 	destroy_workqueue(rxrpc_workqueue);
852 error_work_queue:
853 	kmem_cache_destroy(rxrpc_call_jar);
854 error_call_jar:
855 	return ret;
856 }
857 
858 /*
859  * unregister the RxRPC protocol
860  */
861 static void __exit af_rxrpc_exit(void)
862 {
863 	_enter("");
864 	unregister_key_type(&key_type_rxrpc_s);
865 	unregister_key_type(&key_type_rxrpc);
866 	sock_unregister(PF_RXRPC);
867 	proto_unregister(&rxrpc_proto);
868 	rxrpc_destroy_all_calls();
869 	rxrpc_destroy_all_connections();
870 	rxrpc_destroy_all_transports();
871 	rxrpc_destroy_all_peers();
872 	rxrpc_destroy_all_locals();
873 
874 	ASSERTCMP(atomic_read(&rxrpc_n_skbs), ==, 0);
875 
876 	_debug("flush scheduled work");
877 	flush_workqueue(rxrpc_workqueue);
878 	proc_net_remove(&init_net, "rxrpc_conns");
879 	proc_net_remove(&init_net, "rxrpc_calls");
880 	destroy_workqueue(rxrpc_workqueue);
881 	kmem_cache_destroy(rxrpc_call_jar);
882 	_leave("");
883 }
884 
885 module_init(af_rxrpc_init);
886 module_exit(af_rxrpc_exit);
887