20  * Post a call for attention by the socket or kernel service.  Further
23 void rxrpc_notify_socket(struct rxrpc_call *call)  in rxrpc_notify_socket()  argument
28 	_enter("%d", call->debug_id);  in rxrpc_notify_socket()
30 	if (!list_empty(&call->recvmsg_link))  in rxrpc_notify_socket()
32 	if (test_bit(RXRPC_CALL_RELEASED, &call->flags)) {  in rxrpc_notify_socket()
33 		rxrpc_see_call(call, rxrpc_call_see_notify_released);  in rxrpc_notify_socket()
39 	rx = rcu_dereference(call->socket);  in rxrpc_notify_socket()
42 		if (call->notify_rx) {  in rxrpc_notify_socket()
43 			spin_lock_irq(&call->notify_lock);  in rxrpc_notify_socket()
44 			call->notify_rx(sk, call, call->user_call_ID);  in rxrpc_notify_socket()
45 			spin_unlock_irq(&call->notify_lock);  in rxrpc_notify_socket()
48 			if (list_empty(&call->recvmsg_link)) {  in rxrpc_notify_socket()
49 				rxrpc_get_call(call, rxrpc_call_get_notify_socket);  in rxrpc_notify_socket()
50 				list_add_tail(&call->recvmsg_link, &rx->recvmsg_q);  in rxrpc_notify_socket()
55 				_debug("call %ps", sk->sk_data_ready);  in rxrpc_notify_socket()
66  * Pass a call terminating message to userspace.
68 static int rxrpc_recvmsg_term(struct rxrpc_call *call, struct msghdr *msg)  in rxrpc_recvmsg_term()  argument
73 	switch (call->completion) {  in rxrpc_recvmsg_term()
76 		if (rxrpc_is_service_call(call))  in rxrpc_recvmsg_term()
80 		tmp = call->abort_code;  in rxrpc_recvmsg_term()
84 		tmp = call->abort_code;  in rxrpc_recvmsg_term()
88 		tmp = -call->error;  in rxrpc_recvmsg_term()
92 		tmp = -call->error;  in rxrpc_recvmsg_term()
96 		pr_err("Invalid terminal call state %u\n", call->completion);  in rxrpc_recvmsg_term()
101 	trace_rxrpc_recvdata(call, rxrpc_recvmsg_terminal,  in rxrpc_recvmsg_term()
102 			     call->ackr_window - 1,  in rxrpc_recvmsg_term()
103 			     call->rx_pkt_offset, call->rx_pkt_len, ret);  in rxrpc_recvmsg_term()
110 static void rxrpc_rotate_rx_window(struct rxrpc_call *call)  in rxrpc_rotate_rx_window()  argument
115 	rxrpc_seq_t old_consumed = call->rx_consumed, tseq;  in rxrpc_rotate_rx_window()
119 	_enter("%d", call->debug_id);  in rxrpc_rotate_rx_window()
121 	skb = skb_dequeue(&call->recvmsg_queue);  in rxrpc_rotate_rx_window()
130 	if (after(tseq, call->rx_consumed))  in rxrpc_rotate_rx_window()
131 		smp_store_release(&call->rx_consumed, tseq);  in rxrpc_rotate_rx_window()
135 	trace_rxrpc_receive(call, last ? rxrpc_receive_rotate_last : rxrpc_receive_rotate,  in rxrpc_rotate_rx_window()
136 			    serial, call->rx_consumed);  in rxrpc_rotate_rx_window()
139 		set_bit(RXRPC_CALL_RECVMSG_READ_ALL, &call->flags);  in rxrpc_rotate_rx_window()
142 	acked = atomic_add_return(call->rx_consumed - old_consumed,  in rxrpc_rotate_rx_window()
143 				  &call->ackr_nr_consumed);  in rxrpc_rotate_rx_window()
145 	    !test_and_set_bit(RXRPC_CALL_RX_IS_IDLE, &call->flags))  in rxrpc_rotate_rx_window()
146 		rxrpc_poke_call(call, rxrpc_call_poke_idle);  in rxrpc_rotate_rx_window()
152 static int rxrpc_verify_data(struct rxrpc_call *call, struct sk_buff *skb)  in rxrpc_verify_data()  argument
158 	return call->security->verify_packet(call, skb);  in rxrpc_verify_data()
162  * Transcribe a call's user ID to a control message.
164 static int rxrpc_recvmsg_user_id(struct rxrpc_call *call, struct msghdr *msg,  in rxrpc_recvmsg_user_id()  argument
167 	if (!test_bit(RXRPC_CALL_HAS_USERID, &call->flags))  in rxrpc_recvmsg_user_id()
171 		unsigned int id32 = call->user_call_ID;  in rxrpc_recvmsg_user_id()
176 		unsigned long idl = call->user_call_ID;  in rxrpc_recvmsg_user_id()
238  * Deliver messages to a call.  This keeps processing packets until the buffer
241  * call has failed it returns -EIO.
243 static int rxrpc_recvmsg_data(struct socket *sock, struct rxrpc_call *call,  in rxrpc_recvmsg_data()  argument
255 	rx_pkt_offset = call->rx_pkt_offset;  in rxrpc_recvmsg_data()
256 	rx_pkt_len = call->rx_pkt_len;  in rxrpc_recvmsg_data()
258 	if (rxrpc_call_has_failed(call)) {  in rxrpc_recvmsg_data()
259 		seq = call->ackr_window - 1;  in rxrpc_recvmsg_data()
264 	if (test_bit(RXRPC_CALL_RECVMSG_READ_ALL, &call->flags)) {  in rxrpc_recvmsg_data()
265 		seq = call->ackr_window - 1;  in rxrpc_recvmsg_data()
273 	skb = skb_peek(&call->recvmsg_queue);  in rxrpc_recvmsg_data()
280 			trace_rxrpc_receive(call, rxrpc_receive_front,  in rxrpc_recvmsg_data()
287 			ret2 = rxrpc_verify_data(call, skb);  in rxrpc_recvmsg_data()
288 			trace_rxrpc_recvdata(call, rxrpc_recvmsg_next, seq,  in rxrpc_recvmsg_data()
297 			trace_rxrpc_recvdata(call, rxrpc_recvmsg_cont, seq,  in rxrpc_recvmsg_data()
321 			trace_rxrpc_recvdata(call, rxrpc_recvmsg_full, seq,  in rxrpc_recvmsg_data()
334 		skb = skb_peek_next(skb, &call->recvmsg_queue);  in rxrpc_recvmsg_data()
337 			rxrpc_rotate_rx_window(call);  in rxrpc_recvmsg_data()
341 			trace_rxrpc_recvdata(call, rxrpc_recvmsg_oobq, seq,  in rxrpc_recvmsg_data()
349 		call->rx_pkt_offset = rx_pkt_offset;  in rxrpc_recvmsg_data()
350 		call->rx_pkt_len = rx_pkt_len;  in rxrpc_recvmsg_data()
354 	trace_rxrpc_recvdata(call, rxrpc_recvmsg_data_return, seq,  in rxrpc_recvmsg_data()
357 		set_bit(RXRPC_CALL_RX_IS_IDLE, &call->flags);  in rxrpc_recvmsg_data()
369 	struct rxrpc_call *call;  in rxrpc_recvmsg()  local
401 			call = NULL;  in rxrpc_recvmsg()
434 	/* Find the next call and dequeue it if we're not just peeking.  If we  in rxrpc_recvmsg()
441 	call = list_entry(l, struct rxrpc_call, recvmsg_link);  in rxrpc_recvmsg()
443 	if (!rxrpc_call_is_complete(call) &&  in rxrpc_recvmsg()
444 	    skb_queue_empty(&call->recvmsg_queue) &&  in rxrpc_recvmsg()
446 		list_del_init(&call->recvmsg_link);  in rxrpc_recvmsg()
449 		trace_rxrpc_recvmsg(call->debug_id, rxrpc_recvmsg_unqueue, 0);  in rxrpc_recvmsg()
450 		rxrpc_put_call(call, rxrpc_call_put_recvmsg);  in rxrpc_recvmsg()
454 	rxrpc_see_call(call, rxrpc_call_see_recvmsg);  in rxrpc_recvmsg()
455 	if (test_bit(RXRPC_CALL_RELEASED, &call->flags)) {  in rxrpc_recvmsg()
456 		rxrpc_see_call(call, rxrpc_call_see_already_released);  in rxrpc_recvmsg()
457 		list_del_init(&call->recvmsg_link);  in rxrpc_recvmsg()
460 		trace_rxrpc_recvmsg(call->debug_id, rxrpc_recvmsg_unqueue, 0);  in rxrpc_recvmsg()
461 		rxrpc_put_call(call, rxrpc_call_put_recvmsg);  in rxrpc_recvmsg()
465 		list_del_init(&call->recvmsg_link);  in rxrpc_recvmsg()
467 		rxrpc_get_call(call, rxrpc_call_get_recvmsg);  in rxrpc_recvmsg()
470 	call_debug_id = call->debug_id;  in rxrpc_recvmsg()
473 	/* We're going to drop the socket lock, so we need to lock the call  in rxrpc_recvmsg()
476 	if (!mutex_trylock(&call->user_mutex)) {  in rxrpc_recvmsg()
481 		if (mutex_lock_interruptible(&call->user_mutex) < 0)  in rxrpc_recvmsg()
487 	if (test_bit(RXRPC_CALL_RELEASED, &call->flags)) {  in rxrpc_recvmsg()
488 		rxrpc_see_call(call, rxrpc_call_see_already_released);  in rxrpc_recvmsg()
489 		mutex_unlock(&call->user_mutex);  in rxrpc_recvmsg()
491 			rxrpc_put_call(call, rxrpc_call_put_recvmsg);  in rxrpc_recvmsg()
495 	ret = rxrpc_recvmsg_user_id(call, msg, flags);  in rxrpc_recvmsg()
499 	if (msg->msg_name && call->peer) {  in rxrpc_recvmsg()
500 		size_t len = sizeof(call->dest_srx);  in rxrpc_recvmsg()
502 		memcpy(msg->msg_name, &call->dest_srx, len);  in rxrpc_recvmsg()
506 	ret = rxrpc_recvmsg_data(sock, call, msg, &msg->msg_iter, len,  in rxrpc_recvmsg()
515 	if (rxrpc_call_is_complete(call) &&  in rxrpc_recvmsg()
516 	    skb_queue_empty(&call->recvmsg_queue))  in rxrpc_recvmsg()
518 	if (rxrpc_call_has_failed(call))  in rxrpc_recvmsg()
521 	if (!skb_queue_empty(&call->recvmsg_queue))  in rxrpc_recvmsg()
522 		rxrpc_notify_socket(call);  in rxrpc_recvmsg()
526 	rxrpc_purge_queue(&call->recvmsg_queue);  in rxrpc_recvmsg()
528 	ret = rxrpc_recvmsg_term(call, msg);  in rxrpc_recvmsg()
532 		rxrpc_release_call(rx, call);  in rxrpc_recvmsg()
544 	mutex_unlock(&call->user_mutex);  in rxrpc_recvmsg()
545 	rxrpc_put_call(call, rxrpc_call_put_recvmsg);  in rxrpc_recvmsg()
552 		list_add(&call->recvmsg_link, &rx->recvmsg_q);  in rxrpc_recvmsg()
556 		rxrpc_put_call(call, rxrpc_call_put_recvmsg);  in rxrpc_recvmsg()
568 	call = NULL;  in rxrpc_recvmsg()
574  * @sock: The socket that the call exists on
575  * @call: The call to send data through
583  * state of a call.  Note that *@_abort should also be initialised to %0.
592 int rxrpc_kernel_recv_data(struct socket *sock, struct rxrpc_call *call,  in rxrpc_kernel_recv_data()  argument
599 	_enter("{%d},%zu,%d", call->debug_id, *_len, want_more);  in rxrpc_kernel_recv_data()
601 	mutex_lock(&call->user_mutex);  in rxrpc_kernel_recv_data()
603 	ret = rxrpc_recvmsg_data(sock, call, NULL, iter, *_len, 0, &offset);  in rxrpc_kernel_recv_data()
631 		*_service = call->dest_srx.srx_service;  in rxrpc_kernel_recv_data()
632 	mutex_unlock(&call->user_mutex);  in rxrpc_kernel_recv_data()
637 	trace_rxrpc_abort(call->debug_id, rxrpc_recvmsg_short_data,  in rxrpc_kernel_recv_data()
638 			  call->cid, call->call_id, call->rx_consumed,  in rxrpc_kernel_recv_data()
643 	trace_rxrpc_abort(call->debug_id, rxrpc_recvmsg_excess_data,  in rxrpc_kernel_recv_data()
644 			  call->cid, call->call_id, call->rx_consumed,  in rxrpc_kernel_recv_data()
649 	*_abort = call->abort_code;  in rxrpc_kernel_recv_data()
650 	ret = call->error;  in rxrpc_kernel_recv_data()
651 	if (call->completion == RXRPC_CALL_SUCCEEDED) {  in rxrpc_kernel_recv_data()