558 static void mptcp_subflow_cleanup_rbuf(struct sock *ssk, int copied)  in mptcp_subflow_cleanup_rbuf()  argument
564 		tcp_cleanup_rbuf(ssk, copied);  in mptcp_subflow_cleanup_rbuf()
581 static void mptcp_cleanup_rbuf(struct mptcp_sock *msk, int copied)  in mptcp_cleanup_rbuf()  argument
589 	cleanup = (space > 0) && (space >= (old_space << 1)) && copied;  in mptcp_cleanup_rbuf()
590 	rx_empty = !sk_rmem_alloc_get(sk) && copied;  in mptcp_cleanup_rbuf()
596 			mptcp_subflow_cleanup_rbuf(ssk, copied);  in mptcp_cleanup_rbuf()
1578 	int len, copied = 0, err = 0;  in __subflow_push_pending()  local
1589 				err = copied ? : ret;  in __subflow_push_pending()
1594 			copied += ret;  in __subflow_push_pending()
1604 			err = copied;  in __subflow_push_pending()
1609 	err = copied;  in __subflow_push_pending()
1624 	bool copied = false;  in __mptcp_push_pending()  local
1666 				copied = true;  in __mptcp_push_pending()
1678 	if (copied) {  in __mptcp_push_pending()
1693 	int copied = 0;  in __mptcp_subflow_push_pending()  local
1709 			copied += ret;  in __mptcp_subflow_push_pending()
1721 			copied += ret;  in __mptcp_subflow_push_pending()
1740 	if (copied) {  in __mptcp_subflow_push_pending()
1866 	size_t copied = 0;  in mptcp_sendmsg()  local
1882 		copied += copied_syn;  in mptcp_sendmsg()
1948 		copied += psize;  in mptcp_sendmsg()
1978 	if (copied)  in mptcp_sendmsg()
1983 	return copied;  in mptcp_sendmsg()
1986 	if (copied)  in mptcp_sendmsg()
1989 	copied = sk_stream_error(sk, msg->msg_flags, ret);  in mptcp_sendmsg()
1993 static void mptcp_rcv_space_adjust(struct mptcp_sock *msk, int copied);
2014 	int copied = 0;  in __mptcp_recvmsg_mskq()  local
2035 		count = min_t(size_t, len - copied, data_len);  in __mptcp_recvmsg_mskq()
2039 				if (!copied)  in __mptcp_recvmsg_mskq()
2050 		copied += count;  in __mptcp_recvmsg_mskq()
2063 		if (copied >= len)  in __mptcp_recvmsg_mskq()
2067 	mptcp_rcv_space_adjust(msk, copied);  in __mptcp_recvmsg_mskq()
2068 	return copied;  in __mptcp_recvmsg_mskq()
2076 	msk->rcvq_space.copied = 0;  in mptcp_rcv_space_init()
2090 static void mptcp_rcv_space_adjust(struct mptcp_sock *msk, int copied)  in mptcp_rcv_space_adjust()  argument
2100 	if (copied <= 0)  in mptcp_rcv_space_adjust()
2106 	msk->rcvq_space.copied += copied;  in mptcp_rcv_space_adjust()
2136 	if (msk->rcvq_space.copied <= msk->rcvq_space.space)  in mptcp_rcv_space_adjust()
2140 	if (mptcp_rcvbuf_grow(sk, msk->rcvq_space.copied)) {  in mptcp_rcv_space_adjust()
2154 				tcp_rcvbuf_grow(ssk, msk->rcvq_space.copied);  in mptcp_rcv_space_adjust()
2160 	msk->rcvq_space.copied = 0;  in mptcp_rcv_space_adjust()
2266 	int copied = 0, cmsg_flags = 0;  in mptcp_recvmsg()  local
2276 		copied = -ENOTCONN;  in mptcp_recvmsg()
2290 	while (copied < len) {  in mptcp_recvmsg()
2293 		bytes_read = __mptcp_recvmsg_mskq(sk, msg, len - copied, flags,  in mptcp_recvmsg()
2294 						  copied, &tss, &cmsg_flags);  in mptcp_recvmsg()
2296 			if (!copied)  in mptcp_recvmsg()
2297 				copied = bytes_read;  in mptcp_recvmsg()
2301 		copied += bytes_read;  in mptcp_recvmsg()
2309 		if (copied >= target)  in mptcp_recvmsg()
2312 		if (copied) {  in mptcp_recvmsg()
2321 				copied = sock_error(sk);  in mptcp_recvmsg()
2329 				copied = -ENOTCONN;  in mptcp_recvmsg()
2334 				copied = -EAGAIN;  in mptcp_recvmsg()
2339 				copied = sock_intr_errno(timeo);  in mptcp_recvmsg()
2345 		mptcp_cleanup_rbuf(msk, copied);  in mptcp_recvmsg()
2348 			err = copied ? : err;  in mptcp_recvmsg()
2353 	mptcp_cleanup_rbuf(msk, copied);  in mptcp_recvmsg()
2356 	if (cmsg_flags && copied >= 0) {  in mptcp_recvmsg()
2368 		 msk, skb_queue_empty(&sk->sk_receive_queue), copied);  in mptcp_recvmsg()
2371 	return copied;  in mptcp_recvmsg()
2776 			u16 copied = 0;  in __mptcp_retrans()  local
2809 				copied += ret;  in __mptcp_retrans()
2812 			if (copied) {  in __mptcp_retrans()
2813 				len = max(copied, len);  in __mptcp_retrans()
4348 	int copied = 0;  in __mptcp_read_sock()  local
4363 			if (!copied)  in __mptcp_read_sock()
4364 				copied = count;  in __mptcp_read_sock()
4368 		copied += count;  in __mptcp_read_sock()
4383 	mptcp_rcv_space_adjust(msk, copied);  in __mptcp_read_sock()
4385 	if (copied > 0) {  in __mptcp_read_sock()
4387 		mptcp_cleanup_rbuf(msk, copied);  in __mptcp_read_sock()
4390 	return copied;  in __mptcp_read_sock()