136 int io_shutdown(struct io_kiocb *req, unsigned int issue_flags)  in io_shutdown()  argument
142 	WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK);  in io_shutdown()
166 static void io_netmsg_recycle(struct io_kiocb *req, unsigned int issue_flags)  in io_netmsg_recycle()  argument
171 	if (unlikely(issue_flags & IO_URING_F_UNLOCKED)) {  in io_netmsg_recycle()
453 			       unsigned int issue_flags)  in io_req_msg_cleanup()  argument
455 	io_netmsg_recycle(req, issue_flags);  in io_req_msg_cleanup()
508 				  unsigned issue_flags)  in io_send_finish()  argument
515 		cflags = io_put_kbuf(req, *ret, issue_flags);  in io_send_finish()
519 	cflags = io_put_kbufs(req, *ret, io_bundle_nbufs(kmsg, *ret), issue_flags);  in io_send_finish()
540 int io_sendmsg(struct io_kiocb *req, unsigned int issue_flags)  in io_sendmsg()  argument
558 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_sendmsg()
568 		if (ret == -EAGAIN && (issue_flags & IO_URING_F_NONBLOCK))  in io_sendmsg()
580 	io_req_msg_cleanup(req, issue_flags);  in io_sendmsg()
589 static int io_send_select_buffer(struct io_kiocb *req, unsigned int issue_flags,  in io_send_select_buffer()  argument
613 	ret = io_buffers_select(req, &arg, issue_flags);  in io_send_select_buffer()
638 int io_send(struct io_kiocb *req, unsigned int issue_flags)  in io_send()  argument
656 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_send()
661 		ret = io_send_select_buffer(req, issue_flags, kmsg);  in io_send()
678 		if (ret == -EAGAIN && (issue_flags & IO_URING_F_NONBLOCK))  in io_send()
696 	if (!io_send_finish(req, &ret, kmsg, issue_flags))  in io_send()
699 	io_req_msg_cleanup(req, issue_flags);  in io_send()
851 				  bool mshot_finished, unsigned issue_flags)  in io_recv_finish()  argument
876 				      issue_flags);  in io_recv_finish()
898 		cflags |= io_put_kbuf(req, *ret, issue_flags);  in io_recv_finish()
918 			if (issue_flags & IO_URING_F_MULTISHOT)  in io_recv_finish()
928 	io_req_msg_cleanup(req, issue_flags);  in io_recv_finish()
1016 int io_recvmsg(struct io_kiocb *req, unsigned int issue_flags)  in io_recvmsg()  argument
1023 	bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;  in io_recvmsg()
1043 		buf = io_buffer_select(req, &len, sr->buf_group, issue_flags);  in io_recvmsg()
1050 				io_kbuf_recycle(req, issue_flags);  in io_recvmsg()
1074 			if (issue_flags & IO_URING_F_MULTISHOT)  in io_recvmsg()
1075 				io_kbuf_recycle(req, issue_flags);  in io_recvmsg()
1095 		io_kbuf_recycle(req, issue_flags);  in io_recvmsg()
1097 	if (!io_recv_finish(req, &ret, kmsg, mshot_finished, issue_flags))  in io_recvmsg()
1104 			      size_t *len, unsigned int issue_flags)  in io_recv_buf_select()  argument
1114 	if (!(issue_flags & IO_URING_F_UNLOCKED) &&  in io_recv_buf_select()
1161 		buf = io_buffer_select(req, len, sr->buf_group, issue_flags);  in io_recv_buf_select()
1176 int io_recv(struct io_kiocb *req, unsigned int issue_flags)  in io_recv()  argument
1183 	bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;  in io_recv()
1201 		ret = io_recv_buf_select(req, kmsg, &len, issue_flags);  in io_recv()
1218 			if (issue_flags & IO_URING_F_MULTISHOT)  in io_recv()
1219 				io_kbuf_recycle(req, issue_flags);  in io_recv()
1243 		io_kbuf_recycle(req, issue_flags);  in io_recv()
1245 	if (!io_recv_finish(req, &ret, kmsg, mshot_finished, issue_flags))  in io_recv()
1280 int io_recvzc(struct io_kiocb *req, unsigned int issue_flags)  in io_recvzc()  argument
1297 			   issue_flags, &zc->len);  in io_recvzc()
1451 static int io_send_zc_import(struct io_kiocb *req, unsigned int issue_flags)  in io_send_zc_import()  argument
1461 				ITER_SOURCE, issue_flags);  in io_send_zc_import()
1464 int io_send_zc(struct io_kiocb *req, unsigned int issue_flags)  in io_send_zc()  argument
1484 		ret = io_send_zc_import(req, issue_flags);  in io_send_zc()
1490 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_send_zc()
1501 		if (ret == -EAGAIN && (issue_flags & IO_URING_F_NONBLOCK))  in io_send_zc()
1524 	if (!(issue_flags & IO_URING_F_UNLOCKED)) {  in io_send_zc()
1533 int io_sendmsg_zc(struct io_kiocb *req, unsigned int issue_flags)  in io_sendmsg_zc()  argument
1546 					&kmsg->vec, uvec_segs, issue_flags);  in io_sendmsg_zc()
1563 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_sendmsg_zc()
1573 		if (ret == -EAGAIN && (issue_flags & IO_URING_F_NONBLOCK))  in io_sendmsg_zc()
1594 	if (!(issue_flags & IO_URING_F_UNLOCKED)) {  in io_sendmsg_zc()
1652 int io_accept(struct io_kiocb *req, unsigned int issue_flags)  in io_accept()  argument
1655 	bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;  in io_accept()
1692 		ret = io_fixed_fd_install(req, issue_flags, file,  in io_accept()
1734 int io_socket(struct io_kiocb *req, unsigned int issue_flags)  in io_socket()  argument
1751 		if (ret == -EAGAIN && (issue_flags & IO_URING_F_NONBLOCK))  in io_socket()
1760 		ret = io_fixed_fd_install(req, issue_flags, file,  in io_socket()
1786 int io_connect(struct io_kiocb *req, unsigned int issue_flags)  in io_connect()  argument
1792 	bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;  in io_connect()
1833 	io_req_msg_cleanup(req, issue_flags);  in io_connect()
1856 int io_bind(struct io_kiocb *req, unsigned int issue_flags)  in io_bind()  argument
1885 int io_listen(struct io_kiocb *req, unsigned int issue_flags)  in io_listen()  argument