104 int io_shutdown(struct io_kiocb *req, unsigned int issue_flags)  in io_shutdown()  argument
110 	WARN_ON_ONCE(issue_flags & IO_URING_F_NONBLOCK);  in io_shutdown()
137 static void io_netmsg_recycle(struct io_kiocb *req, unsigned int issue_flags)  in io_netmsg_recycle()  argument
142 	if (unlikely(issue_flags & IO_URING_F_UNLOCKED)) {  in io_netmsg_recycle()
442 			       unsigned int issue_flags)  in io_req_msg_cleanup()  argument
445 	io_netmsg_recycle(req, issue_flags);  in io_req_msg_cleanup()
489 				  unsigned issue_flags)  in io_send_finish()  argument
496 		cflags = io_put_kbuf(req, *ret, issue_flags);  in io_send_finish()
500 	cflags = io_put_kbufs(req, *ret, io_bundle_nbufs(kmsg, *ret), issue_flags);  in io_send_finish()
521 int io_sendmsg(struct io_kiocb *req, unsigned int issue_flags)  in io_sendmsg()  argument
539 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_sendmsg()
549 		if (ret == -EAGAIN && (issue_flags & IO_URING_F_NONBLOCK))  in io_sendmsg()
562 	io_req_msg_cleanup(req, issue_flags);  in io_sendmsg()
571 static int io_send_select_buffer(struct io_kiocb *req, unsigned int issue_flags,  in io_send_select_buffer()  argument
594 	ret = io_buffers_select(req, &arg, issue_flags);  in io_send_select_buffer()
619 int io_send(struct io_kiocb *req, unsigned int issue_flags)  in io_send()  argument
637 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_send()
642 		ret = io_send_select_buffer(req, issue_flags, kmsg);  in io_send()
659 		if (ret == -EAGAIN && (issue_flags & IO_URING_F_NONBLOCK))  in io_send()
678 	if (!io_send_finish(req, &ret, kmsg, issue_flags))  in io_send()
681 	io_req_msg_cleanup(req, issue_flags);  in io_send()
846 				  bool mshot_finished, unsigned issue_flags)  in io_recv_finish()  argument
856 				      issue_flags);  in io_recv_finish()
861 		cflags |= io_put_kbuf(req, *ret, issue_flags);  in io_recv_finish()
881 		if (issue_flags & IO_URING_F_MULTISHOT)  in io_recv_finish()
892 	if (issue_flags & IO_URING_F_MULTISHOT)  in io_recv_finish()
896 	io_req_msg_cleanup(req, issue_flags);  in io_recv_finish()
984 int io_recvmsg(struct io_kiocb *req, unsigned int issue_flags)  in io_recvmsg()  argument
991 	bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;  in io_recvmsg()
1011 		buf = io_buffer_select(req, &len, issue_flags);  in io_recvmsg()
1018 				io_kbuf_recycle(req, issue_flags);  in io_recvmsg()
1042 			if (issue_flags & IO_URING_F_MULTISHOT) {  in io_recvmsg()
1043 				io_kbuf_recycle(req, issue_flags);  in io_recvmsg()
1065 		io_kbuf_recycle(req, issue_flags);  in io_recvmsg()
1067 	if (!io_recv_finish(req, &ret, kmsg, mshot_finished, issue_flags))  in io_recvmsg()
1074 			      size_t *len, unsigned int issue_flags)  in io_recv_buf_select()  argument
1084 	if (!(issue_flags & IO_URING_F_UNLOCKED) &&  in io_recv_buf_select()
1122 		buf = io_buffer_select(req, len, issue_flags);  in io_recv_buf_select()
1137 int io_recv(struct io_kiocb *req, unsigned int issue_flags)  in io_recv()  argument
1144 	bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;  in io_recv()
1162 		ret = io_recv_buf_select(req, kmsg, &len, issue_flags);  in io_recv()
1179 			if (issue_flags & IO_URING_F_MULTISHOT) {  in io_recv()
1180 				io_kbuf_recycle(req, issue_flags);  in io_recv()
1207 		io_kbuf_recycle(req, issue_flags);  in io_recv()
1209 	if (!io_recv_finish(req, &ret, kmsg, mshot_finished, issue_flags))  in io_recv()
1341 static int io_send_zc_import(struct io_kiocb *req, unsigned int issue_flags)  in io_send_zc_import()  argument
1352 		io_ring_submit_lock(ctx, issue_flags);  in io_send_zc_import()
1358 		io_ring_submit_unlock(ctx, issue_flags);  in io_send_zc_import()
1382 int io_send_zc(struct io_kiocb *req, unsigned int issue_flags)  in io_send_zc()  argument
1401 		ret = io_send_zc_import(req, issue_flags);  in io_send_zc()
1407 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_send_zc()
1418 		if (ret == -EAGAIN && (issue_flags & IO_URING_F_NONBLOCK))  in io_send_zc()
1442 	if (!(issue_flags & IO_URING_F_UNLOCKED)) {  in io_send_zc()
1450 int io_sendmsg_zc(struct io_kiocb *req, unsigned int issue_flags)  in io_sendmsg_zc()  argument
1469 	if (issue_flags & IO_URING_F_NONBLOCK)  in io_sendmsg_zc()
1480 		if (ret == -EAGAIN && (issue_flags & IO_URING_F_NONBLOCK))  in io_sendmsg_zc()
1502 	if (!(issue_flags & IO_URING_F_UNLOCKED)) {  in io_sendmsg_zc()
1559 int io_accept(struct io_kiocb *req, unsigned int issue_flags)  in io_accept()  argument
1562 	bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;  in io_accept()
1596 			if (issue_flags & IO_URING_F_MULTISHOT)  in io_accept()
1607 		ret = io_fixed_fd_install(req, issue_flags, file,  in io_accept()
1625 		if (issue_flags & IO_URING_F_MULTISHOT)  in io_accept()
1655 int io_socket(struct io_kiocb *req, unsigned int issue_flags)  in io_socket()  argument
1672 		if (ret == -EAGAIN && (issue_flags & IO_URING_F_NONBLOCK))  in io_socket()
1681 		ret = io_fixed_fd_install(req, issue_flags, file,  in io_socket()
1707 int io_connect(struct io_kiocb *req, unsigned int issue_flags)  in io_connect()  argument
1713 	bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;  in io_connect()
1750 	io_req_msg_cleanup(req, issue_flags);  in io_connect()
1773 int io_bind(struct io_kiocb *req, unsigned int issue_flags)  in io_bind()  argument
1802 int io_listen(struct io_kiocb *req, unsigned int issue_flags)  in io_listen()  argument