1 // SPDX-License-Identifier: GPL-2.0 2 3 #include <linux/net.h> 4 #include <linux/uio.h> 5 #include <net/sock.h> 6 #include <linux/nospec.h> 7 8 #include "rsrc.h" 9 10 #define IO_NOTIF_UBUF_FLAGS (SKBFL_ZEROCOPY_FRAG | SKBFL_DONT_ORPHAN) 11 #define IO_NOTIF_SPLICE_BATCH 32 12 13 struct io_notif_data { 14 struct file *file; 15 struct ubuf_info uarg; 16 17 struct io_notif_data *next; 18 struct io_notif_data *head; 19 20 unsigned account_pages; 21 bool zc_report; 22 bool zc_used; 23 bool zc_copied; 24 }; 25 26 struct io_kiocb *io_alloc_notif(struct io_ring_ctx *ctx); 27 void io_tx_ubuf_complete(struct sk_buff *skb, struct ubuf_info *uarg, 28 bool success); 29 30 static inline struct io_notif_data *io_notif_to_data(struct io_kiocb *notif) 31 { 32 return io_kiocb_to_cmd(notif, struct io_notif_data); 33 } 34 35 static inline void io_notif_flush(struct io_kiocb *notif) 36 __must_hold(¬if->ctx->uring_lock) 37 { 38 struct io_notif_data *nd = io_notif_to_data(notif); 39 40 io_tx_ubuf_complete(NULL, &nd->uarg, true); 41 } 42 43 static inline int io_notif_account_mem(struct io_kiocb *notif, unsigned len) 44 { 45 struct io_ring_ctx *ctx = notif->ctx; 46 struct io_notif_data *nd = io_notif_to_data(notif); 47 unsigned nr_pages = (len >> PAGE_SHIFT) + 2; 48 int ret; 49 50 if (ctx->user) { 51 ret = __io_account_mem(ctx->user, nr_pages); 52 if (ret) 53 return ret; 54 nd->account_pages += nr_pages; 55 } 56 return 0; 57 } 58