| H A D | zcrx.c | 83 niov_pages_shift = area->ifq->niov_shift - PAGE_SHIFT; in io_zcrx_iov_page()
99 static int io_populate_area_dma(struct io_zcrx_ifq *ifq, in io_populate_area_dma() argument
102 unsigned niov_size = 1U << ifq->niov_shift; in io_populate_area_dma()
152 static int io_import_dmabuf(struct io_zcrx_ifq *ifq, in io_import_dmabuf() argument
163 if (!ifq->dev) in io_import_dmabuf()
178 mem->attach = dma_buf_attach(mem->dmabuf, ifq->dev); in io_import_dmabuf()
225 static int io_import_umem(struct io_zcrx_ifq *ifq, in io_import_umem() argument
248 if (ifq->dev) { in io_import_umem()
249 ret = dma_map_sgtable(ifq->dev, &mem->page_sg_table, in io_import_umem()
257 ret = io_account_mem(ifq in io_import_umem()
291 io_import_area(struct io_zcrx_ifq * ifq,struct io_zcrx_mem * mem,const struct io_uring_zcrx_area_reg * area_reg) io_import_area() argument
315 __io_zcrx_unmap_area(struct io_zcrx_ifq * ifq,struct io_zcrx_area * area) __io_zcrx_unmap_area() argument
339 io_zcrx_unmap_areas(struct io_zcrx_ifq * ifq) io_zcrx_unmap_areas() argument
375 struct io_zcrx_ifq *ifq; global() member
415 io_allocate_rbuf_ring(struct io_ring_ctx * ctx,struct io_zcrx_ifq * ifq,struct io_uring_zcrx_ifq_reg * reg,struct io_uring_region_desc * rd,u32 id) io_allocate_rbuf_ring() argument
446 io_free_rbuf_ring(struct io_zcrx_ifq * ifq) io_free_rbuf_ring() argument
454 io_zcrx_free_area(struct io_zcrx_ifq * ifq,struct io_zcrx_area * area) io_zcrx_free_area() argument
471 io_zcrx_append_area(struct io_zcrx_ifq * ifq,struct io_zcrx_area * area) io_zcrx_append_area() argument
503 __zcrx_create_area(struct io_zcrx_ifq * ifq,struct io_uring_zcrx_area_reg * area_reg,u32 rx_buf_len) __zcrx_create_area() argument
591 io_zcrx_create_area(struct io_zcrx_ifq * ifq,struct io_uring_zcrx_area_reg * area_reg,struct io_uring_zcrx_ifq_reg * reg) io_zcrx_create_area() argument
601 struct io_zcrx_ifq *ifq; io_zcrx_ifq_alloc() local
617 io_zcrx_drop_netdev(struct io_zcrx_ifq * ifq) io_zcrx_drop_netdev() argument
627 io_close_queue(struct io_zcrx_ifq * ifq) io_close_queue() argument
655 io_zcrx_ifq_free(struct io_zcrx_ifq * ifq) io_zcrx_ifq_free() argument
680 io_put_zcrx_ifq(struct io_zcrx_ifq * ifq) io_put_zcrx_ifq() argument
689 struct io_zcrx_ifq *ifq = area->ifq; io_zcrx_return_niov_freelist() local
722 io_zcrx_scrub_area(struct io_zcrx_ifq * ifq,struct io_zcrx_area * area) io_zcrx_scrub_area() argument
739 io_zcrx_scrub(struct io_zcrx_ifq * ifq) io_zcrx_scrub() argument
748 zcrx_unregister_user(struct io_zcrx_ifq * ifq,struct io_ring_ctx * ctx) zcrx_unregister_user() argument
763 zcrx_unregister(struct io_zcrx_ifq * ifq,struct io_ring_ctx * ctx) zcrx_unregister() argument
772 struct io_zcrx_ifq *ifq = xa_load(&ctx->zcrx_ctxs, id); io_zcrx_get_region() local
781 struct io_zcrx_ifq *ifq = file->private_data; zcrx_box_release() local
794 zcrx_export(struct io_ring_ctx * ctx,struct io_zcrx_ifq * ifq,struct zcrx_ctrl * ctrl,void __user * arg) zcrx_export() argument
835 struct io_zcrx_ifq *ifq; import_zcrx() local
893 zcrx_register_netdev(struct io_zcrx_ifq * ifq,struct io_uring_zcrx_ifq_reg * reg,struct io_uring_zcrx_area_reg * area) zcrx_register_netdev() argument
934 zcrx_validate_notif_stats(struct io_zcrx_ifq * ifq,const struct io_uring_zcrx_ifq_reg * reg,const struct zcrx_event_desc * notif) zcrx_validate_notif_stats() argument
968 struct io_zcrx_ifq *ifq; io_register_zcrx() local
1114 struct io_zcrx_ifq *ifq; io_terminate_zcrx() local
1134 struct io_zcrx_ifq *ifq; io_unregister_zcrx() local
1218 io_parse_rqe(struct io_uring_zcrx_rqe * rqe,struct io_zcrx_ifq * ifq,struct net_iov ** ret_niov) io_parse_rqe() argument
1260 io_zcrx_ring_refill(struct page_pool * pp,struct io_zcrx_ifq * ifq,netmem_ref * netmems,unsigned to_alloc) io_zcrx_ring_refill() argument
1300 io_zcrx_refill_slow(struct page_pool * pp,struct io_zcrx_ifq * ifq,netmem_ref * netmems,unsigned to_alloc) io_zcrx_refill_slow() argument
1341 zcrx_send_notif(struct io_zcrx_ifq * ifq,unsigned type) zcrx_send_notif() argument
1374 struct io_zcrx_ifq *ifq = io_pp_to_ifq(pp); io_pp_zc_alloc_netmems() local
1414 struct io_zcrx_ifq *ifq = io_pp_to_ifq(pp); io_pp_zc_init() local
1439 struct io_zcrx_ifq *ifq = mp_priv; io_pp_nl_fill() local
1462 struct io_zcrx_ifq *ifq = mp_priv; io_pp_uninstall() local
1567 zcrx_ctrl_add_area(struct io_ring_ctx * ctx,struct io_zcrx_ifq * ifq,struct zcrx_ctrl * ctrl) zcrx_ctrl_add_area() argument
1629 io_zcrx_queue_cqe(struct io_kiocb * req,struct net_iov * niov,struct io_zcrx_ifq * ifq,int off,int len) io_zcrx_queue_cqe() argument
1654 io_alloc_fallback_niov(struct io_zcrx_ifq * ifq) io_alloc_fallback_niov() argument
1721 io_zcrx_copy_chunk(struct io_kiocb * req,struct io_zcrx_ifq * ifq,struct page * src_page,unsigned int src_offset,size_t len) io_zcrx_copy_chunk() argument
1760 io_zcrx_copy_frag(struct io_kiocb * req,struct io_zcrx_ifq * ifq,const skb_frag_t * frag,int off,int len) io_zcrx_copy_frag() argument
1778 io_zcrx_recv_frag(struct io_kiocb * req,struct io_zcrx_ifq * ifq,const skb_frag_t * frag,int off,int len) io_zcrx_recv_frag() argument
1810 struct io_zcrx_ifq *ifq = args->ifq; io_zcrx_recv_skb() local
1908 io_zcrx_tcp_recvmsg(struct io_kiocb * req,struct io_zcrx_ifq * ifq,struct sock * sk,int flags,unsigned issue_flags,unsigned int * outlen) io_zcrx_tcp_recvmsg() argument
1953 io_zcrx_recv(struct io_kiocb * req,struct io_zcrx_ifq * ifq,struct socket * sock,unsigned int flags,unsigned issue_flags,unsigned int * len) io_zcrx_recv() argument
[all...] |