| /linux/tools/testing/vsock/ |
| H A D | vsock_perf.c | 37 static bool zerocopy; variable
273 if (zerocopy) in run_sender()
287 if (zerocopy) { in run_sender()
320 zerocopy ? MSG_ZEROCOPY : 0); in run_sender()
328 if (zerocopy) { in run_sender()
359 if (zerocopy) in run_sender()
403 .name = "zerocopy",
422 " --zerocopy Enable zerocopy (for sender mode only)\n" in usage()
485 case 'Z': /* Zerocopy. */ in main()
486 zerocopy = true; in main()
|
| H A D | msg_zerocopy_common.c | 62 * performed as expected: zerocopy or fallback to copy. If NULL in vsock_recv_completion()
69 fprintf(stderr, "serr: was copy instead of zerocopy\n"); in vsock_recv_completion()
74 fprintf(stderr, "serr: was zerocopy instead of copy\n"); in vsock_recv_completion()
|
| /linux/tools/testing/selftests/net/packetdrill/ |
| H A D | tcp_zerocopy_fastopen-client.pkt | 2 // Fastopen client zerocopy test:
9 // zerocopy notification counter is not incremented. Verify this too.
11 --send_omit_free // do not reuse send buffers with zerocopy
24 // Read from error queue: no zerocopy notification
45 // Read from error queue: now has first zerocopy notification
|
| H A D | tcp_zerocopy_maxfrags.pkt | 5 // 1) fit in a single packet without zerocopy
6 // 2) spill over into a second packet with zerocopy,
10 --send_omit_free // do not reuse send buffers with zerocopy
18 // Each pinned zerocopy page is fully accounted to skb->truesize.
44 // send a zerocopy iov of 18 elements:
75 // send a zerocopy iov of 64 elements:
|
| H A D | tcp_zerocopy_fastopen-server.pkt | 2 // Fastopen server zerocopy test:
7 --send_omit_free // do not reuse send buffers with zerocopy
31 // Read from error queue: now has first zerocopy notification
|
| H A D | tcp_zerocopy_closed.pkt | 4 // verify that a send in state TCP_CLOSE correctly aborts the zerocopy
5 // operation, specifically it does not increment the zerocopy counter.
10 --send_omit_free // do not reuse send buffers with zerocopy
|
| H A D | tcp_zerocopy_small.pkt | 2 // small packet zerocopy test:
4 // verify that SO_EE_CODE_ZEROCOPY_COPIED is set on zerocopy
7 --send_omit_free // do not reuse send buffers with zerocopy
|
| H A D | tcp_zerocopy_client.pkt | 2 // Minimal client-side zerocopy test
4 --send_omit_free // do not reuse send buffers with zerocopy
|
| H A D | tcp_zerocopy_batch.pkt | 2 // batch zerocopy test:
6 --send_omit_free // do not reuse send buffers with zerocopy
|
| H A D | tcp_zerocopy_basic.pkt | 2 // basic zerocopy test:
7 --send_omit_free // do not reuse send buffers with zerocopy
|
| H A D | tcp_zerocopy_epoll_edge.pkt | 2 // epoll zerocopy test:
11 --send_omit_free // do not reuse send buffers with zerocopy
|
| H A D | tcp_zerocopy_epoll_exclusive.pkt | 2 // epoll zerocopy test:
12 --send_omit_free // do not reuse send buffers with zerocopy
|
| H A D | tcp_zerocopy_epoll_oneshot.pkt | 2 // epoll zerocopy test:
12 --send_omit_free // do not reuse send buffers with zerocopy
|
| /linux/tools/testing/selftests/arm64/fp/ |
| H A D | kernel-test.c | 32 static int zerocopy[2]; variable
182 ret = pipe(zerocopy); in create_socket()
184 printf("Failed to create zerocopy pipe: %s (%d)\n", in create_socket()
211 ret = vmsplice(zerocopy[1], &iov, 1, SPLICE_F_GIFT); in compute_digest()
219 ret = splice(zerocopy[0], NULL, sock, NULL, wrote, 0); in compute_digest()
|
| /linux/Documentation/networking/ |
| H A D | msg_zerocopy.rst | 74 error(1, errno, "setsockopt zerocopy");
86 A zerocopy failure will return -1 with errno ENOBUFS. This happens if
145 other operations until the error is read. Zerocopy notifications have
217 protocol headers plus zerocopy user data. A packet may need to be
223 before the (copied) data is fully transmitted. A zerocopy completion
|
| /linux/tools/testing/selftests/net/ |
| H A D | msg_zerocopy.c | 23 * If zerocopy mode ('-z') is enabled, the sender will verify that
24 * the kernel queues completions on the error queue for all zerocopy
243 /* in mixed-frags mode, alternate zerocopy and copy frags in do_sendmsg_corked()
244 * start with non-zerocopy, to ensure attach later works in do_sendmsg_corked()
402 int ret, zerocopy; in do_recv_completion() local
447 zerocopy = !(serr->ee_code & SO_EE_CODE_ZEROCOPY_COPIED); in do_recv_completion()
449 cfg_expect_zerocopy != zerocopy) { in do_recv_completion()
451 zerocopy, cfg_expect_zerocopy); in do_recv_completion()
454 cfg_expect_zerocopy = zerocopy; in do_recv_completion()
795 error(1, 0, "-m: cork_mixed requires corking and zerocopy"); in parse_opts()
|
| H A D | udpgso_bench_tx.c | 615 error(1, 0, "Unexpected number of Zerocopy completions: %9lu expected %9lu received", in print_audit_report()
618 "Zerocopy acks: %19lu\n", in print_audit_report()
669 error(1, errno, "setsockopt zerocopy"); in main()
|
| H A D | io_uring_zerocopy_tx.sh | 4 # Run twice: once without and once with zerocopy
|
| /linux/drivers/net/ |
| H A D | tap.c | 481 * guest kernel and host kernel when lower device supports zerocopy in tap_open()
483 * The macvlan supports zerocopy iff the lower device supports zero in tap_open()
586 bool zerocopy = false; in tap_get_user() local
614 zerocopy = true; in tap_get_user()
617 if (!zerocopy) { in tap_get_user()
627 if (zerocopy) in tap_get_user()
667 if (zerocopy) { in tap_get_user()
|
| H A D | tun.c | 1548 int len, int noblock, bool zerocopy) in __tun_build_skb()
1559 if (zerocopy)
1739 bool zerocopy = false; in tun_get_user()
1795 zerocopy = true; in tun_get_user()
1798 if (!frags && tun_can_build_skb(tun, tfile, len, noblock, zerocopy)) { in tun_get_user()
1810 if (!zerocopy) { in tun_get_user()
1819 * If zerocopy is enabled, then this layout will be in tun_get_user()
1822 zerocopy = false; in tun_get_user()
1835 if (zerocopy) in tun_get_user()
1886 if (zerocopy) { in tun_get_user()
1517 tun_can_build_skb(struct tun_struct * tun,struct tun_file * tfile,int len,int noblock,bool zerocopy) tun_can_build_skb() argument
1708 bool zerocopy = false; tun_get_user() local
[all...] |
| /linux/tools/perf/trace/beauty/ |
| H A D | msg_flags.c | 66 P_MSG_FLAG(ZEROCOPY); in syscall_arg__scnprintf_msg_flags()
|
| /linux/net/rxrpc/ |
| H A D | txbuf.c | 31 * avoid delayed-corruption problems with zerocopy. in rxrpc_alloc_data_txbuf()
|
| /linux/Documentation/translations/zh_CN/networking/ |
| H A D | msg_zerocopy.rst | 74 error(1, errno, "setsockopt zerocopy");
|
| /linux/net/vmw_vsock/ |
| H A D | virtio_transport_common.c | 62 /* Check that transport can send data in zerocopy mode. */ in virtio_transport_can_zcopy()
249 /* Bind the zerocopy lifetime before filling frags so error in virtio_transport_alloc_skb()
332 /* If zerocopy is not enabled by 'setsockopt()', we behave as in virtio_transport_send_pkt_info()
358 uarg_to_msgzc(uarg)->zerocopy = 0; in virtio_transport_send_pkt_info()
1374 * payload. Skip non-linear (e.g. zerocopy) skbs; these carry payload in virtio_transport_recv_enqueue()
|
| /linux/include/uapi/linux/ |
| H A D | io_uring.h | 420 * the zerocopy usage in cqe.res
422 * 0 is reported if zerocopy was actually possible.
709 /* register a netdev hw rx queue for zerocopy */
|