| /linux/net/core/ |
| H A D | xdp.c | 578 unsigned int metasize, totsize; in xdp_convert_zc_to_xdp_frame() local
584 metasize = xdp_data_meta_unsupported(xdp) ? 0 : in xdp_convert_zc_to_xdp_frame()
586 totsize = xdp->data_end - xdp->data + metasize; in xdp_convert_zc_to_xdp_frame()
600 data_to_copy = metasize ? xdp->data_meta : xdp->data; in xdp_convert_zc_to_xdp_frame()
603 xdpf->data = addr + metasize; in xdp_convert_zc_to_xdp_frame()
604 xdpf->len = totsize - metasize; in xdp_convert_zc_to_xdp_frame()
606 xdpf->metasize = metasize; in xdp_convert_zc_to_xdp_frame()
822 if (xdpf->metasize) in __xdp_build_skb_from_frame()
823 skb_metadata_set(skb, xdpf->metasize); in __xdp_build_skb_from_frame()
|
| /linux/drivers/net/ethernet/intel/igb/ |
| H A D | igb_xsk.c | 270 unsigned int metasize = xdp->data - xdp->data_meta; in igb_construct_skb_zc() local
286 if (metasize) { in igb_construct_skb_zc()
287 skb_metadata_set(skb, metasize); in igb_construct_skb_zc()
288 __skb_pull(skb, metasize); in igb_construct_skb_zc()
|
| H A D | igb_main.c | 8676 unsigned int metasize = xdp->data - xdp->data_meta; in igb_build_skb() local
8691 if (metasize) in igb_build_skb()
8692 skb_metadata_set(skb, metasize); in igb_build_skb()
|
| /linux/drivers/net/ethernet/intel/i40e/ |
| H A D | i40e_xsk.c | 293 unsigned int metasize = xdp->data - xdp->data_meta; in i40e_construct_skb_zc() local
312 if (metasize) { in i40e_construct_skb_zc()
313 skb_metadata_set(skb, metasize); in i40e_construct_skb_zc()
314 __skb_pull(skb, metasize); in i40e_construct_skb_zc()
|
| H A D | i40e_txrx.c | 2178 unsigned int metasize = xdp->data - xdp->data_meta; in i40e_build_skb() local
2203 if (metasize) in i40e_build_skb()
2204 skb_metadata_set(skb, metasize); in i40e_build_skb()
|
| /linux/drivers/net/ethernet/marvell/octeontx2/nic/ |
| H A D | otx2_txrx.c | 44 u32 *metasize, bool *need_xdp_flush);
340 u32 metasize = 0; in otx2_rcv_pkt_handler() local
355 &metasize, need_xdp_flush)) in otx2_rcv_pkt_handler()
387 if (metasize) in otx2_rcv_pkt_handler()
388 skb_metadata_set(skb, metasize); in otx2_rcv_pkt_handler()
1492 u32 *metasize, bool *need_xdp_flush) in otx2_xdp_rcv_pkt_handler() argument
1531 *metasize = xdp.data - xdp.data_meta; in otx2_xdp_rcv_pkt_handler()
|
| /linux/drivers/net/ |
| H A D | tun.c | 1541 int metasize) in __tun_build_skb() argument
1550 if (metasize) in __tun_build_skb()
1551 skb_metadata_set(skb, metasize); in __tun_build_skb()
1611 int metasize = 0; in tun_build_skb() local
1639 pad, metasize); in tun_build_skb()
1678 metasize = xdp.data - xdp.data_meta; in tun_build_skb()
1685 metasize); in tun_build_skb()
2392 int metasize = 0; in tun_xdp_one() local
2454 metasize = xdp->data - xdp->data_meta; in tun_xdp_one()
2455 if (metasize > 0) in tun_xdp_one()
[all …]
|
| H A D | virtio_net.c | 1091 unsigned int metasize = xdp->data - xdp->data_meta; in xsk_construct_skb() local
1107 if (metasize) { in xsk_construct_skb()
1108 __skb_pull(skb, metasize); in xsk_construct_skb()
1109 skb_metadata_set(skb, metasize); in xsk_construct_skb()
1867 unsigned int metasize = 0; in receive_small_xdp() local
1908 metasize = xdp.data - xdp.data_meta; in receive_small_xdp()
1923 if (metasize) in receive_small_xdp()
1924 skb_metadata_set(skb, metasize); in receive_small_xdp()
2064 int metasize; in build_skb_from_xdp_buff() local
2084 metasize = xdp->data - xdp->data_meta; in build_skb_from_xdp_buff()
[all …]
|
| /linux/drivers/net/ethernet/mellanox/mlx5/core/ |
| H A D | en_rx.c | 1547 u32 cqe_bcnt, u32 metasize) in mlx5e_build_linear_skb() argument
1559 if (metasize) in mlx5e_build_linear_skb()
1560 skb_metadata_set(skb, metasize); in mlx5e_build_linear_skb()
1583 u32 metasize = 0; in mlx5e_skb_from_cqe_linear() local
1608 metasize = mxbuf->xdp.data - mxbuf->xdp.data_meta; in mlx5e_skb_from_cqe_linear()
1612 skb = mlx5e_build_linear_skb(rq, va, frag_size, rx_headroom, cqe_bcnt, metasize); in mlx5e_skb_from_cqe_linear()
2095 u32 metasize = 0; in mlx5e_skb_from_cqe_mpwrq_linear() local
2129 metasize = mxbuf->xdp.data - mxbuf->xdp.data_meta; in mlx5e_skb_from_cqe_mpwrq_linear()
2133 skb = mlx5e_build_linear_skb(rq, va, frag_size, rx_headroom, cqe_bcnt, metasize); in mlx5e_skb_from_cqe_mpwrq_linear()
|
| /linux/drivers/net/ethernet/intel/igc/ |
| H A D | igc_main.c | 1974 unsigned int metasize = xdp->data - xdp->data_meta; in igc_build_skb() local
1988 if (metasize) in igc_build_skb()
1989 skb_metadata_set(skb, metasize); in igc_build_skb()
2000 unsigned int metasize = xdp->data - xdp->data_meta; in igc_construct_skb() local
2012 IGC_RX_HDR_LEN + metasize); in igc_construct_skb()
2027 memcpy(__skb_put(skb, headlen + metasize), xdp->data_meta, in igc_construct_skb()
2028 ALIGN(headlen + metasize, sizeof(long))); in igc_construct_skb()
2030 if (metasize) { in igc_construct_skb()
2031 skb_metadata_set(skb, metasize); in igc_construct_skb()
2032 __skb_pull(skb, metasize); in igc_construct_skb()
[all …]
|
| /linux/drivers/net/ethernet/socionext/ |
| H A D | netsec.c | 973 u32 metasize, xdp_result = NETSEC_XDP_PASS; in netsec_process_rx() local
1051 metasize = xdp.data - xdp.data_meta; in netsec_process_rx()
1052 if (metasize) in netsec_process_rx()
1053 skb_metadata_set(skb, metasize); in netsec_process_rx()
|
| /linux/drivers/net/ethernet/microsoft/mana/ |
| H A D | mana_en.c | 1923 u32 metasize = xdp->data - xdp->data_meta; in mana_build_skb() local
1927 if (metasize) in mana_build_skb()
1928 skb_metadata_set(skb, metasize); in mana_build_skb()
|
| /linux/drivers/net/ethernet/intel/ixgbevf/ |
| H A D | ixgbevf_main.c | 929 unsigned int metasize = xdp->data - xdp->data_meta; in ixgbevf_build_skb() local
954 if (metasize) in ixgbevf_build_skb()
955 skb_metadata_set(skb, metasize); in ixgbevf_build_skb()
|
| /linux/drivers/net/ethernet/mediatek/ |
| H A D | mtk_eth_soc.c | 2268 u32 ret, metasize; in mtk_poll_rx() local
2304 metasize = xdp.data - xdp.data_meta; in mtk_poll_rx()
2305 if (metasize) in mtk_poll_rx()
2306 skb_metadata_set(skb, metasize); in mtk_poll_rx()
|
| /linux/drivers/net/ethernet/marvell/mvpp2/ |
| H A D | mvpp2_main.c | 3916 u32 rx_status, timestamp, metasize = 0; in mvpp2_rx() local
4001 metasize = xdp.data - xdp.data_meta; in mvpp2_rx()
4041 if (metasize) in mvpp2_rx()
4042 skb_metadata_set(skb, metasize); in mvpp2_rx()
|
| /linux/drivers/net/ethernet/stmicro/stmmac/ |
| H A D | stmmac_main.c | 5365 unsigned int metasize = xdp->data - xdp->data_meta; in stmmac_construct_skb_zc() local
5376 if (metasize) in stmmac_construct_skb_zc()
5377 skb_metadata_set(skb, metasize); in stmmac_construct_skb_zc()
|
| /linux/drivers/net/ethernet/intel/ixgbe/ |
| H A D | ixgbe_main.c | 2358 unsigned int metasize = xdp->data - xdp->data_meta; in ixgbe_build_skb() local
2383 if (metasize) in ixgbe_build_skb()
2384 skb_metadata_set(skb, metasize); in ixgbe_build_skb()
|
| /linux/drivers/net/ethernet/broadcom/bnxt/ |
| H A D | bnxt.c | 1458 unsigned int metasize = 0; in bnxt_copy_xdp() local
1463 metasize = xdp->data - xdp->data_meta; in bnxt_copy_xdp()
1470 if (metasize) { in bnxt_copy_xdp()
1471 skb_metadata_set(skb, metasize); in bnxt_copy_xdp()
1472 __skb_pull(skb, metasize); in bnxt_copy_xdp()
|