| /linux/net/core/ |
| H A D | xdp.c | 578 unsigned int metasize, totsize; in xdp_convert_zc_to_xdp_frame() local
584 metasize = xdp_data_meta_unsupported(xdp) ? 0 : in xdp_convert_zc_to_xdp_frame()
586 totsize = xdp->data_end - xdp->data + metasize; in xdp_convert_zc_to_xdp_frame()
600 data_to_copy = metasize ? xdp->data_meta : xdp->data; in xdp_convert_zc_to_xdp_frame()
603 xdpf->data = addr + metasize; in xdp_convert_zc_to_xdp_frame()
604 xdpf->len = totsize - metasize; in xdp_convert_zc_to_xdp_frame()
605 xdpf->headroom = metasize; in xdp_convert_zc_to_xdp_frame()
606 xdpf->metasize = metasize; in xdp_convert_zc_to_xdp_frame()
822 if (xdpf->metasize) in __xdp_build_skb_from_frame()
823 skb_metadata_set(skb, xdpf->metasize); in __xdp_build_skb_from_frame()
|
| /linux/drivers/net/ethernet/intel/igb/ |
| H A D | igb_xsk.c | 270 unsigned int metasize = xdp->data - xdp->data_meta; in igb_construct_skb_zc() local
286 if (metasize) { in igb_construct_skb_zc()
287 skb_metadata_set(skb, metasize); in igb_construct_skb_zc()
288 __skb_pull(skb, metasize); in igb_construct_skb_zc()
|
| H A D | igb_main.c | 8676 unsigned int metasize = xdp->data - xdp->data_meta; in igb_build_skb() local
8691 if (metasize) in igb_build_skb()
8692 skb_metadata_set(skb, metasize); in igb_build_skb()
|
| /linux/drivers/net/ethernet/intel/i40e/ |
| H A D | i40e_xsk.c | 293 unsigned int metasize = xdp->data - xdp->data_meta; in i40e_construct_skb_zc() local
312 if (metasize) { in i40e_construct_skb_zc()
313 skb_metadata_set(skb, metasize); in i40e_construct_skb_zc()
314 __skb_pull(skb, metasize); in i40e_construct_skb_zc()
|
| H A D | i40e_txrx.c | 2178 unsigned int metasize = xdp->data - xdp->data_meta; in i40e_build_skb() local
2203 if (metasize) in i40e_build_skb()
2204 skb_metadata_set(skb, metasize); in i40e_build_skb()
|
| /linux/drivers/net/ethernet/marvell/octeontx2/nic/ |
| H A D | otx2_txrx.c | 44 u32 *metasize, bool *need_xdp_flush);
340 u32 metasize = 0; in otx2_rcv_pkt_handler() local
355 &metasize, need_xdp_flush)) in otx2_rcv_pkt_handler()
387 if (metasize) in otx2_rcv_pkt_handler()
388 skb_metadata_set(skb, metasize); in otx2_rcv_pkt_handler()
1492 u32 *metasize, bool *need_xdp_flush) in otx2_xdp_rcv_pkt_handler() argument
1531 *metasize = xdp.data - xdp.data_meta; in otx2_xdp_rcv_pkt_handler()
|
| /linux/drivers/net/ |
| H A D | tun.c | 1625 int metasize) in __tun_build_skb() argument
1634 if (metasize) in __tun_build_skb()
1635 skb_metadata_set(skb, metasize); in __tun_build_skb()
1695 int metasize = 0; in tun_build_skb() local
1723 pad, metasize); in tun_build_skb()
1760 * support, so the metasize will never be negative. in tun_build_skb()
1762 metasize = xdp.data - xdp.data_meta; in tun_build_skb()
1769 metasize); in tun_build_skb()
2538 int metasize = 0; in tun_xdp_one()
2598 * metasize o in tun_xdp_one()
2535 int metasize = 0; tun_xdp_one() local
[all...] |
| H A D | virtio_net.c | 1091 unsigned int metasize = xdp->data - xdp->data_meta; in xsk_construct_skb() local
1107 if (metasize) { in xsk_construct_skb()
1108 __skb_pull(skb, metasize); in xsk_construct_skb()
1109 skb_metadata_set(skb, metasize); in xsk_construct_skb()
1867 unsigned int metasize = 0; in receive_small_xdp() local
1908 metasize = xdp.data - xdp.data_meta; in receive_small_xdp()
1923 if (metasize) in receive_small_xdp()
1924 skb_metadata_set(skb, metasize); in receive_small_xdp()
2067 int metasize; in build_skb_from_xdp_buff() local
2087 metasize in build_skb_from_xdp_buff()
[all...] |
| /linux/drivers/net/ethernet/mellanox/mlx5/core/ |
| H A D | en_rx.c | 1546 u32 cqe_bcnt, u32 metasize) in mlx5e_build_linear_skb()
1558 if (metasize) in mlx5e_build_linear_skb()
1559 skb_metadata_set(skb, metasize); in mlx5e_build_linear_skb()
1582 u32 metasize = 0; in mlx5e_skb_from_cqe_linear()
1607 metasize = mxbuf->xdp.data - mxbuf->xdp.data_meta; in mlx5e_skb_from_cqe_linear()
1611 skb = mlx5e_build_linear_skb(rq, va, frag_size, rx_headroom, cqe_bcnt, metasize); in mlx5e_skb_from_cqe_linear()
2105 u32 metasize = 0; in mlx5e_skb_from_cqe_mpwrq_linear()
2139 metasize = mxbuf->xdp.data - mxbuf->xdp.data_meta; in mlx5e_skb_from_cqe_mpwrq_linear()
2143 skb = mlx5e_build_linear_skb(rq, va, frag_size, rx_headroom, cqe_bcnt, metasize); in mlx5e_skb_from_cqe_mpwrq_linear()
1544 mlx5e_build_linear_skb(struct mlx5e_rq * rq,void * va,u32 frag_size,u16 headroom,u32 cqe_bcnt,u32 metasize) mlx5e_build_linear_skb() argument
1580 u32 metasize = 0; mlx5e_skb_from_cqe_linear() local
2103 u32 metasize = 0; mlx5e_skb_from_cqe_mpwrq_linear() local
|
| /linux/drivers/net/ethernet/intel/igc/ |
| H A D | igc_main.c | 1971 unsigned int metasize = xdp->data - xdp->data_meta; in igc_build_skb() local
1985 if (metasize) in igc_build_skb()
1986 skb_metadata_set(skb, metasize); in igc_build_skb()
1997 unsigned int metasize = xdp->data - xdp->data_meta; in igc_construct_skb() local
2009 IGC_RX_HDR_LEN + metasize); in igc_construct_skb()
2024 memcpy(__skb_put(skb, headlen + metasize), xdp->data_meta, in igc_construct_skb()
2025 ALIGN(headlen + metasize, sizeof(long))); in igc_construct_skb()
2027 if (metasize) { in igc_construct_skb()
2028 skb_metadata_set(skb, metasize); in igc_construct_skb()
2029 __skb_pull(skb, metasize); in igc_construct_skb()
[all …]
|
| /linux/drivers/net/ethernet/socionext/ |
| H A D | netsec.c | 973 u32 metasize, xdp_result = NETSEC_XDP_PASS; in netsec_process_rx() local
1051 metasize = xdp.data - xdp.data_meta; in netsec_process_rx()
1052 if (metasize) in netsec_process_rx()
1053 skb_metadata_set(skb, metasize); in netsec_process_rx()
|
| /linux/drivers/net/ethernet/mediatek/ |
| H A D | mtk_eth_soc.c | 2269 u32 ret, metasize; in mtk_poll_rx() local
2305 metasize = xdp.data - xdp.data_meta; in mtk_poll_rx()
2306 if (metasize) in mtk_poll_rx()
2307 skb_metadata_set(skb, metasize); in mtk_poll_rx()
|
| /linux/drivers/net/ethernet/microsoft/mana/ |
| H A D | mana_en.c | 2094 u32 metasize = xdp->data - xdp->data_meta; in mana_rx_skb()
2098 if (metasize) in mana_rx_skb()
2099 skb_metadata_set(skb, metasize); in mana_rx_skb()
2065 u32 metasize = xdp->data - xdp->data_meta; mana_build_skb() local
|
| /linux/drivers/net/ethernet/marvell/mvpp2/ |
| H A D | mvpp2_main.c | 3916 u32 rx_status, timestamp, metasize = 0; in mvpp2_rx() local
4012 metasize = xdp.data - xdp.data_meta; in mvpp2_rx()
4055 if (metasize) in mvpp2_rx()
4056 skb_metadata_set(skb, metasize); in mvpp2_rx()
|
| /linux/drivers/net/ethernet/marvell/ |
| H A D | mvneta.c | 2399 u32 metasize = xdp->data - xdp->data_meta; in mvneta_swbm_build_skb() local
2414 if (metasize) in mvneta_swbm_build_skb()
2415 skb_metadata_set(skb, metasize); in mvneta_swbm_build_skb()
|
| /linux/drivers/net/ethernet/stmicro/stmmac/ |
| H A D | stmmac_main.c | 5405 unsigned int metasize = xdp->data - xdp->data_meta; in stmmac_construct_skb_zc()
5416 if (metasize) in stmmac_construct_skb_zc()
5417 skb_metadata_set(skb, metasize);
5401 unsigned int metasize = xdp->data - xdp->data_meta; stmmac_construct_skb_zc() local
|
| /linux/drivers/net/ethernet/intel/ixgbe/ |
| H A D | ixgbe_main.c | 2358 unsigned int metasize = xdp->data - xdp->data_meta; in ixgbe_build_skb() local
2383 if (metasize) in ixgbe_build_skb()
2384 skb_metadata_set(skb, metasize); in ixgbe_build_skb()
|
| /linux/drivers/net/ethernet/broadcom/bnxt/ |
| H A D | bnxt.c | 1486 unsigned int metasize = 0; in bnxt_copy_xdp()
1491 metasize = xdp->data - xdp->data_meta; in bnxt_copy_xdp()
1498 if (metasize) { in bnxt_copy_xdp()
1499 skb_metadata_set(skb, metasize); in bnxt_copy_xdp()
1500 __skb_pull(skb, metasize); in bnxt_copy_xdp()
1487 unsigned int metasize = 0; bnxt_copy_xdp() local
|