Home
last modified time | relevance | path

Searched refs:data_hard_start (Results 1 – 25 of 37) sorted by relevance

12

/linux/include/net/
H A Dxdp.h84 void *data_hard_start; member
130 xdp->data_hard_start = hard_start; in xdp_prepare_buff()
143 ((xdp)->data_hard_start + (xdp)->frame_sz - \
206 void *data_hard_start = frame->data - frame->headroom - sizeof(*frame); in xdp_get_shared_info_from_frame() local
208 return (struct skb_shared_info *)(data_hard_start + frame->frame_sz - in xdp_get_shared_info_from_frame()
254 xdp->data_hard_start = frame->data - frame->headroom - sizeof(*frame); in xdp_convert_frame_to_buff()
269 headroom = xdp->data - xdp->data_hard_start; in xdp_update_frame_from_buff()
301 xdp_frame = xdp->data_hard_start; in xdp_convert_buff_to_frame()
/linux/drivers/net/hyperv/
H A Dnetvsc_bpf.c35 xdp->data_hard_start = NULL; in netvsc_run_xdp()
107 xdp->data_hard_start = NULL; in netvsc_run_xdp()
H A Dnetvsc_drv.c796 void *xbuf = xdp->data_hard_start; in netvsc_alloc_recv_skb()
800 unsigned int hdroom = xdp->data - xdp->data_hard_start; in netvsc_alloc_recv_skb()
/linux/tools/testing/selftests/bpf/progs/
H A Dtest_xdp_bpf2bpf.c27 void *data_hard_start; member
/linux/drivers/net/ethernet/meta/fbnic/
H A Dfbnic_txrx.c721 WARN_ON_ONCE(pkt->buff.data_hard_start); in fbnic_pkt_prepare()
790 if (!pkt->buff.data_hard_start) in fbnic_put_pkt_buff()
801 page = virt_to_page(pkt->buff.data_hard_start); in fbnic_put_pkt_buff()
814 pkt->buff.data_hard_start; in fbnic_build_skb()
817 skb = napi_build_skb(pkt->buff.data_hard_start, truesize); in fbnic_build_skb()
822 skb_reserve(skb, pkt->buff.data - pkt->buff.data_hard_start); in fbnic_build_skb()
961 pkt->buff.data_hard_start = NULL; in fbnic_clean_rcq()
1837 qt->cmpl.pkt->buff.data_hard_start = NULL; in fbnic_flush()
/linux/drivers/net/vmxnet3/
H A Dvmxnet3_xdp.c261 page = virt_to_page(xdp->data_hard_start); in vmxnet3_run_xdp()
316 skb_reserve(skb, xdp->data - xdp->data_hard_start); in vmxnet3_build_skb()
/linux/drivers/net/ethernet/broadcom/bnxt/
H A Dbnxt_xdp.c260 offset = xdp->data - xdp->data_hard_start; in bnxt_rx_xdp()
261 *data_ptr = xdp->data_hard_start + offset; in bnxt_rx_xdp()
/linux/net/xdp/
H A Dxsk_buff_pool.c421 orig_addr = xskb->xdp.data_hard_start - pool->addrs - pool->headroom; in xp_init_dma_info()
567 xskb->xdp.data = xskb->xdp.data_hard_start + XDP_PACKET_HEADROOM; in xp_alloc()
/linux/drivers/net/
H A Dtap.c1171 struct tun_xdp_hdr *hdr = xdp->data_hard_start; in tap_get_user_xdp()
1187 skb = build_skb(xdp->data_hard_start, buflen); in tap_get_user_xdp()
1193 skb_reserve(skb, xdp->data - xdp->data_hard_start); in tap_get_user_xdp()
H A Dtun.c1731 pad = xdp.data - xdp.data_hard_start; in tun_build_skb()
2448 struct tun_xdp_hdr *hdr = xdp->data_hard_start; in tun_xdp_one()
2501 skb = build_skb(xdp->data_hard_start, buflen); in tun_xdp_one()
2507 skb_reserve(skb, xdp->data - xdp->data_hard_start); in tun_xdp_one()
/linux/drivers/net/ethernet/mellanox/mlx5/core/
H A Den_rx.c1695 rx_headroom = mxbuf.xdp.data - mxbuf.xdp.data_hard_start; in mlx5e_skb_from_cqe_linear()
1773 skb = mlx5e_build_linear_skb(rq, mxbuf.xdp.data_hard_start, rq->buff.frame0_sz, in mlx5e_skb_from_cqe_nonlinear()
1774 mxbuf.xdp.data - mxbuf.xdp.data_hard_start, in mlx5e_skb_from_cqe_nonlinear()
2070 skb = mlx5e_build_linear_skb(rq, mxbuf.xdp.data_hard_start, in mlx5e_skb_from_cqe_mpwrq_nonlinear()
2072 mxbuf.xdp.data - mxbuf.xdp.data_hard_start, 0, in mlx5e_skb_from_cqe_mpwrq_nonlinear()
2166 rx_headroom = mxbuf.xdp.data - mxbuf.xdp.data_hard_start; in mlx5e_skb_from_cqe_mpwrq_linear()
/linux/drivers/net/ethernet/intel/ice/
H A Dice_txrx_lib.c418 tx_head->xdpf = xdp->data_hard_start; in __ice_xmit_xdp_ring()
H A Dice_txrx.c590 xdp.data_hard_start = (void *)xdpf; in ice_xmit_xdp_ring()
972 skb = napi_build_skb(xdp->data_hard_start, xdp->frame_sz); in ice_build_skb()
982 skb_reserve(skb, xdp->data - xdp->data_hard_start); in ice_build_skb()
H A Dice_xsk.c825 virt_to_page(xdp->data_hard_start), in ice_add_xsk_frag()
/linux/drivers/net/ethernet/marvell/
H A Dmvneta.c2264 len = xdp->data_end - xdp->data_hard_start - pp->rx_offset_correction; in mvneta_run_xdp()
2269 sync = xdp->data_end - xdp->data_hard_start - pp->rx_offset_correction; in mvneta_run_xdp()
2405 skb = build_skb(xdp->data_hard_start, PAGE_SIZE); in mvneta_swbm_build_skb()
2411 skb_reserve(skb, xdp->data - xdp->data_hard_start); in mvneta_swbm_build_skb()
2437 xdp_buf.data_hard_start = NULL; in mvneta_rx_swbm()
2472 if (unlikely(!xdp_buf.data_hard_start)) { in mvneta_rx_swbm()
2516 xdp_buf.data_hard_start = NULL; in mvneta_rx_swbm()
2519 if (xdp_buf.data_hard_start) in mvneta_rx_swbm()
/linux/drivers/net/ethernet/fungible/funeth/
H A Dfuneth_rx.c162 skb_frag_off_add(frags, xdp.data - xdp.data_hard_start); in fun_run_xdp()
/linux/drivers/net/ethernet/intel/ixgbevf/
H A Dixgbevf_main.c858 xdp->data_hard_start); in ixgbevf_construct_skb()
934 xdp->data_hard_start); in ixgbevf_build_skb()
946 skb = napi_build_skb(xdp->data_hard_start, truesize); in ixgbevf_build_skb()
951 skb_reserve(skb, xdp->data - xdp->data_hard_start); in ixgbevf_build_skb()
/linux/drivers/net/ethernet/intel/i40e/
H A Di40e_txrx.c2197 skb = napi_build_skb(xdp->data_hard_start, xdp->frame_sz); in i40e_build_skb()
2202 skb_reserve(skb, xdp->data - xdp->data_hard_start); in i40e_build_skb()
2274 prefetchw(xdp->data_hard_start); /* xdp_frame write */ in i40e_run_xdp()
/linux/drivers/net/ethernet/freescale/dpaa/
H A Ddpaa_eth.c2620 xdp.data_hard_start = vaddr; in dpaa_run_xdp()
2643 xdp.data_hard_start = vaddr; in dpaa_run_xdp()
2657 xdp.data_hard_start = vaddr; in dpaa_run_xdp()
/linux/drivers/net/ethernet/aquantia/atlantic/
H A Daq_ring.c426 prefetchw(xdp->data_hard_start); /* xdp_frame write */ in aq_xdp_run_prog()
/linux/drivers/net/ethernet/mellanox/mlx4/
H A Den_rx.c844 mxbuf.xdp.data_hard_start; in mlx4_en_process_rx_cq()
/linux/drivers/net/ethernet/freescale/dpaa2/
H A Ddpaa2-eth.c473 xdp.data_hard_start = vaddr; in dpaa2_eth_run_xdp()
1726 swa = (struct dpaa2_eth_swa *)(xdp_buffs[i]->data_hard_start + in dpaa2_eth_add_bufs()
1737 xdp_buffs[i]->data_hard_start, in dpaa2_eth_add_bufs()
/linux/drivers/net/ethernet/intel/igb/
H A Digb_main.c8505 xdp->data_hard_start); in igb_construct_skb()
8558 xdp->data_hard_start); in igb_build_skb()
8567 skb = napi_build_skb(xdp->data_hard_start, truesize); in igb_build_skb()
8572 skb_reserve(skb, xdp->data - xdp->data_hard_start); in igb_build_skb()
8604 prefetchw(xdp->data_hard_start); /* xdp_frame write */ in igb_run_xdp()
/linux/drivers/net/ethernet/microsoft/mana/
H A Dmana_en.c1549 if (xdp->data_hard_start) { in mana_build_skb()
1550 skb_reserve(skb, xdp->data - xdp->data_hard_start); in mana_build_skb()
/linux/drivers/net/ethernet/qlogic/qede/
H A Dqede_fp.c1097 *data_offset = xdp.data - xdp.data_hard_start; in qede_rx_xdp()

12