Home
last modified time | relevance | path

Searched refs:data_hard_start (Results 1 – 25 of 32) sorted by relevance

12

/linux/tools/testing/selftests/bpf/progs/
H A Dtest_xdp_bpf2bpf.c27 void *data_hard_start; member
/linux/drivers/net/hyperv/
H A Dnetvsc_bpf.c35 xdp->data_hard_start = NULL; in netvsc_run_xdp()
107 xdp->data_hard_start = NULL; in netvsc_run_xdp()
/linux/drivers/net/ethernet/intel/libeth/
H A Dxdp.c195 dst->base.data_hard_start = src->data - src->headroom; in libeth_xdp_load_stash()
216 dst->headroom = src->data - src->base.data_hard_start; in libeth_xdp_save_stash()
/linux/drivers/net/vmxnet3/
H A Dvmxnet3_xdp.c271 page = virt_to_page(xdp->data_hard_start); in vmxnet3_run_xdp()
326 skb_reserve(skb, xdp->data - xdp->data_hard_start); in vmxnet3_build_skb()
/linux/net/core/
H A Dxdp.c646 skb = napi_build_skb(xdp->data_hard_start, xdp->frame_sz); in xdp_build_skb_from_buff()
650 skb_reserve(skb, xdp->data - xdp->data_hard_start); in xdp_build_skb_from_buff()
765 skb_reserve(skb, xdp->data_meta - xdp->data_hard_start); in xdp_build_skb_from_zc()
/linux/drivers/net/ethernet/broadcom/bnxt/
H A Dbnxt_xdp.c260 offset = xdp->data - xdp->data_hard_start; in bnxt_rx_xdp()
261 *data_ptr = xdp->data_hard_start + offset; in bnxt_rx_xdp()
/linux/drivers/net/
H A Dtap.c1046 struct virtio_net_hdr *gso = xdp->data_hard_start; in tap_get_user_xdp()
1062 skb = build_skb(xdp->data_hard_start, buflen); in tap_get_user_xdp()
1069 skb_reserve(skb, xdp->data - xdp->data_hard_start); in tap_get_user_xdp()
H A Dtun.c1756 pad = xdp.data - xdp.data_hard_start; in tun_build_skb()
2527 struct virtio_net_hdr *gso = xdp->data_hard_start; in tun_xdp_one()
2583 skb = build_skb(xdp->data_hard_start, buflen); in tun_xdp_one()
2590 skb_reserve(skb, xdp->data - xdp->data_hard_start); in tun_xdp_one()
H A Dvirtio_net.c1078 xdp_prepare_buff(xdp, xdp->data_hard_start, in buf_to_xdp()
1095 size = xdp->data_end - xdp->data_hard_start; in xsk_construct_skb()
1102 skb_reserve(skb, xdp->data_meta - xdp->data_hard_start); in xsk_construct_skb()
2078 skb = build_skb(xdp->data_hard_start, xdp->frame_sz); in build_skb_from_xdp_buff()
2082 headroom = xdp->data - xdp->data_hard_start; in build_skb_from_xdp_buff()
/linux/net/xdp/
H A Dxsk_buff_pool.c451 orig_addr = xskb->xdp.data_hard_start - pool->addrs - pool->headroom; in xp_init_dma_info()
598 xskb->xdp.data = xskb->xdp.data_hard_start + XDP_PACKET_HEADROOM; in xp_alloc()
/linux/drivers/net/ethernet/mellanox/mlx5/core/
H A Den_rx.c1601 rx_headroom = mxbuf->xdp.data - mxbuf->xdp.data_hard_start; in mlx5e_skb_from_cqe_linear()
1691 rq, mxbuf->xdp.data_hard_start, rq->buff.frame0_sz, in mlx5e_skb_from_cqe_nonlinear()
1692 mxbuf->xdp.data - mxbuf->xdp.data_hard_start, in mlx5e_skb_from_cqe_nonlinear()
2037 rq, mxbuf->xdp.data_hard_start, linear_frame_sz, in mlx5e_skb_from_cqe_mpwrq_nonlinear()
2038 mxbuf->xdp.data - mxbuf->xdp.data_hard_start, len, in mlx5e_skb_from_cqe_mpwrq_nonlinear()
2133 rx_headroom = mxbuf->xdp.data - mxbuf->xdp.data_hard_start; in mlx5e_skb_from_cqe_mpwrq_linear()
/linux/drivers/net/ethernet/freescale/dpaa2/
H A Ddpaa2-xsk.c52 xdp_buff->data_hard_start = vaddr; in dpaa2_xsk_run_xdp()
H A Ddpaa2-eth.c473 xdp.data_hard_start = vaddr; in dpaa2_eth_run_xdp()
1727 swa = (struct dpaa2_eth_swa *)(xdp_buffs[i]->data_hard_start + in dpaa2_eth_add_bufs()
1738 xdp_buffs[i]->data_hard_start, in dpaa2_eth_add_bufs()
/linux/drivers/net/ethernet/meta/fbnic/
H A Dfbnic_txrx.c970 WARN_ON_ONCE(pkt->buff.data_hard_start); in fbnic_pkt_prepare()
1032 if (!pkt->buff.data_hard_start) in fbnic_put_pkt_buff()
1050 page = virt_to_page(pkt->buff.data_hard_start); in fbnic_put_pkt_buff()
1096 page = virt_to_page(pkt->buff.data_hard_start); in fbnic_pkt_tx()
1311 pkt->buff.data_hard_start = NULL; in fbnic_clean_rcq()
/linux/drivers/net/ethernet/ti/icssg/
H A Dicssg_common.c917 unsigned int headroom = xdp->data - xdp->data_hard_start; in emac_dispatch_skb_zc()
922 skb = napi_alloc_skb(&emac->napi_rx, xdp->data_end - xdp->data_hard_start); in emac_dispatch_skb_zc()
1107 headroom = xdp.data - xdp.data_hard_start; in emac_rx_packet()
/linux/drivers/net/ethernet/intel/igb/
H A Digb_xsk.c301 prefetchw(xdp->data_hard_start); /* xdp_frame write */ in igb_run_xdp_zc()
H A Digb_main.c8621 xdp->data_hard_start); in igb_construct_skb()
8674 xdp->data_hard_start); in igb_build_skb()
8683 skb = napi_build_skb(xdp->data_hard_start, truesize); in igb_build_skb()
8688 skb_reserve(skb, xdp->data - xdp->data_hard_start); in igb_build_skb()
8719 prefetchw(xdp->data_hard_start); /* xdp_frame write */ in igb_run_xdp()
/linux/drivers/net/ethernet/marvell/
H A Dmvneta.c2264 len = xdp->data_end - xdp->data_hard_start - pp->rx_offset_correction; in mvneta_run_xdp()
2269 sync = xdp->data_end - xdp->data_hard_start - pp->rx_offset_correction; in mvneta_run_xdp()
2406 skb = build_skb(xdp->data_hard_start, PAGE_SIZE); in mvneta_swbm_build_skb()
2412 skb_reserve(skb, xdp->data - xdp->data_hard_start); in mvneta_swbm_build_skb()
2439 xdp_buf.data_hard_start = NULL; in mvneta_rx_swbm()
2474 if (unlikely(!xdp_buf.data_hard_start)) { in mvneta_rx_swbm()
2518 xdp_buf.data_hard_start = NULL; in mvneta_rx_swbm()
2521 if (xdp_buf.data_hard_start) in mvneta_rx_swbm()
/linux/drivers/net/ethernet/intel/i40e/
H A Di40e_txrx.c2196 skb = napi_build_skb(xdp->data_hard_start, xdp->frame_sz); in i40e_build_skb()
2201 skb_reserve(skb, xdp->data - xdp->data_hard_start); in i40e_build_skb()
2272 prefetchw(xdp->data_hard_start); /* xdp_frame write */ in i40e_run_xdp()
/linux/drivers/net/ethernet/freescale/dpaa/
H A Ddpaa_eth.c2618 xdp.data_hard_start = vaddr; in dpaa_run_xdp()
2641 xdp.data_hard_start = vaddr; in dpaa_run_xdp()
2655 xdp.data_hard_start = vaddr; in dpaa_run_xdp()
/linux/drivers/net/ethernet/socionext/
H A Dnetsec.c911 sync = xdp->data_end - xdp->data_hard_start - NETSEC_RXBUF_HEADROOM; in netsec_run_xdp()
1049 skb_reserve(skb, xdp.data - xdp.data_hard_start); in netsec_process_rx()
/linux/drivers/net/ethernet/aquantia/atlantic/
H A Daq_ring.c479 prefetchw(xdp->data_hard_start); /* xdp_frame write */ in aq_xdp_run_prog()
/linux/drivers/net/ethernet/engleder/
H A Dtsnep_main.c1294 length = xdp->data_end - xdp->data_hard_start - XDP_PACKET_HEADROOM; in tsnep_xdp_run_prog()
1321 sync = xdp->data_end - xdp->data_hard_start - in tsnep_xdp_run_prog()
/linux/drivers/net/ethernet/mellanox/mlx4/
H A Den_rx.c814 mxbuf.xdp.data_hard_start; in mlx4_en_process_rx_cq()
/linux/drivers/net/ethernet/intel/ice/
H A Dice_txrx.c708 xdp.data_hard_start = (void *)xdpf; in ice_xmit_xdp_ring()

12