| /linux/net/core/ |
| H A D | tso.c | 55 (tso->next_frag_idx < skb_shinfo(skb)->nr_frags)) { in tso_build_data()
81 (tso->next_frag_idx < skb_shinfo(skb)->nr_frags)) { in tso_start()
98 unsigned int nr_frags; in tso_dma_iova_try() local
105 nr_frags = skb_shinfo(skb)->nr_frags; in tso_dma_iova_try()
116 for (i = 0; i < nr_frags; i++) { in tso_dma_iova_try()
123 map->nr_frags = i; in tso_dma_iova_try()
128 map->nr_frags = i + 1; in tso_dma_iova_try()
145 map->nr_frags = 0; in tso_dma_iova_try()
169 unsigned int nr_frags = skb_shinfo(skb)->nr_frags; in tso_dma_map_init() local
183 map->nr_frags = 0; in tso_dma_map_init()
[all …]
|
| H A D | xdp.c | 472 for (u32 i = 0; i < sinfo->nr_frags; i++) in xdp_return_frame()
489 for (u32 i = 0; i < sinfo->nr_frags; i++) in xdp_return_frame_rx_napi()
526 for (i = 0; i < sinfo->nr_frags; i++) { in xdp_return_frame_bulk()
557 for (u32 i = 0; i < sinfo->nr_frags; i++) in xdp_return_buff()
638 u32 nr_frags = 0; in xdp_build_skb_from_buff() local
643 nr_frags = sinfo->nr_frags; in xdp_build_skb_from_buff()
662 if (unlikely(nr_frags)) { in xdp_build_skb_from_buff()
665 tsize = sinfo->xdp_frags_truesize ? : nr_frags * xdp->frame_sz; in xdp_build_skb_from_buff()
666 xdp_update_skb_frags_info(skb, nr_frags, sinfo->xdp_frags_size, in xdp_build_skb_from_buff()
693 u32 nr_frags, tsize = 0; in xdp_copy_frags_from_zc() local
[all …]
|
| H A D | gro.c | 132 int i = skbinfo->nr_frags; in skb_gro_receive()
133 int nr_frags = pinfo->nr_frags + i; in skb_gro_receive() local
135 if (nr_frags > MAX_SKB_FRAGS) in skb_gro_receive()
139 pinfo->nr_frags = nr_frags; in skb_gro_receive()
140 skbinfo->nr_frags = 0; in skb_gro_receive()
142 frag = pinfo->frags + nr_frags; in skb_gro_receive()
162 int nr_frags = pinfo->nr_frags; in skb_gro_receive() local
163 skb_frag_t *frag = pinfo->frags + nr_frags; in skb_gro_receive()
168 if (nr_frags + 1 + skbinfo->nr_frags > MAX_SKB_FRAGS) in skb_gro_receive()
175 pinfo->nr_frags = nr_frags + 1 + skbinfo->nr_frags; in skb_gro_receive()
[all …]
|
| H A D | net_test.c | 45 unsigned int nr_frags; member
74 .nr_frags = 2,
82 .nr_frags = 3,
91 .nr_frags = 2,
166 if (tcase->nr_frags) { in gso_test_func()
171 page_ref_add(page, tcase->nr_frags - 1); in gso_test_func()
173 for (i = 0; i < tcase->nr_frags; i++) { in gso_test_func()
|
| H A D | skbuff.c | 1071 for (i = 0; i < shinfo->nr_frags; i++) { in skb_pp_frag_ref()
1115 for (i = 0; i < shinfo->nr_frags; i++) in skb_release_data()
1333 "shinfo(txflags=%u nr_frags=%u gso(size=%hu type=%u segs=%hu))\n" in skb_dump()
1346 sh->tx_flags, sh->nr_frags, in skb_dump()
1377 for (i = 0; len && i < skb_shinfo(skb)->nr_frags; i++) { in skb_dump()
1960 for (i = 0; i < skb_shinfo(skb)->nr_frags; i++) in __skb_zcopy_downgrade_managed()
2002 int num_frags = skb_shinfo(skb)->nr_frags; in skb_copy_ubufs()
2078 skb_shinfo(skb)->nr_frags = new_frags; in skb_copy_ubufs()
2249 if (skb_shinfo(skb)->nr_frags) { in __pskb_copy_fclone()
2258 for (i = 0; i < skb_shinfo(skb)->nr_frags; in __pskb_copy_fclone()
6789 int nr_frags = 0; alloc_skb_with_frags() local
[all...] |
| /linux/drivers/net/wireless/intel/ipw2x00/ |
| H A D | libipw_tx.c | 171 for (i = 0; i < txb->nr_frags; i++) in libipw_txb_free()
177 static struct libipw_txb *libipw_alloc_txb(int nr_frags, int txb_size, in libipw_alloc_txb() argument
183 txb = kzalloc_flex(*txb, fragments, nr_frags, gfp_mask); in libipw_alloc_txb()
187 txb->nr_frags = nr_frags; in libipw_alloc_txb()
190 for (i = 0; i < nr_frags; i++) { in libipw_alloc_txb()
199 if (unlikely(i != nr_frags)) { in libipw_alloc_txb()
245 int i, bytes_per_frag, nr_frags, bytes_last_frag, frag_size, in libipw_xmit() local
391 nr_frags = bytes / bytes_per_frag; in libipw_xmit()
394 nr_frags++; in libipw_xmit()
398 nr_frags = 1; in libipw_xmit()
[all …]
|
| /linux/net/openvswitch/ |
| H A D | openvswitch_trace.h | 27 __field( u8, nr_frags )
52 __entry->nr_frags = skb_shinfo(skb)->nr_frags;
69 TP_printk("dpaddr=%p dp_name=%s dev=%s skbaddr=%p len=%u data_len=%u truesize=%u nr_frags=%d gso_size=%d gso_type=%#x ovs_flow_hash=0x%08x recirc_id=0x%08x keyaddr=%p eth_type=0x%04x ct_state=%02x ct_orig_proto=%02x ct_Zone=%04x flow_key_valid=%d action_type=%u action_len=%u action_data=%p is_last=%d",
72 __entry->truesize, __entry->nr_frags, __entry->gso_size,
98 __field( u8, nr_frags )
122 __entry->nr_frags = skb_shinfo(skb)->nr_frags;
138 TP_printk("dpaddr=%p dp_name=%s dev=%s skbaddr=%p len=%u data_len=%u truesize=%u nr_frags=%d gso_size=%d gso_type=%#x ovs_flow_hash=0x%08x recirc_id=0x%08x keyaddr=%p eth_type=0x%04x ct_state=%02x ct_orig_proto=%02x ct_zone=%04x flow_key_valid=%d upcall_cmd=%u upcall_port=%u upcall_mru=%u",
141 __entry->truesize, __entry->nr_frags, __entr
[all...] |
| /linux/drivers/net/xen-netback/ |
| H A D | netback.c | 396 nr_slots = shinfo->nr_frags + frag_overflow + 1; in xenvif_get_requests()
462 for (shinfo->nr_frags = 0; nr_slots > 0 && shinfo->nr_frags < MAX_SKB_FRAGS; in xenvif_get_requests()
474 frag_set_pending_idx(&frags[shinfo->nr_frags], pending_idx); in xenvif_get_requests()
475 ++shinfo->nr_frags; in xenvif_get_requests()
489 for (shinfo->nr_frags = 0; shinfo->nr_frags < nr_slots; ++txp) { in xenvif_get_requests()
500 frag_set_pending_idx(&frags[shinfo->nr_frags], in xenvif_get_requests()
502 ++shinfo->nr_frags; in xenvif_get_requests()
506 if (shinfo->nr_frags) { in xenvif_get_requests()
566 int nr_frags = shinfo->nr_frags; in xenvif_tx_check_gop() local
567 const bool sharedslot = nr_frags && in xenvif_tx_check_gop()
[all …]
|
| /linux/net/xdp/ |
| H A D | xsk_queue.h | 285 u32 nr_frags = 0; in xskq_cons_read_desc_batch() local
300 nr_frags++; in xskq_cons_read_desc_batch()
305 batch.reclaim_descs = nr_frags; in xskq_cons_read_desc_batch()
307 nr_frags = 0; in xskq_cons_read_desc_batch()
311 batch.tx_descs += nr_frags; in xskq_cons_read_desc_batch()
312 nr_frags = 0; in xskq_cons_read_desc_batch()
316 if (nr_frags == pool->xdp_zc_max_segs) in xskq_cons_read_desc_batch()
320 if (nr_frags) { in xskq_cons_read_desc_batch()
322 batch.reclaim_descs = nr_frags; in xskq_cons_read_desc_batch()
327 cached_cons -= nr_frags; in xskq_cons_read_desc_batch()
|
| /linux/drivers/net/thunderbolt/ |
| H A D | trace.h | 105 __field(unsigned int, nr_frags)
111 __entry->nr_frags = skb_shinfo(skb)->nr_frags;
115 __entry->nr_frags)
|
| /linux/include/net/libeth/ |
| H A D | xdp.h | 644 u32 nr_frags; in libeth_xdp_tx_queue_bulk() local
656 nr_frags = sinfo->nr_frags; in libeth_xdp_tx_queue_bulk()
658 for (u32 i = 0; i < nr_frags; i++) { in libeth_xdp_tx_queue_bulk()
693 ue->nr_frags = 1; \
698 ue->nr_frags += us->nr_frags; \
941 u32 head, nr_frags, i, ret = LIBETH_XDP_TX; in libeth_xdp_xmit_queue_bulk() local
956 nr_frags = sinfo->nr_frags; in libeth_xdp_xmit_queue_bulk()
958 for (i = 0; i < nr_frags; i++) { in libeth_xdp_xmit_queue_bulk()
967 if (unlikely(i < nr_frags)) in libeth_xdp_xmit_queue_bulk()
1233 for (u32 i = 0; i < sinfo->nr_frags; i++) { in libeth_xdp_return_frags()
[all …]
|
| /linux/drivers/net/ethernet/netronome/nfp/nfdk/ |
| H A D | rings.c | 20 int nr_frags, rd_idx; in nfp_nfdk_tx_ring_reset() local
32 nr_frags = skb_shinfo(skb)->nr_frags; in nfp_nfdk_tx_ring_reset()
42 fend = frag + nr_frags; in nfp_nfdk_tx_ring_reset()
|
| /linux/net/xfrm/ |
| H A D | xfrm_iptfs.c | 319 u32 nr_frags; member
345 walk->nr_frags = 0; in iptfs_skb_prepare_frag_walk()
352 frag = &walk->frags[walk->nr_frags++]; in iptfs_skb_prepare_frag_walk()
363 for (i = 0; i < shinfo->nr_frags; i++) { in iptfs_skb_prepare_frag_walk()
369 frag = &walk->frags[walk->nr_frags++]; in iptfs_skb_prepare_frag_walk()
414 u32 fragi, nr_frags, fraglen; in iptfs_skb_can_add_frags() local
424 if (!walk->nr_frags || offset >= walk->total + walk->initial_offset) in iptfs_skb_can_add_frags()
432 nr_frags = shinfo->nr_frags; in iptfs_skb_can_add_frags()
433 while (len && fragi < walk->nr_frags) { in iptfs_skb_can_add_frags()
441 if (++nr_frags > MAX_SKB_FRAGS) in iptfs_skb_can_add_frags()
[all …]
|
| /linux/drivers/net/ethernet/aeroflex/ |
| H A D | greth.c | 101 if (skb_shinfo(skb)->nr_frags == 0) in greth_print_tx_packet()
109 for (i = 0; i < skb_shinfo(skb)->nr_frags; i++) { in greth_print_tx_packet()
188 int nr_frags = skb_shinfo(skb)->nr_frags; in greth_clean_rings() local
197 for (i = 0; i < nr_frags; i++) { in greth_clean_rings()
208 greth->tx_free += nr_frags+1; in greth_clean_rings()
468 int curr_tx, nr_frags, i, err = NETDEV_TX_OK; in greth_start_xmit_gbit() local
472 nr_frags = skb_shinfo(skb)->nr_frags; in greth_start_xmit_gbit()
476 if (greth_num_free_bds(tx_last, greth->tx_next) < nr_frags + 1) { in greth_start_xmit_gbit()
494 if (nr_frags != 0) in greth_start_xmit_gbit()
518 for (i = 0; i < nr_frags; i++) { in greth_start_xmit_gbit()
[all …]
|
| /linux/drivers/net/ethernet/tehuti/ |
| H A D | tn40.c | 578 int nr_frags = skb_shinfo(skb)->nr_frags; in tn40_tx_map_skb() local
586 skb->len, skb->data_len, nr_frags); in tn40_tx_map_skb()
587 if (nr_frags > TN40_MAX_PBL - 1) { in tn40_tx_map_skb()
591 nr_frags = skb_shinfo(skb)->nr_frags; in tn40_tx_map_skb()
605 for (i = 0; i < nr_frags; i++) { in tn40_tx_map_skb()
619 for (i = 0; i < nr_frags; i++) { in tn40_tx_map_skb()
628 ++nr_frags; in tn40_tx_map_skb()
632 db->wptr->len = -tn40_txd_sizes[nr_frags].bytes; in tn40_tx_map_skb()
714 int nr_frags, len, err; in tn40_start_xmit() local
731 nr_frags = skb_shinfo(skb)->nr_frags; in tn40_start_xmit()
[all …]
|
| /linux/drivers/net/ethernet/intel/i40e/ |
| H A D | i40e_txrx.c | 2044 u32 nr_frags = xdp_get_shared_info_from_buff(xdp)->nr_frags; in i40e_process_rx_buffs() local
2060 else if (i++ <= nr_frags) in i40e_process_rx_buffs()
2088 u32 nr_frags = 0; in i40e_construct_skb() local
2126 nr_frags = sinfo->nr_frags; in i40e_construct_skb()
2132 if (unlikely(nr_frags >= MAX_SKB_FRAGS)) { in i40e_construct_skb()
2149 memcpy(&skinfo->frags[skinfo->nr_frags], &sinfo->frags[0], in i40e_construct_skb()
2150 sizeof(skb_frag_t) * nr_frags); in i40e_construct_skb()
2152 xdp_update_skb_frags_info(skb, skinfo->nr_frags + nr_frags, in i40e_construct_skb()
2154 nr_frags * xdp->frame_sz, in i40e_construct_skb()
2181 u32 nr_frags; in i40e_build_skb() local
[all …]
|
| /linux/drivers/net/wireless/ath/wil6210/ |
| H A D | txrx.c | 1622 void wil_tx_desc_set_nr_frags(struct vring_tx_desc *d, int nr_frags) in wil_tx_desc_set_nr_frags() argument
1624 d->mac.d[2] |= (nr_frags << MAC_CFG_DESC_TX_2_NUM_OF_DESCRIPTORS_POS); in wil_tx_desc_set_nr_frags()
1747 int nr_frags = skb_shinfo(skb)->nr_frags; in __wil_tx_vring_tso() local
1748 int min_desc_required = nr_frags + 1; in __wil_tx_vring_tso()
1838 for (f = headlen ? -1 : 0; f < nr_frags; f++) { in __wil_tx_vring_tso()
1913 if (rem_data == 0 || (f == nr_frags - 1 && len == 0)) { in __wil_tx_vring_tso()
1918 hdr_ctx->nr_frags = sg_desc_cnt; in __wil_tx_vring_tso()
1927 first_ctx->nr_frags = sg_desc_cnt - 1; in __wil_tx_vring_tso()
1941 if (f < nr_frags - 1 || len > 0) in __wil_tx_vring_tso()
2034 int nr_frags = skb_shinfo(skb)->nr_frags; in __wil_tx_ring() local
[all …]
|
| /linux/drivers/net/ethernet/netronome/nfp/nfd3/ |
| H A D | rings.c | 50 int idx, nr_frags; in nfp_nfd3_tx_ring_reset() local
56 nr_frags = skb_shinfo(skb)->nr_frags; in nfp_nfd3_tx_ring_reset()
70 if (tx_buf->fidx == nr_frags - 1) in nfp_nfd3_tx_ring_reset()
|
| /linux/drivers/net/ethernet/mellanox/mlx5/core/en/ |
| H A D | xdp.c | 139 for (i = 0; i < xdptxdf.sinfo->nr_frags; i++) { in mlx5e_xmit_xdp_buff()
165 { .page.num = 1 + xdptxdf.sinfo->nr_frags }); in mlx5e_xmit_xdp_buff()
168 for (i = 0; i < xdptxdf.sinfo->nr_frags; i++) { in mlx5e_xmit_xdp_buff()
470 if (!!xdptxd->len + xdptxdf->sinfo->nr_frags > 1) { in mlx5e_xmit_xdp_frame_mpwqe()
585 ds_cnt += xdptxdf->sinfo->nr_frags; in mlx5e_xmit_xdp_frame()
586 num_frags = xdptxdf->sinfo->nr_frags; in mlx5e_xmit_xdp_frame()
696 for (j = 0; j < sinfo->nr_frags; j++) { in mlx5e_free_xdpsq_desc()
899 for (j = 0; j < xdptxdf.sinfo->nr_frags; j++) { in mlx5e_xdp_xmit()
925 for (j = 0; j < xdptxdf.sinfo->nr_frags; j++) in mlx5e_xdp_xmit()
942 for (j = 0; j < xdptxdf.sinfo->nr_frags; j++) in mlx5e_xdp_xmit()
|
| /linux/drivers/net/ethernet/pensando/ionic/ |
| H A D | ionic_txrx.c | 167 skb_add_rx_frag(skb, skb_shinfo(skb)->nr_frags, in ionic_rx_add_skb_frag()
352 for (i = 0; i < sinfo->nr_frags; i++, frag++, bi++) { in ionic_xdp_post_frame()
508 sinfo->nr_frags = 0; in ionic_run_xdp()
513 if (unlikely(sinfo->nr_frags >= MAX_SKB_FRAGS)) { in ionic_run_xdp()
518 frag = &sinfo->frags[sinfo->nr_frags]; in ionic_run_xdp()
519 sinfo->nr_frags++; in ionic_run_xdp()
532 nbufs += sinfo->nr_frags; in ionic_run_xdp()
1138 nfrags = skb_shinfo(skb)->nr_frags; in ionic_tx_map_skb()
1576 flags, skb_shinfo(skb)->nr_frags, in ionic_tx_calc_csum()
1615 flags, skb_shinfo(skb)->nr_frags, in ionic_tx_calc_no_csum()
[all …]
|
| /linux/drivers/net/ethernet/broadcom/bnxt/ |
| H A D | bnxt_xdp.c | 41 num_frags = sinfo->nr_frags; in bnxt_xmit_bd()
47 tx_buf->nr_frags = num_frags; in bnxt_xmit_bd()
153 frags = tx_buf->nr_frags; in bnxt_tx_int_xdp()
212 for (i = 0; i < shinfo->nr_frags; i++) { in bnxt_xdp_buff_frags_free()
217 shinfo->nr_frags = 0; in bnxt_xdp_buff_frags_free()
275 tx_needed += sinfo->nr_frags; in bnxt_rx_xdp()
|
| /linux/net/tls/ |
| H A D | tls_strp.c | 53 for (i = 0; i < skb_shinfo(skb)->nr_frags; i++) { in tls_strp_skb_copy()
152 WARN_ON_ONCE(!shinfo->nr_frags); in tls_strp_msg_hold()
199 for (i = 0; i < shinfo->nr_frags; i++) in tls_strp_flush_anchor_copy()
201 shinfo->nr_frags = 0; in tls_strp_flush_anchor_copy()
219 if (unlikely(nfrag >= skb_shinfo(skb)->nr_frags)) { in tls_strp_copyin_frag()
415 skb_fill_page_desc(strp->anchor, shinfo->nr_frags++, in tls_strp_read_copy()
|
| /linux/drivers/net/ethernet/intel/iavf/ |
| H A D | iavf_txrx.h | 334 unsigned int nr_frags = skb_shinfo(skb)->nr_frags; in iavf_xmit_descriptor_count() local
340 if (!nr_frags--) in iavf_xmit_descriptor_count()
|
| /linux/drivers/net/ethernet/sfc/siena/ |
| H A D | tx_common.c | 333 unsigned int frag_index, nr_frags; in efx_siena_tx_map_data() local
338 nr_frags = skb_shinfo(skb)->nr_frags; in efx_siena_tx_map_data()
379 if (frag_index >= nr_frags) { in efx_siena_tx_map_data()
|
| /linux/drivers/net/ethernet/sfc/ |
| H A D | tx_common.c | 373 unsigned int frag_index, nr_frags; in efx_tx_map_data() local
378 nr_frags = skb_shinfo(skb)->nr_frags; in efx_tx_map_data()
419 if (frag_index >= nr_frags) { in efx_tx_map_data()
|