| /linux/drivers/net/ethernet/intel/libeth/ |
| H A D | rx.c | 44 u32 max_len, u32 truesize) in libeth_rx_hw_len_truesize() argument 49 truesize = clamp(roundup_pow_of_two(truesize), roundup_pow_of_two(min), in libeth_rx_hw_len_truesize() 52 len = SKB_WITH_OVERHEAD(truesize - pp->offset); in libeth_rx_hw_len_truesize() 86 fq->truesize); in libeth_rx_page_pool_params() 96 fq->truesize = roundup_pow_of_two(SKB_HEAD_ALIGN(pp->offset + in libeth_rx_page_pool_params() 129 mtu = fq->truesize; in libeth_rx_page_pool_params_zc() 140 fq->truesize = fq->buf_len; in libeth_rx_page_pool_params_zc()
|
| /linux/net/openvswitch/ |
| H A D | openvswitch_trace.h | 26 __field( unsigned int, truesize ) 51 __entry->truesize = skb->truesize; 69 TP_printk("dpaddr=%p dp_name=%s dev=%s skbaddr=%p len=%u data_len=%u truesize=%u nr_frags=%d gso_size=%d gso_type=%#x ovs_flow_hash=0x%08x recirc_id=0x%08x keyaddr=%p eth_type=0x%04x ct_state=%02x ct_orig_proto=%02x ct_Zone=%04x flow_key_valid=%d action_type=%u action_len=%u action_data=%p is_last=%d", 72 __entry->truesize, __entry->nr_frags, __entry->gso_size, 97 __field( unsigned int, truesize ) 121 __entry->truesize = skb->truesize; 138 TP_printk("dpaddr=%p dp_name=%s dev=%s skbaddr=%p len=%u data_len=%u truesize=%u nr_frags=%d gso_size=%d gso_type=%#x ovs_flow_hash=0x%08x recirc_id=0x%08x keyaddr=%p eth_type=0x%04x ct_state=%02x ct_orig_proto=%02x ct_zone=%04x flow_key_valid=%d upcall_cmd=%u upcall_port=%u upcall_mru=%u", 141 __entry->truesize, __entr [all...] |
| /linux/sound/isa/sb/ |
| H A D | emu8000_patch.c | 143 int truesize; in snd_emu8000_sample_new() local 152 truesize = sp->v.size; in snd_emu8000_sample_new() 154 truesize += sp->v.loopend - sp->v.loopstart; in snd_emu8000_sample_new() 156 truesize += BLANK_LOOP_SIZE; in snd_emu8000_sample_new() 158 sp->block = snd_util_mem_alloc(hdr, truesize * 2); in snd_emu8000_sample_new() 177 sp->v.truesize = truesize * 2; /* in bytes */ in snd_emu8000_sample_new()
|
| /linux/sound/pci/emu10k1/ |
| H A D | emu10k1_patch.c | 33 int truesize, size, blocksize; in snd_emu10k1_sample_new() local 59 truesize = sp->v.size + BLANK_HEAD_SIZE; in snd_emu10k1_sample_new() 61 truesize += BLANK_LOOP_SIZE; in snd_emu10k1_sample_new() 91 truesize += loop_size; in snd_emu10k1_sample_new() 99 blocksize = truesize << shift; in snd_emu10k1_sample_new() 108 sp->v.truesize = blocksize; in snd_emu10k1_sample_new()
|
| /linux/net/ipv4/ |
| H A D | inet_fragment.c | 315 sum += skb->truesize; in inet_frag_rbtree_purge() 514 orig_truesize = skb->truesize; in inet_frag_reasm_prepare() 547 delta = -head->truesize; in inet_frag_reasm_prepare() 553 delta += head->truesize; in inet_frag_reasm_prepare() 574 head->truesize += clone->truesize; in inet_frag_reasm_prepare() 577 add_frag_mem_limit(q->fqdir, clone->truesize); in inet_frag_reasm_prepare() 586 int ts_delta = head->truesize - orig_truesize; in inet_frag_reasm_prepare() 607 const unsigned int head_truesize = head->truesize; in inet_frag_reasm_finish() 620 sum_truesize = head->truesize; in inet_frag_reasm_finish() 631 sum_truesize += fp->truesize; in inet_frag_reasm_finish() [all …]
|
| H A D | tcp_output.c | 1392 WARN_ON(refcount_sub_and_test(skb->truesize - 1, &sk->sk_wmem_alloc)); in tcp_wfree() 1618 refcount_add(skb->truesize, &sk->sk_wmem_alloc); in __tcp_transmit_skb() 1751 sk_wmem_queued_add(sk, skb->truesize); in tcp_queue_skb() 1752 sk_mem_charge(sk, skb->truesize); in tcp_queue_skb() 1883 sk_wmem_queued_add(sk, buff->truesize); in tcp_fragment() 1884 sk_mem_charge(sk, buff->truesize); in tcp_fragment() 1886 buff->truesize += nlen; in tcp_fragment() 1887 skb->truesize -= nlen; in tcp_fragment() 1982 skb->truesize -= delta_truesize; in tcp_trim_head() 2415 sk_wmem_queued_add(sk, buff->truesize); in tso_fragment() [all …]
|
| /linux/net/atm/ |
| H A D | atm_misc.c | 15 int atm_charge(struct atm_vcc *vcc, int truesize) in atm_charge() argument 17 atm_force_charge(vcc, truesize); in atm_charge() 20 atm_return(vcc, truesize); in atm_charge() 37 atomic_add(skb->truesize-guess, in atm_alloc_charge()
|
| /linux/include/net/libeth/ |
| H A D | rx.h | 47 u32 truesize; member 80 u32 truesize; 108 buf->truesize = fq->truesize; in libeth_rx_alloc() 110 &buf->truesize); in libeth_rx_alloc()
|
| /linux/include/net/ |
| H A D | fq_impl.h | 17 unsigned int bytes, unsigned int truesize) in __fq_adjust_removal() argument 26 fq->memory_usage -= truesize; in __fq_adjust_removal() 44 __fq_adjust_removal(fq, flow, 1, skb->len, skb->truesize); in fq_adjust_removal() 66 unsigned int packets = 0, bytes = 0, truesize = 0; in fq_flow_drop() local 81 truesize += skb->truesize; in fq_flow_drop() 85 __fq_adjust_removal(fq, flow, packets, bytes, truesize); in fq_flow_drop() 223 fq->memory_usage += skb->truesize; in fq_tin_enqueue()
|
| /linux/net/core/ |
| H A D | gro.c | 153 delta_truesize = skb->truesize - new_truesize; in skb_gro_receive() 155 skb->truesize = new_truesize; in skb_gro_receive() 183 delta_truesize = skb->truesize - new_truesize; in skb_gro_receive() 184 skb->truesize = new_truesize; in skb_gro_receive() 193 delta_truesize = skb->truesize; in skb_gro_receive() 217 p->truesize += delta_truesize; in skb_gro_receive() 222 lp->truesize += delta_truesize; in skb_gro_receive() 249 p->truesize += skb->truesize; in skb_gro_receive_list()
|
| H A D | datagram.c | 662 skb->truesize += PAGE_ALIGN(copied + start); in zerocopy_fill_skb_from_iter() 751 unsigned long orig_size = skb->truesize; in __zerocopy_sg_from_iter() 752 unsigned long truesize; in __zerocopy_sg_from_iter() local 762 truesize = skb->truesize - orig_size; in __zerocopy_sg_from_iter() 764 sk_wmem_queued_add(sk, truesize); in __zerocopy_sg_from_iter() 766 sk_mem_charge(sk, truesize); in __zerocopy_sg_from_iter() 768 refcount_add(truesize, &skb->sk->sk_wmem_alloc); in __zerocopy_sg_from_iter()
|
| H A D | net_test.c | 182 skb->truesize += skb->data_len; in gso_test_func() 208 total_true_size += frag_skb->truesize; in gso_test_func() 213 skb->truesize += total_true_size; in gso_test_func()
|
| H A D | xdp.c | 702 u32 offset, truesize = len; in xdp_copy_frags_from_zc() local 705 page = page_pool_dev_alloc(pp, &offset, &truesize); in xdp_copy_frags_from_zc() 715 tsize += truesize; in xdp_copy_frags_from_zc() 743 u32 truesize = xdp->frame_sz; in xdp_build_skb_from_zc() local 754 data = page_pool_dev_alloc_va(pp, &truesize); in xdp_build_skb_from_zc() 758 skb = napi_build_skb(data, truesize); in xdp_build_skb_from_zc()
|
| H A D | skbuff.c | 396 skb->truesize = SKB_TRUESIZE(size); in __finalize_skb_around() 896 unsigned int truesize) in skb_coalesce_rx_frag() argument 900 DEBUG_NET_WARN_ON_ONCE(size > truesize); in skb_coalesce_rx_frag() 905 skb->truesize += truesize; in skb_coalesce_rx_frag() 932 u32 size, truesize, len, max_head_size, off; in skb_pp_cow_data() local 948 truesize = SKB_HEAD_ALIGN(size) + headroom; in skb_pp_cow_data() 949 data = page_pool_dev_alloc_va(pool, &truesize); in skb_pp_cow_data() 953 nskb = napi_build_skb(data, truesize); in skb_pp_cow_data() 980 truesize = size; in skb_pp_cow_data() 982 page = page_pool_dev_alloc(pool, &page_off, &truesize); in skb_pp_cow_data() [all …]
|
| /linux/drivers/net/ethernet/cisco/enic/ |
| H A D | enic_rq.c | 282 unsigned int truesize = len; in enic_rq_alloc_buf() local 291 page = page_pool_dev_alloc(erq->pool, &offset, &truesize); in enic_rq_alloc_buf() 297 buf->truesize = truesize; in enic_rq_alloc_buf() 366 bytes_written, buf->truesize); in enic_rq_indicate_buf()
|
| /linux/include/trace/events/ |
| H A D | sock.h | 79 __field(unsigned int, truesize) 85 __entry->truesize = skb->truesize; 89 TP_printk("rmem_alloc=%d truesize=%u sk_rcvbuf=%d", 90 __entry->rmem_alloc, __entry->truesize, __entry->sk_rcvbuf)
|
| /linux/tools/testing/selftests/net/packetdrill/ |
| H A D | tcp_zerocopy_maxfrags.pkt | 18 // Each pinned zerocopy page is fully accounted to skb->truesize. 20 // one byte, but increasing truesize with a page (64KB on PPC).
|
| /linux/drivers/net/wireless/mediatek/mt7601u/ |
| H A D | dma.c | 29 void *data, u32 seg_len, u32 truesize, struct page *p) in mt7601u_rx_skb_from_seg() argument 63 frag, truesize); in mt7601u_rx_skb_from_seg() 82 u32 fce_info, truesize = seg_len; in mt7601u_rx_process_seg() local 104 skb = mt7601u_rx_skb_from_seg(dev, rxwi, data, seg_len, truesize, p); in mt7601u_rx_process_seg()
|
| /linux/drivers/net/ethernet/intel/ixgbevf/ |
| H A D | ixgbevf_main.c | 833 unsigned int truesize = ixgbevf_rx_pg_size(rx_ring) / 2; in ixgbevf_add_rx_frag() local 835 unsigned int truesize = ring_uses_build_skb(rx_ring) ? in ixgbevf_add_rx_frag() 840 rx_buffer->page_offset, size, truesize); in ixgbevf_add_rx_frag() 842 rx_buffer->page_offset ^= truesize; in ixgbevf_add_rx_frag() 844 rx_buffer->page_offset += truesize; in ixgbevf_add_rx_frag() 856 unsigned int truesize = ixgbevf_rx_pg_size(rx_ring) / 2; in ixgbevf_construct_skb() local 858 unsigned int truesize = SKB_DATA_ALIGN(xdp->data_end - in ixgbevf_construct_skb() local 903 size, truesize); in ixgbevf_construct_skb() 905 rx_buffer->page_offset ^= truesize; in ixgbevf_construct_skb() 907 rx_buffer->page_offset += truesize; in ixgbevf_construct_skb() [all …]
|
| /linux/drivers/net/ethernet/mellanox/mlx5/core/ |
| H A D | en_rx.c | 557 unsigned int truesize) in mlx5e_add_skb_frag() argument 567 skb_coalesce_rx_frag(skb, next_frag - 1, len, truesize); in mlx5e_add_skb_frag() 573 frag_offset, len, truesize); in mlx5e_add_skb_frag() 1638 u32 truesize; in mlx5e_skb_from_cqe_nonlinear() local 1655 truesize = 0; in mlx5e_skb_from_cqe_nonlinear() 1669 truesize += frag_info->frag_stride; in mlx5e_skb_from_cqe_nonlinear() 1693 truesize -= nr_frags_free * frag_info->frag_stride; in mlx5e_skb_from_cqe_nonlinear() 1710 sinfo->xdp_frags_size, truesize, in mlx5e_skb_from_cqe_nonlinear() 1898 unsigned int truesize = pg_consumed_bytes; in mlx5e_shampo_fill_skb_data() local 1901 pg_consumed_bytes, truesize); in mlx5e_shampo_fill_skb_data() [all …]
|
| /linux/drivers/net/ethernet/intel/idpf/ |
| H A D | idpf_txrx.c | 569 bufq->hdr_truesize = fq.truesize; in idpf_rx_hdr_buf_alloc_all() 619 fq.truesize = bufq->hdr_truesize; in idpf_rx_post_buf_desc() 630 fq.truesize = bufq->truesize; in idpf_rx_post_buf_desc() 711 rxq->truesize = fq.truesize; in idpf_rx_bufs_init_singleq() 755 .truesize = bufq->truesize, in idpf_rx_bufs_init() 774 bufq->truesize = fq.truesize; in idpf_rx_bufs_init() 797 u32 truesize = 0; in idpf_rx_bufs_init_all() local 821 q->truesize = truesize; in idpf_rx_bufs_init_all() 823 type = truesize ? LIBETH_FQE_SHORT : LIBETH_FQE_MTU; in idpf_rx_bufs_init_all() 829 truesize = q->truesize >> 1; in idpf_rx_bufs_init_all() [all …]
|
| /linux/net/sctp/ |
| H A D | ulpevent.c | 59 sctp_ulpevent_init(event, msg_flags, skb->truesize); in sctp_ulpevent_new() 138 sctp_ulpevent_init(event, MSG_NOTIFICATION, skb->truesize); in sctp_ulpevent_make_assoc_change() 404 sctp_ulpevent_init(event, MSG_NOTIFICATION, skb->truesize); in sctp_ulpevent_make_remote_error() 455 sctp_ulpevent_init(event, MSG_NOTIFICATION, skb->truesize); in sctp_ulpevent_make_send_failed() 551 sctp_ulpevent_init(event, MSG_NOTIFICATION, skb->truesize); in sctp_ulpevent_make_send_failed_event()
|
| /linux/net/phonet/ |
| H A D | pep-gprs.c | 104 rskb->truesize += rskb->len; in gprs_recv() 113 skb->truesize -= flen; in gprs_recv()
|
| /linux/net/sched/ |
| H A D | sch_dualpi2.c | 392 unlikely((u64)q->memory_used + skb->truesize > q->memory_limit)) { in dualpi2_enqueue_skb() 406 q->memory_used += skb->truesize; in dualpi2_enqueue_skb() 534 q->memory_used -= skb->truesize; in dequeue_packet() 540 q->memory_used -= skb->truesize; in dequeue_packet() 879 q->memory_used -= skb->truesize; in dualpi2_change() 893 q->memory_used -= skb->truesize; in dualpi2_change()
|
| /linux/net/netlink/ |
| H A D | af_netlink.c | 390 sk_mem_charge(sk, skb->truesize); in netlink_skb_set_owner_r() 1217 rmem = atomic_add_return(skb->truesize, &sk->sk_rmem_alloc); in netlink_attachskb() 1219 if ((rmem == skb->truesize || rmem <= READ_ONCE(sk->sk_rcvbuf)) && in netlink_attachskb() 1225 atomic_sub(skb->truesize, &sk->sk_rmem_alloc); in netlink_attachskb() 1239 if (((rmem && rmem + skb->truesize > READ_ONCE(sk->sk_rcvbuf)) || in netlink_attachskb() 1288 if (is_vmalloc_addr(skb->head) || delta * 2 < skb->truesize) in netlink_trim() 1314 atomic_add(skb->truesize, &sk->sk_rmem_alloc); in netlink_unicast_kernel() 1393 rmem = atomic_add_return(skb->truesize, &sk->sk_rmem_alloc); in netlink_broadcast_deliver() 1396 if ((rmem == skb->truesize || rmem <= rcvbuf) && in netlink_broadcast_deliver() 1403 atomic_sub(skb->truesize, &sk->sk_rmem_alloc); in netlink_broadcast_deliver() [all …]
|