H A D | skbuff.c | 19 * Ray VanTassle : Fixed --skb->lock in free 86 #include <trace/events/skb.h> 195 * @skb: buffer 205 static void skb_panic(struct sk_buff *skb, unsigned int sz, void *addr, in skb_panic() 209 msg, addr, skb->len, sz, skb->head, skb->data, in skb_panic() 210 (unsigned long)skb->tail, (unsigned long)skb->end, in skb_panic() 211 skb in skb_panic() 204 skb_panic(struct sk_buff * skb,unsigned int sz,void * addr,const char msg[]) skb_panic() argument 214 skb_over_panic(struct sk_buff * skb,unsigned int sz,void * addr) skb_over_panic() argument 219 skb_under_panic(struct sk_buff * skb,unsigned int sz,void * addr) skb_under_panic() argument 279 struct sk_buff *skb; napi_skb_cache_get() local 362 __finalize_skb_around(struct sk_buff * skb,void * data,unsigned int size) __finalize_skb_around() argument 411 struct sk_buff *skb; slab_build_skb() local 428 __build_skb_around(struct sk_buff * skb,void * data,unsigned int frag_size) __build_skb_around() argument 464 struct sk_buff *skb; __build_skb() local 482 struct sk_buff *skb = __build_skb(data, frag_size); build_skb() local 498 build_skb_around(struct sk_buff * skb,void * data,unsigned int frag_size) build_skb_around() argument 526 struct sk_buff *skb; __napi_build_skb() local 550 struct sk_buff *skb = __napi_build_skb(data, frag_size); napi_build_skb() local 644 struct sk_buff *skb; __alloc_skb() local 721 struct sk_buff *skb; __netdev_alloc_skb() local 798 struct sk_buff *skb; napi_alloc_skb() local 852 skb_add_rx_frag_netmem(struct sk_buff * skb,int i,netmem_ref netmem,int off,int size,unsigned int truesize) skb_add_rx_frag_netmem() argument 864 skb_coalesce_rx_frag(struct sk_buff * skb,int i,int size,unsigned int truesize) skb_coalesce_rx_frag() argument 884 skb_drop_fraglist(struct sk_buff * skb) skb_drop_fraglist() argument 889 skb_clone_fraglist(struct sk_buff * skb) skb_clone_fraglist() argument 902 struct sk_buff *skb = *pskb, *nskb; skb_pp_cow_data() local 1004 skb_pp_recycle(struct sk_buff * skb,void * data) skb_pp_recycle() argument 1021 skb_pp_frag_ref(struct sk_buff * skb) skb_pp_frag_ref() argument 1050 skb_free_head(struct sk_buff * skb) skb_free_head() argument 1063 skb_release_data(struct sk_buff * skb,enum skb_drop_reason reason) skb_release_data() argument 1103 kfree_skbmem(struct sk_buff * skb) kfree_skbmem() argument 1133 skb_release_head_state(struct sk_buff * skb) skb_release_head_state() argument 1147 skb_release_all(struct sk_buff * skb,enum skb_drop_reason reason) skb_release_all() argument 1163 __kfree_skb(struct sk_buff * skb) __kfree_skb() argument 1171 __sk_skb_reason_drop(struct sock * sk,struct sk_buff * skb,enum skb_drop_reason reason) __sk_skb_reason_drop() argument 1200 sk_skb_reason_drop(struct sock * sk,struct sk_buff * skb,enum skb_drop_reason reason) sk_skb_reason_drop() argument 1214 kfree_skb_add_bulk(struct sk_buff * skb,struct skb_free_array * sa,enum skb_drop_reason reason) kfree_skb_add_bulk() argument 1263 skb_dump(const char * level,const struct sk_buff * skb,bool full_pkt) skb_dump() argument 1373 skb_tx_error(struct sk_buff * skb) skb_tx_error() argument 1391 consume_skb(struct sk_buff * skb) consume_skb() argument 1409 __consume_stateless_skb(struct sk_buff * skb) __consume_stateless_skb() argument 1416 napi_skb_cache_put(struct sk_buff * skb) napi_skb_cache_put() argument 1439 __napi_kfree_skb(struct sk_buff * skb,enum skb_drop_reason reason) __napi_kfree_skb() argument 1445 napi_skb_free_stolen_head(struct sk_buff * skb) napi_skb_free_stolen_head() argument 1457 napi_consume_skb(struct sk_buff * skb,int budget) napi_consume_skb() argument 1540 __skb_clone(struct sk_buff * n,struct sk_buff * skb) __skb_clone() argument 1662 struct sk_buff *skb; msg_zerocopy_alloc() local 1747 skb_zerocopy_notify_extend(struct sk_buff * skb,u32 lo,u16 len) skb_zerocopy_notify_extend() argument 1769 struct sk_buff *tail, *skb = skb_from_uarg(uarg); __msg_zerocopy_callback() local 1817 msg_zerocopy_complete(struct sk_buff * skb,struct ubuf_info * uarg,bool success) msg_zerocopy_complete() argument 1845 skb_zerocopy_iter_stream(struct sock * sk,struct sk_buff * skb,struct msghdr * msg,int len,struct ubuf_info * uarg,struct net_devmem_dmabuf_binding * binding) skb_zerocopy_iter_stream() argument 1885 __skb_zcopy_downgrade_managed(struct sk_buff * skb) __skb_zcopy_downgrade_managed() argument 1930 skb_copy_ubufs(struct sk_buff * skb,gfp_t gfp_mask) skb_copy_ubufs() argument 2030 skb_clone(struct sk_buff * skb,gfp_t gfp_mask) skb_clone() argument 2060 skb_headers_offset_update(struct sk_buff * skb,int off) skb_headers_offset_update() argument 2086 skb_alloc_rx_flag(const struct sk_buff * skb) skb_alloc_rx_flag() argument 2110 skb_copy(const struct sk_buff * skb,gfp_t gfp_mask) skb_copy() argument 2158 __pskb_copy_fclone(struct sk_buff * skb,int headroom,gfp_t gfp_mask,bool fclone) __pskb_copy_fclone() argument 2222 pskb_expand_head(struct sk_buff * skb,int nhead,int ntail,gfp_t gfp_mask) pskb_expand_head() argument 2311 skb_realloc_headroom(struct sk_buff * skb,unsigned int headroom) skb_realloc_headroom() argument 2331 __skb_unclone_keeptruesize(struct sk_buff * skb,gfp_t pri) __skb_unclone_keeptruesize() argument 2389 skb_expand_head(struct sk_buff * skb,unsigned int headroom) skb_expand_head() argument 2446 skb_copy_expand(const struct sk_buff * skb,int newheadroom,int newtailroom,gfp_t gfp_mask) skb_copy_expand() argument 2508 __skb_pad(struct sk_buff * skb,int pad,bool free_on_error) __skb_pad() argument 2556 pskb_put(struct sk_buff * skb,struct sk_buff * tail,int len) pskb_put() argument 2575 skb_put(struct sk_buff * skb,unsigned int len) skb_put() argument 2596 skb_push(struct sk_buff * skb,unsigned int len) skb_push() argument 2616 skb_pull(struct sk_buff * skb,unsigned int len) skb_pull() argument 2633 skb_pull_data(struct sk_buff * skb,size_t len) skb_pull_data() argument 2655 skb_trim(struct sk_buff * skb,unsigned int len) skb_trim() argument 2665 ___pskb_trim(struct sk_buff * skb,unsigned int len) ___pskb_trim() argument 2752 pskb_trim_rcsum_slow(struct sk_buff * skb,unsigned int len) pskb_trim_rcsum_slow() argument 2796 __pskb_pull_tail(struct sk_buff * skb,int delta) __pskb_pull_tail() argument 2940 skb_copy_bits(const struct sk_buff * skb,int offset,void * to,int len) skb_copy_bits() argument 3124 __skb_splice_bits(struct sk_buff * skb,struct pipe_inode_info * pipe,unsigned int * offset,unsigned int * len,struct splice_pipe_desc * spd,struct sock * sk) __skb_splice_bits() argument 3182 skb_splice_bits(struct sk_buff * skb,struct sock * sk,unsigned int offset,struct pipe_inode_info * pipe,unsigned int tlen,unsigned int flags) skb_splice_bits() argument 3230 __skb_send_sock(struct sock * sk,struct sk_buff * skb,int offset,int len,sendmsg_func sendmsg,int flags) __skb_send_sock() argument 3335 skb_send_sock_locked(struct sock * sk,struct sk_buff * skb,int offset,int len) skb_send_sock_locked() argument 3342 skb_send_sock_locked_with_flags(struct sock * sk,struct sk_buff * skb,int offset,int len,int flags) skb_send_sock_locked_with_flags() argument 3350 skb_send_sock(struct sock * sk,struct sk_buff * skb,int offset,int len) skb_send_sock() argument 3367 skb_store_bits(struct sk_buff * skb,int offset,const void * from,int len) skb_store_bits() argument 3448 skb_checksum(const struct sk_buff * skb,int offset,int len,__wsum csum) skb_checksum() argument 3530 skb_copy_and_csum_bits(const struct sk_buff * skb,int offset,u8 * to,int len) skb_copy_and_csum_bits() argument 3619 skb_crc32c(const struct sk_buff * skb,int offset,int len,u32 crc) skb_crc32c() argument 3690 __skb_checksum_complete_head(struct sk_buff * skb,int len) __skb_checksum_complete_head() argument 3716 __skb_checksum_complete(struct sk_buff * skb) __skb_checksum_complete() argument 3854 skb_copy_and_csum_dev(const struct sk_buff * skb,u8 * to) skb_copy_and_csum_dev() argument 3966 struct sk_buff *skb = rb_entry(p, struct sk_buff, rbnode); skb_rbtree_purge() local 3978 struct sk_buff *skb, *next; skb_errqueue_purge() local 4049 skb_unlink(struct sk_buff * skb,struct sk_buff_head * list) skb_unlink() argument 4079 skb_split_inside_header(struct sk_buff * skb,struct sk_buff * skb1,const u32 len,const int pos) skb_split_inside_header() argument 4101 skb_split_no_header(struct sk_buff * skb,struct sk_buff * skb1,const u32 len,int pos) skb_split_no_header() argument 4150 skb_split(struct sk_buff * skb,struct sk_buff * skb1,const u32 len) skb_split() argument 4170 skb_prepare_for_shift(struct sk_buff * skb) skb_prepare_for_shift() argument 4193 skb_shift(struct sk_buff * tgt,struct sk_buff * skb,int shiftlen) skb_shift() argument 4320 skb_prepare_seq_read(struct sk_buff * skb,unsigned int from,unsigned int to,struct skb_seq_state * st) skb_prepare_seq_read() argument 4519 skb_find_text(struct sk_buff * skb,unsigned int from,unsigned int to,struct ts_config * config) skb_find_text() argument 4538 skb_append_pagefrags(struct sk_buff * skb,struct page * page,int offset,size_t size,size_t max_frags) skb_append_pagefrags() argument 4568 skb_pull_rcsum(struct sk_buff * skb,unsigned int len) skb_pull_rcsum() argument 4591 skb_segment_list(struct sk_buff * skb,netdev_features_t features,unsigned int offset) skb_segment_list() argument 5133 __skb_to_sgvec(struct sk_buff * skb,struct scatterlist * sg,int offset,int len,unsigned int recursion_level) __skb_to_sgvec() argument 5216 skb_to_sgvec(struct sk_buff * skb,struct scatterlist * sg,int offset,int len) skb_to_sgvec() argument 5248 skb_to_sgvec_nomark(struct sk_buff * skb,struct scatterlist * sg,int offset,int len) skb_to_sgvec_nomark() argument 5274 skb_cow_data(struct sk_buff * skb,int tailbits,struct sk_buff ** trailer) skb_cow_data() argument 5367 sock_rmem_free(struct sk_buff * skb) sock_rmem_free() argument 5374 skb_set_err_queue(struct sk_buff * skb) skb_set_err_queue() argument 5386 sock_queue_err_skb(struct sock * sk,struct sk_buff * skb) sock_queue_err_skb() argument 5408 is_icmp_err_skb(const struct sk_buff * skb) is_icmp_err_skb() argument 5417 struct sk_buff *skb, *skb_next = NULL; sock_dequeue_err_skb() local 5456 skb_clone_sk(struct sk_buff * skb) skb_clone_sk() argument 5477 __skb_complete_tx_timestamp(struct sk_buff * skb,struct sock * sk,int tstype,bool opt_stats) __skb_complete_tx_timestamp() argument 5520 skb_complete_tx_timestamp(struct sk_buff * skb,struct skb_shared_hwtstamps * hwtstamps) skb_complete_tx_timestamp() argument 5543 skb_tstamp_tx_report_so_timestamping(struct sk_buff * skb,struct skb_shared_hwtstamps * hwtstamps,int tstype) skb_tstamp_tx_report_so_timestamping() argument 5562 skb_tstamp_tx_report_bpf_timestamping(struct sk_buff * skb,struct skb_shared_hwtstamps * hwtstamps,struct sock * sk,int tstype) skb_tstamp_tx_report_bpf_timestamping() argument 5596 struct sk_buff *skb; __skb_tstamp_tx() local 5664 skb_complete_wifi_ack(struct sk_buff * skb,bool acked) skb_complete_wifi_ack() argument 5703 skb_partial_csum_set(struct sk_buff * skb,u16 start,u16 off) skb_partial_csum_set() argument 5721 skb_maybe_pull_tail(struct sk_buff * skb,unsigned int len,unsigned int max) skb_maybe_pull_tail() argument 5744 skb_checksum_setup_ip(struct sk_buff * skb,typeof(IPPROTO_IP) proto,unsigned int off) skb_checksum_setup_ip() argument 5778 skb_checksum_setup_ipv4(struct sk_buff * skb,bool recalculate) skb_checksum_setup_ipv4() argument 5823 OPT_HDR(type,skb,off) global() argument 5826 skb_checksum_setup_ipv6(struct sk_buff * skb,bool recalculate) skb_checksum_setup_ipv6() argument 5931 skb_checksum_setup(struct sk_buff * skb,bool recalculate) skb_checksum_setup() argument 5966 skb_checksum_maybe_trim(struct sk_buff * skb,unsigned int transport_len) skb_checksum_maybe_trim() argument 6006 skb_checksum_trimmed(struct sk_buff * skb,unsigned int transport_len,__sum16 (* skb_chkf)(struct sk_buff * skb)) skb_checksum_trimmed() argument 6008 skb_checksum_trimmed(struct sk_buff * skb,unsigned int transport_len,__sum16 (* skb_chkf)(struct sk_buff * skb)) skb_checksum_trimmed() argument 6039 __skb_warn_lro_forwarding(const struct sk_buff * skb) __skb_warn_lro_forwarding() argument 6046 kfree_skb_partial(struct sk_buff * skb,bool head_stolen) kfree_skb_partial() argument 6168 skb_scrub_packet(struct sk_buff * skb,bool xnet) skb_scrub_packet() argument 6192 skb_reorder_vlan_header(struct sk_buff * skb) skb_reorder_vlan_header() argument 6218 skb_vlan_untag(struct sk_buff * skb) skb_vlan_untag() argument 6259 skb_ensure_writable(struct sk_buff * skb,unsigned int write_len) skb_ensure_writable() argument 6271 skb_ensure_writable_head_tail(struct sk_buff * skb,struct net_device * dev) skb_ensure_writable_head_tail() argument 6299 __skb_vlan_pop(struct sk_buff * skb,u16 * vlan_tci) __skb_vlan_pop() argument 6332 skb_vlan_pop(struct sk_buff * skb) skb_vlan_pop() argument 6365 skb_vlan_push(struct sk_buff * skb,__be16 vlan_proto,u16 vlan_tci) skb_vlan_push() argument 6404 skb_eth_pop(struct sk_buff * skb) skb_eth_pop() argument 6431 skb_eth_push(struct sk_buff * skb,const unsigned char * dst,const unsigned char * src) skb_eth_push() argument 6460 skb_mod_eth_type(struct sk_buff * skb,struct ethhdr * hdr,__be16 ethertype) skb_mod_eth_type() argument 6487 skb_mpls_push(struct sk_buff * skb,__be32 mpls_lse,__be16 mpls_proto,int mac_len,bool ethernet) skb_mpls_push() argument 6540 skb_mpls_pop(struct sk_buff * skb,__be16 next_proto,int mac_len,bool ethernet) skb_mpls_pop() argument 6583 skb_mpls_update_lse(struct sk_buff * skb,__be32 mpls_lse) skb_mpls_update_lse() argument 6615 skb_mpls_dec_ttl(struct sk_buff * skb) skb_mpls_dec_ttl() argument 6656 struct sk_buff *skb; alloc_skb_with_frags() local 6705 pskb_carve_inside_header(struct sk_buff * skb,const u32 off,const int headlen,gfp_t gfp_mask) pskb_carve_inside_header() argument 6819 pskb_carve_inside_nonlinear(struct sk_buff * skb,const u32 off,int pos,gfp_t gfp_mask) pskb_carve_inside_nonlinear() argument 6896 pskb_carve(struct sk_buff * skb,const u32 len,gfp_t gfp) pskb_carve() argument 6909 pskb_extract(struct sk_buff * skb,int off,int to_copy,gfp_t gfp) pskb_extract() argument 6938 skb_condense(struct sk_buff * skb) skb_condense() argument 7032 __skb_ext_set(struct sk_buff * skb,enum skb_ext_id id,struct skb_ext * ext) __skb_ext_set() argument 7060 skb_ext_add(struct sk_buff * skb,enum skb_ext_id id) skb_ext_add() argument 7113 __skb_ext_del(struct sk_buff * skb,enum skb_ext_id id) __skb_ext_del() argument 7158 kfree_skb_napi_cache(struct sk_buff * skb) kfree_skb_napi_cache() argument 7179 skb_attempt_defer_free(struct sk_buff * skb) skb_attempt_defer_free() argument 7219 skb_splice_csum_page(struct sk_buff * skb,struct page * page,size_t offset,size_t len) skb_splice_csum_page() argument 7245 skb_splice_from_iter(struct sk_buff * skb,struct iov_iter * iter,ssize_t maxsize) skb_splice_from_iter() argument [all...] |
H A D | gro.h | 20 /* Virtual address of skb_shinfo(skb)->frags[0].page + offset. */ 36 /* This indicates where we are processing relative to skb->data. */ 39 /* This is non-zero if the packet cannot be merged with the new skb. */ 71 /* Free the skb? */ 100 #define NAPI_GRO_CB(skb) ((struct napi_gro_cb *)(skb)->cb) 103 static inline int gro_recursion_inc_test(struct sk_buff *skb) argument 105 return ++NAPI_GRO_CB(skb)->recursion_counter == GRO_RECURSION_LIMIT; 111 struct sk_buff *skb) 113 if (unlikely(gro_recursion_inc_test(skb))) { in call_gro_receive() 106 gro_recursion_inc_test(struct sk_buff * skb) gro_recursion_inc_test() argument 114 call_gro_receive(gro_receive_t cb,struct list_head * head,struct sk_buff * skb) call_gro_receive() argument 129 call_gro_receive_sk(gro_receive_sk_t cb,struct sock * sk,struct list_head * head,struct sk_buff * skb) call_gro_receive_sk() argument 139 skb_gro_offset(const struct sk_buff * skb) skb_gro_offset() argument 144 skb_gro_len(const struct sk_buff * skb) skb_gro_len() argument 149 skb_gro_pull(struct sk_buff * skb,unsigned int len) skb_gro_pull() argument 154 skb_gro_header_fast(const struct sk_buff * skb,unsigned int offset) skb_gro_header_fast() argument 160 skb_gro_may_pull(const struct sk_buff * skb,unsigned int hlen) skb_gro_may_pull() argument 166 skb_gro_header_slow(struct sk_buff * skb,unsigned int hlen,unsigned int offset) skb_gro_header_slow() argument 175 skb_gro_header(struct sk_buff * skb,unsigned int hlen,unsigned int offset) skb_gro_header() argument 186 skb_gro_receive_network_offset(const struct sk_buff * skb) skb_gro_receive_network_offset() argument 191 skb_gro_network_header(const struct sk_buff * skb) skb_gro_network_header() argument 199 inet_gro_compute_pseudo(const struct sk_buff * skb,int proto) inet_gro_compute_pseudo() argument 208 skb_gro_postpull_rcsum(struct sk_buff * skb,const void * start,unsigned int len) skb_gro_postpull_rcsum() argument 223 skb_at_gro_remcsum_start(struct sk_buff * skb) skb_at_gro_remcsum_start() argument 228 __skb_gro_checksum_validate_needed(struct sk_buff * skb,bool zero_okay,__sum16 check) __skb_gro_checksum_validate_needed() argument 240 __skb_gro_checksum_validate_complete(struct sk_buff * skb,__wsum psum) __skb_gro_checksum_validate_complete() argument 252 skb_gro_incr_csum_unnecessary(struct sk_buff * skb) skb_gro_incr_csum_unnecessary() argument 266 __skb_gro_checksum_validate(skb,proto,zero_okay,check,compute_pseudo) global() argument 278 skb_gro_checksum_validate(skb,proto,compute_pseudo) global() argument 281 skb_gro_checksum_validate_zero_check(skb,proto,check,compute_pseudo) global() argument 285 skb_gro_checksum_simple_validate(skb) global() argument 288 __skb_gro_checksum_convert_check(struct sk_buff * skb) __skb_gro_checksum_convert_check() argument 294 __skb_gro_checksum_convert(struct sk_buff * skb,__wsum pseudo) __skb_gro_checksum_convert() argument 301 skb_gro_checksum_try_convert(skb,proto,compute_pseudo) global() argument 319 skb_gro_remcsum_process(struct sk_buff * skb,void * ptr,unsigned int off,size_t hdrlen,int start,int offset,struct gro_remcsum * grc,bool nopartial) skb_gro_remcsum_process() argument 351 skb_gro_remcsum_cleanup(struct sk_buff * skb,struct gro_remcsum * grc) skb_gro_remcsum_cleanup() argument 368 skb_gro_flush_final(struct sk_buff * skb,struct sk_buff * pp,int flush) skb_gro_flush_final() argument 373 skb_gro_flush_final_remcsum(struct sk_buff * skb,struct sk_buff * pp,int flush,struct gro_remcsum * grc) skb_gro_flush_final_remcsum() argument 385 skb_gro_flush_final(struct sk_buff * skb,struct sk_buff * pp,int flush) skb_gro_flush_final() argument 389 skb_gro_flush_final_remcsum(struct sk_buff * skb,struct sk_buff * pp,int flush,struct gro_remcsum * grc) skb_gro_flush_final_remcsum() argument 415 indirect_call_gro_receive_inet(cb,f2,f1,head,skb) global() argument 426 udp_gro_udphdr(struct sk_buff * skb) udp_gro_udphdr() argument 438 ip6_gro_compute_pseudo(const struct sk_buff * skb,int proto) ip6_gro_compute_pseudo() argument 546 gro_normal_one(struct gro_node * gro,struct sk_buff * skb,int segs) gro_normal_one() argument 564 inet_get_iif_sdif(const struct sk_buff * skb,int * iif,int * sdif) inet_get_iif_sdif() argument 585 inet6_get_iif_sdif(const struct sk_buff * skb,int * iif,int * sdif) inet6_get_iif_sdif() argument [all...] |