149ed6e97SBjoern A. Zeeb /*- 26baea331SBjoern A. Zeeb * Copyright (c) 2020-2022 The FreeBSD Foundation 36baea331SBjoern A. Zeeb * Copyright (c) 2021-2022 Bjoern A. Zeeb 449ed6e97SBjoern A. Zeeb * 549ed6e97SBjoern A. Zeeb * This software was developed by Björn Zeeb under sponsorship from 649ed6e97SBjoern A. Zeeb * the FreeBSD Foundation. 749ed6e97SBjoern A. Zeeb * 849ed6e97SBjoern A. Zeeb * Redistribution and use in source and binary forms, with or without 949ed6e97SBjoern A. Zeeb * modification, are permitted provided that the following conditions 1049ed6e97SBjoern A. Zeeb * are met: 1149ed6e97SBjoern A. Zeeb * 1. Redistributions of source code must retain the above copyright 1249ed6e97SBjoern A. Zeeb * notice, this list of conditions and the following disclaimer. 1349ed6e97SBjoern A. Zeeb * 2. Redistributions in binary form must reproduce the above copyright 1449ed6e97SBjoern A. Zeeb * notice, this list of conditions and the following disclaimer in the 1549ed6e97SBjoern A. Zeeb * documentation and/or other materials provided with the distribution. 1649ed6e97SBjoern A. Zeeb * 1749ed6e97SBjoern A. Zeeb * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 1849ed6e97SBjoern A. Zeeb * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 1949ed6e97SBjoern A. Zeeb * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 2049ed6e97SBjoern A. Zeeb * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 2149ed6e97SBjoern A. Zeeb * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 2249ed6e97SBjoern A. Zeeb * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 2349ed6e97SBjoern A. Zeeb * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 2449ed6e97SBjoern A. Zeeb * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 2549ed6e97SBjoern A. Zeeb * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 2649ed6e97SBjoern A. Zeeb * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 2749ed6e97SBjoern A. Zeeb * SUCH DAMAGE. 2849ed6e97SBjoern A. Zeeb * 2949ed6e97SBjoern A. Zeeb * $FreeBSD$ 3049ed6e97SBjoern A. Zeeb */ 3149ed6e97SBjoern A. Zeeb 3249ed6e97SBjoern A. Zeeb /* 3349ed6e97SBjoern A. Zeeb * NOTE: this socket buffer compatibility code is highly EXPERIMENTAL. 3449ed6e97SBjoern A. Zeeb * Do not rely on the internals of this implementation. They are highly 3549ed6e97SBjoern A. Zeeb * likely to change as we will improve the integration to FreeBSD mbufs. 3649ed6e97SBjoern A. Zeeb */ 3749ed6e97SBjoern A. Zeeb 3849ed6e97SBjoern A. Zeeb #ifndef _LINUXKPI_LINUX_SKBUFF_H 3949ed6e97SBjoern A. Zeeb #define _LINUXKPI_LINUX_SKBUFF_H 4049ed6e97SBjoern A. Zeeb 419df5f29cSBjoern A. Zeeb #include <linux/kernel.h> 4249ed6e97SBjoern A. Zeeb #include <linux/page.h> 4349ed6e97SBjoern A. Zeeb #include <linux/dma-mapping.h> 4449ed6e97SBjoern A. Zeeb #include <linux/netdev_features.h> 4549ed6e97SBjoern A. Zeeb #include <linux/list.h> 4649ed6e97SBjoern A. Zeeb #include <linux/gfp.h> 476baea331SBjoern A. Zeeb #include <linux/compiler.h> 486baea331SBjoern A. Zeeb #include <linux/spinlock.h> 4949ed6e97SBjoern A. Zeeb 5049ed6e97SBjoern A. Zeeb /* #define SKB_DEBUG */ 5149ed6e97SBjoern A. Zeeb #ifdef SKB_DEBUG 5249ed6e97SBjoern A. Zeeb #define DSKB_TODO 0x01 536baea331SBjoern A. Zeeb #define DSKB_IMPROVE 0x02 546baea331SBjoern A. Zeeb #define DSKB_TRACE 0x10 556baea331SBjoern A. Zeeb #define DSKB_TRACEX 0x20 566baea331SBjoern A. Zeeb extern int linuxkpi_debug_skb; 5749ed6e97SBjoern A. Zeeb 586baea331SBjoern A. Zeeb #define SKB_TODO() \ 596baea331SBjoern A. Zeeb if (linuxkpi_debug_skb & DSKB_TODO) \ 6049ed6e97SBjoern A. Zeeb printf("SKB_TODO %s:%d\n", __func__, __LINE__) 616baea331SBjoern A. Zeeb #define SKB_IMPROVE(...) \ 626baea331SBjoern A. Zeeb if (linuxkpi_debug_skb & DSKB_IMPROVE) \ 636baea331SBjoern A. Zeeb printf("SKB_IMPROVE %s:%d\n", __func__, __LINE__) 646baea331SBjoern A. Zeeb #define SKB_TRACE(_s) \ 656baea331SBjoern A. Zeeb if (linuxkpi_debug_skb & DSKB_TRACE) \ 666baea331SBjoern A. Zeeb printf("SKB_TRACE %s:%d %p\n", __func__, __LINE__, _s) 676baea331SBjoern A. Zeeb #define SKB_TRACE2(_s, _p) \ 686baea331SBjoern A. Zeeb if (linuxkpi_debug_skb & DSKB_TRACE) \ 696baea331SBjoern A. Zeeb printf("SKB_TRACE %s:%d %p, %p\n", __func__, __LINE__, _s, _p) 706baea331SBjoern A. Zeeb #define SKB_TRACE_FMT(_s, _fmt, ...) \ 716baea331SBjoern A. Zeeb if (linuxkpi_debug_skb & DSKB_TRACE) \ 726baea331SBjoern A. Zeeb printf("SKB_TRACE %s:%d %p " _fmt "\n", __func__, __LINE__, _s, \ 736baea331SBjoern A. Zeeb __VA_ARGS__) 7449ed6e97SBjoern A. Zeeb #else 756baea331SBjoern A. Zeeb #define SKB_TODO() do { } while(0) 766baea331SBjoern A. Zeeb #define SKB_IMPROVE(...) do { } while(0) 7749ed6e97SBjoern A. Zeeb #define SKB_TRACE(_s) do { } while(0) 7849ed6e97SBjoern A. Zeeb #define SKB_TRACE2(_s, _p) do { } while(0) 7949ed6e97SBjoern A. Zeeb #define SKB_TRACE_FMT(_s, ...) do { } while(0) 8049ed6e97SBjoern A. Zeeb #endif 8149ed6e97SBjoern A. Zeeb 8249ed6e97SBjoern A. Zeeb enum sk_buff_pkt_type { 8349ed6e97SBjoern A. Zeeb PACKET_BROADCAST, 8449ed6e97SBjoern A. Zeeb PACKET_MULTICAST, 8549ed6e97SBjoern A. Zeeb PACKET_OTHERHOST, 8649ed6e97SBjoern A. Zeeb }; 8749ed6e97SBjoern A. Zeeb 889df5f29cSBjoern A. Zeeb #define NET_SKB_PAD max(CACHE_LINE_SIZE, 32) 8949ed6e97SBjoern A. Zeeb 9049ed6e97SBjoern A. Zeeb struct sk_buff_head { 9149ed6e97SBjoern A. Zeeb /* XXX TODO */ 9249ed6e97SBjoern A. Zeeb struct sk_buff *next; 9349ed6e97SBjoern A. Zeeb struct sk_buff *prev; 9449ed6e97SBjoern A. Zeeb size_t qlen; 956baea331SBjoern A. Zeeb spinlock_t lock; 9649ed6e97SBjoern A. Zeeb }; 9749ed6e97SBjoern A. Zeeb 9849ed6e97SBjoern A. Zeeb enum sk_checksum_flags { 9949ed6e97SBjoern A. Zeeb CHECKSUM_NONE = 0x00, 10049ed6e97SBjoern A. Zeeb CHECKSUM_UNNECESSARY = 0x01, 10149ed6e97SBjoern A. Zeeb CHECKSUM_PARTIAL = 0x02, 10249ed6e97SBjoern A. Zeeb CHECKSUM_COMPLETE = 0x04, 10349ed6e97SBjoern A. Zeeb }; 10449ed6e97SBjoern A. Zeeb 10549ed6e97SBjoern A. Zeeb struct skb_frag { 10649ed6e97SBjoern A. Zeeb /* XXX TODO */ 10749ed6e97SBjoern A. Zeeb struct page *page; /* XXX-BZ These three are a wild guess so far! */ 10849ed6e97SBjoern A. Zeeb off_t offset; 10949ed6e97SBjoern A. Zeeb size_t size; 11049ed6e97SBjoern A. Zeeb }; 11149ed6e97SBjoern A. Zeeb typedef struct skb_frag skb_frag_t; 11249ed6e97SBjoern A. Zeeb 11349ed6e97SBjoern A. Zeeb enum skb_shared_info_gso_type { 11449ed6e97SBjoern A. Zeeb SKB_GSO_TCPV4, 11549ed6e97SBjoern A. Zeeb SKB_GSO_TCPV6, 11649ed6e97SBjoern A. Zeeb }; 11749ed6e97SBjoern A. Zeeb 11849ed6e97SBjoern A. Zeeb struct skb_shared_info { 11949ed6e97SBjoern A. Zeeb enum skb_shared_info_gso_type gso_type; 12049ed6e97SBjoern A. Zeeb uint16_t gso_size; 12149ed6e97SBjoern A. Zeeb uint16_t nr_frags; 1226baea331SBjoern A. Zeeb struct sk_buff *frag_list; 12349ed6e97SBjoern A. Zeeb skb_frag_t frags[64]; /* XXX TODO, 16xpage? */ 12449ed6e97SBjoern A. Zeeb }; 12549ed6e97SBjoern A. Zeeb 12649ed6e97SBjoern A. Zeeb struct sk_buff { 12749ed6e97SBjoern A. Zeeb /* XXX TODO */ 12889c32dafSBjoern A. Zeeb union { 12949ed6e97SBjoern A. Zeeb /* struct sk_buff_head */ 13089c32dafSBjoern A. Zeeb struct { 13149ed6e97SBjoern A. Zeeb struct sk_buff *next; 13249ed6e97SBjoern A. Zeeb struct sk_buff *prev; 13389c32dafSBjoern A. Zeeb }; 13489c32dafSBjoern A. Zeeb struct list_head list; 13589c32dafSBjoern A. Zeeb }; 13649ed6e97SBjoern A. Zeeb uint32_t _alloc_len; /* Length of alloc data-buf. XXX-BZ give up for truesize? */ 13749ed6e97SBjoern A. Zeeb uint32_t len; /* ? */ 13849ed6e97SBjoern A. Zeeb uint32_t data_len; /* ? If we have frags? */ 13949ed6e97SBjoern A. Zeeb uint32_t truesize; /* The total size of all buffers, incl. frags. */ 14049ed6e97SBjoern A. Zeeb uint16_t mac_len; /* Link-layer header length. */ 14149ed6e97SBjoern A. Zeeb __sum16 csum; 14249ed6e97SBjoern A. Zeeb uint16_t l3hdroff; /* network header offset from *head */ 14349ed6e97SBjoern A. Zeeb uint16_t l4hdroff; /* transport header offset from *head */ 14449ed6e97SBjoern A. Zeeb uint32_t priority; 14549ed6e97SBjoern A. Zeeb uint16_t qmap; /* queue mapping */ 14649ed6e97SBjoern A. Zeeb uint16_t _spareu16_0; 14749ed6e97SBjoern A. Zeeb enum sk_buff_pkt_type pkt_type; 14849ed6e97SBjoern A. Zeeb 14949ed6e97SBjoern A. Zeeb /* "Scratch" area for layers to store metadata. */ 15049ed6e97SBjoern A. Zeeb /* ??? I see sizeof() operations so probably an array. */ 15149ed6e97SBjoern A. Zeeb uint8_t cb[64] __aligned(CACHE_LINE_SIZE); 15249ed6e97SBjoern A. Zeeb 15349ed6e97SBjoern A. Zeeb struct net_device *dev; 15449ed6e97SBjoern A. Zeeb void *sk; /* XXX net/sock.h? */ 15549ed6e97SBjoern A. Zeeb 15649ed6e97SBjoern A. Zeeb int csum_offset, csum_start, ip_summed, protocol; 15749ed6e97SBjoern A. Zeeb 15849ed6e97SBjoern A. Zeeb uint8_t *head; /* Head of buffer. */ 15949ed6e97SBjoern A. Zeeb uint8_t *data; /* Head of data. */ 16049ed6e97SBjoern A. Zeeb uint8_t *tail; /* End of data. */ 16149ed6e97SBjoern A. Zeeb uint8_t *end; /* End of buffer. */ 16249ed6e97SBjoern A. Zeeb 16349ed6e97SBjoern A. Zeeb struct skb_shared_info *shinfo; 16449ed6e97SBjoern A. Zeeb 16549ed6e97SBjoern A. Zeeb /* FreeBSD specific bandaid (see linuxkpi_kfree_skb). */ 16649ed6e97SBjoern A. Zeeb void *m; 16749ed6e97SBjoern A. Zeeb void(*m_free_func)(void *); 16849ed6e97SBjoern A. Zeeb 16949ed6e97SBjoern A. Zeeb /* Force padding to CACHE_LINE_SIZE. */ 17049ed6e97SBjoern A. Zeeb uint8_t __scratch[0] __aligned(CACHE_LINE_SIZE); 17149ed6e97SBjoern A. Zeeb }; 17249ed6e97SBjoern A. Zeeb 17349ed6e97SBjoern A. Zeeb /* -------------------------------------------------------------------------- */ 17449ed6e97SBjoern A. Zeeb 17549ed6e97SBjoern A. Zeeb struct sk_buff *linuxkpi_alloc_skb(size_t, gfp_t); 1769df5f29cSBjoern A. Zeeb struct sk_buff *linuxkpi_dev_alloc_skb(size_t, gfp_t); 17749ed6e97SBjoern A. Zeeb void linuxkpi_kfree_skb(struct sk_buff *); 17849ed6e97SBjoern A. Zeeb 179349b042bSBjoern A. Zeeb struct sk_buff *linuxkpi_skb_copy(struct sk_buff *, gfp_t); 180349b042bSBjoern A. Zeeb 18149ed6e97SBjoern A. Zeeb /* -------------------------------------------------------------------------- */ 18249ed6e97SBjoern A. Zeeb 18349ed6e97SBjoern A. Zeeb static inline struct sk_buff * 18449ed6e97SBjoern A. Zeeb alloc_skb(size_t size, gfp_t gfp) 18549ed6e97SBjoern A. Zeeb { 18649ed6e97SBjoern A. Zeeb struct sk_buff *skb; 18749ed6e97SBjoern A. Zeeb 18849ed6e97SBjoern A. Zeeb skb = linuxkpi_alloc_skb(size, gfp); 18949ed6e97SBjoern A. Zeeb SKB_TRACE(skb); 19049ed6e97SBjoern A. Zeeb return (skb); 19149ed6e97SBjoern A. Zeeb } 19249ed6e97SBjoern A. Zeeb 19349ed6e97SBjoern A. Zeeb static inline struct sk_buff * 1946baea331SBjoern A. Zeeb __dev_alloc_skb(size_t len, gfp_t gfp) 1956baea331SBjoern A. Zeeb { 1966baea331SBjoern A. Zeeb struct sk_buff *skb; 1976baea331SBjoern A. Zeeb 1989df5f29cSBjoern A. Zeeb skb = linuxkpi_dev_alloc_skb(len, gfp); 1996baea331SBjoern A. Zeeb SKB_IMPROVE(); 2006baea331SBjoern A. Zeeb SKB_TRACE(skb); 2016baea331SBjoern A. Zeeb return (skb); 2026baea331SBjoern A. Zeeb } 2036baea331SBjoern A. Zeeb 2046baea331SBjoern A. Zeeb static inline struct sk_buff * 20549ed6e97SBjoern A. Zeeb dev_alloc_skb(size_t len) 20649ed6e97SBjoern A. Zeeb { 20749ed6e97SBjoern A. Zeeb struct sk_buff *skb; 20849ed6e97SBjoern A. Zeeb 2099df5f29cSBjoern A. Zeeb skb = __dev_alloc_skb(len, GFP_NOWAIT); 2106baea331SBjoern A. Zeeb SKB_IMPROVE(); 21149ed6e97SBjoern A. Zeeb SKB_TRACE(skb); 21249ed6e97SBjoern A. Zeeb return (skb); 21349ed6e97SBjoern A. Zeeb } 21449ed6e97SBjoern A. Zeeb 21549ed6e97SBjoern A. Zeeb static inline void 21649ed6e97SBjoern A. Zeeb kfree_skb(struct sk_buff *skb) 21749ed6e97SBjoern A. Zeeb { 21849ed6e97SBjoern A. Zeeb SKB_TRACE(skb); 21949ed6e97SBjoern A. Zeeb linuxkpi_kfree_skb(skb); 22049ed6e97SBjoern A. Zeeb } 22149ed6e97SBjoern A. Zeeb 22249ed6e97SBjoern A. Zeeb static inline void 22349ed6e97SBjoern A. Zeeb dev_kfree_skb(struct sk_buff *skb) 22449ed6e97SBjoern A. Zeeb { 22549ed6e97SBjoern A. Zeeb SKB_TRACE(skb); 22649ed6e97SBjoern A. Zeeb kfree_skb(skb); 22749ed6e97SBjoern A. Zeeb } 22849ed6e97SBjoern A. Zeeb 22949ed6e97SBjoern A. Zeeb static inline void 23049ed6e97SBjoern A. Zeeb dev_kfree_skb_any(struct sk_buff *skb) 23149ed6e97SBjoern A. Zeeb { 23249ed6e97SBjoern A. Zeeb SKB_TRACE(skb); 23349ed6e97SBjoern A. Zeeb dev_kfree_skb(skb); 23449ed6e97SBjoern A. Zeeb } 23549ed6e97SBjoern A. Zeeb 23649ed6e97SBjoern A. Zeeb static inline void 23749ed6e97SBjoern A. Zeeb dev_kfree_skb_irq(struct sk_buff *skb) 23849ed6e97SBjoern A. Zeeb { 23949ed6e97SBjoern A. Zeeb SKB_TRACE(skb); 240952643eaSBjoern A. Zeeb SKB_IMPROVE("Do we have to defer this?"); 241952643eaSBjoern A. Zeeb dev_kfree_skb(skb); 24249ed6e97SBjoern A. Zeeb } 24349ed6e97SBjoern A. Zeeb 24449ed6e97SBjoern A. Zeeb /* -------------------------------------------------------------------------- */ 24549ed6e97SBjoern A. Zeeb 24649ed6e97SBjoern A. Zeeb /* XXX BZ review this one for terminal condition as Linux "queues" are special. */ 24749ed6e97SBjoern A. Zeeb #define skb_list_walk_safe(_q, skb, tmp) \ 24849ed6e97SBjoern A. Zeeb for ((skb) = (_q)->next; (skb) != NULL && ((tmp) = (skb)->next); (skb) = (tmp)) 24949ed6e97SBjoern A. Zeeb 25049ed6e97SBjoern A. Zeeb /* Add headroom; cannot do once there is data in there. */ 25149ed6e97SBjoern A. Zeeb static inline void 25249ed6e97SBjoern A. Zeeb skb_reserve(struct sk_buff *skb, size_t len) 25349ed6e97SBjoern A. Zeeb { 25449ed6e97SBjoern A. Zeeb SKB_TRACE(skb); 2556baea331SBjoern A. Zeeb #if 0 2566baea331SBjoern A. Zeeb /* Apparently it is allowed to call skb_reserve multiple times in a row. */ 25749ed6e97SBjoern A. Zeeb KASSERT(skb->data == skb->head, ("%s: skb %p not empty head %p data %p " 25849ed6e97SBjoern A. Zeeb "tail %p\n", __func__, skb, skb->head, skb->data, skb->tail)); 2596baea331SBjoern A. Zeeb #else 2606baea331SBjoern A. Zeeb KASSERT(skb->len == 0 && skb->data == skb->tail, ("%s: skb %p not " 2616baea331SBjoern A. Zeeb "empty head %p data %p tail %p len %u\n", __func__, skb, 2626baea331SBjoern A. Zeeb skb->head, skb->data, skb->tail, skb->len)); 2636baea331SBjoern A. Zeeb #endif 26449ed6e97SBjoern A. Zeeb skb->data += len; 26549ed6e97SBjoern A. Zeeb skb->tail += len; 26649ed6e97SBjoern A. Zeeb } 26749ed6e97SBjoern A. Zeeb 26849ed6e97SBjoern A. Zeeb /* 26949ed6e97SBjoern A. Zeeb * Remove headroom; return new data pointer; basically make space at the 27049ed6e97SBjoern A. Zeeb * front to copy data in (manually). 27149ed6e97SBjoern A. Zeeb */ 27249ed6e97SBjoern A. Zeeb static inline void * 27389c32dafSBjoern A. Zeeb __skb_push(struct sk_buff *skb, size_t len) 27449ed6e97SBjoern A. Zeeb { 27549ed6e97SBjoern A. Zeeb SKB_TRACE(skb); 27649ed6e97SBjoern A. Zeeb KASSERT(((skb->data - len) >= skb->head), ("%s: skb %p (data %p - " 27749ed6e97SBjoern A. Zeeb "len %zu) < head %p\n", __func__, skb, skb->data, len, skb->data)); 27849ed6e97SBjoern A. Zeeb skb->len += len; 27949ed6e97SBjoern A. Zeeb skb->data -= len; 28049ed6e97SBjoern A. Zeeb return (skb->data); 28149ed6e97SBjoern A. Zeeb } 28249ed6e97SBjoern A. Zeeb 28389c32dafSBjoern A. Zeeb static inline void * 28489c32dafSBjoern A. Zeeb skb_push(struct sk_buff *skb, size_t len) 28589c32dafSBjoern A. Zeeb { 28689c32dafSBjoern A. Zeeb 28789c32dafSBjoern A. Zeeb SKB_TRACE(skb); 28889c32dafSBjoern A. Zeeb return (__skb_push(skb, len)); 28989c32dafSBjoern A. Zeeb } 29089c32dafSBjoern A. Zeeb 29149ed6e97SBjoern A. Zeeb /* 29249ed6e97SBjoern A. Zeeb * Length of the data on the skb (without any frags)??? 29349ed6e97SBjoern A. Zeeb */ 29449ed6e97SBjoern A. Zeeb static inline size_t 29549ed6e97SBjoern A. Zeeb skb_headlen(struct sk_buff *skb) 29649ed6e97SBjoern A. Zeeb { 29749ed6e97SBjoern A. Zeeb 29849ed6e97SBjoern A. Zeeb SKB_TRACE(skb); 29949ed6e97SBjoern A. Zeeb return (skb->len - skb->data_len); 30049ed6e97SBjoern A. Zeeb } 30149ed6e97SBjoern A. Zeeb 30249ed6e97SBjoern A. Zeeb 30349ed6e97SBjoern A. Zeeb /* Return the end of data (tail pointer). */ 30449ed6e97SBjoern A. Zeeb static inline uint8_t * 30549ed6e97SBjoern A. Zeeb skb_tail_pointer(struct sk_buff *skb) 30649ed6e97SBjoern A. Zeeb { 30749ed6e97SBjoern A. Zeeb 30849ed6e97SBjoern A. Zeeb SKB_TRACE(skb); 30949ed6e97SBjoern A. Zeeb return (skb->tail); 31049ed6e97SBjoern A. Zeeb } 31149ed6e97SBjoern A. Zeeb 31249ed6e97SBjoern A. Zeeb /* Return number of bytes available at end of buffer. */ 31349ed6e97SBjoern A. Zeeb static inline unsigned int 31449ed6e97SBjoern A. Zeeb skb_tailroom(struct sk_buff *skb) 31549ed6e97SBjoern A. Zeeb { 31649ed6e97SBjoern A. Zeeb 31749ed6e97SBjoern A. Zeeb SKB_TRACE(skb); 31849ed6e97SBjoern A. Zeeb KASSERT((skb->end - skb->tail) >= 0, ("%s: skb %p tailroom < 0, " 31949ed6e97SBjoern A. Zeeb "end %p tail %p\n", __func__, skb, skb->end, skb->tail)); 32049ed6e97SBjoern A. Zeeb return (skb->end - skb->tail); 32149ed6e97SBjoern A. Zeeb } 32249ed6e97SBjoern A. Zeeb 32349ed6e97SBjoern A. Zeeb /* Return numer of bytes available at the beginning of buffer. */ 32449ed6e97SBjoern A. Zeeb static inline unsigned int 32549ed6e97SBjoern A. Zeeb skb_headroom(struct sk_buff *skb) 32649ed6e97SBjoern A. Zeeb { 32749ed6e97SBjoern A. Zeeb SKB_TRACE(skb); 32849ed6e97SBjoern A. Zeeb KASSERT((skb->data - skb->head) >= 0, ("%s: skb %p headroom < 0, " 32949ed6e97SBjoern A. Zeeb "data %p head %p\n", __func__, skb, skb->data, skb->head)); 33049ed6e97SBjoern A. Zeeb return (skb->data - skb->head); 33149ed6e97SBjoern A. Zeeb } 33249ed6e97SBjoern A. Zeeb 33349ed6e97SBjoern A. Zeeb 33449ed6e97SBjoern A. Zeeb /* 33549ed6e97SBjoern A. Zeeb * Remove tailroom; return the old tail pointer; basically make space at 33649ed6e97SBjoern A. Zeeb * the end to copy data in (manually). See also skb_put_data() below. 33749ed6e97SBjoern A. Zeeb */ 33849ed6e97SBjoern A. Zeeb static inline void * 33989c32dafSBjoern A. Zeeb __skb_put(struct sk_buff *skb, size_t len) 34049ed6e97SBjoern A. Zeeb { 34149ed6e97SBjoern A. Zeeb void *s; 34249ed6e97SBjoern A. Zeeb 34349ed6e97SBjoern A. Zeeb SKB_TRACE(skb); 34449ed6e97SBjoern A. Zeeb KASSERT(((skb->tail + len) <= skb->end), ("%s: skb %p (tail %p + " 34549ed6e97SBjoern A. Zeeb "len %zu) > end %p, head %p data %p len %u\n", __func__, 34649ed6e97SBjoern A. Zeeb skb, skb->tail, len, skb->end, skb->head, skb->data, skb->len)); 34749ed6e97SBjoern A. Zeeb 34849ed6e97SBjoern A. Zeeb s = skb_tail_pointer(skb); 349952643eaSBjoern A. Zeeb if (len == 0) 350952643eaSBjoern A. Zeeb return (s); 35149ed6e97SBjoern A. Zeeb skb->tail += len; 35249ed6e97SBjoern A. Zeeb skb->len += len; 35349ed6e97SBjoern A. Zeeb #ifdef SKB_DEBUG 3546baea331SBjoern A. Zeeb if (linuxkpi_debug_skb & DSKB_TRACEX) 35549ed6e97SBjoern A. Zeeb printf("%s: skb %p (%u) head %p data %p tail %p end %p, s %p len %zu\n", 35649ed6e97SBjoern A. Zeeb __func__, skb, skb->len, skb->head, skb->data, skb->tail, skb->end, 35749ed6e97SBjoern A. Zeeb s, len); 35849ed6e97SBjoern A. Zeeb #endif 35949ed6e97SBjoern A. Zeeb return (s); 36049ed6e97SBjoern A. Zeeb } 36149ed6e97SBjoern A. Zeeb 36289c32dafSBjoern A. Zeeb static inline void * 36389c32dafSBjoern A. Zeeb skb_put(struct sk_buff *skb, size_t len) 36489c32dafSBjoern A. Zeeb { 36589c32dafSBjoern A. Zeeb 36689c32dafSBjoern A. Zeeb SKB_TRACE(skb); 36789c32dafSBjoern A. Zeeb return (__skb_put(skb, len)); 36889c32dafSBjoern A. Zeeb } 36989c32dafSBjoern A. Zeeb 37049ed6e97SBjoern A. Zeeb /* skb_put() + copying data in. */ 37149ed6e97SBjoern A. Zeeb static inline void * 37249ed6e97SBjoern A. Zeeb skb_put_data(struct sk_buff *skb, const void *buf, size_t len) 37349ed6e97SBjoern A. Zeeb { 37449ed6e97SBjoern A. Zeeb void *s; 37549ed6e97SBjoern A. Zeeb 37649ed6e97SBjoern A. Zeeb SKB_TRACE2(skb, buf); 37749ed6e97SBjoern A. Zeeb s = skb_put(skb, len); 378952643eaSBjoern A. Zeeb if (len == 0) 379952643eaSBjoern A. Zeeb return (s); 38049ed6e97SBjoern A. Zeeb memcpy(s, buf, len); 38149ed6e97SBjoern A. Zeeb return (s); 38249ed6e97SBjoern A. Zeeb } 38349ed6e97SBjoern A. Zeeb 38449ed6e97SBjoern A. Zeeb /* skb_put() + filling with zeros. */ 38549ed6e97SBjoern A. Zeeb static inline void * 38649ed6e97SBjoern A. Zeeb skb_put_zero(struct sk_buff *skb, size_t len) 38749ed6e97SBjoern A. Zeeb { 38849ed6e97SBjoern A. Zeeb void *s; 38949ed6e97SBjoern A. Zeeb 39049ed6e97SBjoern A. Zeeb SKB_TRACE(skb); 39149ed6e97SBjoern A. Zeeb s = skb_put(skb, len); 39249ed6e97SBjoern A. Zeeb memset(s, '\0', len); 39349ed6e97SBjoern A. Zeeb return (s); 39449ed6e97SBjoern A. Zeeb } 39549ed6e97SBjoern A. Zeeb 39649ed6e97SBjoern A. Zeeb /* 39749ed6e97SBjoern A. Zeeb * Remove len bytes from beginning of data. 39849ed6e97SBjoern A. Zeeb * 39949ed6e97SBjoern A. Zeeb * XXX-BZ ath10k checks for !NULL conditions so I assume this doesn't panic; 40049ed6e97SBjoern A. Zeeb * we return the advanced data pointer so we don't have to keep a temp, correct? 40149ed6e97SBjoern A. Zeeb */ 40249ed6e97SBjoern A. Zeeb static inline void * 40349ed6e97SBjoern A. Zeeb skb_pull(struct sk_buff *skb, size_t len) 40449ed6e97SBjoern A. Zeeb { 40549ed6e97SBjoern A. Zeeb 40649ed6e97SBjoern A. Zeeb SKB_TRACE(skb); 40749ed6e97SBjoern A. Zeeb #if 0 /* Apparently this doesn't barf... */ 40849ed6e97SBjoern A. Zeeb KASSERT(skb->len >= len, ("%s: skb %p skb->len %u < len %u, data %p\n", 40949ed6e97SBjoern A. Zeeb __func__, skb, skb->len, len, skb->data)); 41049ed6e97SBjoern A. Zeeb #endif 41149ed6e97SBjoern A. Zeeb if (skb->len < len) 41249ed6e97SBjoern A. Zeeb return (NULL); 41349ed6e97SBjoern A. Zeeb skb->len -= len; 41449ed6e97SBjoern A. Zeeb skb->data += len; 41549ed6e97SBjoern A. Zeeb return (skb->data); 41649ed6e97SBjoern A. Zeeb } 41749ed6e97SBjoern A. Zeeb 41849ed6e97SBjoern A. Zeeb /* Reduce skb data to given length or do nothing if smaller already. */ 41949ed6e97SBjoern A. Zeeb static inline void 42049ed6e97SBjoern A. Zeeb __skb_trim(struct sk_buff *skb, unsigned int len) 42149ed6e97SBjoern A. Zeeb { 42249ed6e97SBjoern A. Zeeb 42349ed6e97SBjoern A. Zeeb SKB_TRACE(skb); 42449ed6e97SBjoern A. Zeeb if (skb->len < len) 42549ed6e97SBjoern A. Zeeb return; 42649ed6e97SBjoern A. Zeeb 42749ed6e97SBjoern A. Zeeb skb->len = len; 42849ed6e97SBjoern A. Zeeb skb->tail = skb->data + skb->len; 42949ed6e97SBjoern A. Zeeb } 43049ed6e97SBjoern A. Zeeb 43149ed6e97SBjoern A. Zeeb static inline void 43249ed6e97SBjoern A. Zeeb skb_trim(struct sk_buff *skb, unsigned int len) 43349ed6e97SBjoern A. Zeeb { 43449ed6e97SBjoern A. Zeeb 43549ed6e97SBjoern A. Zeeb return (__skb_trim(skb, len)); 43649ed6e97SBjoern A. Zeeb } 43749ed6e97SBjoern A. Zeeb 43849ed6e97SBjoern A. Zeeb static inline struct skb_shared_info * 43949ed6e97SBjoern A. Zeeb skb_shinfo(struct sk_buff *skb) 44049ed6e97SBjoern A. Zeeb { 44149ed6e97SBjoern A. Zeeb 44249ed6e97SBjoern A. Zeeb SKB_TRACE(skb); 44349ed6e97SBjoern A. Zeeb return (skb->shinfo); 44449ed6e97SBjoern A. Zeeb } 44549ed6e97SBjoern A. Zeeb 44649ed6e97SBjoern A. Zeeb static inline void 44749ed6e97SBjoern A. Zeeb skb_add_rx_frag(struct sk_buff *skb, int fragno, struct page *page, 44849ed6e97SBjoern A. Zeeb off_t offset, size_t size, unsigned int truesize) 44949ed6e97SBjoern A. Zeeb { 45049ed6e97SBjoern A. Zeeb struct skb_shared_info *shinfo; 45149ed6e97SBjoern A. Zeeb 45249ed6e97SBjoern A. Zeeb SKB_TRACE(skb); 45349ed6e97SBjoern A. Zeeb #ifdef SKB_DEBUG 4546baea331SBjoern A. Zeeb if (linuxkpi_debug_skb & DSKB_TRACEX) 45549ed6e97SBjoern A. Zeeb printf("%s: skb %p head %p data %p tail %p end %p len %u fragno %d " 45649ed6e97SBjoern A. Zeeb "page %#jx offset %ju size %zu truesize %u\n", __func__, 45749ed6e97SBjoern A. Zeeb skb, skb->head, skb->data, skb->tail, skb->end, skb->len, fragno, 45849ed6e97SBjoern A. Zeeb (uintmax_t)(uintptr_t)linux_page_address(page), (uintmax_t)offset, 45949ed6e97SBjoern A. Zeeb size, truesize); 46049ed6e97SBjoern A. Zeeb #endif 46149ed6e97SBjoern A. Zeeb 46249ed6e97SBjoern A. Zeeb shinfo = skb_shinfo(skb); 46349ed6e97SBjoern A. Zeeb KASSERT(fragno >= 0 && fragno < nitems(shinfo->frags), ("%s: skb %p " 46449ed6e97SBjoern A. Zeeb "fragno %d too big\n", __func__, skb, fragno)); 46549ed6e97SBjoern A. Zeeb shinfo->frags[fragno].page = page; 46649ed6e97SBjoern A. Zeeb shinfo->frags[fragno].offset = offset; 46749ed6e97SBjoern A. Zeeb shinfo->frags[fragno].size = size; 46849ed6e97SBjoern A. Zeeb shinfo->nr_frags = fragno + 1; 46949ed6e97SBjoern A. Zeeb skb->len += size; 47049ed6e97SBjoern A. Zeeb skb->truesize += truesize; 47149ed6e97SBjoern A. Zeeb 47249ed6e97SBjoern A. Zeeb /* XXX TODO EXTEND truesize? */ 47349ed6e97SBjoern A. Zeeb } 47449ed6e97SBjoern A. Zeeb 47549ed6e97SBjoern A. Zeeb /* -------------------------------------------------------------------------- */ 47649ed6e97SBjoern A. Zeeb 47749ed6e97SBjoern A. Zeeb /* XXX BZ review this one for terminal condition as Linux "queues" are special. */ 47849ed6e97SBjoern A. Zeeb #define skb_queue_walk(_q, skb) \ 47949ed6e97SBjoern A. Zeeb for ((skb) = (_q)->next; (skb) != (struct sk_buff *)(_q); \ 48049ed6e97SBjoern A. Zeeb (skb) = (skb)->next) 48149ed6e97SBjoern A. Zeeb 48249ed6e97SBjoern A. Zeeb #define skb_queue_walk_safe(_q, skb, tmp) \ 48349ed6e97SBjoern A. Zeeb for ((skb) = (_q)->next, (tmp) = (skb)->next; \ 48449ed6e97SBjoern A. Zeeb (skb) != (struct sk_buff *)(_q); (skb) = (tmp), (tmp) = (skb)->next) 48549ed6e97SBjoern A. Zeeb 48649ed6e97SBjoern A. Zeeb static inline bool 48749ed6e97SBjoern A. Zeeb skb_queue_empty(struct sk_buff_head *q) 48849ed6e97SBjoern A. Zeeb { 48949ed6e97SBjoern A. Zeeb 49049ed6e97SBjoern A. Zeeb SKB_TRACE(q); 49149ed6e97SBjoern A. Zeeb return (q->qlen == 0); 49249ed6e97SBjoern A. Zeeb } 49349ed6e97SBjoern A. Zeeb 49449ed6e97SBjoern A. Zeeb static inline void 49549ed6e97SBjoern A. Zeeb __skb_queue_head_init(struct sk_buff_head *q) 49649ed6e97SBjoern A. Zeeb { 49749ed6e97SBjoern A. Zeeb SKB_TRACE(q); 49849ed6e97SBjoern A. Zeeb q->prev = q->next = (struct sk_buff *)q; 49949ed6e97SBjoern A. Zeeb q->qlen = 0; 50049ed6e97SBjoern A. Zeeb } 50149ed6e97SBjoern A. Zeeb 50249ed6e97SBjoern A. Zeeb static inline void 50349ed6e97SBjoern A. Zeeb skb_queue_head_init(struct sk_buff_head *q) 50449ed6e97SBjoern A. Zeeb { 50549ed6e97SBjoern A. Zeeb SKB_TRACE(q); 50649ed6e97SBjoern A. Zeeb return (__skb_queue_head_init(q)); 50749ed6e97SBjoern A. Zeeb } 50849ed6e97SBjoern A. Zeeb 50949ed6e97SBjoern A. Zeeb static inline void 51049ed6e97SBjoern A. Zeeb __skb_insert(struct sk_buff *new, struct sk_buff *prev, struct sk_buff *next, 51149ed6e97SBjoern A. Zeeb struct sk_buff_head *q) 51249ed6e97SBjoern A. Zeeb { 51349ed6e97SBjoern A. Zeeb 51449ed6e97SBjoern A. Zeeb SKB_TRACE_FMT(new, "prev %p next %p q %p", prev, next, q); 51549ed6e97SBjoern A. Zeeb new->prev = prev; 51649ed6e97SBjoern A. Zeeb new->next = next; 51749ed6e97SBjoern A. Zeeb next->prev = new; 51849ed6e97SBjoern A. Zeeb prev->next = new; 51949ed6e97SBjoern A. Zeeb q->qlen++; 52049ed6e97SBjoern A. Zeeb } 52149ed6e97SBjoern A. Zeeb 52249ed6e97SBjoern A. Zeeb static inline void 52349ed6e97SBjoern A. Zeeb __skb_queue_after(struct sk_buff_head *q, struct sk_buff *skb, 52449ed6e97SBjoern A. Zeeb struct sk_buff *new) 52549ed6e97SBjoern A. Zeeb { 52649ed6e97SBjoern A. Zeeb 52749ed6e97SBjoern A. Zeeb SKB_TRACE_FMT(q, "skb %p new %p", skb, new); 52849ed6e97SBjoern A. Zeeb __skb_insert(new, skb, skb->next, q); 52949ed6e97SBjoern A. Zeeb } 53049ed6e97SBjoern A. Zeeb 53149ed6e97SBjoern A. Zeeb static inline void 53249ed6e97SBjoern A. Zeeb __skb_queue_before(struct sk_buff_head *q, struct sk_buff *skb, 53349ed6e97SBjoern A. Zeeb struct sk_buff *new) 53449ed6e97SBjoern A. Zeeb { 53549ed6e97SBjoern A. Zeeb 53649ed6e97SBjoern A. Zeeb SKB_TRACE_FMT(q, "skb %p new %p", skb, new); 53749ed6e97SBjoern A. Zeeb __skb_insert(new, skb->prev, skb, q); 53849ed6e97SBjoern A. Zeeb } 53949ed6e97SBjoern A. Zeeb 54049ed6e97SBjoern A. Zeeb static inline void 54149ed6e97SBjoern A. Zeeb __skb_queue_tail(struct sk_buff_head *q, struct sk_buff *skb) 54249ed6e97SBjoern A. Zeeb { 54349ed6e97SBjoern A. Zeeb struct sk_buff *s; 54449ed6e97SBjoern A. Zeeb 54549ed6e97SBjoern A. Zeeb SKB_TRACE2(q, skb); 54649ed6e97SBjoern A. Zeeb q->qlen++; 54749ed6e97SBjoern A. Zeeb s = (struct sk_buff *)q; 54849ed6e97SBjoern A. Zeeb s->prev->next = skb; 54949ed6e97SBjoern A. Zeeb skb->prev = s->prev; 55049ed6e97SBjoern A. Zeeb skb->next = s; 55149ed6e97SBjoern A. Zeeb s->prev = skb; 55249ed6e97SBjoern A. Zeeb } 55349ed6e97SBjoern A. Zeeb 55449ed6e97SBjoern A. Zeeb static inline void 55549ed6e97SBjoern A. Zeeb skb_queue_tail(struct sk_buff_head *q, struct sk_buff *skb) 55649ed6e97SBjoern A. Zeeb { 55749ed6e97SBjoern A. Zeeb SKB_TRACE2(q, skb); 55849ed6e97SBjoern A. Zeeb return (__skb_queue_tail(q, skb)); 55949ed6e97SBjoern A. Zeeb } 56049ed6e97SBjoern A. Zeeb 56149ed6e97SBjoern A. Zeeb static inline struct sk_buff * 562*ce9f3661SBjoern A. Zeeb skb_peek(struct sk_buff_head *q) 563*ce9f3661SBjoern A. Zeeb { 564*ce9f3661SBjoern A. Zeeb struct sk_buff *skb; 565*ce9f3661SBjoern A. Zeeb 566*ce9f3661SBjoern A. Zeeb skb = q->next; 567*ce9f3661SBjoern A. Zeeb SKB_TRACE2(q, skb); 568*ce9f3661SBjoern A. Zeeb if (skb == (struct sk_buff *)q) 569*ce9f3661SBjoern A. Zeeb return (NULL); 570*ce9f3661SBjoern A. Zeeb return (skb); 571*ce9f3661SBjoern A. Zeeb } 572*ce9f3661SBjoern A. Zeeb 573*ce9f3661SBjoern A. Zeeb static inline struct sk_buff * 57449ed6e97SBjoern A. Zeeb skb_peek_tail(struct sk_buff_head *q) 57549ed6e97SBjoern A. Zeeb { 57649ed6e97SBjoern A. Zeeb struct sk_buff *skb; 57749ed6e97SBjoern A. Zeeb 57849ed6e97SBjoern A. Zeeb skb = q->prev; 57949ed6e97SBjoern A. Zeeb SKB_TRACE2(q, skb); 58049ed6e97SBjoern A. Zeeb if (skb == (struct sk_buff *)q) 58149ed6e97SBjoern A. Zeeb return (NULL); 58249ed6e97SBjoern A. Zeeb return (skb); 58349ed6e97SBjoern A. Zeeb } 58449ed6e97SBjoern A. Zeeb 58549ed6e97SBjoern A. Zeeb static inline void 58649ed6e97SBjoern A. Zeeb __skb_unlink(struct sk_buff *skb, struct sk_buff_head *head) 58749ed6e97SBjoern A. Zeeb { 58849ed6e97SBjoern A. Zeeb SKB_TRACE2(skb, head); 58949ed6e97SBjoern A. Zeeb struct sk_buff *p, *n;; 59049ed6e97SBjoern A. Zeeb 59149ed6e97SBjoern A. Zeeb head->qlen--; 59249ed6e97SBjoern A. Zeeb p = skb->prev; 59349ed6e97SBjoern A. Zeeb n = skb->next; 59449ed6e97SBjoern A. Zeeb p->next = n; 59549ed6e97SBjoern A. Zeeb n->prev = p; 59649ed6e97SBjoern A. Zeeb skb->prev = skb->next = NULL; 59749ed6e97SBjoern A. Zeeb } 59849ed6e97SBjoern A. Zeeb 59949ed6e97SBjoern A. Zeeb static inline void 60049ed6e97SBjoern A. Zeeb skb_unlink(struct sk_buff *skb, struct sk_buff_head *head) 60149ed6e97SBjoern A. Zeeb { 60249ed6e97SBjoern A. Zeeb SKB_TRACE2(skb, head); 60349ed6e97SBjoern A. Zeeb return (__skb_unlink(skb, head)); 60449ed6e97SBjoern A. Zeeb } 60549ed6e97SBjoern A. Zeeb 60649ed6e97SBjoern A. Zeeb static inline struct sk_buff * 60749ed6e97SBjoern A. Zeeb __skb_dequeue(struct sk_buff_head *q) 60849ed6e97SBjoern A. Zeeb { 60949ed6e97SBjoern A. Zeeb struct sk_buff *skb; 61049ed6e97SBjoern A. Zeeb 61149ed6e97SBjoern A. Zeeb SKB_TRACE(q); 61249ed6e97SBjoern A. Zeeb skb = q->next; 61349ed6e97SBjoern A. Zeeb if (skb == (struct sk_buff *)q) 61449ed6e97SBjoern A. Zeeb return (NULL); 61549ed6e97SBjoern A. Zeeb if (skb != NULL) 61649ed6e97SBjoern A. Zeeb __skb_unlink(skb, q); 61749ed6e97SBjoern A. Zeeb SKB_TRACE(skb); 61849ed6e97SBjoern A. Zeeb return (skb); 61949ed6e97SBjoern A. Zeeb } 62049ed6e97SBjoern A. Zeeb 62149ed6e97SBjoern A. Zeeb static inline struct sk_buff * 62249ed6e97SBjoern A. Zeeb skb_dequeue(struct sk_buff_head *q) 62349ed6e97SBjoern A. Zeeb { 62449ed6e97SBjoern A. Zeeb SKB_TRACE(q); 62549ed6e97SBjoern A. Zeeb return (__skb_dequeue(q)); 62649ed6e97SBjoern A. Zeeb } 62749ed6e97SBjoern A. Zeeb 62849ed6e97SBjoern A. Zeeb static inline struct sk_buff * 62949ed6e97SBjoern A. Zeeb skb_dequeue_tail(struct sk_buff_head *q) 63049ed6e97SBjoern A. Zeeb { 63149ed6e97SBjoern A. Zeeb struct sk_buff *skb; 63249ed6e97SBjoern A. Zeeb 63349ed6e97SBjoern A. Zeeb skb = skb_peek_tail(q); 63449ed6e97SBjoern A. Zeeb if (skb != NULL) 63549ed6e97SBjoern A. Zeeb __skb_unlink(skb, q); 63649ed6e97SBjoern A. Zeeb 63749ed6e97SBjoern A. Zeeb SKB_TRACE2(q, skb); 63849ed6e97SBjoern A. Zeeb return (skb); 63949ed6e97SBjoern A. Zeeb } 64049ed6e97SBjoern A. Zeeb 64149ed6e97SBjoern A. Zeeb static inline void 6426baea331SBjoern A. Zeeb __skb_queue_head(struct sk_buff_head *q, struct sk_buff *skb) 6436baea331SBjoern A. Zeeb { 6446baea331SBjoern A. Zeeb 6456baea331SBjoern A. Zeeb SKB_TRACE2(q, skb); 6466baea331SBjoern A. Zeeb __skb_queue_after(q, (struct sk_buff *)q, skb); 6476baea331SBjoern A. Zeeb } 6486baea331SBjoern A. Zeeb 6496baea331SBjoern A. Zeeb static inline void 65049ed6e97SBjoern A. Zeeb skb_queue_head(struct sk_buff_head *q, struct sk_buff *skb) 65149ed6e97SBjoern A. Zeeb { 65249ed6e97SBjoern A. Zeeb 65349ed6e97SBjoern A. Zeeb SKB_TRACE2(q, skb); 65449ed6e97SBjoern A. Zeeb __skb_queue_after(q, (struct sk_buff *)q, skb); 65549ed6e97SBjoern A. Zeeb } 65649ed6e97SBjoern A. Zeeb 65749ed6e97SBjoern A. Zeeb static inline uint32_t 65849ed6e97SBjoern A. Zeeb skb_queue_len(struct sk_buff_head *head) 65949ed6e97SBjoern A. Zeeb { 6606baea331SBjoern A. Zeeb 66149ed6e97SBjoern A. Zeeb SKB_TRACE(head); 66249ed6e97SBjoern A. Zeeb return (head->qlen); 66349ed6e97SBjoern A. Zeeb } 66449ed6e97SBjoern A. Zeeb 6656baea331SBjoern A. Zeeb static inline uint32_t 6666baea331SBjoern A. Zeeb skb_queue_len_lockless(const struct sk_buff_head *head) 6676baea331SBjoern A. Zeeb { 6686baea331SBjoern A. Zeeb 6696baea331SBjoern A. Zeeb SKB_TRACE(head); 6706baea331SBjoern A. Zeeb return (READ_ONCE(head->qlen)); 6716baea331SBjoern A. Zeeb } 6726baea331SBjoern A. Zeeb 67349ed6e97SBjoern A. Zeeb static inline void 67449ed6e97SBjoern A. Zeeb __skb_queue_purge(struct sk_buff_head *q) 67549ed6e97SBjoern A. Zeeb { 67649ed6e97SBjoern A. Zeeb struct sk_buff *skb; 67749ed6e97SBjoern A. Zeeb 67849ed6e97SBjoern A. Zeeb SKB_TRACE(q); 67949ed6e97SBjoern A. Zeeb while ((skb = __skb_dequeue(q)) != NULL) 68049ed6e97SBjoern A. Zeeb kfree_skb(skb); 68149ed6e97SBjoern A. Zeeb } 68249ed6e97SBjoern A. Zeeb 68349ed6e97SBjoern A. Zeeb static inline void 68449ed6e97SBjoern A. Zeeb skb_queue_purge(struct sk_buff_head *q) 68549ed6e97SBjoern A. Zeeb { 68649ed6e97SBjoern A. Zeeb SKB_TRACE(q); 68749ed6e97SBjoern A. Zeeb return (__skb_queue_purge(q)); 68849ed6e97SBjoern A. Zeeb } 68949ed6e97SBjoern A. Zeeb 69049ed6e97SBjoern A. Zeeb static inline struct sk_buff * 69149ed6e97SBjoern A. Zeeb skb_queue_prev(struct sk_buff_head *q, struct sk_buff *skb) 69249ed6e97SBjoern A. Zeeb { 69349ed6e97SBjoern A. Zeeb 69449ed6e97SBjoern A. Zeeb SKB_TRACE2(q, skb); 69549ed6e97SBjoern A. Zeeb /* XXX what is the q argument good for? */ 69649ed6e97SBjoern A. Zeeb return (skb->prev); 69749ed6e97SBjoern A. Zeeb } 69849ed6e97SBjoern A. Zeeb 69949ed6e97SBjoern A. Zeeb /* -------------------------------------------------------------------------- */ 70049ed6e97SBjoern A. Zeeb 70149ed6e97SBjoern A. Zeeb static inline struct sk_buff * 70249ed6e97SBjoern A. Zeeb skb_copy(struct sk_buff *skb, gfp_t gfp) 70349ed6e97SBjoern A. Zeeb { 704349b042bSBjoern A. Zeeb struct sk_buff *new; 705349b042bSBjoern A. Zeeb 706349b042bSBjoern A. Zeeb new = linuxkpi_skb_copy(skb, gfp); 707349b042bSBjoern A. Zeeb SKB_TRACE2(skb, new); 708349b042bSBjoern A. Zeeb return (new); 70949ed6e97SBjoern A. Zeeb } 71049ed6e97SBjoern A. Zeeb 71149ed6e97SBjoern A. Zeeb static inline void 71249ed6e97SBjoern A. Zeeb consume_skb(struct sk_buff *skb) 71349ed6e97SBjoern A. Zeeb { 71449ed6e97SBjoern A. Zeeb SKB_TRACE(skb); 71549ed6e97SBjoern A. Zeeb SKB_TODO(); 71649ed6e97SBjoern A. Zeeb } 71749ed6e97SBjoern A. Zeeb 71849ed6e97SBjoern A. Zeeb static inline uint16_t 71949ed6e97SBjoern A. Zeeb skb_checksum(struct sk_buff *skb, int offs, size_t len, int x) 72049ed6e97SBjoern A. Zeeb { 72149ed6e97SBjoern A. Zeeb SKB_TRACE(skb); 72249ed6e97SBjoern A. Zeeb SKB_TODO(); 72349ed6e97SBjoern A. Zeeb return (0xffff); 72449ed6e97SBjoern A. Zeeb } 72549ed6e97SBjoern A. Zeeb 72649ed6e97SBjoern A. Zeeb static inline int 72749ed6e97SBjoern A. Zeeb skb_checksum_start_offset(struct sk_buff *skb) 72849ed6e97SBjoern A. Zeeb { 72949ed6e97SBjoern A. Zeeb SKB_TRACE(skb); 73049ed6e97SBjoern A. Zeeb SKB_TODO(); 73149ed6e97SBjoern A. Zeeb return (-1); 73249ed6e97SBjoern A. Zeeb } 73349ed6e97SBjoern A. Zeeb 73449ed6e97SBjoern A. Zeeb static inline dma_addr_t 73549ed6e97SBjoern A. Zeeb skb_frag_dma_map(struct device *dev, const skb_frag_t *frag, int x, 73649ed6e97SBjoern A. Zeeb size_t fragsz, enum dma_data_direction dir) 73749ed6e97SBjoern A. Zeeb { 73849ed6e97SBjoern A. Zeeb SKB_TRACE2(frag, dev); 73949ed6e97SBjoern A. Zeeb SKB_TODO(); 74049ed6e97SBjoern A. Zeeb return (-1); 74149ed6e97SBjoern A. Zeeb } 74249ed6e97SBjoern A. Zeeb 74349ed6e97SBjoern A. Zeeb static inline size_t 74449ed6e97SBjoern A. Zeeb skb_frag_size(const skb_frag_t *frag) 74549ed6e97SBjoern A. Zeeb { 74649ed6e97SBjoern A. Zeeb SKB_TRACE(frag); 74749ed6e97SBjoern A. Zeeb SKB_TODO(); 74849ed6e97SBjoern A. Zeeb return (-1); 74949ed6e97SBjoern A. Zeeb } 75049ed6e97SBjoern A. Zeeb 75149ed6e97SBjoern A. Zeeb static inline bool 75249ed6e97SBjoern A. Zeeb skb_is_nonlinear(struct sk_buff *skb) 75349ed6e97SBjoern A. Zeeb { 75449ed6e97SBjoern A. Zeeb SKB_TRACE(skb); 75549ed6e97SBjoern A. Zeeb return ((skb->data_len > 0) ? true : false); 75649ed6e97SBjoern A. Zeeb } 75749ed6e97SBjoern A. Zeeb 75849ed6e97SBjoern A. Zeeb #define skb_walk_frags(_skb, _frag) \ 75949ed6e97SBjoern A. Zeeb for ((_frag) = (_skb); false; (_frag)++) 76049ed6e97SBjoern A. Zeeb 76149ed6e97SBjoern A. Zeeb static inline void 76249ed6e97SBjoern A. Zeeb skb_checksum_help(struct sk_buff *skb) 76349ed6e97SBjoern A. Zeeb { 76449ed6e97SBjoern A. Zeeb SKB_TRACE(skb); 76549ed6e97SBjoern A. Zeeb SKB_TODO(); 76649ed6e97SBjoern A. Zeeb } 76749ed6e97SBjoern A. Zeeb 76849ed6e97SBjoern A. Zeeb static inline bool 76949ed6e97SBjoern A. Zeeb skb_ensure_writable(struct sk_buff *skb, size_t off) 77049ed6e97SBjoern A. Zeeb { 77149ed6e97SBjoern A. Zeeb SKB_TRACE(skb); 77249ed6e97SBjoern A. Zeeb SKB_TODO(); 77349ed6e97SBjoern A. Zeeb return (false); 77449ed6e97SBjoern A. Zeeb } 77549ed6e97SBjoern A. Zeeb 77649ed6e97SBjoern A. Zeeb static inline void * 77749ed6e97SBjoern A. Zeeb skb_frag_address(const skb_frag_t *frag) 77849ed6e97SBjoern A. Zeeb { 77949ed6e97SBjoern A. Zeeb SKB_TRACE(frag); 78049ed6e97SBjoern A. Zeeb SKB_TODO(); 78149ed6e97SBjoern A. Zeeb return (NULL); 78249ed6e97SBjoern A. Zeeb } 78349ed6e97SBjoern A. Zeeb 78489c32dafSBjoern A. Zeeb static inline void 78589c32dafSBjoern A. Zeeb skb_free_frag(void *frag) 78689c32dafSBjoern A. Zeeb { 78789c32dafSBjoern A. Zeeb 78889c32dafSBjoern A. Zeeb SKB_TODO(); 78989c32dafSBjoern A. Zeeb } 79089c32dafSBjoern A. Zeeb 79149ed6e97SBjoern A. Zeeb static inline struct sk_buff * 79249ed6e97SBjoern A. Zeeb skb_gso_segment(struct sk_buff *skb, netdev_features_t netdev_flags) 79349ed6e97SBjoern A. Zeeb { 79449ed6e97SBjoern A. Zeeb SKB_TRACE(skb); 79549ed6e97SBjoern A. Zeeb SKB_TODO(); 79649ed6e97SBjoern A. Zeeb return (NULL); 79749ed6e97SBjoern A. Zeeb } 79849ed6e97SBjoern A. Zeeb 79949ed6e97SBjoern A. Zeeb static inline bool 80049ed6e97SBjoern A. Zeeb skb_is_gso(struct sk_buff *skb) 80149ed6e97SBjoern A. Zeeb { 80249ed6e97SBjoern A. Zeeb SKB_TRACE(skb); 803952643eaSBjoern A. Zeeb SKB_IMPROVE("Really a TODO but get it away from logging"); 80449ed6e97SBjoern A. Zeeb return (false); 80549ed6e97SBjoern A. Zeeb } 80649ed6e97SBjoern A. Zeeb 80749ed6e97SBjoern A. Zeeb static inline void 80849ed6e97SBjoern A. Zeeb skb_mark_not_on_list(struct sk_buff *skb) 80949ed6e97SBjoern A. Zeeb { 81049ed6e97SBjoern A. Zeeb SKB_TRACE(skb); 81149ed6e97SBjoern A. Zeeb SKB_TODO(); 81249ed6e97SBjoern A. Zeeb } 81349ed6e97SBjoern A. Zeeb 81449ed6e97SBjoern A. Zeeb static inline void 8156a8973c3SBjoern A. Zeeb skb_queue_splice_init(struct sk_buff_head *from, struct sk_buff_head *to) 81649ed6e97SBjoern A. Zeeb { 8176a8973c3SBjoern A. Zeeb struct sk_buff *b, *e, *n; 8186baea331SBjoern A. Zeeb 8196a8973c3SBjoern A. Zeeb SKB_TRACE2(from, to); 8206baea331SBjoern A. Zeeb 8216a8973c3SBjoern A. Zeeb if (skb_queue_empty(from)) 8226baea331SBjoern A. Zeeb return; 8236baea331SBjoern A. Zeeb 8246baea331SBjoern A. Zeeb /* XXX do we need a barrier around this? */ 8256a8973c3SBjoern A. Zeeb b = from->next; 8266a8973c3SBjoern A. Zeeb e = from->prev; 8276a8973c3SBjoern A. Zeeb n = to->next; 8286baea331SBjoern A. Zeeb 8296a8973c3SBjoern A. Zeeb b->prev = (struct sk_buff *)to; 8306a8973c3SBjoern A. Zeeb to->next = b; 8316a8973c3SBjoern A. Zeeb e->next = n; 8326a8973c3SBjoern A. Zeeb n->prev = e; 8336baea331SBjoern A. Zeeb 8346a8973c3SBjoern A. Zeeb to->qlen += from->qlen; 8356a8973c3SBjoern A. Zeeb __skb_queue_head_init(from); 83649ed6e97SBjoern A. Zeeb } 83749ed6e97SBjoern A. Zeeb 83849ed6e97SBjoern A. Zeeb static inline void 83949ed6e97SBjoern A. Zeeb skb_reset_transport_header(struct sk_buff *skb) 84049ed6e97SBjoern A. Zeeb { 84149ed6e97SBjoern A. Zeeb 84249ed6e97SBjoern A. Zeeb SKB_TRACE(skb); 84349ed6e97SBjoern A. Zeeb skb->l4hdroff = skb->data - skb->head; 84449ed6e97SBjoern A. Zeeb } 84549ed6e97SBjoern A. Zeeb 84649ed6e97SBjoern A. Zeeb static inline uint8_t * 84749ed6e97SBjoern A. Zeeb skb_transport_header(struct sk_buff *skb) 84849ed6e97SBjoern A. Zeeb { 84949ed6e97SBjoern A. Zeeb 85049ed6e97SBjoern A. Zeeb SKB_TRACE(skb); 85149ed6e97SBjoern A. Zeeb return (skb->head + skb->l4hdroff); 85249ed6e97SBjoern A. Zeeb } 85349ed6e97SBjoern A. Zeeb 85449ed6e97SBjoern A. Zeeb static inline uint8_t * 85549ed6e97SBjoern A. Zeeb skb_network_header(struct sk_buff *skb) 85649ed6e97SBjoern A. Zeeb { 85749ed6e97SBjoern A. Zeeb 85849ed6e97SBjoern A. Zeeb SKB_TRACE(skb); 85949ed6e97SBjoern A. Zeeb return (skb->head + skb->l3hdroff); 86049ed6e97SBjoern A. Zeeb } 86149ed6e97SBjoern A. Zeeb 86249ed6e97SBjoern A. Zeeb static inline int 86349ed6e97SBjoern A. Zeeb __skb_linearize(struct sk_buff *skb) 86449ed6e97SBjoern A. Zeeb { 86549ed6e97SBjoern A. Zeeb SKB_TRACE(skb); 86649ed6e97SBjoern A. Zeeb SKB_TODO(); 86749ed6e97SBjoern A. Zeeb return (ENXIO); 86849ed6e97SBjoern A. Zeeb } 86949ed6e97SBjoern A. Zeeb 8706baea331SBjoern A. Zeeb static inline int 87149ed6e97SBjoern A. Zeeb pskb_expand_head(struct sk_buff *skb, int x, int len, gfp_t gfp) 87249ed6e97SBjoern A. Zeeb { 87349ed6e97SBjoern A. Zeeb SKB_TRACE(skb); 87449ed6e97SBjoern A. Zeeb SKB_TODO(); 8756baea331SBjoern A. Zeeb return (-ENXIO); 87649ed6e97SBjoern A. Zeeb } 87749ed6e97SBjoern A. Zeeb 87849ed6e97SBjoern A. Zeeb /* Not really seen this one but need it as symmetric accessor function. */ 87949ed6e97SBjoern A. Zeeb static inline void 88049ed6e97SBjoern A. Zeeb skb_set_queue_mapping(struct sk_buff *skb, uint16_t qmap) 88149ed6e97SBjoern A. Zeeb { 88249ed6e97SBjoern A. Zeeb 88349ed6e97SBjoern A. Zeeb SKB_TRACE_FMT(skb, "qmap %u", qmap); 88449ed6e97SBjoern A. Zeeb skb->qmap = qmap; 88549ed6e97SBjoern A. Zeeb } 88649ed6e97SBjoern A. Zeeb 88749ed6e97SBjoern A. Zeeb static inline uint16_t 88849ed6e97SBjoern A. Zeeb skb_get_queue_mapping(struct sk_buff *skb) 88949ed6e97SBjoern A. Zeeb { 89049ed6e97SBjoern A. Zeeb 89149ed6e97SBjoern A. Zeeb SKB_TRACE_FMT(skb, "qmap %u", skb->qmap); 89249ed6e97SBjoern A. Zeeb return (skb->qmap); 89349ed6e97SBjoern A. Zeeb } 89449ed6e97SBjoern A. Zeeb 89549ed6e97SBjoern A. Zeeb static inline bool 89649ed6e97SBjoern A. Zeeb skb_header_cloned(struct sk_buff *skb) 89749ed6e97SBjoern A. Zeeb { 89849ed6e97SBjoern A. Zeeb SKB_TRACE(skb); 89949ed6e97SBjoern A. Zeeb SKB_TODO(); 90049ed6e97SBjoern A. Zeeb return (false); 90149ed6e97SBjoern A. Zeeb } 90249ed6e97SBjoern A. Zeeb 90349ed6e97SBjoern A. Zeeb static inline uint8_t * 90449ed6e97SBjoern A. Zeeb skb_mac_header(struct sk_buff *skb) 90549ed6e97SBjoern A. Zeeb { 90649ed6e97SBjoern A. Zeeb SKB_TRACE(skb); 90749ed6e97SBjoern A. Zeeb SKB_TODO(); 90849ed6e97SBjoern A. Zeeb return (NULL); 90949ed6e97SBjoern A. Zeeb } 91049ed6e97SBjoern A. Zeeb 91149ed6e97SBjoern A. Zeeb static inline void 91249ed6e97SBjoern A. Zeeb skb_orphan(struct sk_buff *skb) 91349ed6e97SBjoern A. Zeeb { 91449ed6e97SBjoern A. Zeeb SKB_TRACE(skb); 91549ed6e97SBjoern A. Zeeb SKB_TODO(); 91649ed6e97SBjoern A. Zeeb } 91749ed6e97SBjoern A. Zeeb 91849ed6e97SBjoern A. Zeeb static inline void 91949ed6e97SBjoern A. Zeeb skb_reset_mac_header(struct sk_buff *skb) 92049ed6e97SBjoern A. Zeeb { 92149ed6e97SBjoern A. Zeeb SKB_TRACE(skb); 92249ed6e97SBjoern A. Zeeb SKB_TODO(); 92349ed6e97SBjoern A. Zeeb } 92449ed6e97SBjoern A. Zeeb 92549ed6e97SBjoern A. Zeeb static inline __sum16 92649ed6e97SBjoern A. Zeeb csum_unfold(__sum16 sum) 92749ed6e97SBjoern A. Zeeb { 92849ed6e97SBjoern A. Zeeb SKB_TODO(); 92949ed6e97SBjoern A. Zeeb return (sum); 93049ed6e97SBjoern A. Zeeb } 93149ed6e97SBjoern A. Zeeb 932a3e07b6eSBjoern A. Zeeb static __inline void 933a3e07b6eSBjoern A. Zeeb skb_postpush_rcsum(struct sk_buff *skb, const void *data, size_t len) 934a3e07b6eSBjoern A. Zeeb { 935a3e07b6eSBjoern A. Zeeb SKB_TODO(); 936a3e07b6eSBjoern A. Zeeb } 937a3e07b6eSBjoern A. Zeeb 9386baea331SBjoern A. Zeeb static inline void 9396baea331SBjoern A. Zeeb skb_reset_tail_pointer(struct sk_buff *skb) 9406baea331SBjoern A. Zeeb { 9416baea331SBjoern A. Zeeb 9426baea331SBjoern A. Zeeb SKB_TRACE(skb); 9436baea331SBjoern A. Zeeb skb->tail = (uint8_t *)(uintptr_t)(skb->data - skb->head); 9446baea331SBjoern A. Zeeb SKB_TRACE(skb); 9456baea331SBjoern A. Zeeb } 9466baea331SBjoern A. Zeeb 9476baea331SBjoern A. Zeeb static inline struct sk_buff * 9486baea331SBjoern A. Zeeb skb_get(struct sk_buff *skb) 9496baea331SBjoern A. Zeeb { 9506baea331SBjoern A. Zeeb 9516baea331SBjoern A. Zeeb SKB_TODO(); /* XXX refcnt? as in get/put_device? */ 9526baea331SBjoern A. Zeeb return (skb); 9536baea331SBjoern A. Zeeb } 9546baea331SBjoern A. Zeeb 9556baea331SBjoern A. Zeeb static inline struct sk_buff * 9566baea331SBjoern A. Zeeb skb_realloc_headroom(struct sk_buff *skb, unsigned int headroom) 9576baea331SBjoern A. Zeeb { 9586baea331SBjoern A. Zeeb 9596baea331SBjoern A. Zeeb SKB_TODO(); 9606baea331SBjoern A. Zeeb return (NULL); 9616baea331SBjoern A. Zeeb } 9626baea331SBjoern A. Zeeb 9636baea331SBjoern A. Zeeb static inline void 9646baea331SBjoern A. Zeeb skb_copy_from_linear_data(const struct sk_buff *skb, void *dst, size_t len) 9656baea331SBjoern A. Zeeb { 9666baea331SBjoern A. Zeeb 9676baea331SBjoern A. Zeeb SKB_TRACE(skb); 9686baea331SBjoern A. Zeeb /* Let us just hope the destination has len space ... */ 9696baea331SBjoern A. Zeeb memcpy(dst, skb->data, len); 9706baea331SBjoern A. Zeeb } 9716baea331SBjoern A. Zeeb 97289c32dafSBjoern A. Zeeb static inline struct sk_buff * 97389c32dafSBjoern A. Zeeb build_skb(void *data, unsigned int fragsz) 97489c32dafSBjoern A. Zeeb { 97589c32dafSBjoern A. Zeeb 97689c32dafSBjoern A. Zeeb SKB_TODO(); 97789c32dafSBjoern A. Zeeb return (NULL); 97889c32dafSBjoern A. Zeeb } 97989c32dafSBjoern A. Zeeb 98089c32dafSBjoern A. Zeeb static inline int 98189c32dafSBjoern A. Zeeb skb_pad(struct sk_buff *skb, int pad) 98289c32dafSBjoern A. Zeeb { 98389c32dafSBjoern A. Zeeb 98489c32dafSBjoern A. Zeeb SKB_TRACE(skb); 98589c32dafSBjoern A. Zeeb SKB_TODO(); 98689c32dafSBjoern A. Zeeb return (-1); 98789c32dafSBjoern A. Zeeb } 98889c32dafSBjoern A. Zeeb 98989c32dafSBjoern A. Zeeb static inline void 99089c32dafSBjoern A. Zeeb skb_list_del_init(struct sk_buff *skb) 99189c32dafSBjoern A. Zeeb { 99289c32dafSBjoern A. Zeeb 99389c32dafSBjoern A. Zeeb SKB_TRACE(skb); 99489c32dafSBjoern A. Zeeb SKB_TODO(); 99589c32dafSBjoern A. Zeeb } 99689c32dafSBjoern A. Zeeb 99789c32dafSBjoern A. Zeeb static inline void 99889c32dafSBjoern A. Zeeb napi_consume_skb(struct sk_buff *skb, int budget) 99989c32dafSBjoern A. Zeeb { 100089c32dafSBjoern A. Zeeb 100189c32dafSBjoern A. Zeeb SKB_TRACE(skb); 100289c32dafSBjoern A. Zeeb SKB_TODO(); 100389c32dafSBjoern A. Zeeb } 100489c32dafSBjoern A. Zeeb 100589c32dafSBjoern A. Zeeb static inline bool 100689c32dafSBjoern A. Zeeb skb_linearize(struct sk_buff *skb) 100789c32dafSBjoern A. Zeeb { 100889c32dafSBjoern A. Zeeb 100989c32dafSBjoern A. Zeeb SKB_TRACE(skb); 101089c32dafSBjoern A. Zeeb SKB_TODO(); 101189c32dafSBjoern A. Zeeb return (false); 101289c32dafSBjoern A. Zeeb } 101389c32dafSBjoern A. Zeeb 101489c32dafSBjoern A. Zeeb #define SKB_WITH_OVERHEAD(_s) \ 101589c32dafSBjoern A. Zeeb (_s) - ALIGN(sizeof(struct skb_shared_info), CACHE_LINE_SIZE) 101689c32dafSBjoern A. Zeeb 101749ed6e97SBjoern A. Zeeb #endif /* _LINUXKPI_LINUX_SKBUFF_H */ 1018