1 // SPDX-License-Identifier: GPL-2.0
2 /* Copyright (C) B.A.T.M.A.N. contributors:
3 *
4 * Martin Hundebøll <martin@hundeboll.net>
5 */
6
7 #include "fragmentation.h"
8 #include "main.h"
9
10 #include <linux/atomic.h>
11 #include <linux/byteorder/generic.h>
12 #include <linux/errno.h>
13 #include <linux/etherdevice.h>
14 #include <linux/gfp.h>
15 #include <linux/if_ether.h>
16 #include <linux/jiffies.h>
17 #include <linux/lockdep.h>
18 #include <linux/minmax.h>
19 #include <linux/netdevice.h>
20 #include <linux/overflow.h>
21 #include <linux/skbuff.h>
22 #include <linux/slab.h>
23 #include <linux/spinlock.h>
24 #include <linux/string.h>
25 #include <uapi/linux/batadv_packet.h>
26
27 #include "hard-interface.h"
28 #include "originator.h"
29 #include "send.h"
30
31 /**
32 * batadv_frag_clear_chain() - delete entries in the fragment buffer chain
33 * @head: head of chain with entries.
34 * @dropped: whether the chain is cleared because all fragments are dropped
35 *
36 * Free fragments in the passed hlist. Should be called with appropriate lock.
37 */
batadv_frag_clear_chain(struct hlist_head * head,bool dropped)38 static void batadv_frag_clear_chain(struct hlist_head *head, bool dropped)
39 {
40 struct batadv_frag_list_entry *entry;
41 struct hlist_node *node;
42
43 hlist_for_each_entry_safe(entry, node, head, list) {
44 hlist_del(&entry->list);
45
46 if (dropped)
47 kfree_skb(entry->skb);
48 else
49 consume_skb(entry->skb);
50
51 kfree(entry);
52 }
53 }
54
55 /**
56 * batadv_frag_purge_orig() - free fragments associated to an orig
57 * @orig_node: originator to free fragments from
58 * @check_cb: optional function to tell if an entry should be purged
59 */
batadv_frag_purge_orig(struct batadv_orig_node * orig_node,bool (* check_cb)(struct batadv_frag_table_entry *))60 void batadv_frag_purge_orig(struct batadv_orig_node *orig_node,
61 bool (*check_cb)(struct batadv_frag_table_entry *))
62 {
63 struct batadv_frag_table_entry *chain;
64 u8 i;
65
66 for (i = 0; i < BATADV_FRAG_BUFFER_COUNT; i++) {
67 chain = &orig_node->fragments[i];
68 spin_lock_bh(&chain->lock);
69
70 if (!check_cb || check_cb(chain)) {
71 batadv_frag_clear_chain(&chain->fragment_list, true);
72 chain->size = 0;
73 }
74
75 spin_unlock_bh(&chain->lock);
76 }
77 }
78
79 /**
80 * batadv_frag_size_limit() - maximum possible size of packet to be fragmented
81 *
82 * Return: the maximum size of payload that can be fragmented.
83 */
batadv_frag_size_limit(void)84 static size_t batadv_frag_size_limit(void)
85 {
86 size_t limit = BATADV_FRAG_MAX_FRAG_SIZE;
87
88 limit -= sizeof(struct batadv_frag_packet);
89 limit *= BATADV_FRAG_MAX_FRAGMENTS;
90
91 return limit;
92 }
93
94 /**
95 * batadv_frag_init_chain() - check and prepare fragment chain for new fragment
96 * @chain: chain in fragments table to init
97 * @seqno: sequence number of the received fragment
98 *
99 * Make chain ready for a fragment with sequence number "seqno". Delete existing
100 * entries if they have an "old" sequence number.
101 *
102 * Caller must hold chain->lock.
103 *
104 * Return: true if chain is empty and the caller can just insert the new
105 * fragment without searching for the right position.
106 */
batadv_frag_init_chain(struct batadv_frag_table_entry * chain,u16 seqno)107 static bool batadv_frag_init_chain(struct batadv_frag_table_entry *chain,
108 u16 seqno)
109 {
110 lockdep_assert_held(&chain->lock);
111
112 if (chain->seqno == seqno)
113 return false;
114
115 if (!hlist_empty(&chain->fragment_list))
116 batadv_frag_clear_chain(&chain->fragment_list, true);
117
118 chain->size = 0;
119 chain->seqno = seqno;
120
121 return true;
122 }
123
124 /**
125 * batadv_frag_insert_packet() - insert a fragment into a fragment chain
126 * @orig_node: originator that the fragment was received from
127 * @skb: skb to insert
128 * @chain_out: list head to attach complete chains of fragments to
129 *
130 * Insert a new fragment into the reverse ordered chain in the right table
131 * entry. The hash table entry is cleared if "old" fragments exist in it.
132 *
133 * Return: true if skb is buffered, false on error. If the chain has all the
134 * fragments needed to merge the packet, the chain is moved to the passed head
135 * to avoid locking the chain in the table.
136 */
batadv_frag_insert_packet(struct batadv_orig_node * orig_node,struct sk_buff * skb,struct hlist_head * chain_out)137 static bool batadv_frag_insert_packet(struct batadv_orig_node *orig_node,
138 struct sk_buff *skb,
139 struct hlist_head *chain_out)
140 {
141 struct batadv_frag_table_entry *chain;
142 struct batadv_frag_list_entry *frag_entry_new = NULL, *frag_entry_curr;
143 struct batadv_frag_list_entry *frag_entry_last = NULL;
144 struct batadv_frag_packet *frag_packet;
145 u8 bucket;
146 u16 seqno, hdr_size = sizeof(struct batadv_frag_packet);
147 bool overflow = false;
148 bool ret = false;
149 size_t data_len;
150
151 /* Linearize packet to avoid linearizing 16 packets in a row when doing
152 * the later merge. Non-linear merge should be added to remove this
153 * linearization.
154 */
155 if (skb_linearize(skb) < 0)
156 goto err;
157
158 frag_packet = (struct batadv_frag_packet *)skb->data;
159 data_len = skb->len - hdr_size;
160 seqno = ntohs(frag_packet->seqno);
161 bucket = seqno % BATADV_FRAG_BUFFER_COUNT;
162
163 frag_entry_new = kmalloc_obj(*frag_entry_new, GFP_ATOMIC);
164 if (!frag_entry_new)
165 goto err;
166
167 frag_entry_new->skb = skb;
168 frag_entry_new->no = frag_packet->no;
169
170 /* Select entry in the "chain table" and delete any prior fragments
171 * with another sequence number. batadv_frag_init_chain() returns true,
172 * if the list is empty at return.
173 */
174 chain = &orig_node->fragments[bucket];
175 spin_lock_bh(&chain->lock);
176 if (batadv_frag_init_chain(chain, seqno)) {
177 hlist_add_head(&frag_entry_new->list, &chain->fragment_list);
178 chain->size = data_len;
179 chain->timestamp = jiffies;
180 chain->total_size = ntohs(frag_packet->total_size);
181 ret = true;
182 goto out;
183 }
184
185 /* Find the position for the new fragment. */
186 hlist_for_each_entry(frag_entry_curr, &chain->fragment_list, list) {
187 /* Drop packet if fragment already exists. */
188 if (frag_entry_curr->no == frag_entry_new->no)
189 goto err_unlock;
190
191 /* Order fragments from highest to lowest. */
192 if (frag_entry_curr->no < frag_entry_new->no) {
193 hlist_add_before(&frag_entry_new->list,
194 &frag_entry_curr->list);
195
196 if (check_add_overflow(chain->size, data_len,
197 &chain->size))
198 overflow = true;
199
200 chain->timestamp = jiffies;
201 ret = true;
202 goto out;
203 }
204
205 /* store current entry because it could be the last in list */
206 frag_entry_last = frag_entry_curr;
207 }
208
209 /* Reached the end of the list, so insert after 'frag_entry_last'. */
210 if (likely(frag_entry_last)) {
211 hlist_add_behind(&frag_entry_new->list, &frag_entry_last->list);
212
213 if (check_add_overflow(chain->size, data_len, &chain->size))
214 overflow = true;
215
216 chain->timestamp = jiffies;
217 ret = true;
218 }
219
220 out:
221 if (overflow || chain->size > batadv_frag_size_limit() ||
222 chain->total_size != ntohs(frag_packet->total_size) ||
223 chain->total_size > batadv_frag_size_limit()) {
224 /* Clear chain if total size of either the list or the packet
225 * exceeds the maximum size of one merged packet. Don't allow
226 * packets to have different total_size.
227 */
228 batadv_frag_clear_chain(&chain->fragment_list, true);
229 chain->size = 0;
230 } else if (ntohs(frag_packet->total_size) == chain->size) {
231 /* All fragments received. Hand over chain to caller. */
232 hlist_move_list(&chain->fragment_list, chain_out);
233 chain->size = 0;
234 }
235
236 err_unlock:
237 spin_unlock_bh(&chain->lock);
238
239 err:
240 if (!ret) {
241 kfree(frag_entry_new);
242 kfree_skb(skb);
243 }
244
245 return ret;
246 }
247
248 /**
249 * batadv_frag_merge_packets() - merge a chain of fragments
250 * @chain: head of chain with fragments
251 *
252 * Expand the first skb in the chain and copy the content of the remaining
253 * skb's into the expanded one. After doing so, clear the chain.
254 *
255 * Return: the merged skb or NULL on error.
256 */
257 static struct sk_buff *
batadv_frag_merge_packets(struct hlist_head * chain)258 batadv_frag_merge_packets(struct hlist_head *chain)
259 {
260 struct batadv_frag_packet *packet;
261 struct batadv_frag_list_entry *entry;
262 struct sk_buff *skb_out;
263 int size, hdr_size = sizeof(struct batadv_frag_packet);
264 bool dropped = false;
265
266 /* Remove first entry, as this is the destination for the rest of the
267 * fragments.
268 */
269 entry = hlist_entry(chain->first, struct batadv_frag_list_entry, list);
270 hlist_del(&entry->list);
271 skb_out = entry->skb;
272 kfree(entry);
273
274 packet = (struct batadv_frag_packet *)skb_out->data;
275 size = ntohs(packet->total_size) + hdr_size;
276
277 /* Make room for the rest of the fragments. */
278 if (pskb_expand_head(skb_out, 0, size - skb_out->len, GFP_ATOMIC) < 0) {
279 kfree_skb(skb_out);
280 skb_out = NULL;
281 dropped = true;
282 goto free;
283 }
284
285 /* Move the existing MAC header to just before the payload. (Override
286 * the fragment header.)
287 */
288 skb_pull(skb_out, hdr_size);
289 skb_out->ip_summed = CHECKSUM_NONE;
290 memmove(skb_out->data - ETH_HLEN, skb_mac_header(skb_out), ETH_HLEN);
291 skb_set_mac_header(skb_out, -ETH_HLEN);
292 skb_reset_network_header(skb_out);
293 skb_reset_transport_header(skb_out);
294
295 /* Copy the payload of the each fragment into the last skb */
296 hlist_for_each_entry(entry, chain, list) {
297 size = entry->skb->len - hdr_size;
298 skb_put_data(skb_out, entry->skb->data + hdr_size, size);
299 }
300
301 free:
302 /* Locking is not needed, because 'chain' is not part of any orig. */
303 batadv_frag_clear_chain(chain, dropped);
304 return skb_out;
305 }
306
307 /**
308 * batadv_skb_is_frag() - check if newly merged skb contains unicast fragment
309 * @skb: newly merged skb
310 *
311 * Return: if newly merged skb is of type BATADV_UNICAST_FRAG
312 */
batadv_skb_is_frag(struct sk_buff * skb)313 static bool batadv_skb_is_frag(struct sk_buff *skb)
314 {
315 struct batadv_ogm_packet *batadv_ogm_packet;
316
317 /* packet should hold at least type and version */
318 if (unlikely(!pskb_may_pull(skb, 2)))
319 return false;
320
321 batadv_ogm_packet = (struct batadv_ogm_packet *)skb->data;
322
323 if (batadv_ogm_packet->version != BATADV_COMPAT_VERSION)
324 return false;
325
326 if (batadv_ogm_packet->packet_type != BATADV_UNICAST_FRAG)
327 return false;
328
329 return true;
330 }
331
332 /**
333 * batadv_frag_skb_buffer() - buffer fragment for later merge
334 * @skb: skb to buffer
335 * @orig_node_src: originator that the skb is received from
336 *
337 * Add fragment to buffer and merge fragments if possible.
338 *
339 * There are three possible outcomes: 1) Packet is merged: Return true and
340 * set *skb to merged packet; 2) Packet is buffered: Return true and set *skb
341 * to NULL; 3) Error: Return false and free skb.
342 *
343 * Return: true when the packet is merged or buffered, false when skb is not
344 * used.
345 */
batadv_frag_skb_buffer(struct sk_buff ** skb,struct batadv_orig_node * orig_node_src)346 bool batadv_frag_skb_buffer(struct sk_buff **skb,
347 struct batadv_orig_node *orig_node_src)
348 {
349 struct sk_buff *skb_out = NULL;
350 struct hlist_head head = HLIST_HEAD_INIT;
351 bool ret = false;
352
353 /* Add packet to buffer and table entry if merge is possible. */
354 if (!batadv_frag_insert_packet(orig_node_src, *skb, &head))
355 goto out_err;
356
357 /* Leave if more fragments are needed to merge. */
358 if (hlist_empty(&head))
359 goto out;
360
361 skb_out = batadv_frag_merge_packets(&head);
362 if (!skb_out)
363 goto out_err;
364
365 /* fragment in fragment is not allowed. otherwise it is possible
366 * to exhaust the stack when receiving a matryoshka-style
367 * "fragments in a fragment packet"
368 */
369 if (batadv_skb_is_frag(skb_out)) {
370 kfree_skb(skb_out);
371 skb_out = NULL;
372 goto out_err;
373 }
374
375 out:
376 ret = true;
377 out_err:
378 *skb = skb_out;
379 return ret;
380 }
381
382 /**
383 * batadv_frag_skb_fwd() - forward fragments that would exceed MTU when merged
384 * @skb: skb to forward
385 * @recv_if: interface that the skb is received on
386 * @orig_node_src: originator that the skb is received from
387 *
388 * Look up the next-hop of the fragments payload and check if the merged packet
389 * will exceed the MTU towards the next-hop. If so, the fragment is forwarded
390 * without merging it.
391 *
392 * Return: true if the fragment is consumed/forwarded, false otherwise.
393 */
batadv_frag_skb_fwd(struct sk_buff * skb,struct batadv_hard_iface * recv_if,struct batadv_orig_node * orig_node_src)394 bool batadv_frag_skb_fwd(struct sk_buff *skb,
395 struct batadv_hard_iface *recv_if,
396 struct batadv_orig_node *orig_node_src)
397 {
398 struct batadv_priv *bat_priv = netdev_priv(recv_if->mesh_iface);
399 struct batadv_neigh_node *neigh_node = NULL;
400 struct batadv_frag_packet *packet;
401 u16 total_size;
402 bool ret = false;
403
404 packet = (struct batadv_frag_packet *)skb->data;
405
406 neigh_node = batadv_orig_to_router(bat_priv, packet->dest, recv_if);
407 if (!neigh_node)
408 goto out;
409
410 /* Forward the fragment, if the merged packet would be too big to
411 * be assembled.
412 */
413 total_size = ntohs(packet->total_size);
414 if (total_size > neigh_node->if_incoming->net_dev->mtu) {
415 batadv_inc_counter(bat_priv, BATADV_CNT_FRAG_FWD);
416 batadv_add_counter(bat_priv, BATADV_CNT_FRAG_FWD_BYTES,
417 skb->len + ETH_HLEN);
418
419 packet->ttl--;
420 batadv_send_unicast_skb(skb, neigh_node);
421 ret = true;
422 }
423
424 out:
425 batadv_neigh_node_put(neigh_node);
426 return ret;
427 }
428
429 /**
430 * batadv_frag_create() - create a fragment from skb
431 * @net_dev: outgoing device for fragment
432 * @skb: skb to create fragment from
433 * @frag_head: header to use in new fragment
434 * @fragment_size: size of new fragment
435 *
436 * Split the passed skb into two fragments: A new one with size matching the
437 * passed mtu and the old one with the rest. The new skb contains data from the
438 * tail of the old skb.
439 *
440 * Return: the new fragment, NULL on error.
441 */
batadv_frag_create(struct net_device * net_dev,struct sk_buff * skb,struct batadv_frag_packet * frag_head,unsigned int fragment_size)442 static struct sk_buff *batadv_frag_create(struct net_device *net_dev,
443 struct sk_buff *skb,
444 struct batadv_frag_packet *frag_head,
445 unsigned int fragment_size)
446 {
447 unsigned int ll_reserved = LL_RESERVED_SPACE(net_dev);
448 unsigned int tailroom = net_dev->needed_tailroom;
449 struct sk_buff *skb_fragment;
450 unsigned int header_size = sizeof(*frag_head);
451 unsigned int mtu = fragment_size + header_size;
452
453 skb_fragment = dev_alloc_skb(ll_reserved + mtu + tailroom);
454 if (!skb_fragment)
455 goto err;
456
457 skb_fragment->priority = skb->priority;
458
459 /* Eat the last mtu-bytes of the skb */
460 skb_reserve(skb_fragment, ll_reserved + header_size);
461 skb_split(skb, skb_fragment, skb->len - fragment_size);
462
463 /* Add the header */
464 skb_push(skb_fragment, header_size);
465 memcpy(skb_fragment->data, frag_head, header_size);
466
467 err:
468 return skb_fragment;
469 }
470
471 /**
472 * batadv_frag_send_packet() - create up to 16 fragments from the passed skb
473 * @skb: skb to create fragments from
474 * @orig_node: final destination of the created fragments
475 * @neigh_node: next-hop of the created fragments
476 *
477 * Return: the netdev tx status or a negative errno code on a failure
478 */
batadv_frag_send_packet(struct sk_buff * skb,struct batadv_orig_node * orig_node,struct batadv_neigh_node * neigh_node)479 int batadv_frag_send_packet(struct sk_buff *skb,
480 struct batadv_orig_node *orig_node,
481 struct batadv_neigh_node *neigh_node)
482 {
483 struct net_device *net_dev = neigh_node->if_incoming->net_dev;
484 struct batadv_priv *bat_priv;
485 struct batadv_hard_iface *primary_if = NULL;
486 struct batadv_frag_packet frag_header;
487 struct sk_buff *skb_fragment;
488 unsigned int mtu = net_dev->mtu;
489 unsigned int header_size = sizeof(frag_header);
490 unsigned int max_fragment_size, num_fragments;
491 int ret;
492
493 /* To avoid merge and refragmentation at next-hops we never send
494 * fragments larger than BATADV_FRAG_MAX_FRAG_SIZE
495 */
496 mtu = min_t(unsigned int, mtu, BATADV_FRAG_MAX_FRAG_SIZE);
497 max_fragment_size = mtu - header_size;
498
499 if (skb->len == 0 || max_fragment_size == 0)
500 return -EINVAL;
501
502 num_fragments = (skb->len - 1) / max_fragment_size + 1;
503 max_fragment_size = (skb->len - 1) / num_fragments + 1;
504
505 /* Don't even try to fragment, if we need more than 16 fragments */
506 if (num_fragments > BATADV_FRAG_MAX_FRAGMENTS) {
507 ret = -EAGAIN;
508 goto free_skb;
509 }
510
511 bat_priv = orig_node->bat_priv;
512 primary_if = batadv_primary_if_get_selected(bat_priv);
513 if (!primary_if) {
514 ret = -EINVAL;
515 goto free_skb;
516 }
517
518 /* GRO might have added fragments to the fragment list instead of
519 * frags[]. But this is not handled by skb_split and must be
520 * linearized to avoid incorrect length information after all
521 * batman-adv fragments were created and submitted to the
522 * hard-interface
523 */
524 if (skb_has_frag_list(skb) && __skb_linearize(skb)) {
525 ret = -ENOMEM;
526 goto free_skb;
527 }
528
529 /* Create one header to be copied to all fragments */
530 frag_header.packet_type = BATADV_UNICAST_FRAG;
531 frag_header.version = BATADV_COMPAT_VERSION;
532 frag_header.ttl = BATADV_TTL;
533 frag_header.seqno = htons(atomic_inc_return(&bat_priv->frag_seqno));
534 frag_header.reserved = 0;
535 frag_header.no = 0;
536 frag_header.total_size = htons(skb->len);
537
538 /* skb->priority values from 256->263 are magic values to
539 * directly indicate a specific 802.1d priority. This is used
540 * to allow 802.1d priority to be passed directly in from VLAN
541 * tags, etc.
542 */
543 if (skb->priority >= 256 && skb->priority <= 263)
544 frag_header.priority = skb->priority - 256;
545 else
546 frag_header.priority = 0;
547
548 ether_addr_copy(frag_header.orig, primary_if->net_dev->dev_addr);
549 ether_addr_copy(frag_header.dest, orig_node->orig);
550
551 /* Eat and send fragments from the tail of skb */
552 while (skb->len > max_fragment_size) {
553 /* The initial check in this function should cover this case */
554 if (unlikely(frag_header.no == BATADV_FRAG_MAX_FRAGMENTS - 1)) {
555 ret = -EINVAL;
556 goto put_primary_if;
557 }
558
559 skb_fragment = batadv_frag_create(net_dev, skb, &frag_header,
560 max_fragment_size);
561 if (!skb_fragment) {
562 ret = -ENOMEM;
563 goto put_primary_if;
564 }
565
566 batadv_inc_counter(bat_priv, BATADV_CNT_FRAG_TX);
567 batadv_add_counter(bat_priv, BATADV_CNT_FRAG_TX_BYTES,
568 skb_fragment->len + ETH_HLEN);
569 ret = batadv_send_unicast_skb(skb_fragment, neigh_node);
570 if (ret != NET_XMIT_SUCCESS) {
571 ret = NET_XMIT_DROP;
572 goto put_primary_if;
573 }
574
575 frag_header.no++;
576 }
577
578 /* make sure that there is at least enough head for the fragmentation
579 * and ethernet headers
580 */
581 ret = skb_cow_head(skb, ETH_HLEN + header_size);
582 if (ret < 0)
583 goto put_primary_if;
584
585 skb_push(skb, header_size);
586 memcpy(skb->data, &frag_header, header_size);
587
588 /* Send the last fragment */
589 batadv_inc_counter(bat_priv, BATADV_CNT_FRAG_TX);
590 batadv_add_counter(bat_priv, BATADV_CNT_FRAG_TX_BYTES,
591 skb->len + ETH_HLEN);
592 ret = batadv_send_unicast_skb(skb, neigh_node);
593 /* skb was consumed */
594 skb = NULL;
595
596 put_primary_if:
597 batadv_hardif_put(primary_if);
598 free_skb:
599 kfree_skb(skb);
600
601 return ret;
602 }
603