xref: /linux/net/batman-adv/fragmentation.c (revision 493d9d2528e1a09b090e4b37f0f553def7bd5ce9)
1 // SPDX-License-Identifier: GPL-2.0
2 /* Copyright (C) B.A.T.M.A.N. contributors:
3  *
4  * Martin Hundebøll <martin@hundeboll.net>
5  */
6 
7 #include "fragmentation.h"
8 #include "main.h"
9 
10 #include <linux/atomic.h>
11 #include <linux/bug.h>
12 #include <linux/byteorder/generic.h>
13 #include <linux/errno.h>
14 #include <linux/etherdevice.h>
15 #include <linux/gfp.h>
16 #include <linux/if_ether.h>
17 #include <linux/jiffies.h>
18 #include <linux/lockdep.h>
19 #include <linux/minmax.h>
20 #include <linux/netdevice.h>
21 #include <linux/overflow.h>
22 #include <linux/skbuff.h>
23 #include <linux/slab.h>
24 #include <linux/spinlock.h>
25 #include <linux/string.h>
26 #include <uapi/linux/batadv_packet.h>
27 
28 #include "hard-interface.h"
29 #include "originator.h"
30 #include "send.h"
31 
32 /**
33  * batadv_frag_clear_chain() - delete entries in the fragment buffer chain
34  * @head: head of chain with entries.
35  * @dropped: whether the chain is cleared because all fragments are dropped
36  *
37  * Free fragments in the passed hlist. Should be called with appropriate lock.
38  */
39 static void batadv_frag_clear_chain(struct hlist_head *head, bool dropped)
40 {
41 	struct batadv_frag_list_entry *entry;
42 	struct hlist_node *node;
43 
44 	hlist_for_each_entry_safe(entry, node, head, list) {
45 		hlist_del(&entry->list);
46 
47 		if (dropped)
48 			kfree_skb(entry->skb);
49 		else
50 			consume_skb(entry->skb);
51 
52 		kfree(entry);
53 	}
54 }
55 
56 /**
57  * batadv_frag_purge_orig() - free fragments associated to an orig
58  * @orig_node: originator to free fragments from
59  * @check_cb: optional function to tell if an entry should be purged
60  */
61 void batadv_frag_purge_orig(struct batadv_orig_node *orig_node,
62 			    bool (*check_cb)(struct batadv_frag_table_entry *))
63 {
64 	struct batadv_frag_table_entry *chain;
65 	u8 i;
66 
67 	for (i = 0; i < BATADV_FRAG_BUFFER_COUNT; i++) {
68 		chain = &orig_node->fragments[i];
69 		spin_lock_bh(&chain->lock);
70 
71 		if (!check_cb || check_cb(chain)) {
72 			batadv_frag_clear_chain(&chain->fragment_list, true);
73 			chain->size = 0;
74 		}
75 
76 		spin_unlock_bh(&chain->lock);
77 	}
78 }
79 
80 /**
81  * batadv_frag_size_limit() - maximum possible size of packet to be fragmented
82  *
83  * Return: the maximum size of payload that can be fragmented.
84  */
85 static size_t batadv_frag_size_limit(void)
86 {
87 	size_t limit = BATADV_FRAG_MAX_FRAG_SIZE;
88 
89 	limit -= sizeof(struct batadv_frag_packet);
90 	limit *= BATADV_FRAG_MAX_FRAGMENTS;
91 
92 	return limit;
93 }
94 
95 /**
96  * batadv_frag_init_chain() - check and prepare fragment chain for new fragment
97  * @chain: chain in fragments table to init
98  * @seqno: sequence number of the received fragment
99  *
100  * Make chain ready for a fragment with sequence number "seqno". Delete existing
101  * entries if they have an "old" sequence number.
102  *
103  * Caller must hold chain->lock.
104  *
105  * Return: true if chain is empty and the caller can just insert the new
106  * fragment without searching for the right position.
107  */
108 static bool batadv_frag_init_chain(struct batadv_frag_table_entry *chain,
109 				   u16 seqno)
110 {
111 	lockdep_assert_held(&chain->lock);
112 
113 	if (chain->seqno == seqno)
114 		return false;
115 
116 	if (!hlist_empty(&chain->fragment_list))
117 		batadv_frag_clear_chain(&chain->fragment_list, true);
118 
119 	chain->size = 0;
120 	chain->seqno = seqno;
121 
122 	return true;
123 }
124 
125 /**
126  * batadv_frag_insert_packet() - insert a fragment into a fragment chain
127  * @orig_node: originator that the fragment was received from
128  * @skb: skb to insert
129  * @chain_out: list head to attach complete chains of fragments to
130  *
131  * Insert a new fragment into the reverse ordered chain in the right table
132  * entry. The hash table entry is cleared if "old" fragments exist in it.
133  *
134  * Return: true if skb is buffered, false on error. If the chain has all the
135  * fragments needed to merge the packet, the chain is moved to the passed head
136  * to avoid locking the chain in the table.
137  */
138 static bool batadv_frag_insert_packet(struct batadv_orig_node *orig_node,
139 				      struct sk_buff *skb,
140 				      struct hlist_head *chain_out)
141 {
142 	struct batadv_frag_table_entry *chain;
143 	struct batadv_frag_list_entry *frag_entry_new = NULL, *frag_entry_curr;
144 	struct batadv_frag_list_entry *frag_entry_last = NULL;
145 	struct batadv_frag_packet *frag_packet;
146 	u8 bucket;
147 	u16 seqno, hdr_size = sizeof(struct batadv_frag_packet);
148 	bool overflow = false;
149 	bool ret = false;
150 	size_t data_len;
151 
152 	/* Linearize packet to avoid linearizing 16 packets in a row when doing
153 	 * the later merge. Non-linear merge should be added to remove this
154 	 * linearization.
155 	 */
156 	if (skb_linearize(skb) < 0)
157 		goto err;
158 
159 	frag_packet = (struct batadv_frag_packet *)skb->data;
160 	data_len = skb->len - hdr_size;
161 	seqno = ntohs(frag_packet->seqno);
162 	bucket = seqno % BATADV_FRAG_BUFFER_COUNT;
163 
164 	frag_entry_new = kmalloc_obj(*frag_entry_new, GFP_ATOMIC);
165 	if (!frag_entry_new)
166 		goto err;
167 
168 	frag_entry_new->skb = skb;
169 	frag_entry_new->no = frag_packet->no;
170 
171 	/* Select entry in the "chain table" and delete any prior fragments
172 	 * with another sequence number. batadv_frag_init_chain() returns true,
173 	 * if the list is empty at return.
174 	 */
175 	chain = &orig_node->fragments[bucket];
176 	spin_lock_bh(&chain->lock);
177 	if (batadv_frag_init_chain(chain, seqno)) {
178 		hlist_add_head(&frag_entry_new->list, &chain->fragment_list);
179 		chain->size = data_len;
180 		chain->timestamp = jiffies;
181 		chain->total_size = ntohs(frag_packet->total_size);
182 		ret = true;
183 		goto out;
184 	}
185 
186 	/* Find the position for the new fragment. */
187 	hlist_for_each_entry(frag_entry_curr, &chain->fragment_list, list) {
188 		/* Drop packet if fragment already exists. */
189 		if (frag_entry_curr->no == frag_entry_new->no)
190 			goto err_unlock;
191 
192 		/* Order fragments from highest to lowest. */
193 		if (frag_entry_curr->no < frag_entry_new->no) {
194 			hlist_add_before(&frag_entry_new->list,
195 					 &frag_entry_curr->list);
196 
197 			if (check_add_overflow(chain->size, data_len,
198 					       &chain->size))
199 				overflow = true;
200 
201 			chain->timestamp = jiffies;
202 			ret = true;
203 			goto out;
204 		}
205 
206 		/* store current entry because it could be the last in list */
207 		frag_entry_last = frag_entry_curr;
208 	}
209 
210 	/* Reached the end of the list, so insert after 'frag_entry_last'. */
211 	if (likely(frag_entry_last)) {
212 		hlist_add_behind(&frag_entry_new->list, &frag_entry_last->list);
213 
214 		if (check_add_overflow(chain->size, data_len, &chain->size))
215 			overflow = true;
216 
217 		chain->timestamp = jiffies;
218 		ret = true;
219 	}
220 
221 out:
222 	if (overflow || chain->size > batadv_frag_size_limit() ||
223 	    chain->total_size != ntohs(frag_packet->total_size) ||
224 	    chain->total_size > batadv_frag_size_limit()) {
225 		/* Clear chain if total size of either the list or the packet
226 		 * exceeds the maximum size of one merged packet. Don't allow
227 		 * packets to have different total_size.
228 		 */
229 		batadv_frag_clear_chain(&chain->fragment_list, true);
230 		chain->size = 0;
231 	} else if (ntohs(frag_packet->total_size) == chain->size) {
232 		/* All fragments received. Hand over chain to caller. */
233 		hlist_move_list(&chain->fragment_list, chain_out);
234 		chain->size = 0;
235 	}
236 
237 err_unlock:
238 	spin_unlock_bh(&chain->lock);
239 
240 err:
241 	if (!ret) {
242 		kfree(frag_entry_new);
243 		kfree_skb(skb);
244 	}
245 
246 	return ret;
247 }
248 
249 /**
250  * batadv_frag_merge_packets() - merge a chain of fragments
251  * @chain: head of chain with fragments
252  *
253  * Expand the first skb in the chain and copy the content of the remaining
254  * skb's into the expanded one. After doing so, clear the chain.
255  *
256  * Return: the merged skb or NULL on error.
257  */
258 static struct sk_buff *
259 batadv_frag_merge_packets(struct hlist_head *chain)
260 {
261 	struct batadv_frag_packet *packet;
262 	struct batadv_frag_list_entry *entry;
263 	struct sk_buff *skb_out;
264 	int size, hdr_size = sizeof(struct batadv_frag_packet);
265 	bool dropped = false;
266 
267 	/* Remove first entry, as this is the destination for the rest of the
268 	 * fragments.
269 	 */
270 	entry = hlist_entry(chain->first, struct batadv_frag_list_entry, list);
271 	hlist_del(&entry->list);
272 	skb_out = entry->skb;
273 	kfree(entry);
274 
275 	packet = (struct batadv_frag_packet *)skb_out->data;
276 	size = ntohs(packet->total_size) + hdr_size;
277 
278 	/* Make room for the rest of the fragments. */
279 	if (pskb_expand_head(skb_out, 0, size - skb_out->len, GFP_ATOMIC) < 0) {
280 		kfree_skb(skb_out);
281 		skb_out = NULL;
282 		dropped = true;
283 		goto free;
284 	}
285 
286 	/* Move the existing MAC header to just before the payload. (Override
287 	 * the fragment header.)
288 	 */
289 	skb_pull(skb_out, hdr_size);
290 	skb_out->ip_summed = CHECKSUM_NONE;
291 	memmove(skb_out->data - ETH_HLEN, skb_mac_header(skb_out), ETH_HLEN);
292 	skb_set_mac_header(skb_out, -ETH_HLEN);
293 	skb_reset_network_header(skb_out);
294 	skb_reset_transport_header(skb_out);
295 
296 	/* Copy the payload of the each fragment into the last skb */
297 	hlist_for_each_entry(entry, chain, list) {
298 		size = entry->skb->len - hdr_size;
299 		skb_put_data(skb_out, entry->skb->data + hdr_size, size);
300 	}
301 
302 free:
303 	/* Locking is not needed, because 'chain' is not part of any orig. */
304 	batadv_frag_clear_chain(chain, dropped);
305 	return skb_out;
306 }
307 
308 /**
309  * batadv_skb_is_frag() - check if newly merged skb contains unicast fragment
310  * @skb: newly merged skb
311  *
312  * Return: true if the newly merged skb is of type BATADV_UNICAST_FRAG, false
313  *  otherwise
314  */
315 static bool batadv_skb_is_frag(struct sk_buff *skb)
316 {
317 	struct batadv_ogm_packet *batadv_ogm_packet;
318 
319 	/* packet should hold at least type and version */
320 	if (unlikely(!pskb_may_pull(skb, 2)))
321 		return false;
322 
323 	batadv_ogm_packet = (struct batadv_ogm_packet *)skb->data;
324 
325 	if (batadv_ogm_packet->version != BATADV_COMPAT_VERSION)
326 		return false;
327 
328 	if (batadv_ogm_packet->packet_type != BATADV_UNICAST_FRAG)
329 		return false;
330 
331 	return true;
332 }
333 
334 /**
335  * batadv_frag_skb_buffer() - buffer fragment for later merge
336  * @skb: skb to buffer
337  * @orig_node_src: originator that the skb is received from
338  *
339  * Add fragment to buffer and merge fragments if possible.
340  *
341  * There are three possible outcomes: 1) Packet is merged: Return true and
342  * set *skb to merged packet; 2) Packet is buffered: Return true and set *skb
343  * to NULL; 3) Error: Return false and free skb.
344  *
345  * Return: true when the packet is merged or buffered, false when skb is not
346  * used.
347  */
348 bool batadv_frag_skb_buffer(struct sk_buff **skb,
349 			    struct batadv_orig_node *orig_node_src)
350 {
351 	struct sk_buff *skb_out = NULL;
352 	struct hlist_head head = HLIST_HEAD_INIT;
353 	bool ret = false;
354 
355 	/* Add packet to buffer and table entry if merge is possible. */
356 	if (!batadv_frag_insert_packet(orig_node_src, *skb, &head))
357 		goto out_err;
358 
359 	/* Leave if more fragments are needed to merge. */
360 	if (hlist_empty(&head))
361 		goto out;
362 
363 	skb_out = batadv_frag_merge_packets(&head);
364 	if (!skb_out)
365 		goto out_err;
366 
367 	/* fragment in fragment is not allowed. otherwise it is possible
368 	 * to exhaust the stack when receiving a matryoshka-style
369 	 * "fragments in a fragment packet"
370 	 */
371 	if (batadv_skb_is_frag(skb_out)) {
372 		kfree_skb(skb_out);
373 		skb_out = NULL;
374 		goto out_err;
375 	}
376 
377 out:
378 	ret = true;
379 out_err:
380 	*skb = skb_out;
381 	return ret;
382 }
383 
384 /**
385  * batadv_frag_skb_fwd() - forward fragments that would exceed MTU when merged
386  * @skb: skb to forward
387  * @recv_if: interface that the skb is received on
388  * @orig_node_src: originator that the skb is received from
389  * @rx_result: set to NET_RX_SUCCESS when the fragment was forwarded and
390  *  NET_RX_DROP when it was dropped; only valid when true is returned
391  *
392  * Look up the next-hop of the fragments payload and check if the merged packet
393  * will exceed the MTU towards the next-hop. If so, the fragment is forwarded
394  * without merging it.
395  *
396  * Return: true if the fragment is consumed/forwarded, false otherwise.
397  */
398 bool batadv_frag_skb_fwd(struct sk_buff *skb,
399 			 struct batadv_hard_iface *recv_if,
400 			 struct batadv_orig_node *orig_node_src,
401 			 int *rx_result)
402 {
403 	struct batadv_priv *bat_priv = netdev_priv(recv_if->mesh_iface);
404 	struct batadv_neigh_node *neigh_node = NULL;
405 	struct batadv_frag_packet *packet;
406 	u16 total_size;
407 	bool ret = false;
408 
409 	packet = (struct batadv_frag_packet *)skb->data;
410 
411 	neigh_node = batadv_orig_to_router(bat_priv, packet->dest, recv_if);
412 	if (!neigh_node)
413 		goto out;
414 
415 	/* Forward the fragment, if the merged packet would be too big to
416 	 * be assembled.
417 	 */
418 	total_size = ntohs(packet->total_size);
419 	if (total_size > neigh_node->if_incoming->net_dev->mtu) {
420 		if (packet->ttl < 2) {
421 			kfree_skb(skb);
422 			*rx_result = NET_RX_DROP;
423 			ret = true;
424 			goto out;
425 		}
426 
427 		if (skb_cow(skb, ETH_HLEN) < 0) {
428 			kfree_skb(skb);
429 			*rx_result = NET_RX_DROP;
430 			ret = true;
431 			goto out;
432 		}
433 
434 		packet = (struct batadv_frag_packet *)skb->data;
435 
436 		batadv_inc_counter(bat_priv, BATADV_CNT_FRAG_FWD);
437 		batadv_add_counter(bat_priv, BATADV_CNT_FRAG_FWD_BYTES,
438 				   skb->len + ETH_HLEN);
439 
440 		packet->ttl--;
441 		batadv_send_unicast_skb(skb, neigh_node);
442 		*rx_result = NET_RX_SUCCESS;
443 		ret = true;
444 	}
445 
446 out:
447 	batadv_neigh_node_put(neigh_node);
448 	return ret;
449 }
450 
451 /**
452  * batadv_frag_create() - create a fragment from skb
453  * @net_dev: outgoing device for fragment
454  * @skb: skb to create fragment from
455  * @frag_head: header to use in new fragment
456  * @fragment_size: size of new fragment
457  *
458  * Split the passed skb into two fragments: A new one with size matching the
459  * passed mtu and the old one with the rest. The new skb contains data from the
460  * tail of the old skb.
461  *
462  * Return: the new fragment, NULL on error.
463  */
464 static struct sk_buff *batadv_frag_create(struct net_device *net_dev,
465 					  struct sk_buff *skb,
466 					  struct batadv_frag_packet *frag_head,
467 					  unsigned int fragment_size)
468 {
469 	unsigned int ll_reserved = LL_RESERVED_SPACE(net_dev);
470 	unsigned int tailroom = net_dev->needed_tailroom;
471 	struct sk_buff *skb_fragment;
472 	unsigned int header_size = sizeof(*frag_head);
473 	unsigned int mtu = fragment_size + header_size;
474 
475 	skb_fragment = dev_alloc_skb(ll_reserved + mtu + tailroom);
476 	if (!skb_fragment)
477 		goto err;
478 
479 	skb_fragment->priority = skb->priority;
480 
481 	/* Eat the last mtu-bytes of the skb */
482 	skb_reserve(skb_fragment, ll_reserved + header_size);
483 	skb_split(skb, skb_fragment, skb->len - fragment_size);
484 
485 	/* Add the header */
486 	skb_push(skb_fragment, header_size);
487 	memcpy(skb_fragment->data, frag_head, header_size);
488 
489 err:
490 	return skb_fragment;
491 }
492 
493 /**
494  * batadv_frag_send_packet() - create up to 16 fragments from the passed skb
495  * @skb: skb to create fragments from
496  * @orig_node: final destination of the created fragments
497  * @neigh_node: next-hop of the created fragments
498  *
499  * Return: the netdev tx status or a negative errno code on a failure
500  */
501 int batadv_frag_send_packet(struct sk_buff *skb,
502 			    struct batadv_orig_node *orig_node,
503 			    struct batadv_neigh_node *neigh_node)
504 {
505 	struct net_device *net_dev = neigh_node->if_incoming->net_dev;
506 	struct batadv_priv *bat_priv;
507 	struct batadv_hard_iface *primary_if = NULL;
508 	struct batadv_frag_packet frag_header;
509 	struct sk_buff *skb_fragment;
510 	unsigned int mtu = net_dev->mtu;
511 	unsigned int header_size = sizeof(frag_header);
512 	unsigned int max_fragment_size, num_fragments;
513 	int ret;
514 
515 	/* To avoid merge and refragmentation at next-hops we never send
516 	 * fragments larger than BATADV_FRAG_MAX_FRAG_SIZE
517 	 */
518 	mtu = min_t(unsigned int, mtu, BATADV_FRAG_MAX_FRAG_SIZE);
519 	max_fragment_size = mtu - header_size;
520 
521 	if (skb->len == 0 || max_fragment_size == 0)
522 		return -EINVAL;
523 
524 	num_fragments = (skb->len - 1) / max_fragment_size + 1;
525 	max_fragment_size = (skb->len - 1) / num_fragments + 1;
526 
527 	/* Don't even try to fragment, if we need more than 16 fragments */
528 	if (num_fragments > BATADV_FRAG_MAX_FRAGMENTS) {
529 		ret = -EAGAIN;
530 		goto free_skb;
531 	}
532 
533 	bat_priv = orig_node->bat_priv;
534 	primary_if = batadv_primary_if_get_selected(bat_priv);
535 	if (!primary_if) {
536 		ret = -EINVAL;
537 		goto free_skb;
538 	}
539 
540 	/* GRO might have added fragments to the fragment list instead of
541 	 * frags[]. But this is not handled by skb_split and must be
542 	 * linearized to avoid incorrect length information after all
543 	 * batman-adv fragments were created and submitted to the
544 	 * hard-interface
545 	 */
546 	if (skb_has_frag_list(skb) && __skb_linearize(skb)) {
547 		ret = -ENOMEM;
548 		goto free_skb;
549 	}
550 
551 	/* Create one header to be copied to all fragments */
552 	frag_header.packet_type = BATADV_UNICAST_FRAG;
553 	frag_header.version = BATADV_COMPAT_VERSION;
554 	frag_header.ttl = BATADV_TTL;
555 	frag_header.seqno = htons(atomic_inc_return(&bat_priv->frag_seqno));
556 	frag_header.reserved = 0;
557 	frag_header.no = 0;
558 	frag_header.total_size = htons(skb->len);
559 
560 	/* skb->priority values from 256->263 are magic values to
561 	 * directly indicate a specific 802.1d priority.  This is used
562 	 * to allow 802.1d priority to be passed directly in from VLAN
563 	 * tags, etc.
564 	 */
565 	if (skb->priority >= 256 && skb->priority <= 263)
566 		frag_header.priority = skb->priority - 256;
567 	else
568 		frag_header.priority = 0;
569 
570 	ether_addr_copy(frag_header.orig, primary_if->net_dev->dev_addr);
571 	ether_addr_copy(frag_header.dest, orig_node->orig);
572 
573 	/* Eat and send fragments from the tail of skb */
574 	while (skb->len > max_fragment_size) {
575 		/* The initial check in this function should cover this case */
576 		if (unlikely(frag_header.no == BATADV_FRAG_MAX_FRAGMENTS - 1)) {
577 			ret = -EINVAL;
578 			goto put_primary_if;
579 		}
580 
581 		skb_fragment = batadv_frag_create(net_dev, skb, &frag_header,
582 						  max_fragment_size);
583 		if (!skb_fragment) {
584 			ret = -ENOMEM;
585 			goto put_primary_if;
586 		}
587 
588 		batadv_inc_counter(bat_priv, BATADV_CNT_FRAG_TX);
589 		batadv_add_counter(bat_priv, BATADV_CNT_FRAG_TX_BYTES,
590 				   skb_fragment->len + ETH_HLEN);
591 		ret = batadv_send_unicast_skb(skb_fragment, neigh_node);
592 		if (ret != NET_XMIT_SUCCESS) {
593 			ret = NET_XMIT_DROP;
594 			goto put_primary_if;
595 		}
596 
597 		frag_header.no++;
598 	}
599 
600 	/* make sure that there is at least enough head for the fragmentation
601 	 * and ethernet headers
602 	 */
603 	ret = skb_cow_head(skb, ETH_HLEN + header_size);
604 	if (ret < 0)
605 		goto put_primary_if;
606 
607 	skb_push(skb, header_size);
608 	memcpy(skb->data, &frag_header, header_size);
609 
610 	/* Send the last fragment */
611 	batadv_inc_counter(bat_priv, BATADV_CNT_FRAG_TX);
612 	batadv_add_counter(bat_priv, BATADV_CNT_FRAG_TX_BYTES,
613 			   skb->len + ETH_HLEN);
614 	ret = batadv_send_unicast_skb(skb, neigh_node);
615 	/* skb was consumed */
616 	skb = NULL;
617 
618 put_primary_if:
619 	batadv_hardif_put(primary_if);
620 free_skb:
621 	kfree_skb(skb);
622 
623 	return ret;
624 }
625