xref: /freebsd/sys/net/route/nhop_utils.c (revision 685dc743dc3b5645e34836464128e1c0558b404b)
1a6663252SAlexander V. Chernikov /*-
2*4d846d26SWarner Losh  * SPDX-License-Identifier: BSD-2-Clause
3a6663252SAlexander V. Chernikov  *
4a6663252SAlexander V. Chernikov  * Copyright (c) 2020 Alexander V. Chernikov
5a6663252SAlexander V. Chernikov  *
6a6663252SAlexander V. Chernikov  * Redistribution and use in source and binary forms, with or without
7a6663252SAlexander V. Chernikov  * modification, are permitted provided that the following conditions
8a6663252SAlexander V. Chernikov  * are met:
9a6663252SAlexander V. Chernikov  * 1. Redistributions of source code must retain the above copyright
10a6663252SAlexander V. Chernikov  *    notice, this list of conditions and the following disclaimer.
11a6663252SAlexander V. Chernikov  * 2. Redistributions in binary form must reproduce the above copyright
12a6663252SAlexander V. Chernikov  *    notice, this list of conditions and the following disclaimer in the
13a6663252SAlexander V. Chernikov  *    documentation and/or other materials provided with the distribution.
14a6663252SAlexander V. Chernikov  *
15a6663252SAlexander V. Chernikov  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
16a6663252SAlexander V. Chernikov  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
17a6663252SAlexander V. Chernikov  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
18a6663252SAlexander V. Chernikov  * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
19a6663252SAlexander V. Chernikov  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
20a6663252SAlexander V. Chernikov  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
21a6663252SAlexander V. Chernikov  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
22a6663252SAlexander V. Chernikov  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
23a6663252SAlexander V. Chernikov  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
24a6663252SAlexander V. Chernikov  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
25a6663252SAlexander V. Chernikov  * SUCH DAMAGE.
26a6663252SAlexander V. Chernikov  */
27a6663252SAlexander V. Chernikov 
28a6663252SAlexander V. Chernikov #include <sys/cdefs.h>
29a6663252SAlexander V. Chernikov #include "opt_inet.h"
30a6663252SAlexander V. Chernikov #include "opt_route.h"
31a6663252SAlexander V. Chernikov 
32a6663252SAlexander V. Chernikov #include <sys/param.h>
33a6663252SAlexander V. Chernikov #include <sys/systm.h>
34a6663252SAlexander V. Chernikov #include <sys/lock.h>
35a6663252SAlexander V. Chernikov #include <sys/malloc.h>
36a6663252SAlexander V. Chernikov #include <sys/mbuf.h>
37a6663252SAlexander V. Chernikov #include <sys/kernel.h>
38a6663252SAlexander V. Chernikov 
39a6663252SAlexander V. Chernikov #include <net/route/nhop_utils.h>
40a6663252SAlexander V. Chernikov 
41a6663252SAlexander V. Chernikov #define	BLOCK_ITEMS	(8 * sizeof(u_long))	/* Number of items for ffsl() */
42a6663252SAlexander V. Chernikov 
43a6663252SAlexander V. Chernikov #define	_BLOCKS_TO_SZ(_blocks)		((size_t)(_blocks) * sizeof(u_long))
44a6663252SAlexander V. Chernikov #define	_BLOCKS_TO_ITEMS(_blocks)	((uint32_t)(_blocks) * BLOCK_ITEMS)
45a6663252SAlexander V. Chernikov #define	_ITEMS_TO_BLOCKS(_items)	((_items) / BLOCK_ITEMS)
46a6663252SAlexander V. Chernikov 
47a6663252SAlexander V. Chernikov static void _bitmask_init_idx(void *index, uint32_t items);
48a6663252SAlexander V. Chernikov 
49a6663252SAlexander V. Chernikov void
bitmask_init(struct bitmask_head * bh,void * idx,uint32_t num_items)50a6663252SAlexander V. Chernikov bitmask_init(struct bitmask_head *bh, void *idx, uint32_t num_items)
51a6663252SAlexander V. Chernikov {
52a6663252SAlexander V. Chernikov 
53a6663252SAlexander V. Chernikov 	if (idx != NULL)
54a6663252SAlexander V. Chernikov 		_bitmask_init_idx(idx, num_items);
55a6663252SAlexander V. Chernikov 
56a6663252SAlexander V. Chernikov 	memset(bh, 0, sizeof(struct bitmask_head));
57a6663252SAlexander V. Chernikov 	bh->blocks = _ITEMS_TO_BLOCKS(num_items);
58a6663252SAlexander V. Chernikov 	bh->idx = (u_long *)idx;
59a6663252SAlexander V. Chernikov }
60a6663252SAlexander V. Chernikov 
61a6663252SAlexander V. Chernikov uint32_t
bitmask_get_resize_items(const struct bitmask_head * bh)62a6663252SAlexander V. Chernikov bitmask_get_resize_items(const struct bitmask_head *bh)
63a6663252SAlexander V. Chernikov {
64a6663252SAlexander V. Chernikov 	if ((bh->items_count * 2 > _BLOCKS_TO_ITEMS(bh->blocks)) && bh->items_count < 65536)
65a6663252SAlexander V. Chernikov 		return (_BLOCKS_TO_ITEMS(bh->blocks) * 2);
66a6663252SAlexander V. Chernikov 
67a6663252SAlexander V. Chernikov 	return (0);
68a6663252SAlexander V. Chernikov }
69a6663252SAlexander V. Chernikov 
70a6663252SAlexander V. Chernikov int
bitmask_should_resize(const struct bitmask_head * bh)71a6663252SAlexander V. Chernikov bitmask_should_resize(const struct bitmask_head *bh)
72a6663252SAlexander V. Chernikov {
73a6663252SAlexander V. Chernikov 
74a6663252SAlexander V. Chernikov 	return (bitmask_get_resize_items(bh) != 0);
75a6663252SAlexander V. Chernikov }
76a6663252SAlexander V. Chernikov 
77a6663252SAlexander V. Chernikov #if 0
78a6663252SAlexander V. Chernikov uint32_t
79a6663252SAlexander V. Chernikov _bitmask_get_blocks(uint32_t items)
80a6663252SAlexander V. Chernikov {
81a6663252SAlexander V. Chernikov 
82a6663252SAlexander V. Chernikov 	return (items / BLOCK_ITEMS);
83a6663252SAlexander V. Chernikov }
84a6663252SAlexander V. Chernikov #endif
85a6663252SAlexander V. Chernikov 
86a6663252SAlexander V. Chernikov size_t
bitmask_get_size(uint32_t items)87a6663252SAlexander V. Chernikov bitmask_get_size(uint32_t items)
88a6663252SAlexander V. Chernikov {
89a6663252SAlexander V. Chernikov #if _KERNEL
90a6663252SAlexander V. Chernikov 	KASSERT((items % BLOCK_ITEMS) == 0,
91a6663252SAlexander V. Chernikov 	   ("bitmask size needs to power of 2 and greater or equal to %zu",
92a6663252SAlexander V. Chernikov 	    BLOCK_ITEMS));
93a6663252SAlexander V. Chernikov #else
94a6663252SAlexander V. Chernikov 	assert((items % BLOCK_ITEMS) == 0);
95a6663252SAlexander V. Chernikov #endif
96a6663252SAlexander V. Chernikov 
97a6663252SAlexander V. Chernikov 	return (items / 8);
98a6663252SAlexander V. Chernikov }
99a6663252SAlexander V. Chernikov 
100a6663252SAlexander V. Chernikov static void
_bitmask_init_idx(void * _idx,uint32_t items)101a6663252SAlexander V. Chernikov _bitmask_init_idx(void *_idx, uint32_t items)
102a6663252SAlexander V. Chernikov {
103a6663252SAlexander V. Chernikov 	size_t size = bitmask_get_size(items);
104a6663252SAlexander V. Chernikov 	u_long *idx = (u_long *)_idx;
105a6663252SAlexander V. Chernikov 
106a6663252SAlexander V. Chernikov 	/* Mark all as free */
107a6663252SAlexander V. Chernikov 	memset(idx, 0xFF, size);
108a6663252SAlexander V. Chernikov 	*idx &= ~(u_long)1; /* Always skip index 0 */
109a6663252SAlexander V. Chernikov }
110a6663252SAlexander V. Chernikov 
111a6663252SAlexander V. Chernikov /*
112a6663252SAlexander V. Chernikov  * _try_merge api to allow shrinking?
113a6663252SAlexander V. Chernikov  */
114a6663252SAlexander V. Chernikov int
bitmask_copy(const struct bitmask_head * bi,void * new_idx,uint32_t new_items)115a6663252SAlexander V. Chernikov bitmask_copy(const struct bitmask_head *bi, void *new_idx, uint32_t new_items)
116a6663252SAlexander V. Chernikov {
117a6663252SAlexander V. Chernikov 	uint32_t new_blocks = _BLOCKS_TO_ITEMS(new_items);
118a6663252SAlexander V. Chernikov 
119a6663252SAlexander V. Chernikov 	_bitmask_init_idx(new_idx, new_items);
120a6663252SAlexander V. Chernikov 
121a6663252SAlexander V. Chernikov 	if (bi->blocks < new_blocks) {
122a6663252SAlexander V. Chernikov 		/* extend current blocks */
123a6663252SAlexander V. Chernikov 		if (bi->blocks > 0)
124a6663252SAlexander V. Chernikov 			memcpy(new_idx, bi->idx, _BLOCKS_TO_SZ(bi->blocks));
125a6663252SAlexander V. Chernikov 		return (0);
126a6663252SAlexander V. Chernikov 	} else {
127a6663252SAlexander V. Chernikov 		/* XXX: ensure all other blocks are non-zero */
128a6663252SAlexander V. Chernikov 		for (int i = new_blocks; i < bi->blocks; i++) {
129a6663252SAlexander V. Chernikov 		}
130a6663252SAlexander V. Chernikov 
131a6663252SAlexander V. Chernikov 		return (1);
132a6663252SAlexander V. Chernikov 	}
133a6663252SAlexander V. Chernikov }
134a6663252SAlexander V. Chernikov 
135a6663252SAlexander V. Chernikov void
bitmask_swap(struct bitmask_head * bh,void * new_idx,uint32_t new_items,void ** pidx)136a6663252SAlexander V. Chernikov bitmask_swap(struct bitmask_head *bh, void *new_idx, uint32_t new_items, void **pidx)
137a6663252SAlexander V. Chernikov {
138a6663252SAlexander V. Chernikov 	void *old_ptr;
139a6663252SAlexander V. Chernikov 
140a6663252SAlexander V. Chernikov 	old_ptr = bh->idx;
141a6663252SAlexander V. Chernikov 
142a6663252SAlexander V. Chernikov 	bh->idx = (u_long *)new_idx;
143a6663252SAlexander V. Chernikov 	bh->blocks = _ITEMS_TO_BLOCKS(new_items);
144a6663252SAlexander V. Chernikov 
145a6663252SAlexander V. Chernikov 	if (pidx != NULL)
146a6663252SAlexander V. Chernikov 		*pidx = old_ptr;
147a6663252SAlexander V. Chernikov }
148a6663252SAlexander V. Chernikov 
149a6663252SAlexander V. Chernikov /*
150a6663252SAlexander V. Chernikov  * Allocate new index in given instance and stores in in @pidx.
151a6663252SAlexander V. Chernikov  * Returns 0 on success.
152a6663252SAlexander V. Chernikov  */
153a6663252SAlexander V. Chernikov int
bitmask_alloc_idx(struct bitmask_head * bi,uint16_t * pidx)154a6663252SAlexander V. Chernikov bitmask_alloc_idx(struct bitmask_head *bi, uint16_t *pidx)
155a6663252SAlexander V. Chernikov {
156a6663252SAlexander V. Chernikov 	u_long *mask;
157a6663252SAlexander V. Chernikov 	int i, off, v;
158a6663252SAlexander V. Chernikov 
159a6663252SAlexander V. Chernikov 	off = bi->free_off;
160a6663252SAlexander V. Chernikov 	mask = &bi->idx[off];
161a6663252SAlexander V. Chernikov 
162a6663252SAlexander V. Chernikov 	for (i = off; i < bi->blocks; i++, mask++) {
163a6663252SAlexander V. Chernikov 		if ((v = ffsl(*mask)) == 0)
164a6663252SAlexander V. Chernikov 			continue;
165a6663252SAlexander V. Chernikov 
166a6663252SAlexander V. Chernikov 		/* Mark as busy */
167a6663252SAlexander V. Chernikov 		*mask &= ~ ((u_long)1 << (v - 1));
168a6663252SAlexander V. Chernikov 
169a6663252SAlexander V. Chernikov 		bi->free_off = i;
170a6663252SAlexander V. Chernikov 
171a6663252SAlexander V. Chernikov 		v = BLOCK_ITEMS * i + v - 1;
172a6663252SAlexander V. Chernikov 
173a6663252SAlexander V. Chernikov 		*pidx = v;
174a6663252SAlexander V. Chernikov 		bi->items_count++;
175a6663252SAlexander V. Chernikov 		return (0);
176a6663252SAlexander V. Chernikov 	}
177a6663252SAlexander V. Chernikov 
178a6663252SAlexander V. Chernikov 	return (1);
179a6663252SAlexander V. Chernikov }
180a6663252SAlexander V. Chernikov 
181a6663252SAlexander V. Chernikov /*
182a6663252SAlexander V. Chernikov  * Removes index from given set.
183a6663252SAlexander V. Chernikov  * Returns 0 on success.
184a6663252SAlexander V. Chernikov  */
185a6663252SAlexander V. Chernikov int
bitmask_free_idx(struct bitmask_head * bi,uint16_t idx)186a6663252SAlexander V. Chernikov bitmask_free_idx(struct bitmask_head *bi, uint16_t idx)
187a6663252SAlexander V. Chernikov {
188a6663252SAlexander V. Chernikov 	u_long *mask;
189a6663252SAlexander V. Chernikov 	int i, v;
190a6663252SAlexander V. Chernikov 
191a6663252SAlexander V. Chernikov 	if (idx == 0)
192a6663252SAlexander V. Chernikov 		return (1);
193a6663252SAlexander V. Chernikov 
194a6663252SAlexander V. Chernikov 	i = idx / BLOCK_ITEMS;
195a6663252SAlexander V. Chernikov 	v = idx % BLOCK_ITEMS;
196a6663252SAlexander V. Chernikov 
197a6663252SAlexander V. Chernikov 	if (i >= bi->blocks)
198a6663252SAlexander V. Chernikov 		return (1);
199a6663252SAlexander V. Chernikov 
200a6663252SAlexander V. Chernikov 	mask = &bi->idx[i];
201a6663252SAlexander V. Chernikov 
202a6663252SAlexander V. Chernikov 	if ((*mask & ((u_long)1 << v)) != 0)
203a6663252SAlexander V. Chernikov 		return (1);
204a6663252SAlexander V. Chernikov 
205a6663252SAlexander V. Chernikov 	/* Mark as free */
206a6663252SAlexander V. Chernikov 	*mask |= (u_long)1 << v;
207a6663252SAlexander V. Chernikov 	bi->items_count--;
208a6663252SAlexander V. Chernikov 
209a6663252SAlexander V. Chernikov 	/* Update free offset */
210a6663252SAlexander V. Chernikov 	if (bi->free_off > i)
211a6663252SAlexander V. Chernikov 		bi->free_off = i;
212a6663252SAlexander V. Chernikov 
213a6663252SAlexander V. Chernikov 	return (0);
214a6663252SAlexander V. Chernikov }
215