xref: /freebsd/sys/netpfil/ipfw/ip_fw_table_value.c (revision 4a77657cbc011ea657ccb079fff6b58b295eccb0)
10cba2b28SAlexander V. Chernikov /*-
2*4a77657cSAndrey V. Elsukov  * SPDX-License-Identifier: BSD-2-Clause
3*4a77657cSAndrey V. Elsukov  *
4*4a77657cSAndrey V. Elsukov  * Copyright (c) 2014-2025 Yandex LLC
51a33e799SAlexander V. Chernikov  * Copyright (c) 2014 Alexander V. Chernikov
60cba2b28SAlexander V. Chernikov  *
70cba2b28SAlexander V. Chernikov  * Redistribution and use in source and binary forms, with or without
80cba2b28SAlexander V. Chernikov  * modification, are permitted provided that the following conditions
90cba2b28SAlexander V. Chernikov  * are met:
100cba2b28SAlexander V. Chernikov  * 1. Redistributions of source code must retain the above copyright
110cba2b28SAlexander V. Chernikov  *    notice, this list of conditions and the following disclaimer.
120cba2b28SAlexander V. Chernikov  * 2. Redistributions in binary form must reproduce the above copyright
130cba2b28SAlexander V. Chernikov  *    notice, this list of conditions and the following disclaimer in the
140cba2b28SAlexander V. Chernikov  *    documentation and/or other materials provided with the distribution.
150cba2b28SAlexander V. Chernikov  *
160cba2b28SAlexander V. Chernikov  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
170cba2b28SAlexander V. Chernikov  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
180cba2b28SAlexander V. Chernikov  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
190cba2b28SAlexander V. Chernikov  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
200cba2b28SAlexander V. Chernikov  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
210cba2b28SAlexander V. Chernikov  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
220cba2b28SAlexander V. Chernikov  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
230cba2b28SAlexander V. Chernikov  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
240cba2b28SAlexander V. Chernikov  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
250cba2b28SAlexander V. Chernikov  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
260cba2b28SAlexander V. Chernikov  * SUCH DAMAGE.
270cba2b28SAlexander V. Chernikov  */
280cba2b28SAlexander V. Chernikov 
290cba2b28SAlexander V. Chernikov #include <sys/cdefs.h>
300cba2b28SAlexander V. Chernikov /*
310cba2b28SAlexander V. Chernikov  * Multi-field value support for ipfw tables.
320cba2b28SAlexander V. Chernikov  *
330cba2b28SAlexander V. Chernikov  * This file contains necessary functions to convert
340cba2b28SAlexander V. Chernikov  * large multi-field values into u32 indices suitable to be fed
350cba2b28SAlexander V. Chernikov  * to various table algorithms. Other machinery like proper refcounting,
360cba2b28SAlexander V. Chernikov  * internal structures resizing are also kept here.
370cba2b28SAlexander V. Chernikov  */
380cba2b28SAlexander V. Chernikov 
390cba2b28SAlexander V. Chernikov #include "opt_ipfw.h"
400cba2b28SAlexander V. Chernikov 
410cba2b28SAlexander V. Chernikov #include <sys/param.h>
420cba2b28SAlexander V. Chernikov #include <sys/systm.h>
430cba2b28SAlexander V. Chernikov #include <sys/malloc.h>
440cba2b28SAlexander V. Chernikov #include <sys/kernel.h>
450cba2b28SAlexander V. Chernikov #include <sys/hash.h>
460cba2b28SAlexander V. Chernikov #include <sys/lock.h>
470cba2b28SAlexander V. Chernikov #include <sys/rwlock.h>
48ccba94b8SAlexander V. Chernikov #include <sys/rmlock.h>
490cba2b28SAlexander V. Chernikov #include <sys/socket.h>
500cba2b28SAlexander V. Chernikov #include <sys/socketvar.h>
510cba2b28SAlexander V. Chernikov #include <sys/queue.h>
520cba2b28SAlexander V. Chernikov #include <net/if.h>	/* ip_fw.h requires IFNAMSIZ */
530cba2b28SAlexander V. Chernikov 
540cba2b28SAlexander V. Chernikov #include <netinet/in.h>
550cba2b28SAlexander V. Chernikov #include <netinet/ip_var.h>	/* struct ipfw_rule_ref */
560cba2b28SAlexander V. Chernikov #include <netinet/ip_fw.h>
570cba2b28SAlexander V. Chernikov 
580cba2b28SAlexander V. Chernikov #include <netpfil/ipfw/ip_fw_private.h>
590cba2b28SAlexander V. Chernikov #include <netpfil/ipfw/ip_fw_table.h>
600cba2b28SAlexander V. Chernikov 
612acdf79fSAndrey V. Elsukov static uint32_t hash_table_value(struct namedobj_instance *ni, const void *key,
620cba2b28SAlexander V. Chernikov     uint32_t kopt);
632acdf79fSAndrey V. Elsukov static int cmp_table_value(struct named_object *no, const void *key,
642acdf79fSAndrey V. Elsukov     uint32_t kopt);
650cba2b28SAlexander V. Chernikov 
666b988f3aSAlexander V. Chernikov static int list_table_values(struct ip_fw_chain *ch, ip_fw3_opheader *op3,
676b988f3aSAlexander V. Chernikov     struct sockopt_data *sd);
686b988f3aSAlexander V. Chernikov 
696b988f3aSAlexander V. Chernikov static struct ipfw_sopt_handler	scodes[] = {
70*4a77657cSAndrey V. Elsukov     { IP_FW_TABLE_VLIST, IP_FW3_OPVER, HDIR_GET, list_table_values },
716b988f3aSAlexander V. Chernikov };
726b988f3aSAlexander V. Chernikov 
730cba2b28SAlexander V. Chernikov #define	CHAIN_TO_VI(chain)	(CHAIN_TO_TCFG(chain)->valhash)
740cba2b28SAlexander V. Chernikov 
750cba2b28SAlexander V. Chernikov struct table_val_link
760cba2b28SAlexander V. Chernikov {
770cba2b28SAlexander V. Chernikov 	struct named_object	no;
780cba2b28SAlexander V. Chernikov 	struct table_value	*pval;	/* Pointer to real table value */
790cba2b28SAlexander V. Chernikov };
800cba2b28SAlexander V. Chernikov #define	VALDATA_START_SIZE	64	/* Allocate 64-items array by default */
81*4a77657cSAndrey V. Elsukov #define	VALDATA_HASH_SIZE	65536
820cba2b28SAlexander V. Chernikov 
830cba2b28SAlexander V. Chernikov struct vdump_args {
840cba2b28SAlexander V. Chernikov 	struct ip_fw_chain *ch;
850cba2b28SAlexander V. Chernikov 	struct sockopt_data *sd;
860cba2b28SAlexander V. Chernikov 	struct table_value *pval;
870cba2b28SAlexander V. Chernikov 	int error;
880cba2b28SAlexander V. Chernikov };
890cba2b28SAlexander V. Chernikov 
900cba2b28SAlexander V. Chernikov static uint32_t
hash_table_value(struct namedobj_instance * ni,const void * key,uint32_t kopt)912acdf79fSAndrey V. Elsukov hash_table_value(struct namedobj_instance *ni, const void *key, uint32_t kopt)
920cba2b28SAlexander V. Chernikov {
930cba2b28SAlexander V. Chernikov 
940cba2b28SAlexander V. Chernikov 	return (hash32_buf(key, 56, 0));
950cba2b28SAlexander V. Chernikov }
960cba2b28SAlexander V. Chernikov 
970cba2b28SAlexander V. Chernikov static int
cmp_table_value(struct named_object * no,const void * key,uint32_t kopt)982acdf79fSAndrey V. Elsukov cmp_table_value(struct named_object *no, const void *key, uint32_t kopt)
990cba2b28SAlexander V. Chernikov {
1000cba2b28SAlexander V. Chernikov 
1010cba2b28SAlexander V. Chernikov 	return (memcmp(((struct table_val_link *)no)->pval, key, 56));
1020cba2b28SAlexander V. Chernikov }
1030cba2b28SAlexander V. Chernikov 
1040cba2b28SAlexander V. Chernikov static void
mask_table_value(struct table_value * src,struct table_value * dst,uint32_t mask)1050cba2b28SAlexander V. Chernikov mask_table_value(struct table_value *src, struct table_value *dst,
1060cba2b28SAlexander V. Chernikov     uint32_t mask)
1070cba2b28SAlexander V. Chernikov {
1080cba2b28SAlexander V. Chernikov #define	_MCPY(f, b)	if ((mask & (b)) != 0) { dst->f = src->f; }
1090cba2b28SAlexander V. Chernikov 
1100cba2b28SAlexander V. Chernikov 	memset(dst, 0, sizeof(*dst));
1110cba2b28SAlexander V. Chernikov 	_MCPY(tag, IPFW_VTYPE_TAG);
1120cba2b28SAlexander V. Chernikov 	_MCPY(pipe, IPFW_VTYPE_PIPE);
1130cba2b28SAlexander V. Chernikov 	_MCPY(divert, IPFW_VTYPE_DIVERT);
1140cba2b28SAlexander V. Chernikov 	_MCPY(skipto, IPFW_VTYPE_SKIPTO);
1150cba2b28SAlexander V. Chernikov 	_MCPY(netgraph, IPFW_VTYPE_NETGRAPH);
1160cba2b28SAlexander V. Chernikov 	_MCPY(fib, IPFW_VTYPE_FIB);
1170cba2b28SAlexander V. Chernikov 	_MCPY(nat, IPFW_VTYPE_NAT);
11895ab7b32SAndrey V. Elsukov 	_MCPY(limit, IPFW_VTYPE_LIMIT);
119fc727ad6SBoris Lytochkin 	_MCPY(mark, IPFW_VTYPE_MARK);
1200cba2b28SAlexander V. Chernikov 	_MCPY(dscp, IPFW_VTYPE_DSCP);
1210cba2b28SAlexander V. Chernikov 	_MCPY(nh4, IPFW_VTYPE_NH4);
1220cba2b28SAlexander V. Chernikov 	_MCPY(nh6, IPFW_VTYPE_NH6);
1232530ed9eSAndrey V. Elsukov 	_MCPY(zoneid, IPFW_VTYPE_NH6);
1240cba2b28SAlexander V. Chernikov #undef	_MCPY
1250cba2b28SAlexander V. Chernikov }
1260cba2b28SAlexander V. Chernikov 
1270cba2b28SAlexander V. Chernikov static void
get_value_ptrs(struct ip_fw_chain * ch,struct table_config * tc,int vshared,struct table_value ** ptv,struct namedobj_instance ** pvi)1280cba2b28SAlexander V. Chernikov get_value_ptrs(struct ip_fw_chain *ch, struct table_config *tc, int vshared,
1290cba2b28SAlexander V. Chernikov     struct table_value **ptv, struct namedobj_instance **pvi)
1300cba2b28SAlexander V. Chernikov {
1310cba2b28SAlexander V. Chernikov 	struct table_value *pval;
1320cba2b28SAlexander V. Chernikov 	struct namedobj_instance *vi;
1330cba2b28SAlexander V. Chernikov 
1340cba2b28SAlexander V. Chernikov 	if (vshared != 0) {
1350cba2b28SAlexander V. Chernikov 		pval = (struct table_value *)ch->valuestate;
1360cba2b28SAlexander V. Chernikov 		vi = CHAIN_TO_VI(ch);
1370cba2b28SAlexander V. Chernikov 	} else {
1380cba2b28SAlexander V. Chernikov 		pval = NULL;
1390cba2b28SAlexander V. Chernikov 		vi = NULL;
1400cba2b28SAlexander V. Chernikov 		//pval = (struct table_value *)&tc->ti.data;
1410cba2b28SAlexander V. Chernikov 	}
1420cba2b28SAlexander V. Chernikov 
1430cba2b28SAlexander V. Chernikov 	if (ptv != NULL)
1440cba2b28SAlexander V. Chernikov 		*ptv = pval;
1450cba2b28SAlexander V. Chernikov 	if (pvi != NULL)
1460cba2b28SAlexander V. Chernikov 		*pvi = vi;
1470cba2b28SAlexander V. Chernikov }
1480cba2b28SAlexander V. Chernikov 
14971af39bfSAlexander V. Chernikov /*
15071af39bfSAlexander V. Chernikov  * Update pointers to real vaues after @pval change.
15171af39bfSAlexander V. Chernikov  */
152b309f085SAndrey V. Elsukov static int
update_tvalue(struct namedobj_instance * ni,struct named_object * no,void * arg)1530cba2b28SAlexander V. Chernikov update_tvalue(struct namedobj_instance *ni, struct named_object *no, void *arg)
1540cba2b28SAlexander V. Chernikov {
1550cba2b28SAlexander V. Chernikov 	struct vdump_args *da;
1560cba2b28SAlexander V. Chernikov 	struct table_val_link *ptv;
1570cba2b28SAlexander V. Chernikov 	struct table_value *pval;
1580cba2b28SAlexander V. Chernikov 
1590cba2b28SAlexander V. Chernikov 	da = (struct vdump_args *)arg;
1600cba2b28SAlexander V. Chernikov 	ptv = (struct table_val_link *)no;
1610cba2b28SAlexander V. Chernikov 
1620cba2b28SAlexander V. Chernikov 	pval = da->pval;
1630cba2b28SAlexander V. Chernikov 	ptv->pval = &pval[ptv->no.kidx];
164fa7c058bSAlexander V. Chernikov 	ptv->no.name = (char *)&pval[ptv->no.kidx];
165b309f085SAndrey V. Elsukov 	return (0);
1660cba2b28SAlexander V. Chernikov }
1670cba2b28SAlexander V. Chernikov 
1680cba2b28SAlexander V. Chernikov /*
1690cba2b28SAlexander V. Chernikov  * Grows value storage shared among all tables.
1700cba2b28SAlexander V. Chernikov  * Drops/reacquires UH locks.
17171af39bfSAlexander V. Chernikov  * Notifies other running adds on @ch shared storage resize.
17271af39bfSAlexander V. Chernikov  * Note function does not guarantee that free space
17371af39bfSAlexander V. Chernikov  * will be available after invocation, so one caller needs
17471af39bfSAlexander V. Chernikov  * to roll cycle himself.
1750cba2b28SAlexander V. Chernikov  *
17671af39bfSAlexander V. Chernikov  * Returns 0 if case of no errors.
1770cba2b28SAlexander V. Chernikov  */
1780cba2b28SAlexander V. Chernikov static int
resize_shared_value_storage(struct ip_fw_chain * ch)1790cba2b28SAlexander V. Chernikov resize_shared_value_storage(struct ip_fw_chain *ch)
1800cba2b28SAlexander V. Chernikov {
1810cba2b28SAlexander V. Chernikov 	struct tables_config *tcfg;
1820cba2b28SAlexander V. Chernikov 	struct namedobj_instance *vi;
1830cba2b28SAlexander V. Chernikov 	struct table_value *pval, *valuestate, *old_valuestate;
1840cba2b28SAlexander V. Chernikov 	void *new_idx;
1850cba2b28SAlexander V. Chernikov 	struct vdump_args da;
1860cba2b28SAlexander V. Chernikov 	int new_blocks;
1870cba2b28SAlexander V. Chernikov 	int val_size, val_size_old;
1880cba2b28SAlexander V. Chernikov 
1890cba2b28SAlexander V. Chernikov 	IPFW_UH_WLOCK_ASSERT(ch);
1900cba2b28SAlexander V. Chernikov 
1910cba2b28SAlexander V. Chernikov 	valuestate = NULL;
1920cba2b28SAlexander V. Chernikov 	new_idx = NULL;
1930cba2b28SAlexander V. Chernikov 
1940cba2b28SAlexander V. Chernikov 	pval = (struct table_value *)ch->valuestate;
1950cba2b28SAlexander V. Chernikov 	vi = CHAIN_TO_VI(ch);
1960cba2b28SAlexander V. Chernikov 	tcfg = CHAIN_TO_TCFG(ch);
1970cba2b28SAlexander V. Chernikov 
1980cba2b28SAlexander V. Chernikov 	val_size = tcfg->val_size * 2;
1990cba2b28SAlexander V. Chernikov 
2000cba2b28SAlexander V. Chernikov 	if (val_size == (1 << 30))
2010cba2b28SAlexander V. Chernikov 		return (ENOSPC);
2020cba2b28SAlexander V. Chernikov 
2030cba2b28SAlexander V. Chernikov 	IPFW_UH_WUNLOCK(ch);
2040cba2b28SAlexander V. Chernikov 
2050cba2b28SAlexander V. Chernikov 	valuestate = malloc(sizeof(struct table_value) * val_size, M_IPFW,
2060cba2b28SAlexander V. Chernikov 	    M_WAITOK | M_ZERO);
2070cba2b28SAlexander V. Chernikov 	ipfw_objhash_bitmap_alloc(val_size, (void *)&new_idx,
2080cba2b28SAlexander V. Chernikov 	    &new_blocks);
2090cba2b28SAlexander V. Chernikov 
2100cba2b28SAlexander V. Chernikov 	IPFW_UH_WLOCK(ch);
2110cba2b28SAlexander V. Chernikov 
2120cba2b28SAlexander V. Chernikov 	/*
2130cba2b28SAlexander V. Chernikov 	 * Check if we still need to resize
2140cba2b28SAlexander V. Chernikov 	 */
2150cba2b28SAlexander V. Chernikov 	if (tcfg->val_size >= val_size)
2160cba2b28SAlexander V. Chernikov 		goto done;
2170cba2b28SAlexander V. Chernikov 
2180cba2b28SAlexander V. Chernikov 	/* Update pointers and notify everyone we're changing @ch */
2190cba2b28SAlexander V. Chernikov 	pval = (struct table_value *)ch->valuestate;
2200cba2b28SAlexander V. Chernikov 	rollback_toperation_state(ch, ch);
2210cba2b28SAlexander V. Chernikov 
2220cba2b28SAlexander V. Chernikov 	/* Good. Let's merge */
2230cba2b28SAlexander V. Chernikov 	memcpy(valuestate, pval, sizeof(struct table_value) * tcfg->val_size);
2240cba2b28SAlexander V. Chernikov 	ipfw_objhash_bitmap_merge(CHAIN_TO_VI(ch), &new_idx, &new_blocks);
2250cba2b28SAlexander V. Chernikov 
2260cba2b28SAlexander V. Chernikov 	IPFW_WLOCK(ch);
2270cba2b28SAlexander V. Chernikov 	/* Change pointers */
2280cba2b28SAlexander V. Chernikov 	old_valuestate = ch->valuestate;
2290cba2b28SAlexander V. Chernikov 	ch->valuestate = valuestate;
2300cba2b28SAlexander V. Chernikov 	valuestate = old_valuestate;
2310cba2b28SAlexander V. Chernikov 	ipfw_objhash_bitmap_swap(CHAIN_TO_VI(ch), &new_idx, &new_blocks);
2320cba2b28SAlexander V. Chernikov 
2330cba2b28SAlexander V. Chernikov 	val_size_old = tcfg->val_size;
2340cba2b28SAlexander V. Chernikov 	tcfg->val_size = val_size;
2350cba2b28SAlexander V. Chernikov 	val_size = val_size_old;
2360cba2b28SAlexander V. Chernikov 	IPFW_WUNLOCK(ch);
2370cba2b28SAlexander V. Chernikov 	/* Update pointers to reflect resize */
2380cba2b28SAlexander V. Chernikov 	memset(&da, 0, sizeof(da));
2390cba2b28SAlexander V. Chernikov 	da.pval = (struct table_value *)ch->valuestate;
2400cba2b28SAlexander V. Chernikov 	ipfw_objhash_foreach(vi, update_tvalue, &da);
2410cba2b28SAlexander V. Chernikov 
2420cba2b28SAlexander V. Chernikov done:
2430cba2b28SAlexander V. Chernikov 	free(valuestate, M_IPFW);
2440cba2b28SAlexander V. Chernikov 	ipfw_objhash_bitmap_free(new_idx, new_blocks);
2450cba2b28SAlexander V. Chernikov 
2460cba2b28SAlexander V. Chernikov 	return (0);
2470cba2b28SAlexander V. Chernikov }
2480cba2b28SAlexander V. Chernikov 
24971af39bfSAlexander V. Chernikov /*
25071af39bfSAlexander V. Chernikov  * Drops reference for table value with index @kidx, stored in @pval and
25171af39bfSAlexander V. Chernikov  * @vi. Frees value if it has no references.
25271af39bfSAlexander V. Chernikov  */
2530cba2b28SAlexander V. Chernikov static void
unref_table_value(struct namedobj_instance * vi,struct table_value * pval,uint32_t kidx)2540cba2b28SAlexander V. Chernikov unref_table_value(struct namedobj_instance *vi, struct table_value *pval,
2550cba2b28SAlexander V. Chernikov     uint32_t kidx)
2560cba2b28SAlexander V. Chernikov {
2570cba2b28SAlexander V. Chernikov 	struct table_val_link *ptvl;
2580cba2b28SAlexander V. Chernikov 
2598ebca97fSAlexander V. Chernikov 	KASSERT(pval[kidx].refcnt > 0, ("Refcount is 0 on kidx %d", kidx));
2608ebca97fSAlexander V. Chernikov 	if (--pval[kidx].refcnt > 0)
2610cba2b28SAlexander V. Chernikov 		return;
2620cba2b28SAlexander V. Chernikov 
2630cba2b28SAlexander V. Chernikov 	/* Last reference, delete item */
2640cba2b28SAlexander V. Chernikov 	ptvl = (struct table_val_link *)ipfw_objhash_lookup_kidx(vi, kidx);
2650cba2b28SAlexander V. Chernikov 	KASSERT(ptvl != NULL, ("lookup on value kidx %d failed", kidx));
2660cba2b28SAlexander V. Chernikov 	ipfw_objhash_del(vi, &ptvl->no);
2670cba2b28SAlexander V. Chernikov 	ipfw_objhash_free_idx(vi, kidx);
2680cba2b28SAlexander V. Chernikov 	free(ptvl, M_IPFW);
2690cba2b28SAlexander V. Chernikov }
2700cba2b28SAlexander V. Chernikov 
2710cba2b28SAlexander V. Chernikov struct flush_args {
2720cba2b28SAlexander V. Chernikov 	struct ip_fw_chain *ch;
2730cba2b28SAlexander V. Chernikov 	struct table_algo *ta;
2740cba2b28SAlexander V. Chernikov 	struct table_info *ti;
2750cba2b28SAlexander V. Chernikov 	void *astate;
2760cba2b28SAlexander V. Chernikov 	ipfw_obj_tentry tent;
2770cba2b28SAlexander V. Chernikov };
2780cba2b28SAlexander V. Chernikov 
2790cba2b28SAlexander V. Chernikov static int
unref_table_value_cb(void * e,void * arg)2800cba2b28SAlexander V. Chernikov unref_table_value_cb(void *e, void *arg)
2810cba2b28SAlexander V. Chernikov {
2820cba2b28SAlexander V. Chernikov 	struct flush_args *fa;
2830cba2b28SAlexander V. Chernikov 	struct ip_fw_chain *ch;
2840cba2b28SAlexander V. Chernikov 	struct table_algo *ta;
2850cba2b28SAlexander V. Chernikov 	ipfw_obj_tentry *tent;
2860cba2b28SAlexander V. Chernikov 	int error;
2870cba2b28SAlexander V. Chernikov 
2880cba2b28SAlexander V. Chernikov 	fa = (struct flush_args *)arg;
2890cba2b28SAlexander V. Chernikov 
2900cba2b28SAlexander V. Chernikov 	ta = fa->ta;
2910cba2b28SAlexander V. Chernikov 	memset(&fa->tent, 0, sizeof(fa->tent));
2920cba2b28SAlexander V. Chernikov 	tent = &fa->tent;
2930cba2b28SAlexander V. Chernikov 	error = ta->dump_tentry(fa->astate, fa->ti, e, tent);
2940cba2b28SAlexander V. Chernikov 	if (error != 0)
2950cba2b28SAlexander V. Chernikov 		return (error);
2960cba2b28SAlexander V. Chernikov 
2970cba2b28SAlexander V. Chernikov 	ch = fa->ch;
2980cba2b28SAlexander V. Chernikov 
2990cba2b28SAlexander V. Chernikov 	unref_table_value(CHAIN_TO_VI(ch),
3000cba2b28SAlexander V. Chernikov 	    (struct table_value *)ch->valuestate, tent->v.kidx);
3010cba2b28SAlexander V. Chernikov 
3020cba2b28SAlexander V. Chernikov 	return (0);
3030cba2b28SAlexander V. Chernikov }
3040cba2b28SAlexander V. Chernikov 
3050cba2b28SAlexander V. Chernikov /*
3060cba2b28SAlexander V. Chernikov  * Drop references for each value used in @tc.
3070cba2b28SAlexander V. Chernikov  */
3080cba2b28SAlexander V. Chernikov void
ipfw_unref_table_values(struct ip_fw_chain * ch,struct table_config * tc,struct table_algo * ta,void * astate,struct table_info * ti)3090cba2b28SAlexander V. Chernikov ipfw_unref_table_values(struct ip_fw_chain *ch, struct table_config *tc,
3100cba2b28SAlexander V. Chernikov     struct table_algo *ta, void *astate, struct table_info *ti)
3110cba2b28SAlexander V. Chernikov {
3120cba2b28SAlexander V. Chernikov 	struct flush_args fa;
3130cba2b28SAlexander V. Chernikov 
3148ebca97fSAlexander V. Chernikov 	IPFW_UH_WLOCK_ASSERT(ch);
3158ebca97fSAlexander V. Chernikov 
3160cba2b28SAlexander V. Chernikov 	memset(&fa, 0, sizeof(fa));
3170cba2b28SAlexander V. Chernikov 	fa.ch = ch;
3180cba2b28SAlexander V. Chernikov 	fa.ta = ta;
3190cba2b28SAlexander V. Chernikov 	fa.astate = astate;
3200cba2b28SAlexander V. Chernikov 	fa.ti = ti;
3210cba2b28SAlexander V. Chernikov 
3220cba2b28SAlexander V. Chernikov 	ta->foreach(astate, ti, unref_table_value_cb, &fa);
3230cba2b28SAlexander V. Chernikov }
3240cba2b28SAlexander V. Chernikov 
3250cba2b28SAlexander V. Chernikov /*
3260cba2b28SAlexander V. Chernikov  * Table operation state handler.
3270cba2b28SAlexander V. Chernikov  * Called when we are going to change something in @tc which
3280cba2b28SAlexander V. Chernikov  * may lead to inconsistencies in on-going table data addition.
3290cba2b28SAlexander V. Chernikov  *
3300cba2b28SAlexander V. Chernikov  * Here we rollback all already committed state (table values, currently)
3310cba2b28SAlexander V. Chernikov  * and set "modified" field to non-zero value to indicate
3320cba2b28SAlexander V. Chernikov  * that we need to restart original operation.
3330cba2b28SAlexander V. Chernikov  */
33471af39bfSAlexander V. Chernikov void
rollback_table_values(struct tableop_state * ts)33571af39bfSAlexander V. Chernikov rollback_table_values(struct tableop_state *ts)
3360cba2b28SAlexander V. Chernikov {
3370cba2b28SAlexander V. Chernikov 	struct ip_fw_chain *ch;
3380cba2b28SAlexander V. Chernikov 	struct table_value *pval;
3390cba2b28SAlexander V. Chernikov 	struct tentry_info *ptei;
3400cba2b28SAlexander V. Chernikov 	struct namedobj_instance *vi;
3410cba2b28SAlexander V. Chernikov 	int i;
3420cba2b28SAlexander V. Chernikov 
3430cba2b28SAlexander V. Chernikov 	ch = ts->ch;
3440cba2b28SAlexander V. Chernikov 
3450cba2b28SAlexander V. Chernikov 	IPFW_UH_WLOCK_ASSERT(ch);
3460cba2b28SAlexander V. Chernikov 
3470cba2b28SAlexander V. Chernikov 	/* Get current table value pointer */
3480cba2b28SAlexander V. Chernikov 	get_value_ptrs(ch, ts->tc, ts->vshared, &pval, &vi);
3490cba2b28SAlexander V. Chernikov 
3500cba2b28SAlexander V. Chernikov 	for (i = 0; i < ts->count; i++) {
3510cba2b28SAlexander V. Chernikov 		ptei = &ts->tei[i];
3520cba2b28SAlexander V. Chernikov 
3530cba2b28SAlexander V. Chernikov 		if (ptei->value == 0)
3540cba2b28SAlexander V. Chernikov 			continue;
3550cba2b28SAlexander V. Chernikov 
3560cba2b28SAlexander V. Chernikov 		unref_table_value(vi, pval, ptei->value);
3570cba2b28SAlexander V. Chernikov 	}
3580cba2b28SAlexander V. Chernikov }
3590cba2b28SAlexander V. Chernikov 
3600cba2b28SAlexander V. Chernikov /*
3610cba2b28SAlexander V. Chernikov  * Allocate new value index in either shared or per-table array.
3620cba2b28SAlexander V. Chernikov  * Function may drop/reacquire UH lock.
3630cba2b28SAlexander V. Chernikov  *
3640cba2b28SAlexander V. Chernikov  * Returns 0 on success.
3650cba2b28SAlexander V. Chernikov  */
3660cba2b28SAlexander V. Chernikov static int
alloc_table_vidx(struct ip_fw_chain * ch,struct tableop_state * ts,struct namedobj_instance * vi,uint32_t * pvidx,uint8_t flags)3670cba2b28SAlexander V. Chernikov alloc_table_vidx(struct ip_fw_chain *ch, struct tableop_state *ts,
368*4a77657cSAndrey V. Elsukov     struct namedobj_instance *vi, uint32_t *pvidx, uint8_t flags)
3690cba2b28SAlexander V. Chernikov {
3700cba2b28SAlexander V. Chernikov 	int error, vlimit;
371*4a77657cSAndrey V. Elsukov 	uint32_t vidx;
3720cba2b28SAlexander V. Chernikov 
3730cba2b28SAlexander V. Chernikov 	IPFW_UH_WLOCK_ASSERT(ch);
3740cba2b28SAlexander V. Chernikov 
3750cba2b28SAlexander V. Chernikov 	error = ipfw_objhash_alloc_idx(vi, &vidx);
3760cba2b28SAlexander V. Chernikov 	if (error != 0) {
3770cba2b28SAlexander V. Chernikov 		/*
3780cba2b28SAlexander V. Chernikov 		 * We need to resize array. This involves
3790cba2b28SAlexander V. Chernikov 		 * lock/unlock, so we need to check "modified"
3800cba2b28SAlexander V. Chernikov 		 * state.
3810cba2b28SAlexander V. Chernikov 		 */
38271af39bfSAlexander V. Chernikov 		ts->opstate.func(ts->tc, &ts->opstate);
3830cba2b28SAlexander V. Chernikov 		error = resize_shared_value_storage(ch);
3840cba2b28SAlexander V. Chernikov 		return (error); /* ts->modified should be set, we will restart */
3850cba2b28SAlexander V. Chernikov 	}
3860cba2b28SAlexander V. Chernikov 
3870cba2b28SAlexander V. Chernikov 	vlimit = ts->ta->vlimit;
38857ddf396SAlexander V. Chernikov 	if (vlimit != 0 && vidx >= vlimit && !(flags & IPFW_CTF_ATOMIC)) {
3890cba2b28SAlexander V. Chernikov 		/*
3900cba2b28SAlexander V. Chernikov 		 * Algorithm is not able to store given index.
3910cba2b28SAlexander V. Chernikov 		 * We have to rollback state, start using
3920cba2b28SAlexander V. Chernikov 		 * per-table value array or return error
3930cba2b28SAlexander V. Chernikov 		 * if we're already using it.
3940cba2b28SAlexander V. Chernikov 		 */
3950cba2b28SAlexander V. Chernikov 		if (ts->vshared != 0) {
3960cba2b28SAlexander V. Chernikov 			/* shared -> per-table  */
3970cba2b28SAlexander V. Chernikov 			return (ENOSPC); /* TODO: proper error */
3980cba2b28SAlexander V. Chernikov 		}
3990cba2b28SAlexander V. Chernikov 
4000cba2b28SAlexander V. Chernikov 		/* per-table. Fail for now. */
4010cba2b28SAlexander V. Chernikov 		return (ENOSPC); /* TODO: proper error */
4020cba2b28SAlexander V. Chernikov 	}
4030cba2b28SAlexander V. Chernikov 
4040cba2b28SAlexander V. Chernikov 	*pvidx = vidx;
4050cba2b28SAlexander V. Chernikov 	return (0);
4060cba2b28SAlexander V. Chernikov }
4070cba2b28SAlexander V. Chernikov 
4080cba2b28SAlexander V. Chernikov /*
40971af39bfSAlexander V. Chernikov  * Drops value reference for unused values (updates, deletes, partially
4100cba2b28SAlexander V. Chernikov  * successful adds or rollbacks).
4110cba2b28SAlexander V. Chernikov  */
4120cba2b28SAlexander V. Chernikov void
ipfw_garbage_table_values(struct ip_fw_chain * ch,struct table_config * tc,struct tentry_info * tei,uint32_t count,int rollback)41371af39bfSAlexander V. Chernikov ipfw_garbage_table_values(struct ip_fw_chain *ch, struct table_config *tc,
4140cba2b28SAlexander V. Chernikov     struct tentry_info *tei, uint32_t count, int rollback)
4150cba2b28SAlexander V. Chernikov {
4160cba2b28SAlexander V. Chernikov 	int i;
4170cba2b28SAlexander V. Chernikov 	struct tentry_info *ptei;
4180cba2b28SAlexander V. Chernikov 	struct table_value *pval;
4190cba2b28SAlexander V. Chernikov 	struct namedobj_instance *vi;
4200cba2b28SAlexander V. Chernikov 
4210cba2b28SAlexander V. Chernikov 	/*
42271af39bfSAlexander V. Chernikov 	 * We have two slightly different ADD cases here:
4230cba2b28SAlexander V. Chernikov 	 * either (1) we are successful / partially successful,
4240cba2b28SAlexander V. Chernikov 	 * in that case we need
4250cba2b28SAlexander V. Chernikov 	 * * to ignore ADDED entries values
42657ddf396SAlexander V. Chernikov 	 * * rollback every other values if atomicity is not
42757ddf396SAlexander V. Chernikov 	 * * required (either UPDATED since old value has been
42857ddf396SAlexander V. Chernikov 	 *   stored there, or some failure like EXISTS or LIMIT
42957ddf396SAlexander V. Chernikov 	 *   or simply "ignored" case.
4300cba2b28SAlexander V. Chernikov 	 *
4310cba2b28SAlexander V. Chernikov 	 * (2): atomic rollback of partially successful operation
4320cba2b28SAlexander V. Chernikov 	 * in that case we simply need to unref all entries.
4330cba2b28SAlexander V. Chernikov 	 *
43471af39bfSAlexander V. Chernikov 	 * DELETE case is simpler: no atomic support there, so
43571af39bfSAlexander V. Chernikov 	 * we simply unref all non-zero values.
4360cba2b28SAlexander V. Chernikov 	 */
4370cba2b28SAlexander V. Chernikov 
4380cba2b28SAlexander V. Chernikov 	/*
4390cba2b28SAlexander V. Chernikov 	 * Get current table value pointers.
4400cba2b28SAlexander V. Chernikov 	 * XXX: Properly read vshared
4410cba2b28SAlexander V. Chernikov 	 */
4420cba2b28SAlexander V. Chernikov 	get_value_ptrs(ch, tc, 1, &pval, &vi);
4430cba2b28SAlexander V. Chernikov 
4440cba2b28SAlexander V. Chernikov 	for (i = 0; i < count; i++) {
4450cba2b28SAlexander V. Chernikov 		ptei = &tei[i];
4460cba2b28SAlexander V. Chernikov 
4470cba2b28SAlexander V. Chernikov 		if (ptei->value == 0) {
4480cba2b28SAlexander V. Chernikov 			/*
4490cba2b28SAlexander V. Chernikov 			 * We may be deleting non-existing record.
4500cba2b28SAlexander V. Chernikov 			 * Skip.
4510cba2b28SAlexander V. Chernikov 			 */
4520cba2b28SAlexander V. Chernikov 			continue;
4530cba2b28SAlexander V. Chernikov 		}
4540cba2b28SAlexander V. Chernikov 
4550cba2b28SAlexander V. Chernikov 		if ((ptei->flags & TEI_FLAGS_ADDED) != 0 && rollback == 0) {
4560cba2b28SAlexander V. Chernikov 			ptei->value = 0;
4570cba2b28SAlexander V. Chernikov 			continue;
4580cba2b28SAlexander V. Chernikov 		}
4590cba2b28SAlexander V. Chernikov 
4600cba2b28SAlexander V. Chernikov 		unref_table_value(vi, pval, ptei->value);
4610cba2b28SAlexander V. Chernikov 		ptei->value = 0;
4620cba2b28SAlexander V. Chernikov 	}
4630cba2b28SAlexander V. Chernikov }
4640cba2b28SAlexander V. Chernikov 
46571af39bfSAlexander V. Chernikov /*
46671af39bfSAlexander V. Chernikov  * Main function used to link values of entries going to be added,
46771af39bfSAlexander V. Chernikov  * to the index. Since we may perform many UH locks drops/acquires,
46871af39bfSAlexander V. Chernikov  * handle changes by checking tablestate "modified" field.
46971af39bfSAlexander V. Chernikov  *
47071af39bfSAlexander V. Chernikov  * Success: return 0.
47171af39bfSAlexander V. Chernikov  */
4720cba2b28SAlexander V. Chernikov int
ipfw_link_table_values(struct ip_fw_chain * ch,struct tableop_state * ts,uint8_t flags)47357ddf396SAlexander V. Chernikov ipfw_link_table_values(struct ip_fw_chain *ch, struct tableop_state *ts,
47457ddf396SAlexander V. Chernikov     uint8_t flags)
4750cba2b28SAlexander V. Chernikov {
4760cba2b28SAlexander V. Chernikov 	int error, i, found;
4770cba2b28SAlexander V. Chernikov 	struct namedobj_instance *vi;
4780cba2b28SAlexander V. Chernikov 	struct table_config *tc;
4790cba2b28SAlexander V. Chernikov 	struct tentry_info *tei, *ptei;
480*4a77657cSAndrey V. Elsukov 	uint32_t count, vidx, vlimit;
4810cba2b28SAlexander V. Chernikov 	struct table_val_link *ptv;
4820cba2b28SAlexander V. Chernikov 	struct table_value tval, *pval;
4830cba2b28SAlexander V. Chernikov 
4840cba2b28SAlexander V. Chernikov 	/*
4850cba2b28SAlexander V. Chernikov 	 * Stage 1: reference all existing values and
48671af39bfSAlexander V. Chernikov 	 * save their indices.
4870cba2b28SAlexander V. Chernikov 	 */
4880cba2b28SAlexander V. Chernikov 	IPFW_UH_WLOCK_ASSERT(ch);
4890cba2b28SAlexander V. Chernikov 	get_value_ptrs(ch, ts->tc, ts->vshared, &pval, &vi);
4900cba2b28SAlexander V. Chernikov 
4910cba2b28SAlexander V. Chernikov 	error = 0;
4920cba2b28SAlexander V. Chernikov 	found = 0;
4930cba2b28SAlexander V. Chernikov 	vlimit = ts->ta->vlimit;
494d4e1b515SAlexander V. Chernikov 	vidx = 0;
4950cba2b28SAlexander V. Chernikov 	tc = ts->tc;
4960cba2b28SAlexander V. Chernikov 	tei = ts->tei;
4970cba2b28SAlexander V. Chernikov 	count = ts->count;
4980cba2b28SAlexander V. Chernikov 	for (i = 0; i < count; i++) {
4990cba2b28SAlexander V. Chernikov 		ptei = &tei[i];
500a4641f4eSPedro F. Giffuni 		ptei->value = 0; /* Ensure value is always 0 in the beginning */
5010cba2b28SAlexander V. Chernikov 		mask_table_value(ptei->pvalue, &tval, ts->vmask);
5020cba2b28SAlexander V. Chernikov 		ptv = (struct table_val_link *)ipfw_objhash_lookup_name(vi, 0,
5030cba2b28SAlexander V. Chernikov 		    (char *)&tval);
5040cba2b28SAlexander V. Chernikov 		if (ptv == NULL)
5050cba2b28SAlexander V. Chernikov 			continue;
5060cba2b28SAlexander V. Chernikov 		/* Deal with vlimit later */
5070cba2b28SAlexander V. Chernikov 		if (vlimit > 0 && vlimit <= ptv->no.kidx)
5080cba2b28SAlexander V. Chernikov 			continue;
5090cba2b28SAlexander V. Chernikov 
5100cba2b28SAlexander V. Chernikov 		/* Value found. Bump refcount */
5110cba2b28SAlexander V. Chernikov 		ptv->pval->refcnt++;
5120cba2b28SAlexander V. Chernikov 		ptei->value = ptv->no.kidx;
513fb4b37a3SAlexander V. Chernikov 		found++;
5140cba2b28SAlexander V. Chernikov 	}
5150cba2b28SAlexander V. Chernikov 
5160cba2b28SAlexander V. Chernikov 	if (ts->count == found) {
5170cba2b28SAlexander V. Chernikov 		/* We've found all values , no need ts create new ones */
5180cba2b28SAlexander V. Chernikov 		return (0);
5190cba2b28SAlexander V. Chernikov 	}
5200cba2b28SAlexander V. Chernikov 
5210cba2b28SAlexander V. Chernikov 	/*
5220cba2b28SAlexander V. Chernikov 	 * we have added some state here, let's attach operation
5230cba2b28SAlexander V. Chernikov 	 * state ts the list ts be able ts rollback if necessary.
5240cba2b28SAlexander V. Chernikov 	 */
5250cba2b28SAlexander V. Chernikov 	add_toperation_state(ch, ts);
5260cba2b28SAlexander V. Chernikov 	/* Ensure table won't disappear */
5270cba2b28SAlexander V. Chernikov 	tc_ref(tc);
5280cba2b28SAlexander V. Chernikov 	IPFW_UH_WUNLOCK(ch);
5290cba2b28SAlexander V. Chernikov 
5300cba2b28SAlexander V. Chernikov 	/*
5310cba2b28SAlexander V. Chernikov 	 * Stage 2: allocate objects for non-existing values.
5320cba2b28SAlexander V. Chernikov 	 */
5330cba2b28SAlexander V. Chernikov 	for (i = 0; i < count; i++) {
5340cba2b28SAlexander V. Chernikov 		ptei = &tei[i];
5350cba2b28SAlexander V. Chernikov 		if (ptei->value != 0)
5360cba2b28SAlexander V. Chernikov 			continue;
5370cba2b28SAlexander V. Chernikov 		if (ptei->ptv != NULL)
5380cba2b28SAlexander V. Chernikov 			continue;
5390cba2b28SAlexander V. Chernikov 		ptei->ptv = malloc(sizeof(struct table_val_link), M_IPFW,
5400cba2b28SAlexander V. Chernikov 		    M_WAITOK | M_ZERO);
5410cba2b28SAlexander V. Chernikov 	}
5420cba2b28SAlexander V. Chernikov 
5430cba2b28SAlexander V. Chernikov 	/*
5440cba2b28SAlexander V. Chernikov 	 * Stage 3: allocate index numbers for new values
5450cba2b28SAlexander V. Chernikov 	 * and link them to index.
5460cba2b28SAlexander V. Chernikov 	 */
5470cba2b28SAlexander V. Chernikov 	IPFW_UH_WLOCK(ch);
5480cba2b28SAlexander V. Chernikov 	tc_unref(tc);
5490cba2b28SAlexander V. Chernikov 	del_toperation_state(ch, ts);
550be8bc457SAlexander V. Chernikov 	if (ts->modified != 0) {
551be8bc457SAlexander V. Chernikov 		/*
552be8bc457SAlexander V. Chernikov 		 * In general, we should free all state/indexes here
553be8bc457SAlexander V. Chernikov 		 * and return. However, we keep allocated state instead
554be8bc457SAlexander V. Chernikov 		 * to ensure we achieve some progress on each restart.
555be8bc457SAlexander V. Chernikov 		 */
5560cba2b28SAlexander V. Chernikov 		return (0);
557be8bc457SAlexander V. Chernikov 	}
5580cba2b28SAlexander V. Chernikov 
559956f6d3aSAlexander V. Chernikov 	KASSERT(pval == ch->valuestate, ("resize_storage() notify failure"));
5600cba2b28SAlexander V. Chernikov 
5610cba2b28SAlexander V. Chernikov 	/* Let's try to link values */
5620cba2b28SAlexander V. Chernikov 	for (i = 0; i < count; i++) {
5630cba2b28SAlexander V. Chernikov 		ptei = &tei[i];
5640cba2b28SAlexander V. Chernikov 
5650cba2b28SAlexander V. Chernikov 		/* Check if record has appeared */
5660cba2b28SAlexander V. Chernikov 		mask_table_value(ptei->pvalue, &tval, ts->vmask);
5670cba2b28SAlexander V. Chernikov 		ptv = (struct table_val_link *)ipfw_objhash_lookup_name(vi, 0,
5680cba2b28SAlexander V. Chernikov 		    (char *)&tval);
5690cba2b28SAlexander V. Chernikov 		if (ptv != NULL) {
570fb4b37a3SAlexander V. Chernikov 			ptv->pval->refcnt++;
5710cba2b28SAlexander V. Chernikov 			ptei->value = ptv->no.kidx;
5720cba2b28SAlexander V. Chernikov 			continue;
5730cba2b28SAlexander V. Chernikov 		}
5740cba2b28SAlexander V. Chernikov 
5750cba2b28SAlexander V. Chernikov 		/* May perform UH unlock/lock */
57657ddf396SAlexander V. Chernikov 		error = alloc_table_vidx(ch, ts, vi, &vidx, flags);
5770cba2b28SAlexander V. Chernikov 		if (error != 0) {
57871af39bfSAlexander V. Chernikov 			ts->opstate.func(ts->tc, &ts->opstate);
5790cba2b28SAlexander V. Chernikov 			return (error);
5800cba2b28SAlexander V. Chernikov 		}
58171af39bfSAlexander V. Chernikov 		/* value storage resize has happened, return */
5820cba2b28SAlexander V. Chernikov 		if (ts->modified != 0)
5830cba2b28SAlexander V. Chernikov 			return (0);
5840cba2b28SAlexander V. Chernikov 
5850cba2b28SAlexander V. Chernikov 		/* Finally, we have allocated valid index, let's add entry */
5860cba2b28SAlexander V. Chernikov 		ptei->value = vidx;
5870cba2b28SAlexander V. Chernikov 		ptv = (struct table_val_link *)ptei->ptv;
5880cba2b28SAlexander V. Chernikov 		ptei->ptv = NULL;
5890cba2b28SAlexander V. Chernikov 
5900cba2b28SAlexander V. Chernikov 		ptv->no.kidx = vidx;
5910cba2b28SAlexander V. Chernikov 		ptv->no.name = (char *)&pval[vidx];
5920cba2b28SAlexander V. Chernikov 		ptv->pval = &pval[vidx];
5930cba2b28SAlexander V. Chernikov 		memcpy(ptv->pval, &tval, sizeof(struct table_value));
5940cba2b28SAlexander V. Chernikov 		pval[vidx].refcnt = 1;
5950cba2b28SAlexander V. Chernikov 		ipfw_objhash_add(vi, &ptv->no);
5960cba2b28SAlexander V. Chernikov 	}
5970cba2b28SAlexander V. Chernikov 
5980cba2b28SAlexander V. Chernikov 	return (0);
5990cba2b28SAlexander V. Chernikov }
6000cba2b28SAlexander V. Chernikov 
6010cba2b28SAlexander V. Chernikov /*
60271af39bfSAlexander V. Chernikov  * Imports table value from current userland format.
60371af39bfSAlexander V. Chernikov  * Saves value in kernel format to the same place.
60471af39bfSAlexander V. Chernikov  */
6050cba2b28SAlexander V. Chernikov void
ipfw_import_table_value_v1(ipfw_table_value * iv)6060cba2b28SAlexander V. Chernikov ipfw_import_table_value_v1(ipfw_table_value *iv)
6070cba2b28SAlexander V. Chernikov {
6080cba2b28SAlexander V. Chernikov 	struct table_value v;
6090cba2b28SAlexander V. Chernikov 
6100cba2b28SAlexander V. Chernikov 	memset(&v, 0, sizeof(v));
6110cba2b28SAlexander V. Chernikov 	v.tag = iv->tag;
6120cba2b28SAlexander V. Chernikov 	v.pipe = iv->pipe;
6130cba2b28SAlexander V. Chernikov 	v.divert = iv->divert;
6140cba2b28SAlexander V. Chernikov 	v.skipto = iv->skipto;
6150cba2b28SAlexander V. Chernikov 	v.netgraph = iv->netgraph;
6160cba2b28SAlexander V. Chernikov 	v.fib = iv->fib;
6170cba2b28SAlexander V. Chernikov 	v.nat = iv->nat;
6180cba2b28SAlexander V. Chernikov 	v.dscp = iv->dscp;
6190cba2b28SAlexander V. Chernikov 	v.nh4 = iv->nh4;
6200cba2b28SAlexander V. Chernikov 	v.nh6 = iv->nh6;
6210cba2b28SAlexander V. Chernikov 	v.limit = iv->limit;
6222530ed9eSAndrey V. Elsukov 	v.zoneid = iv->zoneid;
623fc727ad6SBoris Lytochkin 	v.mark = iv->mark;
6240cba2b28SAlexander V. Chernikov 
6250cba2b28SAlexander V. Chernikov 	memcpy(iv, &v, sizeof(ipfw_table_value));
6260cba2b28SAlexander V. Chernikov }
6270cba2b28SAlexander V. Chernikov 
62871af39bfSAlexander V. Chernikov /*
62971af39bfSAlexander V. Chernikov  * Export real table value @v to current userland format.
63071af39bfSAlexander V. Chernikov  * Note that @v and @piv may point to the same memory.
63171af39bfSAlexander V. Chernikov  */
6320cba2b28SAlexander V. Chernikov void
ipfw_export_table_value_v1(struct table_value * v,ipfw_table_value * piv)6330cba2b28SAlexander V. Chernikov ipfw_export_table_value_v1(struct table_value *v, ipfw_table_value *piv)
6340cba2b28SAlexander V. Chernikov {
6350cba2b28SAlexander V. Chernikov 	ipfw_table_value iv;
6360cba2b28SAlexander V. Chernikov 
6370cba2b28SAlexander V. Chernikov 	memset(&iv, 0, sizeof(iv));
6380cba2b28SAlexander V. Chernikov 	iv.tag = v->tag;
6390cba2b28SAlexander V. Chernikov 	iv.pipe = v->pipe;
6400cba2b28SAlexander V. Chernikov 	iv.divert = v->divert;
6410cba2b28SAlexander V. Chernikov 	iv.skipto = v->skipto;
6420cba2b28SAlexander V. Chernikov 	iv.netgraph = v->netgraph;
6430cba2b28SAlexander V. Chernikov 	iv.fib = v->fib;
6440cba2b28SAlexander V. Chernikov 	iv.nat = v->nat;
6450cba2b28SAlexander V. Chernikov 	iv.dscp = v->dscp;
6460cba2b28SAlexander V. Chernikov 	iv.limit = v->limit;
6470cba2b28SAlexander V. Chernikov 	iv.nh4 = v->nh4;
6480cba2b28SAlexander V. Chernikov 	iv.nh6 = v->nh6;
6492530ed9eSAndrey V. Elsukov 	iv.zoneid = v->zoneid;
650fc727ad6SBoris Lytochkin 	iv.mark = v->mark;
6510cba2b28SAlexander V. Chernikov 
6520cba2b28SAlexander V. Chernikov 	memcpy(piv, &iv, sizeof(iv));
6530cba2b28SAlexander V. Chernikov }
6540cba2b28SAlexander V. Chernikov 
65571af39bfSAlexander V. Chernikov /*
656fc727ad6SBoris Lytochkin  * Exports real value data into ipfw_table_value structure including refcnt.
65771af39bfSAlexander V. Chernikov  */
658b309f085SAndrey V. Elsukov static int
dump_tvalue(struct namedobj_instance * ni,struct named_object * no,void * arg)6590cba2b28SAlexander V. Chernikov dump_tvalue(struct namedobj_instance *ni, struct named_object *no, void *arg)
6600cba2b28SAlexander V. Chernikov {
6610cba2b28SAlexander V. Chernikov 	struct vdump_args *da;
6620cba2b28SAlexander V. Chernikov 	struct table_val_link *ptv;
663fc727ad6SBoris Lytochkin 	ipfw_table_value *v;
6640cba2b28SAlexander V. Chernikov 
6650cba2b28SAlexander V. Chernikov 	da = (struct vdump_args *)arg;
6660cba2b28SAlexander V. Chernikov 	ptv = (struct table_val_link *)no;
6670cba2b28SAlexander V. Chernikov 
668fc727ad6SBoris Lytochkin 	v = (ipfw_table_value *)ipfw_get_sopt_space(da->sd, sizeof(*v));
6690cba2b28SAlexander V. Chernikov 	/* Out of memory, returning */
6700cba2b28SAlexander V. Chernikov 	if (v == NULL) {
6710cba2b28SAlexander V. Chernikov 		da->error = ENOMEM;
672b309f085SAndrey V. Elsukov 		return (ENOMEM);
6730cba2b28SAlexander V. Chernikov 	}
6740cba2b28SAlexander V. Chernikov 
675fc727ad6SBoris Lytochkin 	ipfw_export_table_value_v1(ptv->pval, v);
676fc727ad6SBoris Lytochkin 	v->refcnt = ptv->pval->refcnt;
677fc727ad6SBoris Lytochkin 	v->kidx = ptv->no.kidx;
678b309f085SAndrey V. Elsukov 	return (0);
6790cba2b28SAlexander V. Chernikov }
6800cba2b28SAlexander V. Chernikov 
6810cba2b28SAlexander V. Chernikov /*
6820cba2b28SAlexander V. Chernikov  * Dumps all shared/table value data
6830cba2b28SAlexander V. Chernikov  * Data layout (v1)(current):
6840cba2b28SAlexander V. Chernikov  * Request: [ ipfw_obj_lheader ], size = ipfw_obj_lheader.size
6850cba2b28SAlexander V. Chernikov  * Reply: [ ipfw_obj_lheader ipfw_table_value x N ]
6860cba2b28SAlexander V. Chernikov  *
6870cba2b28SAlexander V. Chernikov  * Returns 0 on success
6880cba2b28SAlexander V. Chernikov  */
6896b988f3aSAlexander V. Chernikov static int
list_table_values(struct ip_fw_chain * ch,ip_fw3_opheader * op3,struct sockopt_data * sd)6906b988f3aSAlexander V. Chernikov list_table_values(struct ip_fw_chain *ch, ip_fw3_opheader *op3,
6910cba2b28SAlexander V. Chernikov     struct sockopt_data *sd)
6920cba2b28SAlexander V. Chernikov {
6930cba2b28SAlexander V. Chernikov 	struct _ipfw_obj_lheader *olh;
6940cba2b28SAlexander V. Chernikov 	struct namedobj_instance *vi;
6950cba2b28SAlexander V. Chernikov 	struct vdump_args da;
6960cba2b28SAlexander V. Chernikov 	uint32_t count, size;
6970cba2b28SAlexander V. Chernikov 
6980cba2b28SAlexander V. Chernikov 	olh = (struct _ipfw_obj_lheader *)ipfw_get_sopt_header(sd,sizeof(*olh));
6990cba2b28SAlexander V. Chernikov 	if (olh == NULL)
7000cba2b28SAlexander V. Chernikov 		return (EINVAL);
7010cba2b28SAlexander V. Chernikov 	if (sd->valsize < olh->size)
7020cba2b28SAlexander V. Chernikov 		return (EINVAL);
7030cba2b28SAlexander V. Chernikov 
7040cba2b28SAlexander V. Chernikov 	IPFW_UH_RLOCK(ch);
7050cba2b28SAlexander V. Chernikov 	vi = CHAIN_TO_VI(ch);
7060cba2b28SAlexander V. Chernikov 
7070cba2b28SAlexander V. Chernikov 	count = ipfw_objhash_count(vi);
7080cba2b28SAlexander V. Chernikov 	size = count * sizeof(ipfw_table_value) + sizeof(ipfw_obj_lheader);
7090cba2b28SAlexander V. Chernikov 
7100cba2b28SAlexander V. Chernikov 	/* Fill in header regadless of buffer size */
7110cba2b28SAlexander V. Chernikov 	olh->count = count;
7120cba2b28SAlexander V. Chernikov 	olh->objsize = sizeof(ipfw_table_value);
7130cba2b28SAlexander V. Chernikov 
7140cba2b28SAlexander V. Chernikov 	if (size > olh->size) {
7150cba2b28SAlexander V. Chernikov 		olh->size = size;
7160cba2b28SAlexander V. Chernikov 		IPFW_UH_RUNLOCK(ch);
7170cba2b28SAlexander V. Chernikov 		return (ENOMEM);
7180cba2b28SAlexander V. Chernikov 	}
7190cba2b28SAlexander V. Chernikov 	olh->size = size;
7200cba2b28SAlexander V. Chernikov 
7210cba2b28SAlexander V. Chernikov 	/*
7220cba2b28SAlexander V. Chernikov 	 * Do the actual value dump
7230cba2b28SAlexander V. Chernikov 	 */
7240cba2b28SAlexander V. Chernikov 	memset(&da, 0, sizeof(da));
7250cba2b28SAlexander V. Chernikov 	da.ch = ch;
7260cba2b28SAlexander V. Chernikov 	da.sd = sd;
7270cba2b28SAlexander V. Chernikov 	ipfw_objhash_foreach(vi, dump_tvalue, &da);
7280cba2b28SAlexander V. Chernikov 
7290cba2b28SAlexander V. Chernikov 	IPFW_UH_RUNLOCK(ch);
7300cba2b28SAlexander V. Chernikov 
7310cba2b28SAlexander V. Chernikov 	return (0);
7320cba2b28SAlexander V. Chernikov }
7330cba2b28SAlexander V. Chernikov 
7346b988f3aSAlexander V. Chernikov void
ipfw_table_value_init(struct ip_fw_chain * ch,int first)7356b988f3aSAlexander V. Chernikov ipfw_table_value_init(struct ip_fw_chain *ch, int first)
7366b988f3aSAlexander V. Chernikov {
7376b988f3aSAlexander V. Chernikov 	struct tables_config *tcfg;
7386b988f3aSAlexander V. Chernikov 
7396b988f3aSAlexander V. Chernikov 	ch->valuestate = malloc(VALDATA_START_SIZE * sizeof(struct table_value),
7406b988f3aSAlexander V. Chernikov 	    M_IPFW, M_WAITOK | M_ZERO);
7416b988f3aSAlexander V. Chernikov 
7426b988f3aSAlexander V. Chernikov 	tcfg = ch->tblcfg;
7436b988f3aSAlexander V. Chernikov 
7446b988f3aSAlexander V. Chernikov 	tcfg->val_size = VALDATA_START_SIZE;
745*4a77657cSAndrey V. Elsukov 	tcfg->valhash = ipfw_objhash_create(tcfg->val_size, VALDATA_HASH_SIZE);
7466b988f3aSAlexander V. Chernikov 	ipfw_objhash_set_funcs(tcfg->valhash, hash_table_value,
7476b988f3aSAlexander V. Chernikov 	    cmp_table_value);
7486b988f3aSAlexander V. Chernikov 
7496b988f3aSAlexander V. Chernikov 	IPFW_ADD_SOPT_HANDLER(first, scodes);
7506b988f3aSAlexander V. Chernikov }
7516b988f3aSAlexander V. Chernikov 
752b309f085SAndrey V. Elsukov static int
destroy_value(struct namedobj_instance * ni,struct named_object * no,void * arg)7536b988f3aSAlexander V. Chernikov destroy_value(struct namedobj_instance *ni, struct named_object *no,
7546b988f3aSAlexander V. Chernikov     void *arg)
7556b988f3aSAlexander V. Chernikov {
7566b988f3aSAlexander V. Chernikov 
7576b988f3aSAlexander V. Chernikov 	free(no, M_IPFW);
758b309f085SAndrey V. Elsukov 	return (0);
7596b988f3aSAlexander V. Chernikov }
7606b988f3aSAlexander V. Chernikov 
7616b988f3aSAlexander V. Chernikov void
ipfw_table_value_destroy(struct ip_fw_chain * ch,int last)7626b988f3aSAlexander V. Chernikov ipfw_table_value_destroy(struct ip_fw_chain *ch, int last)
7636b988f3aSAlexander V. Chernikov {
7646b988f3aSAlexander V. Chernikov 
7656b988f3aSAlexander V. Chernikov 	IPFW_DEL_SOPT_HANDLER(last, scodes);
7666b988f3aSAlexander V. Chernikov 
7676b988f3aSAlexander V. Chernikov 	free(ch->valuestate, M_IPFW);
7686b988f3aSAlexander V. Chernikov 	ipfw_objhash_foreach(CHAIN_TO_VI(ch), destroy_value, ch);
7696b988f3aSAlexander V. Chernikov 	ipfw_objhash_destroy(CHAIN_TO_VI(ch));
7706b988f3aSAlexander V. Chernikov }
771