10cba2b28SAlexander V. Chernikov /*-
2*4a77657cSAndrey V. Elsukov * SPDX-License-Identifier: BSD-2-Clause
3*4a77657cSAndrey V. Elsukov *
4*4a77657cSAndrey V. Elsukov * Copyright (c) 2014-2025 Yandex LLC
51a33e799SAlexander V. Chernikov * Copyright (c) 2014 Alexander V. Chernikov
60cba2b28SAlexander V. Chernikov *
70cba2b28SAlexander V. Chernikov * Redistribution and use in source and binary forms, with or without
80cba2b28SAlexander V. Chernikov * modification, are permitted provided that the following conditions
90cba2b28SAlexander V. Chernikov * are met:
100cba2b28SAlexander V. Chernikov * 1. Redistributions of source code must retain the above copyright
110cba2b28SAlexander V. Chernikov * notice, this list of conditions and the following disclaimer.
120cba2b28SAlexander V. Chernikov * 2. Redistributions in binary form must reproduce the above copyright
130cba2b28SAlexander V. Chernikov * notice, this list of conditions and the following disclaimer in the
140cba2b28SAlexander V. Chernikov * documentation and/or other materials provided with the distribution.
150cba2b28SAlexander V. Chernikov *
160cba2b28SAlexander V. Chernikov * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
170cba2b28SAlexander V. Chernikov * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
180cba2b28SAlexander V. Chernikov * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
190cba2b28SAlexander V. Chernikov * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
200cba2b28SAlexander V. Chernikov * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
210cba2b28SAlexander V. Chernikov * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
220cba2b28SAlexander V. Chernikov * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
230cba2b28SAlexander V. Chernikov * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
240cba2b28SAlexander V. Chernikov * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
250cba2b28SAlexander V. Chernikov * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
260cba2b28SAlexander V. Chernikov * SUCH DAMAGE.
270cba2b28SAlexander V. Chernikov */
280cba2b28SAlexander V. Chernikov
290cba2b28SAlexander V. Chernikov #include <sys/cdefs.h>
300cba2b28SAlexander V. Chernikov /*
310cba2b28SAlexander V. Chernikov * Multi-field value support for ipfw tables.
320cba2b28SAlexander V. Chernikov *
330cba2b28SAlexander V. Chernikov * This file contains necessary functions to convert
340cba2b28SAlexander V. Chernikov * large multi-field values into u32 indices suitable to be fed
350cba2b28SAlexander V. Chernikov * to various table algorithms. Other machinery like proper refcounting,
360cba2b28SAlexander V. Chernikov * internal structures resizing are also kept here.
370cba2b28SAlexander V. Chernikov */
380cba2b28SAlexander V. Chernikov
390cba2b28SAlexander V. Chernikov #include "opt_ipfw.h"
400cba2b28SAlexander V. Chernikov
410cba2b28SAlexander V. Chernikov #include <sys/param.h>
420cba2b28SAlexander V. Chernikov #include <sys/systm.h>
430cba2b28SAlexander V. Chernikov #include <sys/malloc.h>
440cba2b28SAlexander V. Chernikov #include <sys/kernel.h>
450cba2b28SAlexander V. Chernikov #include <sys/hash.h>
460cba2b28SAlexander V. Chernikov #include <sys/lock.h>
470cba2b28SAlexander V. Chernikov #include <sys/rwlock.h>
48ccba94b8SAlexander V. Chernikov #include <sys/rmlock.h>
490cba2b28SAlexander V. Chernikov #include <sys/socket.h>
500cba2b28SAlexander V. Chernikov #include <sys/socketvar.h>
510cba2b28SAlexander V. Chernikov #include <sys/queue.h>
520cba2b28SAlexander V. Chernikov #include <net/if.h> /* ip_fw.h requires IFNAMSIZ */
530cba2b28SAlexander V. Chernikov
540cba2b28SAlexander V. Chernikov #include <netinet/in.h>
550cba2b28SAlexander V. Chernikov #include <netinet/ip_var.h> /* struct ipfw_rule_ref */
560cba2b28SAlexander V. Chernikov #include <netinet/ip_fw.h>
570cba2b28SAlexander V. Chernikov
580cba2b28SAlexander V. Chernikov #include <netpfil/ipfw/ip_fw_private.h>
590cba2b28SAlexander V. Chernikov #include <netpfil/ipfw/ip_fw_table.h>
600cba2b28SAlexander V. Chernikov
612acdf79fSAndrey V. Elsukov static uint32_t hash_table_value(struct namedobj_instance *ni, const void *key,
620cba2b28SAlexander V. Chernikov uint32_t kopt);
632acdf79fSAndrey V. Elsukov static int cmp_table_value(struct named_object *no, const void *key,
642acdf79fSAndrey V. Elsukov uint32_t kopt);
650cba2b28SAlexander V. Chernikov
666b988f3aSAlexander V. Chernikov static int list_table_values(struct ip_fw_chain *ch, ip_fw3_opheader *op3,
676b988f3aSAlexander V. Chernikov struct sockopt_data *sd);
686b988f3aSAlexander V. Chernikov
696b988f3aSAlexander V. Chernikov static struct ipfw_sopt_handler scodes[] = {
70*4a77657cSAndrey V. Elsukov { IP_FW_TABLE_VLIST, IP_FW3_OPVER, HDIR_GET, list_table_values },
716b988f3aSAlexander V. Chernikov };
726b988f3aSAlexander V. Chernikov
730cba2b28SAlexander V. Chernikov #define CHAIN_TO_VI(chain) (CHAIN_TO_TCFG(chain)->valhash)
740cba2b28SAlexander V. Chernikov
750cba2b28SAlexander V. Chernikov struct table_val_link
760cba2b28SAlexander V. Chernikov {
770cba2b28SAlexander V. Chernikov struct named_object no;
780cba2b28SAlexander V. Chernikov struct table_value *pval; /* Pointer to real table value */
790cba2b28SAlexander V. Chernikov };
800cba2b28SAlexander V. Chernikov #define VALDATA_START_SIZE 64 /* Allocate 64-items array by default */
81*4a77657cSAndrey V. Elsukov #define VALDATA_HASH_SIZE 65536
820cba2b28SAlexander V. Chernikov
830cba2b28SAlexander V. Chernikov struct vdump_args {
840cba2b28SAlexander V. Chernikov struct ip_fw_chain *ch;
850cba2b28SAlexander V. Chernikov struct sockopt_data *sd;
860cba2b28SAlexander V. Chernikov struct table_value *pval;
870cba2b28SAlexander V. Chernikov int error;
880cba2b28SAlexander V. Chernikov };
890cba2b28SAlexander V. Chernikov
900cba2b28SAlexander V. Chernikov static uint32_t
hash_table_value(struct namedobj_instance * ni,const void * key,uint32_t kopt)912acdf79fSAndrey V. Elsukov hash_table_value(struct namedobj_instance *ni, const void *key, uint32_t kopt)
920cba2b28SAlexander V. Chernikov {
930cba2b28SAlexander V. Chernikov
940cba2b28SAlexander V. Chernikov return (hash32_buf(key, 56, 0));
950cba2b28SAlexander V. Chernikov }
960cba2b28SAlexander V. Chernikov
970cba2b28SAlexander V. Chernikov static int
cmp_table_value(struct named_object * no,const void * key,uint32_t kopt)982acdf79fSAndrey V. Elsukov cmp_table_value(struct named_object *no, const void *key, uint32_t kopt)
990cba2b28SAlexander V. Chernikov {
1000cba2b28SAlexander V. Chernikov
1010cba2b28SAlexander V. Chernikov return (memcmp(((struct table_val_link *)no)->pval, key, 56));
1020cba2b28SAlexander V. Chernikov }
1030cba2b28SAlexander V. Chernikov
1040cba2b28SAlexander V. Chernikov static void
mask_table_value(struct table_value * src,struct table_value * dst,uint32_t mask)1050cba2b28SAlexander V. Chernikov mask_table_value(struct table_value *src, struct table_value *dst,
1060cba2b28SAlexander V. Chernikov uint32_t mask)
1070cba2b28SAlexander V. Chernikov {
1080cba2b28SAlexander V. Chernikov #define _MCPY(f, b) if ((mask & (b)) != 0) { dst->f = src->f; }
1090cba2b28SAlexander V. Chernikov
1100cba2b28SAlexander V. Chernikov memset(dst, 0, sizeof(*dst));
1110cba2b28SAlexander V. Chernikov _MCPY(tag, IPFW_VTYPE_TAG);
1120cba2b28SAlexander V. Chernikov _MCPY(pipe, IPFW_VTYPE_PIPE);
1130cba2b28SAlexander V. Chernikov _MCPY(divert, IPFW_VTYPE_DIVERT);
1140cba2b28SAlexander V. Chernikov _MCPY(skipto, IPFW_VTYPE_SKIPTO);
1150cba2b28SAlexander V. Chernikov _MCPY(netgraph, IPFW_VTYPE_NETGRAPH);
1160cba2b28SAlexander V. Chernikov _MCPY(fib, IPFW_VTYPE_FIB);
1170cba2b28SAlexander V. Chernikov _MCPY(nat, IPFW_VTYPE_NAT);
11895ab7b32SAndrey V. Elsukov _MCPY(limit, IPFW_VTYPE_LIMIT);
119fc727ad6SBoris Lytochkin _MCPY(mark, IPFW_VTYPE_MARK);
1200cba2b28SAlexander V. Chernikov _MCPY(dscp, IPFW_VTYPE_DSCP);
1210cba2b28SAlexander V. Chernikov _MCPY(nh4, IPFW_VTYPE_NH4);
1220cba2b28SAlexander V. Chernikov _MCPY(nh6, IPFW_VTYPE_NH6);
1232530ed9eSAndrey V. Elsukov _MCPY(zoneid, IPFW_VTYPE_NH6);
1240cba2b28SAlexander V. Chernikov #undef _MCPY
1250cba2b28SAlexander V. Chernikov }
1260cba2b28SAlexander V. Chernikov
1270cba2b28SAlexander V. Chernikov static void
get_value_ptrs(struct ip_fw_chain * ch,struct table_config * tc,int vshared,struct table_value ** ptv,struct namedobj_instance ** pvi)1280cba2b28SAlexander V. Chernikov get_value_ptrs(struct ip_fw_chain *ch, struct table_config *tc, int vshared,
1290cba2b28SAlexander V. Chernikov struct table_value **ptv, struct namedobj_instance **pvi)
1300cba2b28SAlexander V. Chernikov {
1310cba2b28SAlexander V. Chernikov struct table_value *pval;
1320cba2b28SAlexander V. Chernikov struct namedobj_instance *vi;
1330cba2b28SAlexander V. Chernikov
1340cba2b28SAlexander V. Chernikov if (vshared != 0) {
1350cba2b28SAlexander V. Chernikov pval = (struct table_value *)ch->valuestate;
1360cba2b28SAlexander V. Chernikov vi = CHAIN_TO_VI(ch);
1370cba2b28SAlexander V. Chernikov } else {
1380cba2b28SAlexander V. Chernikov pval = NULL;
1390cba2b28SAlexander V. Chernikov vi = NULL;
1400cba2b28SAlexander V. Chernikov //pval = (struct table_value *)&tc->ti.data;
1410cba2b28SAlexander V. Chernikov }
1420cba2b28SAlexander V. Chernikov
1430cba2b28SAlexander V. Chernikov if (ptv != NULL)
1440cba2b28SAlexander V. Chernikov *ptv = pval;
1450cba2b28SAlexander V. Chernikov if (pvi != NULL)
1460cba2b28SAlexander V. Chernikov *pvi = vi;
1470cba2b28SAlexander V. Chernikov }
1480cba2b28SAlexander V. Chernikov
14971af39bfSAlexander V. Chernikov /*
15071af39bfSAlexander V. Chernikov * Update pointers to real vaues after @pval change.
15171af39bfSAlexander V. Chernikov */
152b309f085SAndrey V. Elsukov static int
update_tvalue(struct namedobj_instance * ni,struct named_object * no,void * arg)1530cba2b28SAlexander V. Chernikov update_tvalue(struct namedobj_instance *ni, struct named_object *no, void *arg)
1540cba2b28SAlexander V. Chernikov {
1550cba2b28SAlexander V. Chernikov struct vdump_args *da;
1560cba2b28SAlexander V. Chernikov struct table_val_link *ptv;
1570cba2b28SAlexander V. Chernikov struct table_value *pval;
1580cba2b28SAlexander V. Chernikov
1590cba2b28SAlexander V. Chernikov da = (struct vdump_args *)arg;
1600cba2b28SAlexander V. Chernikov ptv = (struct table_val_link *)no;
1610cba2b28SAlexander V. Chernikov
1620cba2b28SAlexander V. Chernikov pval = da->pval;
1630cba2b28SAlexander V. Chernikov ptv->pval = &pval[ptv->no.kidx];
164fa7c058bSAlexander V. Chernikov ptv->no.name = (char *)&pval[ptv->no.kidx];
165b309f085SAndrey V. Elsukov return (0);
1660cba2b28SAlexander V. Chernikov }
1670cba2b28SAlexander V. Chernikov
1680cba2b28SAlexander V. Chernikov /*
1690cba2b28SAlexander V. Chernikov * Grows value storage shared among all tables.
1700cba2b28SAlexander V. Chernikov * Drops/reacquires UH locks.
17171af39bfSAlexander V. Chernikov * Notifies other running adds on @ch shared storage resize.
17271af39bfSAlexander V. Chernikov * Note function does not guarantee that free space
17371af39bfSAlexander V. Chernikov * will be available after invocation, so one caller needs
17471af39bfSAlexander V. Chernikov * to roll cycle himself.
1750cba2b28SAlexander V. Chernikov *
17671af39bfSAlexander V. Chernikov * Returns 0 if case of no errors.
1770cba2b28SAlexander V. Chernikov */
1780cba2b28SAlexander V. Chernikov static int
resize_shared_value_storage(struct ip_fw_chain * ch)1790cba2b28SAlexander V. Chernikov resize_shared_value_storage(struct ip_fw_chain *ch)
1800cba2b28SAlexander V. Chernikov {
1810cba2b28SAlexander V. Chernikov struct tables_config *tcfg;
1820cba2b28SAlexander V. Chernikov struct namedobj_instance *vi;
1830cba2b28SAlexander V. Chernikov struct table_value *pval, *valuestate, *old_valuestate;
1840cba2b28SAlexander V. Chernikov void *new_idx;
1850cba2b28SAlexander V. Chernikov struct vdump_args da;
1860cba2b28SAlexander V. Chernikov int new_blocks;
1870cba2b28SAlexander V. Chernikov int val_size, val_size_old;
1880cba2b28SAlexander V. Chernikov
1890cba2b28SAlexander V. Chernikov IPFW_UH_WLOCK_ASSERT(ch);
1900cba2b28SAlexander V. Chernikov
1910cba2b28SAlexander V. Chernikov valuestate = NULL;
1920cba2b28SAlexander V. Chernikov new_idx = NULL;
1930cba2b28SAlexander V. Chernikov
1940cba2b28SAlexander V. Chernikov pval = (struct table_value *)ch->valuestate;
1950cba2b28SAlexander V. Chernikov vi = CHAIN_TO_VI(ch);
1960cba2b28SAlexander V. Chernikov tcfg = CHAIN_TO_TCFG(ch);
1970cba2b28SAlexander V. Chernikov
1980cba2b28SAlexander V. Chernikov val_size = tcfg->val_size * 2;
1990cba2b28SAlexander V. Chernikov
2000cba2b28SAlexander V. Chernikov if (val_size == (1 << 30))
2010cba2b28SAlexander V. Chernikov return (ENOSPC);
2020cba2b28SAlexander V. Chernikov
2030cba2b28SAlexander V. Chernikov IPFW_UH_WUNLOCK(ch);
2040cba2b28SAlexander V. Chernikov
2050cba2b28SAlexander V. Chernikov valuestate = malloc(sizeof(struct table_value) * val_size, M_IPFW,
2060cba2b28SAlexander V. Chernikov M_WAITOK | M_ZERO);
2070cba2b28SAlexander V. Chernikov ipfw_objhash_bitmap_alloc(val_size, (void *)&new_idx,
2080cba2b28SAlexander V. Chernikov &new_blocks);
2090cba2b28SAlexander V. Chernikov
2100cba2b28SAlexander V. Chernikov IPFW_UH_WLOCK(ch);
2110cba2b28SAlexander V. Chernikov
2120cba2b28SAlexander V. Chernikov /*
2130cba2b28SAlexander V. Chernikov * Check if we still need to resize
2140cba2b28SAlexander V. Chernikov */
2150cba2b28SAlexander V. Chernikov if (tcfg->val_size >= val_size)
2160cba2b28SAlexander V. Chernikov goto done;
2170cba2b28SAlexander V. Chernikov
2180cba2b28SAlexander V. Chernikov /* Update pointers and notify everyone we're changing @ch */
2190cba2b28SAlexander V. Chernikov pval = (struct table_value *)ch->valuestate;
2200cba2b28SAlexander V. Chernikov rollback_toperation_state(ch, ch);
2210cba2b28SAlexander V. Chernikov
2220cba2b28SAlexander V. Chernikov /* Good. Let's merge */
2230cba2b28SAlexander V. Chernikov memcpy(valuestate, pval, sizeof(struct table_value) * tcfg->val_size);
2240cba2b28SAlexander V. Chernikov ipfw_objhash_bitmap_merge(CHAIN_TO_VI(ch), &new_idx, &new_blocks);
2250cba2b28SAlexander V. Chernikov
2260cba2b28SAlexander V. Chernikov IPFW_WLOCK(ch);
2270cba2b28SAlexander V. Chernikov /* Change pointers */
2280cba2b28SAlexander V. Chernikov old_valuestate = ch->valuestate;
2290cba2b28SAlexander V. Chernikov ch->valuestate = valuestate;
2300cba2b28SAlexander V. Chernikov valuestate = old_valuestate;
2310cba2b28SAlexander V. Chernikov ipfw_objhash_bitmap_swap(CHAIN_TO_VI(ch), &new_idx, &new_blocks);
2320cba2b28SAlexander V. Chernikov
2330cba2b28SAlexander V. Chernikov val_size_old = tcfg->val_size;
2340cba2b28SAlexander V. Chernikov tcfg->val_size = val_size;
2350cba2b28SAlexander V. Chernikov val_size = val_size_old;
2360cba2b28SAlexander V. Chernikov IPFW_WUNLOCK(ch);
2370cba2b28SAlexander V. Chernikov /* Update pointers to reflect resize */
2380cba2b28SAlexander V. Chernikov memset(&da, 0, sizeof(da));
2390cba2b28SAlexander V. Chernikov da.pval = (struct table_value *)ch->valuestate;
2400cba2b28SAlexander V. Chernikov ipfw_objhash_foreach(vi, update_tvalue, &da);
2410cba2b28SAlexander V. Chernikov
2420cba2b28SAlexander V. Chernikov done:
2430cba2b28SAlexander V. Chernikov free(valuestate, M_IPFW);
2440cba2b28SAlexander V. Chernikov ipfw_objhash_bitmap_free(new_idx, new_blocks);
2450cba2b28SAlexander V. Chernikov
2460cba2b28SAlexander V. Chernikov return (0);
2470cba2b28SAlexander V. Chernikov }
2480cba2b28SAlexander V. Chernikov
24971af39bfSAlexander V. Chernikov /*
25071af39bfSAlexander V. Chernikov * Drops reference for table value with index @kidx, stored in @pval and
25171af39bfSAlexander V. Chernikov * @vi. Frees value if it has no references.
25271af39bfSAlexander V. Chernikov */
2530cba2b28SAlexander V. Chernikov static void
unref_table_value(struct namedobj_instance * vi,struct table_value * pval,uint32_t kidx)2540cba2b28SAlexander V. Chernikov unref_table_value(struct namedobj_instance *vi, struct table_value *pval,
2550cba2b28SAlexander V. Chernikov uint32_t kidx)
2560cba2b28SAlexander V. Chernikov {
2570cba2b28SAlexander V. Chernikov struct table_val_link *ptvl;
2580cba2b28SAlexander V. Chernikov
2598ebca97fSAlexander V. Chernikov KASSERT(pval[kidx].refcnt > 0, ("Refcount is 0 on kidx %d", kidx));
2608ebca97fSAlexander V. Chernikov if (--pval[kidx].refcnt > 0)
2610cba2b28SAlexander V. Chernikov return;
2620cba2b28SAlexander V. Chernikov
2630cba2b28SAlexander V. Chernikov /* Last reference, delete item */
2640cba2b28SAlexander V. Chernikov ptvl = (struct table_val_link *)ipfw_objhash_lookup_kidx(vi, kidx);
2650cba2b28SAlexander V. Chernikov KASSERT(ptvl != NULL, ("lookup on value kidx %d failed", kidx));
2660cba2b28SAlexander V. Chernikov ipfw_objhash_del(vi, &ptvl->no);
2670cba2b28SAlexander V. Chernikov ipfw_objhash_free_idx(vi, kidx);
2680cba2b28SAlexander V. Chernikov free(ptvl, M_IPFW);
2690cba2b28SAlexander V. Chernikov }
2700cba2b28SAlexander V. Chernikov
2710cba2b28SAlexander V. Chernikov struct flush_args {
2720cba2b28SAlexander V. Chernikov struct ip_fw_chain *ch;
2730cba2b28SAlexander V. Chernikov struct table_algo *ta;
2740cba2b28SAlexander V. Chernikov struct table_info *ti;
2750cba2b28SAlexander V. Chernikov void *astate;
2760cba2b28SAlexander V. Chernikov ipfw_obj_tentry tent;
2770cba2b28SAlexander V. Chernikov };
2780cba2b28SAlexander V. Chernikov
2790cba2b28SAlexander V. Chernikov static int
unref_table_value_cb(void * e,void * arg)2800cba2b28SAlexander V. Chernikov unref_table_value_cb(void *e, void *arg)
2810cba2b28SAlexander V. Chernikov {
2820cba2b28SAlexander V. Chernikov struct flush_args *fa;
2830cba2b28SAlexander V. Chernikov struct ip_fw_chain *ch;
2840cba2b28SAlexander V. Chernikov struct table_algo *ta;
2850cba2b28SAlexander V. Chernikov ipfw_obj_tentry *tent;
2860cba2b28SAlexander V. Chernikov int error;
2870cba2b28SAlexander V. Chernikov
2880cba2b28SAlexander V. Chernikov fa = (struct flush_args *)arg;
2890cba2b28SAlexander V. Chernikov
2900cba2b28SAlexander V. Chernikov ta = fa->ta;
2910cba2b28SAlexander V. Chernikov memset(&fa->tent, 0, sizeof(fa->tent));
2920cba2b28SAlexander V. Chernikov tent = &fa->tent;
2930cba2b28SAlexander V. Chernikov error = ta->dump_tentry(fa->astate, fa->ti, e, tent);
2940cba2b28SAlexander V. Chernikov if (error != 0)
2950cba2b28SAlexander V. Chernikov return (error);
2960cba2b28SAlexander V. Chernikov
2970cba2b28SAlexander V. Chernikov ch = fa->ch;
2980cba2b28SAlexander V. Chernikov
2990cba2b28SAlexander V. Chernikov unref_table_value(CHAIN_TO_VI(ch),
3000cba2b28SAlexander V. Chernikov (struct table_value *)ch->valuestate, tent->v.kidx);
3010cba2b28SAlexander V. Chernikov
3020cba2b28SAlexander V. Chernikov return (0);
3030cba2b28SAlexander V. Chernikov }
3040cba2b28SAlexander V. Chernikov
3050cba2b28SAlexander V. Chernikov /*
3060cba2b28SAlexander V. Chernikov * Drop references for each value used in @tc.
3070cba2b28SAlexander V. Chernikov */
3080cba2b28SAlexander V. Chernikov void
ipfw_unref_table_values(struct ip_fw_chain * ch,struct table_config * tc,struct table_algo * ta,void * astate,struct table_info * ti)3090cba2b28SAlexander V. Chernikov ipfw_unref_table_values(struct ip_fw_chain *ch, struct table_config *tc,
3100cba2b28SAlexander V. Chernikov struct table_algo *ta, void *astate, struct table_info *ti)
3110cba2b28SAlexander V. Chernikov {
3120cba2b28SAlexander V. Chernikov struct flush_args fa;
3130cba2b28SAlexander V. Chernikov
3148ebca97fSAlexander V. Chernikov IPFW_UH_WLOCK_ASSERT(ch);
3158ebca97fSAlexander V. Chernikov
3160cba2b28SAlexander V. Chernikov memset(&fa, 0, sizeof(fa));
3170cba2b28SAlexander V. Chernikov fa.ch = ch;
3180cba2b28SAlexander V. Chernikov fa.ta = ta;
3190cba2b28SAlexander V. Chernikov fa.astate = astate;
3200cba2b28SAlexander V. Chernikov fa.ti = ti;
3210cba2b28SAlexander V. Chernikov
3220cba2b28SAlexander V. Chernikov ta->foreach(astate, ti, unref_table_value_cb, &fa);
3230cba2b28SAlexander V. Chernikov }
3240cba2b28SAlexander V. Chernikov
3250cba2b28SAlexander V. Chernikov /*
3260cba2b28SAlexander V. Chernikov * Table operation state handler.
3270cba2b28SAlexander V. Chernikov * Called when we are going to change something in @tc which
3280cba2b28SAlexander V. Chernikov * may lead to inconsistencies in on-going table data addition.
3290cba2b28SAlexander V. Chernikov *
3300cba2b28SAlexander V. Chernikov * Here we rollback all already committed state (table values, currently)
3310cba2b28SAlexander V. Chernikov * and set "modified" field to non-zero value to indicate
3320cba2b28SAlexander V. Chernikov * that we need to restart original operation.
3330cba2b28SAlexander V. Chernikov */
33471af39bfSAlexander V. Chernikov void
rollback_table_values(struct tableop_state * ts)33571af39bfSAlexander V. Chernikov rollback_table_values(struct tableop_state *ts)
3360cba2b28SAlexander V. Chernikov {
3370cba2b28SAlexander V. Chernikov struct ip_fw_chain *ch;
3380cba2b28SAlexander V. Chernikov struct table_value *pval;
3390cba2b28SAlexander V. Chernikov struct tentry_info *ptei;
3400cba2b28SAlexander V. Chernikov struct namedobj_instance *vi;
3410cba2b28SAlexander V. Chernikov int i;
3420cba2b28SAlexander V. Chernikov
3430cba2b28SAlexander V. Chernikov ch = ts->ch;
3440cba2b28SAlexander V. Chernikov
3450cba2b28SAlexander V. Chernikov IPFW_UH_WLOCK_ASSERT(ch);
3460cba2b28SAlexander V. Chernikov
3470cba2b28SAlexander V. Chernikov /* Get current table value pointer */
3480cba2b28SAlexander V. Chernikov get_value_ptrs(ch, ts->tc, ts->vshared, &pval, &vi);
3490cba2b28SAlexander V. Chernikov
3500cba2b28SAlexander V. Chernikov for (i = 0; i < ts->count; i++) {
3510cba2b28SAlexander V. Chernikov ptei = &ts->tei[i];
3520cba2b28SAlexander V. Chernikov
3530cba2b28SAlexander V. Chernikov if (ptei->value == 0)
3540cba2b28SAlexander V. Chernikov continue;
3550cba2b28SAlexander V. Chernikov
3560cba2b28SAlexander V. Chernikov unref_table_value(vi, pval, ptei->value);
3570cba2b28SAlexander V. Chernikov }
3580cba2b28SAlexander V. Chernikov }
3590cba2b28SAlexander V. Chernikov
3600cba2b28SAlexander V. Chernikov /*
3610cba2b28SAlexander V. Chernikov * Allocate new value index in either shared or per-table array.
3620cba2b28SAlexander V. Chernikov * Function may drop/reacquire UH lock.
3630cba2b28SAlexander V. Chernikov *
3640cba2b28SAlexander V. Chernikov * Returns 0 on success.
3650cba2b28SAlexander V. Chernikov */
3660cba2b28SAlexander V. Chernikov static int
alloc_table_vidx(struct ip_fw_chain * ch,struct tableop_state * ts,struct namedobj_instance * vi,uint32_t * pvidx,uint8_t flags)3670cba2b28SAlexander V. Chernikov alloc_table_vidx(struct ip_fw_chain *ch, struct tableop_state *ts,
368*4a77657cSAndrey V. Elsukov struct namedobj_instance *vi, uint32_t *pvidx, uint8_t flags)
3690cba2b28SAlexander V. Chernikov {
3700cba2b28SAlexander V. Chernikov int error, vlimit;
371*4a77657cSAndrey V. Elsukov uint32_t vidx;
3720cba2b28SAlexander V. Chernikov
3730cba2b28SAlexander V. Chernikov IPFW_UH_WLOCK_ASSERT(ch);
3740cba2b28SAlexander V. Chernikov
3750cba2b28SAlexander V. Chernikov error = ipfw_objhash_alloc_idx(vi, &vidx);
3760cba2b28SAlexander V. Chernikov if (error != 0) {
3770cba2b28SAlexander V. Chernikov /*
3780cba2b28SAlexander V. Chernikov * We need to resize array. This involves
3790cba2b28SAlexander V. Chernikov * lock/unlock, so we need to check "modified"
3800cba2b28SAlexander V. Chernikov * state.
3810cba2b28SAlexander V. Chernikov */
38271af39bfSAlexander V. Chernikov ts->opstate.func(ts->tc, &ts->opstate);
3830cba2b28SAlexander V. Chernikov error = resize_shared_value_storage(ch);
3840cba2b28SAlexander V. Chernikov return (error); /* ts->modified should be set, we will restart */
3850cba2b28SAlexander V. Chernikov }
3860cba2b28SAlexander V. Chernikov
3870cba2b28SAlexander V. Chernikov vlimit = ts->ta->vlimit;
38857ddf396SAlexander V. Chernikov if (vlimit != 0 && vidx >= vlimit && !(flags & IPFW_CTF_ATOMIC)) {
3890cba2b28SAlexander V. Chernikov /*
3900cba2b28SAlexander V. Chernikov * Algorithm is not able to store given index.
3910cba2b28SAlexander V. Chernikov * We have to rollback state, start using
3920cba2b28SAlexander V. Chernikov * per-table value array or return error
3930cba2b28SAlexander V. Chernikov * if we're already using it.
3940cba2b28SAlexander V. Chernikov */
3950cba2b28SAlexander V. Chernikov if (ts->vshared != 0) {
3960cba2b28SAlexander V. Chernikov /* shared -> per-table */
3970cba2b28SAlexander V. Chernikov return (ENOSPC); /* TODO: proper error */
3980cba2b28SAlexander V. Chernikov }
3990cba2b28SAlexander V. Chernikov
4000cba2b28SAlexander V. Chernikov /* per-table. Fail for now. */
4010cba2b28SAlexander V. Chernikov return (ENOSPC); /* TODO: proper error */
4020cba2b28SAlexander V. Chernikov }
4030cba2b28SAlexander V. Chernikov
4040cba2b28SAlexander V. Chernikov *pvidx = vidx;
4050cba2b28SAlexander V. Chernikov return (0);
4060cba2b28SAlexander V. Chernikov }
4070cba2b28SAlexander V. Chernikov
4080cba2b28SAlexander V. Chernikov /*
40971af39bfSAlexander V. Chernikov * Drops value reference for unused values (updates, deletes, partially
4100cba2b28SAlexander V. Chernikov * successful adds or rollbacks).
4110cba2b28SAlexander V. Chernikov */
4120cba2b28SAlexander V. Chernikov void
ipfw_garbage_table_values(struct ip_fw_chain * ch,struct table_config * tc,struct tentry_info * tei,uint32_t count,int rollback)41371af39bfSAlexander V. Chernikov ipfw_garbage_table_values(struct ip_fw_chain *ch, struct table_config *tc,
4140cba2b28SAlexander V. Chernikov struct tentry_info *tei, uint32_t count, int rollback)
4150cba2b28SAlexander V. Chernikov {
4160cba2b28SAlexander V. Chernikov int i;
4170cba2b28SAlexander V. Chernikov struct tentry_info *ptei;
4180cba2b28SAlexander V. Chernikov struct table_value *pval;
4190cba2b28SAlexander V. Chernikov struct namedobj_instance *vi;
4200cba2b28SAlexander V. Chernikov
4210cba2b28SAlexander V. Chernikov /*
42271af39bfSAlexander V. Chernikov * We have two slightly different ADD cases here:
4230cba2b28SAlexander V. Chernikov * either (1) we are successful / partially successful,
4240cba2b28SAlexander V. Chernikov * in that case we need
4250cba2b28SAlexander V. Chernikov * * to ignore ADDED entries values
42657ddf396SAlexander V. Chernikov * * rollback every other values if atomicity is not
42757ddf396SAlexander V. Chernikov * * required (either UPDATED since old value has been
42857ddf396SAlexander V. Chernikov * stored there, or some failure like EXISTS or LIMIT
42957ddf396SAlexander V. Chernikov * or simply "ignored" case.
4300cba2b28SAlexander V. Chernikov *
4310cba2b28SAlexander V. Chernikov * (2): atomic rollback of partially successful operation
4320cba2b28SAlexander V. Chernikov * in that case we simply need to unref all entries.
4330cba2b28SAlexander V. Chernikov *
43471af39bfSAlexander V. Chernikov * DELETE case is simpler: no atomic support there, so
43571af39bfSAlexander V. Chernikov * we simply unref all non-zero values.
4360cba2b28SAlexander V. Chernikov */
4370cba2b28SAlexander V. Chernikov
4380cba2b28SAlexander V. Chernikov /*
4390cba2b28SAlexander V. Chernikov * Get current table value pointers.
4400cba2b28SAlexander V. Chernikov * XXX: Properly read vshared
4410cba2b28SAlexander V. Chernikov */
4420cba2b28SAlexander V. Chernikov get_value_ptrs(ch, tc, 1, &pval, &vi);
4430cba2b28SAlexander V. Chernikov
4440cba2b28SAlexander V. Chernikov for (i = 0; i < count; i++) {
4450cba2b28SAlexander V. Chernikov ptei = &tei[i];
4460cba2b28SAlexander V. Chernikov
4470cba2b28SAlexander V. Chernikov if (ptei->value == 0) {
4480cba2b28SAlexander V. Chernikov /*
4490cba2b28SAlexander V. Chernikov * We may be deleting non-existing record.
4500cba2b28SAlexander V. Chernikov * Skip.
4510cba2b28SAlexander V. Chernikov */
4520cba2b28SAlexander V. Chernikov continue;
4530cba2b28SAlexander V. Chernikov }
4540cba2b28SAlexander V. Chernikov
4550cba2b28SAlexander V. Chernikov if ((ptei->flags & TEI_FLAGS_ADDED) != 0 && rollback == 0) {
4560cba2b28SAlexander V. Chernikov ptei->value = 0;
4570cba2b28SAlexander V. Chernikov continue;
4580cba2b28SAlexander V. Chernikov }
4590cba2b28SAlexander V. Chernikov
4600cba2b28SAlexander V. Chernikov unref_table_value(vi, pval, ptei->value);
4610cba2b28SAlexander V. Chernikov ptei->value = 0;
4620cba2b28SAlexander V. Chernikov }
4630cba2b28SAlexander V. Chernikov }
4640cba2b28SAlexander V. Chernikov
46571af39bfSAlexander V. Chernikov /*
46671af39bfSAlexander V. Chernikov * Main function used to link values of entries going to be added,
46771af39bfSAlexander V. Chernikov * to the index. Since we may perform many UH locks drops/acquires,
46871af39bfSAlexander V. Chernikov * handle changes by checking tablestate "modified" field.
46971af39bfSAlexander V. Chernikov *
47071af39bfSAlexander V. Chernikov * Success: return 0.
47171af39bfSAlexander V. Chernikov */
4720cba2b28SAlexander V. Chernikov int
ipfw_link_table_values(struct ip_fw_chain * ch,struct tableop_state * ts,uint8_t flags)47357ddf396SAlexander V. Chernikov ipfw_link_table_values(struct ip_fw_chain *ch, struct tableop_state *ts,
47457ddf396SAlexander V. Chernikov uint8_t flags)
4750cba2b28SAlexander V. Chernikov {
4760cba2b28SAlexander V. Chernikov int error, i, found;
4770cba2b28SAlexander V. Chernikov struct namedobj_instance *vi;
4780cba2b28SAlexander V. Chernikov struct table_config *tc;
4790cba2b28SAlexander V. Chernikov struct tentry_info *tei, *ptei;
480*4a77657cSAndrey V. Elsukov uint32_t count, vidx, vlimit;
4810cba2b28SAlexander V. Chernikov struct table_val_link *ptv;
4820cba2b28SAlexander V. Chernikov struct table_value tval, *pval;
4830cba2b28SAlexander V. Chernikov
4840cba2b28SAlexander V. Chernikov /*
4850cba2b28SAlexander V. Chernikov * Stage 1: reference all existing values and
48671af39bfSAlexander V. Chernikov * save their indices.
4870cba2b28SAlexander V. Chernikov */
4880cba2b28SAlexander V. Chernikov IPFW_UH_WLOCK_ASSERT(ch);
4890cba2b28SAlexander V. Chernikov get_value_ptrs(ch, ts->tc, ts->vshared, &pval, &vi);
4900cba2b28SAlexander V. Chernikov
4910cba2b28SAlexander V. Chernikov error = 0;
4920cba2b28SAlexander V. Chernikov found = 0;
4930cba2b28SAlexander V. Chernikov vlimit = ts->ta->vlimit;
494d4e1b515SAlexander V. Chernikov vidx = 0;
4950cba2b28SAlexander V. Chernikov tc = ts->tc;
4960cba2b28SAlexander V. Chernikov tei = ts->tei;
4970cba2b28SAlexander V. Chernikov count = ts->count;
4980cba2b28SAlexander V. Chernikov for (i = 0; i < count; i++) {
4990cba2b28SAlexander V. Chernikov ptei = &tei[i];
500a4641f4eSPedro F. Giffuni ptei->value = 0; /* Ensure value is always 0 in the beginning */
5010cba2b28SAlexander V. Chernikov mask_table_value(ptei->pvalue, &tval, ts->vmask);
5020cba2b28SAlexander V. Chernikov ptv = (struct table_val_link *)ipfw_objhash_lookup_name(vi, 0,
5030cba2b28SAlexander V. Chernikov (char *)&tval);
5040cba2b28SAlexander V. Chernikov if (ptv == NULL)
5050cba2b28SAlexander V. Chernikov continue;
5060cba2b28SAlexander V. Chernikov /* Deal with vlimit later */
5070cba2b28SAlexander V. Chernikov if (vlimit > 0 && vlimit <= ptv->no.kidx)
5080cba2b28SAlexander V. Chernikov continue;
5090cba2b28SAlexander V. Chernikov
5100cba2b28SAlexander V. Chernikov /* Value found. Bump refcount */
5110cba2b28SAlexander V. Chernikov ptv->pval->refcnt++;
5120cba2b28SAlexander V. Chernikov ptei->value = ptv->no.kidx;
513fb4b37a3SAlexander V. Chernikov found++;
5140cba2b28SAlexander V. Chernikov }
5150cba2b28SAlexander V. Chernikov
5160cba2b28SAlexander V. Chernikov if (ts->count == found) {
5170cba2b28SAlexander V. Chernikov /* We've found all values , no need ts create new ones */
5180cba2b28SAlexander V. Chernikov return (0);
5190cba2b28SAlexander V. Chernikov }
5200cba2b28SAlexander V. Chernikov
5210cba2b28SAlexander V. Chernikov /*
5220cba2b28SAlexander V. Chernikov * we have added some state here, let's attach operation
5230cba2b28SAlexander V. Chernikov * state ts the list ts be able ts rollback if necessary.
5240cba2b28SAlexander V. Chernikov */
5250cba2b28SAlexander V. Chernikov add_toperation_state(ch, ts);
5260cba2b28SAlexander V. Chernikov /* Ensure table won't disappear */
5270cba2b28SAlexander V. Chernikov tc_ref(tc);
5280cba2b28SAlexander V. Chernikov IPFW_UH_WUNLOCK(ch);
5290cba2b28SAlexander V. Chernikov
5300cba2b28SAlexander V. Chernikov /*
5310cba2b28SAlexander V. Chernikov * Stage 2: allocate objects for non-existing values.
5320cba2b28SAlexander V. Chernikov */
5330cba2b28SAlexander V. Chernikov for (i = 0; i < count; i++) {
5340cba2b28SAlexander V. Chernikov ptei = &tei[i];
5350cba2b28SAlexander V. Chernikov if (ptei->value != 0)
5360cba2b28SAlexander V. Chernikov continue;
5370cba2b28SAlexander V. Chernikov if (ptei->ptv != NULL)
5380cba2b28SAlexander V. Chernikov continue;
5390cba2b28SAlexander V. Chernikov ptei->ptv = malloc(sizeof(struct table_val_link), M_IPFW,
5400cba2b28SAlexander V. Chernikov M_WAITOK | M_ZERO);
5410cba2b28SAlexander V. Chernikov }
5420cba2b28SAlexander V. Chernikov
5430cba2b28SAlexander V. Chernikov /*
5440cba2b28SAlexander V. Chernikov * Stage 3: allocate index numbers for new values
5450cba2b28SAlexander V. Chernikov * and link them to index.
5460cba2b28SAlexander V. Chernikov */
5470cba2b28SAlexander V. Chernikov IPFW_UH_WLOCK(ch);
5480cba2b28SAlexander V. Chernikov tc_unref(tc);
5490cba2b28SAlexander V. Chernikov del_toperation_state(ch, ts);
550be8bc457SAlexander V. Chernikov if (ts->modified != 0) {
551be8bc457SAlexander V. Chernikov /*
552be8bc457SAlexander V. Chernikov * In general, we should free all state/indexes here
553be8bc457SAlexander V. Chernikov * and return. However, we keep allocated state instead
554be8bc457SAlexander V. Chernikov * to ensure we achieve some progress on each restart.
555be8bc457SAlexander V. Chernikov */
5560cba2b28SAlexander V. Chernikov return (0);
557be8bc457SAlexander V. Chernikov }
5580cba2b28SAlexander V. Chernikov
559956f6d3aSAlexander V. Chernikov KASSERT(pval == ch->valuestate, ("resize_storage() notify failure"));
5600cba2b28SAlexander V. Chernikov
5610cba2b28SAlexander V. Chernikov /* Let's try to link values */
5620cba2b28SAlexander V. Chernikov for (i = 0; i < count; i++) {
5630cba2b28SAlexander V. Chernikov ptei = &tei[i];
5640cba2b28SAlexander V. Chernikov
5650cba2b28SAlexander V. Chernikov /* Check if record has appeared */
5660cba2b28SAlexander V. Chernikov mask_table_value(ptei->pvalue, &tval, ts->vmask);
5670cba2b28SAlexander V. Chernikov ptv = (struct table_val_link *)ipfw_objhash_lookup_name(vi, 0,
5680cba2b28SAlexander V. Chernikov (char *)&tval);
5690cba2b28SAlexander V. Chernikov if (ptv != NULL) {
570fb4b37a3SAlexander V. Chernikov ptv->pval->refcnt++;
5710cba2b28SAlexander V. Chernikov ptei->value = ptv->no.kidx;
5720cba2b28SAlexander V. Chernikov continue;
5730cba2b28SAlexander V. Chernikov }
5740cba2b28SAlexander V. Chernikov
5750cba2b28SAlexander V. Chernikov /* May perform UH unlock/lock */
57657ddf396SAlexander V. Chernikov error = alloc_table_vidx(ch, ts, vi, &vidx, flags);
5770cba2b28SAlexander V. Chernikov if (error != 0) {
57871af39bfSAlexander V. Chernikov ts->opstate.func(ts->tc, &ts->opstate);
5790cba2b28SAlexander V. Chernikov return (error);
5800cba2b28SAlexander V. Chernikov }
58171af39bfSAlexander V. Chernikov /* value storage resize has happened, return */
5820cba2b28SAlexander V. Chernikov if (ts->modified != 0)
5830cba2b28SAlexander V. Chernikov return (0);
5840cba2b28SAlexander V. Chernikov
5850cba2b28SAlexander V. Chernikov /* Finally, we have allocated valid index, let's add entry */
5860cba2b28SAlexander V. Chernikov ptei->value = vidx;
5870cba2b28SAlexander V. Chernikov ptv = (struct table_val_link *)ptei->ptv;
5880cba2b28SAlexander V. Chernikov ptei->ptv = NULL;
5890cba2b28SAlexander V. Chernikov
5900cba2b28SAlexander V. Chernikov ptv->no.kidx = vidx;
5910cba2b28SAlexander V. Chernikov ptv->no.name = (char *)&pval[vidx];
5920cba2b28SAlexander V. Chernikov ptv->pval = &pval[vidx];
5930cba2b28SAlexander V. Chernikov memcpy(ptv->pval, &tval, sizeof(struct table_value));
5940cba2b28SAlexander V. Chernikov pval[vidx].refcnt = 1;
5950cba2b28SAlexander V. Chernikov ipfw_objhash_add(vi, &ptv->no);
5960cba2b28SAlexander V. Chernikov }
5970cba2b28SAlexander V. Chernikov
5980cba2b28SAlexander V. Chernikov return (0);
5990cba2b28SAlexander V. Chernikov }
6000cba2b28SAlexander V. Chernikov
6010cba2b28SAlexander V. Chernikov /*
60271af39bfSAlexander V. Chernikov * Imports table value from current userland format.
60371af39bfSAlexander V. Chernikov * Saves value in kernel format to the same place.
60471af39bfSAlexander V. Chernikov */
6050cba2b28SAlexander V. Chernikov void
ipfw_import_table_value_v1(ipfw_table_value * iv)6060cba2b28SAlexander V. Chernikov ipfw_import_table_value_v1(ipfw_table_value *iv)
6070cba2b28SAlexander V. Chernikov {
6080cba2b28SAlexander V. Chernikov struct table_value v;
6090cba2b28SAlexander V. Chernikov
6100cba2b28SAlexander V. Chernikov memset(&v, 0, sizeof(v));
6110cba2b28SAlexander V. Chernikov v.tag = iv->tag;
6120cba2b28SAlexander V. Chernikov v.pipe = iv->pipe;
6130cba2b28SAlexander V. Chernikov v.divert = iv->divert;
6140cba2b28SAlexander V. Chernikov v.skipto = iv->skipto;
6150cba2b28SAlexander V. Chernikov v.netgraph = iv->netgraph;
6160cba2b28SAlexander V. Chernikov v.fib = iv->fib;
6170cba2b28SAlexander V. Chernikov v.nat = iv->nat;
6180cba2b28SAlexander V. Chernikov v.dscp = iv->dscp;
6190cba2b28SAlexander V. Chernikov v.nh4 = iv->nh4;
6200cba2b28SAlexander V. Chernikov v.nh6 = iv->nh6;
6210cba2b28SAlexander V. Chernikov v.limit = iv->limit;
6222530ed9eSAndrey V. Elsukov v.zoneid = iv->zoneid;
623fc727ad6SBoris Lytochkin v.mark = iv->mark;
6240cba2b28SAlexander V. Chernikov
6250cba2b28SAlexander V. Chernikov memcpy(iv, &v, sizeof(ipfw_table_value));
6260cba2b28SAlexander V. Chernikov }
6270cba2b28SAlexander V. Chernikov
62871af39bfSAlexander V. Chernikov /*
62971af39bfSAlexander V. Chernikov * Export real table value @v to current userland format.
63071af39bfSAlexander V. Chernikov * Note that @v and @piv may point to the same memory.
63171af39bfSAlexander V. Chernikov */
6320cba2b28SAlexander V. Chernikov void
ipfw_export_table_value_v1(struct table_value * v,ipfw_table_value * piv)6330cba2b28SAlexander V. Chernikov ipfw_export_table_value_v1(struct table_value *v, ipfw_table_value *piv)
6340cba2b28SAlexander V. Chernikov {
6350cba2b28SAlexander V. Chernikov ipfw_table_value iv;
6360cba2b28SAlexander V. Chernikov
6370cba2b28SAlexander V. Chernikov memset(&iv, 0, sizeof(iv));
6380cba2b28SAlexander V. Chernikov iv.tag = v->tag;
6390cba2b28SAlexander V. Chernikov iv.pipe = v->pipe;
6400cba2b28SAlexander V. Chernikov iv.divert = v->divert;
6410cba2b28SAlexander V. Chernikov iv.skipto = v->skipto;
6420cba2b28SAlexander V. Chernikov iv.netgraph = v->netgraph;
6430cba2b28SAlexander V. Chernikov iv.fib = v->fib;
6440cba2b28SAlexander V. Chernikov iv.nat = v->nat;
6450cba2b28SAlexander V. Chernikov iv.dscp = v->dscp;
6460cba2b28SAlexander V. Chernikov iv.limit = v->limit;
6470cba2b28SAlexander V. Chernikov iv.nh4 = v->nh4;
6480cba2b28SAlexander V. Chernikov iv.nh6 = v->nh6;
6492530ed9eSAndrey V. Elsukov iv.zoneid = v->zoneid;
650fc727ad6SBoris Lytochkin iv.mark = v->mark;
6510cba2b28SAlexander V. Chernikov
6520cba2b28SAlexander V. Chernikov memcpy(piv, &iv, sizeof(iv));
6530cba2b28SAlexander V. Chernikov }
6540cba2b28SAlexander V. Chernikov
65571af39bfSAlexander V. Chernikov /*
656fc727ad6SBoris Lytochkin * Exports real value data into ipfw_table_value structure including refcnt.
65771af39bfSAlexander V. Chernikov */
658b309f085SAndrey V. Elsukov static int
dump_tvalue(struct namedobj_instance * ni,struct named_object * no,void * arg)6590cba2b28SAlexander V. Chernikov dump_tvalue(struct namedobj_instance *ni, struct named_object *no, void *arg)
6600cba2b28SAlexander V. Chernikov {
6610cba2b28SAlexander V. Chernikov struct vdump_args *da;
6620cba2b28SAlexander V. Chernikov struct table_val_link *ptv;
663fc727ad6SBoris Lytochkin ipfw_table_value *v;
6640cba2b28SAlexander V. Chernikov
6650cba2b28SAlexander V. Chernikov da = (struct vdump_args *)arg;
6660cba2b28SAlexander V. Chernikov ptv = (struct table_val_link *)no;
6670cba2b28SAlexander V. Chernikov
668fc727ad6SBoris Lytochkin v = (ipfw_table_value *)ipfw_get_sopt_space(da->sd, sizeof(*v));
6690cba2b28SAlexander V. Chernikov /* Out of memory, returning */
6700cba2b28SAlexander V. Chernikov if (v == NULL) {
6710cba2b28SAlexander V. Chernikov da->error = ENOMEM;
672b309f085SAndrey V. Elsukov return (ENOMEM);
6730cba2b28SAlexander V. Chernikov }
6740cba2b28SAlexander V. Chernikov
675fc727ad6SBoris Lytochkin ipfw_export_table_value_v1(ptv->pval, v);
676fc727ad6SBoris Lytochkin v->refcnt = ptv->pval->refcnt;
677fc727ad6SBoris Lytochkin v->kidx = ptv->no.kidx;
678b309f085SAndrey V. Elsukov return (0);
6790cba2b28SAlexander V. Chernikov }
6800cba2b28SAlexander V. Chernikov
6810cba2b28SAlexander V. Chernikov /*
6820cba2b28SAlexander V. Chernikov * Dumps all shared/table value data
6830cba2b28SAlexander V. Chernikov * Data layout (v1)(current):
6840cba2b28SAlexander V. Chernikov * Request: [ ipfw_obj_lheader ], size = ipfw_obj_lheader.size
6850cba2b28SAlexander V. Chernikov * Reply: [ ipfw_obj_lheader ipfw_table_value x N ]
6860cba2b28SAlexander V. Chernikov *
6870cba2b28SAlexander V. Chernikov * Returns 0 on success
6880cba2b28SAlexander V. Chernikov */
6896b988f3aSAlexander V. Chernikov static int
list_table_values(struct ip_fw_chain * ch,ip_fw3_opheader * op3,struct sockopt_data * sd)6906b988f3aSAlexander V. Chernikov list_table_values(struct ip_fw_chain *ch, ip_fw3_opheader *op3,
6910cba2b28SAlexander V. Chernikov struct sockopt_data *sd)
6920cba2b28SAlexander V. Chernikov {
6930cba2b28SAlexander V. Chernikov struct _ipfw_obj_lheader *olh;
6940cba2b28SAlexander V. Chernikov struct namedobj_instance *vi;
6950cba2b28SAlexander V. Chernikov struct vdump_args da;
6960cba2b28SAlexander V. Chernikov uint32_t count, size;
6970cba2b28SAlexander V. Chernikov
6980cba2b28SAlexander V. Chernikov olh = (struct _ipfw_obj_lheader *)ipfw_get_sopt_header(sd,sizeof(*olh));
6990cba2b28SAlexander V. Chernikov if (olh == NULL)
7000cba2b28SAlexander V. Chernikov return (EINVAL);
7010cba2b28SAlexander V. Chernikov if (sd->valsize < olh->size)
7020cba2b28SAlexander V. Chernikov return (EINVAL);
7030cba2b28SAlexander V. Chernikov
7040cba2b28SAlexander V. Chernikov IPFW_UH_RLOCK(ch);
7050cba2b28SAlexander V. Chernikov vi = CHAIN_TO_VI(ch);
7060cba2b28SAlexander V. Chernikov
7070cba2b28SAlexander V. Chernikov count = ipfw_objhash_count(vi);
7080cba2b28SAlexander V. Chernikov size = count * sizeof(ipfw_table_value) + sizeof(ipfw_obj_lheader);
7090cba2b28SAlexander V. Chernikov
7100cba2b28SAlexander V. Chernikov /* Fill in header regadless of buffer size */
7110cba2b28SAlexander V. Chernikov olh->count = count;
7120cba2b28SAlexander V. Chernikov olh->objsize = sizeof(ipfw_table_value);
7130cba2b28SAlexander V. Chernikov
7140cba2b28SAlexander V. Chernikov if (size > olh->size) {
7150cba2b28SAlexander V. Chernikov olh->size = size;
7160cba2b28SAlexander V. Chernikov IPFW_UH_RUNLOCK(ch);
7170cba2b28SAlexander V. Chernikov return (ENOMEM);
7180cba2b28SAlexander V. Chernikov }
7190cba2b28SAlexander V. Chernikov olh->size = size;
7200cba2b28SAlexander V. Chernikov
7210cba2b28SAlexander V. Chernikov /*
7220cba2b28SAlexander V. Chernikov * Do the actual value dump
7230cba2b28SAlexander V. Chernikov */
7240cba2b28SAlexander V. Chernikov memset(&da, 0, sizeof(da));
7250cba2b28SAlexander V. Chernikov da.ch = ch;
7260cba2b28SAlexander V. Chernikov da.sd = sd;
7270cba2b28SAlexander V. Chernikov ipfw_objhash_foreach(vi, dump_tvalue, &da);
7280cba2b28SAlexander V. Chernikov
7290cba2b28SAlexander V. Chernikov IPFW_UH_RUNLOCK(ch);
7300cba2b28SAlexander V. Chernikov
7310cba2b28SAlexander V. Chernikov return (0);
7320cba2b28SAlexander V. Chernikov }
7330cba2b28SAlexander V. Chernikov
7346b988f3aSAlexander V. Chernikov void
ipfw_table_value_init(struct ip_fw_chain * ch,int first)7356b988f3aSAlexander V. Chernikov ipfw_table_value_init(struct ip_fw_chain *ch, int first)
7366b988f3aSAlexander V. Chernikov {
7376b988f3aSAlexander V. Chernikov struct tables_config *tcfg;
7386b988f3aSAlexander V. Chernikov
7396b988f3aSAlexander V. Chernikov ch->valuestate = malloc(VALDATA_START_SIZE * sizeof(struct table_value),
7406b988f3aSAlexander V. Chernikov M_IPFW, M_WAITOK | M_ZERO);
7416b988f3aSAlexander V. Chernikov
7426b988f3aSAlexander V. Chernikov tcfg = ch->tblcfg;
7436b988f3aSAlexander V. Chernikov
7446b988f3aSAlexander V. Chernikov tcfg->val_size = VALDATA_START_SIZE;
745*4a77657cSAndrey V. Elsukov tcfg->valhash = ipfw_objhash_create(tcfg->val_size, VALDATA_HASH_SIZE);
7466b988f3aSAlexander V. Chernikov ipfw_objhash_set_funcs(tcfg->valhash, hash_table_value,
7476b988f3aSAlexander V. Chernikov cmp_table_value);
7486b988f3aSAlexander V. Chernikov
7496b988f3aSAlexander V. Chernikov IPFW_ADD_SOPT_HANDLER(first, scodes);
7506b988f3aSAlexander V. Chernikov }
7516b988f3aSAlexander V. Chernikov
752b309f085SAndrey V. Elsukov static int
destroy_value(struct namedobj_instance * ni,struct named_object * no,void * arg)7536b988f3aSAlexander V. Chernikov destroy_value(struct namedobj_instance *ni, struct named_object *no,
7546b988f3aSAlexander V. Chernikov void *arg)
7556b988f3aSAlexander V. Chernikov {
7566b988f3aSAlexander V. Chernikov
7576b988f3aSAlexander V. Chernikov free(no, M_IPFW);
758b309f085SAndrey V. Elsukov return (0);
7596b988f3aSAlexander V. Chernikov }
7606b988f3aSAlexander V. Chernikov
7616b988f3aSAlexander V. Chernikov void
ipfw_table_value_destroy(struct ip_fw_chain * ch,int last)7626b988f3aSAlexander V. Chernikov ipfw_table_value_destroy(struct ip_fw_chain *ch, int last)
7636b988f3aSAlexander V. Chernikov {
7646b988f3aSAlexander V. Chernikov
7656b988f3aSAlexander V. Chernikov IPFW_DEL_SOPT_HANDLER(last, scodes);
7666b988f3aSAlexander V. Chernikov
7676b988f3aSAlexander V. Chernikov free(ch->valuestate, M_IPFW);
7686b988f3aSAlexander V. Chernikov ipfw_objhash_foreach(CHAIN_TO_VI(ch), destroy_value, ch);
7696b988f3aSAlexander V. Chernikov ipfw_objhash_destroy(CHAIN_TO_VI(ch));
7706b988f3aSAlexander V. Chernikov }
771