13b3a8eb9SGleb Smirnoff /*- 23b3a8eb9SGleb Smirnoff * Copyright (c) 2004 Ruslan Ermilov and Vsevolod Lobko. 31a33e799SAlexander V. Chernikov * Copyright (c) 2014 Yandex LLC 41a33e799SAlexander V. Chernikov * Copyright (c) 2014 Alexander V. Chernikov 53b3a8eb9SGleb Smirnoff * 63b3a8eb9SGleb Smirnoff * Redistribution and use in source and binary forms, with or without 73b3a8eb9SGleb Smirnoff * modification, are permitted provided that the following conditions 83b3a8eb9SGleb Smirnoff * are met: 93b3a8eb9SGleb Smirnoff * 1. Redistributions of source code must retain the above copyright 103b3a8eb9SGleb Smirnoff * notice, this list of conditions and the following disclaimer. 113b3a8eb9SGleb Smirnoff * 2. Redistributions in binary form must reproduce the above copyright 123b3a8eb9SGleb Smirnoff * notice, this list of conditions and the following disclaimer in the 133b3a8eb9SGleb Smirnoff * documentation and/or other materials provided with the distribution. 143b3a8eb9SGleb Smirnoff * 153b3a8eb9SGleb Smirnoff * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 163b3a8eb9SGleb Smirnoff * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 173b3a8eb9SGleb Smirnoff * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 183b3a8eb9SGleb Smirnoff * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 193b3a8eb9SGleb Smirnoff * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 203b3a8eb9SGleb Smirnoff * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 213b3a8eb9SGleb Smirnoff * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 223b3a8eb9SGleb Smirnoff * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 233b3a8eb9SGleb Smirnoff * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 243b3a8eb9SGleb Smirnoff * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 253b3a8eb9SGleb Smirnoff * SUCH DAMAGE. 263b3a8eb9SGleb Smirnoff */ 273b3a8eb9SGleb Smirnoff 283b3a8eb9SGleb Smirnoff #include <sys/cdefs.h> 293b3a8eb9SGleb Smirnoff __FBSDID("$FreeBSD$"); 303b3a8eb9SGleb Smirnoff 313b3a8eb9SGleb Smirnoff /* 32563b5ab1SAlexander V. Chernikov * Lookup table support for ipfw. 333b3a8eb9SGleb Smirnoff * 34ac35ff17SAlexander V. Chernikov * This file contains handlers for all generic tables' operations: 35563b5ab1SAlexander V. Chernikov * add/del/flush entries, list/dump tables etc.. 363b3a8eb9SGleb Smirnoff * 371a33e799SAlexander V. Chernikov * Table data modification is protected by both UH and runtime lock 38563b5ab1SAlexander V. Chernikov * while reading configuration/data is protected by UH lock. 39563b5ab1SAlexander V. Chernikov * 40563b5ab1SAlexander V. Chernikov * Lookup algorithms for all table types are located in ip_fw_table_algo.c 413b3a8eb9SGleb Smirnoff */ 423b3a8eb9SGleb Smirnoff 433b3a8eb9SGleb Smirnoff #include "opt_ipfw.h" 443b3a8eb9SGleb Smirnoff 453b3a8eb9SGleb Smirnoff #include <sys/param.h> 463b3a8eb9SGleb Smirnoff #include <sys/systm.h> 473b3a8eb9SGleb Smirnoff #include <sys/malloc.h> 483b3a8eb9SGleb Smirnoff #include <sys/kernel.h> 493b3a8eb9SGleb Smirnoff #include <sys/lock.h> 503b3a8eb9SGleb Smirnoff #include <sys/rwlock.h> 513b3a8eb9SGleb Smirnoff #include <sys/socket.h> 52f1220db8SAlexander V. Chernikov #include <sys/socketvar.h> 533b3a8eb9SGleb Smirnoff #include <sys/queue.h> 543b3a8eb9SGleb Smirnoff #include <net/if.h> /* ip_fw.h requires IFNAMSIZ */ 553b3a8eb9SGleb Smirnoff 563b3a8eb9SGleb Smirnoff #include <netinet/in.h> 573b3a8eb9SGleb Smirnoff #include <netinet/ip_var.h> /* struct ipfw_rule_ref */ 583b3a8eb9SGleb Smirnoff #include <netinet/ip_fw.h> 593b3a8eb9SGleb Smirnoff 603b3a8eb9SGleb Smirnoff #include <netpfil/ipfw/ip_fw_private.h> 61ea761a5dSAlexander V. Chernikov #include <netpfil/ipfw/ip_fw_table.h> 623b3a8eb9SGleb Smirnoff 633b3a8eb9SGleb Smirnoff /* 64b074b7bbSAlexander V. Chernikov * Table has the following `type` concepts: 65b074b7bbSAlexander V. Chernikov * 66c21034b7SAlexander V. Chernikov * `no.type` represents lookup key type (addr, ifp, uid, etc..) 670cba2b28SAlexander V. Chernikov * vmask represents bitmask of table values which are present at the moment. 680cba2b28SAlexander V. Chernikov * Special IPFW_VTYPE_LEGACY ( (uint32_t)-1 ) represents old 690cba2b28SAlexander V. Chernikov * single-value-for-all approach. 70b074b7bbSAlexander V. Chernikov */ 71b074b7bbSAlexander V. Chernikov struct table_config { 72b074b7bbSAlexander V. Chernikov struct named_object no; 73914bffb6SAlexander V. Chernikov uint8_t tflags; /* type flags */ 744f43138aSAlexander V. Chernikov uint8_t locked; /* 1 if locked from changes */ 75adf3b2b9SAlexander V. Chernikov uint8_t linked; /* 1 if already linked */ 76adf3b2b9SAlexander V. Chernikov uint8_t ochanged; /* used by set swapping */ 770cba2b28SAlexander V. Chernikov uint8_t vshared; /* 1 if using shared value array */ 780cba2b28SAlexander V. Chernikov uint8_t spare[3]; 790cba2b28SAlexander V. Chernikov uint32_t count; /* Number of records */ 800cba2b28SAlexander V. Chernikov uint32_t limit; /* Max number of records */ 810cba2b28SAlexander V. Chernikov uint32_t vmask; /* bitmask with supported values */ 82a73d728dSAlexander V. Chernikov uint32_t ocount; /* used by set swapping */ 83a73d728dSAlexander V. Chernikov uint64_t gencnt; /* generation count */ 84b074b7bbSAlexander V. Chernikov char tablename[64]; /* table name */ 859f7d47b0SAlexander V. Chernikov struct table_algo *ta; /* Callbacks for given algo */ 869f7d47b0SAlexander V. Chernikov void *astate; /* algorithm state */ 879f7d47b0SAlexander V. Chernikov struct table_info ti; /* data to put to table_info */ 880cba2b28SAlexander V. Chernikov struct namedobj_instance *vi; 89b074b7bbSAlexander V. Chernikov }; 90b074b7bbSAlexander V. Chernikov 91b074b7bbSAlexander V. Chernikov static struct table_config *find_table(struct namedobj_instance *ni, 92b074b7bbSAlexander V. Chernikov struct tid_info *ti); 9368394ec8SAlexander V. Chernikov static struct table_config *alloc_table_config(struct ip_fw_chain *ch, 940cba2b28SAlexander V. Chernikov struct tid_info *ti, struct table_algo *ta, char *adata, uint8_t tflags); 95b074b7bbSAlexander V. Chernikov static void free_table_config(struct namedobj_instance *ni, 96b074b7bbSAlexander V. Chernikov struct table_config *tc); 97db785d31SAlexander V. Chernikov static int create_table_internal(struct ip_fw_chain *ch, struct tid_info *ti, 98867708f7SAlexander V. Chernikov char *aname, ipfw_xtable_info *i, uint16_t *pkidx, int ref); 990468c5baSAlexander V. Chernikov static void link_table(struct ip_fw_chain *ch, struct table_config *tc); 1000468c5baSAlexander V. Chernikov static void unlink_table(struct ip_fw_chain *ch, struct table_config *tc); 1014dff4ae0SAlexander V. Chernikov static int find_ref_table(struct ip_fw_chain *ch, struct tid_info *ti, 102867708f7SAlexander V. Chernikov struct tentry_info *tei, uint32_t count, int op, struct table_config **ptc); 1034dff4ae0SAlexander V. Chernikov #define OP_ADD 1 1044dff4ae0SAlexander V. Chernikov #define OP_DEL 0 1052d99a349SAlexander V. Chernikov static int export_tables(struct ip_fw_chain *ch, ipfw_obj_lheader *olh, 1062d99a349SAlexander V. Chernikov struct sockopt_data *sd); 107ac35ff17SAlexander V. Chernikov static void export_table_info(struct ip_fw_chain *ch, struct table_config *tc, 108ac35ff17SAlexander V. Chernikov ipfw_xtable_info *i); 10981d3153dSAlexander V. Chernikov static int dump_table_tentry(void *e, void *arg); 110f1220db8SAlexander V. Chernikov static int dump_table_xentry(void *e, void *arg); 111b074b7bbSAlexander V. Chernikov 112a73d728dSAlexander V. Chernikov static int swap_tables(struct ip_fw_chain *ch, struct tid_info *a, 11346d52008SAlexander V. Chernikov struct tid_info *b); 114ac35ff17SAlexander V. Chernikov 1150cba2b28SAlexander V. Chernikov static int check_table_space(struct ip_fw_chain *ch, struct tableop_state *ts, 1160cba2b28SAlexander V. Chernikov struct table_config *tc, struct table_info *ti, uint32_t count); 117ac35ff17SAlexander V. Chernikov static int destroy_table(struct ip_fw_chain *ch, struct tid_info *ti); 118d3a4f924SAlexander V. Chernikov 1199f7d47b0SAlexander V. Chernikov static struct table_algo *find_table_algo(struct tables_config *tableconf, 1209490a627SAlexander V. Chernikov struct tid_info *ti, char *name); 121b074b7bbSAlexander V. Chernikov 12246d52008SAlexander V. Chernikov static void objheader_to_ti(struct _ipfw_obj_header *oh, struct tid_info *ti); 12346d52008SAlexander V. Chernikov static void ntlv_to_ti(struct _ipfw_obj_ntlv *ntlv, struct tid_info *ti); 124a73d728dSAlexander V. Chernikov static int classify_table_opcode(ipfw_insn *cmd, uint16_t *puidx, uint8_t *ptype); 12546d52008SAlexander V. Chernikov 126b074b7bbSAlexander V. Chernikov #define CHAIN_TO_NI(chain) (CHAIN_TO_TCFG(chain)->namehash) 1279f7d47b0SAlexander V. Chernikov #define KIDX_TO_TI(ch, k) (&(((struct table_info *)(ch)->tablestate)[k])) 128b074b7bbSAlexander V. Chernikov 129b6ee846eSAlexander V. Chernikov #define TA_BUF_SZ 128 /* On-stack buffer for add/delete state */ 130b6ee846eSAlexander V. Chernikov 1310cba2b28SAlexander V. Chernikov void 1320cba2b28SAlexander V. Chernikov rollback_toperation_state(struct ip_fw_chain *ch, void *object) 1330cba2b28SAlexander V. Chernikov { 1340cba2b28SAlexander V. Chernikov struct tables_config *tcfg; 1350cba2b28SAlexander V. Chernikov struct op_state *os; 1360cba2b28SAlexander V. Chernikov 1370cba2b28SAlexander V. Chernikov tcfg = CHAIN_TO_TCFG(ch); 1380cba2b28SAlexander V. Chernikov TAILQ_FOREACH(os, &tcfg->state_list, next) 139fb4b37a3SAlexander V. Chernikov os->func(object, os); 1400cba2b28SAlexander V. Chernikov } 1410cba2b28SAlexander V. Chernikov 1420cba2b28SAlexander V. Chernikov void 1430cba2b28SAlexander V. Chernikov add_toperation_state(struct ip_fw_chain *ch, struct tableop_state *ts) 1440cba2b28SAlexander V. Chernikov { 1450cba2b28SAlexander V. Chernikov struct tables_config *tcfg; 1460cba2b28SAlexander V. Chernikov 1470cba2b28SAlexander V. Chernikov tcfg = CHAIN_TO_TCFG(ch); 1480cba2b28SAlexander V. Chernikov TAILQ_INSERT_HEAD(&tcfg->state_list, &ts->opstate, next); 1490cba2b28SAlexander V. Chernikov } 1500cba2b28SAlexander V. Chernikov 1510cba2b28SAlexander V. Chernikov void 1520cba2b28SAlexander V. Chernikov del_toperation_state(struct ip_fw_chain *ch, struct tableop_state *ts) 1530cba2b28SAlexander V. Chernikov { 1540cba2b28SAlexander V. Chernikov struct tables_config *tcfg; 1550cba2b28SAlexander V. Chernikov 1560cba2b28SAlexander V. Chernikov tcfg = CHAIN_TO_TCFG(ch); 1570cba2b28SAlexander V. Chernikov TAILQ_REMOVE(&tcfg->state_list, &ts->opstate, next); 1580cba2b28SAlexander V. Chernikov } 1590cba2b28SAlexander V. Chernikov 1600cba2b28SAlexander V. Chernikov void 1610cba2b28SAlexander V. Chernikov tc_ref(struct table_config *tc) 1620cba2b28SAlexander V. Chernikov { 1630cba2b28SAlexander V. Chernikov 1640cba2b28SAlexander V. Chernikov tc->no.refcnt++; 1650cba2b28SAlexander V. Chernikov } 1660cba2b28SAlexander V. Chernikov 1670cba2b28SAlexander V. Chernikov void 1680cba2b28SAlexander V. Chernikov tc_unref(struct table_config *tc) 1690cba2b28SAlexander V. Chernikov { 1700cba2b28SAlexander V. Chernikov 1710cba2b28SAlexander V. Chernikov tc->no.refcnt--; 1720cba2b28SAlexander V. Chernikov } 1730cba2b28SAlexander V. Chernikov 1740cba2b28SAlexander V. Chernikov static struct table_value * 1750cba2b28SAlexander V. Chernikov get_table_value(struct ip_fw_chain *ch, struct table_config *tc, uint32_t kidx) 1760cba2b28SAlexander V. Chernikov { 1770cba2b28SAlexander V. Chernikov struct table_value *pval; 1780cba2b28SAlexander V. Chernikov 1790cba2b28SAlexander V. Chernikov pval = (struct table_value *)ch->valuestate; 1800cba2b28SAlexander V. Chernikov 1810cba2b28SAlexander V. Chernikov return (&pval[kidx]); 1820cba2b28SAlexander V. Chernikov } 1830cba2b28SAlexander V. Chernikov 1840cba2b28SAlexander V. Chernikov 1853a845e10SAlexander V. Chernikov /* 1863a845e10SAlexander V. Chernikov * Checks if we're able to insert/update entry @tei into table 1873a845e10SAlexander V. Chernikov * w.r.t @tc limits. 1883a845e10SAlexander V. Chernikov * May alter @tei to indicate insertion error / insert 1893a845e10SAlexander V. Chernikov * options. 1903a845e10SAlexander V. Chernikov * 1913a845e10SAlexander V. Chernikov * Returns 0 if operation can be performed/ 1923a845e10SAlexander V. Chernikov */ 1933a845e10SAlexander V. Chernikov static int 1943a845e10SAlexander V. Chernikov check_table_limit(struct table_config *tc, struct tentry_info *tei) 1953a845e10SAlexander V. Chernikov { 196b074b7bbSAlexander V. Chernikov 1973a845e10SAlexander V. Chernikov if (tc->limit == 0 || tc->count < tc->limit) 1983a845e10SAlexander V. Chernikov return (0); 1993a845e10SAlexander V. Chernikov 2003a845e10SAlexander V. Chernikov if ((tei->flags & TEI_FLAGS_UPDATE) == 0) { 2013a845e10SAlexander V. Chernikov /* Notify userland on error cause */ 2023a845e10SAlexander V. Chernikov tei->flags |= TEI_FLAGS_LIMIT; 2033a845e10SAlexander V. Chernikov return (EFBIG); 2043a845e10SAlexander V. Chernikov } 2053a845e10SAlexander V. Chernikov 2063a845e10SAlexander V. Chernikov /* 2073a845e10SAlexander V. Chernikov * We have UPDATE flag set. 2083a845e10SAlexander V. Chernikov * Permit updating record (if found), 2093a845e10SAlexander V. Chernikov * but restrict adding new one since we've 2103a845e10SAlexander V. Chernikov * already hit the limit. 2113a845e10SAlexander V. Chernikov */ 2123a845e10SAlexander V. Chernikov tei->flags |= TEI_FLAGS_DONTADD; 2133a845e10SAlexander V. Chernikov 2143a845e10SAlexander V. Chernikov return (0); 2153a845e10SAlexander V. Chernikov } 2163a845e10SAlexander V. Chernikov 2173a845e10SAlexander V. Chernikov /* 2181bc0d457SAlexander V. Chernikov * Convert algorithm callback return code into 2191bc0d457SAlexander V. Chernikov * one of pre-defined states known by userland. 2203a845e10SAlexander V. Chernikov */ 2211bc0d457SAlexander V. Chernikov static void 222867708f7SAlexander V. Chernikov store_tei_result(struct tentry_info *tei, int op, int error, uint32_t num) 2233b3a8eb9SGleb Smirnoff { 2241bc0d457SAlexander V. Chernikov int flag; 2253b3a8eb9SGleb Smirnoff 2261bc0d457SAlexander V. Chernikov flag = 0; 2271bc0d457SAlexander V. Chernikov 2281bc0d457SAlexander V. Chernikov switch (error) { 2291bc0d457SAlexander V. Chernikov case 0: 230867708f7SAlexander V. Chernikov if (op == OP_ADD && num != 0) 2311bc0d457SAlexander V. Chernikov flag = TEI_FLAGS_ADDED; 232867708f7SAlexander V. Chernikov if (op == OP_DEL) 2331bc0d457SAlexander V. Chernikov flag = TEI_FLAGS_DELETED; 2341bc0d457SAlexander V. Chernikov break; 2351bc0d457SAlexander V. Chernikov case ENOENT: 2361bc0d457SAlexander V. Chernikov flag = TEI_FLAGS_NOTFOUND; 2371bc0d457SAlexander V. Chernikov break; 2381bc0d457SAlexander V. Chernikov case EEXIST: 2391bc0d457SAlexander V. Chernikov flag = TEI_FLAGS_EXISTS; 2401bc0d457SAlexander V. Chernikov break; 2411bc0d457SAlexander V. Chernikov default: 2421bc0d457SAlexander V. Chernikov flag = TEI_FLAGS_ERROR; 2431bc0d457SAlexander V. Chernikov } 2441bc0d457SAlexander V. Chernikov 2451bc0d457SAlexander V. Chernikov tei->flags |= flag; 2461bc0d457SAlexander V. Chernikov } 2479f7d47b0SAlexander V. Chernikov 248f99fbf96SAlexander V. Chernikov /* 249f99fbf96SAlexander V. Chernikov * Creates and references table with default parameters. 250f99fbf96SAlexander V. Chernikov * Saves table config, algo and allocated kidx info @ptc, @pta and 251f99fbf96SAlexander V. Chernikov * @pkidx if non-zero. 252f99fbf96SAlexander V. Chernikov * Used for table auto-creation to support old binaries. 253f99fbf96SAlexander V. Chernikov * 254f99fbf96SAlexander V. Chernikov * Returns 0 on success. 255f99fbf96SAlexander V. Chernikov */ 2560468c5baSAlexander V. Chernikov static int 2570468c5baSAlexander V. Chernikov create_table_compat(struct ip_fw_chain *ch, struct tid_info *ti, 258867708f7SAlexander V. Chernikov uint16_t *pkidx) 2590468c5baSAlexander V. Chernikov { 2600468c5baSAlexander V. Chernikov ipfw_xtable_info xi; 2610468c5baSAlexander V. Chernikov int error; 2620468c5baSAlexander V. Chernikov 2630468c5baSAlexander V. Chernikov memset(&xi, 0, sizeof(xi)); 2640cba2b28SAlexander V. Chernikov /* Set default value mask for legacy clients */ 2650cba2b28SAlexander V. Chernikov xi.vmask = IPFW_VTYPE_LEGACY; 2660468c5baSAlexander V. Chernikov 267867708f7SAlexander V. Chernikov error = create_table_internal(ch, ti, NULL, &xi, pkidx, 1); 2680468c5baSAlexander V. Chernikov if (error != 0) 2690468c5baSAlexander V. Chernikov return (error); 2700468c5baSAlexander V. Chernikov 2710468c5baSAlexander V. Chernikov return (0); 2720468c5baSAlexander V. Chernikov } 2730468c5baSAlexander V. Chernikov 2749f7d47b0SAlexander V. Chernikov /* 2751bc0d457SAlexander V. Chernikov * Find and reference existing table optionally 2761bc0d457SAlexander V. Chernikov * creating new one. 2771bc0d457SAlexander V. Chernikov * 278867708f7SAlexander V. Chernikov * Saves found table config into @ptc. 279867708f7SAlexander V. Chernikov * Note function may drop/acquire UH_WLOCK. 2801bc0d457SAlexander V. Chernikov * Returns 0 if table was found/created and referenced 2811bc0d457SAlexander V. Chernikov * or non-zero return code. 2829f7d47b0SAlexander V. Chernikov */ 2831bc0d457SAlexander V. Chernikov static int 2841bc0d457SAlexander V. Chernikov find_ref_table(struct ip_fw_chain *ch, struct tid_info *ti, 2854dff4ae0SAlexander V. Chernikov struct tentry_info *tei, uint32_t count, int op, 286867708f7SAlexander V. Chernikov struct table_config **ptc) 2871bc0d457SAlexander V. Chernikov { 2881bc0d457SAlexander V. Chernikov struct namedobj_instance *ni; 2891bc0d457SAlexander V. Chernikov struct table_config *tc; 290867708f7SAlexander V. Chernikov uint16_t kidx; 2911bc0d457SAlexander V. Chernikov int error; 2921bc0d457SAlexander V. Chernikov 293867708f7SAlexander V. Chernikov IPFW_UH_WLOCK_ASSERT(ch); 2941bc0d457SAlexander V. Chernikov 2951bc0d457SAlexander V. Chernikov ni = CHAIN_TO_NI(ch); 2961bc0d457SAlexander V. Chernikov tc = NULL; 2979f7d47b0SAlexander V. Chernikov if ((tc = find_table(ni, ti)) != NULL) { 2989f7d47b0SAlexander V. Chernikov /* check table type */ 299867708f7SAlexander V. Chernikov if (tc->no.type != ti->type) 3003b3a8eb9SGleb Smirnoff return (EINVAL); 3013b3a8eb9SGleb Smirnoff 302867708f7SAlexander V. Chernikov if (tc->locked != 0) 3034f43138aSAlexander V. Chernikov return (EACCES); 3044f43138aSAlexander V. Chernikov 3054c0c07a5SAlexander V. Chernikov /* Try to exit early on limit hit */ 3064dff4ae0SAlexander V. Chernikov if (op == OP_ADD && count == 1 && 307867708f7SAlexander V. Chernikov check_table_limit(tc, tei) != 0) 3084c0c07a5SAlexander V. Chernikov return (EFBIG); 3094c0c07a5SAlexander V. Chernikov 310867708f7SAlexander V. Chernikov /* Reference and return */ 3119f7d47b0SAlexander V. Chernikov tc->no.refcnt++; 312867708f7SAlexander V. Chernikov *ptc = tc; 313867708f7SAlexander V. Chernikov return (0); 3149f7d47b0SAlexander V. Chernikov } 3153b3a8eb9SGleb Smirnoff 3164dff4ae0SAlexander V. Chernikov if (op == OP_DEL) 3171bc0d457SAlexander V. Chernikov return (ESRCH); 3181bc0d457SAlexander V. Chernikov 319db785d31SAlexander V. Chernikov /* Compability mode: create new table for old clients */ 320db785d31SAlexander V. Chernikov if ((tei->flags & TEI_FLAGS_COMPAT) == 0) 321db785d31SAlexander V. Chernikov return (ESRCH); 3223b3a8eb9SGleb Smirnoff 323867708f7SAlexander V. Chernikov IPFW_UH_WUNLOCK(ch); 324867708f7SAlexander V. Chernikov error = create_table_compat(ch, ti, &kidx); 325867708f7SAlexander V. Chernikov IPFW_UH_WLOCK(ch); 326867708f7SAlexander V. Chernikov 327db785d31SAlexander V. Chernikov if (error != 0) 328db785d31SAlexander V. Chernikov return (error); 329db785d31SAlexander V. Chernikov 330867708f7SAlexander V. Chernikov tc = (struct table_config *)ipfw_objhash_lookup_kidx(ni, kidx); 331867708f7SAlexander V. Chernikov KASSERT(tc != NULL, ("create_table_compat returned bad idx %d", kidx)); 332db785d31SAlexander V. Chernikov 333867708f7SAlexander V. Chernikov /* OK, now we've got referenced table. */ 3341bc0d457SAlexander V. Chernikov *ptc = tc; 3351bc0d457SAlexander V. Chernikov return (0); 3361bc0d457SAlexander V. Chernikov } 3371bc0d457SAlexander V. Chernikov 3381bc0d457SAlexander V. Chernikov /* 339867708f7SAlexander V. Chernikov * Rolls back already @added to @tc entries using state array @ta_buf_m. 3401bc0d457SAlexander V. Chernikov * Assume the following layout: 3411bc0d457SAlexander V. Chernikov * 1) ADD state (ta_buf_m[0] ... t_buf_m[added - 1]) for handling update cases 3421bc0d457SAlexander V. Chernikov * 2) DEL state (ta_buf_m[count[ ... t_buf_m[count + added - 1]) 3431bc0d457SAlexander V. Chernikov * for storing deleted state 3441bc0d457SAlexander V. Chernikov */ 3451bc0d457SAlexander V. Chernikov static void 3461bc0d457SAlexander V. Chernikov rollback_added_entries(struct ip_fw_chain *ch, struct table_config *tc, 3471bc0d457SAlexander V. Chernikov struct table_info *tinfo, struct tentry_info *tei, caddr_t ta_buf_m, 3481bc0d457SAlexander V. Chernikov uint32_t count, uint32_t added) 3491bc0d457SAlexander V. Chernikov { 3501bc0d457SAlexander V. Chernikov struct table_algo *ta; 3511bc0d457SAlexander V. Chernikov struct tentry_info *ptei; 3521bc0d457SAlexander V. Chernikov caddr_t v, vv; 3531bc0d457SAlexander V. Chernikov size_t ta_buf_sz; 3541bc0d457SAlexander V. Chernikov int error, i; 3551bc0d457SAlexander V. Chernikov uint32_t num; 3561bc0d457SAlexander V. Chernikov 3571bc0d457SAlexander V. Chernikov IPFW_UH_WLOCK_ASSERT(ch); 3581bc0d457SAlexander V. Chernikov 3591bc0d457SAlexander V. Chernikov ta = tc->ta; 3603a845e10SAlexander V. Chernikov ta_buf_sz = ta->ta_buf_size; 3611bc0d457SAlexander V. Chernikov v = ta_buf_m; 3621bc0d457SAlexander V. Chernikov vv = v + count * ta_buf_sz; 3631bc0d457SAlexander V. Chernikov for (i = 0; i < added; i++, v += ta_buf_sz, vv += ta_buf_sz) { 3641bc0d457SAlexander V. Chernikov ptei = &tei[i]; 3651bc0d457SAlexander V. Chernikov if ((ptei->flags & TEI_FLAGS_UPDATED) != 0) { 3661bc0d457SAlexander V. Chernikov 3671bc0d457SAlexander V. Chernikov /* 3681bc0d457SAlexander V. Chernikov * We have old value stored by previous 3691bc0d457SAlexander V. Chernikov * call in @ptei->value. Do add once again 3701bc0d457SAlexander V. Chernikov * to restore it. 3711bc0d457SAlexander V. Chernikov */ 3721bc0d457SAlexander V. Chernikov error = ta->add(tc->astate, tinfo, ptei, v, &num); 3731bc0d457SAlexander V. Chernikov KASSERT(error == 0, ("rollback UPDATE fail")); 3741bc0d457SAlexander V. Chernikov KASSERT(num == 0, ("rollback UPDATE fail2")); 3751bc0d457SAlexander V. Chernikov continue; 3761bc0d457SAlexander V. Chernikov } 3771bc0d457SAlexander V. Chernikov 3781bc0d457SAlexander V. Chernikov error = ta->prepare_del(ch, ptei, vv); 3791bc0d457SAlexander V. Chernikov KASSERT(error == 0, ("pre-rollback INSERT failed")); 3801bc0d457SAlexander V. Chernikov error = ta->del(tc->astate, tinfo, ptei, vv, &num); 3811bc0d457SAlexander V. Chernikov KASSERT(error == 0, ("rollback INSERT failed")); 3821bc0d457SAlexander V. Chernikov tc->count -= num; 3831bc0d457SAlexander V. Chernikov } 3841bc0d457SAlexander V. Chernikov } 3851bc0d457SAlexander V. Chernikov 3861bc0d457SAlexander V. Chernikov /* 3871bc0d457SAlexander V. Chernikov * Prepares add/del state for all @count entries in @tei. 3881bc0d457SAlexander V. Chernikov * Uses either stack buffer (@ta_buf) or allocates a new one. 3891bc0d457SAlexander V. Chernikov * Stores pointer to allocated buffer back to @ta_buf. 3901bc0d457SAlexander V. Chernikov * 3911bc0d457SAlexander V. Chernikov * Returns 0 on success. 3921bc0d457SAlexander V. Chernikov */ 3931bc0d457SAlexander V. Chernikov static int 3941bc0d457SAlexander V. Chernikov prepare_batch_buffer(struct ip_fw_chain *ch, struct table_algo *ta, 3954dff4ae0SAlexander V. Chernikov struct tentry_info *tei, uint32_t count, int op, caddr_t *ta_buf) 3961bc0d457SAlexander V. Chernikov { 3971bc0d457SAlexander V. Chernikov caddr_t ta_buf_m, v; 3981bc0d457SAlexander V. Chernikov size_t ta_buf_sz, sz; 3991bc0d457SAlexander V. Chernikov struct tentry_info *ptei; 4001bc0d457SAlexander V. Chernikov int error, i; 4011bc0d457SAlexander V. Chernikov 4021bc0d457SAlexander V. Chernikov error = 0; 4031bc0d457SAlexander V. Chernikov ta_buf_sz = ta->ta_buf_size; 4043a845e10SAlexander V. Chernikov if (count == 1) { 4051bc0d457SAlexander V. Chernikov /* Sigle add/delete, use on-stack buffer */ 4061bc0d457SAlexander V. Chernikov memset(*ta_buf, 0, TA_BUF_SZ); 4071bc0d457SAlexander V. Chernikov ta_buf_m = *ta_buf; 4083a845e10SAlexander V. Chernikov } else { 4093a845e10SAlexander V. Chernikov 4103a845e10SAlexander V. Chernikov /* 4111bc0d457SAlexander V. Chernikov * Multiple adds/deletes, allocate larger buffer 4121bc0d457SAlexander V. Chernikov * 4131bc0d457SAlexander V. Chernikov * Note we need 2xcount buffer for add case: 4141bc0d457SAlexander V. Chernikov * we have hold both ADD state 4153a845e10SAlexander V. Chernikov * and DELETE state (this may be needed 4163a845e10SAlexander V. Chernikov * if we need to rollback all changes) 4173a845e10SAlexander V. Chernikov */ 4181bc0d457SAlexander V. Chernikov sz = count * ta_buf_sz; 4194dff4ae0SAlexander V. Chernikov ta_buf_m = malloc((op == OP_ADD) ? sz * 2 : sz, M_TEMP, 4203a845e10SAlexander V. Chernikov M_WAITOK | M_ZERO); 4213a845e10SAlexander V. Chernikov } 4221bc0d457SAlexander V. Chernikov 4233a845e10SAlexander V. Chernikov v = ta_buf_m; 4243a845e10SAlexander V. Chernikov for (i = 0; i < count; i++, v += ta_buf_sz) { 4251bc0d457SAlexander V. Chernikov ptei = &tei[i]; 4264dff4ae0SAlexander V. Chernikov error = (op == OP_ADD) ? 4271bc0d457SAlexander V. Chernikov ta->prepare_add(ch, ptei, v) : ta->prepare_del(ch, ptei, v); 4283a845e10SAlexander V. Chernikov 4293a845e10SAlexander V. Chernikov /* 4303a845e10SAlexander V. Chernikov * Some syntax error (incorrect mask, or address, or 4313a845e10SAlexander V. Chernikov * anything). Return error regardless of atomicity 4323a845e10SAlexander V. Chernikov * settings. 4333a845e10SAlexander V. Chernikov */ 434db785d31SAlexander V. Chernikov if (error != 0) 4351bc0d457SAlexander V. Chernikov break; 4363a845e10SAlexander V. Chernikov } 4373b3a8eb9SGleb Smirnoff 4381bc0d457SAlexander V. Chernikov *ta_buf = ta_buf_m; 4391bc0d457SAlexander V. Chernikov return (error); 4401bc0d457SAlexander V. Chernikov } 4411bc0d457SAlexander V. Chernikov 4421bc0d457SAlexander V. Chernikov /* 4431bc0d457SAlexander V. Chernikov * Flushes allocated state for each @count entries in @tei. 4441bc0d457SAlexander V. Chernikov * Frees @ta_buf_m if differs from stack buffer @ta_buf. 4451bc0d457SAlexander V. Chernikov */ 4461bc0d457SAlexander V. Chernikov static void 4471bc0d457SAlexander V. Chernikov flush_batch_buffer(struct ip_fw_chain *ch, struct table_algo *ta, 448867708f7SAlexander V. Chernikov struct tentry_info *tei, uint32_t count, int rollback, 4491bc0d457SAlexander V. Chernikov caddr_t ta_buf_m, caddr_t ta_buf) 4501bc0d457SAlexander V. Chernikov { 4511bc0d457SAlexander V. Chernikov caddr_t v; 4520cba2b28SAlexander V. Chernikov struct tentry_info *ptei; 4531bc0d457SAlexander V. Chernikov size_t ta_buf_sz; 4541bc0d457SAlexander V. Chernikov int i; 4551bc0d457SAlexander V. Chernikov 4561bc0d457SAlexander V. Chernikov ta_buf_sz = ta->ta_buf_size; 4571bc0d457SAlexander V. Chernikov 4581bc0d457SAlexander V. Chernikov /* Run cleaning callback anyway */ 4591bc0d457SAlexander V. Chernikov v = ta_buf_m; 4600cba2b28SAlexander V. Chernikov for (i = 0; i < count; i++, v += ta_buf_sz) { 4610cba2b28SAlexander V. Chernikov ptei = &tei[i]; 4620cba2b28SAlexander V. Chernikov ta->flush_entry(ch, ptei, v); 4630cba2b28SAlexander V. Chernikov if (ptei->ptv != NULL) { 4640cba2b28SAlexander V. Chernikov free(ptei->ptv, M_IPFW); 4650cba2b28SAlexander V. Chernikov ptei->ptv = NULL; 4660cba2b28SAlexander V. Chernikov } 4670cba2b28SAlexander V. Chernikov } 4681bc0d457SAlexander V. Chernikov 4691bc0d457SAlexander V. Chernikov /* Clean up "deleted" state in case of rollback */ 4701bc0d457SAlexander V. Chernikov if (rollback != 0) { 4711bc0d457SAlexander V. Chernikov v = ta_buf_m + count * ta_buf_sz; 4721bc0d457SAlexander V. Chernikov for (i = 0; i < count; i++, v += ta_buf_sz) 4731bc0d457SAlexander V. Chernikov ta->flush_entry(ch, &tei[i], v); 4741bc0d457SAlexander V. Chernikov } 4751bc0d457SAlexander V. Chernikov 4761bc0d457SAlexander V. Chernikov if (ta_buf_m != ta_buf) 4771bc0d457SAlexander V. Chernikov free(ta_buf_m, M_TEMP); 4781bc0d457SAlexander V. Chernikov } 4791bc0d457SAlexander V. Chernikov 48071af39bfSAlexander V. Chernikov 48171af39bfSAlexander V. Chernikov static void 48271af39bfSAlexander V. Chernikov rollback_add_entry(void *object, struct op_state *_state) 48371af39bfSAlexander V. Chernikov { 48471af39bfSAlexander V. Chernikov struct ip_fw_chain *ch; 48571af39bfSAlexander V. Chernikov struct tableop_state *ts; 48671af39bfSAlexander V. Chernikov 48771af39bfSAlexander V. Chernikov ts = (struct tableop_state *)_state; 48871af39bfSAlexander V. Chernikov 48971af39bfSAlexander V. Chernikov if (ts->tc != object && ts->ch != object) 49071af39bfSAlexander V. Chernikov return; 49171af39bfSAlexander V. Chernikov 49271af39bfSAlexander V. Chernikov ch = ts->ch; 49371af39bfSAlexander V. Chernikov 49471af39bfSAlexander V. Chernikov IPFW_UH_WLOCK_ASSERT(ch); 49571af39bfSAlexander V. Chernikov 49671af39bfSAlexander V. Chernikov /* Call specifid unlockers */ 49771af39bfSAlexander V. Chernikov rollback_table_values(ts); 49871af39bfSAlexander V. Chernikov 49971af39bfSAlexander V. Chernikov /* Indicate we've called */ 50071af39bfSAlexander V. Chernikov ts->modified = 1; 50171af39bfSAlexander V. Chernikov } 50271af39bfSAlexander V. Chernikov 5031bc0d457SAlexander V. Chernikov /* 5041bc0d457SAlexander V. Chernikov * Adds/updates one or more entries in table @ti. 50571af39bfSAlexander V. Chernikov * 50671af39bfSAlexander V. Chernikov * Function may drop/reacquire UH wlock multiple times due to 50771af39bfSAlexander V. Chernikov * items alloc, algorithm callbacks (check_space), value linkage 50871af39bfSAlexander V. Chernikov * (new values, value storage realloc), etc.. 50971af39bfSAlexander V. Chernikov * Other processes like other adds (which may involve storage resize), 51071af39bfSAlexander V. Chernikov * table swaps (which changes table data and may change algo type), 51171af39bfSAlexander V. Chernikov * table modify (which may change value mask) may be executed 51271af39bfSAlexander V. Chernikov * simultaneously so we need to deal with it. 51371af39bfSAlexander V. Chernikov * 51471af39bfSAlexander V. Chernikov * The following approach was implemented: 51571af39bfSAlexander V. Chernikov * we have per-chain linked list, protected with UH lock. 51671af39bfSAlexander V. Chernikov * add_table_entry prepares special on-stack structure wthich is passed 51771af39bfSAlexander V. Chernikov * to its descendants. Users add this structure to this list before unlock. 51871af39bfSAlexander V. Chernikov * After performing needed operations and acquiring UH lock back, each user 51971af39bfSAlexander V. Chernikov * checks if structure has changed. If true, it rolls local state back and 52071af39bfSAlexander V. Chernikov * returns without error to the caller. 52171af39bfSAlexander V. Chernikov * add_table_entry() on its own checks if structure has changed and restarts 52271af39bfSAlexander V. Chernikov * its operation from the beginning (goto restart). 52371af39bfSAlexander V. Chernikov * 52471af39bfSAlexander V. Chernikov * Functions which are modifying fields of interest (currently 52571af39bfSAlexander V. Chernikov * resize_shared_value_storage() and swap_tables() ) 52671af39bfSAlexander V. Chernikov * traverses given list while holding UH lock immediately before 52771af39bfSAlexander V. Chernikov * performing their operations calling function provided be list entry 52871af39bfSAlexander V. Chernikov * ( currently rollback_add_entry ) which performs rollback for all necessary 52971af39bfSAlexander V. Chernikov * state and sets appropriate values in structure indicating rollback 53071af39bfSAlexander V. Chernikov * has happened. 53171af39bfSAlexander V. Chernikov * 53271af39bfSAlexander V. Chernikov * Algo interaction: 5330468c5baSAlexander V. Chernikov * Function references @ti first to ensure table won't 5340468c5baSAlexander V. Chernikov * disappear or change its type. 5350468c5baSAlexander V. Chernikov * After that, prepare_add callback is called for each @tei entry. 5360468c5baSAlexander V. Chernikov * Next, we try to add each entry under UH+WHLOCK 5370468c5baSAlexander V. Chernikov * using add() callback. 5380468c5baSAlexander V. Chernikov * Finally, we free all state by calling flush_entry callback 5390468c5baSAlexander V. Chernikov * for each @tei. 5401bc0d457SAlexander V. Chernikov * 5411bc0d457SAlexander V. Chernikov * Returns 0 on success. 5421bc0d457SAlexander V. Chernikov */ 5431bc0d457SAlexander V. Chernikov int 5441bc0d457SAlexander V. Chernikov add_table_entry(struct ip_fw_chain *ch, struct tid_info *ti, 5451bc0d457SAlexander V. Chernikov struct tentry_info *tei, uint8_t flags, uint32_t count) 5461bc0d457SAlexander V. Chernikov { 5471bc0d457SAlexander V. Chernikov struct table_config *tc; 5481bc0d457SAlexander V. Chernikov struct table_algo *ta; 5491bc0d457SAlexander V. Chernikov uint16_t kidx; 5501bc0d457SAlexander V. Chernikov int error, first_error, i, rollback; 5511bc0d457SAlexander V. Chernikov uint32_t num, numadd; 5521bc0d457SAlexander V. Chernikov struct tentry_info *ptei; 5530cba2b28SAlexander V. Chernikov struct tableop_state ts; 5541bc0d457SAlexander V. Chernikov char ta_buf[TA_BUF_SZ]; 5551bc0d457SAlexander V. Chernikov caddr_t ta_buf_m, v; 5561bc0d457SAlexander V. Chernikov 5570cba2b28SAlexander V. Chernikov memset(&ts, 0, sizeof(ts)); 5580cba2b28SAlexander V. Chernikov IPFW_UH_WLOCK(ch); 5590cba2b28SAlexander V. Chernikov 5601bc0d457SAlexander V. Chernikov /* 5611bc0d457SAlexander V. Chernikov * Find and reference existing table. 5621bc0d457SAlexander V. Chernikov */ 5630cba2b28SAlexander V. Chernikov restart: 5640cba2b28SAlexander V. Chernikov if (ts.modified != 0) { 5650cba2b28SAlexander V. Chernikov flush_batch_buffer(ch, ta, tei, count, rollback, 5660cba2b28SAlexander V. Chernikov ta_buf_m, ta_buf); 5670cba2b28SAlexander V. Chernikov memset(&ts, 0, sizeof(ts)); 5680cba2b28SAlexander V. Chernikov } 569867708f7SAlexander V. Chernikov error = find_ref_table(ch, ti, tei, count, OP_ADD, &tc); 570867708f7SAlexander V. Chernikov if (error != 0) { 571867708f7SAlexander V. Chernikov IPFW_UH_WUNLOCK(ch); 5721bc0d457SAlexander V. Chernikov return (error); 573867708f7SAlexander V. Chernikov } 574867708f7SAlexander V. Chernikov ta = tc->ta; 575fb4b37a3SAlexander V. Chernikov 576fb4b37a3SAlexander V. Chernikov /* Fill in tablestate */ 5770cba2b28SAlexander V. Chernikov ts.ch = ch; 57871af39bfSAlexander V. Chernikov ts.opstate.func = rollback_add_entry; 5790cba2b28SAlexander V. Chernikov ts.tc = tc; 5800cba2b28SAlexander V. Chernikov ts.vshared = tc->vshared; 5810cba2b28SAlexander V. Chernikov ts.vmask = tc->vmask; 5820cba2b28SAlexander V. Chernikov ts.ta = ta; 5830cba2b28SAlexander V. Chernikov ts.tei = tei; 5840cba2b28SAlexander V. Chernikov ts.count = count; 5850cba2b28SAlexander V. Chernikov rollback = 0; 5860cba2b28SAlexander V. Chernikov add_toperation_state(ch, &ts); 587867708f7SAlexander V. Chernikov IPFW_UH_WUNLOCK(ch); 5881bc0d457SAlexander V. Chernikov 5891bc0d457SAlexander V. Chernikov /* Allocate memory and prepare record(s) */ 5901bc0d457SAlexander V. Chernikov /* Pass stack buffer by default */ 5911bc0d457SAlexander V. Chernikov ta_buf_m = ta_buf; 5924dff4ae0SAlexander V. Chernikov error = prepare_batch_buffer(ch, ta, tei, count, OP_ADD, &ta_buf_m); 5931bc0d457SAlexander V. Chernikov if (error != 0) 5941bc0d457SAlexander V. Chernikov goto cleanup; 5951bc0d457SAlexander V. Chernikov 596b074b7bbSAlexander V. Chernikov IPFW_UH_WLOCK(ch); 597c8d5d308SAlexander V. Chernikov /* Drop reference we've used in first search */ 598c8d5d308SAlexander V. Chernikov tc->no.refcnt--; 599c8d5d308SAlexander V. Chernikov 600b6ee846eSAlexander V. Chernikov /* 6010cba2b28SAlexander V. Chernikov * Check if table swap has happened. 6020cba2b28SAlexander V. Chernikov * (so table algo might be changed). 6030cba2b28SAlexander V. Chernikov * Restart operation to achieve consistent behavior. 604b6ee846eSAlexander V. Chernikov */ 6050cba2b28SAlexander V. Chernikov del_toperation_state(ch, &ts); 6060cba2b28SAlexander V. Chernikov if (ts.modified != 0) 6070cba2b28SAlexander V. Chernikov goto restart; 608b6ee846eSAlexander V. Chernikov 609c8d5d308SAlexander V. Chernikov /* 6100cba2b28SAlexander V. Chernikov * Link all values values to shared/per-table value array. 6110cba2b28SAlexander V. Chernikov * 6120cba2b28SAlexander V. Chernikov * May release/reacquire UH_WLOCK. 613c8d5d308SAlexander V. Chernikov */ 6140cba2b28SAlexander V. Chernikov error = ipfw_link_table_values(ch, &ts); 6150cba2b28SAlexander V. Chernikov if (error != 0) 616c8d5d308SAlexander V. Chernikov goto cleanup; 6170cba2b28SAlexander V. Chernikov if (ts.modified != 0) 6180cba2b28SAlexander V. Chernikov goto restart; 6190cba2b28SAlexander V. Chernikov 6200cba2b28SAlexander V. Chernikov /* 6210cba2b28SAlexander V. Chernikov * Ensure we are able to add all entries without additional 6220cba2b28SAlexander V. Chernikov * memory allocations. May release/reacquire UH_WLOCK. 6230cba2b28SAlexander V. Chernikov */ 6240cba2b28SAlexander V. Chernikov kidx = tc->no.kidx; 6250cba2b28SAlexander V. Chernikov error = check_table_space(ch, &ts, tc, KIDX_TO_TI(ch, kidx), count); 6260cba2b28SAlexander V. Chernikov if (error != 0) 6270cba2b28SAlexander V. Chernikov goto cleanup; 6280cba2b28SAlexander V. Chernikov if (ts.modified != 0) 6290cba2b28SAlexander V. Chernikov goto restart; 630c8d5d308SAlexander V. Chernikov 6313a845e10SAlexander V. Chernikov /* We've got valid table in @tc. Let's try to add data */ 6329f7d47b0SAlexander V. Chernikov kidx = tc->no.kidx; 6339f7d47b0SAlexander V. Chernikov ta = tc->ta; 6343a845e10SAlexander V. Chernikov numadd = 0; 6353a845e10SAlexander V. Chernikov first_error = 0; 6369f7d47b0SAlexander V. Chernikov 637b074b7bbSAlexander V. Chernikov IPFW_WLOCK(ch); 6383a845e10SAlexander V. Chernikov 6393a845e10SAlexander V. Chernikov v = ta_buf_m; 6401bc0d457SAlexander V. Chernikov for (i = 0; i < count; i++, v += ta->ta_buf_size) { 6413a845e10SAlexander V. Chernikov ptei = &tei[i]; 6423a845e10SAlexander V. Chernikov num = 0; 6433a845e10SAlexander V. Chernikov /* check limit before adding */ 6443a845e10SAlexander V. Chernikov if ((error = check_table_limit(tc, ptei)) == 0) { 6453a845e10SAlexander V. Chernikov error = ta->add(tc->astate, KIDX_TO_TI(ch, kidx), 6463a845e10SAlexander V. Chernikov ptei, v, &num); 6473a845e10SAlexander V. Chernikov /* Set status flag to inform userland */ 648867708f7SAlexander V. Chernikov store_tei_result(ptei, OP_ADD, error, num); 6493a845e10SAlexander V. Chernikov } 6503a845e10SAlexander V. Chernikov if (error == 0) { 6513a845e10SAlexander V. Chernikov /* Update number of records to ease limit checking */ 6523a845e10SAlexander V. Chernikov tc->count += num; 6533a845e10SAlexander V. Chernikov numadd += num; 6543a845e10SAlexander V. Chernikov continue; 6553a845e10SAlexander V. Chernikov } 6563a845e10SAlexander V. Chernikov 6573a845e10SAlexander V. Chernikov if (first_error == 0) 6583a845e10SAlexander V. Chernikov first_error = error; 6593a845e10SAlexander V. Chernikov 6603a845e10SAlexander V. Chernikov /* 6613a845e10SAlexander V. Chernikov * Some error have happened. Check our atomicity 6623a845e10SAlexander V. Chernikov * settings: continue if atomicity is not required, 6633a845e10SAlexander V. Chernikov * rollback changes otherwise. 6643a845e10SAlexander V. Chernikov */ 6653a845e10SAlexander V. Chernikov if ((flags & IPFW_CTF_ATOMIC) == 0) 6663a845e10SAlexander V. Chernikov continue; 6673a845e10SAlexander V. Chernikov 6681bc0d457SAlexander V. Chernikov rollback_added_entries(ch, tc, KIDX_TO_TI(ch, kidx), 6691bc0d457SAlexander V. Chernikov tei, ta_buf_m, count, i); 6700cba2b28SAlexander V. Chernikov 6710cba2b28SAlexander V. Chernikov rollback = 1; 6723a845e10SAlexander V. Chernikov break; 6733a845e10SAlexander V. Chernikov } 6743a845e10SAlexander V. Chernikov 6753b3a8eb9SGleb Smirnoff IPFW_WUNLOCK(ch); 6769f7d47b0SAlexander V. Chernikov 67771af39bfSAlexander V. Chernikov ipfw_garbage_table_values(ch, tc, tei, count, rollback); 6780cba2b28SAlexander V. Chernikov 679b6ee846eSAlexander V. Chernikov /* Permit post-add algorithm grow/rehash. */ 6803a845e10SAlexander V. Chernikov if (numadd != 0) 6810cba2b28SAlexander V. Chernikov check_table_space(ch, NULL, tc, KIDX_TO_TI(ch, kidx), 0); 682b074b7bbSAlexander V. Chernikov 6833a845e10SAlexander V. Chernikov /* Return first error to user, if any */ 6843a845e10SAlexander V. Chernikov error = first_error; 6853a845e10SAlexander V. Chernikov 6863a845e10SAlexander V. Chernikov cleanup: 6870cba2b28SAlexander V. Chernikov IPFW_UH_WUNLOCK(ch); 6880cba2b28SAlexander V. Chernikov 689867708f7SAlexander V. Chernikov flush_batch_buffer(ch, ta, tei, count, rollback, ta_buf_m, ta_buf); 690b074b7bbSAlexander V. Chernikov 6919f7d47b0SAlexander V. Chernikov return (error); 6923b3a8eb9SGleb Smirnoff } 6933b3a8eb9SGleb Smirnoff 6943a845e10SAlexander V. Chernikov /* 6953a845e10SAlexander V. Chernikov * Deletes one or more entries in table @ti. 6963a845e10SAlexander V. Chernikov * 6973a845e10SAlexander V. Chernikov * Returns 0 on success. 6983a845e10SAlexander V. Chernikov */ 6993b3a8eb9SGleb Smirnoff int 7001832a7b3SAlexander V. Chernikov del_table_entry(struct ip_fw_chain *ch, struct tid_info *ti, 7013a845e10SAlexander V. Chernikov struct tentry_info *tei, uint8_t flags, uint32_t count) 7023b3a8eb9SGleb Smirnoff { 703b074b7bbSAlexander V. Chernikov struct table_config *tc; 7049f7d47b0SAlexander V. Chernikov struct table_algo *ta; 7053a845e10SAlexander V. Chernikov struct tentry_info *ptei; 706b074b7bbSAlexander V. Chernikov uint16_t kidx; 7073a845e10SAlexander V. Chernikov int error, first_error, i; 7083a845e10SAlexander V. Chernikov uint32_t num, numdel; 709b6ee846eSAlexander V. Chernikov char ta_buf[TA_BUF_SZ]; 7103a845e10SAlexander V. Chernikov caddr_t ta_buf_m, v; 7113b3a8eb9SGleb Smirnoff 712db785d31SAlexander V. Chernikov /* 7131bc0d457SAlexander V. Chernikov * Find and reference existing table. 714db785d31SAlexander V. Chernikov */ 715867708f7SAlexander V. Chernikov IPFW_UH_WLOCK(ch); 716867708f7SAlexander V. Chernikov error = find_ref_table(ch, ti, tei, count, OP_DEL, &tc); 717867708f7SAlexander V. Chernikov if (error != 0) { 718867708f7SAlexander V. Chernikov IPFW_UH_WUNLOCK(ch); 719db785d31SAlexander V. Chernikov return (error); 720867708f7SAlexander V. Chernikov } 721867708f7SAlexander V. Chernikov ta = tc->ta; 722867708f7SAlexander V. Chernikov IPFW_UH_WUNLOCK(ch); 7233a845e10SAlexander V. Chernikov 72435e1bbd0SAlexander V. Chernikov /* Allocate memory and prepare record(s) */ 7251bc0d457SAlexander V. Chernikov /* Pass stack buffer by default */ 7263a845e10SAlexander V. Chernikov ta_buf_m = ta_buf; 7274dff4ae0SAlexander V. Chernikov error = prepare_batch_buffer(ch, ta, tei, count, OP_DEL, &ta_buf_m); 7283a845e10SAlexander V. Chernikov if (error != 0) 7293a845e10SAlexander V. Chernikov goto cleanup; 7309f7d47b0SAlexander V. Chernikov 7313a845e10SAlexander V. Chernikov IPFW_UH_WLOCK(ch); 7323a845e10SAlexander V. Chernikov 7333a845e10SAlexander V. Chernikov /* Drop reference we've used in first search */ 7343a845e10SAlexander V. Chernikov tc->no.refcnt--; 7353a845e10SAlexander V. Chernikov 736c8d5d308SAlexander V. Chernikov /* 737c8d5d308SAlexander V. Chernikov * Check if table algo is still the same. 738c8d5d308SAlexander V. Chernikov * (changed ta may be the result of table swap). 739c8d5d308SAlexander V. Chernikov */ 740c8d5d308SAlexander V. Chernikov if (ta != tc->ta) { 741c8d5d308SAlexander V. Chernikov IPFW_UH_WUNLOCK(ch); 742c8d5d308SAlexander V. Chernikov error = EINVAL; 743c8d5d308SAlexander V. Chernikov goto cleanup; 744c8d5d308SAlexander V. Chernikov } 745c8d5d308SAlexander V. Chernikov 746b074b7bbSAlexander V. Chernikov kidx = tc->no.kidx; 7473a845e10SAlexander V. Chernikov numdel = 0; 7483a845e10SAlexander V. Chernikov first_error = 0; 749b074b7bbSAlexander V. Chernikov 750b074b7bbSAlexander V. Chernikov IPFW_WLOCK(ch); 7513a845e10SAlexander V. Chernikov v = ta_buf_m; 7521bc0d457SAlexander V. Chernikov for (i = 0; i < count; i++, v += ta->ta_buf_size) { 7533a845e10SAlexander V. Chernikov ptei = &tei[i]; 7543a845e10SAlexander V. Chernikov num = 0; 7553a845e10SAlexander V. Chernikov error = ta->del(tc->astate, KIDX_TO_TI(ch, kidx), ptei, v, 7563a845e10SAlexander V. Chernikov &num); 7573a845e10SAlexander V. Chernikov /* Save state for userland */ 758867708f7SAlexander V. Chernikov store_tei_result(ptei, OP_DEL, error, num); 7593a845e10SAlexander V. Chernikov if (error != 0 && first_error == 0) 7603a845e10SAlexander V. Chernikov first_error = error; 7613a845e10SAlexander V. Chernikov tc->count -= num; 7623a845e10SAlexander V. Chernikov numdel += num; 7633a845e10SAlexander V. Chernikov } 7643b3a8eb9SGleb Smirnoff IPFW_WUNLOCK(ch); 7653b3a8eb9SGleb Smirnoff 7660cba2b28SAlexander V. Chernikov /* Unlink non-used values */ 76771af39bfSAlexander V. Chernikov ipfw_garbage_table_values(ch, tc, tei, count, 0); 7680cba2b28SAlexander V. Chernikov 7693a845e10SAlexander V. Chernikov if (numdel != 0) { 770b6ee846eSAlexander V. Chernikov /* Run post-del hook to permit shrinking */ 7710cba2b28SAlexander V. Chernikov check_table_space(ch, NULL, tc, KIDX_TO_TI(ch, kidx), 0); 772b6ee846eSAlexander V. Chernikov } 773b074b7bbSAlexander V. Chernikov 7749f7d47b0SAlexander V. Chernikov IPFW_UH_WUNLOCK(ch); 7753b3a8eb9SGleb Smirnoff 7763a845e10SAlexander V. Chernikov /* Return first error to user, if any */ 7773a845e10SAlexander V. Chernikov error = first_error; 7783a845e10SAlexander V. Chernikov 7793a845e10SAlexander V. Chernikov cleanup: 780867708f7SAlexander V. Chernikov flush_batch_buffer(ch, ta, tei, count, 0, ta_buf_m, ta_buf); 781ac35ff17SAlexander V. Chernikov 782ac35ff17SAlexander V. Chernikov return (error); 783ac35ff17SAlexander V. Chernikov } 784ac35ff17SAlexander V. Chernikov 785db785d31SAlexander V. Chernikov /* 786b6ee846eSAlexander V. Chernikov * Ensure that table @tc has enough space to add @count entries without 787b6ee846eSAlexander V. Chernikov * need for reallocation. 788db785d31SAlexander V. Chernikov * 789db785d31SAlexander V. Chernikov * Callbacks order: 790301290bcSAlexander V. Chernikov * 0) need_modify() (UH_WLOCK) - checks if @count items can be added w/o resize. 791b6ee846eSAlexander V. Chernikov * 792db785d31SAlexander V. Chernikov * 1) alloc_modify (no locks, M_WAITOK) - alloc new state based on @pflags. 793db785d31SAlexander V. Chernikov * 2) prepare_modifyt (UH_WLOCK) - copy old data into new storage 794db785d31SAlexander V. Chernikov * 3) modify (UH_WLOCK + WLOCK) - switch pointers 795b6ee846eSAlexander V. Chernikov * 4) flush_modify (UH_WLOCK) - free state, if needed 796b6ee846eSAlexander V. Chernikov * 797b6ee846eSAlexander V. Chernikov * Returns 0 on success. 798db785d31SAlexander V. Chernikov */ 799db785d31SAlexander V. Chernikov static int 8000cba2b28SAlexander V. Chernikov check_table_space(struct ip_fw_chain *ch, struct tableop_state *ts, 8010cba2b28SAlexander V. Chernikov struct table_config *tc, struct table_info *ti, uint32_t count) 802db785d31SAlexander V. Chernikov { 803b6ee846eSAlexander V. Chernikov struct table_algo *ta; 804b6ee846eSAlexander V. Chernikov uint64_t pflags; 805b6ee846eSAlexander V. Chernikov char ta_buf[TA_BUF_SZ]; 806db785d31SAlexander V. Chernikov int error; 807db785d31SAlexander V. Chernikov 808b6ee846eSAlexander V. Chernikov IPFW_UH_WLOCK_ASSERT(ch); 809db785d31SAlexander V. Chernikov 810b6ee846eSAlexander V. Chernikov error = 0; 811b6ee846eSAlexander V. Chernikov ta = tc->ta; 812fd0869d5SAlexander V. Chernikov if (ta->need_modify == NULL) 813fd0869d5SAlexander V. Chernikov return (0); 814fd0869d5SAlexander V. Chernikov 815b6ee846eSAlexander V. Chernikov /* Acquire reference not to loose @tc between locks/unlocks */ 816b6ee846eSAlexander V. Chernikov tc->no.refcnt++; 817db785d31SAlexander V. Chernikov 818db785d31SAlexander V. Chernikov /* 819b6ee846eSAlexander V. Chernikov * TODO: think about avoiding race between large add/large delete 820b6ee846eSAlexander V. Chernikov * operation on algorithm which implements shrinking along with 821b6ee846eSAlexander V. Chernikov * growing. 822db785d31SAlexander V. Chernikov */ 823b6ee846eSAlexander V. Chernikov while (true) { 824b6ee846eSAlexander V. Chernikov pflags = 0; 825301290bcSAlexander V. Chernikov if (ta->need_modify(tc->astate, ti, count, &pflags) == 0) { 82635e1bbd0SAlexander V. Chernikov error = 0; 82735e1bbd0SAlexander V. Chernikov break; 828b6ee846eSAlexander V. Chernikov } 829db785d31SAlexander V. Chernikov 830b6ee846eSAlexander V. Chernikov /* We have to shrink/grow table */ 8310cba2b28SAlexander V. Chernikov if (ts != NULL) 8320cba2b28SAlexander V. Chernikov add_toperation_state(ch, ts); 833b6ee846eSAlexander V. Chernikov IPFW_UH_WUNLOCK(ch); 834b6ee846eSAlexander V. Chernikov 835301290bcSAlexander V. Chernikov memset(&ta_buf, 0, sizeof(ta_buf)); 8360cba2b28SAlexander V. Chernikov error = ta->prepare_mod(ta_buf, &pflags); 837b6ee846eSAlexander V. Chernikov 838b6ee846eSAlexander V. Chernikov IPFW_UH_WLOCK(ch); 8390cba2b28SAlexander V. Chernikov if (ts != NULL) 8400cba2b28SAlexander V. Chernikov del_toperation_state(ch, ts); 8410cba2b28SAlexander V. Chernikov 8420cba2b28SAlexander V. Chernikov if (error != 0) 8430cba2b28SAlexander V. Chernikov break; 8440cba2b28SAlexander V. Chernikov 8450cba2b28SAlexander V. Chernikov if (ts != NULL && ts->modified != 0) { 8460cba2b28SAlexander V. Chernikov 8470cba2b28SAlexander V. Chernikov /* 8480cba2b28SAlexander V. Chernikov * Swap operation has happened 8490cba2b28SAlexander V. Chernikov * so we're currently operating on other 8500cba2b28SAlexander V. Chernikov * table data. Stop doing this. 8510cba2b28SAlexander V. Chernikov */ 8520cba2b28SAlexander V. Chernikov ta->flush_mod(ta_buf); 8530cba2b28SAlexander V. Chernikov break; 8540cba2b28SAlexander V. Chernikov } 855b6ee846eSAlexander V. Chernikov 856b6ee846eSAlexander V. Chernikov /* Check if we still need to alter table */ 857b6ee846eSAlexander V. Chernikov ti = KIDX_TO_TI(ch, tc->no.kidx); 858301290bcSAlexander V. Chernikov if (ta->need_modify(tc->astate, ti, count, &pflags) == 0) { 859301290bcSAlexander V. Chernikov IPFW_UH_WUNLOCK(ch); 860b6ee846eSAlexander V. Chernikov 861b6ee846eSAlexander V. Chernikov /* 86235e1bbd0SAlexander V. Chernikov * Other thread has already performed resize. 86335e1bbd0SAlexander V. Chernikov * Flush our state and return. 864b6ee846eSAlexander V. Chernikov */ 865b6ee846eSAlexander V. Chernikov ta->flush_mod(ta_buf); 866b6ee846eSAlexander V. Chernikov break; 867b6ee846eSAlexander V. Chernikov } 868b6ee846eSAlexander V. Chernikov 869b6ee846eSAlexander V. Chernikov error = ta->fill_mod(tc->astate, ti, ta_buf, &pflags); 870b6ee846eSAlexander V. Chernikov if (error == 0) { 871db785d31SAlexander V. Chernikov /* Do actual modification */ 872db785d31SAlexander V. Chernikov IPFW_WLOCK(ch); 87368394ec8SAlexander V. Chernikov ta->modify(tc->astate, ti, ta_buf, pflags); 874db785d31SAlexander V. Chernikov IPFW_WUNLOCK(ch); 875db785d31SAlexander V. Chernikov } 876db785d31SAlexander V. Chernikov 877b6ee846eSAlexander V. Chernikov /* Anyway, flush data and retry */ 878db785d31SAlexander V. Chernikov ta->flush_mod(ta_buf); 879b6ee846eSAlexander V. Chernikov } 880db785d31SAlexander V. Chernikov 881b6ee846eSAlexander V. Chernikov tc->no.refcnt--; 882db785d31SAlexander V. Chernikov return (error); 883db785d31SAlexander V. Chernikov } 884db785d31SAlexander V. Chernikov 8853a845e10SAlexander V. Chernikov /* 886ac35ff17SAlexander V. Chernikov * Adds or deletes record in table. 887ac35ff17SAlexander V. Chernikov * Data layout (v0): 888ac35ff17SAlexander V. Chernikov * Request: [ ip_fw3_opheader ipfw_table_xentry ] 889ac35ff17SAlexander V. Chernikov * 890ac35ff17SAlexander V. Chernikov * Returns 0 on success 891ac35ff17SAlexander V. Chernikov */ 892ac35ff17SAlexander V. Chernikov static int 8936b988f3aSAlexander V. Chernikov manage_table_ent_v0(struct ip_fw_chain *ch, ip_fw3_opheader *op3, 894ac35ff17SAlexander V. Chernikov struct sockopt_data *sd) 895ac35ff17SAlexander V. Chernikov { 896ac35ff17SAlexander V. Chernikov ipfw_table_xentry *xent; 897ac35ff17SAlexander V. Chernikov struct tentry_info tei; 898ac35ff17SAlexander V. Chernikov struct tid_info ti; 8990cba2b28SAlexander V. Chernikov struct table_value v; 900ac35ff17SAlexander V. Chernikov int error, hdrlen, read; 901ac35ff17SAlexander V. Chernikov 902ac35ff17SAlexander V. Chernikov hdrlen = offsetof(ipfw_table_xentry, k); 903ac35ff17SAlexander V. Chernikov 904ac35ff17SAlexander V. Chernikov /* Check minimum header size */ 905ac35ff17SAlexander V. Chernikov if (sd->valsize < (sizeof(*op3) + hdrlen)) 906ac35ff17SAlexander V. Chernikov return (EINVAL); 907ac35ff17SAlexander V. Chernikov 908ac35ff17SAlexander V. Chernikov read = sizeof(ip_fw3_opheader); 909ac35ff17SAlexander V. Chernikov 910ac35ff17SAlexander V. Chernikov /* Check if xentry len field is valid */ 911ac35ff17SAlexander V. Chernikov xent = (ipfw_table_xentry *)(op3 + 1); 912ac35ff17SAlexander V. Chernikov if (xent->len < hdrlen || xent->len + read > sd->valsize) 913ac35ff17SAlexander V. Chernikov return (EINVAL); 914ac35ff17SAlexander V. Chernikov 915ac35ff17SAlexander V. Chernikov memset(&tei, 0, sizeof(tei)); 916ac35ff17SAlexander V. Chernikov tei.paddr = &xent->k; 917ac35ff17SAlexander V. Chernikov tei.masklen = xent->masklen; 9180cba2b28SAlexander V. Chernikov ipfw_import_table_value_legacy(xent->value, &v); 9190cba2b28SAlexander V. Chernikov tei.pvalue = &v; 920ac35ff17SAlexander V. Chernikov /* Old requests compability */ 921db785d31SAlexander V. Chernikov tei.flags = TEI_FLAGS_COMPAT; 922c21034b7SAlexander V. Chernikov if (xent->type == IPFW_TABLE_ADDR) { 923ac35ff17SAlexander V. Chernikov if (xent->len - hdrlen == sizeof(in_addr_t)) 924ac35ff17SAlexander V. Chernikov tei.subtype = AF_INET; 925ac35ff17SAlexander V. Chernikov else 926ac35ff17SAlexander V. Chernikov tei.subtype = AF_INET6; 927ac35ff17SAlexander V. Chernikov } 928ac35ff17SAlexander V. Chernikov 929ac35ff17SAlexander V. Chernikov memset(&ti, 0, sizeof(ti)); 930ac35ff17SAlexander V. Chernikov ti.uidx = xent->tbl; 931ac35ff17SAlexander V. Chernikov ti.type = xent->type; 932ac35ff17SAlexander V. Chernikov 933ac35ff17SAlexander V. Chernikov error = (op3->opcode == IP_FW_TABLE_XADD) ? 9343a845e10SAlexander V. Chernikov add_table_entry(ch, &ti, &tei, 0, 1) : 9353a845e10SAlexander V. Chernikov del_table_entry(ch, &ti, &tei, 0, 1); 936ac35ff17SAlexander V. Chernikov 937ac35ff17SAlexander V. Chernikov return (error); 938ac35ff17SAlexander V. Chernikov } 939ac35ff17SAlexander V. Chernikov 940ac35ff17SAlexander V. Chernikov /* 941ac35ff17SAlexander V. Chernikov * Adds or deletes record in table. 942ac35ff17SAlexander V. Chernikov * Data layout (v1)(current): 943db785d31SAlexander V. Chernikov * Request: [ ipfw_obj_header 944db785d31SAlexander V. Chernikov * ipfw_obj_ctlv(IPFW_TLV_TBLENT_LIST) [ ipfw_obj_tentry x N ] 945db785d31SAlexander V. Chernikov * ] 946ac35ff17SAlexander V. Chernikov * 947ac35ff17SAlexander V. Chernikov * Returns 0 on success 948ac35ff17SAlexander V. Chernikov */ 949ac35ff17SAlexander V. Chernikov static int 9506b988f3aSAlexander V. Chernikov manage_table_ent_v1(struct ip_fw_chain *ch, ip_fw3_opheader *op3, 951ac35ff17SAlexander V. Chernikov struct sockopt_data *sd) 952ac35ff17SAlexander V. Chernikov { 9533a845e10SAlexander V. Chernikov ipfw_obj_tentry *tent, *ptent; 954db785d31SAlexander V. Chernikov ipfw_obj_ctlv *ctlv; 955ac35ff17SAlexander V. Chernikov ipfw_obj_header *oh; 9563a845e10SAlexander V. Chernikov struct tentry_info *ptei, tei, *tei_buf; 957ac35ff17SAlexander V. Chernikov struct tid_info ti; 9583a845e10SAlexander V. Chernikov int error, i, kidx, read; 959ac35ff17SAlexander V. Chernikov 960ac35ff17SAlexander V. Chernikov /* Check minimum header size */ 961db785d31SAlexander V. Chernikov if (sd->valsize < (sizeof(*oh) + sizeof(*ctlv))) 962ac35ff17SAlexander V. Chernikov return (EINVAL); 963ac35ff17SAlexander V. Chernikov 964ac35ff17SAlexander V. Chernikov /* Check if passed data is too long */ 965ac35ff17SAlexander V. Chernikov if (sd->valsize != sd->kavail) 966ac35ff17SAlexander V. Chernikov return (EINVAL); 967ac35ff17SAlexander V. Chernikov 968ac35ff17SAlexander V. Chernikov oh = (ipfw_obj_header *)sd->kbuf; 969ac35ff17SAlexander V. Chernikov 970ac35ff17SAlexander V. Chernikov /* Basic length checks for TLVs */ 971ac35ff17SAlexander V. Chernikov if (oh->ntlv.head.length != sizeof(oh->ntlv)) 972ac35ff17SAlexander V. Chernikov return (EINVAL); 973ac35ff17SAlexander V. Chernikov 974ac35ff17SAlexander V. Chernikov read = sizeof(*oh); 975ac35ff17SAlexander V. Chernikov 976db785d31SAlexander V. Chernikov ctlv = (ipfw_obj_ctlv *)(oh + 1); 977db785d31SAlexander V. Chernikov if (ctlv->head.length + read != sd->valsize) 978db785d31SAlexander V. Chernikov return (EINVAL); 979db785d31SAlexander V. Chernikov 980db785d31SAlexander V. Chernikov read += sizeof(*ctlv); 981db785d31SAlexander V. Chernikov tent = (ipfw_obj_tentry *)(ctlv + 1); 9823a845e10SAlexander V. Chernikov if (ctlv->count * sizeof(*tent) + read != sd->valsize) 983ac35ff17SAlexander V. Chernikov return (EINVAL); 984ac35ff17SAlexander V. Chernikov 9853a845e10SAlexander V. Chernikov if (ctlv->count == 0) 9863a845e10SAlexander V. Chernikov return (0); 987ac35ff17SAlexander V. Chernikov 9883a845e10SAlexander V. Chernikov /* 9893a845e10SAlexander V. Chernikov * Mark entire buffer as "read". 99035e1bbd0SAlexander V. Chernikov * This instructs sopt api write it back 9913a845e10SAlexander V. Chernikov * after function return. 9923a845e10SAlexander V. Chernikov */ 9933a845e10SAlexander V. Chernikov ipfw_get_sopt_header(sd, sd->valsize); 9943a845e10SAlexander V. Chernikov 9953a845e10SAlexander V. Chernikov /* Perform basic checks for each entry */ 9963a845e10SAlexander V. Chernikov ptent = tent; 9973a845e10SAlexander V. Chernikov kidx = tent->idx; 9983a845e10SAlexander V. Chernikov for (i = 0; i < ctlv->count; i++, ptent++) { 9993a845e10SAlexander V. Chernikov if (ptent->head.length != sizeof(*ptent)) 10003a845e10SAlexander V. Chernikov return (EINVAL); 10013a845e10SAlexander V. Chernikov if (ptent->idx != kidx) 10023a845e10SAlexander V. Chernikov return (ENOTSUP); 10033a845e10SAlexander V. Chernikov } 10043a845e10SAlexander V. Chernikov 10053a845e10SAlexander V. Chernikov /* Convert data into kernel request objects */ 100681d3153dSAlexander V. Chernikov objheader_to_ti(oh, &ti); 1007ac35ff17SAlexander V. Chernikov ti.type = oh->ntlv.type; 10083a845e10SAlexander V. Chernikov ti.uidx = kidx; 10093a845e10SAlexander V. Chernikov 10103a845e10SAlexander V. Chernikov /* Use on-stack buffer for single add/del */ 10113a845e10SAlexander V. Chernikov if (ctlv->count == 1) { 10123a845e10SAlexander V. Chernikov memset(&tei, 0, sizeof(tei)); 10133a845e10SAlexander V. Chernikov tei_buf = &tei; 10143a845e10SAlexander V. Chernikov } else 10153a845e10SAlexander V. Chernikov tei_buf = malloc(ctlv->count * sizeof(tei), M_TEMP, 10163a845e10SAlexander V. Chernikov M_WAITOK | M_ZERO); 10173a845e10SAlexander V. Chernikov 10183a845e10SAlexander V. Chernikov ptei = tei_buf; 10193a845e10SAlexander V. Chernikov ptent = tent; 10203a845e10SAlexander V. Chernikov for (i = 0; i < ctlv->count; i++, ptent++, ptei++) { 10213a845e10SAlexander V. Chernikov ptei->paddr = &ptent->k; 10223a845e10SAlexander V. Chernikov ptei->subtype = ptent->subtype; 10233a845e10SAlexander V. Chernikov ptei->masklen = ptent->masklen; 10243a845e10SAlexander V. Chernikov if (ptent->head.flags & IPFW_TF_UPDATE) 10253a845e10SAlexander V. Chernikov ptei->flags |= TEI_FLAGS_UPDATE; 10260cba2b28SAlexander V. Chernikov 10270cba2b28SAlexander V. Chernikov ipfw_import_table_value_v1(&ptent->v.value); 10280cba2b28SAlexander V. Chernikov ptei->pvalue = (struct table_value *)&ptent->v.value; 10293a845e10SAlexander V. Chernikov } 1030ac35ff17SAlexander V. Chernikov 1031ac35ff17SAlexander V. Chernikov error = (oh->opheader.opcode == IP_FW_TABLE_XADD) ? 10323a845e10SAlexander V. Chernikov add_table_entry(ch, &ti, tei_buf, ctlv->flags, ctlv->count) : 10333a845e10SAlexander V. Chernikov del_table_entry(ch, &ti, tei_buf, ctlv->flags, ctlv->count); 10343a845e10SAlexander V. Chernikov 10353a845e10SAlexander V. Chernikov /* Translate result back to userland */ 10363a845e10SAlexander V. Chernikov ptei = tei_buf; 10373a845e10SAlexander V. Chernikov ptent = tent; 10383a845e10SAlexander V. Chernikov for (i = 0; i < ctlv->count; i++, ptent++, ptei++) { 10393a845e10SAlexander V. Chernikov if (ptei->flags & TEI_FLAGS_ADDED) 10403a845e10SAlexander V. Chernikov ptent->result = IPFW_TR_ADDED; 10413a845e10SAlexander V. Chernikov else if (ptei->flags & TEI_FLAGS_DELETED) 10423a845e10SAlexander V. Chernikov ptent->result = IPFW_TR_DELETED; 10433a845e10SAlexander V. Chernikov else if (ptei->flags & TEI_FLAGS_UPDATED) 10443a845e10SAlexander V. Chernikov ptent->result = IPFW_TR_UPDATED; 10453a845e10SAlexander V. Chernikov else if (ptei->flags & TEI_FLAGS_LIMIT) 10463a845e10SAlexander V. Chernikov ptent->result = IPFW_TR_LIMIT; 10473a845e10SAlexander V. Chernikov else if (ptei->flags & TEI_FLAGS_ERROR) 10483a845e10SAlexander V. Chernikov ptent->result = IPFW_TR_ERROR; 10493a845e10SAlexander V. Chernikov else if (ptei->flags & TEI_FLAGS_NOTFOUND) 10503a845e10SAlexander V. Chernikov ptent->result = IPFW_TR_NOTFOUND; 10513a845e10SAlexander V. Chernikov else if (ptei->flags & TEI_FLAGS_EXISTS) 10523a845e10SAlexander V. Chernikov ptent->result = IPFW_TR_EXISTS; 10530cba2b28SAlexander V. Chernikov ipfw_export_table_value_v1(ptei->pvalue, &ptent->v.value); 10543a845e10SAlexander V. Chernikov } 10553a845e10SAlexander V. Chernikov 10563a845e10SAlexander V. Chernikov if (tei_buf != &tei) 10573a845e10SAlexander V. Chernikov free(tei_buf, M_TEMP); 1058ac35ff17SAlexander V. Chernikov 1059ac35ff17SAlexander V. Chernikov return (error); 1060ac35ff17SAlexander V. Chernikov } 1061ac35ff17SAlexander V. Chernikov 106281d3153dSAlexander V. Chernikov /* 106381d3153dSAlexander V. Chernikov * Looks up an entry in given table. 106481d3153dSAlexander V. Chernikov * Data layout (v0)(current): 106581d3153dSAlexander V. Chernikov * Request: [ ipfw_obj_header ipfw_obj_tentry ] 106681d3153dSAlexander V. Chernikov * Reply: [ ipfw_obj_header ipfw_obj_tentry ] 106781d3153dSAlexander V. Chernikov * 106881d3153dSAlexander V. Chernikov * Returns 0 on success 106981d3153dSAlexander V. Chernikov */ 10706b988f3aSAlexander V. Chernikov static int 10716b988f3aSAlexander V. Chernikov find_table_entry(struct ip_fw_chain *ch, ip_fw3_opheader *op3, 107281d3153dSAlexander V. Chernikov struct sockopt_data *sd) 107381d3153dSAlexander V. Chernikov { 107481d3153dSAlexander V. Chernikov ipfw_obj_tentry *tent; 107581d3153dSAlexander V. Chernikov ipfw_obj_header *oh; 107681d3153dSAlexander V. Chernikov struct tid_info ti; 107781d3153dSAlexander V. Chernikov struct table_config *tc; 107881d3153dSAlexander V. Chernikov struct table_algo *ta; 107981d3153dSAlexander V. Chernikov struct table_info *kti; 108081d3153dSAlexander V. Chernikov struct namedobj_instance *ni; 1081914bffb6SAlexander V. Chernikov int error; 108281d3153dSAlexander V. Chernikov size_t sz; 108381d3153dSAlexander V. Chernikov 108481d3153dSAlexander V. Chernikov /* Check minimum header size */ 108581d3153dSAlexander V. Chernikov sz = sizeof(*oh) + sizeof(*tent); 108681d3153dSAlexander V. Chernikov if (sd->valsize != sz) 108781d3153dSAlexander V. Chernikov return (EINVAL); 108881d3153dSAlexander V. Chernikov 108981d3153dSAlexander V. Chernikov oh = (struct _ipfw_obj_header *)ipfw_get_sopt_header(sd, sz); 109081d3153dSAlexander V. Chernikov tent = (ipfw_obj_tentry *)(oh + 1); 109181d3153dSAlexander V. Chernikov 109281d3153dSAlexander V. Chernikov /* Basic length checks for TLVs */ 109381d3153dSAlexander V. Chernikov if (oh->ntlv.head.length != sizeof(oh->ntlv)) 109481d3153dSAlexander V. Chernikov return (EINVAL); 109581d3153dSAlexander V. Chernikov 109681d3153dSAlexander V. Chernikov objheader_to_ti(oh, &ti); 109781d3153dSAlexander V. Chernikov ti.type = oh->ntlv.type; 109881d3153dSAlexander V. Chernikov ti.uidx = tent->idx; 109981d3153dSAlexander V. Chernikov 110081d3153dSAlexander V. Chernikov IPFW_UH_RLOCK(ch); 110181d3153dSAlexander V. Chernikov ni = CHAIN_TO_NI(ch); 110281d3153dSAlexander V. Chernikov 110381d3153dSAlexander V. Chernikov /* 110481d3153dSAlexander V. Chernikov * Find existing table and check its type . 110581d3153dSAlexander V. Chernikov */ 110681d3153dSAlexander V. Chernikov ta = NULL; 110781d3153dSAlexander V. Chernikov if ((tc = find_table(ni, &ti)) == NULL) { 110881d3153dSAlexander V. Chernikov IPFW_UH_RUNLOCK(ch); 110981d3153dSAlexander V. Chernikov return (ESRCH); 111081d3153dSAlexander V. Chernikov } 111181d3153dSAlexander V. Chernikov 111281d3153dSAlexander V. Chernikov /* check table type */ 111381d3153dSAlexander V. Chernikov if (tc->no.type != ti.type) { 111481d3153dSAlexander V. Chernikov IPFW_UH_RUNLOCK(ch); 111581d3153dSAlexander V. Chernikov return (EINVAL); 111681d3153dSAlexander V. Chernikov } 111781d3153dSAlexander V. Chernikov 111881d3153dSAlexander V. Chernikov kti = KIDX_TO_TI(ch, tc->no.kidx); 111981d3153dSAlexander V. Chernikov ta = tc->ta; 112081d3153dSAlexander V. Chernikov 1121914bffb6SAlexander V. Chernikov if (ta->find_tentry == NULL) 1122914bffb6SAlexander V. Chernikov return (ENOTSUP); 1123914bffb6SAlexander V. Chernikov 1124914bffb6SAlexander V. Chernikov error = ta->find_tentry(tc->astate, kti, tent); 112581d3153dSAlexander V. Chernikov 112681d3153dSAlexander V. Chernikov IPFW_UH_RUNLOCK(ch); 112781d3153dSAlexander V. Chernikov 112881d3153dSAlexander V. Chernikov return (error); 112981d3153dSAlexander V. Chernikov } 113081d3153dSAlexander V. Chernikov 113146d52008SAlexander V. Chernikov /* 113246d52008SAlexander V. Chernikov * Flushes all entries or destroys given table. 113346d52008SAlexander V. Chernikov * Data layout (v0)(current): 113446d52008SAlexander V. Chernikov * Request: [ ipfw_obj_header ] 113546d52008SAlexander V. Chernikov * 113646d52008SAlexander V. Chernikov * Returns 0 on success 113746d52008SAlexander V. Chernikov */ 11386b988f3aSAlexander V. Chernikov static int 11396b988f3aSAlexander V. Chernikov flush_table_v0(struct ip_fw_chain *ch, ip_fw3_opheader *op3, 1140ac35ff17SAlexander V. Chernikov struct sockopt_data *sd) 1141ac35ff17SAlexander V. Chernikov { 1142ac35ff17SAlexander V. Chernikov int error; 1143ac35ff17SAlexander V. Chernikov struct _ipfw_obj_header *oh; 1144ac35ff17SAlexander V. Chernikov struct tid_info ti; 1145ac35ff17SAlexander V. Chernikov 1146ac35ff17SAlexander V. Chernikov if (sd->valsize != sizeof(*oh)) 1147ac35ff17SAlexander V. Chernikov return (EINVAL); 1148ac35ff17SAlexander V. Chernikov 1149ac35ff17SAlexander V. Chernikov oh = (struct _ipfw_obj_header *)op3; 1150ac35ff17SAlexander V. Chernikov objheader_to_ti(oh, &ti); 1151ac35ff17SAlexander V. Chernikov 11521832a7b3SAlexander V. Chernikov if (op3->opcode == IP_FW_TABLE_XDESTROY) 1153ac35ff17SAlexander V. Chernikov error = destroy_table(ch, &ti); 11541832a7b3SAlexander V. Chernikov else if (op3->opcode == IP_FW_TABLE_XFLUSH) 1155ac35ff17SAlexander V. Chernikov error = flush_table(ch, &ti); 1156ac35ff17SAlexander V. Chernikov else 1157ac35ff17SAlexander V. Chernikov return (ENOTSUP); 1158ac35ff17SAlexander V. Chernikov 1159ac35ff17SAlexander V. Chernikov return (error); 11603b3a8eb9SGleb Smirnoff } 11613b3a8eb9SGleb Smirnoff 1162fb4b37a3SAlexander V. Chernikov static void 1163fb4b37a3SAlexander V. Chernikov restart_flush(void *object, struct op_state *_state) 1164fb4b37a3SAlexander V. Chernikov { 1165fb4b37a3SAlexander V. Chernikov struct tableop_state *ts; 1166fb4b37a3SAlexander V. Chernikov 1167fb4b37a3SAlexander V. Chernikov ts = (struct tableop_state *)_state; 1168fb4b37a3SAlexander V. Chernikov 1169fb4b37a3SAlexander V. Chernikov if (ts->tc != object) 1170fb4b37a3SAlexander V. Chernikov return; 1171fb4b37a3SAlexander V. Chernikov 1172fb4b37a3SAlexander V. Chernikov /* Indicate we've called */ 1173fb4b37a3SAlexander V. Chernikov ts->modified = 1; 1174fb4b37a3SAlexander V. Chernikov } 1175fb4b37a3SAlexander V. Chernikov 117635e1bbd0SAlexander V. Chernikov /* 117735e1bbd0SAlexander V. Chernikov * Flushes given table. 117835e1bbd0SAlexander V. Chernikov * 117935e1bbd0SAlexander V. Chernikov * Function create new table instance with the same 118035e1bbd0SAlexander V. Chernikov * parameters, swaps it with old one and 1181fb4b37a3SAlexander V. Chernikov * flushes state without holding runtime WLOCK. 118235e1bbd0SAlexander V. Chernikov * 118335e1bbd0SAlexander V. Chernikov * Returns 0 on success. 118435e1bbd0SAlexander V. Chernikov */ 11851832a7b3SAlexander V. Chernikov int 1186ac35ff17SAlexander V. Chernikov flush_table(struct ip_fw_chain *ch, struct tid_info *ti) 11873b3a8eb9SGleb Smirnoff { 1188b074b7bbSAlexander V. Chernikov struct namedobj_instance *ni; 1189b074b7bbSAlexander V. Chernikov struct table_config *tc; 11909f7d47b0SAlexander V. Chernikov struct table_algo *ta; 11919f7d47b0SAlexander V. Chernikov struct table_info ti_old, ti_new, *tablestate; 11929f7d47b0SAlexander V. Chernikov void *astate_old, *astate_new; 1193914bffb6SAlexander V. Chernikov char algostate[64], *pstate; 1194fb4b37a3SAlexander V. Chernikov struct tableop_state ts; 1195b074b7bbSAlexander V. Chernikov int error; 1196b074b7bbSAlexander V. Chernikov uint16_t kidx; 1197914bffb6SAlexander V. Chernikov uint8_t tflags; 11983b3a8eb9SGleb Smirnoff 11993b3a8eb9SGleb Smirnoff /* 12009f7d47b0SAlexander V. Chernikov * Stage 1: save table algoritm. 1201b074b7bbSAlexander V. Chernikov * Reference found table to ensure it won't disappear. 12023b3a8eb9SGleb Smirnoff */ 1203b074b7bbSAlexander V. Chernikov IPFW_UH_WLOCK(ch); 1204b074b7bbSAlexander V. Chernikov ni = CHAIN_TO_NI(ch); 1205b074b7bbSAlexander V. Chernikov if ((tc = find_table(ni, ti)) == NULL) { 1206b074b7bbSAlexander V. Chernikov IPFW_UH_WUNLOCK(ch); 1207b074b7bbSAlexander V. Chernikov return (ESRCH); 1208b074b7bbSAlexander V. Chernikov } 1209fb4b37a3SAlexander V. Chernikov restart: 1210fb4b37a3SAlexander V. Chernikov /* Set up swap handler */ 1211fb4b37a3SAlexander V. Chernikov memset(&ts, 0, sizeof(ts)); 1212fb4b37a3SAlexander V. Chernikov ts.opstate.func = restart_flush; 1213fb4b37a3SAlexander V. Chernikov ts.tc = tc; 1214fb4b37a3SAlexander V. Chernikov 12159f7d47b0SAlexander V. Chernikov ta = tc->ta; 1216fd0869d5SAlexander V. Chernikov /* Do not flush readonly tables */ 1217fd0869d5SAlexander V. Chernikov if ((ta->flags & TA_FLAG_READONLY) != 0) { 1218fd0869d5SAlexander V. Chernikov IPFW_UH_WUNLOCK(ch); 1219fd0869d5SAlexander V. Chernikov return (EACCES); 1220fd0869d5SAlexander V. Chernikov } 122135e1bbd0SAlexander V. Chernikov /* Save startup algo parameters */ 1222daabb523SAlexander V. Chernikov if (ta->print_config != NULL) { 1223daabb523SAlexander V. Chernikov ta->print_config(tc->astate, KIDX_TO_TI(ch, tc->no.kidx), 1224daabb523SAlexander V. Chernikov algostate, sizeof(algostate)); 1225daabb523SAlexander V. Chernikov pstate = algostate; 1226daabb523SAlexander V. Chernikov } else 1227daabb523SAlexander V. Chernikov pstate = NULL; 1228914bffb6SAlexander V. Chernikov tflags = tc->tflags; 1229fb4b37a3SAlexander V. Chernikov tc->no.refcnt++; 1230fb4b37a3SAlexander V. Chernikov add_toperation_state(ch, &ts); 1231b074b7bbSAlexander V. Chernikov IPFW_UH_WUNLOCK(ch); 12323b3a8eb9SGleb Smirnoff 1233b074b7bbSAlexander V. Chernikov /* 12349f7d47b0SAlexander V. Chernikov * Stage 2: allocate new table instance using same algo. 1235b074b7bbSAlexander V. Chernikov */ 12369f7d47b0SAlexander V. Chernikov memset(&ti_new, 0, sizeof(struct table_info)); 1237fb4b37a3SAlexander V. Chernikov error = ta->init(ch, &astate_new, &ti_new, pstate, tflags); 1238b074b7bbSAlexander V. Chernikov 1239b074b7bbSAlexander V. Chernikov /* 1240b074b7bbSAlexander V. Chernikov * Stage 3: swap old state pointers with newly-allocated ones. 1241b074b7bbSAlexander V. Chernikov * Decrease refcount. 1242b074b7bbSAlexander V. Chernikov */ 1243b074b7bbSAlexander V. Chernikov IPFW_UH_WLOCK(ch); 1244fb4b37a3SAlexander V. Chernikov tc->no.refcnt--; 1245fb4b37a3SAlexander V. Chernikov del_toperation_state(ch, &ts); 1246fb4b37a3SAlexander V. Chernikov 1247fb4b37a3SAlexander V. Chernikov if (error != 0) { 1248fb4b37a3SAlexander V. Chernikov IPFW_UH_WUNLOCK(ch); 1249fb4b37a3SAlexander V. Chernikov return (error); 1250fb4b37a3SAlexander V. Chernikov } 1251fb4b37a3SAlexander V. Chernikov 1252fb4b37a3SAlexander V. Chernikov /* 1253fb4b37a3SAlexander V. Chernikov * Restart operation if table swap has happened: 1254fb4b37a3SAlexander V. Chernikov * even if algo may be the same, algo init parameters 1255fb4b37a3SAlexander V. Chernikov * may change. Restart operation instead of doing 1256fb4b37a3SAlexander V. Chernikov * complex checks. 1257fb4b37a3SAlexander V. Chernikov */ 1258fb4b37a3SAlexander V. Chernikov if (ts.modified != 0) { 1259fb4b37a3SAlexander V. Chernikov ta->destroy(astate_new, &ti_new); 1260fb4b37a3SAlexander V. Chernikov goto restart; 1261fb4b37a3SAlexander V. Chernikov } 1262b074b7bbSAlexander V. Chernikov 1263b074b7bbSAlexander V. Chernikov ni = CHAIN_TO_NI(ch); 1264b074b7bbSAlexander V. Chernikov kidx = tc->no.kidx; 12659f7d47b0SAlexander V. Chernikov tablestate = (struct table_info *)ch->tablestate; 1266b074b7bbSAlexander V. Chernikov 12679f7d47b0SAlexander V. Chernikov IPFW_WLOCK(ch); 12689f7d47b0SAlexander V. Chernikov ti_old = tablestate[kidx]; 12699f7d47b0SAlexander V. Chernikov tablestate[kidx] = ti_new; 12709f7d47b0SAlexander V. Chernikov IPFW_WUNLOCK(ch); 1271b074b7bbSAlexander V. Chernikov 12729f7d47b0SAlexander V. Chernikov astate_old = tc->astate; 12739f7d47b0SAlexander V. Chernikov tc->astate = astate_new; 12749f7d47b0SAlexander V. Chernikov tc->ti = ti_new; 12759f7d47b0SAlexander V. Chernikov tc->count = 0; 1276b074b7bbSAlexander V. Chernikov 12770cba2b28SAlexander V. Chernikov /* 12780cba2b28SAlexander V. Chernikov * Stage 4: unref values. 12790cba2b28SAlexander V. Chernikov */ 12800cba2b28SAlexander V. Chernikov ipfw_unref_table_values(ch, tc, ta, astate_old, &ti_old); 1281b074b7bbSAlexander V. Chernikov IPFW_UH_WUNLOCK(ch); 12823b3a8eb9SGleb Smirnoff 1283b074b7bbSAlexander V. Chernikov /* 12840cba2b28SAlexander V. Chernikov * Stage 5: perform real flush/destroy. 1285b074b7bbSAlexander V. Chernikov */ 12869f7d47b0SAlexander V. Chernikov ta->destroy(astate_old, &ti_old); 12873b3a8eb9SGleb Smirnoff 12883b3a8eb9SGleb Smirnoff return (0); 12893b3a8eb9SGleb Smirnoff } 12903b3a8eb9SGleb Smirnoff 1291b074b7bbSAlexander V. Chernikov /* 129246d52008SAlexander V. Chernikov * Swaps two tables. 129346d52008SAlexander V. Chernikov * Data layout (v0)(current): 129446d52008SAlexander V. Chernikov * Request: [ ipfw_obj_header ipfw_obj_ntlv ] 129546d52008SAlexander V. Chernikov * 129646d52008SAlexander V. Chernikov * Returns 0 on success 129746d52008SAlexander V. Chernikov */ 12986b988f3aSAlexander V. Chernikov static int 12996b988f3aSAlexander V. Chernikov swap_table(struct ip_fw_chain *ch, ip_fw3_opheader *op3, 130046d52008SAlexander V. Chernikov struct sockopt_data *sd) 130146d52008SAlexander V. Chernikov { 130246d52008SAlexander V. Chernikov int error; 130346d52008SAlexander V. Chernikov struct _ipfw_obj_header *oh; 130446d52008SAlexander V. Chernikov struct tid_info ti_a, ti_b; 130546d52008SAlexander V. Chernikov 130646d52008SAlexander V. Chernikov if (sd->valsize != sizeof(*oh) + sizeof(ipfw_obj_ntlv)) 130746d52008SAlexander V. Chernikov return (EINVAL); 130846d52008SAlexander V. Chernikov 130946d52008SAlexander V. Chernikov oh = (struct _ipfw_obj_header *)op3; 131046d52008SAlexander V. Chernikov ntlv_to_ti(&oh->ntlv, &ti_a); 131146d52008SAlexander V. Chernikov ntlv_to_ti((ipfw_obj_ntlv *)(oh + 1), &ti_b); 131246d52008SAlexander V. Chernikov 1313a73d728dSAlexander V. Chernikov error = swap_tables(ch, &ti_a, &ti_b); 131446d52008SAlexander V. Chernikov 131546d52008SAlexander V. Chernikov return (error); 131646d52008SAlexander V. Chernikov } 131746d52008SAlexander V. Chernikov 131835e1bbd0SAlexander V. Chernikov /* 131935e1bbd0SAlexander V. Chernikov * Swaps two tables of the same type/valtype. 132035e1bbd0SAlexander V. Chernikov * 132135e1bbd0SAlexander V. Chernikov * Checks if tables are compatible and limits 1322c8d5d308SAlexander V. Chernikov * permits swap, than actually perform swap. 132335e1bbd0SAlexander V. Chernikov * 1324c8d5d308SAlexander V. Chernikov * Each table consists of 2 different parts: 1325c8d5d308SAlexander V. Chernikov * config: 1326c8d5d308SAlexander V. Chernikov * @tc (with name, set, kidx) and rule bindings, which is "stable". 1327c8d5d308SAlexander V. Chernikov * number of items 1328c8d5d308SAlexander V. Chernikov * table algo 1329c8d5d308SAlexander V. Chernikov * runtime: 1330c8d5d308SAlexander V. Chernikov * runtime data @ti (ch->tablestate) 1331c8d5d308SAlexander V. Chernikov * runtime cache in @tc 1332c8d5d308SAlexander V. Chernikov * algo-specific data (@tc->astate) 1333c8d5d308SAlexander V. Chernikov * 1334c8d5d308SAlexander V. Chernikov * So we switch: 1335c8d5d308SAlexander V. Chernikov * all runtime data 1336c8d5d308SAlexander V. Chernikov * number of items 1337c8d5d308SAlexander V. Chernikov * table algo 1338c8d5d308SAlexander V. Chernikov * 1339c8d5d308SAlexander V. Chernikov * After that we call @ti change handler for each table. 1340c8d5d308SAlexander V. Chernikov * 1341c8d5d308SAlexander V. Chernikov * Note that referencing @tc won't protect tc->ta from change. 1342c8d5d308SAlexander V. Chernikov * XXX: Do we need to restrict swap between locked tables? 1343c8d5d308SAlexander V. Chernikov * XXX: Do we need to exchange ftype? 134435e1bbd0SAlexander V. Chernikov * 134535e1bbd0SAlexander V. Chernikov * Returns 0 on success. 134635e1bbd0SAlexander V. Chernikov */ 134746d52008SAlexander V. Chernikov static int 1348a73d728dSAlexander V. Chernikov swap_tables(struct ip_fw_chain *ch, struct tid_info *a, 134946d52008SAlexander V. Chernikov struct tid_info *b) 135046d52008SAlexander V. Chernikov { 135146d52008SAlexander V. Chernikov struct namedobj_instance *ni; 135246d52008SAlexander V. Chernikov struct table_config *tc_a, *tc_b; 135346d52008SAlexander V. Chernikov struct table_algo *ta; 135446d52008SAlexander V. Chernikov struct table_info ti, *tablestate; 135546d52008SAlexander V. Chernikov void *astate; 135646d52008SAlexander V. Chernikov uint32_t count; 135746d52008SAlexander V. Chernikov 135846d52008SAlexander V. Chernikov /* 135946d52008SAlexander V. Chernikov * Stage 1: find both tables and ensure they are of 136035e1bbd0SAlexander V. Chernikov * the same type. 136146d52008SAlexander V. Chernikov */ 136246d52008SAlexander V. Chernikov IPFW_UH_WLOCK(ch); 136346d52008SAlexander V. Chernikov ni = CHAIN_TO_NI(ch); 136446d52008SAlexander V. Chernikov if ((tc_a = find_table(ni, a)) == NULL) { 136546d52008SAlexander V. Chernikov IPFW_UH_WUNLOCK(ch); 136646d52008SAlexander V. Chernikov return (ESRCH); 136746d52008SAlexander V. Chernikov } 136846d52008SAlexander V. Chernikov if ((tc_b = find_table(ni, b)) == NULL) { 136946d52008SAlexander V. Chernikov IPFW_UH_WUNLOCK(ch); 137046d52008SAlexander V. Chernikov return (ESRCH); 137146d52008SAlexander V. Chernikov } 137246d52008SAlexander V. Chernikov 137346d52008SAlexander V. Chernikov /* It is very easy to swap between the same table */ 137446d52008SAlexander V. Chernikov if (tc_a == tc_b) { 137546d52008SAlexander V. Chernikov IPFW_UH_WUNLOCK(ch); 137646d52008SAlexander V. Chernikov return (0); 137746d52008SAlexander V. Chernikov } 137846d52008SAlexander V. Chernikov 137946d52008SAlexander V. Chernikov /* Check type and value are the same */ 13800cba2b28SAlexander V. Chernikov if (tc_a->no.type != tc_b->no.type || tc_a->tflags != tc_b->tflags) { 138146d52008SAlexander V. Chernikov IPFW_UH_WUNLOCK(ch); 138246d52008SAlexander V. Chernikov return (EINVAL); 138346d52008SAlexander V. Chernikov } 138446d52008SAlexander V. Chernikov 138546d52008SAlexander V. Chernikov /* Check limits before swap */ 138646d52008SAlexander V. Chernikov if ((tc_a->limit != 0 && tc_b->count > tc_a->limit) || 138746d52008SAlexander V. Chernikov (tc_b->limit != 0 && tc_a->count > tc_b->limit)) { 138846d52008SAlexander V. Chernikov IPFW_UH_WUNLOCK(ch); 138946d52008SAlexander V. Chernikov return (EFBIG); 139046d52008SAlexander V. Chernikov } 139146d52008SAlexander V. Chernikov 1392fd0869d5SAlexander V. Chernikov /* Check if one of the tables is readonly */ 1393fd0869d5SAlexander V. Chernikov if (((tc_a->ta->flags | tc_b->ta->flags) & TA_FLAG_READONLY) != 0) { 1394fd0869d5SAlexander V. Chernikov IPFW_UH_WUNLOCK(ch); 1395fd0869d5SAlexander V. Chernikov return (EACCES); 1396fd0869d5SAlexander V. Chernikov } 1397fd0869d5SAlexander V. Chernikov 13980cba2b28SAlexander V. Chernikov /* Notify we're going to swap */ 13990cba2b28SAlexander V. Chernikov rollback_toperation_state(ch, tc_a); 14000cba2b28SAlexander V. Chernikov rollback_toperation_state(ch, tc_b); 14010cba2b28SAlexander V. Chernikov 140246d52008SAlexander V. Chernikov /* Everything is fine, prepare to swap */ 140346d52008SAlexander V. Chernikov tablestate = (struct table_info *)ch->tablestate; 140446d52008SAlexander V. Chernikov ti = tablestate[tc_a->no.kidx]; 140546d52008SAlexander V. Chernikov ta = tc_a->ta; 140646d52008SAlexander V. Chernikov astate = tc_a->astate; 140746d52008SAlexander V. Chernikov count = tc_a->count; 140846d52008SAlexander V. Chernikov 140946d52008SAlexander V. Chernikov IPFW_WLOCK(ch); 141046d52008SAlexander V. Chernikov /* a <- b */ 141146d52008SAlexander V. Chernikov tablestate[tc_a->no.kidx] = tablestate[tc_b->no.kidx]; 141246d52008SAlexander V. Chernikov tc_a->ta = tc_b->ta; 141346d52008SAlexander V. Chernikov tc_a->astate = tc_b->astate; 141446d52008SAlexander V. Chernikov tc_a->count = tc_b->count; 141546d52008SAlexander V. Chernikov /* b <- a */ 141646d52008SAlexander V. Chernikov tablestate[tc_b->no.kidx] = ti; 141746d52008SAlexander V. Chernikov tc_b->ta = ta; 141846d52008SAlexander V. Chernikov tc_b->astate = astate; 141946d52008SAlexander V. Chernikov tc_b->count = count; 142046d52008SAlexander V. Chernikov IPFW_WUNLOCK(ch); 142146d52008SAlexander V. Chernikov 142246d52008SAlexander V. Chernikov /* Ensure tc.ti copies are in sync */ 142346d52008SAlexander V. Chernikov tc_a->ti = tablestate[tc_a->no.kidx]; 142446d52008SAlexander V. Chernikov tc_b->ti = tablestate[tc_b->no.kidx]; 142546d52008SAlexander V. Chernikov 142646d52008SAlexander V. Chernikov /* Notify both tables on @ti change */ 142746d52008SAlexander V. Chernikov if (tc_a->ta->change_ti != NULL) 142846d52008SAlexander V. Chernikov tc_a->ta->change_ti(tc_a->astate, &tablestate[tc_a->no.kidx]); 142946d52008SAlexander V. Chernikov if (tc_b->ta->change_ti != NULL) 143046d52008SAlexander V. Chernikov tc_b->ta->change_ti(tc_b->astate, &tablestate[tc_b->no.kidx]); 143146d52008SAlexander V. Chernikov 143246d52008SAlexander V. Chernikov IPFW_UH_WUNLOCK(ch); 143346d52008SAlexander V. Chernikov 143446d52008SAlexander V. Chernikov return (0); 143546d52008SAlexander V. Chernikov } 143646d52008SAlexander V. Chernikov 143746d52008SAlexander V. Chernikov /* 14389f7d47b0SAlexander V. Chernikov * Destroys table specified by @ti. 1439ac35ff17SAlexander V. Chernikov * Data layout (v0)(current): 1440ac35ff17SAlexander V. Chernikov * Request: [ ip_fw3_opheader ] 1441ac35ff17SAlexander V. Chernikov * 1442ac35ff17SAlexander V. Chernikov * Returns 0 on success 1443b074b7bbSAlexander V. Chernikov */ 1444ac35ff17SAlexander V. Chernikov static int 1445ac35ff17SAlexander V. Chernikov destroy_table(struct ip_fw_chain *ch, struct tid_info *ti) 1446b074b7bbSAlexander V. Chernikov { 1447b074b7bbSAlexander V. Chernikov struct namedobj_instance *ni; 1448b074b7bbSAlexander V. Chernikov struct table_config *tc; 1449b074b7bbSAlexander V. Chernikov 1450b074b7bbSAlexander V. Chernikov IPFW_UH_WLOCK(ch); 1451b074b7bbSAlexander V. Chernikov 1452b074b7bbSAlexander V. Chernikov ni = CHAIN_TO_NI(ch); 1453b074b7bbSAlexander V. Chernikov if ((tc = find_table(ni, ti)) == NULL) { 1454b074b7bbSAlexander V. Chernikov IPFW_UH_WUNLOCK(ch); 1455b074b7bbSAlexander V. Chernikov return (ESRCH); 1456b074b7bbSAlexander V. Chernikov } 1457b074b7bbSAlexander V. Chernikov 14589f7d47b0SAlexander V. Chernikov /* Do not permit destroying referenced tables */ 14599f7d47b0SAlexander V. Chernikov if (tc->no.refcnt > 0) { 1460b074b7bbSAlexander V. Chernikov IPFW_UH_WUNLOCK(ch); 1461b074b7bbSAlexander V. Chernikov return (EBUSY); 1462b074b7bbSAlexander V. Chernikov } 1463b074b7bbSAlexander V. Chernikov 1464b074b7bbSAlexander V. Chernikov IPFW_WLOCK(ch); 1465b074b7bbSAlexander V. Chernikov unlink_table(ch, tc); 1466b074b7bbSAlexander V. Chernikov IPFW_WUNLOCK(ch); 1467b074b7bbSAlexander V. Chernikov 1468b074b7bbSAlexander V. Chernikov /* Free obj index */ 1469ac35ff17SAlexander V. Chernikov if (ipfw_objhash_free_idx(ni, tc->no.kidx) != 0) 1470b074b7bbSAlexander V. Chernikov printf("Error unlinking kidx %d from table %s\n", 1471b074b7bbSAlexander V. Chernikov tc->no.kidx, tc->tablename); 1472b074b7bbSAlexander V. Chernikov 14730cba2b28SAlexander V. Chernikov /* Unref values used in tables while holding UH lock */ 14740cba2b28SAlexander V. Chernikov ipfw_unref_table_values(ch, tc, tc->ta, tc->astate, 14750cba2b28SAlexander V. Chernikov &((struct table_info *)ch->tablestate)[tc->no.kidx]); 1476b074b7bbSAlexander V. Chernikov IPFW_UH_WUNLOCK(ch); 1477b074b7bbSAlexander V. Chernikov 1478b074b7bbSAlexander V. Chernikov free_table_config(ni, tc); 1479b074b7bbSAlexander V. Chernikov 1480b074b7bbSAlexander V. Chernikov return (0); 1481b074b7bbSAlexander V. Chernikov } 1482b074b7bbSAlexander V. Chernikov 148335e1bbd0SAlexander V. Chernikov /* 148435e1bbd0SAlexander V. Chernikov * Grow tables index. 148535e1bbd0SAlexander V. Chernikov * 148635e1bbd0SAlexander V. Chernikov * Returns 0 on success. 148735e1bbd0SAlexander V. Chernikov */ 14883b3a8eb9SGleb Smirnoff int 14893b3a8eb9SGleb Smirnoff ipfw_resize_tables(struct ip_fw_chain *ch, unsigned int ntables) 14903b3a8eb9SGleb Smirnoff { 14913b3a8eb9SGleb Smirnoff unsigned int ntables_old, tbl; 1492b074b7bbSAlexander V. Chernikov struct namedobj_instance *ni; 14939f7d47b0SAlexander V. Chernikov void *new_idx, *old_tablestate, *tablestate; 149468394ec8SAlexander V. Chernikov struct table_info *ti; 149568394ec8SAlexander V. Chernikov struct table_config *tc; 149668394ec8SAlexander V. Chernikov int i, new_blocks; 14973b3a8eb9SGleb Smirnoff 14983b3a8eb9SGleb Smirnoff /* Check new value for validity */ 14993b3a8eb9SGleb Smirnoff if (ntables > IPFW_TABLES_MAX) 15003b3a8eb9SGleb Smirnoff ntables = IPFW_TABLES_MAX; 15013b3a8eb9SGleb Smirnoff 15023b3a8eb9SGleb Smirnoff /* Allocate new pointers */ 15039f7d47b0SAlexander V. Chernikov tablestate = malloc(ntables * sizeof(struct table_info), 15049f7d47b0SAlexander V. Chernikov M_IPFW, M_WAITOK | M_ZERO); 15059f7d47b0SAlexander V. Chernikov 1506b074b7bbSAlexander V. Chernikov ipfw_objhash_bitmap_alloc(ntables, (void *)&new_idx, &new_blocks); 15073b3a8eb9SGleb Smirnoff 15089f7d47b0SAlexander V. Chernikov IPFW_UH_WLOCK(ch); 15093b3a8eb9SGleb Smirnoff 15103b3a8eb9SGleb Smirnoff tbl = (ntables >= V_fw_tables_max) ? V_fw_tables_max : ntables; 1511b074b7bbSAlexander V. Chernikov ni = CHAIN_TO_NI(ch); 1512b074b7bbSAlexander V. Chernikov 15139f7d47b0SAlexander V. Chernikov /* Temporary restrict decreasing max_tables */ 15149f7d47b0SAlexander V. Chernikov if (ntables < V_fw_tables_max) { 15159f7d47b0SAlexander V. Chernikov 15169f7d47b0SAlexander V. Chernikov /* 15179f7d47b0SAlexander V. Chernikov * FIXME: Check if we really can shrink 15189f7d47b0SAlexander V. Chernikov */ 15199f7d47b0SAlexander V. Chernikov IPFW_UH_WUNLOCK(ch); 1520b074b7bbSAlexander V. Chernikov return (EINVAL); 1521b074b7bbSAlexander V. Chernikov } 15223b3a8eb9SGleb Smirnoff 15239f7d47b0SAlexander V. Chernikov /* Copy table info/indices */ 15249f7d47b0SAlexander V. Chernikov memcpy(tablestate, ch->tablestate, sizeof(struct table_info) * tbl); 15259f7d47b0SAlexander V. Chernikov ipfw_objhash_bitmap_merge(ni, &new_idx, &new_blocks); 15263b3a8eb9SGleb Smirnoff 15279f7d47b0SAlexander V. Chernikov IPFW_WLOCK(ch); 15289f7d47b0SAlexander V. Chernikov 15299f7d47b0SAlexander V. Chernikov /* Change pointers */ 15309f7d47b0SAlexander V. Chernikov old_tablestate = ch->tablestate; 15319f7d47b0SAlexander V. Chernikov ch->tablestate = tablestate; 15329f7d47b0SAlexander V. Chernikov ipfw_objhash_bitmap_swap(ni, &new_idx, &new_blocks); 15333b3a8eb9SGleb Smirnoff 15343b3a8eb9SGleb Smirnoff ntables_old = V_fw_tables_max; 15353b3a8eb9SGleb Smirnoff V_fw_tables_max = ntables; 15363b3a8eb9SGleb Smirnoff 15373b3a8eb9SGleb Smirnoff IPFW_WUNLOCK(ch); 153868394ec8SAlexander V. Chernikov 153968394ec8SAlexander V. Chernikov /* Notify all consumers that their @ti pointer has changed */ 154068394ec8SAlexander V. Chernikov ti = (struct table_info *)ch->tablestate; 154168394ec8SAlexander V. Chernikov for (i = 0; i < tbl; i++, ti++) { 154268394ec8SAlexander V. Chernikov if (ti->lookup == NULL) 154368394ec8SAlexander V. Chernikov continue; 154468394ec8SAlexander V. Chernikov tc = (struct table_config *)ipfw_objhash_lookup_kidx(ni, i); 154568394ec8SAlexander V. Chernikov if (tc == NULL || tc->ta->change_ti == NULL) 154668394ec8SAlexander V. Chernikov continue; 154768394ec8SAlexander V. Chernikov 154868394ec8SAlexander V. Chernikov tc->ta->change_ti(tc->astate, ti); 154968394ec8SAlexander V. Chernikov } 155068394ec8SAlexander V. Chernikov 15519f7d47b0SAlexander V. Chernikov IPFW_UH_WUNLOCK(ch); 15523b3a8eb9SGleb Smirnoff 15533b3a8eb9SGleb Smirnoff /* Free old pointers */ 15549f7d47b0SAlexander V. Chernikov free(old_tablestate, M_IPFW); 1555b074b7bbSAlexander V. Chernikov ipfw_objhash_bitmap_free(new_idx, new_blocks); 15563b3a8eb9SGleb Smirnoff 15573b3a8eb9SGleb Smirnoff return (0); 15583b3a8eb9SGleb Smirnoff } 15593b3a8eb9SGleb Smirnoff 1560a73d728dSAlexander V. Chernikov /* 156135e1bbd0SAlexander V. Chernikov * Switch between "set 0" and "rule's set" table binding, 1562a73d728dSAlexander V. Chernikov * Check all ruleset bindings and permits changing 1563a73d728dSAlexander V. Chernikov * IFF each binding has both rule AND table in default set (set 0). 1564a73d728dSAlexander V. Chernikov * 1565a73d728dSAlexander V. Chernikov * Returns 0 on success. 1566a73d728dSAlexander V. Chernikov */ 1567a73d728dSAlexander V. Chernikov int 1568a73d728dSAlexander V. Chernikov ipfw_switch_tables_namespace(struct ip_fw_chain *ch, unsigned int sets) 1569a73d728dSAlexander V. Chernikov { 1570a73d728dSAlexander V. Chernikov struct namedobj_instance *ni; 1571a73d728dSAlexander V. Chernikov struct named_object *no; 1572a73d728dSAlexander V. Chernikov struct ip_fw *rule; 1573a73d728dSAlexander V. Chernikov ipfw_insn *cmd; 1574a73d728dSAlexander V. Chernikov int cmdlen, i, l; 1575a73d728dSAlexander V. Chernikov uint16_t kidx; 1576a73d728dSAlexander V. Chernikov uint8_t type; 1577a73d728dSAlexander V. Chernikov 1578a73d728dSAlexander V. Chernikov IPFW_UH_WLOCK(ch); 1579a73d728dSAlexander V. Chernikov 1580a73d728dSAlexander V. Chernikov if (V_fw_tables_sets == sets) { 1581a73d728dSAlexander V. Chernikov IPFW_UH_WUNLOCK(ch); 1582a73d728dSAlexander V. Chernikov return (0); 1583a73d728dSAlexander V. Chernikov } 1584a73d728dSAlexander V. Chernikov 1585a73d728dSAlexander V. Chernikov ni = CHAIN_TO_NI(ch); 1586a73d728dSAlexander V. Chernikov 158735e1bbd0SAlexander V. Chernikov /* 158835e1bbd0SAlexander V. Chernikov * Scan all rules and examine tables opcodes. 158935e1bbd0SAlexander V. Chernikov */ 1590a73d728dSAlexander V. Chernikov for (i = 0; i < ch->n_rules; i++) { 1591a73d728dSAlexander V. Chernikov rule = ch->map[i]; 1592a73d728dSAlexander V. Chernikov 1593a73d728dSAlexander V. Chernikov l = rule->cmd_len; 1594a73d728dSAlexander V. Chernikov cmd = rule->cmd; 1595a73d728dSAlexander V. Chernikov cmdlen = 0; 1596a73d728dSAlexander V. Chernikov for ( ; l > 0 ; l -= cmdlen, cmd += cmdlen) { 1597a73d728dSAlexander V. Chernikov cmdlen = F_LEN(cmd); 1598a73d728dSAlexander V. Chernikov 1599a73d728dSAlexander V. Chernikov if (classify_table_opcode(cmd, &kidx, &type) != 0) 1600a73d728dSAlexander V. Chernikov continue; 1601a73d728dSAlexander V. Chernikov 1602a73d728dSAlexander V. Chernikov no = ipfw_objhash_lookup_kidx(ni, kidx); 1603a73d728dSAlexander V. Chernikov 160435e1bbd0SAlexander V. Chernikov /* Check if both table object and rule has the set 0 */ 1605a73d728dSAlexander V. Chernikov if (no->set != 0 || rule->set != 0) { 1606a73d728dSAlexander V. Chernikov IPFW_UH_WUNLOCK(ch); 1607a73d728dSAlexander V. Chernikov return (EBUSY); 1608a73d728dSAlexander V. Chernikov } 1609a73d728dSAlexander V. Chernikov 1610a73d728dSAlexander V. Chernikov } 1611a73d728dSAlexander V. Chernikov } 1612a73d728dSAlexander V. Chernikov V_fw_tables_sets = sets; 1613a73d728dSAlexander V. Chernikov 1614a73d728dSAlexander V. Chernikov IPFW_UH_WUNLOCK(ch); 1615a73d728dSAlexander V. Chernikov 1616a73d728dSAlexander V. Chernikov return (0); 1617a73d728dSAlexander V. Chernikov } 1618a73d728dSAlexander V. Chernikov 1619c8d5d308SAlexander V. Chernikov /* 1620c8d5d308SAlexander V. Chernikov * Lookup an IP @addr in table @tbl. 1621c8d5d308SAlexander V. Chernikov * Stores found value in @val. 1622c8d5d308SAlexander V. Chernikov * 1623c8d5d308SAlexander V. Chernikov * Returns 1 if @addr was found. 1624c8d5d308SAlexander V. Chernikov */ 16253b3a8eb9SGleb Smirnoff int 16263b3a8eb9SGleb Smirnoff ipfw_lookup_table(struct ip_fw_chain *ch, uint16_t tbl, in_addr_t addr, 16273b3a8eb9SGleb Smirnoff uint32_t *val) 16283b3a8eb9SGleb Smirnoff { 16299f7d47b0SAlexander V. Chernikov struct table_info *ti; 16303b3a8eb9SGleb Smirnoff 1631c8d5d308SAlexander V. Chernikov ti = KIDX_TO_TI(ch, tbl); 16329f7d47b0SAlexander V. Chernikov 16339f7d47b0SAlexander V. Chernikov return (ti->lookup(ti, &addr, sizeof(in_addr_t), val)); 16343b3a8eb9SGleb Smirnoff } 16359f7d47b0SAlexander V. Chernikov 1636c8d5d308SAlexander V. Chernikov /* 1637c8d5d308SAlexander V. Chernikov * Lookup an arbtrary key @paddr of legth @plen in table @tbl. 1638c8d5d308SAlexander V. Chernikov * Stores found value in @val. 1639c8d5d308SAlexander V. Chernikov * 1640c8d5d308SAlexander V. Chernikov * Returns 1 if key was found. 1641c8d5d308SAlexander V. Chernikov */ 16429f7d47b0SAlexander V. Chernikov int 16439f7d47b0SAlexander V. Chernikov ipfw_lookup_table_extended(struct ip_fw_chain *ch, uint16_t tbl, uint16_t plen, 16449f7d47b0SAlexander V. Chernikov void *paddr, uint32_t *val) 16459f7d47b0SAlexander V. Chernikov { 16469f7d47b0SAlexander V. Chernikov struct table_info *ti; 16479f7d47b0SAlexander V. Chernikov 1648c8d5d308SAlexander V. Chernikov ti = KIDX_TO_TI(ch, tbl); 16499f7d47b0SAlexander V. Chernikov 16509f7d47b0SAlexander V. Chernikov return (ti->lookup(ti, paddr, plen, val)); 16519f7d47b0SAlexander V. Chernikov } 16529f7d47b0SAlexander V. Chernikov 16539f7d47b0SAlexander V. Chernikov /* 16549f7d47b0SAlexander V. Chernikov * Info/List/dump support for tables. 16559f7d47b0SAlexander V. Chernikov * 16569f7d47b0SAlexander V. Chernikov */ 16579f7d47b0SAlexander V. Chernikov 1658f1220db8SAlexander V. Chernikov /* 1659d3a4f924SAlexander V. Chernikov * High-level 'get' cmds sysctl handlers 1660d3a4f924SAlexander V. Chernikov */ 1661d3a4f924SAlexander V. Chernikov 1662d3a4f924SAlexander V. Chernikov /* 1663d3a4f924SAlexander V. Chernikov * Lists all tables currently available in kernel. 1664ac35ff17SAlexander V. Chernikov * Data layout (v0)(current): 1665d3a4f924SAlexander V. Chernikov * Request: [ ipfw_obj_lheader ], size = ipfw_obj_lheader.size 1666d3a4f924SAlexander V. Chernikov * Reply: [ ipfw_obj_lheader ipfw_xtable_info x N ] 1667d3a4f924SAlexander V. Chernikov * 1668d3a4f924SAlexander V. Chernikov * Returns 0 on success 1669d3a4f924SAlexander V. Chernikov */ 16706b988f3aSAlexander V. Chernikov static int 16716b988f3aSAlexander V. Chernikov list_tables(struct ip_fw_chain *ch, ip_fw3_opheader *op3, 1672e822d936SAlexander V. Chernikov struct sockopt_data *sd) 1673f1220db8SAlexander V. Chernikov { 1674f1220db8SAlexander V. Chernikov struct _ipfw_obj_lheader *olh; 1675f1220db8SAlexander V. Chernikov int error; 1676f1220db8SAlexander V. Chernikov 16772d99a349SAlexander V. Chernikov olh = (struct _ipfw_obj_lheader *)ipfw_get_sopt_header(sd,sizeof(*olh)); 16782d99a349SAlexander V. Chernikov if (olh == NULL) 1679d3a4f924SAlexander V. Chernikov return (EINVAL); 168068394ec8SAlexander V. Chernikov if (sd->valsize < olh->size) 168168394ec8SAlexander V. Chernikov return (EINVAL); 1682d3a4f924SAlexander V. Chernikov 1683f1220db8SAlexander V. Chernikov IPFW_UH_RLOCK(ch); 16842d99a349SAlexander V. Chernikov error = export_tables(ch, olh, sd); 1685f1220db8SAlexander V. Chernikov IPFW_UH_RUNLOCK(ch); 1686f1220db8SAlexander V. Chernikov 1687f1220db8SAlexander V. Chernikov return (error); 1688f1220db8SAlexander V. Chernikov } 1689f1220db8SAlexander V. Chernikov 1690f1220db8SAlexander V. Chernikov /* 16912d99a349SAlexander V. Chernikov * Store table info to buffer provided by @sd. 1692ac35ff17SAlexander V. Chernikov * Data layout (v0)(current): 1693d3a4f924SAlexander V. Chernikov * Request: [ ipfw_obj_header ipfw_xtable_info(empty)] 1694d3a4f924SAlexander V. Chernikov * Reply: [ ipfw_obj_header ipfw_xtable_info ] 1695d3a4f924SAlexander V. Chernikov * 1696d3a4f924SAlexander V. Chernikov * Returns 0 on success. 1697d3a4f924SAlexander V. Chernikov */ 16986b988f3aSAlexander V. Chernikov static int 16996b988f3aSAlexander V. Chernikov describe_table(struct ip_fw_chain *ch, ip_fw3_opheader *op3, 1700e822d936SAlexander V. Chernikov struct sockopt_data *sd) 1701d3a4f924SAlexander V. Chernikov { 1702d3a4f924SAlexander V. Chernikov struct _ipfw_obj_header *oh; 1703d3a4f924SAlexander V. Chernikov struct table_config *tc; 1704d3a4f924SAlexander V. Chernikov struct tid_info ti; 1705d3a4f924SAlexander V. Chernikov size_t sz; 1706d3a4f924SAlexander V. Chernikov 1707d3a4f924SAlexander V. Chernikov sz = sizeof(*oh) + sizeof(ipfw_xtable_info); 17082d99a349SAlexander V. Chernikov oh = (struct _ipfw_obj_header *)ipfw_get_sopt_header(sd, sz); 17092d99a349SAlexander V. Chernikov if (oh == NULL) 1710d3a4f924SAlexander V. Chernikov return (EINVAL); 1711d3a4f924SAlexander V. Chernikov 1712d3a4f924SAlexander V. Chernikov objheader_to_ti(oh, &ti); 1713d3a4f924SAlexander V. Chernikov 1714d3a4f924SAlexander V. Chernikov IPFW_UH_RLOCK(ch); 1715d3a4f924SAlexander V. Chernikov if ((tc = find_table(CHAIN_TO_NI(ch), &ti)) == NULL) { 1716d3a4f924SAlexander V. Chernikov IPFW_UH_RUNLOCK(ch); 1717d3a4f924SAlexander V. Chernikov return (ESRCH); 1718d3a4f924SAlexander V. Chernikov } 1719d3a4f924SAlexander V. Chernikov 1720ac35ff17SAlexander V. Chernikov export_table_info(ch, tc, (ipfw_xtable_info *)(oh + 1)); 1721d3a4f924SAlexander V. Chernikov IPFW_UH_RUNLOCK(ch); 1722d3a4f924SAlexander V. Chernikov 17232d99a349SAlexander V. Chernikov return (0); 1724d3a4f924SAlexander V. Chernikov } 1725d3a4f924SAlexander V. Chernikov 1726d3a4f924SAlexander V. Chernikov /* 1727adf3b2b9SAlexander V. Chernikov * Modifies existing table. 1728adf3b2b9SAlexander V. Chernikov * Data layout (v0)(current): 1729adf3b2b9SAlexander V. Chernikov * Request: [ ipfw_obj_header ipfw_xtable_info ] 1730adf3b2b9SAlexander V. Chernikov * 1731adf3b2b9SAlexander V. Chernikov * Returns 0 on success 1732adf3b2b9SAlexander V. Chernikov */ 17336b988f3aSAlexander V. Chernikov static int 17346b988f3aSAlexander V. Chernikov modify_table(struct ip_fw_chain *ch, ip_fw3_opheader *op3, 1735adf3b2b9SAlexander V. Chernikov struct sockopt_data *sd) 1736adf3b2b9SAlexander V. Chernikov { 1737adf3b2b9SAlexander V. Chernikov struct _ipfw_obj_header *oh; 1738adf3b2b9SAlexander V. Chernikov ipfw_xtable_info *i; 1739adf3b2b9SAlexander V. Chernikov char *tname; 1740adf3b2b9SAlexander V. Chernikov struct tid_info ti; 1741adf3b2b9SAlexander V. Chernikov struct namedobj_instance *ni; 1742adf3b2b9SAlexander V. Chernikov struct table_config *tc; 1743adf3b2b9SAlexander V. Chernikov 1744adf3b2b9SAlexander V. Chernikov if (sd->valsize != sizeof(*oh) + sizeof(ipfw_xtable_info)) 1745adf3b2b9SAlexander V. Chernikov return (EINVAL); 1746adf3b2b9SAlexander V. Chernikov 1747adf3b2b9SAlexander V. Chernikov oh = (struct _ipfw_obj_header *)sd->kbuf; 1748adf3b2b9SAlexander V. Chernikov i = (ipfw_xtable_info *)(oh + 1); 1749adf3b2b9SAlexander V. Chernikov 1750adf3b2b9SAlexander V. Chernikov /* 1751adf3b2b9SAlexander V. Chernikov * Verify user-supplied strings. 1752adf3b2b9SAlexander V. Chernikov * Check for null-terminated/zero-length strings/ 1753adf3b2b9SAlexander V. Chernikov */ 1754adf3b2b9SAlexander V. Chernikov tname = oh->ntlv.name; 1755adf3b2b9SAlexander V. Chernikov if (ipfw_check_table_name(tname) != 0) 1756adf3b2b9SAlexander V. Chernikov return (EINVAL); 1757adf3b2b9SAlexander V. Chernikov 1758adf3b2b9SAlexander V. Chernikov objheader_to_ti(oh, &ti); 1759adf3b2b9SAlexander V. Chernikov ti.type = i->type; 1760adf3b2b9SAlexander V. Chernikov 1761adf3b2b9SAlexander V. Chernikov IPFW_UH_WLOCK(ch); 1762adf3b2b9SAlexander V. Chernikov ni = CHAIN_TO_NI(ch); 1763adf3b2b9SAlexander V. Chernikov if ((tc = find_table(ni, &ti)) == NULL) { 1764adf3b2b9SAlexander V. Chernikov IPFW_UH_WUNLOCK(ch); 1765adf3b2b9SAlexander V. Chernikov return (ESRCH); 1766adf3b2b9SAlexander V. Chernikov } 1767fd0869d5SAlexander V. Chernikov 1768fd0869d5SAlexander V. Chernikov /* Do not support any modifications for readonly tables */ 1769fd0869d5SAlexander V. Chernikov if ((tc->ta->flags & TA_FLAG_READONLY) != 0) { 1770fd0869d5SAlexander V. Chernikov IPFW_UH_WUNLOCK(ch); 1771fd0869d5SAlexander V. Chernikov return (EACCES); 1772fd0869d5SAlexander V. Chernikov } 1773fd0869d5SAlexander V. Chernikov 1774adf3b2b9SAlexander V. Chernikov if ((i->mflags & IPFW_TMFLAGS_LIMIT) != 0) 1775adf3b2b9SAlexander V. Chernikov tc->limit = i->limit; 17764f43138aSAlexander V. Chernikov if ((i->mflags & IPFW_TMFLAGS_LOCK) != 0) 17774f43138aSAlexander V. Chernikov tc->locked = ((i->flags & IPFW_TGFLAGS_LOCKED) != 0); 1778adf3b2b9SAlexander V. Chernikov IPFW_UH_WUNLOCK(ch); 1779adf3b2b9SAlexander V. Chernikov 1780adf3b2b9SAlexander V. Chernikov return (0); 1781adf3b2b9SAlexander V. Chernikov } 1782adf3b2b9SAlexander V. Chernikov 1783adf3b2b9SAlexander V. Chernikov /* 17849490a627SAlexander V. Chernikov * Creates new table. 1785ac35ff17SAlexander V. Chernikov * Data layout (v0)(current): 17869490a627SAlexander V. Chernikov * Request: [ ipfw_obj_header ipfw_xtable_info ] 17879490a627SAlexander V. Chernikov * 17889490a627SAlexander V. Chernikov * Returns 0 on success 17899490a627SAlexander V. Chernikov */ 17906b988f3aSAlexander V. Chernikov static int 17916b988f3aSAlexander V. Chernikov create_table(struct ip_fw_chain *ch, ip_fw3_opheader *op3, 1792ac35ff17SAlexander V. Chernikov struct sockopt_data *sd) 17939490a627SAlexander V. Chernikov { 17949490a627SAlexander V. Chernikov struct _ipfw_obj_header *oh; 17959490a627SAlexander V. Chernikov ipfw_xtable_info *i; 17969490a627SAlexander V. Chernikov char *tname, *aname; 17979490a627SAlexander V. Chernikov struct tid_info ti; 17989490a627SAlexander V. Chernikov struct namedobj_instance *ni; 17999490a627SAlexander V. Chernikov struct table_config *tc; 18009490a627SAlexander V. Chernikov 1801ac35ff17SAlexander V. Chernikov if (sd->valsize != sizeof(*oh) + sizeof(ipfw_xtable_info)) 18029490a627SAlexander V. Chernikov return (EINVAL); 18039490a627SAlexander V. Chernikov 1804ac35ff17SAlexander V. Chernikov oh = (struct _ipfw_obj_header *)sd->kbuf; 18059490a627SAlexander V. Chernikov i = (ipfw_xtable_info *)(oh + 1); 18069490a627SAlexander V. Chernikov 18079490a627SAlexander V. Chernikov /* 18089490a627SAlexander V. Chernikov * Verify user-supplied strings. 18092d99a349SAlexander V. Chernikov * Check for null-terminated/zero-length strings/ 18109490a627SAlexander V. Chernikov */ 1811ac35ff17SAlexander V. Chernikov tname = oh->ntlv.name; 18129490a627SAlexander V. Chernikov aname = i->algoname; 1813ac35ff17SAlexander V. Chernikov if (ipfw_check_table_name(tname) != 0 || 18149490a627SAlexander V. Chernikov strnlen(aname, sizeof(i->algoname)) == sizeof(i->algoname)) 18159490a627SAlexander V. Chernikov return (EINVAL); 18169490a627SAlexander V. Chernikov 18179490a627SAlexander V. Chernikov if (aname[0] == '\0') { 18189490a627SAlexander V. Chernikov /* Use default algorithm */ 18199490a627SAlexander V. Chernikov aname = NULL; 18209490a627SAlexander V. Chernikov } 18219490a627SAlexander V. Chernikov 18229490a627SAlexander V. Chernikov objheader_to_ti(oh, &ti); 1823ac35ff17SAlexander V. Chernikov ti.type = i->type; 18249490a627SAlexander V. Chernikov 18259490a627SAlexander V. Chernikov ni = CHAIN_TO_NI(ch); 18269490a627SAlexander V. Chernikov 18279490a627SAlexander V. Chernikov IPFW_UH_RLOCK(ch); 18289490a627SAlexander V. Chernikov if ((tc = find_table(ni, &ti)) != NULL) { 18299490a627SAlexander V. Chernikov IPFW_UH_RUNLOCK(ch); 18309490a627SAlexander V. Chernikov return (EEXIST); 18319490a627SAlexander V. Chernikov } 18329490a627SAlexander V. Chernikov IPFW_UH_RUNLOCK(ch); 18339490a627SAlexander V. Chernikov 1834867708f7SAlexander V. Chernikov return (create_table_internal(ch, &ti, aname, i, NULL, 0)); 1835db785d31SAlexander V. Chernikov } 1836db785d31SAlexander V. Chernikov 1837db785d31SAlexander V. Chernikov /* 1838db785d31SAlexander V. Chernikov * Creates new table based on @ti and @aname. 1839db785d31SAlexander V. Chernikov * 1840db785d31SAlexander V. Chernikov * Relies on table name checking inside find_name_tlv() 1841db785d31SAlexander V. Chernikov * Assume @aname to be checked and valid. 1842867708f7SAlexander V. Chernikov * Stores allocated table kidx inside @pkidx (if non-NULL). 18430468c5baSAlexander V. Chernikov * Reference created table if @compat is non-zero. 1844db785d31SAlexander V. Chernikov * 1845db785d31SAlexander V. Chernikov * Returns 0 on success. 1846db785d31SAlexander V. Chernikov */ 1847db785d31SAlexander V. Chernikov static int 1848db785d31SAlexander V. Chernikov create_table_internal(struct ip_fw_chain *ch, struct tid_info *ti, 1849867708f7SAlexander V. Chernikov char *aname, ipfw_xtable_info *i, uint16_t *pkidx, int compat) 1850db785d31SAlexander V. Chernikov { 1851db785d31SAlexander V. Chernikov struct namedobj_instance *ni; 1852c8d5d308SAlexander V. Chernikov struct table_config *tc, *tc_new, *tmp; 1853db785d31SAlexander V. Chernikov struct table_algo *ta; 1854db785d31SAlexander V. Chernikov uint16_t kidx; 1855db785d31SAlexander V. Chernikov 1856db785d31SAlexander V. Chernikov ni = CHAIN_TO_NI(ch); 1857db785d31SAlexander V. Chernikov 1858db785d31SAlexander V. Chernikov ta = find_table_algo(CHAIN_TO_TCFG(ch), ti, aname); 18599490a627SAlexander V. Chernikov if (ta == NULL) 18609490a627SAlexander V. Chernikov return (ENOTSUP); 18619490a627SAlexander V. Chernikov 18620cba2b28SAlexander V. Chernikov tc = alloc_table_config(ch, ti, ta, aname, i->tflags); 18634c0c07a5SAlexander V. Chernikov if (tc == NULL) 18649490a627SAlexander V. Chernikov return (ENOMEM); 18659490a627SAlexander V. Chernikov 18660cba2b28SAlexander V. Chernikov tc->vmask = i->vmask; 18674c0c07a5SAlexander V. Chernikov tc->limit = i->limit; 1868fd0869d5SAlexander V. Chernikov if (ta->flags & TA_FLAG_READONLY) 1869fd0869d5SAlexander V. Chernikov tc->locked = 1; 1870fd0869d5SAlexander V. Chernikov else 18714f43138aSAlexander V. Chernikov tc->locked = (i->flags & IPFW_TGFLAGS_LOCKED) != 0; 18724c0c07a5SAlexander V. Chernikov 18739490a627SAlexander V. Chernikov IPFW_UH_WLOCK(ch); 1874db785d31SAlexander V. Chernikov 1875db785d31SAlexander V. Chernikov /* Check if table has been already created */ 18760468c5baSAlexander V. Chernikov tc_new = find_table(ni, ti); 18770468c5baSAlexander V. Chernikov if (tc_new != NULL) { 18780468c5baSAlexander V. Chernikov 18790468c5baSAlexander V. Chernikov /* 18800468c5baSAlexander V. Chernikov * Compat: do not fail if we're 18810468c5baSAlexander V. Chernikov * requesting to create existing table 18820cba2b28SAlexander V. Chernikov * which has the same type 18830468c5baSAlexander V. Chernikov */ 18840cba2b28SAlexander V. Chernikov if (compat == 0 || tc_new->no.type != tc->no.type) { 1885db785d31SAlexander V. Chernikov IPFW_UH_WUNLOCK(ch); 1886db785d31SAlexander V. Chernikov free_table_config(ni, tc); 1887db785d31SAlexander V. Chernikov return (EEXIST); 1888db785d31SAlexander V. Chernikov } 1889db785d31SAlexander V. Chernikov 18900468c5baSAlexander V. Chernikov /* Exchange tc and tc_new for proper refcounting & freeing */ 18910468c5baSAlexander V. Chernikov tmp = tc; 18920468c5baSAlexander V. Chernikov tc = tc_new; 18930468c5baSAlexander V. Chernikov tc_new = tmp; 18940468c5baSAlexander V. Chernikov } else { 18950468c5baSAlexander V. Chernikov /* New table */ 1896ac35ff17SAlexander V. Chernikov if (ipfw_objhash_alloc_idx(ni, &kidx) != 0) { 18979490a627SAlexander V. Chernikov IPFW_UH_WUNLOCK(ch); 1898db785d31SAlexander V. Chernikov printf("Unable to allocate table index." 1899db785d31SAlexander V. Chernikov " Consider increasing net.inet.ip.fw.tables_max"); 19009490a627SAlexander V. Chernikov free_table_config(ni, tc); 19019490a627SAlexander V. Chernikov return (EBUSY); 19029490a627SAlexander V. Chernikov } 19039490a627SAlexander V. Chernikov tc->no.kidx = kidx; 19049490a627SAlexander V. Chernikov 19059490a627SAlexander V. Chernikov IPFW_WLOCK(ch); 19069490a627SAlexander V. Chernikov link_table(ch, tc); 19079490a627SAlexander V. Chernikov IPFW_WUNLOCK(ch); 19080468c5baSAlexander V. Chernikov } 19090468c5baSAlexander V. Chernikov 19100468c5baSAlexander V. Chernikov if (compat != 0) 19110468c5baSAlexander V. Chernikov tc->no.refcnt++; 19120468c5baSAlexander V. Chernikov if (pkidx != NULL) 19130468c5baSAlexander V. Chernikov *pkidx = tc->no.kidx; 19149490a627SAlexander V. Chernikov 19159490a627SAlexander V. Chernikov IPFW_UH_WUNLOCK(ch); 19169490a627SAlexander V. Chernikov 19170468c5baSAlexander V. Chernikov if (tc_new != NULL) 19180468c5baSAlexander V. Chernikov free_table_config(ni, tc_new); 19190468c5baSAlexander V. Chernikov 19209490a627SAlexander V. Chernikov return (0); 19219490a627SAlexander V. Chernikov } 19229490a627SAlexander V. Chernikov 192346d52008SAlexander V. Chernikov static void 192446d52008SAlexander V. Chernikov ntlv_to_ti(ipfw_obj_ntlv *ntlv, struct tid_info *ti) 1925d3a4f924SAlexander V. Chernikov { 1926d3a4f924SAlexander V. Chernikov 1927d3a4f924SAlexander V. Chernikov memset(ti, 0, sizeof(struct tid_info)); 192846d52008SAlexander V. Chernikov ti->set = ntlv->set; 192946d52008SAlexander V. Chernikov ti->uidx = ntlv->idx; 193046d52008SAlexander V. Chernikov ti->tlvs = ntlv; 193146d52008SAlexander V. Chernikov ti->tlen = ntlv->head.length; 193246d52008SAlexander V. Chernikov } 193346d52008SAlexander V. Chernikov 193446d52008SAlexander V. Chernikov static void 193546d52008SAlexander V. Chernikov objheader_to_ti(struct _ipfw_obj_header *oh, struct tid_info *ti) 193646d52008SAlexander V. Chernikov { 193746d52008SAlexander V. Chernikov 193846d52008SAlexander V. Chernikov ntlv_to_ti(&oh->ntlv, ti); 1939d3a4f924SAlexander V. Chernikov } 1940d3a4f924SAlexander V. Chernikov 194135e1bbd0SAlexander V. Chernikov /* 194235e1bbd0SAlexander V. Chernikov * Exports basic table info as name TLV. 194335e1bbd0SAlexander V. Chernikov * Used inside dump_static_rules() to provide info 194435e1bbd0SAlexander V. Chernikov * about all tables referenced by current ruleset. 194535e1bbd0SAlexander V. Chernikov * 194635e1bbd0SAlexander V. Chernikov * Returns 0 on success. 194735e1bbd0SAlexander V. Chernikov */ 1948563b5ab1SAlexander V. Chernikov int 1949563b5ab1SAlexander V. Chernikov ipfw_export_table_ntlv(struct ip_fw_chain *ch, uint16_t kidx, 1950563b5ab1SAlexander V. Chernikov struct sockopt_data *sd) 1951563b5ab1SAlexander V. Chernikov { 1952563b5ab1SAlexander V. Chernikov struct namedobj_instance *ni; 1953563b5ab1SAlexander V. Chernikov struct named_object *no; 1954563b5ab1SAlexander V. Chernikov ipfw_obj_ntlv *ntlv; 1955563b5ab1SAlexander V. Chernikov 1956563b5ab1SAlexander V. Chernikov ni = CHAIN_TO_NI(ch); 1957563b5ab1SAlexander V. Chernikov 1958ac35ff17SAlexander V. Chernikov no = ipfw_objhash_lookup_kidx(ni, kidx); 1959563b5ab1SAlexander V. Chernikov KASSERT(no != NULL, ("invalid table kidx passed")); 1960563b5ab1SAlexander V. Chernikov 1961563b5ab1SAlexander V. Chernikov ntlv = (ipfw_obj_ntlv *)ipfw_get_sopt_space(sd, sizeof(*ntlv)); 1962563b5ab1SAlexander V. Chernikov if (ntlv == NULL) 1963563b5ab1SAlexander V. Chernikov return (ENOMEM); 1964563b5ab1SAlexander V. Chernikov 1965563b5ab1SAlexander V. Chernikov ntlv->head.type = IPFW_TLV_TBL_NAME; 1966563b5ab1SAlexander V. Chernikov ntlv->head.length = sizeof(*ntlv); 1967563b5ab1SAlexander V. Chernikov ntlv->idx = no->kidx; 1968563b5ab1SAlexander V. Chernikov strlcpy(ntlv->name, no->name, sizeof(ntlv->name)); 1969563b5ab1SAlexander V. Chernikov 1970563b5ab1SAlexander V. Chernikov return (0); 1971563b5ab1SAlexander V. Chernikov } 1972563b5ab1SAlexander V. Chernikov 197335e1bbd0SAlexander V. Chernikov /* 1974f99fbf96SAlexander V. Chernikov * Marks every table kidx used in @rule with bit in @bmask. 1975f99fbf96SAlexander V. Chernikov * Used to generate bitmask of referenced tables for given ruleset. 1976f99fbf96SAlexander V. Chernikov * 1977f99fbf96SAlexander V. Chernikov * Returns number of newly-referenced tables. 1978f99fbf96SAlexander V. Chernikov */ 1979f99fbf96SAlexander V. Chernikov int 1980f99fbf96SAlexander V. Chernikov ipfw_mark_table_kidx(struct ip_fw_chain *chain, struct ip_fw *rule, 1981f99fbf96SAlexander V. Chernikov uint32_t *bmask) 1982f99fbf96SAlexander V. Chernikov { 1983f99fbf96SAlexander V. Chernikov int cmdlen, l, count; 1984f99fbf96SAlexander V. Chernikov ipfw_insn *cmd; 1985f99fbf96SAlexander V. Chernikov uint16_t kidx; 1986f99fbf96SAlexander V. Chernikov uint8_t type; 1987f99fbf96SAlexander V. Chernikov 1988f99fbf96SAlexander V. Chernikov l = rule->cmd_len; 1989f99fbf96SAlexander V. Chernikov cmd = rule->cmd; 1990f99fbf96SAlexander V. Chernikov cmdlen = 0; 1991f99fbf96SAlexander V. Chernikov count = 0; 1992f99fbf96SAlexander V. Chernikov for ( ; l > 0 ; l -= cmdlen, cmd += cmdlen) { 1993f99fbf96SAlexander V. Chernikov cmdlen = F_LEN(cmd); 1994f99fbf96SAlexander V. Chernikov 1995f99fbf96SAlexander V. Chernikov if (classify_table_opcode(cmd, &kidx, &type) != 0) 1996f99fbf96SAlexander V. Chernikov continue; 1997f99fbf96SAlexander V. Chernikov 1998f99fbf96SAlexander V. Chernikov if ((bmask[kidx / 32] & (1 << (kidx % 32))) == 0) 1999f99fbf96SAlexander V. Chernikov count++; 2000f99fbf96SAlexander V. Chernikov 2001f99fbf96SAlexander V. Chernikov bmask[kidx / 32] |= 1 << (kidx % 32); 2002f99fbf96SAlexander V. Chernikov } 2003f99fbf96SAlexander V. Chernikov 2004f99fbf96SAlexander V. Chernikov return (count); 2005f99fbf96SAlexander V. Chernikov } 2006f99fbf96SAlexander V. Chernikov 2007d3b00c08SAlexander V. Chernikov struct dump_args { 20080cba2b28SAlexander V. Chernikov struct ip_fw_chain *ch; 2009d3b00c08SAlexander V. Chernikov struct table_info *ti; 2010d3b00c08SAlexander V. Chernikov struct table_config *tc; 2011d3b00c08SAlexander V. Chernikov struct sockopt_data *sd; 2012d3b00c08SAlexander V. Chernikov uint32_t cnt; 2013d3b00c08SAlexander V. Chernikov uint16_t uidx; 2014d3b00c08SAlexander V. Chernikov int error; 2015d3b00c08SAlexander V. Chernikov uint32_t size; 20164dff4ae0SAlexander V. Chernikov ipfw_table_entry *ent; 20174dff4ae0SAlexander V. Chernikov ta_foreach_f *f; 20184dff4ae0SAlexander V. Chernikov void *farg; 2019d3b00c08SAlexander V. Chernikov ipfw_obj_tentry tent; 2020d3b00c08SAlexander V. Chernikov }; 2021d3b00c08SAlexander V. Chernikov 2022d3b00c08SAlexander V. Chernikov static int 2023d3b00c08SAlexander V. Chernikov count_ext_entries(void *e, void *arg) 2024d3b00c08SAlexander V. Chernikov { 2025d3b00c08SAlexander V. Chernikov struct dump_args *da; 2026d3b00c08SAlexander V. Chernikov 2027d3b00c08SAlexander V. Chernikov da = (struct dump_args *)arg; 2028d3b00c08SAlexander V. Chernikov da->cnt++; 2029d3b00c08SAlexander V. Chernikov 2030d3b00c08SAlexander V. Chernikov return (0); 2031d3b00c08SAlexander V. Chernikov } 2032d3b00c08SAlexander V. Chernikov 2033d3b00c08SAlexander V. Chernikov /* 2034d3b00c08SAlexander V. Chernikov * Gets number of items from table either using 2035d3b00c08SAlexander V. Chernikov * internal counter or calling algo callback for 2036d3b00c08SAlexander V. Chernikov * externally-managed tables. 2037d3b00c08SAlexander V. Chernikov * 2038d3b00c08SAlexander V. Chernikov * Returns number of records. 2039d3b00c08SAlexander V. Chernikov */ 2040d3b00c08SAlexander V. Chernikov static uint32_t 2041d3b00c08SAlexander V. Chernikov table_get_count(struct ip_fw_chain *ch, struct table_config *tc) 2042d3b00c08SAlexander V. Chernikov { 2043d3b00c08SAlexander V. Chernikov struct table_info *ti; 2044d3b00c08SAlexander V. Chernikov struct table_algo *ta; 2045d3b00c08SAlexander V. Chernikov struct dump_args da; 2046d3b00c08SAlexander V. Chernikov 2047d3b00c08SAlexander V. Chernikov ti = KIDX_TO_TI(ch, tc->no.kidx); 2048d3b00c08SAlexander V. Chernikov ta = tc->ta; 2049d3b00c08SAlexander V. Chernikov 2050d3b00c08SAlexander V. Chernikov /* Use internal counter for self-managed tables */ 2051d3b00c08SAlexander V. Chernikov if ((ta->flags & TA_FLAG_READONLY) == 0) 2052d3b00c08SAlexander V. Chernikov return (tc->count); 2053d3b00c08SAlexander V. Chernikov 2054d3b00c08SAlexander V. Chernikov /* Use callback to quickly get number of items */ 2055d3b00c08SAlexander V. Chernikov if ((ta->flags & TA_FLAG_EXTCOUNTER) != 0) 2056d3b00c08SAlexander V. Chernikov return (ta->get_count(tc->astate, ti)); 2057d3b00c08SAlexander V. Chernikov 2058d3b00c08SAlexander V. Chernikov /* Count number of iterms ourselves */ 2059d3b00c08SAlexander V. Chernikov memset(&da, 0, sizeof(da)); 2060d3b00c08SAlexander V. Chernikov ta->foreach(tc->astate, ti, count_ext_entries, &da); 2061d3b00c08SAlexander V. Chernikov 2062d3b00c08SAlexander V. Chernikov return (da.cnt); 2063d3b00c08SAlexander V. Chernikov } 2064f99fbf96SAlexander V. Chernikov 2065f99fbf96SAlexander V. Chernikov /* 206635e1bbd0SAlexander V. Chernikov * Exports table @tc info into standard ipfw_xtable_info format. 206735e1bbd0SAlexander V. Chernikov */ 20689f7d47b0SAlexander V. Chernikov static void 2069ac35ff17SAlexander V. Chernikov export_table_info(struct ip_fw_chain *ch, struct table_config *tc, 2070ac35ff17SAlexander V. Chernikov ipfw_xtable_info *i) 20719f7d47b0SAlexander V. Chernikov { 2072ac35ff17SAlexander V. Chernikov struct table_info *ti; 20735f379342SAlexander V. Chernikov struct table_algo *ta; 20749f7d47b0SAlexander V. Chernikov 20759f7d47b0SAlexander V. Chernikov i->type = tc->no.type; 2076914bffb6SAlexander V. Chernikov i->tflags = tc->tflags; 20770cba2b28SAlexander V. Chernikov i->vmask = tc->vmask; 20789f7d47b0SAlexander V. Chernikov i->set = tc->no.set; 20799f7d47b0SAlexander V. Chernikov i->kidx = tc->no.kidx; 20809f7d47b0SAlexander V. Chernikov i->refcnt = tc->no.refcnt; 2081d3b00c08SAlexander V. Chernikov i->count = table_get_count(ch, tc); 20824c0c07a5SAlexander V. Chernikov i->limit = tc->limit; 20834f43138aSAlexander V. Chernikov i->flags |= (tc->locked != 0) ? IPFW_TGFLAGS_LOCKED : 0; 208481d3153dSAlexander V. Chernikov i->size = tc->count * sizeof(ipfw_obj_tentry); 2085f1220db8SAlexander V. Chernikov i->size += sizeof(ipfw_obj_header) + sizeof(ipfw_xtable_info); 20869f7d47b0SAlexander V. Chernikov strlcpy(i->tablename, tc->tablename, sizeof(i->tablename)); 2087ac35ff17SAlexander V. Chernikov ti = KIDX_TO_TI(ch, tc->no.kidx); 20885f379342SAlexander V. Chernikov ta = tc->ta; 20895f379342SAlexander V. Chernikov if (ta->print_config != NULL) { 20905f379342SAlexander V. Chernikov /* Use algo function to print table config to string */ 20915f379342SAlexander V. Chernikov ta->print_config(tc->astate, ti, i->algoname, 2092ac35ff17SAlexander V. Chernikov sizeof(i->algoname)); 2093ac35ff17SAlexander V. Chernikov } else 20945f379342SAlexander V. Chernikov strlcpy(i->algoname, ta->name, sizeof(i->algoname)); 20955f379342SAlexander V. Chernikov /* Dump algo-specific data, if possible */ 20965f379342SAlexander V. Chernikov if (ta->dump_tinfo != NULL) { 20975f379342SAlexander V. Chernikov ta->dump_tinfo(tc->astate, ti, &i->ta_info); 20985f379342SAlexander V. Chernikov i->ta_info.flags |= IPFW_TATFLAGS_DATA; 20995f379342SAlexander V. Chernikov } 21009f7d47b0SAlexander V. Chernikov } 21019f7d47b0SAlexander V. Chernikov 2102ac35ff17SAlexander V. Chernikov struct dump_table_args { 2103ac35ff17SAlexander V. Chernikov struct ip_fw_chain *ch; 2104ac35ff17SAlexander V. Chernikov struct sockopt_data *sd; 2105ac35ff17SAlexander V. Chernikov }; 2106ac35ff17SAlexander V. Chernikov 21079f7d47b0SAlexander V. Chernikov static void 21089f7d47b0SAlexander V. Chernikov export_table_internal(struct namedobj_instance *ni, struct named_object *no, 21099f7d47b0SAlexander V. Chernikov void *arg) 21103b3a8eb9SGleb Smirnoff { 21119f7d47b0SAlexander V. Chernikov ipfw_xtable_info *i; 2112ac35ff17SAlexander V. Chernikov struct dump_table_args *dta; 21133b3a8eb9SGleb Smirnoff 2114ac35ff17SAlexander V. Chernikov dta = (struct dump_table_args *)arg; 2115ac35ff17SAlexander V. Chernikov 2116ac35ff17SAlexander V. Chernikov i = (ipfw_xtable_info *)ipfw_get_sopt_space(dta->sd, sizeof(*i)); 211768394ec8SAlexander V. Chernikov KASSERT(i != 0, ("previously checked buffer is not enough")); 21189f7d47b0SAlexander V. Chernikov 2119ac35ff17SAlexander V. Chernikov export_table_info(dta->ch, (struct table_config *)no, i); 21209f7d47b0SAlexander V. Chernikov } 21219f7d47b0SAlexander V. Chernikov 2122f1220db8SAlexander V. Chernikov /* 2123f1220db8SAlexander V. Chernikov * Export all tables as ipfw_xtable_info structures to 21242d99a349SAlexander V. Chernikov * storage provided by @sd. 212528ea4fa3SAlexander V. Chernikov * 212628ea4fa3SAlexander V. Chernikov * If supplied buffer is too small, fills in required size 212728ea4fa3SAlexander V. Chernikov * and returns ENOMEM. 2128f1220db8SAlexander V. Chernikov * Returns 0 on success. 2129f1220db8SAlexander V. Chernikov */ 2130f1220db8SAlexander V. Chernikov static int 21312d99a349SAlexander V. Chernikov export_tables(struct ip_fw_chain *ch, ipfw_obj_lheader *olh, 21322d99a349SAlexander V. Chernikov struct sockopt_data *sd) 21339f7d47b0SAlexander V. Chernikov { 21349f7d47b0SAlexander V. Chernikov uint32_t size; 21359f7d47b0SAlexander V. Chernikov uint32_t count; 2136ac35ff17SAlexander V. Chernikov struct dump_table_args dta; 21379f7d47b0SAlexander V. Chernikov 21389f7d47b0SAlexander V. Chernikov count = ipfw_objhash_count(CHAIN_TO_NI(ch)); 21399f7d47b0SAlexander V. Chernikov size = count * sizeof(ipfw_xtable_info) + sizeof(ipfw_obj_lheader); 21402d99a349SAlexander V. Chernikov 21412d99a349SAlexander V. Chernikov /* Fill in header regadless of buffer size */ 2142f1220db8SAlexander V. Chernikov olh->count = count; 2143f1220db8SAlexander V. Chernikov olh->objsize = sizeof(ipfw_xtable_info); 21442d99a349SAlexander V. Chernikov 21452d99a349SAlexander V. Chernikov if (size > olh->size) { 21462d99a349SAlexander V. Chernikov olh->size = size; 21479f7d47b0SAlexander V. Chernikov return (ENOMEM); 2148f1220db8SAlexander V. Chernikov } 214968394ec8SAlexander V. Chernikov 21509f7d47b0SAlexander V. Chernikov olh->size = size; 21512d99a349SAlexander V. Chernikov 2152ac35ff17SAlexander V. Chernikov dta.ch = ch; 2153ac35ff17SAlexander V. Chernikov dta.sd = sd; 2154ac35ff17SAlexander V. Chernikov 2155ac35ff17SAlexander V. Chernikov ipfw_objhash_foreach(CHAIN_TO_NI(ch), export_table_internal, &dta); 21569f7d47b0SAlexander V. Chernikov 21573b3a8eb9SGleb Smirnoff return (0); 21583b3a8eb9SGleb Smirnoff } 21593b3a8eb9SGleb Smirnoff 2160f99fbf96SAlexander V. Chernikov /* 2161f99fbf96SAlexander V. Chernikov * Dumps all table data 2162f99fbf96SAlexander V. Chernikov * Data layout (v1)(current): 2163f99fbf96SAlexander V. Chernikov * Request: [ ipfw_obj_header ], size = ipfw_xtable_info.size 2164f99fbf96SAlexander V. Chernikov * Reply: [ ipfw_obj_header ipfw_xtable_info ipfw_obj_tentry x N ] 2165f99fbf96SAlexander V. Chernikov * 2166f99fbf96SAlexander V. Chernikov * Returns 0 on success 2167f99fbf96SAlexander V. Chernikov */ 2168f99fbf96SAlexander V. Chernikov static int 21696b988f3aSAlexander V. Chernikov dump_table_v1(struct ip_fw_chain *ch, ip_fw3_opheader *op3, 21706b988f3aSAlexander V. Chernikov struct sockopt_data *sd) 2171f99fbf96SAlexander V. Chernikov { 2172f99fbf96SAlexander V. Chernikov struct _ipfw_obj_header *oh; 2173f99fbf96SAlexander V. Chernikov ipfw_xtable_info *i; 2174f99fbf96SAlexander V. Chernikov struct tid_info ti; 2175f99fbf96SAlexander V. Chernikov struct table_config *tc; 2176f99fbf96SAlexander V. Chernikov struct table_algo *ta; 2177f99fbf96SAlexander V. Chernikov struct dump_args da; 2178f99fbf96SAlexander V. Chernikov uint32_t sz; 2179f99fbf96SAlexander V. Chernikov 2180f99fbf96SAlexander V. Chernikov sz = sizeof(ipfw_obj_header) + sizeof(ipfw_xtable_info); 2181f99fbf96SAlexander V. Chernikov oh = (struct _ipfw_obj_header *)ipfw_get_sopt_header(sd, sz); 2182f99fbf96SAlexander V. Chernikov if (oh == NULL) 2183f99fbf96SAlexander V. Chernikov return (EINVAL); 2184f99fbf96SAlexander V. Chernikov 2185f99fbf96SAlexander V. Chernikov i = (ipfw_xtable_info *)(oh + 1); 2186f99fbf96SAlexander V. Chernikov objheader_to_ti(oh, &ti); 2187f99fbf96SAlexander V. Chernikov 2188f99fbf96SAlexander V. Chernikov IPFW_UH_RLOCK(ch); 2189f99fbf96SAlexander V. Chernikov if ((tc = find_table(CHAIN_TO_NI(ch), &ti)) == NULL) { 2190f99fbf96SAlexander V. Chernikov IPFW_UH_RUNLOCK(ch); 2191f99fbf96SAlexander V. Chernikov return (ESRCH); 2192f99fbf96SAlexander V. Chernikov } 2193f99fbf96SAlexander V. Chernikov export_table_info(ch, tc, i); 2194f99fbf96SAlexander V. Chernikov 2195f99fbf96SAlexander V. Chernikov if (sd->valsize < i->size) { 2196f99fbf96SAlexander V. Chernikov 2197f99fbf96SAlexander V. Chernikov /* 2198f99fbf96SAlexander V. Chernikov * Submitted buffer size is not enough. 2199f99fbf96SAlexander V. Chernikov * WE've already filled in @i structure with 2200f99fbf96SAlexander V. Chernikov * relevant table info including size, so we 2201f99fbf96SAlexander V. Chernikov * can return. Buffer will be flushed automatically. 2202f99fbf96SAlexander V. Chernikov */ 2203f99fbf96SAlexander V. Chernikov IPFW_UH_RUNLOCK(ch); 2204f99fbf96SAlexander V. Chernikov return (ENOMEM); 2205f99fbf96SAlexander V. Chernikov } 2206f99fbf96SAlexander V. Chernikov 2207f99fbf96SAlexander V. Chernikov /* 2208f99fbf96SAlexander V. Chernikov * Do the actual dump in eXtended format 2209f99fbf96SAlexander V. Chernikov */ 2210f99fbf96SAlexander V. Chernikov memset(&da, 0, sizeof(da)); 22110cba2b28SAlexander V. Chernikov da.ch = ch; 2212f99fbf96SAlexander V. Chernikov da.ti = KIDX_TO_TI(ch, tc->no.kidx); 2213f99fbf96SAlexander V. Chernikov da.tc = tc; 2214f99fbf96SAlexander V. Chernikov da.sd = sd; 2215f99fbf96SAlexander V. Chernikov 2216f99fbf96SAlexander V. Chernikov ta = tc->ta; 2217f99fbf96SAlexander V. Chernikov 2218f99fbf96SAlexander V. Chernikov ta->foreach(tc->astate, da.ti, dump_table_tentry, &da); 2219f99fbf96SAlexander V. Chernikov IPFW_UH_RUNLOCK(ch); 2220f99fbf96SAlexander V. Chernikov 2221f99fbf96SAlexander V. Chernikov return (da.error); 2222f99fbf96SAlexander V. Chernikov } 2223f99fbf96SAlexander V. Chernikov 2224f99fbf96SAlexander V. Chernikov /* 2225f99fbf96SAlexander V. Chernikov * Dumps all table data 2226f99fbf96SAlexander V. Chernikov * Data layout (version 0)(legacy): 2227f99fbf96SAlexander V. Chernikov * Request: [ ipfw_xtable ], size = IP_FW_TABLE_XGETSIZE() 2228f99fbf96SAlexander V. Chernikov * Reply: [ ipfw_xtable ipfw_table_xentry x N ] 2229f99fbf96SAlexander V. Chernikov * 2230f99fbf96SAlexander V. Chernikov * Returns 0 on success 2231f99fbf96SAlexander V. Chernikov */ 2232f99fbf96SAlexander V. Chernikov static int 22336b988f3aSAlexander V. Chernikov dump_table_v0(struct ip_fw_chain *ch, ip_fw3_opheader *op3, 22346b988f3aSAlexander V. Chernikov struct sockopt_data *sd) 2235f99fbf96SAlexander V. Chernikov { 2236f99fbf96SAlexander V. Chernikov ipfw_xtable *xtbl; 2237f99fbf96SAlexander V. Chernikov struct tid_info ti; 2238f99fbf96SAlexander V. Chernikov struct table_config *tc; 2239f99fbf96SAlexander V. Chernikov struct table_algo *ta; 2240f99fbf96SAlexander V. Chernikov struct dump_args da; 2241d3b00c08SAlexander V. Chernikov size_t sz, count; 2242f99fbf96SAlexander V. Chernikov 2243f99fbf96SAlexander V. Chernikov xtbl = (ipfw_xtable *)ipfw_get_sopt_header(sd, sizeof(ipfw_xtable)); 2244f99fbf96SAlexander V. Chernikov if (xtbl == NULL) 2245f99fbf96SAlexander V. Chernikov return (EINVAL); 2246f99fbf96SAlexander V. Chernikov 2247f99fbf96SAlexander V. Chernikov memset(&ti, 0, sizeof(ti)); 2248f99fbf96SAlexander V. Chernikov ti.uidx = xtbl->tbl; 2249f99fbf96SAlexander V. Chernikov 2250f99fbf96SAlexander V. Chernikov IPFW_UH_RLOCK(ch); 2251f99fbf96SAlexander V. Chernikov if ((tc = find_table(CHAIN_TO_NI(ch), &ti)) == NULL) { 2252f99fbf96SAlexander V. Chernikov IPFW_UH_RUNLOCK(ch); 2253f99fbf96SAlexander V. Chernikov return (0); 2254f99fbf96SAlexander V. Chernikov } 2255d3b00c08SAlexander V. Chernikov count = table_get_count(ch, tc); 2256d3b00c08SAlexander V. Chernikov sz = count * sizeof(ipfw_table_xentry) + sizeof(ipfw_xtable); 2257f99fbf96SAlexander V. Chernikov 2258d3b00c08SAlexander V. Chernikov xtbl->cnt = count; 2259f99fbf96SAlexander V. Chernikov xtbl->size = sz; 2260f99fbf96SAlexander V. Chernikov xtbl->type = tc->no.type; 2261f99fbf96SAlexander V. Chernikov xtbl->tbl = ti.uidx; 2262f99fbf96SAlexander V. Chernikov 2263f99fbf96SAlexander V. Chernikov if (sd->valsize < sz) { 2264f99fbf96SAlexander V. Chernikov 2265f99fbf96SAlexander V. Chernikov /* 2266f99fbf96SAlexander V. Chernikov * Submitted buffer size is not enough. 2267f99fbf96SAlexander V. Chernikov * WE've already filled in @i structure with 2268f99fbf96SAlexander V. Chernikov * relevant table info including size, so we 2269f99fbf96SAlexander V. Chernikov * can return. Buffer will be flushed automatically. 2270f99fbf96SAlexander V. Chernikov */ 2271f99fbf96SAlexander V. Chernikov IPFW_UH_RUNLOCK(ch); 2272f99fbf96SAlexander V. Chernikov return (ENOMEM); 2273f99fbf96SAlexander V. Chernikov } 2274f99fbf96SAlexander V. Chernikov 2275f99fbf96SAlexander V. Chernikov /* Do the actual dump in eXtended format */ 2276f99fbf96SAlexander V. Chernikov memset(&da, 0, sizeof(da)); 22770cba2b28SAlexander V. Chernikov da.ch = ch; 2278f99fbf96SAlexander V. Chernikov da.ti = KIDX_TO_TI(ch, tc->no.kidx); 2279f99fbf96SAlexander V. Chernikov da.tc = tc; 2280f99fbf96SAlexander V. Chernikov da.sd = sd; 2281f99fbf96SAlexander V. Chernikov 2282f99fbf96SAlexander V. Chernikov ta = tc->ta; 2283f99fbf96SAlexander V. Chernikov 2284f99fbf96SAlexander V. Chernikov ta->foreach(tc->astate, da.ti, dump_table_xentry, &da); 2285f99fbf96SAlexander V. Chernikov IPFW_UH_RUNLOCK(ch); 2286f99fbf96SAlexander V. Chernikov 2287f99fbf96SAlexander V. Chernikov return (0); 2288f99fbf96SAlexander V. Chernikov } 2289f99fbf96SAlexander V. Chernikov 229081d3153dSAlexander V. Chernikov /* 2291e822d936SAlexander V. Chernikov * Legacy function to retrieve number of items in table. 2292e822d936SAlexander V. Chernikov */ 22936b988f3aSAlexander V. Chernikov static int 22946b988f3aSAlexander V. Chernikov get_table_size(struct ip_fw_chain *ch, ip_fw3_opheader *op3, 2295e822d936SAlexander V. Chernikov struct sockopt_data *sd) 2296e822d936SAlexander V. Chernikov { 2297e822d936SAlexander V. Chernikov uint32_t *tbl; 2298e822d936SAlexander V. Chernikov struct tid_info ti; 2299e822d936SAlexander V. Chernikov size_t sz; 2300e822d936SAlexander V. Chernikov int error; 2301e822d936SAlexander V. Chernikov 2302e822d936SAlexander V. Chernikov sz = sizeof(*op3) + sizeof(uint32_t); 2303e822d936SAlexander V. Chernikov op3 = (ip_fw3_opheader *)ipfw_get_sopt_header(sd, sz); 2304e822d936SAlexander V. Chernikov if (op3 == NULL) 2305e822d936SAlexander V. Chernikov return (EINVAL); 2306e822d936SAlexander V. Chernikov 2307e822d936SAlexander V. Chernikov tbl = (uint32_t *)(op3 + 1); 2308e822d936SAlexander V. Chernikov memset(&ti, 0, sizeof(ti)); 2309e822d936SAlexander V. Chernikov ti.uidx = *tbl; 2310e822d936SAlexander V. Chernikov IPFW_UH_RLOCK(ch); 2311e822d936SAlexander V. Chernikov error = ipfw_count_xtable(ch, &ti, tbl); 2312e822d936SAlexander V. Chernikov IPFW_UH_RUNLOCK(ch); 2313e822d936SAlexander V. Chernikov return (error); 2314e822d936SAlexander V. Chernikov } 2315e822d936SAlexander V. Chernikov 2316e822d936SAlexander V. Chernikov /* 231781d3153dSAlexander V. Chernikov * Legacy IP_FW_TABLE_GETSIZE handler 231881d3153dSAlexander V. Chernikov */ 23193b3a8eb9SGleb Smirnoff int 2320b074b7bbSAlexander V. Chernikov ipfw_count_table(struct ip_fw_chain *ch, struct tid_info *ti, uint32_t *cnt) 23213b3a8eb9SGleb Smirnoff { 2322b074b7bbSAlexander V. Chernikov struct table_config *tc; 23233b3a8eb9SGleb Smirnoff 2324b074b7bbSAlexander V. Chernikov if ((tc = find_table(CHAIN_TO_NI(ch), ti)) == NULL) 2325b074b7bbSAlexander V. Chernikov return (ESRCH); 2326d3b00c08SAlexander V. Chernikov *cnt = table_get_count(ch, tc); 23273b3a8eb9SGleb Smirnoff return (0); 23283b3a8eb9SGleb Smirnoff } 23293b3a8eb9SGleb Smirnoff 233081d3153dSAlexander V. Chernikov /* 233181d3153dSAlexander V. Chernikov * Legacy IP_FW_TABLE_XGETSIZE handler 233281d3153dSAlexander V. Chernikov */ 23339f7d47b0SAlexander V. Chernikov int 23349f7d47b0SAlexander V. Chernikov ipfw_count_xtable(struct ip_fw_chain *ch, struct tid_info *ti, uint32_t *cnt) 23353b3a8eb9SGleb Smirnoff { 23369f7d47b0SAlexander V. Chernikov struct table_config *tc; 2337d3b00c08SAlexander V. Chernikov uint32_t count; 23389f7d47b0SAlexander V. Chernikov 2339d3a4f924SAlexander V. Chernikov if ((tc = find_table(CHAIN_TO_NI(ch), ti)) == NULL) { 2340d3a4f924SAlexander V. Chernikov *cnt = 0; 23419f7d47b0SAlexander V. Chernikov return (0); /* 'table all list' requires success */ 2342d3a4f924SAlexander V. Chernikov } 2343d3b00c08SAlexander V. Chernikov 2344d3b00c08SAlexander V. Chernikov count = table_get_count(ch, tc); 2345d3b00c08SAlexander V. Chernikov *cnt = count * sizeof(ipfw_table_xentry); 2346d3b00c08SAlexander V. Chernikov if (count > 0) 23479f7d47b0SAlexander V. Chernikov *cnt += sizeof(ipfw_xtable); 23489f7d47b0SAlexander V. Chernikov return (0); 23499f7d47b0SAlexander V. Chernikov } 23509f7d47b0SAlexander V. Chernikov 23519f7d47b0SAlexander V. Chernikov static int 23529f7d47b0SAlexander V. Chernikov dump_table_entry(void *e, void *arg) 23539f7d47b0SAlexander V. Chernikov { 23549f7d47b0SAlexander V. Chernikov struct dump_args *da; 23559f7d47b0SAlexander V. Chernikov struct table_config *tc; 23569f7d47b0SAlexander V. Chernikov struct table_algo *ta; 23573b3a8eb9SGleb Smirnoff ipfw_table_entry *ent; 23580cba2b28SAlexander V. Chernikov struct table_value *pval; 235981d3153dSAlexander V. Chernikov int error; 23603b3a8eb9SGleb Smirnoff 23619f7d47b0SAlexander V. Chernikov da = (struct dump_args *)arg; 23629f7d47b0SAlexander V. Chernikov 23639f7d47b0SAlexander V. Chernikov tc = da->tc; 23649f7d47b0SAlexander V. Chernikov ta = tc->ta; 23659f7d47b0SAlexander V. Chernikov 23669f7d47b0SAlexander V. Chernikov /* Out of memory, returning */ 2367f1220db8SAlexander V. Chernikov if (da->cnt == da->size) 23683b3a8eb9SGleb Smirnoff return (1); 2369f1220db8SAlexander V. Chernikov ent = da->ent++; 2370f1220db8SAlexander V. Chernikov ent->tbl = da->uidx; 2371f1220db8SAlexander V. Chernikov da->cnt++; 23729f7d47b0SAlexander V. Chernikov 237381d3153dSAlexander V. Chernikov error = ta->dump_tentry(tc->astate, da->ti, e, &da->tent); 237481d3153dSAlexander V. Chernikov if (error != 0) 237581d3153dSAlexander V. Chernikov return (error); 237681d3153dSAlexander V. Chernikov 237781d3153dSAlexander V. Chernikov ent->addr = da->tent.k.addr.s_addr; 237881d3153dSAlexander V. Chernikov ent->masklen = da->tent.masklen; 23790cba2b28SAlexander V. Chernikov pval = get_table_value(da->ch, da->tc, da->tent.v.kidx); 23800cba2b28SAlexander V. Chernikov ent->value = ipfw_export_table_value_legacy(pval); 238181d3153dSAlexander V. Chernikov 238281d3153dSAlexander V. Chernikov return (0); 23833b3a8eb9SGleb Smirnoff } 23843b3a8eb9SGleb Smirnoff 2385f1220db8SAlexander V. Chernikov /* 2386f1220db8SAlexander V. Chernikov * Dumps table in pre-8.1 legacy format. 2387f1220db8SAlexander V. Chernikov */ 23883b3a8eb9SGleb Smirnoff int 2389f1220db8SAlexander V. Chernikov ipfw_dump_table_legacy(struct ip_fw_chain *ch, struct tid_info *ti, 2390f1220db8SAlexander V. Chernikov ipfw_table *tbl) 23913b3a8eb9SGleb Smirnoff { 2392b074b7bbSAlexander V. Chernikov struct table_config *tc; 23939f7d47b0SAlexander V. Chernikov struct table_algo *ta; 23949f7d47b0SAlexander V. Chernikov struct dump_args da; 23953b3a8eb9SGleb Smirnoff 23963b3a8eb9SGleb Smirnoff tbl->cnt = 0; 23973b3a8eb9SGleb Smirnoff 2398b074b7bbSAlexander V. Chernikov if ((tc = find_table(CHAIN_TO_NI(ch), ti)) == NULL) 2399b074b7bbSAlexander V. Chernikov return (0); /* XXX: We should return ESRCH */ 24009f7d47b0SAlexander V. Chernikov 24019f7d47b0SAlexander V. Chernikov ta = tc->ta; 24029f7d47b0SAlexander V. Chernikov 240381d3153dSAlexander V. Chernikov /* This dump format supports IPv4 only */ 2404c21034b7SAlexander V. Chernikov if (tc->no.type != IPFW_TABLE_ADDR) 240581d3153dSAlexander V. Chernikov return (0); 24069f7d47b0SAlexander V. Chernikov 2407d3a4f924SAlexander V. Chernikov memset(&da, 0, sizeof(da)); 24080cba2b28SAlexander V. Chernikov da.ch = ch; 24099f7d47b0SAlexander V. Chernikov da.ti = KIDX_TO_TI(ch, tc->no.kidx); 24109f7d47b0SAlexander V. Chernikov da.tc = tc; 2411f1220db8SAlexander V. Chernikov da.ent = &tbl->ent[0]; 2412f1220db8SAlexander V. Chernikov da.size = tbl->size; 24139f7d47b0SAlexander V. Chernikov 24149f7d47b0SAlexander V. Chernikov tbl->cnt = 0; 24159f7d47b0SAlexander V. Chernikov ta->foreach(tc->astate, da.ti, dump_table_entry, &da); 2416f1220db8SAlexander V. Chernikov tbl->cnt = da.cnt; 24179f7d47b0SAlexander V. Chernikov 24183b3a8eb9SGleb Smirnoff return (0); 24193b3a8eb9SGleb Smirnoff } 24203b3a8eb9SGleb Smirnoff 24219490a627SAlexander V. Chernikov /* 242281d3153dSAlexander V. Chernikov * Dumps table entry in eXtended format (v1)(current). 242381d3153dSAlexander V. Chernikov */ 242481d3153dSAlexander V. Chernikov static int 242581d3153dSAlexander V. Chernikov dump_table_tentry(void *e, void *arg) 242681d3153dSAlexander V. Chernikov { 242781d3153dSAlexander V. Chernikov struct dump_args *da; 242881d3153dSAlexander V. Chernikov struct table_config *tc; 242981d3153dSAlexander V. Chernikov struct table_algo *ta; 24300cba2b28SAlexander V. Chernikov struct table_value *pval; 243181d3153dSAlexander V. Chernikov ipfw_obj_tentry *tent; 24320cba2b28SAlexander V. Chernikov int error; 243381d3153dSAlexander V. Chernikov 243481d3153dSAlexander V. Chernikov da = (struct dump_args *)arg; 243581d3153dSAlexander V. Chernikov 243681d3153dSAlexander V. Chernikov tc = da->tc; 243781d3153dSAlexander V. Chernikov ta = tc->ta; 243881d3153dSAlexander V. Chernikov 243981d3153dSAlexander V. Chernikov tent = (ipfw_obj_tentry *)ipfw_get_sopt_space(da->sd, sizeof(*tent)); 244081d3153dSAlexander V. Chernikov /* Out of memory, returning */ 244181d3153dSAlexander V. Chernikov if (tent == NULL) { 244281d3153dSAlexander V. Chernikov da->error = ENOMEM; 244381d3153dSAlexander V. Chernikov return (1); 244481d3153dSAlexander V. Chernikov } 244581d3153dSAlexander V. Chernikov tent->head.length = sizeof(ipfw_obj_tentry); 244681d3153dSAlexander V. Chernikov tent->idx = da->uidx; 244781d3153dSAlexander V. Chernikov 24480cba2b28SAlexander V. Chernikov error = ta->dump_tentry(tc->astate, da->ti, e, tent); 24490cba2b28SAlexander V. Chernikov if (error != 0) 24500cba2b28SAlexander V. Chernikov return (error); 24510cba2b28SAlexander V. Chernikov 24520cba2b28SAlexander V. Chernikov pval = get_table_value(da->ch, da->tc, tent->v.kidx); 24530cba2b28SAlexander V. Chernikov ipfw_export_table_value_v1(pval, &tent->v.value); 24540cba2b28SAlexander V. Chernikov 24550cba2b28SAlexander V. Chernikov return (0); 245681d3153dSAlexander V. Chernikov } 245781d3153dSAlexander V. Chernikov 245881d3153dSAlexander V. Chernikov /* 245981d3153dSAlexander V. Chernikov * Dumps table entry in eXtended format (v0). 24609490a627SAlexander V. Chernikov */ 24613b3a8eb9SGleb Smirnoff static int 24629f7d47b0SAlexander V. Chernikov dump_table_xentry(void *e, void *arg) 24633b3a8eb9SGleb Smirnoff { 24649f7d47b0SAlexander V. Chernikov struct dump_args *da; 24659f7d47b0SAlexander V. Chernikov struct table_config *tc; 24669f7d47b0SAlexander V. Chernikov struct table_algo *ta; 24673b3a8eb9SGleb Smirnoff ipfw_table_xentry *xent; 246881d3153dSAlexander V. Chernikov ipfw_obj_tentry *tent; 24690cba2b28SAlexander V. Chernikov struct table_value *pval; 247081d3153dSAlexander V. Chernikov int error; 24713b3a8eb9SGleb Smirnoff 24729f7d47b0SAlexander V. Chernikov da = (struct dump_args *)arg; 24739f7d47b0SAlexander V. Chernikov 24749f7d47b0SAlexander V. Chernikov tc = da->tc; 24759f7d47b0SAlexander V. Chernikov ta = tc->ta; 24769f7d47b0SAlexander V. Chernikov 24772d99a349SAlexander V. Chernikov xent = (ipfw_table_xentry *)ipfw_get_sopt_space(da->sd, sizeof(*xent)); 24783b3a8eb9SGleb Smirnoff /* Out of memory, returning */ 24792d99a349SAlexander V. Chernikov if (xent == NULL) 24803b3a8eb9SGleb Smirnoff return (1); 24813b3a8eb9SGleb Smirnoff xent->len = sizeof(ipfw_table_xentry); 2482f1220db8SAlexander V. Chernikov xent->tbl = da->uidx; 24839f7d47b0SAlexander V. Chernikov 248481d3153dSAlexander V. Chernikov memset(&da->tent, 0, sizeof(da->tent)); 248581d3153dSAlexander V. Chernikov tent = &da->tent; 248681d3153dSAlexander V. Chernikov error = ta->dump_tentry(tc->astate, da->ti, e, tent); 248781d3153dSAlexander V. Chernikov if (error != 0) 248881d3153dSAlexander V. Chernikov return (error); 248981d3153dSAlexander V. Chernikov 249081d3153dSAlexander V. Chernikov /* Convert current format to previous one */ 249181d3153dSAlexander V. Chernikov xent->masklen = tent->masklen; 24920cba2b28SAlexander V. Chernikov pval = get_table_value(da->ch, da->tc, da->tent.v.kidx); 24930cba2b28SAlexander V. Chernikov xent->value = ipfw_export_table_value_legacy(pval); 249481d3153dSAlexander V. Chernikov /* Apply some hacks */ 2495c21034b7SAlexander V. Chernikov if (tc->no.type == IPFW_TABLE_ADDR && tent->subtype == AF_INET) { 249681d3153dSAlexander V. Chernikov xent->k.addr6.s6_addr32[3] = tent->k.addr.s_addr; 249781d3153dSAlexander V. Chernikov xent->flags = IPFW_TCF_INET; 249881d3153dSAlexander V. Chernikov } else 249981d3153dSAlexander V. Chernikov memcpy(&xent->k, &tent->k, sizeof(xent->k)); 250081d3153dSAlexander V. Chernikov 250181d3153dSAlexander V. Chernikov return (0); 25029f7d47b0SAlexander V. Chernikov } 25039f7d47b0SAlexander V. Chernikov 25049f7d47b0SAlexander V. Chernikov /* 25054dff4ae0SAlexander V. Chernikov * Helper function to export table algo data 25064dff4ae0SAlexander V. Chernikov * to tentry format before calling user function. 25074dff4ae0SAlexander V. Chernikov * 25084dff4ae0SAlexander V. Chernikov * Returns 0 on success. 25094dff4ae0SAlexander V. Chernikov */ 25104dff4ae0SAlexander V. Chernikov static int 25114dff4ae0SAlexander V. Chernikov prepare_table_tentry(void *e, void *arg) 25124dff4ae0SAlexander V. Chernikov { 25134dff4ae0SAlexander V. Chernikov struct dump_args *da; 25144dff4ae0SAlexander V. Chernikov struct table_config *tc; 25154dff4ae0SAlexander V. Chernikov struct table_algo *ta; 25164dff4ae0SAlexander V. Chernikov int error; 25174dff4ae0SAlexander V. Chernikov 25184dff4ae0SAlexander V. Chernikov da = (struct dump_args *)arg; 25194dff4ae0SAlexander V. Chernikov 25204dff4ae0SAlexander V. Chernikov tc = da->tc; 25214dff4ae0SAlexander V. Chernikov ta = tc->ta; 25224dff4ae0SAlexander V. Chernikov 25234dff4ae0SAlexander V. Chernikov error = ta->dump_tentry(tc->astate, da->ti, e, &da->tent); 25244dff4ae0SAlexander V. Chernikov if (error != 0) 25254dff4ae0SAlexander V. Chernikov return (error); 25264dff4ae0SAlexander V. Chernikov 25274dff4ae0SAlexander V. Chernikov da->f(&da->tent, da->farg); 25284dff4ae0SAlexander V. Chernikov 25294dff4ae0SAlexander V. Chernikov return (0); 25304dff4ae0SAlexander V. Chernikov } 25314dff4ae0SAlexander V. Chernikov 25324dff4ae0SAlexander V. Chernikov /* 25334dff4ae0SAlexander V. Chernikov * Allow external consumers to read table entries in standard format. 25344dff4ae0SAlexander V. Chernikov */ 25354dff4ae0SAlexander V. Chernikov int 25364dff4ae0SAlexander V. Chernikov ipfw_foreach_table_tentry(struct ip_fw_chain *ch, uint16_t kidx, 25374dff4ae0SAlexander V. Chernikov ta_foreach_f *f, void *arg) 25384dff4ae0SAlexander V. Chernikov { 25394dff4ae0SAlexander V. Chernikov struct namedobj_instance *ni; 25404dff4ae0SAlexander V. Chernikov struct table_config *tc; 25414dff4ae0SAlexander V. Chernikov struct table_algo *ta; 25424dff4ae0SAlexander V. Chernikov struct dump_args da; 25434dff4ae0SAlexander V. Chernikov 25444dff4ae0SAlexander V. Chernikov ni = CHAIN_TO_NI(ch); 25454dff4ae0SAlexander V. Chernikov 25464dff4ae0SAlexander V. Chernikov tc = (struct table_config *)ipfw_objhash_lookup_kidx(ni, kidx); 25474dff4ae0SAlexander V. Chernikov if (tc == NULL) 25484dff4ae0SAlexander V. Chernikov return (ESRCH); 25494dff4ae0SAlexander V. Chernikov 25504dff4ae0SAlexander V. Chernikov ta = tc->ta; 25514dff4ae0SAlexander V. Chernikov 25524dff4ae0SAlexander V. Chernikov memset(&da, 0, sizeof(da)); 25530cba2b28SAlexander V. Chernikov da.ch = ch; 25544dff4ae0SAlexander V. Chernikov da.ti = KIDX_TO_TI(ch, tc->no.kidx); 25554dff4ae0SAlexander V. Chernikov da.tc = tc; 25564dff4ae0SAlexander V. Chernikov da.f = f; 25574dff4ae0SAlexander V. Chernikov da.farg = arg; 25584dff4ae0SAlexander V. Chernikov 25594dff4ae0SAlexander V. Chernikov ta->foreach(tc->astate, da.ti, prepare_table_tentry, &da); 25604dff4ae0SAlexander V. Chernikov 25614dff4ae0SAlexander V. Chernikov return (0); 25624dff4ae0SAlexander V. Chernikov } 25634dff4ae0SAlexander V. Chernikov 25644dff4ae0SAlexander V. Chernikov /* 25659f7d47b0SAlexander V. Chernikov * Table algorithms 25669f7d47b0SAlexander V. Chernikov */ 25673b3a8eb9SGleb Smirnoff 25689f7d47b0SAlexander V. Chernikov /* 256935e1bbd0SAlexander V. Chernikov * Finds algoritm by index, table type or supplied name. 257035e1bbd0SAlexander V. Chernikov * 257135e1bbd0SAlexander V. Chernikov * Returns pointer to algo or NULL. 25729f7d47b0SAlexander V. Chernikov */ 25739f7d47b0SAlexander V. Chernikov static struct table_algo * 25749490a627SAlexander V. Chernikov find_table_algo(struct tables_config *tcfg, struct tid_info *ti, char *name) 25759f7d47b0SAlexander V. Chernikov { 25769490a627SAlexander V. Chernikov int i, l; 25779490a627SAlexander V. Chernikov struct table_algo *ta; 25789f7d47b0SAlexander V. Chernikov 257957a1cf95SAlexander V. Chernikov if (ti->type > IPFW_TABLE_MAXTYPE) 258057a1cf95SAlexander V. Chernikov return (NULL); 258157a1cf95SAlexander V. Chernikov 25829f7d47b0SAlexander V. Chernikov /* Search by index */ 25839f7d47b0SAlexander V. Chernikov if (ti->atype != 0) { 25849f7d47b0SAlexander V. Chernikov if (ti->atype > tcfg->algo_count) 25859f7d47b0SAlexander V. Chernikov return (NULL); 25869f7d47b0SAlexander V. Chernikov return (tcfg->algo[ti->atype]); 25879f7d47b0SAlexander V. Chernikov } 25889f7d47b0SAlexander V. Chernikov 2589fd0869d5SAlexander V. Chernikov if (name == NULL) { 2590fd0869d5SAlexander V. Chernikov /* Return default algorithm for given type if set */ 2591fd0869d5SAlexander V. Chernikov return (tcfg->def_algo[ti->type]); 2592fd0869d5SAlexander V. Chernikov } 2593fd0869d5SAlexander V. Chernikov 2594fd0869d5SAlexander V. Chernikov /* Search by name */ 25959490a627SAlexander V. Chernikov /* TODO: better search */ 25969490a627SAlexander V. Chernikov for (i = 1; i <= tcfg->algo_count; i++) { 25979490a627SAlexander V. Chernikov ta = tcfg->algo[i]; 25989490a627SAlexander V. Chernikov 25999490a627SAlexander V. Chernikov /* 26009490a627SAlexander V. Chernikov * One can supply additional algorithm 26019490a627SAlexander V. Chernikov * parameters so we compare only the first word 26029490a627SAlexander V. Chernikov * of supplied name: 2603c21034b7SAlexander V. Chernikov * 'addr:chash hsize=32' 26049490a627SAlexander V. Chernikov * '^^^^^^^^^' 26059490a627SAlexander V. Chernikov * 26069490a627SAlexander V. Chernikov */ 26079490a627SAlexander V. Chernikov l = strlen(ta->name); 2608fd0869d5SAlexander V. Chernikov if (strncmp(name, ta->name, l) != 0) 2609fd0869d5SAlexander V. Chernikov continue; 2610fd0869d5SAlexander V. Chernikov if (name[l] != '\0' && name[l] != ' ') 2611fd0869d5SAlexander V. Chernikov continue; 2612fd0869d5SAlexander V. Chernikov /* Check if we're requesting proper table type */ 2613fd0869d5SAlexander V. Chernikov if (ti->type != 0 && ti->type != ta->type) 2614fd0869d5SAlexander V. Chernikov return (NULL); 26159490a627SAlexander V. Chernikov return (ta); 26169490a627SAlexander V. Chernikov } 26179490a627SAlexander V. Chernikov 26189490a627SAlexander V. Chernikov return (NULL); 26199490a627SAlexander V. Chernikov } 26209490a627SAlexander V. Chernikov 2621b6ee846eSAlexander V. Chernikov /* 2622b6ee846eSAlexander V. Chernikov * Register new table algo @ta. 262335e1bbd0SAlexander V. Chernikov * Stores algo id inside @idx. 2624b6ee846eSAlexander V. Chernikov * 2625b6ee846eSAlexander V. Chernikov * Returns 0 on success. 2626b6ee846eSAlexander V. Chernikov */ 26270b565ac0SAlexander V. Chernikov int 26280b565ac0SAlexander V. Chernikov ipfw_add_table_algo(struct ip_fw_chain *ch, struct table_algo *ta, size_t size, 26290b565ac0SAlexander V. Chernikov int *idx) 26303b3a8eb9SGleb Smirnoff { 26319f7d47b0SAlexander V. Chernikov struct tables_config *tcfg; 26320b565ac0SAlexander V. Chernikov struct table_algo *ta_new; 2633b6ee846eSAlexander V. Chernikov size_t sz; 26340b565ac0SAlexander V. Chernikov 26350b565ac0SAlexander V. Chernikov if (size > sizeof(struct table_algo)) 26360b565ac0SAlexander V. Chernikov return (EINVAL); 26370b565ac0SAlexander V. Chernikov 2638b6ee846eSAlexander V. Chernikov /* Check for the required on-stack size for add/del */ 2639b6ee846eSAlexander V. Chernikov sz = roundup2(ta->ta_buf_size, sizeof(void *)); 2640b6ee846eSAlexander V. Chernikov if (sz > TA_BUF_SZ) 2641b6ee846eSAlexander V. Chernikov return (EINVAL); 2642b6ee846eSAlexander V. Chernikov 2643fddbbf75SAlexander V. Chernikov KASSERT(ta->type <= IPFW_TABLE_MAXTYPE,("Increase IPFW_TABLE_MAXTYPE")); 264457a1cf95SAlexander V. Chernikov 264535e1bbd0SAlexander V. Chernikov /* Copy algorithm data to stable storage. */ 26460b565ac0SAlexander V. Chernikov ta_new = malloc(sizeof(struct table_algo), M_IPFW, M_WAITOK | M_ZERO); 26470b565ac0SAlexander V. Chernikov memcpy(ta_new, ta, size); 26483b3a8eb9SGleb Smirnoff 26499f7d47b0SAlexander V. Chernikov tcfg = CHAIN_TO_TCFG(ch); 2650b074b7bbSAlexander V. Chernikov 26519f7d47b0SAlexander V. Chernikov KASSERT(tcfg->algo_count < 255, ("Increase algo array size")); 26529f7d47b0SAlexander V. Chernikov 26530b565ac0SAlexander V. Chernikov tcfg->algo[++tcfg->algo_count] = ta_new; 26540b565ac0SAlexander V. Chernikov ta_new->idx = tcfg->algo_count; 26550b565ac0SAlexander V. Chernikov 265657a1cf95SAlexander V. Chernikov /* Set algorithm as default one for given type */ 265757a1cf95SAlexander V. Chernikov if ((ta_new->flags & TA_FLAG_DEFAULT) != 0 && 265857a1cf95SAlexander V. Chernikov tcfg->def_algo[ta_new->type] == NULL) 265957a1cf95SAlexander V. Chernikov tcfg->def_algo[ta_new->type] = ta_new; 266057a1cf95SAlexander V. Chernikov 26610b565ac0SAlexander V. Chernikov *idx = ta_new->idx; 26620b565ac0SAlexander V. Chernikov 26630b565ac0SAlexander V. Chernikov return (0); 26640b565ac0SAlexander V. Chernikov } 26650b565ac0SAlexander V. Chernikov 2666b6ee846eSAlexander V. Chernikov /* 2667b6ee846eSAlexander V. Chernikov * Unregisters table algo using @idx as id. 2668c8d5d308SAlexander V. Chernikov * XXX: It is NOT safe to call this function in any place 2669c8d5d308SAlexander V. Chernikov * other than ipfw instance destroy handler. 2670b6ee846eSAlexander V. Chernikov */ 26710b565ac0SAlexander V. Chernikov void 26720b565ac0SAlexander V. Chernikov ipfw_del_table_algo(struct ip_fw_chain *ch, int idx) 26730b565ac0SAlexander V. Chernikov { 26740b565ac0SAlexander V. Chernikov struct tables_config *tcfg; 26750b565ac0SAlexander V. Chernikov struct table_algo *ta; 26760b565ac0SAlexander V. Chernikov 26770b565ac0SAlexander V. Chernikov tcfg = CHAIN_TO_TCFG(ch); 26780b565ac0SAlexander V. Chernikov 2679b6ee846eSAlexander V. Chernikov KASSERT(idx <= tcfg->algo_count, ("algo idx %d out of range 1..%d", 2680b6ee846eSAlexander V. Chernikov idx, tcfg->algo_count)); 26810b565ac0SAlexander V. Chernikov 26820b565ac0SAlexander V. Chernikov ta = tcfg->algo[idx]; 26830b565ac0SAlexander V. Chernikov KASSERT(ta != NULL, ("algo idx %d is NULL", idx)); 268457a1cf95SAlexander V. Chernikov 268557a1cf95SAlexander V. Chernikov if (tcfg->def_algo[ta->type] == ta) 268657a1cf95SAlexander V. Chernikov tcfg->def_algo[ta->type] = NULL; 268757a1cf95SAlexander V. Chernikov 26880b565ac0SAlexander V. Chernikov free(ta, M_IPFW); 26893b3a8eb9SGleb Smirnoff } 26903b3a8eb9SGleb Smirnoff 26919d099b4fSAlexander V. Chernikov /* 26929d099b4fSAlexander V. Chernikov * Lists all table algorithms currently available. 26939d099b4fSAlexander V. Chernikov * Data layout (v0)(current): 26949d099b4fSAlexander V. Chernikov * Request: [ ipfw_obj_lheader ], size = ipfw_obj_lheader.size 26959d099b4fSAlexander V. Chernikov * Reply: [ ipfw_obj_lheader ipfw_ta_info x N ] 26969d099b4fSAlexander V. Chernikov * 26979d099b4fSAlexander V. Chernikov * Returns 0 on success 26989d099b4fSAlexander V. Chernikov */ 26996b988f3aSAlexander V. Chernikov static int 27006b988f3aSAlexander V. Chernikov list_table_algo(struct ip_fw_chain *ch, ip_fw3_opheader *op3, 2701e822d936SAlexander V. Chernikov struct sockopt_data *sd) 27029d099b4fSAlexander V. Chernikov { 27039d099b4fSAlexander V. Chernikov struct _ipfw_obj_lheader *olh; 27049d099b4fSAlexander V. Chernikov struct tables_config *tcfg; 27059d099b4fSAlexander V. Chernikov ipfw_ta_info *i; 27069d099b4fSAlexander V. Chernikov struct table_algo *ta; 27079d099b4fSAlexander V. Chernikov uint32_t count, n, size; 27089d099b4fSAlexander V. Chernikov 27099d099b4fSAlexander V. Chernikov olh = (struct _ipfw_obj_lheader *)ipfw_get_sopt_header(sd,sizeof(*olh)); 27109d099b4fSAlexander V. Chernikov if (olh == NULL) 27119d099b4fSAlexander V. Chernikov return (EINVAL); 27129d099b4fSAlexander V. Chernikov if (sd->valsize < olh->size) 27139d099b4fSAlexander V. Chernikov return (EINVAL); 27149d099b4fSAlexander V. Chernikov 27159d099b4fSAlexander V. Chernikov IPFW_UH_RLOCK(ch); 27169d099b4fSAlexander V. Chernikov tcfg = CHAIN_TO_TCFG(ch); 27179d099b4fSAlexander V. Chernikov count = tcfg->algo_count; 27189d099b4fSAlexander V. Chernikov size = count * sizeof(ipfw_ta_info) + sizeof(ipfw_obj_lheader); 27199d099b4fSAlexander V. Chernikov 27209d099b4fSAlexander V. Chernikov /* Fill in header regadless of buffer size */ 27219d099b4fSAlexander V. Chernikov olh->count = count; 27229d099b4fSAlexander V. Chernikov olh->objsize = sizeof(ipfw_ta_info); 27239d099b4fSAlexander V. Chernikov 27249d099b4fSAlexander V. Chernikov if (size > olh->size) { 27259d099b4fSAlexander V. Chernikov olh->size = size; 27269d099b4fSAlexander V. Chernikov IPFW_UH_RUNLOCK(ch); 27279d099b4fSAlexander V. Chernikov return (ENOMEM); 27289d099b4fSAlexander V. Chernikov } 27299d099b4fSAlexander V. Chernikov olh->size = size; 27309d099b4fSAlexander V. Chernikov 27319d099b4fSAlexander V. Chernikov for (n = 1; n <= count; n++) { 27329d099b4fSAlexander V. Chernikov i = (ipfw_ta_info *)ipfw_get_sopt_space(sd, sizeof(*i)); 27339d099b4fSAlexander V. Chernikov KASSERT(i != 0, ("previously checked buffer is not enough")); 27349d099b4fSAlexander V. Chernikov ta = tcfg->algo[n]; 27359d099b4fSAlexander V. Chernikov strlcpy(i->algoname, ta->name, sizeof(i->algoname)); 27369d099b4fSAlexander V. Chernikov i->type = ta->type; 27379d099b4fSAlexander V. Chernikov i->refcnt = ta->refcnt; 27389d099b4fSAlexander V. Chernikov } 27399d099b4fSAlexander V. Chernikov 27409d099b4fSAlexander V. Chernikov IPFW_UH_RUNLOCK(ch); 27419d099b4fSAlexander V. Chernikov 27429d099b4fSAlexander V. Chernikov return (0); 27439d099b4fSAlexander V. Chernikov } 27449d099b4fSAlexander V. Chernikov 2745b074b7bbSAlexander V. Chernikov /* 2746b074b7bbSAlexander V. Chernikov * Tables rewriting code 2747b074b7bbSAlexander V. Chernikov */ 2748b074b7bbSAlexander V. Chernikov 2749b074b7bbSAlexander V. Chernikov /* 2750b074b7bbSAlexander V. Chernikov * Determine table number and lookup type for @cmd. 2751b074b7bbSAlexander V. Chernikov * Fill @tbl and @type with appropriate values. 2752b074b7bbSAlexander V. Chernikov * Returns 0 for relevant opcodes, 1 otherwise. 2753b074b7bbSAlexander V. Chernikov */ 2754b074b7bbSAlexander V. Chernikov static int 2755b074b7bbSAlexander V. Chernikov classify_table_opcode(ipfw_insn *cmd, uint16_t *puidx, uint8_t *ptype) 2756b074b7bbSAlexander V. Chernikov { 2757b074b7bbSAlexander V. Chernikov ipfw_insn_if *cmdif; 2758b074b7bbSAlexander V. Chernikov int skip; 2759b074b7bbSAlexander V. Chernikov uint16_t v; 2760b074b7bbSAlexander V. Chernikov 2761b074b7bbSAlexander V. Chernikov skip = 1; 2762b074b7bbSAlexander V. Chernikov 2763b074b7bbSAlexander V. Chernikov switch (cmd->opcode) { 2764b074b7bbSAlexander V. Chernikov case O_IP_SRC_LOOKUP: 2765b074b7bbSAlexander V. Chernikov case O_IP_DST_LOOKUP: 2766b074b7bbSAlexander V. Chernikov /* Basic IPv4/IPv6 or u32 lookups */ 2767b074b7bbSAlexander V. Chernikov *puidx = cmd->arg1; 2768c21034b7SAlexander V. Chernikov /* Assume ADDR by default */ 2769c21034b7SAlexander V. Chernikov *ptype = IPFW_TABLE_ADDR; 2770b074b7bbSAlexander V. Chernikov skip = 0; 2771b074b7bbSAlexander V. Chernikov 2772b074b7bbSAlexander V. Chernikov if (F_LEN(cmd) > F_INSN_SIZE(ipfw_insn_u32)) { 2773b074b7bbSAlexander V. Chernikov /* 2774b074b7bbSAlexander V. Chernikov * generic lookup. The key must be 2775b074b7bbSAlexander V. Chernikov * in 32bit big-endian format. 2776b074b7bbSAlexander V. Chernikov */ 2777b074b7bbSAlexander V. Chernikov v = ((ipfw_insn_u32 *)cmd)->d[1]; 2778b074b7bbSAlexander V. Chernikov switch (v) { 2779b074b7bbSAlexander V. Chernikov case 0: 2780b074b7bbSAlexander V. Chernikov case 1: 2781b074b7bbSAlexander V. Chernikov /* IPv4 src/dst */ 2782b074b7bbSAlexander V. Chernikov break; 2783b074b7bbSAlexander V. Chernikov case 2: 2784b074b7bbSAlexander V. Chernikov case 3: 2785b074b7bbSAlexander V. Chernikov /* src/dst port */ 2786b23d5de9SAlexander V. Chernikov *ptype = IPFW_TABLE_NUMBER; 2787b074b7bbSAlexander V. Chernikov break; 2788b074b7bbSAlexander V. Chernikov case 4: 2789b074b7bbSAlexander V. Chernikov /* uid/gid */ 2790b23d5de9SAlexander V. Chernikov *ptype = IPFW_TABLE_NUMBER; 2791b23d5de9SAlexander V. Chernikov break; 2792b074b7bbSAlexander V. Chernikov case 5: 2793b074b7bbSAlexander V. Chernikov /* jid */ 2794b23d5de9SAlexander V. Chernikov *ptype = IPFW_TABLE_NUMBER; 2795b23d5de9SAlexander V. Chernikov break; 2796b074b7bbSAlexander V. Chernikov case 6: 2797b074b7bbSAlexander V. Chernikov /* dscp */ 2798b23d5de9SAlexander V. Chernikov *ptype = IPFW_TABLE_NUMBER; 2799b074b7bbSAlexander V. Chernikov break; 2800b074b7bbSAlexander V. Chernikov } 2801b074b7bbSAlexander V. Chernikov } 2802b074b7bbSAlexander V. Chernikov break; 2803b074b7bbSAlexander V. Chernikov case O_XMIT: 2804b074b7bbSAlexander V. Chernikov case O_RECV: 2805b074b7bbSAlexander V. Chernikov case O_VIA: 2806b074b7bbSAlexander V. Chernikov /* Interface table, possibly */ 2807b074b7bbSAlexander V. Chernikov cmdif = (ipfw_insn_if *)cmd; 2808b074b7bbSAlexander V. Chernikov if (cmdif->name[0] != '\1') 2809b074b7bbSAlexander V. Chernikov break; 2810b074b7bbSAlexander V. Chernikov 2811b074b7bbSAlexander V. Chernikov *ptype = IPFW_TABLE_INTERFACE; 28121940fa77SAlexander V. Chernikov *puidx = cmdif->p.kidx; 2813b074b7bbSAlexander V. Chernikov skip = 0; 2814b074b7bbSAlexander V. Chernikov break; 2815914bffb6SAlexander V. Chernikov case O_IP_FLOW_LOOKUP: 2816914bffb6SAlexander V. Chernikov *puidx = cmd->arg1; 2817914bffb6SAlexander V. Chernikov *ptype = IPFW_TABLE_FLOW; 2818914bffb6SAlexander V. Chernikov skip = 0; 2819914bffb6SAlexander V. Chernikov break; 2820b074b7bbSAlexander V. Chernikov } 2821b074b7bbSAlexander V. Chernikov 2822b074b7bbSAlexander V. Chernikov return (skip); 2823b074b7bbSAlexander V. Chernikov } 2824b074b7bbSAlexander V. Chernikov 2825b074b7bbSAlexander V. Chernikov /* 2826b074b7bbSAlexander V. Chernikov * Sets new table value for given opcode. 2827b074b7bbSAlexander V. Chernikov * Assume the same opcodes as classify_table_opcode() 2828b074b7bbSAlexander V. Chernikov */ 2829b074b7bbSAlexander V. Chernikov static void 2830b074b7bbSAlexander V. Chernikov update_table_opcode(ipfw_insn *cmd, uint16_t idx) 2831b074b7bbSAlexander V. Chernikov { 2832b074b7bbSAlexander V. Chernikov ipfw_insn_if *cmdif; 2833b074b7bbSAlexander V. Chernikov 2834b074b7bbSAlexander V. Chernikov switch (cmd->opcode) { 2835b074b7bbSAlexander V. Chernikov case O_IP_SRC_LOOKUP: 2836b074b7bbSAlexander V. Chernikov case O_IP_DST_LOOKUP: 2837b074b7bbSAlexander V. Chernikov /* Basic IPv4/IPv6 or u32 lookups */ 2838b074b7bbSAlexander V. Chernikov cmd->arg1 = idx; 2839b074b7bbSAlexander V. Chernikov break; 2840b074b7bbSAlexander V. Chernikov case O_XMIT: 2841b074b7bbSAlexander V. Chernikov case O_RECV: 2842b074b7bbSAlexander V. Chernikov case O_VIA: 2843b074b7bbSAlexander V. Chernikov /* Interface table, possibly */ 2844b074b7bbSAlexander V. Chernikov cmdif = (ipfw_insn_if *)cmd; 28451940fa77SAlexander V. Chernikov cmdif->p.kidx = idx; 2846b074b7bbSAlexander V. Chernikov break; 2847914bffb6SAlexander V. Chernikov case O_IP_FLOW_LOOKUP: 2848914bffb6SAlexander V. Chernikov cmd->arg1 = idx; 2849914bffb6SAlexander V. Chernikov break; 2850b074b7bbSAlexander V. Chernikov } 2851b074b7bbSAlexander V. Chernikov } 2852b074b7bbSAlexander V. Chernikov 2853ac35ff17SAlexander V. Chernikov /* 2854ac35ff17SAlexander V. Chernikov * Checks table name for validity. 2855ac35ff17SAlexander V. Chernikov * Enforce basic length checks, the rest 2856ac35ff17SAlexander V. Chernikov * should be done in userland. 2857ac35ff17SAlexander V. Chernikov * 2858ac35ff17SAlexander V. Chernikov * Returns 0 if name is considered valid. 2859ac35ff17SAlexander V. Chernikov */ 2860ac35ff17SAlexander V. Chernikov int 2861ac35ff17SAlexander V. Chernikov ipfw_check_table_name(char *name) 2862ac35ff17SAlexander V. Chernikov { 2863ac35ff17SAlexander V. Chernikov int nsize; 2864ac35ff17SAlexander V. Chernikov ipfw_obj_ntlv *ntlv = NULL; 2865ac35ff17SAlexander V. Chernikov 2866ac35ff17SAlexander V. Chernikov nsize = sizeof(ntlv->name); 2867ac35ff17SAlexander V. Chernikov 2868ac35ff17SAlexander V. Chernikov if (strnlen(name, nsize) == nsize) 2869ac35ff17SAlexander V. Chernikov return (EINVAL); 2870ac35ff17SAlexander V. Chernikov 2871ac35ff17SAlexander V. Chernikov if (name[0] == '\0') 2872ac35ff17SAlexander V. Chernikov return (EINVAL); 2873ac35ff17SAlexander V. Chernikov 2874ac35ff17SAlexander V. Chernikov /* 2875ac35ff17SAlexander V. Chernikov * TODO: do some more complicated checks 2876ac35ff17SAlexander V. Chernikov */ 2877ac35ff17SAlexander V. Chernikov 2878ac35ff17SAlexander V. Chernikov return (0); 2879ac35ff17SAlexander V. Chernikov } 2880ac35ff17SAlexander V. Chernikov 2881ac35ff17SAlexander V. Chernikov /* 2882ac35ff17SAlexander V. Chernikov * Find tablename TLV by @uid. 2883ac35ff17SAlexander V. Chernikov * Check @tlvs for valid data inside. 2884ac35ff17SAlexander V. Chernikov * 2885ac35ff17SAlexander V. Chernikov * Returns pointer to found TLV or NULL. 2886ac35ff17SAlexander V. Chernikov */ 2887ac35ff17SAlexander V. Chernikov static ipfw_obj_ntlv * 2888b074b7bbSAlexander V. Chernikov find_name_tlv(void *tlvs, int len, uint16_t uidx) 2889b074b7bbSAlexander V. Chernikov { 28909f7d47b0SAlexander V. Chernikov ipfw_obj_ntlv *ntlv; 2891b074b7bbSAlexander V. Chernikov uintptr_t pa, pe; 2892b074b7bbSAlexander V. Chernikov int l; 2893b074b7bbSAlexander V. Chernikov 2894b074b7bbSAlexander V. Chernikov pa = (uintptr_t)tlvs; 2895b074b7bbSAlexander V. Chernikov pe = pa + len; 2896b074b7bbSAlexander V. Chernikov l = 0; 2897b074b7bbSAlexander V. Chernikov for (; pa < pe; pa += l) { 28989f7d47b0SAlexander V. Chernikov ntlv = (ipfw_obj_ntlv *)pa; 2899b074b7bbSAlexander V. Chernikov l = ntlv->head.length; 2900ac35ff17SAlexander V. Chernikov 2901ac35ff17SAlexander V. Chernikov if (l != sizeof(*ntlv)) 2902ac35ff17SAlexander V. Chernikov return (NULL); 2903ac35ff17SAlexander V. Chernikov 2904563b5ab1SAlexander V. Chernikov if (ntlv->head.type != IPFW_TLV_TBL_NAME) 2905b074b7bbSAlexander V. Chernikov continue; 2906ac35ff17SAlexander V. Chernikov 2907b074b7bbSAlexander V. Chernikov if (ntlv->idx != uidx) 2908b074b7bbSAlexander V. Chernikov continue; 2909b074b7bbSAlexander V. Chernikov 2910ac35ff17SAlexander V. Chernikov if (ipfw_check_table_name(ntlv->name) != 0) 2911ac35ff17SAlexander V. Chernikov return (NULL); 2912ac35ff17SAlexander V. Chernikov 2913ac35ff17SAlexander V. Chernikov return (ntlv); 2914b074b7bbSAlexander V. Chernikov } 2915b074b7bbSAlexander V. Chernikov 2916b074b7bbSAlexander V. Chernikov return (NULL); 2917b074b7bbSAlexander V. Chernikov } 2918b074b7bbSAlexander V. Chernikov 2919ac35ff17SAlexander V. Chernikov /* 2920ac35ff17SAlexander V. Chernikov * Finds table config based on either legacy index 2921ac35ff17SAlexander V. Chernikov * or name in ntlv. 2922ac35ff17SAlexander V. Chernikov * Note @ti structure contains unchecked data from userland. 2923ac35ff17SAlexander V. Chernikov * 2924ac35ff17SAlexander V. Chernikov * Returns pointer to table_config or NULL. 2925ac35ff17SAlexander V. Chernikov */ 2926b074b7bbSAlexander V. Chernikov static struct table_config * 2927b074b7bbSAlexander V. Chernikov find_table(struct namedobj_instance *ni, struct tid_info *ti) 2928b074b7bbSAlexander V. Chernikov { 2929b074b7bbSAlexander V. Chernikov char *name, bname[16]; 2930b074b7bbSAlexander V. Chernikov struct named_object *no; 2931ac35ff17SAlexander V. Chernikov ipfw_obj_ntlv *ntlv; 2932ac35ff17SAlexander V. Chernikov uint32_t set; 2933b074b7bbSAlexander V. Chernikov 2934b074b7bbSAlexander V. Chernikov if (ti->tlvs != NULL) { 2935ac35ff17SAlexander V. Chernikov ntlv = find_name_tlv(ti->tlvs, ti->tlen, ti->uidx); 2936ac35ff17SAlexander V. Chernikov if (ntlv == NULL) 2937b074b7bbSAlexander V. Chernikov return (NULL); 2938ac35ff17SAlexander V. Chernikov name = ntlv->name; 293940e5f498SAlexander V. Chernikov 294040e5f498SAlexander V. Chernikov /* 294140e5f498SAlexander V. Chernikov * Use set provided by @ti instead of @ntlv one. 294240e5f498SAlexander V. Chernikov * This is needed due to different sets behavior 294340e5f498SAlexander V. Chernikov * controlled by V_fw_tables_sets. 294440e5f498SAlexander V. Chernikov */ 294540e5f498SAlexander V. Chernikov set = ti->set; 2946b074b7bbSAlexander V. Chernikov } else { 2947b074b7bbSAlexander V. Chernikov snprintf(bname, sizeof(bname), "%d", ti->uidx); 2948b074b7bbSAlexander V. Chernikov name = bname; 2949ac35ff17SAlexander V. Chernikov set = 0; 2950b074b7bbSAlexander V. Chernikov } 2951b074b7bbSAlexander V. Chernikov 2952ac35ff17SAlexander V. Chernikov no = ipfw_objhash_lookup_name(ni, set, name); 2953b074b7bbSAlexander V. Chernikov 2954b074b7bbSAlexander V. Chernikov return ((struct table_config *)no); 2955b074b7bbSAlexander V. Chernikov } 2956b074b7bbSAlexander V. Chernikov 295735e1bbd0SAlexander V. Chernikov /* 295835e1bbd0SAlexander V. Chernikov * Allocate new table config structure using 295935e1bbd0SAlexander V. Chernikov * specified @algo and @aname. 296035e1bbd0SAlexander V. Chernikov * 296135e1bbd0SAlexander V. Chernikov * Returns pointer to config or NULL. 296235e1bbd0SAlexander V. Chernikov */ 2963b074b7bbSAlexander V. Chernikov static struct table_config * 296468394ec8SAlexander V. Chernikov alloc_table_config(struct ip_fw_chain *ch, struct tid_info *ti, 29650cba2b28SAlexander V. Chernikov struct table_algo *ta, char *aname, uint8_t tflags) 2966b074b7bbSAlexander V. Chernikov { 2967b074b7bbSAlexander V. Chernikov char *name, bname[16]; 2968b074b7bbSAlexander V. Chernikov struct table_config *tc; 2969b074b7bbSAlexander V. Chernikov int error; 2970ac35ff17SAlexander V. Chernikov ipfw_obj_ntlv *ntlv; 2971ac35ff17SAlexander V. Chernikov uint32_t set; 2972b074b7bbSAlexander V. Chernikov 2973b074b7bbSAlexander V. Chernikov if (ti->tlvs != NULL) { 2974ac35ff17SAlexander V. Chernikov ntlv = find_name_tlv(ti->tlvs, ti->tlen, ti->uidx); 2975ac35ff17SAlexander V. Chernikov if (ntlv == NULL) 2976b074b7bbSAlexander V. Chernikov return (NULL); 2977ac35ff17SAlexander V. Chernikov name = ntlv->name; 2978ac35ff17SAlexander V. Chernikov set = ntlv->set; 2979b074b7bbSAlexander V. Chernikov } else { 2980b074b7bbSAlexander V. Chernikov snprintf(bname, sizeof(bname), "%d", ti->uidx); 2981b074b7bbSAlexander V. Chernikov name = bname; 2982ac35ff17SAlexander V. Chernikov set = 0; 2983b074b7bbSAlexander V. Chernikov } 2984b074b7bbSAlexander V. Chernikov 2985b074b7bbSAlexander V. Chernikov tc = malloc(sizeof(struct table_config), M_IPFW, M_WAITOK | M_ZERO); 2986b074b7bbSAlexander V. Chernikov tc->no.name = tc->tablename; 2987fd0869d5SAlexander V. Chernikov tc->no.type = ta->type; 2988ac35ff17SAlexander V. Chernikov tc->no.set = set; 2989914bffb6SAlexander V. Chernikov tc->tflags = tflags; 29909f7d47b0SAlexander V. Chernikov tc->ta = ta; 2991b074b7bbSAlexander V. Chernikov strlcpy(tc->tablename, name, sizeof(tc->tablename)); 29920cba2b28SAlexander V. Chernikov /* Set "shared" value type by default */ 29930cba2b28SAlexander V. Chernikov tc->vshared = 1; 2994b074b7bbSAlexander V. Chernikov 2995b074b7bbSAlexander V. Chernikov if (ti->tlvs == NULL) { 2996b074b7bbSAlexander V. Chernikov tc->no.compat = 1; 2997b074b7bbSAlexander V. Chernikov tc->no.uidx = ti->uidx; 2998b074b7bbSAlexander V. Chernikov } 2999b074b7bbSAlexander V. Chernikov 3000b074b7bbSAlexander V. Chernikov /* Preallocate data structures for new tables */ 3001914bffb6SAlexander V. Chernikov error = ta->init(ch, &tc->astate, &tc->ti, aname, tflags); 3002b074b7bbSAlexander V. Chernikov if (error != 0) { 3003b074b7bbSAlexander V. Chernikov free(tc, M_IPFW); 3004b074b7bbSAlexander V. Chernikov return (NULL); 3005b074b7bbSAlexander V. Chernikov } 3006b074b7bbSAlexander V. Chernikov 3007b074b7bbSAlexander V. Chernikov return (tc); 3008b074b7bbSAlexander V. Chernikov } 3009b074b7bbSAlexander V. Chernikov 301035e1bbd0SAlexander V. Chernikov /* 301135e1bbd0SAlexander V. Chernikov * Destroys table state and config. 301235e1bbd0SAlexander V. Chernikov */ 3013b074b7bbSAlexander V. Chernikov static void 3014b074b7bbSAlexander V. Chernikov free_table_config(struct namedobj_instance *ni, struct table_config *tc) 3015b074b7bbSAlexander V. Chernikov { 3016b074b7bbSAlexander V. Chernikov 301735e1bbd0SAlexander V. Chernikov KASSERT(tc->linked == 0, ("free() on linked config")); 3018b074b7bbSAlexander V. Chernikov 30190468c5baSAlexander V. Chernikov /* 30200468c5baSAlexander V. Chernikov * We're using ta without any locking/referencing. 30210468c5baSAlexander V. Chernikov * TODO: fix this if we're going to use unloadable algos. 30220468c5baSAlexander V. Chernikov */ 302335e1bbd0SAlexander V. Chernikov tc->ta->destroy(tc->astate, &tc->ti); 3024b074b7bbSAlexander V. Chernikov free(tc, M_IPFW); 3025b074b7bbSAlexander V. Chernikov } 3026b074b7bbSAlexander V. Chernikov 3027b074b7bbSAlexander V. Chernikov /* 3028b074b7bbSAlexander V. Chernikov * Links @tc to @chain table named instance. 3029b074b7bbSAlexander V. Chernikov * Sets appropriate type/states in @chain table info. 3030b074b7bbSAlexander V. Chernikov */ 3031b074b7bbSAlexander V. Chernikov static void 30329f7d47b0SAlexander V. Chernikov link_table(struct ip_fw_chain *ch, struct table_config *tc) 3033b074b7bbSAlexander V. Chernikov { 3034b074b7bbSAlexander V. Chernikov struct namedobj_instance *ni; 30359f7d47b0SAlexander V. Chernikov struct table_info *ti; 3036b074b7bbSAlexander V. Chernikov uint16_t kidx; 3037b074b7bbSAlexander V. Chernikov 30389f7d47b0SAlexander V. Chernikov IPFW_UH_WLOCK_ASSERT(ch); 30399f7d47b0SAlexander V. Chernikov IPFW_WLOCK_ASSERT(ch); 3040b074b7bbSAlexander V. Chernikov 30419f7d47b0SAlexander V. Chernikov ni = CHAIN_TO_NI(ch); 3042b074b7bbSAlexander V. Chernikov kidx = tc->no.kidx; 3043b074b7bbSAlexander V. Chernikov 3044b074b7bbSAlexander V. Chernikov ipfw_objhash_add(ni, &tc->no); 30459f7d47b0SAlexander V. Chernikov 30469f7d47b0SAlexander V. Chernikov ti = KIDX_TO_TI(ch, kidx); 30479f7d47b0SAlexander V. Chernikov *ti = tc->ti; 3048b074b7bbSAlexander V. Chernikov 304968394ec8SAlexander V. Chernikov /* Notify algo on real @ti address */ 305068394ec8SAlexander V. Chernikov if (tc->ta->change_ti != NULL) 305168394ec8SAlexander V. Chernikov tc->ta->change_ti(tc->astate, ti); 305268394ec8SAlexander V. Chernikov 3053b074b7bbSAlexander V. Chernikov tc->linked = 1; 30549d099b4fSAlexander V. Chernikov tc->ta->refcnt++; 3055b074b7bbSAlexander V. Chernikov } 3056b074b7bbSAlexander V. Chernikov 3057b074b7bbSAlexander V. Chernikov /* 3058b074b7bbSAlexander V. Chernikov * Unlinks @tc from @chain table named instance. 3059b074b7bbSAlexander V. Chernikov * Zeroes states in @chain and stores them in @tc. 3060b074b7bbSAlexander V. Chernikov */ 3061b074b7bbSAlexander V. Chernikov static void 30629f7d47b0SAlexander V. Chernikov unlink_table(struct ip_fw_chain *ch, struct table_config *tc) 3063b074b7bbSAlexander V. Chernikov { 3064b074b7bbSAlexander V. Chernikov struct namedobj_instance *ni; 30659f7d47b0SAlexander V. Chernikov struct table_info *ti; 3066b074b7bbSAlexander V. Chernikov uint16_t kidx; 3067b074b7bbSAlexander V. Chernikov 30689f7d47b0SAlexander V. Chernikov IPFW_UH_WLOCK_ASSERT(ch); 30699f7d47b0SAlexander V. Chernikov IPFW_WLOCK_ASSERT(ch); 3070b074b7bbSAlexander V. Chernikov 30719f7d47b0SAlexander V. Chernikov ni = CHAIN_TO_NI(ch); 3072b074b7bbSAlexander V. Chernikov kidx = tc->no.kidx; 3073b074b7bbSAlexander V. Chernikov 30749f7d47b0SAlexander V. Chernikov /* Clear state. @ti copy is already saved inside @tc */ 3075b074b7bbSAlexander V. Chernikov ipfw_objhash_del(ni, &tc->no); 30769f7d47b0SAlexander V. Chernikov ti = KIDX_TO_TI(ch, kidx); 30779f7d47b0SAlexander V. Chernikov memset(ti, 0, sizeof(struct table_info)); 3078b074b7bbSAlexander V. Chernikov tc->linked = 0; 30799d099b4fSAlexander V. Chernikov tc->ta->refcnt--; 308068394ec8SAlexander V. Chernikov 308168394ec8SAlexander V. Chernikov /* Notify algo on real @ti address */ 308268394ec8SAlexander V. Chernikov if (tc->ta->change_ti != NULL) 308368394ec8SAlexander V. Chernikov tc->ta->change_ti(tc->astate, NULL); 3084b074b7bbSAlexander V. Chernikov } 3085b074b7bbSAlexander V. Chernikov 3086a73d728dSAlexander V. Chernikov struct swap_table_args { 3087a73d728dSAlexander V. Chernikov int set; 3088a73d728dSAlexander V. Chernikov int new_set; 3089a73d728dSAlexander V. Chernikov int mv; 3090a73d728dSAlexander V. Chernikov }; 3091a73d728dSAlexander V. Chernikov 3092a73d728dSAlexander V. Chernikov /* 3093a73d728dSAlexander V. Chernikov * Change set for each matching table. 3094a73d728dSAlexander V. Chernikov * 3095a73d728dSAlexander V. Chernikov * Ensure we dispatch each table once by setting/checking ochange 3096a73d728dSAlexander V. Chernikov * fields. 3097a73d728dSAlexander V. Chernikov */ 3098a73d728dSAlexander V. Chernikov static void 3099a73d728dSAlexander V. Chernikov swap_table_set(struct namedobj_instance *ni, struct named_object *no, 3100a73d728dSAlexander V. Chernikov void *arg) 3101a73d728dSAlexander V. Chernikov { 3102a73d728dSAlexander V. Chernikov struct table_config *tc; 3103a73d728dSAlexander V. Chernikov struct swap_table_args *sta; 3104a73d728dSAlexander V. Chernikov 3105a73d728dSAlexander V. Chernikov tc = (struct table_config *)no; 3106a73d728dSAlexander V. Chernikov sta = (struct swap_table_args *)arg; 3107a73d728dSAlexander V. Chernikov 3108a73d728dSAlexander V. Chernikov if (no->set != sta->set && (no->set != sta->new_set || sta->mv != 0)) 3109a73d728dSAlexander V. Chernikov return; 3110a73d728dSAlexander V. Chernikov 3111a73d728dSAlexander V. Chernikov if (tc->ochanged != 0) 3112a73d728dSAlexander V. Chernikov return; 3113a73d728dSAlexander V. Chernikov 3114a73d728dSAlexander V. Chernikov tc->ochanged = 1; 3115a73d728dSAlexander V. Chernikov ipfw_objhash_del(ni, no); 3116a73d728dSAlexander V. Chernikov if (no->set == sta->set) 3117a73d728dSAlexander V. Chernikov no->set = sta->new_set; 3118a73d728dSAlexander V. Chernikov else 3119a73d728dSAlexander V. Chernikov no->set = sta->set; 3120a73d728dSAlexander V. Chernikov ipfw_objhash_add(ni, no); 3121a73d728dSAlexander V. Chernikov } 3122a73d728dSAlexander V. Chernikov 3123a73d728dSAlexander V. Chernikov /* 3124a73d728dSAlexander V. Chernikov * Cleans up ochange field for all tables. 3125a73d728dSAlexander V. Chernikov */ 3126a73d728dSAlexander V. Chernikov static void 3127a73d728dSAlexander V. Chernikov clean_table_set_data(struct namedobj_instance *ni, struct named_object *no, 3128a73d728dSAlexander V. Chernikov void *arg) 3129a73d728dSAlexander V. Chernikov { 3130a73d728dSAlexander V. Chernikov struct table_config *tc; 3131a73d728dSAlexander V. Chernikov struct swap_table_args *sta; 3132a73d728dSAlexander V. Chernikov 3133a73d728dSAlexander V. Chernikov tc = (struct table_config *)no; 3134a73d728dSAlexander V. Chernikov sta = (struct swap_table_args *)arg; 3135a73d728dSAlexander V. Chernikov 3136a73d728dSAlexander V. Chernikov tc->ochanged = 0; 3137a73d728dSAlexander V. Chernikov } 3138a73d728dSAlexander V. Chernikov 3139a73d728dSAlexander V. Chernikov /* 3140a73d728dSAlexander V. Chernikov * Swaps tables within two sets. 3141a73d728dSAlexander V. Chernikov */ 3142a73d728dSAlexander V. Chernikov void 3143a73d728dSAlexander V. Chernikov ipfw_swap_tables_sets(struct ip_fw_chain *ch, uint32_t set, 3144a73d728dSAlexander V. Chernikov uint32_t new_set, int mv) 3145a73d728dSAlexander V. Chernikov { 3146a73d728dSAlexander V. Chernikov struct swap_table_args sta; 3147a73d728dSAlexander V. Chernikov 3148a73d728dSAlexander V. Chernikov IPFW_UH_WLOCK_ASSERT(ch); 3149a73d728dSAlexander V. Chernikov 3150a73d728dSAlexander V. Chernikov sta.set = set; 3151a73d728dSAlexander V. Chernikov sta.new_set = new_set; 3152a73d728dSAlexander V. Chernikov sta.mv = mv; 3153a73d728dSAlexander V. Chernikov 3154a73d728dSAlexander V. Chernikov ipfw_objhash_foreach(CHAIN_TO_NI(ch), swap_table_set, &sta); 3155a73d728dSAlexander V. Chernikov ipfw_objhash_foreach(CHAIN_TO_NI(ch), clean_table_set_data, &sta); 3156a73d728dSAlexander V. Chernikov } 3157a73d728dSAlexander V. Chernikov 3158a73d728dSAlexander V. Chernikov /* 3159a73d728dSAlexander V. Chernikov * Move all tables which are reference by rules in @rr to set @new_set. 3160a73d728dSAlexander V. Chernikov * Makes sure that all relevant tables are referenced ONLLY by given rules. 3161a73d728dSAlexander V. Chernikov * 3162a73d728dSAlexander V. Chernikov * Retuns 0 on success, 3163a73d728dSAlexander V. Chernikov */ 3164a73d728dSAlexander V. Chernikov int 3165a73d728dSAlexander V. Chernikov ipfw_move_tables_sets(struct ip_fw_chain *ch, ipfw_range_tlv *rt, 3166a73d728dSAlexander V. Chernikov uint32_t new_set) 3167a73d728dSAlexander V. Chernikov { 3168a73d728dSAlexander V. Chernikov struct ip_fw *rule; 3169a73d728dSAlexander V. Chernikov struct table_config *tc; 3170a73d728dSAlexander V. Chernikov struct named_object *no; 3171a73d728dSAlexander V. Chernikov struct namedobj_instance *ni; 3172a73d728dSAlexander V. Chernikov int bad, i, l, cmdlen; 3173a73d728dSAlexander V. Chernikov uint16_t kidx; 3174a73d728dSAlexander V. Chernikov uint8_t type; 3175a73d728dSAlexander V. Chernikov ipfw_insn *cmd; 3176a73d728dSAlexander V. Chernikov 3177a73d728dSAlexander V. Chernikov IPFW_UH_WLOCK_ASSERT(ch); 3178a73d728dSAlexander V. Chernikov 3179a73d728dSAlexander V. Chernikov ni = CHAIN_TO_NI(ch); 3180a73d728dSAlexander V. Chernikov 3181a73d728dSAlexander V. Chernikov /* Stage 1: count number of references by given rules */ 3182a73d728dSAlexander V. Chernikov for (i = 0; i < ch->n_rules - 1; i++) { 3183a73d728dSAlexander V. Chernikov rule = ch->map[i]; 3184a73d728dSAlexander V. Chernikov if (ipfw_match_range(rule, rt) == 0) 3185a73d728dSAlexander V. Chernikov continue; 3186a73d728dSAlexander V. Chernikov 3187a73d728dSAlexander V. Chernikov l = rule->cmd_len; 3188a73d728dSAlexander V. Chernikov cmd = rule->cmd; 3189a73d728dSAlexander V. Chernikov cmdlen = 0; 3190a73d728dSAlexander V. Chernikov for ( ; l > 0 ; l -= cmdlen, cmd += cmdlen) { 3191a73d728dSAlexander V. Chernikov cmdlen = F_LEN(cmd); 3192a73d728dSAlexander V. Chernikov if (classify_table_opcode(cmd, &kidx, &type) != 0) 3193a73d728dSAlexander V. Chernikov continue; 3194a73d728dSAlexander V. Chernikov no = ipfw_objhash_lookup_kidx(ni, kidx); 3195a73d728dSAlexander V. Chernikov KASSERT(no != NULL, 3196a73d728dSAlexander V. Chernikov ("objhash lookup failed on index %d", kidx)); 3197a73d728dSAlexander V. Chernikov tc = (struct table_config *)no; 3198a73d728dSAlexander V. Chernikov tc->ocount++; 3199a73d728dSAlexander V. Chernikov } 3200a73d728dSAlexander V. Chernikov 3201a73d728dSAlexander V. Chernikov } 3202a73d728dSAlexander V. Chernikov 3203a73d728dSAlexander V. Chernikov /* Stage 2: verify "ownership" */ 3204a73d728dSAlexander V. Chernikov bad = 0; 3205a73d728dSAlexander V. Chernikov for (i = 0; i < ch->n_rules - 1; i++) { 3206a73d728dSAlexander V. Chernikov rule = ch->map[i]; 3207a73d728dSAlexander V. Chernikov if (ipfw_match_range(rule, rt) == 0) 3208a73d728dSAlexander V. Chernikov continue; 3209a73d728dSAlexander V. Chernikov 3210a73d728dSAlexander V. Chernikov l = rule->cmd_len; 3211a73d728dSAlexander V. Chernikov cmd = rule->cmd; 3212a73d728dSAlexander V. Chernikov cmdlen = 0; 3213a73d728dSAlexander V. Chernikov for ( ; l > 0 ; l -= cmdlen, cmd += cmdlen) { 3214a73d728dSAlexander V. Chernikov cmdlen = F_LEN(cmd); 3215a73d728dSAlexander V. Chernikov if (classify_table_opcode(cmd, &kidx, &type) != 0) 3216a73d728dSAlexander V. Chernikov continue; 3217a73d728dSAlexander V. Chernikov no = ipfw_objhash_lookup_kidx(ni, kidx); 3218a73d728dSAlexander V. Chernikov KASSERT(no != NULL, 3219a73d728dSAlexander V. Chernikov ("objhash lookup failed on index %d", kidx)); 3220a73d728dSAlexander V. Chernikov tc = (struct table_config *)no; 3221a73d728dSAlexander V. Chernikov if (tc->no.refcnt != tc->ocount) { 3222a73d728dSAlexander V. Chernikov 3223a73d728dSAlexander V. Chernikov /* 3224a73d728dSAlexander V. Chernikov * Number of references differ: 3225a73d728dSAlexander V. Chernikov * Other rule(s) are holding reference to given 3226a73d728dSAlexander V. Chernikov * table, so it is not possible to change its set. 3227a73d728dSAlexander V. Chernikov * 3228a73d728dSAlexander V. Chernikov * Note that refcnt may account 3229a73d728dSAlexander V. Chernikov * references to some going-to-be-added rules. 3230a73d728dSAlexander V. Chernikov * Since we don't know their numbers (and event 3231a73d728dSAlexander V. Chernikov * if they will be added) it is perfectly OK 3232a73d728dSAlexander V. Chernikov * to return error here. 3233a73d728dSAlexander V. Chernikov */ 3234a73d728dSAlexander V. Chernikov bad = 1; 3235a73d728dSAlexander V. Chernikov break; 3236a73d728dSAlexander V. Chernikov } 3237a73d728dSAlexander V. Chernikov } 3238a73d728dSAlexander V. Chernikov 3239a73d728dSAlexander V. Chernikov if (bad != 0) 3240a73d728dSAlexander V. Chernikov break; 3241a73d728dSAlexander V. Chernikov } 3242a73d728dSAlexander V. Chernikov 3243a73d728dSAlexander V. Chernikov /* Stage 3: change set or cleanup */ 3244a73d728dSAlexander V. Chernikov for (i = 0; i < ch->n_rules - 1; i++) { 3245a73d728dSAlexander V. Chernikov rule = ch->map[i]; 3246a73d728dSAlexander V. Chernikov if (ipfw_match_range(rule, rt) == 0) 3247a73d728dSAlexander V. Chernikov continue; 3248a73d728dSAlexander V. Chernikov 3249a73d728dSAlexander V. Chernikov l = rule->cmd_len; 3250a73d728dSAlexander V. Chernikov cmd = rule->cmd; 3251a73d728dSAlexander V. Chernikov cmdlen = 0; 3252a73d728dSAlexander V. Chernikov for ( ; l > 0 ; l -= cmdlen, cmd += cmdlen) { 3253a73d728dSAlexander V. Chernikov cmdlen = F_LEN(cmd); 3254a73d728dSAlexander V. Chernikov if (classify_table_opcode(cmd, &kidx, &type) != 0) 3255a73d728dSAlexander V. Chernikov continue; 3256a73d728dSAlexander V. Chernikov no = ipfw_objhash_lookup_kidx(ni, kidx); 3257a73d728dSAlexander V. Chernikov KASSERT(no != NULL, 3258a73d728dSAlexander V. Chernikov ("objhash lookup failed on index %d", kidx)); 3259a73d728dSAlexander V. Chernikov tc = (struct table_config *)no; 3260a73d728dSAlexander V. Chernikov 3261a73d728dSAlexander V. Chernikov tc->ocount = 0; 3262a73d728dSAlexander V. Chernikov if (bad != 0) 3263a73d728dSAlexander V. Chernikov continue; 3264a73d728dSAlexander V. Chernikov 3265a73d728dSAlexander V. Chernikov /* Actually change set. */ 3266a73d728dSAlexander V. Chernikov ipfw_objhash_del(ni, no); 3267a73d728dSAlexander V. Chernikov no->set = new_set; 3268a73d728dSAlexander V. Chernikov ipfw_objhash_add(ni, no); 3269a73d728dSAlexander V. Chernikov } 3270a73d728dSAlexander V. Chernikov } 3271a73d728dSAlexander V. Chernikov 3272a73d728dSAlexander V. Chernikov return (bad); 3273a73d728dSAlexander V. Chernikov } 3274a73d728dSAlexander V. Chernikov 3275b074b7bbSAlexander V. Chernikov /* 3276f99fbf96SAlexander V. Chernikov * Finds and bumps refcount for tables referenced by given @rule. 3277e5eec6ddSAlexander V. Chernikov * Auto-creates non-existing tables. 3278f99fbf96SAlexander V. Chernikov * Fills in @oib array with userland/kernel indexes. 3279f99fbf96SAlexander V. Chernikov * First free oidx pointer is saved back in @oib. 3280f99fbf96SAlexander V. Chernikov * 3281f99fbf96SAlexander V. Chernikov * Returns 0 on success. 3282f99fbf96SAlexander V. Chernikov */ 3283f99fbf96SAlexander V. Chernikov static int 3284e5eec6ddSAlexander V. Chernikov find_ref_rule_tables(struct ip_fw_chain *ch, struct ip_fw *rule, 3285f99fbf96SAlexander V. Chernikov struct rule_check_info *ci, struct obj_idx **oib, struct tid_info *ti) 3286f99fbf96SAlexander V. Chernikov { 3287f99fbf96SAlexander V. Chernikov struct table_config *tc; 3288f99fbf96SAlexander V. Chernikov struct namedobj_instance *ni; 3289f99fbf96SAlexander V. Chernikov struct named_object *no; 3290f99fbf96SAlexander V. Chernikov int cmdlen, error, l, numnew; 3291f99fbf96SAlexander V. Chernikov uint16_t kidx; 3292f99fbf96SAlexander V. Chernikov ipfw_insn *cmd; 3293f99fbf96SAlexander V. Chernikov struct obj_idx *pidx, *pidx_first, *p; 3294f99fbf96SAlexander V. Chernikov 3295f99fbf96SAlexander V. Chernikov pidx_first = *oib; 3296f99fbf96SAlexander V. Chernikov pidx = pidx_first; 3297f99fbf96SAlexander V. Chernikov l = rule->cmd_len; 3298f99fbf96SAlexander V. Chernikov cmd = rule->cmd; 3299f99fbf96SAlexander V. Chernikov cmdlen = 0; 3300f99fbf96SAlexander V. Chernikov error = 0; 3301f99fbf96SAlexander V. Chernikov numnew = 0; 3302f99fbf96SAlexander V. Chernikov 3303f99fbf96SAlexander V. Chernikov IPFW_UH_WLOCK(ch); 3304f99fbf96SAlexander V. Chernikov ni = CHAIN_TO_NI(ch); 3305f99fbf96SAlexander V. Chernikov 3306e5eec6ddSAlexander V. Chernikov /* Increase refcount on each existing referenced table. */ 3307f99fbf96SAlexander V. Chernikov for ( ; l > 0 ; l -= cmdlen, cmd += cmdlen) { 3308f99fbf96SAlexander V. Chernikov cmdlen = F_LEN(cmd); 3309f99fbf96SAlexander V. Chernikov 3310f99fbf96SAlexander V. Chernikov if (classify_table_opcode(cmd, &ti->uidx, &ti->type) != 0) 3311f99fbf96SAlexander V. Chernikov continue; 3312f99fbf96SAlexander V. Chernikov 3313f99fbf96SAlexander V. Chernikov pidx->uidx = ti->uidx; 3314f99fbf96SAlexander V. Chernikov pidx->type = ti->type; 3315f99fbf96SAlexander V. Chernikov 3316f99fbf96SAlexander V. Chernikov if ((tc = find_table(ni, ti)) != NULL) { 3317f99fbf96SAlexander V. Chernikov if (tc->no.type != ti->type) { 3318f99fbf96SAlexander V. Chernikov /* Incompatible types */ 3319f99fbf96SAlexander V. Chernikov error = EINVAL; 3320f99fbf96SAlexander V. Chernikov break; 3321f99fbf96SAlexander V. Chernikov } 3322f99fbf96SAlexander V. Chernikov 3323f99fbf96SAlexander V. Chernikov /* Reference found table and save kidx */ 3324f99fbf96SAlexander V. Chernikov tc->no.refcnt++; 3325f99fbf96SAlexander V. Chernikov pidx->kidx = tc->no.kidx; 3326f99fbf96SAlexander V. Chernikov pidx++; 3327f99fbf96SAlexander V. Chernikov continue; 3328f99fbf96SAlexander V. Chernikov } 3329f99fbf96SAlexander V. Chernikov 3330f99fbf96SAlexander V. Chernikov /* 3331f99fbf96SAlexander V. Chernikov * Compability stuff for old clients: 3332f99fbf96SAlexander V. Chernikov * prepare to manually create non-existing tables. 3333f99fbf96SAlexander V. Chernikov */ 3334f99fbf96SAlexander V. Chernikov pidx++; 3335f99fbf96SAlexander V. Chernikov numnew++; 3336f99fbf96SAlexander V. Chernikov } 3337f99fbf96SAlexander V. Chernikov 3338f99fbf96SAlexander V. Chernikov if (error != 0) { 3339f99fbf96SAlexander V. Chernikov /* Unref everything we have already done */ 3340f99fbf96SAlexander V. Chernikov for (p = *oib; p < pidx; p++) { 3341f99fbf96SAlexander V. Chernikov if (p->kidx == 0) 3342f99fbf96SAlexander V. Chernikov continue; 3343f99fbf96SAlexander V. Chernikov 3344f99fbf96SAlexander V. Chernikov /* Find & unref by existing idx */ 3345f99fbf96SAlexander V. Chernikov no = ipfw_objhash_lookup_kidx(ni, p->kidx); 3346f99fbf96SAlexander V. Chernikov KASSERT(no != NULL, ("Ref'd table %d disappeared", 3347f99fbf96SAlexander V. Chernikov p->kidx)); 3348f99fbf96SAlexander V. Chernikov 3349f99fbf96SAlexander V. Chernikov no->refcnt--; 3350f99fbf96SAlexander V. Chernikov } 3351f99fbf96SAlexander V. Chernikov } 3352f99fbf96SAlexander V. Chernikov 3353f99fbf96SAlexander V. Chernikov IPFW_UH_WUNLOCK(ch); 3354f99fbf96SAlexander V. Chernikov 3355f99fbf96SAlexander V. Chernikov if (numnew == 0) { 3356f99fbf96SAlexander V. Chernikov *oib = pidx; 3357f99fbf96SAlexander V. Chernikov return (error); 3358f99fbf96SAlexander V. Chernikov } 3359f99fbf96SAlexander V. Chernikov 3360f99fbf96SAlexander V. Chernikov /* 3361f99fbf96SAlexander V. Chernikov * Compatibility stuff: do actual creation for non-existing, 3362f99fbf96SAlexander V. Chernikov * but referenced tables. 3363f99fbf96SAlexander V. Chernikov */ 3364f99fbf96SAlexander V. Chernikov for (p = pidx_first; p < pidx; p++) { 3365f99fbf96SAlexander V. Chernikov if (p->kidx != 0) 3366f99fbf96SAlexander V. Chernikov continue; 3367f99fbf96SAlexander V. Chernikov 3368f99fbf96SAlexander V. Chernikov ti->uidx = p->uidx; 3369f99fbf96SAlexander V. Chernikov ti->type = p->type; 3370f99fbf96SAlexander V. Chernikov ti->atype = 0; 3371f99fbf96SAlexander V. Chernikov 3372867708f7SAlexander V. Chernikov error = create_table_compat(ch, ti, &kidx); 3373f99fbf96SAlexander V. Chernikov if (error == 0) { 3374f99fbf96SAlexander V. Chernikov p->kidx = kidx; 3375f99fbf96SAlexander V. Chernikov continue; 3376f99fbf96SAlexander V. Chernikov } 3377f99fbf96SAlexander V. Chernikov 3378f99fbf96SAlexander V. Chernikov /* Error. We have to drop references */ 3379f99fbf96SAlexander V. Chernikov IPFW_UH_WLOCK(ch); 3380f99fbf96SAlexander V. Chernikov for (p = pidx_first; p < pidx; p++) { 3381f99fbf96SAlexander V. Chernikov if (p->kidx == 0) 3382f99fbf96SAlexander V. Chernikov continue; 3383f99fbf96SAlexander V. Chernikov 3384f99fbf96SAlexander V. Chernikov /* Find & unref by existing idx */ 3385f99fbf96SAlexander V. Chernikov no = ipfw_objhash_lookup_kidx(ni, p->kidx); 3386f99fbf96SAlexander V. Chernikov KASSERT(no != NULL, ("Ref'd table %d disappeared", 3387f99fbf96SAlexander V. Chernikov p->kidx)); 3388f99fbf96SAlexander V. Chernikov 3389f99fbf96SAlexander V. Chernikov no->refcnt--; 3390f99fbf96SAlexander V. Chernikov } 3391f99fbf96SAlexander V. Chernikov IPFW_UH_WUNLOCK(ch); 3392f99fbf96SAlexander V. Chernikov 3393f99fbf96SAlexander V. Chernikov return (error); 3394f99fbf96SAlexander V. Chernikov } 3395f99fbf96SAlexander V. Chernikov 3396f99fbf96SAlexander V. Chernikov *oib = pidx; 3397f99fbf96SAlexander V. Chernikov 3398f99fbf96SAlexander V. Chernikov return (error); 3399f99fbf96SAlexander V. Chernikov } 3400f99fbf96SAlexander V. Chernikov 3401f99fbf96SAlexander V. Chernikov /* 3402f99fbf96SAlexander V. Chernikov * Remove references from every table used in @rule. 3403f99fbf96SAlexander V. Chernikov */ 3404f99fbf96SAlexander V. Chernikov void 3405e5eec6ddSAlexander V. Chernikov ipfw_unref_rule_tables(struct ip_fw_chain *chain, struct ip_fw *rule) 3406f99fbf96SAlexander V. Chernikov { 3407f99fbf96SAlexander V. Chernikov int cmdlen, l; 3408f99fbf96SAlexander V. Chernikov ipfw_insn *cmd; 3409f99fbf96SAlexander V. Chernikov struct namedobj_instance *ni; 3410f99fbf96SAlexander V. Chernikov struct named_object *no; 3411f99fbf96SAlexander V. Chernikov uint16_t kidx; 3412f99fbf96SAlexander V. Chernikov uint8_t type; 3413f99fbf96SAlexander V. Chernikov 3414f99fbf96SAlexander V. Chernikov IPFW_UH_WLOCK_ASSERT(chain); 3415f99fbf96SAlexander V. Chernikov ni = CHAIN_TO_NI(chain); 3416f99fbf96SAlexander V. Chernikov 3417f99fbf96SAlexander V. Chernikov l = rule->cmd_len; 3418f99fbf96SAlexander V. Chernikov cmd = rule->cmd; 3419f99fbf96SAlexander V. Chernikov cmdlen = 0; 3420f99fbf96SAlexander V. Chernikov for ( ; l > 0 ; l -= cmdlen, cmd += cmdlen) { 3421f99fbf96SAlexander V. Chernikov cmdlen = F_LEN(cmd); 3422f99fbf96SAlexander V. Chernikov 3423f99fbf96SAlexander V. Chernikov if (classify_table_opcode(cmd, &kidx, &type) != 0) 3424f99fbf96SAlexander V. Chernikov continue; 3425f99fbf96SAlexander V. Chernikov 3426f99fbf96SAlexander V. Chernikov no = ipfw_objhash_lookup_kidx(ni, kidx); 3427f99fbf96SAlexander V. Chernikov 3428f99fbf96SAlexander V. Chernikov KASSERT(no != NULL, ("table id %d not found", kidx)); 3429f99fbf96SAlexander V. Chernikov KASSERT(no->type == type, ("wrong type %d (%d) for table id %d", 3430f99fbf96SAlexander V. Chernikov no->type, type, kidx)); 3431f99fbf96SAlexander V. Chernikov KASSERT(no->refcnt > 0, ("refcount for table %d is %d", 3432f99fbf96SAlexander V. Chernikov kidx, no->refcnt)); 3433f99fbf96SAlexander V. Chernikov 3434f99fbf96SAlexander V. Chernikov no->refcnt--; 3435f99fbf96SAlexander V. Chernikov } 3436f99fbf96SAlexander V. Chernikov } 3437f99fbf96SAlexander V. Chernikov 3438f99fbf96SAlexander V. Chernikov /* 3439b074b7bbSAlexander V. Chernikov * Compatibility function for old ipfw(8) binaries. 3440b074b7bbSAlexander V. Chernikov * Rewrites table kernel indices with userland ones. 344135e1bbd0SAlexander V. Chernikov * Convert tables matching '/^\d+$/' to their atoi() value. 344235e1bbd0SAlexander V. Chernikov * Use number 65535 for other tables. 3443b074b7bbSAlexander V. Chernikov * 3444b074b7bbSAlexander V. Chernikov * Returns 0 on success. 3445b074b7bbSAlexander V. Chernikov */ 3446b074b7bbSAlexander V. Chernikov int 34477e767c79SAlexander V. Chernikov ipfw_rewrite_table_kidx(struct ip_fw_chain *chain, struct ip_fw_rule0 *rule) 3448b074b7bbSAlexander V. Chernikov { 34491832a7b3SAlexander V. Chernikov int cmdlen, error, l; 3450b074b7bbSAlexander V. Chernikov ipfw_insn *cmd; 34511832a7b3SAlexander V. Chernikov uint16_t kidx, uidx; 3452b074b7bbSAlexander V. Chernikov uint8_t type; 3453b074b7bbSAlexander V. Chernikov struct named_object *no; 3454b074b7bbSAlexander V. Chernikov struct namedobj_instance *ni; 3455b074b7bbSAlexander V. Chernikov 3456b074b7bbSAlexander V. Chernikov ni = CHAIN_TO_NI(chain); 34571832a7b3SAlexander V. Chernikov error = 0; 3458b074b7bbSAlexander V. Chernikov 3459b074b7bbSAlexander V. Chernikov l = rule->cmd_len; 3460b074b7bbSAlexander V. Chernikov cmd = rule->cmd; 3461b074b7bbSAlexander V. Chernikov cmdlen = 0; 3462b074b7bbSAlexander V. Chernikov for ( ; l > 0 ; l -= cmdlen, cmd += cmdlen) { 3463b074b7bbSAlexander V. Chernikov cmdlen = F_LEN(cmd); 3464b074b7bbSAlexander V. Chernikov 3465b074b7bbSAlexander V. Chernikov if (classify_table_opcode(cmd, &kidx, &type) != 0) 3466b074b7bbSAlexander V. Chernikov continue; 3467b074b7bbSAlexander V. Chernikov 3468ac35ff17SAlexander V. Chernikov if ((no = ipfw_objhash_lookup_kidx(ni, kidx)) == NULL) 3469b074b7bbSAlexander V. Chernikov return (1); 3470b074b7bbSAlexander V. Chernikov 34711832a7b3SAlexander V. Chernikov uidx = no->uidx; 34721832a7b3SAlexander V. Chernikov if (no->compat == 0) { 3473b074b7bbSAlexander V. Chernikov 34741832a7b3SAlexander V. Chernikov /* 34751832a7b3SAlexander V. Chernikov * We are called via legacy opcode. 34761832a7b3SAlexander V. Chernikov * Save error and show table as fake number 34771832a7b3SAlexander V. Chernikov * not to make ipfw(8) hang. 34781832a7b3SAlexander V. Chernikov */ 34791832a7b3SAlexander V. Chernikov uidx = 65535; 34801832a7b3SAlexander V. Chernikov error = 2; 3481b074b7bbSAlexander V. Chernikov } 3482b074b7bbSAlexander V. Chernikov 34831832a7b3SAlexander V. Chernikov update_table_opcode(cmd, uidx); 34841832a7b3SAlexander V. Chernikov } 34851832a7b3SAlexander V. Chernikov 34861832a7b3SAlexander V. Chernikov return (error); 3487b074b7bbSAlexander V. Chernikov } 3488b074b7bbSAlexander V. Chernikov 3489563b5ab1SAlexander V. Chernikov /* 3490b074b7bbSAlexander V. Chernikov * Checks is opcode is referencing table of appropriate type. 3491b074b7bbSAlexander V. Chernikov * Adds reference count for found table if true. 3492b074b7bbSAlexander V. Chernikov * Rewrites user-supplied opcode values with kernel ones. 3493b074b7bbSAlexander V. Chernikov * 3494b074b7bbSAlexander V. Chernikov * Returns 0 on success and appropriate error code otherwise. 3495b074b7bbSAlexander V. Chernikov */ 3496b074b7bbSAlexander V. Chernikov int 3497b074b7bbSAlexander V. Chernikov ipfw_rewrite_table_uidx(struct ip_fw_chain *chain, 3498b074b7bbSAlexander V. Chernikov struct rule_check_info *ci) 3499b074b7bbSAlexander V. Chernikov { 35000468c5baSAlexander V. Chernikov int cmdlen, error, l; 3501b074b7bbSAlexander V. Chernikov ipfw_insn *cmd; 3502b074b7bbSAlexander V. Chernikov uint16_t uidx; 3503b074b7bbSAlexander V. Chernikov uint8_t type; 3504b074b7bbSAlexander V. Chernikov struct namedobj_instance *ni; 35059490a627SAlexander V. Chernikov struct obj_idx *p, *pidx_first, *pidx_last; 3506b074b7bbSAlexander V. Chernikov struct tid_info ti; 3507b074b7bbSAlexander V. Chernikov 3508b074b7bbSAlexander V. Chernikov ni = CHAIN_TO_NI(chain); 3509b074b7bbSAlexander V. Chernikov 3510b074b7bbSAlexander V. Chernikov /* 3511b074b7bbSAlexander V. Chernikov * Prepare an array for storing opcode indices. 3512b074b7bbSAlexander V. Chernikov * Use stack allocation by default. 3513b074b7bbSAlexander V. Chernikov */ 3514b074b7bbSAlexander V. Chernikov if (ci->table_opcodes <= (sizeof(ci->obuf)/sizeof(ci->obuf[0]))) { 3515b074b7bbSAlexander V. Chernikov /* Stack */ 35169490a627SAlexander V. Chernikov pidx_first = ci->obuf; 3517b074b7bbSAlexander V. Chernikov } else 35189490a627SAlexander V. Chernikov pidx_first = malloc(ci->table_opcodes * sizeof(struct obj_idx), 3519b074b7bbSAlexander V. Chernikov M_IPFW, M_WAITOK | M_ZERO); 3520b074b7bbSAlexander V. Chernikov 35219490a627SAlexander V. Chernikov pidx_last = pidx_first; 3522b074b7bbSAlexander V. Chernikov error = 0; 3523b074b7bbSAlexander V. Chernikov type = 0; 3524b074b7bbSAlexander V. Chernikov memset(&ti, 0, sizeof(ti)); 35251832a7b3SAlexander V. Chernikov 35261832a7b3SAlexander V. Chernikov /* 35271832a7b3SAlexander V. Chernikov * Use default set for looking up tables (old way) or 35281832a7b3SAlexander V. Chernikov * use set rule is assigned to (new way). 35291832a7b3SAlexander V. Chernikov */ 35301832a7b3SAlexander V. Chernikov ti.set = (V_fw_tables_sets != 0) ? ci->krule->set : 0; 35316c2997ffSAlexander V. Chernikov if (ci->ctlv != NULL) { 35326c2997ffSAlexander V. Chernikov ti.tlvs = (void *)(ci->ctlv + 1); 35336c2997ffSAlexander V. Chernikov ti.tlen = ci->ctlv->head.length - sizeof(ipfw_obj_ctlv); 35346c2997ffSAlexander V. Chernikov } 3535b074b7bbSAlexander V. Chernikov 35360468c5baSAlexander V. Chernikov /* Reference all used tables */ 3537e5eec6ddSAlexander V. Chernikov error = find_ref_rule_tables(chain, ci->krule, ci, &pidx_last, &ti); 35380468c5baSAlexander V. Chernikov if (error != 0) 35399f7d47b0SAlexander V. Chernikov goto free; 3540b074b7bbSAlexander V. Chernikov 35419f7d47b0SAlexander V. Chernikov IPFW_UH_WLOCK(chain); 35429f7d47b0SAlexander V. Chernikov 3543b074b7bbSAlexander V. Chernikov /* Perform rule rewrite */ 3544b074b7bbSAlexander V. Chernikov l = ci->krule->cmd_len; 3545b074b7bbSAlexander V. Chernikov cmd = ci->krule->cmd; 3546b074b7bbSAlexander V. Chernikov cmdlen = 0; 35479490a627SAlexander V. Chernikov p = pidx_first; 3548b074b7bbSAlexander V. Chernikov for ( ; l > 0 ; l -= cmdlen, cmd += cmdlen) { 3549b074b7bbSAlexander V. Chernikov cmdlen = F_LEN(cmd); 3550b074b7bbSAlexander V. Chernikov if (classify_table_opcode(cmd, &uidx, &type) != 0) 3551b074b7bbSAlexander V. Chernikov continue; 35529490a627SAlexander V. Chernikov update_table_opcode(cmd, p->kidx); 35539490a627SAlexander V. Chernikov p++; 3554b074b7bbSAlexander V. Chernikov } 3555b074b7bbSAlexander V. Chernikov 3556b074b7bbSAlexander V. Chernikov IPFW_UH_WUNLOCK(chain); 3557b074b7bbSAlexander V. Chernikov 3558b074b7bbSAlexander V. Chernikov free: 35599490a627SAlexander V. Chernikov if (pidx_first != ci->obuf) 35609490a627SAlexander V. Chernikov free(pidx_first, M_IPFW); 3561b074b7bbSAlexander V. Chernikov 3562b074b7bbSAlexander V. Chernikov return (error); 3563b074b7bbSAlexander V. Chernikov } 3564b074b7bbSAlexander V. Chernikov 35656b988f3aSAlexander V. Chernikov static struct ipfw_sopt_handler scodes[] = { 35666b988f3aSAlexander V. Chernikov { IP_FW_TABLE_XCREATE, 0, HDIR_SET, create_table }, 35676b988f3aSAlexander V. Chernikov { IP_FW_TABLE_XDESTROY, 0, HDIR_SET, flush_table_v0 }, 35686b988f3aSAlexander V. Chernikov { IP_FW_TABLE_XFLUSH, 0, HDIR_SET, flush_table_v0 }, 35696b988f3aSAlexander V. Chernikov { IP_FW_TABLE_XMODIFY, 0, HDIR_BOTH, modify_table }, 35706b988f3aSAlexander V. Chernikov { IP_FW_TABLE_XINFO, 0, HDIR_GET, describe_table }, 35716b988f3aSAlexander V. Chernikov { IP_FW_TABLES_XLIST, 0, HDIR_GET, list_tables }, 35726b988f3aSAlexander V. Chernikov { IP_FW_TABLE_XLIST, 0, HDIR_GET, dump_table_v0 }, 35736b988f3aSAlexander V. Chernikov { IP_FW_TABLE_XLIST, 1, HDIR_GET, dump_table_v1 }, 35746b988f3aSAlexander V. Chernikov { IP_FW_TABLE_XADD, 0, HDIR_BOTH, manage_table_ent_v0 }, 35756b988f3aSAlexander V. Chernikov { IP_FW_TABLE_XADD, 1, HDIR_BOTH, manage_table_ent_v1 }, 35766b988f3aSAlexander V. Chernikov { IP_FW_TABLE_XDEL, 0, HDIR_BOTH, manage_table_ent_v0 }, 35776b988f3aSAlexander V. Chernikov { IP_FW_TABLE_XDEL, 1, HDIR_BOTH, manage_table_ent_v1 }, 35786b988f3aSAlexander V. Chernikov { IP_FW_TABLE_XFIND, 0, HDIR_GET, find_table_entry }, 35796b988f3aSAlexander V. Chernikov { IP_FW_TABLE_XSWAP, 0, HDIR_SET, swap_table }, 35806b988f3aSAlexander V. Chernikov { IP_FW_TABLES_ALIST, 0, HDIR_GET, list_table_algo }, 35816b988f3aSAlexander V. Chernikov { IP_FW_TABLE_XGETSIZE, 0, HDIR_GET, get_table_size }, 35826b988f3aSAlexander V. Chernikov }; 35836b988f3aSAlexander V. Chernikov 35846b988f3aSAlexander V. Chernikov static void 35856b988f3aSAlexander V. Chernikov destroy_table_locked(struct namedobj_instance *ni, struct named_object *no, 35866b988f3aSAlexander V. Chernikov void *arg) 35876b988f3aSAlexander V. Chernikov { 35886b988f3aSAlexander V. Chernikov 35896b988f3aSAlexander V. Chernikov unlink_table((struct ip_fw_chain *)arg, (struct table_config *)no); 35906b988f3aSAlexander V. Chernikov if (ipfw_objhash_free_idx(ni, no->kidx) != 0) 35916b988f3aSAlexander V. Chernikov printf("Error unlinking kidx %d from table %s\n", 35926b988f3aSAlexander V. Chernikov no->kidx, no->name); 35936b988f3aSAlexander V. Chernikov free_table_config(ni, (struct table_config *)no); 35946b988f3aSAlexander V. Chernikov } 35956b988f3aSAlexander V. Chernikov 35966b988f3aSAlexander V. Chernikov /* 35976b988f3aSAlexander V. Chernikov * Shuts tables module down. 35986b988f3aSAlexander V. Chernikov */ 35996b988f3aSAlexander V. Chernikov void 36006b988f3aSAlexander V. Chernikov ipfw_destroy_tables(struct ip_fw_chain *ch, int last) 36016b988f3aSAlexander V. Chernikov { 36026b988f3aSAlexander V. Chernikov 36036b988f3aSAlexander V. Chernikov IPFW_DEL_SOPT_HANDLER(last, scodes); 36046b988f3aSAlexander V. Chernikov 36056b988f3aSAlexander V. Chernikov /* Remove all tables from working set */ 36066b988f3aSAlexander V. Chernikov IPFW_UH_WLOCK(ch); 36076b988f3aSAlexander V. Chernikov IPFW_WLOCK(ch); 36086b988f3aSAlexander V. Chernikov ipfw_objhash_foreach(CHAIN_TO_NI(ch), destroy_table_locked, ch); 36096b988f3aSAlexander V. Chernikov IPFW_WUNLOCK(ch); 36106b988f3aSAlexander V. Chernikov IPFW_UH_WUNLOCK(ch); 36116b988f3aSAlexander V. Chernikov 36126b988f3aSAlexander V. Chernikov /* Free pointers itself */ 36136b988f3aSAlexander V. Chernikov free(ch->tablestate, M_IPFW); 36146b988f3aSAlexander V. Chernikov 36156b988f3aSAlexander V. Chernikov ipfw_table_value_destroy(ch, last); 36166b988f3aSAlexander V. Chernikov ipfw_table_algo_destroy(ch); 36176b988f3aSAlexander V. Chernikov 36186b988f3aSAlexander V. Chernikov ipfw_objhash_destroy(CHAIN_TO_NI(ch)); 36196b988f3aSAlexander V. Chernikov free(CHAIN_TO_TCFG(ch), M_IPFW); 36206b988f3aSAlexander V. Chernikov } 36216b988f3aSAlexander V. Chernikov 36226b988f3aSAlexander V. Chernikov /* 36236b988f3aSAlexander V. Chernikov * Starts tables module. 36246b988f3aSAlexander V. Chernikov */ 36256b988f3aSAlexander V. Chernikov int 36266b988f3aSAlexander V. Chernikov ipfw_init_tables(struct ip_fw_chain *ch, int first) 36276b988f3aSAlexander V. Chernikov { 36286b988f3aSAlexander V. Chernikov struct tables_config *tcfg; 36296b988f3aSAlexander V. Chernikov 36306b988f3aSAlexander V. Chernikov /* Allocate pointers */ 36316b988f3aSAlexander V. Chernikov ch->tablestate = malloc(V_fw_tables_max * sizeof(struct table_info), 36326b988f3aSAlexander V. Chernikov M_IPFW, M_WAITOK | M_ZERO); 36336b988f3aSAlexander V. Chernikov 36346b988f3aSAlexander V. Chernikov tcfg = malloc(sizeof(struct tables_config), M_IPFW, M_WAITOK | M_ZERO); 36356b988f3aSAlexander V. Chernikov tcfg->namehash = ipfw_objhash_create(V_fw_tables_max); 36366b988f3aSAlexander V. Chernikov ch->tblcfg = tcfg; 36376b988f3aSAlexander V. Chernikov 36386b988f3aSAlexander V. Chernikov ipfw_table_value_init(ch, first); 36396b988f3aSAlexander V. Chernikov ipfw_table_algo_init(ch); 36406b988f3aSAlexander V. Chernikov 36416b988f3aSAlexander V. Chernikov IPFW_ADD_SOPT_HANDLER(first, scodes); 36426b988f3aSAlexander V. Chernikov return (0); 36436b988f3aSAlexander V. Chernikov } 36446b988f3aSAlexander V. Chernikov 36456b988f3aSAlexander V. Chernikov 36466b988f3aSAlexander V. Chernikov 3647