177b9900eSJiri Pirko /* 277b9900eSJiri Pirko * net/sched/cls_flower.c Flower classifier 377b9900eSJiri Pirko * 477b9900eSJiri Pirko * Copyright (c) 2015 Jiri Pirko <jiri@resnulli.us> 577b9900eSJiri Pirko * 677b9900eSJiri Pirko * This program is free software; you can redistribute it and/or modify 777b9900eSJiri Pirko * it under the terms of the GNU General Public License as published by 877b9900eSJiri Pirko * the Free Software Foundation; either version 2 of the License, or 977b9900eSJiri Pirko * (at your option) any later version. 1077b9900eSJiri Pirko */ 1177b9900eSJiri Pirko 1277b9900eSJiri Pirko #include <linux/kernel.h> 1377b9900eSJiri Pirko #include <linux/init.h> 1477b9900eSJiri Pirko #include <linux/module.h> 1577b9900eSJiri Pirko #include <linux/rhashtable.h> 1677b9900eSJiri Pirko 1777b9900eSJiri Pirko #include <linux/if_ether.h> 1877b9900eSJiri Pirko #include <linux/in6.h> 1977b9900eSJiri Pirko #include <linux/ip.h> 2077b9900eSJiri Pirko 2177b9900eSJiri Pirko #include <net/sch_generic.h> 2277b9900eSJiri Pirko #include <net/pkt_cls.h> 2377b9900eSJiri Pirko #include <net/ip.h> 2477b9900eSJiri Pirko #include <net/flow_dissector.h> 2577b9900eSJiri Pirko 26bc3103f1SAmir Vadai #include <net/dst.h> 27bc3103f1SAmir Vadai #include <net/dst_metadata.h> 28bc3103f1SAmir Vadai 2977b9900eSJiri Pirko struct fl_flow_key { 3077b9900eSJiri Pirko int indev_ifindex; 3142aecaa9STom Herbert struct flow_dissector_key_control control; 32bc3103f1SAmir Vadai struct flow_dissector_key_control enc_control; 3377b9900eSJiri Pirko struct flow_dissector_key_basic basic; 3477b9900eSJiri Pirko struct flow_dissector_key_eth_addrs eth; 359399ae9aSHadar Hen Zion struct flow_dissector_key_vlan vlan; 3677b9900eSJiri Pirko union { 37c3f83241STom Herbert struct flow_dissector_key_ipv4_addrs ipv4; 3877b9900eSJiri Pirko struct flow_dissector_key_ipv6_addrs ipv6; 3977b9900eSJiri Pirko }; 4077b9900eSJiri Pirko struct flow_dissector_key_ports tp; 41bc3103f1SAmir Vadai struct flow_dissector_key_keyid enc_key_id; 42bc3103f1SAmir Vadai union { 43bc3103f1SAmir Vadai struct flow_dissector_key_ipv4_addrs enc_ipv4; 44bc3103f1SAmir Vadai struct flow_dissector_key_ipv6_addrs enc_ipv6; 45bc3103f1SAmir Vadai }; 4677b9900eSJiri Pirko } __aligned(BITS_PER_LONG / 8); /* Ensure that we can do comparisons as longs. */ 4777b9900eSJiri Pirko 4877b9900eSJiri Pirko struct fl_flow_mask_range { 4977b9900eSJiri Pirko unsigned short int start; 5077b9900eSJiri Pirko unsigned short int end; 5177b9900eSJiri Pirko }; 5277b9900eSJiri Pirko 5377b9900eSJiri Pirko struct fl_flow_mask { 5477b9900eSJiri Pirko struct fl_flow_key key; 5577b9900eSJiri Pirko struct fl_flow_mask_range range; 5677b9900eSJiri Pirko struct rcu_head rcu; 5777b9900eSJiri Pirko }; 5877b9900eSJiri Pirko 5977b9900eSJiri Pirko struct cls_fl_head { 6077b9900eSJiri Pirko struct rhashtable ht; 6177b9900eSJiri Pirko struct fl_flow_mask mask; 6277b9900eSJiri Pirko struct flow_dissector dissector; 6377b9900eSJiri Pirko u32 hgen; 6477b9900eSJiri Pirko bool mask_assigned; 6577b9900eSJiri Pirko struct list_head filters; 6677b9900eSJiri Pirko struct rhashtable_params ht_params; 6777b9900eSJiri Pirko struct rcu_head rcu; 6877b9900eSJiri Pirko }; 6977b9900eSJiri Pirko 7077b9900eSJiri Pirko struct cls_fl_filter { 7177b9900eSJiri Pirko struct rhash_head ht_node; 7277b9900eSJiri Pirko struct fl_flow_key mkey; 7377b9900eSJiri Pirko struct tcf_exts exts; 7477b9900eSJiri Pirko struct tcf_result res; 7577b9900eSJiri Pirko struct fl_flow_key key; 7677b9900eSJiri Pirko struct list_head list; 7777b9900eSJiri Pirko u32 handle; 78e69985c6SAmir Vadai u32 flags; 7977b9900eSJiri Pirko struct rcu_head rcu; 8077b9900eSJiri Pirko }; 8177b9900eSJiri Pirko 8277b9900eSJiri Pirko static unsigned short int fl_mask_range(const struct fl_flow_mask *mask) 8377b9900eSJiri Pirko { 8477b9900eSJiri Pirko return mask->range.end - mask->range.start; 8577b9900eSJiri Pirko } 8677b9900eSJiri Pirko 8777b9900eSJiri Pirko static void fl_mask_update_range(struct fl_flow_mask *mask) 8877b9900eSJiri Pirko { 8977b9900eSJiri Pirko const u8 *bytes = (const u8 *) &mask->key; 9077b9900eSJiri Pirko size_t size = sizeof(mask->key); 9177b9900eSJiri Pirko size_t i, first = 0, last = size - 1; 9277b9900eSJiri Pirko 9377b9900eSJiri Pirko for (i = 0; i < sizeof(mask->key); i++) { 9477b9900eSJiri Pirko if (bytes[i]) { 9577b9900eSJiri Pirko if (!first && i) 9677b9900eSJiri Pirko first = i; 9777b9900eSJiri Pirko last = i; 9877b9900eSJiri Pirko } 9977b9900eSJiri Pirko } 10077b9900eSJiri Pirko mask->range.start = rounddown(first, sizeof(long)); 10177b9900eSJiri Pirko mask->range.end = roundup(last + 1, sizeof(long)); 10277b9900eSJiri Pirko } 10377b9900eSJiri Pirko 10477b9900eSJiri Pirko static void *fl_key_get_start(struct fl_flow_key *key, 10577b9900eSJiri Pirko const struct fl_flow_mask *mask) 10677b9900eSJiri Pirko { 10777b9900eSJiri Pirko return (u8 *) key + mask->range.start; 10877b9900eSJiri Pirko } 10977b9900eSJiri Pirko 11077b9900eSJiri Pirko static void fl_set_masked_key(struct fl_flow_key *mkey, struct fl_flow_key *key, 11177b9900eSJiri Pirko struct fl_flow_mask *mask) 11277b9900eSJiri Pirko { 11377b9900eSJiri Pirko const long *lkey = fl_key_get_start(key, mask); 11477b9900eSJiri Pirko const long *lmask = fl_key_get_start(&mask->key, mask); 11577b9900eSJiri Pirko long *lmkey = fl_key_get_start(mkey, mask); 11677b9900eSJiri Pirko int i; 11777b9900eSJiri Pirko 11877b9900eSJiri Pirko for (i = 0; i < fl_mask_range(mask); i += sizeof(long)) 11977b9900eSJiri Pirko *lmkey++ = *lkey++ & *lmask++; 12077b9900eSJiri Pirko } 12177b9900eSJiri Pirko 12277b9900eSJiri Pirko static void fl_clear_masked_range(struct fl_flow_key *key, 12377b9900eSJiri Pirko struct fl_flow_mask *mask) 12477b9900eSJiri Pirko { 12577b9900eSJiri Pirko memset(fl_key_get_start(key, mask), 0, fl_mask_range(mask)); 12677b9900eSJiri Pirko } 12777b9900eSJiri Pirko 12877b9900eSJiri Pirko static int fl_classify(struct sk_buff *skb, const struct tcf_proto *tp, 12977b9900eSJiri Pirko struct tcf_result *res) 13077b9900eSJiri Pirko { 13177b9900eSJiri Pirko struct cls_fl_head *head = rcu_dereference_bh(tp->root); 13277b9900eSJiri Pirko struct cls_fl_filter *f; 13377b9900eSJiri Pirko struct fl_flow_key skb_key; 13477b9900eSJiri Pirko struct fl_flow_key skb_mkey; 135bc3103f1SAmir Vadai struct ip_tunnel_info *info; 13677b9900eSJiri Pirko 137e69985c6SAmir Vadai if (!atomic_read(&head->ht.nelems)) 138e69985c6SAmir Vadai return -1; 139e69985c6SAmir Vadai 14077b9900eSJiri Pirko fl_clear_masked_range(&skb_key, &head->mask); 141bc3103f1SAmir Vadai 142bc3103f1SAmir Vadai info = skb_tunnel_info(skb); 143bc3103f1SAmir Vadai if (info) { 144bc3103f1SAmir Vadai struct ip_tunnel_key *key = &info->key; 145bc3103f1SAmir Vadai 146bc3103f1SAmir Vadai switch (ip_tunnel_info_af(info)) { 147bc3103f1SAmir Vadai case AF_INET: 148bc3103f1SAmir Vadai skb_key.enc_ipv4.src = key->u.ipv4.src; 149bc3103f1SAmir Vadai skb_key.enc_ipv4.dst = key->u.ipv4.dst; 150bc3103f1SAmir Vadai break; 151bc3103f1SAmir Vadai case AF_INET6: 152bc3103f1SAmir Vadai skb_key.enc_ipv6.src = key->u.ipv6.src; 153bc3103f1SAmir Vadai skb_key.enc_ipv6.dst = key->u.ipv6.dst; 154bc3103f1SAmir Vadai break; 155bc3103f1SAmir Vadai } 156bc3103f1SAmir Vadai 157bc3103f1SAmir Vadai skb_key.enc_key_id.keyid = tunnel_id_to_key32(key->tun_id); 158bc3103f1SAmir Vadai } 159bc3103f1SAmir Vadai 16077b9900eSJiri Pirko skb_key.indev_ifindex = skb->skb_iif; 16177b9900eSJiri Pirko /* skb_flow_dissect() does not set n_proto in case an unknown protocol, 16277b9900eSJiri Pirko * so do it rather here. 16377b9900eSJiri Pirko */ 16477b9900eSJiri Pirko skb_key.basic.n_proto = skb->protocol; 165cd79a238STom Herbert skb_flow_dissect(skb, &head->dissector, &skb_key, 0); 16677b9900eSJiri Pirko 16777b9900eSJiri Pirko fl_set_masked_key(&skb_mkey, &skb_key, &head->mask); 16877b9900eSJiri Pirko 16977b9900eSJiri Pirko f = rhashtable_lookup_fast(&head->ht, 17077b9900eSJiri Pirko fl_key_get_start(&skb_mkey, &head->mask), 17177b9900eSJiri Pirko head->ht_params); 172e8eb36cdSAmir Vadai if (f && !tc_skip_sw(f->flags)) { 17377b9900eSJiri Pirko *res = f->res; 17477b9900eSJiri Pirko return tcf_exts_exec(skb, &f->exts, res); 17577b9900eSJiri Pirko } 17677b9900eSJiri Pirko return -1; 17777b9900eSJiri Pirko } 17877b9900eSJiri Pirko 17977b9900eSJiri Pirko static int fl_init(struct tcf_proto *tp) 18077b9900eSJiri Pirko { 18177b9900eSJiri Pirko struct cls_fl_head *head; 18277b9900eSJiri Pirko 18377b9900eSJiri Pirko head = kzalloc(sizeof(*head), GFP_KERNEL); 18477b9900eSJiri Pirko if (!head) 18577b9900eSJiri Pirko return -ENOBUFS; 18677b9900eSJiri Pirko 18777b9900eSJiri Pirko INIT_LIST_HEAD_RCU(&head->filters); 18877b9900eSJiri Pirko rcu_assign_pointer(tp->root, head); 18977b9900eSJiri Pirko 19077b9900eSJiri Pirko return 0; 19177b9900eSJiri Pirko } 19277b9900eSJiri Pirko 19377b9900eSJiri Pirko static void fl_destroy_filter(struct rcu_head *head) 19477b9900eSJiri Pirko { 19577b9900eSJiri Pirko struct cls_fl_filter *f = container_of(head, struct cls_fl_filter, rcu); 19677b9900eSJiri Pirko 19777b9900eSJiri Pirko tcf_exts_destroy(&f->exts); 19877b9900eSJiri Pirko kfree(f); 19977b9900eSJiri Pirko } 20077b9900eSJiri Pirko 2018208d21bSAmir Vadai static void fl_hw_destroy_filter(struct tcf_proto *tp, unsigned long cookie) 2025b33f488SAmir Vadai { 2035b33f488SAmir Vadai struct net_device *dev = tp->q->dev_queue->dev; 2045b33f488SAmir Vadai struct tc_cls_flower_offload offload = {0}; 2055b33f488SAmir Vadai struct tc_to_netdev tc; 2065b33f488SAmir Vadai 20792c075dbSDaniel Borkmann if (!tc_should_offload(dev, tp, 0)) 2085b33f488SAmir Vadai return; 2095b33f488SAmir Vadai 2105b33f488SAmir Vadai offload.command = TC_CLSFLOWER_DESTROY; 2115b33f488SAmir Vadai offload.cookie = cookie; 2125b33f488SAmir Vadai 2135b33f488SAmir Vadai tc.type = TC_SETUP_CLSFLOWER; 2145b33f488SAmir Vadai tc.cls_flower = &offload; 2155b33f488SAmir Vadai 2165b33f488SAmir Vadai dev->netdev_ops->ndo_setup_tc(dev, tp->q->handle, tp->protocol, &tc); 2175b33f488SAmir Vadai } 2185b33f488SAmir Vadai 219e8eb36cdSAmir Vadai static int fl_hw_replace_filter(struct tcf_proto *tp, 2205b33f488SAmir Vadai struct flow_dissector *dissector, 2215b33f488SAmir Vadai struct fl_flow_key *mask, 2225b33f488SAmir Vadai struct fl_flow_key *key, 2235b33f488SAmir Vadai struct tcf_exts *actions, 2248208d21bSAmir Vadai unsigned long cookie, u32 flags) 2255b33f488SAmir Vadai { 2265b33f488SAmir Vadai struct net_device *dev = tp->q->dev_queue->dev; 2275b33f488SAmir Vadai struct tc_cls_flower_offload offload = {0}; 2285b33f488SAmir Vadai struct tc_to_netdev tc; 229e8eb36cdSAmir Vadai int err; 2305b33f488SAmir Vadai 23192c075dbSDaniel Borkmann if (!tc_should_offload(dev, tp, flags)) 232e8eb36cdSAmir Vadai return tc_skip_sw(flags) ? -EINVAL : 0; 2335b33f488SAmir Vadai 2345b33f488SAmir Vadai offload.command = TC_CLSFLOWER_REPLACE; 2355b33f488SAmir Vadai offload.cookie = cookie; 2365b33f488SAmir Vadai offload.dissector = dissector; 2375b33f488SAmir Vadai offload.mask = mask; 2385b33f488SAmir Vadai offload.key = key; 2395b33f488SAmir Vadai offload.exts = actions; 2405b33f488SAmir Vadai 2415b33f488SAmir Vadai tc.type = TC_SETUP_CLSFLOWER; 2425b33f488SAmir Vadai tc.cls_flower = &offload; 2435b33f488SAmir Vadai 2445a7a5555SJamal Hadi Salim err = dev->netdev_ops->ndo_setup_tc(dev, tp->q->handle, tp->protocol, 2455a7a5555SJamal Hadi Salim &tc); 246e8eb36cdSAmir Vadai 247e8eb36cdSAmir Vadai if (tc_skip_sw(flags)) 248e8eb36cdSAmir Vadai return err; 249e8eb36cdSAmir Vadai 250e8eb36cdSAmir Vadai return 0; 2515b33f488SAmir Vadai } 2525b33f488SAmir Vadai 25310cbc684SAmir Vadai static void fl_hw_update_stats(struct tcf_proto *tp, struct cls_fl_filter *f) 25410cbc684SAmir Vadai { 25510cbc684SAmir Vadai struct net_device *dev = tp->q->dev_queue->dev; 25610cbc684SAmir Vadai struct tc_cls_flower_offload offload = {0}; 25710cbc684SAmir Vadai struct tc_to_netdev tc; 25810cbc684SAmir Vadai 25992c075dbSDaniel Borkmann if (!tc_should_offload(dev, tp, 0)) 26010cbc684SAmir Vadai return; 26110cbc684SAmir Vadai 26210cbc684SAmir Vadai offload.command = TC_CLSFLOWER_STATS; 26310cbc684SAmir Vadai offload.cookie = (unsigned long)f; 26410cbc684SAmir Vadai offload.exts = &f->exts; 26510cbc684SAmir Vadai 26610cbc684SAmir Vadai tc.type = TC_SETUP_CLSFLOWER; 26710cbc684SAmir Vadai tc.cls_flower = &offload; 26810cbc684SAmir Vadai 26910cbc684SAmir Vadai dev->netdev_ops->ndo_setup_tc(dev, tp->q->handle, tp->protocol, &tc); 27010cbc684SAmir Vadai } 27110cbc684SAmir Vadai 27213fa876eSRoi Dayan static void __fl_delete(struct tcf_proto *tp, struct cls_fl_filter *f) 27313fa876eSRoi Dayan { 27413fa876eSRoi Dayan list_del_rcu(&f->list); 27513fa876eSRoi Dayan fl_hw_destroy_filter(tp, (unsigned long)f); 27613fa876eSRoi Dayan tcf_unbind_filter(tp, &f->res); 27713fa876eSRoi Dayan call_rcu(&f->rcu, fl_destroy_filter); 27813fa876eSRoi Dayan } 27913fa876eSRoi Dayan 28077b9900eSJiri Pirko static bool fl_destroy(struct tcf_proto *tp, bool force) 28177b9900eSJiri Pirko { 28277b9900eSJiri Pirko struct cls_fl_head *head = rtnl_dereference(tp->root); 28377b9900eSJiri Pirko struct cls_fl_filter *f, *next; 28477b9900eSJiri Pirko 28577b9900eSJiri Pirko if (!force && !list_empty(&head->filters)) 28677b9900eSJiri Pirko return false; 28777b9900eSJiri Pirko 28813fa876eSRoi Dayan list_for_each_entry_safe(f, next, &head->filters, list) 28913fa876eSRoi Dayan __fl_delete(tp, f); 29077b9900eSJiri Pirko RCU_INIT_POINTER(tp->root, NULL); 29177b9900eSJiri Pirko if (head->mask_assigned) 29277b9900eSJiri Pirko rhashtable_destroy(&head->ht); 29377b9900eSJiri Pirko kfree_rcu(head, rcu); 29477b9900eSJiri Pirko return true; 29577b9900eSJiri Pirko } 29677b9900eSJiri Pirko 29777b9900eSJiri Pirko static unsigned long fl_get(struct tcf_proto *tp, u32 handle) 29877b9900eSJiri Pirko { 29977b9900eSJiri Pirko struct cls_fl_head *head = rtnl_dereference(tp->root); 30077b9900eSJiri Pirko struct cls_fl_filter *f; 30177b9900eSJiri Pirko 30277b9900eSJiri Pirko list_for_each_entry(f, &head->filters, list) 30377b9900eSJiri Pirko if (f->handle == handle) 30477b9900eSJiri Pirko return (unsigned long) f; 30577b9900eSJiri Pirko return 0; 30677b9900eSJiri Pirko } 30777b9900eSJiri Pirko 30877b9900eSJiri Pirko static const struct nla_policy fl_policy[TCA_FLOWER_MAX + 1] = { 30977b9900eSJiri Pirko [TCA_FLOWER_UNSPEC] = { .type = NLA_UNSPEC }, 31077b9900eSJiri Pirko [TCA_FLOWER_CLASSID] = { .type = NLA_U32 }, 31177b9900eSJiri Pirko [TCA_FLOWER_INDEV] = { .type = NLA_STRING, 31277b9900eSJiri Pirko .len = IFNAMSIZ }, 31377b9900eSJiri Pirko [TCA_FLOWER_KEY_ETH_DST] = { .len = ETH_ALEN }, 31477b9900eSJiri Pirko [TCA_FLOWER_KEY_ETH_DST_MASK] = { .len = ETH_ALEN }, 31577b9900eSJiri Pirko [TCA_FLOWER_KEY_ETH_SRC] = { .len = ETH_ALEN }, 31677b9900eSJiri Pirko [TCA_FLOWER_KEY_ETH_SRC_MASK] = { .len = ETH_ALEN }, 31777b9900eSJiri Pirko [TCA_FLOWER_KEY_ETH_TYPE] = { .type = NLA_U16 }, 31877b9900eSJiri Pirko [TCA_FLOWER_KEY_IP_PROTO] = { .type = NLA_U8 }, 31977b9900eSJiri Pirko [TCA_FLOWER_KEY_IPV4_SRC] = { .type = NLA_U32 }, 32077b9900eSJiri Pirko [TCA_FLOWER_KEY_IPV4_SRC_MASK] = { .type = NLA_U32 }, 32177b9900eSJiri Pirko [TCA_FLOWER_KEY_IPV4_DST] = { .type = NLA_U32 }, 32277b9900eSJiri Pirko [TCA_FLOWER_KEY_IPV4_DST_MASK] = { .type = NLA_U32 }, 32377b9900eSJiri Pirko [TCA_FLOWER_KEY_IPV6_SRC] = { .len = sizeof(struct in6_addr) }, 32477b9900eSJiri Pirko [TCA_FLOWER_KEY_IPV6_SRC_MASK] = { .len = sizeof(struct in6_addr) }, 32577b9900eSJiri Pirko [TCA_FLOWER_KEY_IPV6_DST] = { .len = sizeof(struct in6_addr) }, 32677b9900eSJiri Pirko [TCA_FLOWER_KEY_IPV6_DST_MASK] = { .len = sizeof(struct in6_addr) }, 32777b9900eSJiri Pirko [TCA_FLOWER_KEY_TCP_SRC] = { .type = NLA_U16 }, 32877b9900eSJiri Pirko [TCA_FLOWER_KEY_TCP_DST] = { .type = NLA_U16 }, 329b175c3a4SJamal Hadi Salim [TCA_FLOWER_KEY_UDP_SRC] = { .type = NLA_U16 }, 330b175c3a4SJamal Hadi Salim [TCA_FLOWER_KEY_UDP_DST] = { .type = NLA_U16 }, 3319399ae9aSHadar Hen Zion [TCA_FLOWER_KEY_VLAN_ID] = { .type = NLA_U16 }, 3329399ae9aSHadar Hen Zion [TCA_FLOWER_KEY_VLAN_PRIO] = { .type = NLA_U8 }, 3339399ae9aSHadar Hen Zion [TCA_FLOWER_KEY_VLAN_ETH_TYPE] = { .type = NLA_U16 }, 334bc3103f1SAmir Vadai [TCA_FLOWER_KEY_ENC_KEY_ID] = { .type = NLA_U32 }, 335bc3103f1SAmir Vadai [TCA_FLOWER_KEY_ENC_IPV4_SRC] = { .type = NLA_U32 }, 336bc3103f1SAmir Vadai [TCA_FLOWER_KEY_ENC_IPV4_SRC_MASK] = { .type = NLA_U32 }, 337bc3103f1SAmir Vadai [TCA_FLOWER_KEY_ENC_IPV4_DST] = { .type = NLA_U32 }, 338bc3103f1SAmir Vadai [TCA_FLOWER_KEY_ENC_IPV4_DST_MASK] = { .type = NLA_U32 }, 339bc3103f1SAmir Vadai [TCA_FLOWER_KEY_ENC_IPV6_SRC] = { .len = sizeof(struct in6_addr) }, 340bc3103f1SAmir Vadai [TCA_FLOWER_KEY_ENC_IPV6_SRC_MASK] = { .len = sizeof(struct in6_addr) }, 341bc3103f1SAmir Vadai [TCA_FLOWER_KEY_ENC_IPV6_DST] = { .len = sizeof(struct in6_addr) }, 342bc3103f1SAmir Vadai [TCA_FLOWER_KEY_ENC_IPV6_DST_MASK] = { .len = sizeof(struct in6_addr) }, 343aa72d708SOr Gerlitz [TCA_FLOWER_KEY_TCP_SRC_MASK] = { .type = NLA_U16 }, 344aa72d708SOr Gerlitz [TCA_FLOWER_KEY_TCP_DST_MASK] = { .type = NLA_U16 }, 345aa72d708SOr Gerlitz [TCA_FLOWER_KEY_UDP_SRC_MASK] = { .type = NLA_U16 }, 346aa72d708SOr Gerlitz [TCA_FLOWER_KEY_UDP_DST_MASK] = { .type = NLA_U16 }, 3475976c5f4SSimon Horman [TCA_FLOWER_KEY_SCTP_SRC_MASK] = { .type = NLA_U16 }, 3485976c5f4SSimon Horman [TCA_FLOWER_KEY_SCTP_DST_MASK] = { .type = NLA_U16 }, 3495976c5f4SSimon Horman [TCA_FLOWER_KEY_SCTP_SRC] = { .type = NLA_U16 }, 3505976c5f4SSimon Horman [TCA_FLOWER_KEY_SCTP_DST] = { .type = NLA_U16 }, 35177b9900eSJiri Pirko }; 35277b9900eSJiri Pirko 35377b9900eSJiri Pirko static void fl_set_key_val(struct nlattr **tb, 35477b9900eSJiri Pirko void *val, int val_type, 35577b9900eSJiri Pirko void *mask, int mask_type, int len) 35677b9900eSJiri Pirko { 35777b9900eSJiri Pirko if (!tb[val_type]) 35877b9900eSJiri Pirko return; 35977b9900eSJiri Pirko memcpy(val, nla_data(tb[val_type]), len); 36077b9900eSJiri Pirko if (mask_type == TCA_FLOWER_UNSPEC || !tb[mask_type]) 36177b9900eSJiri Pirko memset(mask, 0xff, len); 36277b9900eSJiri Pirko else 36377b9900eSJiri Pirko memcpy(mask, nla_data(tb[mask_type]), len); 36477b9900eSJiri Pirko } 36577b9900eSJiri Pirko 3669399ae9aSHadar Hen Zion static void fl_set_key_vlan(struct nlattr **tb, 3679399ae9aSHadar Hen Zion struct flow_dissector_key_vlan *key_val, 3689399ae9aSHadar Hen Zion struct flow_dissector_key_vlan *key_mask) 3699399ae9aSHadar Hen Zion { 3709399ae9aSHadar Hen Zion #define VLAN_PRIORITY_MASK 0x7 3719399ae9aSHadar Hen Zion 3729399ae9aSHadar Hen Zion if (tb[TCA_FLOWER_KEY_VLAN_ID]) { 3739399ae9aSHadar Hen Zion key_val->vlan_id = 3749399ae9aSHadar Hen Zion nla_get_u16(tb[TCA_FLOWER_KEY_VLAN_ID]) & VLAN_VID_MASK; 3759399ae9aSHadar Hen Zion key_mask->vlan_id = VLAN_VID_MASK; 3769399ae9aSHadar Hen Zion } 3779399ae9aSHadar Hen Zion if (tb[TCA_FLOWER_KEY_VLAN_PRIO]) { 3789399ae9aSHadar Hen Zion key_val->vlan_priority = 3799399ae9aSHadar Hen Zion nla_get_u8(tb[TCA_FLOWER_KEY_VLAN_PRIO]) & 3809399ae9aSHadar Hen Zion VLAN_PRIORITY_MASK; 3819399ae9aSHadar Hen Zion key_mask->vlan_priority = VLAN_PRIORITY_MASK; 3829399ae9aSHadar Hen Zion } 3839399ae9aSHadar Hen Zion } 3849399ae9aSHadar Hen Zion 38577b9900eSJiri Pirko static int fl_set_key(struct net *net, struct nlattr **tb, 38677b9900eSJiri Pirko struct fl_flow_key *key, struct fl_flow_key *mask) 38777b9900eSJiri Pirko { 3889399ae9aSHadar Hen Zion __be16 ethertype; 389dd3aa3b5SBrian Haley #ifdef CONFIG_NET_CLS_IND 39077b9900eSJiri Pirko if (tb[TCA_FLOWER_INDEV]) { 391dd3aa3b5SBrian Haley int err = tcf_change_indev(net, tb[TCA_FLOWER_INDEV]); 39277b9900eSJiri Pirko if (err < 0) 39377b9900eSJiri Pirko return err; 39477b9900eSJiri Pirko key->indev_ifindex = err; 39577b9900eSJiri Pirko mask->indev_ifindex = 0xffffffff; 39677b9900eSJiri Pirko } 397dd3aa3b5SBrian Haley #endif 39877b9900eSJiri Pirko 39977b9900eSJiri Pirko fl_set_key_val(tb, key->eth.dst, TCA_FLOWER_KEY_ETH_DST, 40077b9900eSJiri Pirko mask->eth.dst, TCA_FLOWER_KEY_ETH_DST_MASK, 40177b9900eSJiri Pirko sizeof(key->eth.dst)); 40277b9900eSJiri Pirko fl_set_key_val(tb, key->eth.src, TCA_FLOWER_KEY_ETH_SRC, 40377b9900eSJiri Pirko mask->eth.src, TCA_FLOWER_KEY_ETH_SRC_MASK, 40477b9900eSJiri Pirko sizeof(key->eth.src)); 40566530bdfSJamal Hadi Salim 4060b498a52SArnd Bergmann if (tb[TCA_FLOWER_KEY_ETH_TYPE]) { 4079399ae9aSHadar Hen Zion ethertype = nla_get_be16(tb[TCA_FLOWER_KEY_ETH_TYPE]); 4089399ae9aSHadar Hen Zion 4099399ae9aSHadar Hen Zion if (ethertype == htons(ETH_P_8021Q)) { 4109399ae9aSHadar Hen Zion fl_set_key_vlan(tb, &key->vlan, &mask->vlan); 4119399ae9aSHadar Hen Zion fl_set_key_val(tb, &key->basic.n_proto, 4129399ae9aSHadar Hen Zion TCA_FLOWER_KEY_VLAN_ETH_TYPE, 41377b9900eSJiri Pirko &mask->basic.n_proto, TCA_FLOWER_UNSPEC, 41477b9900eSJiri Pirko sizeof(key->basic.n_proto)); 4159399ae9aSHadar Hen Zion } else { 4169399ae9aSHadar Hen Zion key->basic.n_proto = ethertype; 4179399ae9aSHadar Hen Zion mask->basic.n_proto = cpu_to_be16(~0); 4189399ae9aSHadar Hen Zion } 4190b498a52SArnd Bergmann } 42066530bdfSJamal Hadi Salim 42177b9900eSJiri Pirko if (key->basic.n_proto == htons(ETH_P_IP) || 42277b9900eSJiri Pirko key->basic.n_proto == htons(ETH_P_IPV6)) { 42377b9900eSJiri Pirko fl_set_key_val(tb, &key->basic.ip_proto, TCA_FLOWER_KEY_IP_PROTO, 42477b9900eSJiri Pirko &mask->basic.ip_proto, TCA_FLOWER_UNSPEC, 42577b9900eSJiri Pirko sizeof(key->basic.ip_proto)); 42677b9900eSJiri Pirko } 42766530bdfSJamal Hadi Salim 42866530bdfSJamal Hadi Salim if (tb[TCA_FLOWER_KEY_IPV4_SRC] || tb[TCA_FLOWER_KEY_IPV4_DST]) { 42966530bdfSJamal Hadi Salim key->control.addr_type = FLOW_DISSECTOR_KEY_IPV4_ADDRS; 43077b9900eSJiri Pirko fl_set_key_val(tb, &key->ipv4.src, TCA_FLOWER_KEY_IPV4_SRC, 43177b9900eSJiri Pirko &mask->ipv4.src, TCA_FLOWER_KEY_IPV4_SRC_MASK, 43277b9900eSJiri Pirko sizeof(key->ipv4.src)); 43377b9900eSJiri Pirko fl_set_key_val(tb, &key->ipv4.dst, TCA_FLOWER_KEY_IPV4_DST, 43477b9900eSJiri Pirko &mask->ipv4.dst, TCA_FLOWER_KEY_IPV4_DST_MASK, 43577b9900eSJiri Pirko sizeof(key->ipv4.dst)); 43666530bdfSJamal Hadi Salim } else if (tb[TCA_FLOWER_KEY_IPV6_SRC] || tb[TCA_FLOWER_KEY_IPV6_DST]) { 43766530bdfSJamal Hadi Salim key->control.addr_type = FLOW_DISSECTOR_KEY_IPV6_ADDRS; 43877b9900eSJiri Pirko fl_set_key_val(tb, &key->ipv6.src, TCA_FLOWER_KEY_IPV6_SRC, 43977b9900eSJiri Pirko &mask->ipv6.src, TCA_FLOWER_KEY_IPV6_SRC_MASK, 44077b9900eSJiri Pirko sizeof(key->ipv6.src)); 44177b9900eSJiri Pirko fl_set_key_val(tb, &key->ipv6.dst, TCA_FLOWER_KEY_IPV6_DST, 44277b9900eSJiri Pirko &mask->ipv6.dst, TCA_FLOWER_KEY_IPV6_DST_MASK, 44377b9900eSJiri Pirko sizeof(key->ipv6.dst)); 44477b9900eSJiri Pirko } 44566530bdfSJamal Hadi Salim 44677b9900eSJiri Pirko if (key->basic.ip_proto == IPPROTO_TCP) { 44777b9900eSJiri Pirko fl_set_key_val(tb, &key->tp.src, TCA_FLOWER_KEY_TCP_SRC, 448aa72d708SOr Gerlitz &mask->tp.src, TCA_FLOWER_KEY_TCP_SRC_MASK, 44977b9900eSJiri Pirko sizeof(key->tp.src)); 45077b9900eSJiri Pirko fl_set_key_val(tb, &key->tp.dst, TCA_FLOWER_KEY_TCP_DST, 451aa72d708SOr Gerlitz &mask->tp.dst, TCA_FLOWER_KEY_TCP_DST_MASK, 45277b9900eSJiri Pirko sizeof(key->tp.dst)); 45377b9900eSJiri Pirko } else if (key->basic.ip_proto == IPPROTO_UDP) { 45477b9900eSJiri Pirko fl_set_key_val(tb, &key->tp.src, TCA_FLOWER_KEY_UDP_SRC, 455aa72d708SOr Gerlitz &mask->tp.src, TCA_FLOWER_KEY_UDP_SRC_MASK, 45677b9900eSJiri Pirko sizeof(key->tp.src)); 45777b9900eSJiri Pirko fl_set_key_val(tb, &key->tp.dst, TCA_FLOWER_KEY_UDP_DST, 458aa72d708SOr Gerlitz &mask->tp.dst, TCA_FLOWER_KEY_UDP_DST_MASK, 45977b9900eSJiri Pirko sizeof(key->tp.dst)); 4605976c5f4SSimon Horman } else if (key->basic.ip_proto == IPPROTO_SCTP) { 4615976c5f4SSimon Horman fl_set_key_val(tb, &key->tp.src, TCA_FLOWER_KEY_SCTP_SRC, 4625976c5f4SSimon Horman &mask->tp.src, TCA_FLOWER_KEY_SCTP_SRC_MASK, 4635976c5f4SSimon Horman sizeof(key->tp.src)); 4645976c5f4SSimon Horman fl_set_key_val(tb, &key->tp.dst, TCA_FLOWER_KEY_SCTP_DST, 4655976c5f4SSimon Horman &mask->tp.dst, TCA_FLOWER_KEY_SCTP_DST_MASK, 4665976c5f4SSimon Horman sizeof(key->tp.dst)); 46777b9900eSJiri Pirko } 46877b9900eSJiri Pirko 469bc3103f1SAmir Vadai if (tb[TCA_FLOWER_KEY_ENC_IPV4_SRC] || 470bc3103f1SAmir Vadai tb[TCA_FLOWER_KEY_ENC_IPV4_DST]) { 471bc3103f1SAmir Vadai key->enc_control.addr_type = FLOW_DISSECTOR_KEY_IPV4_ADDRS; 472bc3103f1SAmir Vadai fl_set_key_val(tb, &key->enc_ipv4.src, 473bc3103f1SAmir Vadai TCA_FLOWER_KEY_ENC_IPV4_SRC, 474bc3103f1SAmir Vadai &mask->enc_ipv4.src, 475bc3103f1SAmir Vadai TCA_FLOWER_KEY_ENC_IPV4_SRC_MASK, 476bc3103f1SAmir Vadai sizeof(key->enc_ipv4.src)); 477bc3103f1SAmir Vadai fl_set_key_val(tb, &key->enc_ipv4.dst, 478bc3103f1SAmir Vadai TCA_FLOWER_KEY_ENC_IPV4_DST, 479bc3103f1SAmir Vadai &mask->enc_ipv4.dst, 480bc3103f1SAmir Vadai TCA_FLOWER_KEY_ENC_IPV4_DST_MASK, 481bc3103f1SAmir Vadai sizeof(key->enc_ipv4.dst)); 482bc3103f1SAmir Vadai } 483bc3103f1SAmir Vadai 484bc3103f1SAmir Vadai if (tb[TCA_FLOWER_KEY_ENC_IPV6_SRC] || 485bc3103f1SAmir Vadai tb[TCA_FLOWER_KEY_ENC_IPV6_DST]) { 486bc3103f1SAmir Vadai key->enc_control.addr_type = FLOW_DISSECTOR_KEY_IPV6_ADDRS; 487bc3103f1SAmir Vadai fl_set_key_val(tb, &key->enc_ipv6.src, 488bc3103f1SAmir Vadai TCA_FLOWER_KEY_ENC_IPV6_SRC, 489bc3103f1SAmir Vadai &mask->enc_ipv6.src, 490bc3103f1SAmir Vadai TCA_FLOWER_KEY_ENC_IPV6_SRC_MASK, 491bc3103f1SAmir Vadai sizeof(key->enc_ipv6.src)); 492bc3103f1SAmir Vadai fl_set_key_val(tb, &key->enc_ipv6.dst, 493bc3103f1SAmir Vadai TCA_FLOWER_KEY_ENC_IPV6_DST, 494bc3103f1SAmir Vadai &mask->enc_ipv6.dst, 495bc3103f1SAmir Vadai TCA_FLOWER_KEY_ENC_IPV6_DST_MASK, 496bc3103f1SAmir Vadai sizeof(key->enc_ipv6.dst)); 497bc3103f1SAmir Vadai } 498bc3103f1SAmir Vadai 499bc3103f1SAmir Vadai fl_set_key_val(tb, &key->enc_key_id.keyid, TCA_FLOWER_KEY_ENC_KEY_ID, 500eb523f42SHadar Hen Zion &mask->enc_key_id.keyid, TCA_FLOWER_UNSPEC, 501bc3103f1SAmir Vadai sizeof(key->enc_key_id.keyid)); 502bc3103f1SAmir Vadai 50377b9900eSJiri Pirko return 0; 50477b9900eSJiri Pirko } 50577b9900eSJiri Pirko 50677b9900eSJiri Pirko static bool fl_mask_eq(struct fl_flow_mask *mask1, 50777b9900eSJiri Pirko struct fl_flow_mask *mask2) 50877b9900eSJiri Pirko { 50977b9900eSJiri Pirko const long *lmask1 = fl_key_get_start(&mask1->key, mask1); 51077b9900eSJiri Pirko const long *lmask2 = fl_key_get_start(&mask2->key, mask2); 51177b9900eSJiri Pirko 51277b9900eSJiri Pirko return !memcmp(&mask1->range, &mask2->range, sizeof(mask1->range)) && 51377b9900eSJiri Pirko !memcmp(lmask1, lmask2, fl_mask_range(mask1)); 51477b9900eSJiri Pirko } 51577b9900eSJiri Pirko 51677b9900eSJiri Pirko static const struct rhashtable_params fl_ht_params = { 51777b9900eSJiri Pirko .key_offset = offsetof(struct cls_fl_filter, mkey), /* base offset */ 51877b9900eSJiri Pirko .head_offset = offsetof(struct cls_fl_filter, ht_node), 51977b9900eSJiri Pirko .automatic_shrinking = true, 52077b9900eSJiri Pirko }; 52177b9900eSJiri Pirko 52277b9900eSJiri Pirko static int fl_init_hashtable(struct cls_fl_head *head, 52377b9900eSJiri Pirko struct fl_flow_mask *mask) 52477b9900eSJiri Pirko { 52577b9900eSJiri Pirko head->ht_params = fl_ht_params; 52677b9900eSJiri Pirko head->ht_params.key_len = fl_mask_range(mask); 52777b9900eSJiri Pirko head->ht_params.key_offset += mask->range.start; 52877b9900eSJiri Pirko 52977b9900eSJiri Pirko return rhashtable_init(&head->ht, &head->ht_params); 53077b9900eSJiri Pirko } 53177b9900eSJiri Pirko 53277b9900eSJiri Pirko #define FL_KEY_MEMBER_OFFSET(member) offsetof(struct fl_flow_key, member) 53377b9900eSJiri Pirko #define FL_KEY_MEMBER_SIZE(member) (sizeof(((struct fl_flow_key *) 0)->member)) 53477b9900eSJiri Pirko 535339ba878SHadar Hen Zion #define FL_KEY_IS_MASKED(mask, member) \ 536339ba878SHadar Hen Zion memchr_inv(((char *)mask) + FL_KEY_MEMBER_OFFSET(member), \ 537339ba878SHadar Hen Zion 0, FL_KEY_MEMBER_SIZE(member)) \ 53877b9900eSJiri Pirko 53977b9900eSJiri Pirko #define FL_KEY_SET(keys, cnt, id, member) \ 54077b9900eSJiri Pirko do { \ 54177b9900eSJiri Pirko keys[cnt].key_id = id; \ 54277b9900eSJiri Pirko keys[cnt].offset = FL_KEY_MEMBER_OFFSET(member); \ 54377b9900eSJiri Pirko cnt++; \ 54477b9900eSJiri Pirko } while(0); 54577b9900eSJiri Pirko 546339ba878SHadar Hen Zion #define FL_KEY_SET_IF_MASKED(mask, keys, cnt, id, member) \ 54777b9900eSJiri Pirko do { \ 548339ba878SHadar Hen Zion if (FL_KEY_IS_MASKED(mask, member)) \ 54977b9900eSJiri Pirko FL_KEY_SET(keys, cnt, id, member); \ 55077b9900eSJiri Pirko } while(0); 55177b9900eSJiri Pirko 55277b9900eSJiri Pirko static void fl_init_dissector(struct cls_fl_head *head, 55377b9900eSJiri Pirko struct fl_flow_mask *mask) 55477b9900eSJiri Pirko { 55577b9900eSJiri Pirko struct flow_dissector_key keys[FLOW_DISSECTOR_KEY_MAX]; 55677b9900eSJiri Pirko size_t cnt = 0; 55777b9900eSJiri Pirko 55842aecaa9STom Herbert FL_KEY_SET(keys, cnt, FLOW_DISSECTOR_KEY_CONTROL, control); 55977b9900eSJiri Pirko FL_KEY_SET(keys, cnt, FLOW_DISSECTOR_KEY_BASIC, basic); 560339ba878SHadar Hen Zion FL_KEY_SET_IF_MASKED(&mask->key, keys, cnt, 56177b9900eSJiri Pirko FLOW_DISSECTOR_KEY_ETH_ADDRS, eth); 562339ba878SHadar Hen Zion FL_KEY_SET_IF_MASKED(&mask->key, keys, cnt, 56377b9900eSJiri Pirko FLOW_DISSECTOR_KEY_IPV4_ADDRS, ipv4); 564339ba878SHadar Hen Zion FL_KEY_SET_IF_MASKED(&mask->key, keys, cnt, 56577b9900eSJiri Pirko FLOW_DISSECTOR_KEY_IPV6_ADDRS, ipv6); 566339ba878SHadar Hen Zion FL_KEY_SET_IF_MASKED(&mask->key, keys, cnt, 56777b9900eSJiri Pirko FLOW_DISSECTOR_KEY_PORTS, tp); 5689399ae9aSHadar Hen Zion FL_KEY_SET_IF_MASKED(&mask->key, keys, cnt, 5699399ae9aSHadar Hen Zion FLOW_DISSECTOR_KEY_VLAN, vlan); 570*519d1052SHadar Hen Zion FL_KEY_SET_IF_MASKED(&mask->key, keys, cnt, 571*519d1052SHadar Hen Zion FLOW_DISSECTOR_KEY_ENC_KEYID, enc_key_id); 572*519d1052SHadar Hen Zion FL_KEY_SET_IF_MASKED(&mask->key, keys, cnt, 573*519d1052SHadar Hen Zion FLOW_DISSECTOR_KEY_ENC_IPV4_ADDRS, enc_ipv4); 574*519d1052SHadar Hen Zion FL_KEY_SET_IF_MASKED(&mask->key, keys, cnt, 575*519d1052SHadar Hen Zion FLOW_DISSECTOR_KEY_ENC_IPV6_ADDRS, enc_ipv6); 576*519d1052SHadar Hen Zion if (FL_KEY_IS_MASKED(&mask->key, enc_ipv4) || 577*519d1052SHadar Hen Zion FL_KEY_IS_MASKED(&mask->key, enc_ipv6)) 578*519d1052SHadar Hen Zion FL_KEY_SET(keys, cnt, FLOW_DISSECTOR_KEY_ENC_CONTROL, 579*519d1052SHadar Hen Zion enc_control); 58077b9900eSJiri Pirko 58177b9900eSJiri Pirko skb_flow_dissector_init(&head->dissector, keys, cnt); 58277b9900eSJiri Pirko } 58377b9900eSJiri Pirko 58477b9900eSJiri Pirko static int fl_check_assign_mask(struct cls_fl_head *head, 58577b9900eSJiri Pirko struct fl_flow_mask *mask) 58677b9900eSJiri Pirko { 58777b9900eSJiri Pirko int err; 58877b9900eSJiri Pirko 58977b9900eSJiri Pirko if (head->mask_assigned) { 59077b9900eSJiri Pirko if (!fl_mask_eq(&head->mask, mask)) 59177b9900eSJiri Pirko return -EINVAL; 59277b9900eSJiri Pirko else 59377b9900eSJiri Pirko return 0; 59477b9900eSJiri Pirko } 59577b9900eSJiri Pirko 59677b9900eSJiri Pirko /* Mask is not assigned yet. So assign it and init hashtable 59777b9900eSJiri Pirko * according to that. 59877b9900eSJiri Pirko */ 59977b9900eSJiri Pirko err = fl_init_hashtable(head, mask); 60077b9900eSJiri Pirko if (err) 60177b9900eSJiri Pirko return err; 60277b9900eSJiri Pirko memcpy(&head->mask, mask, sizeof(head->mask)); 60377b9900eSJiri Pirko head->mask_assigned = true; 60477b9900eSJiri Pirko 60577b9900eSJiri Pirko fl_init_dissector(head, mask); 60677b9900eSJiri Pirko 60777b9900eSJiri Pirko return 0; 60877b9900eSJiri Pirko } 60977b9900eSJiri Pirko 61077b9900eSJiri Pirko static int fl_set_parms(struct net *net, struct tcf_proto *tp, 61177b9900eSJiri Pirko struct cls_fl_filter *f, struct fl_flow_mask *mask, 61277b9900eSJiri Pirko unsigned long base, struct nlattr **tb, 61377b9900eSJiri Pirko struct nlattr *est, bool ovr) 61477b9900eSJiri Pirko { 61577b9900eSJiri Pirko struct tcf_exts e; 61677b9900eSJiri Pirko int err; 61777b9900eSJiri Pirko 618b9a24bb7SWANG Cong err = tcf_exts_init(&e, TCA_FLOWER_ACT, 0); 61977b9900eSJiri Pirko if (err < 0) 62077b9900eSJiri Pirko return err; 621b9a24bb7SWANG Cong err = tcf_exts_validate(net, tp, tb, est, &e, ovr); 622b9a24bb7SWANG Cong if (err < 0) 623b9a24bb7SWANG Cong goto errout; 62477b9900eSJiri Pirko 62577b9900eSJiri Pirko if (tb[TCA_FLOWER_CLASSID]) { 62677b9900eSJiri Pirko f->res.classid = nla_get_u32(tb[TCA_FLOWER_CLASSID]); 62777b9900eSJiri Pirko tcf_bind_filter(tp, &f->res, base); 62877b9900eSJiri Pirko } 62977b9900eSJiri Pirko 63077b9900eSJiri Pirko err = fl_set_key(net, tb, &f->key, &mask->key); 63177b9900eSJiri Pirko if (err) 63277b9900eSJiri Pirko goto errout; 63377b9900eSJiri Pirko 63477b9900eSJiri Pirko fl_mask_update_range(mask); 63577b9900eSJiri Pirko fl_set_masked_key(&f->mkey, &f->key, mask); 63677b9900eSJiri Pirko 63777b9900eSJiri Pirko tcf_exts_change(tp, &f->exts, &e); 63877b9900eSJiri Pirko 63977b9900eSJiri Pirko return 0; 64077b9900eSJiri Pirko errout: 64177b9900eSJiri Pirko tcf_exts_destroy(&e); 64277b9900eSJiri Pirko return err; 64377b9900eSJiri Pirko } 64477b9900eSJiri Pirko 64577b9900eSJiri Pirko static u32 fl_grab_new_handle(struct tcf_proto *tp, 64677b9900eSJiri Pirko struct cls_fl_head *head) 64777b9900eSJiri Pirko { 64877b9900eSJiri Pirko unsigned int i = 0x80000000; 64977b9900eSJiri Pirko u32 handle; 65077b9900eSJiri Pirko 65177b9900eSJiri Pirko do { 65277b9900eSJiri Pirko if (++head->hgen == 0x7FFFFFFF) 65377b9900eSJiri Pirko head->hgen = 1; 65477b9900eSJiri Pirko } while (--i > 0 && fl_get(tp, head->hgen)); 65577b9900eSJiri Pirko 65677b9900eSJiri Pirko if (unlikely(i == 0)) { 65777b9900eSJiri Pirko pr_err("Insufficient number of handles\n"); 65877b9900eSJiri Pirko handle = 0; 65977b9900eSJiri Pirko } else { 66077b9900eSJiri Pirko handle = head->hgen; 66177b9900eSJiri Pirko } 66277b9900eSJiri Pirko 66377b9900eSJiri Pirko return handle; 66477b9900eSJiri Pirko } 66577b9900eSJiri Pirko 66677b9900eSJiri Pirko static int fl_change(struct net *net, struct sk_buff *in_skb, 66777b9900eSJiri Pirko struct tcf_proto *tp, unsigned long base, 66877b9900eSJiri Pirko u32 handle, struct nlattr **tca, 66977b9900eSJiri Pirko unsigned long *arg, bool ovr) 67077b9900eSJiri Pirko { 67177b9900eSJiri Pirko struct cls_fl_head *head = rtnl_dereference(tp->root); 67277b9900eSJiri Pirko struct cls_fl_filter *fold = (struct cls_fl_filter *) *arg; 67377b9900eSJiri Pirko struct cls_fl_filter *fnew; 67477b9900eSJiri Pirko struct nlattr *tb[TCA_FLOWER_MAX + 1]; 67577b9900eSJiri Pirko struct fl_flow_mask mask = {}; 67677b9900eSJiri Pirko int err; 67777b9900eSJiri Pirko 67877b9900eSJiri Pirko if (!tca[TCA_OPTIONS]) 67977b9900eSJiri Pirko return -EINVAL; 68077b9900eSJiri Pirko 68177b9900eSJiri Pirko err = nla_parse_nested(tb, TCA_FLOWER_MAX, tca[TCA_OPTIONS], fl_policy); 68277b9900eSJiri Pirko if (err < 0) 68377b9900eSJiri Pirko return err; 68477b9900eSJiri Pirko 68577b9900eSJiri Pirko if (fold && handle && fold->handle != handle) 68677b9900eSJiri Pirko return -EINVAL; 68777b9900eSJiri Pirko 68877b9900eSJiri Pirko fnew = kzalloc(sizeof(*fnew), GFP_KERNEL); 68977b9900eSJiri Pirko if (!fnew) 69077b9900eSJiri Pirko return -ENOBUFS; 69177b9900eSJiri Pirko 692b9a24bb7SWANG Cong err = tcf_exts_init(&fnew->exts, TCA_FLOWER_ACT, 0); 693b9a24bb7SWANG Cong if (err < 0) 694b9a24bb7SWANG Cong goto errout; 69577b9900eSJiri Pirko 69677b9900eSJiri Pirko if (!handle) { 69777b9900eSJiri Pirko handle = fl_grab_new_handle(tp, head); 69877b9900eSJiri Pirko if (!handle) { 69977b9900eSJiri Pirko err = -EINVAL; 70077b9900eSJiri Pirko goto errout; 70177b9900eSJiri Pirko } 70277b9900eSJiri Pirko } 70377b9900eSJiri Pirko fnew->handle = handle; 70477b9900eSJiri Pirko 705e69985c6SAmir Vadai if (tb[TCA_FLOWER_FLAGS]) { 706e69985c6SAmir Vadai fnew->flags = nla_get_u32(tb[TCA_FLOWER_FLAGS]); 707e69985c6SAmir Vadai 708e69985c6SAmir Vadai if (!tc_flags_valid(fnew->flags)) { 709e69985c6SAmir Vadai err = -EINVAL; 710e69985c6SAmir Vadai goto errout; 711e69985c6SAmir Vadai } 712e69985c6SAmir Vadai } 7135b33f488SAmir Vadai 71477b9900eSJiri Pirko err = fl_set_parms(net, tp, fnew, &mask, base, tb, tca[TCA_RATE], ovr); 71577b9900eSJiri Pirko if (err) 71677b9900eSJiri Pirko goto errout; 71777b9900eSJiri Pirko 71877b9900eSJiri Pirko err = fl_check_assign_mask(head, &mask); 71977b9900eSJiri Pirko if (err) 72077b9900eSJiri Pirko goto errout; 72177b9900eSJiri Pirko 722e8eb36cdSAmir Vadai if (!tc_skip_sw(fnew->flags)) { 72377b9900eSJiri Pirko err = rhashtable_insert_fast(&head->ht, &fnew->ht_node, 72477b9900eSJiri Pirko head->ht_params); 72577b9900eSJiri Pirko if (err) 72677b9900eSJiri Pirko goto errout; 727e69985c6SAmir Vadai } 7285b33f488SAmir Vadai 729e8eb36cdSAmir Vadai err = fl_hw_replace_filter(tp, 7305b33f488SAmir Vadai &head->dissector, 7315b33f488SAmir Vadai &mask.key, 7325b33f488SAmir Vadai &fnew->key, 7335b33f488SAmir Vadai &fnew->exts, 7348208d21bSAmir Vadai (unsigned long)fnew, 735e69985c6SAmir Vadai fnew->flags); 736e8eb36cdSAmir Vadai if (err) 737e8eb36cdSAmir Vadai goto errout; 7385b33f488SAmir Vadai 7395b33f488SAmir Vadai if (fold) { 74077b9900eSJiri Pirko rhashtable_remove_fast(&head->ht, &fold->ht_node, 74177b9900eSJiri Pirko head->ht_params); 7428208d21bSAmir Vadai fl_hw_destroy_filter(tp, (unsigned long)fold); 7435b33f488SAmir Vadai } 74477b9900eSJiri Pirko 74577b9900eSJiri Pirko *arg = (unsigned long) fnew; 74677b9900eSJiri Pirko 74777b9900eSJiri Pirko if (fold) { 748ff3532f2SDaniel Borkmann list_replace_rcu(&fold->list, &fnew->list); 74977b9900eSJiri Pirko tcf_unbind_filter(tp, &fold->res); 75077b9900eSJiri Pirko call_rcu(&fold->rcu, fl_destroy_filter); 75177b9900eSJiri Pirko } else { 75277b9900eSJiri Pirko list_add_tail_rcu(&fnew->list, &head->filters); 75377b9900eSJiri Pirko } 75477b9900eSJiri Pirko 75577b9900eSJiri Pirko return 0; 75677b9900eSJiri Pirko 75777b9900eSJiri Pirko errout: 758b9a24bb7SWANG Cong tcf_exts_destroy(&fnew->exts); 75977b9900eSJiri Pirko kfree(fnew); 76077b9900eSJiri Pirko return err; 76177b9900eSJiri Pirko } 76277b9900eSJiri Pirko 76377b9900eSJiri Pirko static int fl_delete(struct tcf_proto *tp, unsigned long arg) 76477b9900eSJiri Pirko { 76577b9900eSJiri Pirko struct cls_fl_head *head = rtnl_dereference(tp->root); 76677b9900eSJiri Pirko struct cls_fl_filter *f = (struct cls_fl_filter *) arg; 76777b9900eSJiri Pirko 76877b9900eSJiri Pirko rhashtable_remove_fast(&head->ht, &f->ht_node, 76977b9900eSJiri Pirko head->ht_params); 77013fa876eSRoi Dayan __fl_delete(tp, f); 77177b9900eSJiri Pirko return 0; 77277b9900eSJiri Pirko } 77377b9900eSJiri Pirko 77477b9900eSJiri Pirko static void fl_walk(struct tcf_proto *tp, struct tcf_walker *arg) 77577b9900eSJiri Pirko { 77677b9900eSJiri Pirko struct cls_fl_head *head = rtnl_dereference(tp->root); 77777b9900eSJiri Pirko struct cls_fl_filter *f; 77877b9900eSJiri Pirko 77977b9900eSJiri Pirko list_for_each_entry_rcu(f, &head->filters, list) { 78077b9900eSJiri Pirko if (arg->count < arg->skip) 78177b9900eSJiri Pirko goto skip; 78277b9900eSJiri Pirko if (arg->fn(tp, (unsigned long) f, arg) < 0) { 78377b9900eSJiri Pirko arg->stop = 1; 78477b9900eSJiri Pirko break; 78577b9900eSJiri Pirko } 78677b9900eSJiri Pirko skip: 78777b9900eSJiri Pirko arg->count++; 78877b9900eSJiri Pirko } 78977b9900eSJiri Pirko } 79077b9900eSJiri Pirko 79177b9900eSJiri Pirko static int fl_dump_key_val(struct sk_buff *skb, 79277b9900eSJiri Pirko void *val, int val_type, 79377b9900eSJiri Pirko void *mask, int mask_type, int len) 79477b9900eSJiri Pirko { 79577b9900eSJiri Pirko int err; 79677b9900eSJiri Pirko 79777b9900eSJiri Pirko if (!memchr_inv(mask, 0, len)) 79877b9900eSJiri Pirko return 0; 79977b9900eSJiri Pirko err = nla_put(skb, val_type, len, val); 80077b9900eSJiri Pirko if (err) 80177b9900eSJiri Pirko return err; 80277b9900eSJiri Pirko if (mask_type != TCA_FLOWER_UNSPEC) { 80377b9900eSJiri Pirko err = nla_put(skb, mask_type, len, mask); 80477b9900eSJiri Pirko if (err) 80577b9900eSJiri Pirko return err; 80677b9900eSJiri Pirko } 80777b9900eSJiri Pirko return 0; 80877b9900eSJiri Pirko } 80977b9900eSJiri Pirko 8109399ae9aSHadar Hen Zion static int fl_dump_key_vlan(struct sk_buff *skb, 8119399ae9aSHadar Hen Zion struct flow_dissector_key_vlan *vlan_key, 8129399ae9aSHadar Hen Zion struct flow_dissector_key_vlan *vlan_mask) 8139399ae9aSHadar Hen Zion { 8149399ae9aSHadar Hen Zion int err; 8159399ae9aSHadar Hen Zion 8169399ae9aSHadar Hen Zion if (!memchr_inv(vlan_mask, 0, sizeof(*vlan_mask))) 8179399ae9aSHadar Hen Zion return 0; 8189399ae9aSHadar Hen Zion if (vlan_mask->vlan_id) { 8199399ae9aSHadar Hen Zion err = nla_put_u16(skb, TCA_FLOWER_KEY_VLAN_ID, 8209399ae9aSHadar Hen Zion vlan_key->vlan_id); 8219399ae9aSHadar Hen Zion if (err) 8229399ae9aSHadar Hen Zion return err; 8239399ae9aSHadar Hen Zion } 8249399ae9aSHadar Hen Zion if (vlan_mask->vlan_priority) { 8259399ae9aSHadar Hen Zion err = nla_put_u8(skb, TCA_FLOWER_KEY_VLAN_PRIO, 8269399ae9aSHadar Hen Zion vlan_key->vlan_priority); 8279399ae9aSHadar Hen Zion if (err) 8289399ae9aSHadar Hen Zion return err; 8299399ae9aSHadar Hen Zion } 8309399ae9aSHadar Hen Zion return 0; 8319399ae9aSHadar Hen Zion } 8329399ae9aSHadar Hen Zion 83377b9900eSJiri Pirko static int fl_dump(struct net *net, struct tcf_proto *tp, unsigned long fh, 83477b9900eSJiri Pirko struct sk_buff *skb, struct tcmsg *t) 83577b9900eSJiri Pirko { 83677b9900eSJiri Pirko struct cls_fl_head *head = rtnl_dereference(tp->root); 83777b9900eSJiri Pirko struct cls_fl_filter *f = (struct cls_fl_filter *) fh; 83877b9900eSJiri Pirko struct nlattr *nest; 83977b9900eSJiri Pirko struct fl_flow_key *key, *mask; 84077b9900eSJiri Pirko 84177b9900eSJiri Pirko if (!f) 84277b9900eSJiri Pirko return skb->len; 84377b9900eSJiri Pirko 84477b9900eSJiri Pirko t->tcm_handle = f->handle; 84577b9900eSJiri Pirko 84677b9900eSJiri Pirko nest = nla_nest_start(skb, TCA_OPTIONS); 84777b9900eSJiri Pirko if (!nest) 84877b9900eSJiri Pirko goto nla_put_failure; 84977b9900eSJiri Pirko 85077b9900eSJiri Pirko if (f->res.classid && 85177b9900eSJiri Pirko nla_put_u32(skb, TCA_FLOWER_CLASSID, f->res.classid)) 85277b9900eSJiri Pirko goto nla_put_failure; 85377b9900eSJiri Pirko 85477b9900eSJiri Pirko key = &f->key; 85577b9900eSJiri Pirko mask = &head->mask.key; 85677b9900eSJiri Pirko 85777b9900eSJiri Pirko if (mask->indev_ifindex) { 85877b9900eSJiri Pirko struct net_device *dev; 85977b9900eSJiri Pirko 86077b9900eSJiri Pirko dev = __dev_get_by_index(net, key->indev_ifindex); 86177b9900eSJiri Pirko if (dev && nla_put_string(skb, TCA_FLOWER_INDEV, dev->name)) 86277b9900eSJiri Pirko goto nla_put_failure; 86377b9900eSJiri Pirko } 86477b9900eSJiri Pirko 86510cbc684SAmir Vadai fl_hw_update_stats(tp, f); 86610cbc684SAmir Vadai 86777b9900eSJiri Pirko if (fl_dump_key_val(skb, key->eth.dst, TCA_FLOWER_KEY_ETH_DST, 86877b9900eSJiri Pirko mask->eth.dst, TCA_FLOWER_KEY_ETH_DST_MASK, 86977b9900eSJiri Pirko sizeof(key->eth.dst)) || 87077b9900eSJiri Pirko fl_dump_key_val(skb, key->eth.src, TCA_FLOWER_KEY_ETH_SRC, 87177b9900eSJiri Pirko mask->eth.src, TCA_FLOWER_KEY_ETH_SRC_MASK, 87277b9900eSJiri Pirko sizeof(key->eth.src)) || 87377b9900eSJiri Pirko fl_dump_key_val(skb, &key->basic.n_proto, TCA_FLOWER_KEY_ETH_TYPE, 87477b9900eSJiri Pirko &mask->basic.n_proto, TCA_FLOWER_UNSPEC, 87577b9900eSJiri Pirko sizeof(key->basic.n_proto))) 87677b9900eSJiri Pirko goto nla_put_failure; 8779399ae9aSHadar Hen Zion 8789399ae9aSHadar Hen Zion if (fl_dump_key_vlan(skb, &key->vlan, &mask->vlan)) 8799399ae9aSHadar Hen Zion goto nla_put_failure; 8809399ae9aSHadar Hen Zion 88177b9900eSJiri Pirko if ((key->basic.n_proto == htons(ETH_P_IP) || 88277b9900eSJiri Pirko key->basic.n_proto == htons(ETH_P_IPV6)) && 88377b9900eSJiri Pirko fl_dump_key_val(skb, &key->basic.ip_proto, TCA_FLOWER_KEY_IP_PROTO, 88477b9900eSJiri Pirko &mask->basic.ip_proto, TCA_FLOWER_UNSPEC, 88577b9900eSJiri Pirko sizeof(key->basic.ip_proto))) 88677b9900eSJiri Pirko goto nla_put_failure; 88777b9900eSJiri Pirko 888c3f83241STom Herbert if (key->control.addr_type == FLOW_DISSECTOR_KEY_IPV4_ADDRS && 88977b9900eSJiri Pirko (fl_dump_key_val(skb, &key->ipv4.src, TCA_FLOWER_KEY_IPV4_SRC, 89077b9900eSJiri Pirko &mask->ipv4.src, TCA_FLOWER_KEY_IPV4_SRC_MASK, 89177b9900eSJiri Pirko sizeof(key->ipv4.src)) || 89277b9900eSJiri Pirko fl_dump_key_val(skb, &key->ipv4.dst, TCA_FLOWER_KEY_IPV4_DST, 89377b9900eSJiri Pirko &mask->ipv4.dst, TCA_FLOWER_KEY_IPV4_DST_MASK, 89477b9900eSJiri Pirko sizeof(key->ipv4.dst)))) 89577b9900eSJiri Pirko goto nla_put_failure; 896c3f83241STom Herbert else if (key->control.addr_type == FLOW_DISSECTOR_KEY_IPV6_ADDRS && 89777b9900eSJiri Pirko (fl_dump_key_val(skb, &key->ipv6.src, TCA_FLOWER_KEY_IPV6_SRC, 89877b9900eSJiri Pirko &mask->ipv6.src, TCA_FLOWER_KEY_IPV6_SRC_MASK, 89977b9900eSJiri Pirko sizeof(key->ipv6.src)) || 90077b9900eSJiri Pirko fl_dump_key_val(skb, &key->ipv6.dst, TCA_FLOWER_KEY_IPV6_DST, 90177b9900eSJiri Pirko &mask->ipv6.dst, TCA_FLOWER_KEY_IPV6_DST_MASK, 90277b9900eSJiri Pirko sizeof(key->ipv6.dst)))) 90377b9900eSJiri Pirko goto nla_put_failure; 90477b9900eSJiri Pirko 90577b9900eSJiri Pirko if (key->basic.ip_proto == IPPROTO_TCP && 90677b9900eSJiri Pirko (fl_dump_key_val(skb, &key->tp.src, TCA_FLOWER_KEY_TCP_SRC, 907aa72d708SOr Gerlitz &mask->tp.src, TCA_FLOWER_KEY_TCP_SRC_MASK, 90877b9900eSJiri Pirko sizeof(key->tp.src)) || 90977b9900eSJiri Pirko fl_dump_key_val(skb, &key->tp.dst, TCA_FLOWER_KEY_TCP_DST, 910aa72d708SOr Gerlitz &mask->tp.dst, TCA_FLOWER_KEY_TCP_DST_MASK, 91177b9900eSJiri Pirko sizeof(key->tp.dst)))) 91277b9900eSJiri Pirko goto nla_put_failure; 91377b9900eSJiri Pirko else if (key->basic.ip_proto == IPPROTO_UDP && 91477b9900eSJiri Pirko (fl_dump_key_val(skb, &key->tp.src, TCA_FLOWER_KEY_UDP_SRC, 915aa72d708SOr Gerlitz &mask->tp.src, TCA_FLOWER_KEY_UDP_SRC_MASK, 91677b9900eSJiri Pirko sizeof(key->tp.src)) || 91777b9900eSJiri Pirko fl_dump_key_val(skb, &key->tp.dst, TCA_FLOWER_KEY_UDP_DST, 918aa72d708SOr Gerlitz &mask->tp.dst, TCA_FLOWER_KEY_UDP_DST_MASK, 91977b9900eSJiri Pirko sizeof(key->tp.dst)))) 92077b9900eSJiri Pirko goto nla_put_failure; 9215976c5f4SSimon Horman else if (key->basic.ip_proto == IPPROTO_SCTP && 9225976c5f4SSimon Horman (fl_dump_key_val(skb, &key->tp.src, TCA_FLOWER_KEY_SCTP_SRC, 9235976c5f4SSimon Horman &mask->tp.src, TCA_FLOWER_KEY_SCTP_SRC_MASK, 9245976c5f4SSimon Horman sizeof(key->tp.src)) || 9255976c5f4SSimon Horman fl_dump_key_val(skb, &key->tp.dst, TCA_FLOWER_KEY_SCTP_DST, 9265976c5f4SSimon Horman &mask->tp.dst, TCA_FLOWER_KEY_SCTP_DST_MASK, 9275976c5f4SSimon Horman sizeof(key->tp.dst)))) 9285976c5f4SSimon Horman goto nla_put_failure; 92977b9900eSJiri Pirko 930bc3103f1SAmir Vadai if (key->enc_control.addr_type == FLOW_DISSECTOR_KEY_IPV4_ADDRS && 931bc3103f1SAmir Vadai (fl_dump_key_val(skb, &key->enc_ipv4.src, 932bc3103f1SAmir Vadai TCA_FLOWER_KEY_ENC_IPV4_SRC, &mask->enc_ipv4.src, 933bc3103f1SAmir Vadai TCA_FLOWER_KEY_ENC_IPV4_SRC_MASK, 934bc3103f1SAmir Vadai sizeof(key->enc_ipv4.src)) || 935bc3103f1SAmir Vadai fl_dump_key_val(skb, &key->enc_ipv4.dst, 936bc3103f1SAmir Vadai TCA_FLOWER_KEY_ENC_IPV4_DST, &mask->enc_ipv4.dst, 937bc3103f1SAmir Vadai TCA_FLOWER_KEY_ENC_IPV4_DST_MASK, 938bc3103f1SAmir Vadai sizeof(key->enc_ipv4.dst)))) 939bc3103f1SAmir Vadai goto nla_put_failure; 940bc3103f1SAmir Vadai else if (key->enc_control.addr_type == FLOW_DISSECTOR_KEY_IPV6_ADDRS && 941bc3103f1SAmir Vadai (fl_dump_key_val(skb, &key->enc_ipv6.src, 942bc3103f1SAmir Vadai TCA_FLOWER_KEY_ENC_IPV6_SRC, &mask->enc_ipv6.src, 943bc3103f1SAmir Vadai TCA_FLOWER_KEY_ENC_IPV6_SRC_MASK, 944bc3103f1SAmir Vadai sizeof(key->enc_ipv6.src)) || 945bc3103f1SAmir Vadai fl_dump_key_val(skb, &key->enc_ipv6.dst, 946bc3103f1SAmir Vadai TCA_FLOWER_KEY_ENC_IPV6_DST, 947bc3103f1SAmir Vadai &mask->enc_ipv6.dst, 948bc3103f1SAmir Vadai TCA_FLOWER_KEY_ENC_IPV6_DST_MASK, 949bc3103f1SAmir Vadai sizeof(key->enc_ipv6.dst)))) 950bc3103f1SAmir Vadai goto nla_put_failure; 951bc3103f1SAmir Vadai 952bc3103f1SAmir Vadai if (fl_dump_key_val(skb, &key->enc_key_id, TCA_FLOWER_KEY_ENC_KEY_ID, 953eb523f42SHadar Hen Zion &mask->enc_key_id, TCA_FLOWER_UNSPEC, 954bc3103f1SAmir Vadai sizeof(key->enc_key_id))) 955bc3103f1SAmir Vadai goto nla_put_failure; 956bc3103f1SAmir Vadai 957e69985c6SAmir Vadai nla_put_u32(skb, TCA_FLOWER_FLAGS, f->flags); 958e69985c6SAmir Vadai 95977b9900eSJiri Pirko if (tcf_exts_dump(skb, &f->exts)) 96077b9900eSJiri Pirko goto nla_put_failure; 96177b9900eSJiri Pirko 96277b9900eSJiri Pirko nla_nest_end(skb, nest); 96377b9900eSJiri Pirko 96477b9900eSJiri Pirko if (tcf_exts_dump_stats(skb, &f->exts) < 0) 96577b9900eSJiri Pirko goto nla_put_failure; 96677b9900eSJiri Pirko 96777b9900eSJiri Pirko return skb->len; 96877b9900eSJiri Pirko 96977b9900eSJiri Pirko nla_put_failure: 97077b9900eSJiri Pirko nla_nest_cancel(skb, nest); 97177b9900eSJiri Pirko return -1; 97277b9900eSJiri Pirko } 97377b9900eSJiri Pirko 97477b9900eSJiri Pirko static struct tcf_proto_ops cls_fl_ops __read_mostly = { 97577b9900eSJiri Pirko .kind = "flower", 97677b9900eSJiri Pirko .classify = fl_classify, 97777b9900eSJiri Pirko .init = fl_init, 97877b9900eSJiri Pirko .destroy = fl_destroy, 97977b9900eSJiri Pirko .get = fl_get, 98077b9900eSJiri Pirko .change = fl_change, 98177b9900eSJiri Pirko .delete = fl_delete, 98277b9900eSJiri Pirko .walk = fl_walk, 98377b9900eSJiri Pirko .dump = fl_dump, 98477b9900eSJiri Pirko .owner = THIS_MODULE, 98577b9900eSJiri Pirko }; 98677b9900eSJiri Pirko 98777b9900eSJiri Pirko static int __init cls_fl_init(void) 98877b9900eSJiri Pirko { 98977b9900eSJiri Pirko return register_tcf_proto_ops(&cls_fl_ops); 99077b9900eSJiri Pirko } 99177b9900eSJiri Pirko 99277b9900eSJiri Pirko static void __exit cls_fl_exit(void) 99377b9900eSJiri Pirko { 99477b9900eSJiri Pirko unregister_tcf_proto_ops(&cls_fl_ops); 99577b9900eSJiri Pirko } 99677b9900eSJiri Pirko 99777b9900eSJiri Pirko module_init(cls_fl_init); 99877b9900eSJiri Pirko module_exit(cls_fl_exit); 99977b9900eSJiri Pirko 100077b9900eSJiri Pirko MODULE_AUTHOR("Jiri Pirko <jiri@resnulli.us>"); 100177b9900eSJiri Pirko MODULE_DESCRIPTION("Flower classifier"); 100277b9900eSJiri Pirko MODULE_LICENSE("GPL v2"); 1003