12874c5fdSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later 21da177e4SLinus Torvalds /* 31da177e4SLinus Torvalds * net/sched/sch_prio.c Simple 3-band priority "scheduler". 41da177e4SLinus Torvalds * 51da177e4SLinus Torvalds * Authors: Alexey Kuznetsov, <kuznet@ms2.inr.ac.ru> 61da177e4SLinus Torvalds * Fixes: 19990609: J Hadi Salim <hadi@nortelnetworks.com>: 71da177e4SLinus Torvalds * Init -- EINVAL when opt undefined 81da177e4SLinus Torvalds */ 91da177e4SLinus Torvalds 101da177e4SLinus Torvalds #include <linux/module.h> 115a0e3ad6STejun Heo #include <linux/slab.h> 121da177e4SLinus Torvalds #include <linux/types.h> 131da177e4SLinus Torvalds #include <linux/kernel.h> 141da177e4SLinus Torvalds #include <linux/string.h> 151da177e4SLinus Torvalds #include <linux/errno.h> 161da177e4SLinus Torvalds #include <linux/skbuff.h> 17dc5fc579SArnaldo Carvalho de Melo #include <net/netlink.h> 181da177e4SLinus Torvalds #include <net/pkt_sched.h> 19cf1facdaSJiri Pirko #include <net/pkt_cls.h> 201da177e4SLinus Torvalds 21cc7ec456SEric Dumazet struct prio_sched_data { 221da177e4SLinus Torvalds int bands; 2325d8c0d5SJohn Fastabend struct tcf_proto __rcu *filter_list; 246529eabaSJiri Pirko struct tcf_block *block; 251da177e4SLinus Torvalds u8 prio2band[TC_PRIO_MAX+1]; 261da177e4SLinus Torvalds struct Qdisc *queues[TCQ_PRIO_BANDS]; 271da177e4SLinus Torvalds }; 281da177e4SLinus Torvalds 291da177e4SLinus Torvalds 301da177e4SLinus Torvalds static struct Qdisc * 311da177e4SLinus Torvalds prio_classify(struct sk_buff *skb, struct Qdisc *sch, int *qerr) 321da177e4SLinus Torvalds { 331da177e4SLinus Torvalds struct prio_sched_data *q = qdisc_priv(sch); 341da177e4SLinus Torvalds u32 band = skb->priority; 351da177e4SLinus Torvalds struct tcf_result res; 3625d8c0d5SJohn Fastabend struct tcf_proto *fl; 37bdba91ecSPatrick McHardy int err; 381da177e4SLinus Torvalds 39c27f339aSJarek Poplawski *qerr = NET_XMIT_SUCCESS | __NET_XMIT_BYPASS; 401da177e4SLinus Torvalds if (TC_H_MAJ(skb->priority) != sch->handle) { 4125d8c0d5SJohn Fastabend fl = rcu_dereference_bh(q->filter_list); 423aa26055SDavide Caratti err = tcf_classify(skb, NULL, fl, &res, false); 431da177e4SLinus Torvalds #ifdef CONFIG_NET_CLS_ACT 44dbaaa07aSLucas Nussbaum switch (err) { 451da177e4SLinus Torvalds case TC_ACT_STOLEN: 461da177e4SLinus Torvalds case TC_ACT_QUEUED: 47e25ea21fSJiri Pirko case TC_ACT_TRAP: 48378a2f09SJarek Poplawski *qerr = NET_XMIT_SUCCESS | __NET_XMIT_STOLEN; 49964201deSGustavo A. R. Silva fallthrough; 501da177e4SLinus Torvalds case TC_ACT_SHOT: 511da177e4SLinus Torvalds return NULL; 523ff50b79SStephen Hemminger } 531da177e4SLinus Torvalds #endif 5425d8c0d5SJohn Fastabend if (!fl || err < 0) { 551da177e4SLinus Torvalds if (TC_H_MAJ(band)) 561da177e4SLinus Torvalds band = 0; 571d8ae3fdSDavid S. Miller return q->queues[q->prio2band[band & TC_PRIO_MAX]]; 581da177e4SLinus Torvalds } 591da177e4SLinus Torvalds band = res.classid; 601da177e4SLinus Torvalds } 611da177e4SLinus Torvalds band = TC_H_MIN(band) - 1; 623e5c2d3bSJamal Hadi Salim if (band >= q->bands) 631d8ae3fdSDavid S. Miller return q->queues[q->prio2band[0]]; 641d8ae3fdSDavid S. Miller 651da177e4SLinus Torvalds return q->queues[band]; 661da177e4SLinus Torvalds } 671da177e4SLinus Torvalds 68ac5c66f2SPetr Machata static int 69ac5c66f2SPetr Machata prio_enqueue(struct sk_buff *skb, struct Qdisc *sch, struct sk_buff **to_free) 701da177e4SLinus Torvalds { 71f6bab199SToke Høiland-Jørgensen unsigned int len = qdisc_pkt_len(skb); 721da177e4SLinus Torvalds struct Qdisc *qdisc; 731da177e4SLinus Torvalds int ret; 741da177e4SLinus Torvalds 751da177e4SLinus Torvalds qdisc = prio_classify(skb, sch, &ret); 761da177e4SLinus Torvalds #ifdef CONFIG_NET_CLS_ACT 771da177e4SLinus Torvalds if (qdisc == NULL) { 7829f1df6cSJamal Hadi Salim 79c27f339aSJarek Poplawski if (ret & __NET_XMIT_BYPASS) 8025331d6cSJohn Fastabend qdisc_qstats_drop(sch); 8139ad1297SGao Feng __qdisc_drop(skb, to_free); 821da177e4SLinus Torvalds return ret; 831da177e4SLinus Torvalds } 841da177e4SLinus Torvalds #endif 851da177e4SLinus Torvalds 86ac5c66f2SPetr Machata ret = qdisc_enqueue(skb, qdisc, to_free); 875f86173bSJussi Kivilinna if (ret == NET_XMIT_SUCCESS) { 88f6bab199SToke Høiland-Jørgensen sch->qstats.backlog += len; 891da177e4SLinus Torvalds sch->q.qlen++; 901da177e4SLinus Torvalds return NET_XMIT_SUCCESS; 911da177e4SLinus Torvalds } 92378a2f09SJarek Poplawski if (net_xmit_drop_count(ret)) 9325331d6cSJohn Fastabend qdisc_qstats_drop(sch); 941da177e4SLinus Torvalds return ret; 951da177e4SLinus Torvalds } 961da177e4SLinus Torvalds 9748a8f519SPatrick McHardy static struct sk_buff *prio_peek(struct Qdisc *sch) 9848a8f519SPatrick McHardy { 9948a8f519SPatrick McHardy struct prio_sched_data *q = qdisc_priv(sch); 10048a8f519SPatrick McHardy int prio; 10148a8f519SPatrick McHardy 10248a8f519SPatrick McHardy for (prio = 0; prio < q->bands; prio++) { 10348a8f519SPatrick McHardy struct Qdisc *qdisc = q->queues[prio]; 10448a8f519SPatrick McHardy struct sk_buff *skb = qdisc->ops->peek(qdisc); 10548a8f519SPatrick McHardy if (skb) 10648a8f519SPatrick McHardy return skb; 10748a8f519SPatrick McHardy } 10848a8f519SPatrick McHardy return NULL; 10948a8f519SPatrick McHardy } 1101da177e4SLinus Torvalds 1111d8ae3fdSDavid S. Miller static struct sk_buff *prio_dequeue(struct Qdisc *sch) 1121da177e4SLinus Torvalds { 1131da177e4SLinus Torvalds struct prio_sched_data *q = qdisc_priv(sch); 1141da177e4SLinus Torvalds int prio; 1151da177e4SLinus Torvalds 1161da177e4SLinus Torvalds for (prio = 0; prio < q->bands; prio++) { 1171d8ae3fdSDavid S. Miller struct Qdisc *qdisc = q->queues[prio]; 1183557619fSFlorian Westphal struct sk_buff *skb = qdisc_dequeue_peeked(qdisc); 1191da177e4SLinus Torvalds if (skb) { 1209190b3b3SEric Dumazet qdisc_bstats_update(sch, skb); 1216529d75aSWANG Cong qdisc_qstats_backlog_dec(sch, skb); 1221da177e4SLinus Torvalds sch->q.qlen--; 1231da177e4SLinus Torvalds return skb; 1241da177e4SLinus Torvalds } 1251da177e4SLinus Torvalds } 1261da177e4SLinus Torvalds return NULL; 1271da177e4SLinus Torvalds 1281da177e4SLinus Torvalds } 1291da177e4SLinus Torvalds 1301da177e4SLinus Torvalds static void 1311da177e4SLinus Torvalds prio_reset(struct Qdisc *sch) 1321da177e4SLinus Torvalds { 1331da177e4SLinus Torvalds int prio; 1341da177e4SLinus Torvalds struct prio_sched_data *q = qdisc_priv(sch); 1351da177e4SLinus Torvalds 1361da177e4SLinus Torvalds for (prio = 0; prio < q->bands; prio++) 1371da177e4SLinus Torvalds qdisc_reset(q->queues[prio]); 1381da177e4SLinus Torvalds } 1391da177e4SLinus Torvalds 14098ceb7b6SNogah Frankel static int prio_offload(struct Qdisc *sch, struct tc_prio_qopt *qopt) 1417fdb61b4SNogah Frankel { 1427fdb61b4SNogah Frankel struct net_device *dev = qdisc_dev(sch); 1437fdb61b4SNogah Frankel struct tc_prio_qopt_offload opt = { 1447fdb61b4SNogah Frankel .handle = sch->handle, 1457fdb61b4SNogah Frankel .parent = sch->parent, 1467fdb61b4SNogah Frankel }; 1477fdb61b4SNogah Frankel 1487fdb61b4SNogah Frankel if (!tc_can_offload(dev) || !dev->netdev_ops->ndo_setup_tc) 1497fdb61b4SNogah Frankel return -EOPNOTSUPP; 1507fdb61b4SNogah Frankel 15198ceb7b6SNogah Frankel if (qopt) { 1527fdb61b4SNogah Frankel opt.command = TC_PRIO_REPLACE; 15398ceb7b6SNogah Frankel opt.replace_params.bands = qopt->bands; 15498ceb7b6SNogah Frankel memcpy(&opt.replace_params.priomap, qopt->priomap, 1557fdb61b4SNogah Frankel TC_PRIO_MAX + 1); 1567fdb61b4SNogah Frankel opt.replace_params.qstats = &sch->qstats; 1577fdb61b4SNogah Frankel } else { 1587fdb61b4SNogah Frankel opt.command = TC_PRIO_DESTROY; 1597fdb61b4SNogah Frankel } 1607fdb61b4SNogah Frankel 1617fdb61b4SNogah Frankel return dev->netdev_ops->ndo_setup_tc(dev, TC_SETUP_QDISC_PRIO, &opt); 1627fdb61b4SNogah Frankel } 1637fdb61b4SNogah Frankel 1641da177e4SLinus Torvalds static void 1651da177e4SLinus Torvalds prio_destroy(struct Qdisc *sch) 1661da177e4SLinus Torvalds { 1671da177e4SLinus Torvalds int prio; 1681da177e4SLinus Torvalds struct prio_sched_data *q = qdisc_priv(sch); 1691da177e4SLinus Torvalds 1706529eabaSJiri Pirko tcf_block_put(q->block); 17198ceb7b6SNogah Frankel prio_offload(sch, NULL); 1721da177e4SLinus Torvalds for (prio = 0; prio < q->bands; prio++) 17386bd446bSVlad Buslov qdisc_put(q->queues[prio]); 1741da177e4SLinus Torvalds } 1751da177e4SLinus Torvalds 1762030721cSAlexander Aring static int prio_tune(struct Qdisc *sch, struct nlattr *opt, 1772030721cSAlexander Aring struct netlink_ext_ack *extack) 1781da177e4SLinus Torvalds { 1791da177e4SLinus Torvalds struct prio_sched_data *q = qdisc_priv(sch); 1803d7c8257SEric Dumazet struct Qdisc *queues[TCQ_PRIO_BANDS]; 1813d7c8257SEric Dumazet int oldbands = q->bands, i; 182d62733c8SPeter P Waskiewicz Jr struct tc_prio_qopt *qopt; 1831da177e4SLinus Torvalds 1841d8ae3fdSDavid S. Miller if (nla_len(opt) < sizeof(*qopt)) 185d62733c8SPeter P Waskiewicz Jr return -EINVAL; 1861d8ae3fdSDavid S. Miller qopt = nla_data(opt); 187d62733c8SPeter P Waskiewicz Jr 1884b7477f0SZhengchao Shao if (qopt->bands > TCQ_PRIO_BANDS || qopt->bands < TCQ_MIN_PRIO_BANDS) 1891da177e4SLinus Torvalds return -EINVAL; 1901da177e4SLinus Torvalds 1911da177e4SLinus Torvalds for (i = 0; i <= TC_PRIO_MAX; i++) { 1921d8ae3fdSDavid S. Miller if (qopt->priomap[i] >= qopt->bands) 1931da177e4SLinus Torvalds return -EINVAL; 1941da177e4SLinus Torvalds } 1951da177e4SLinus Torvalds 1963d7c8257SEric Dumazet /* Before commit, make sure we can allocate all new qdiscs */ 1973d7c8257SEric Dumazet for (i = oldbands; i < qopt->bands; i++) { 1983d7c8257SEric Dumazet queues[i] = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, 199a38a9882SAlexander Aring TC_H_MAKE(sch->handle, i + 1), 200a38a9882SAlexander Aring extack); 2013d7c8257SEric Dumazet if (!queues[i]) { 2023d7c8257SEric Dumazet while (i > oldbands) 20386bd446bSVlad Buslov qdisc_put(queues[--i]); 2043d7c8257SEric Dumazet return -ENOMEM; 2053d7c8257SEric Dumazet } 2063d7c8257SEric Dumazet } 2073d7c8257SEric Dumazet 20898ceb7b6SNogah Frankel prio_offload(sch, qopt); 2091da177e4SLinus Torvalds sch_tree_lock(sch); 2101d8ae3fdSDavid S. Miller q->bands = qopt->bands; 2111da177e4SLinus Torvalds memcpy(q->prio2band, qopt->priomap, TC_PRIO_MAX+1); 2121da177e4SLinus Torvalds 213e5f0e8f8SPaolo Abeni for (i = q->bands; i < oldbands; i++) 214e5f0e8f8SPaolo Abeni qdisc_tree_flush_backlog(q->queues[i]); 2153d7c8257SEric Dumazet 21649b49971SJiri Kosina for (i = oldbands; i < q->bands; i++) { 2173d7c8257SEric Dumazet q->queues[i] = queues[i]; 21849b49971SJiri Kosina if (q->queues[i] != &noop_qdisc) 21949b49971SJiri Kosina qdisc_hash_add(q->queues[i], true); 22049b49971SJiri Kosina } 2213d7c8257SEric Dumazet 2221da177e4SLinus Torvalds sch_tree_unlock(sch); 2237b8e0b6eSJakub Kicinski 2247b8e0b6eSJakub Kicinski for (i = q->bands; i < oldbands; i++) 2257b8e0b6eSJakub Kicinski qdisc_put(q->queues[i]); 2261da177e4SLinus Torvalds return 0; 2271da177e4SLinus Torvalds } 2281da177e4SLinus Torvalds 229e63d7dfdSAlexander Aring static int prio_init(struct Qdisc *sch, struct nlattr *opt, 230e63d7dfdSAlexander Aring struct netlink_ext_ack *extack) 2311da177e4SLinus Torvalds { 2326529eabaSJiri Pirko struct prio_sched_data *q = qdisc_priv(sch); 2336529eabaSJiri Pirko int err; 2346529eabaSJiri Pirko 2353d7c8257SEric Dumazet if (!opt) 2361da177e4SLinus Torvalds return -EINVAL; 2371da177e4SLinus Torvalds 2388d1a77f9SAlexander Aring err = tcf_block_get(&q->block, &q->filter_list, sch, extack); 2396529eabaSJiri Pirko if (err) 2406529eabaSJiri Pirko return err; 2416529eabaSJiri Pirko 2422030721cSAlexander Aring return prio_tune(sch, opt, extack); 2431da177e4SLinus Torvalds } 2441da177e4SLinus Torvalds 2457fdb61b4SNogah Frankel static int prio_dump_offload(struct Qdisc *sch) 2467fdb61b4SNogah Frankel { 2477fdb61b4SNogah Frankel struct tc_prio_qopt_offload hw_stats = { 248ef58ca38SAndrew Morton .command = TC_PRIO_STATS, 2497fdb61b4SNogah Frankel .handle = sch->handle, 2507fdb61b4SNogah Frankel .parent = sch->parent, 251ef58ca38SAndrew Morton { 252ef58ca38SAndrew Morton .stats = { 253ef58ca38SAndrew Morton .bstats = &sch->bstats, 254ef58ca38SAndrew Morton .qstats = &sch->qstats, 255ef58ca38SAndrew Morton }, 256ef58ca38SAndrew Morton }, 2577fdb61b4SNogah Frankel }; 2587fdb61b4SNogah Frankel 259b592843cSJakub Kicinski return qdisc_offload_dump_helper(sch, TC_SETUP_QDISC_PRIO, &hw_stats); 2607fdb61b4SNogah Frankel } 2617fdb61b4SNogah Frankel 2621da177e4SLinus Torvalds static int prio_dump(struct Qdisc *sch, struct sk_buff *skb) 2631da177e4SLinus Torvalds { 2641da177e4SLinus Torvalds struct prio_sched_data *q = qdisc_priv(sch); 26527a884dcSArnaldo Carvalho de Melo unsigned char *b = skb_tail_pointer(skb); 2661da177e4SLinus Torvalds struct tc_prio_qopt opt; 2677fdb61b4SNogah Frankel int err; 2681da177e4SLinus Torvalds 2691da177e4SLinus Torvalds opt.bands = q->bands; 2701da177e4SLinus Torvalds memcpy(&opt.priomap, q->prio2band, TC_PRIO_MAX + 1); 271d62733c8SPeter P Waskiewicz Jr 2727fdb61b4SNogah Frankel err = prio_dump_offload(sch); 2737fdb61b4SNogah Frankel if (err) 2747fdb61b4SNogah Frankel goto nla_put_failure; 2757fdb61b4SNogah Frankel 2761b34ec43SDavid S. Miller if (nla_put(skb, TCA_OPTIONS, sizeof(opt), &opt)) 2771b34ec43SDavid S. Miller goto nla_put_failure; 278d62733c8SPeter P Waskiewicz Jr 2791da177e4SLinus Torvalds return skb->len; 2801da177e4SLinus Torvalds 2811e90474cSPatrick McHardy nla_put_failure: 282dc5fc579SArnaldo Carvalho de Melo nlmsg_trim(skb, b); 2831da177e4SLinus Torvalds return -1; 2841da177e4SLinus Torvalds } 2851da177e4SLinus Torvalds 2861da177e4SLinus Torvalds static int prio_graft(struct Qdisc *sch, unsigned long arg, struct Qdisc *new, 287653d6fd6SAlexander Aring struct Qdisc **old, struct netlink_ext_ack *extack) 2881da177e4SLinus Torvalds { 2891da177e4SLinus Torvalds struct prio_sched_data *q = qdisc_priv(sch); 290b9c7a7acSNogah Frankel struct tc_prio_qopt_offload graft_offload; 2911da177e4SLinus Torvalds unsigned long band = arg - 1; 2921da177e4SLinus Torvalds 293240ce7f6SPetr Machata if (!new) { 294240ce7f6SPetr Machata new = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, 295240ce7f6SPetr Machata TC_H_MAKE(sch->handle, arg), extack); 296240ce7f6SPetr Machata if (!new) 2971da177e4SLinus Torvalds new = &noop_qdisc; 298240ce7f6SPetr Machata else 299240ce7f6SPetr Machata qdisc_hash_add(new, true); 300240ce7f6SPetr Machata } 3011da177e4SLinus Torvalds 30286a7996cSWANG Cong *old = qdisc_replace(sch, new, &q->queues[band]); 303b9c7a7acSNogah Frankel 304b9c7a7acSNogah Frankel graft_offload.handle = sch->handle; 305b9c7a7acSNogah Frankel graft_offload.parent = sch->parent; 306b9c7a7acSNogah Frankel graft_offload.graft_params.band = band; 307b9c7a7acSNogah Frankel graft_offload.graft_params.child_handle = new->handle; 308b9c7a7acSNogah Frankel graft_offload.command = TC_PRIO_GRAFT; 309b9c7a7acSNogah Frankel 310bfaee911SJakub Kicinski qdisc_offload_graft_helper(qdisc_dev(sch), sch, new, *old, 311bfaee911SJakub Kicinski TC_SETUP_QDISC_PRIO, &graft_offload, 312bfaee911SJakub Kicinski extack); 3131da177e4SLinus Torvalds return 0; 3141da177e4SLinus Torvalds } 3151da177e4SLinus Torvalds 3161da177e4SLinus Torvalds static struct Qdisc * 3171da177e4SLinus Torvalds prio_leaf(struct Qdisc *sch, unsigned long arg) 3181da177e4SLinus Torvalds { 3191da177e4SLinus Torvalds struct prio_sched_data *q = qdisc_priv(sch); 3201da177e4SLinus Torvalds unsigned long band = arg - 1; 3211da177e4SLinus Torvalds 3221da177e4SLinus Torvalds return q->queues[band]; 3231da177e4SLinus Torvalds } 3241da177e4SLinus Torvalds 325143976ceSWANG Cong static unsigned long prio_find(struct Qdisc *sch, u32 classid) 3261da177e4SLinus Torvalds { 3271da177e4SLinus Torvalds struct prio_sched_data *q = qdisc_priv(sch); 3281da177e4SLinus Torvalds unsigned long band = TC_H_MIN(classid); 3291da177e4SLinus Torvalds 3301da177e4SLinus Torvalds if (band - 1 >= q->bands) 3311da177e4SLinus Torvalds return 0; 3321da177e4SLinus Torvalds return band; 3331da177e4SLinus Torvalds } 3341da177e4SLinus Torvalds 3351da177e4SLinus Torvalds static unsigned long prio_bind(struct Qdisc *sch, unsigned long parent, u32 classid) 3361da177e4SLinus Torvalds { 337143976ceSWANG Cong return prio_find(sch, classid); 3381da177e4SLinus Torvalds } 3391da177e4SLinus Torvalds 3401da177e4SLinus Torvalds 341143976ceSWANG Cong static void prio_unbind(struct Qdisc *q, unsigned long cl) 3421da177e4SLinus Torvalds { 3431da177e4SLinus Torvalds } 3441da177e4SLinus Torvalds 3451da177e4SLinus Torvalds static int prio_dump_class(struct Qdisc *sch, unsigned long cl, struct sk_buff *skb, 3461da177e4SLinus Torvalds struct tcmsg *tcm) 3471da177e4SLinus Torvalds { 3481da177e4SLinus Torvalds struct prio_sched_data *q = qdisc_priv(sch); 3491da177e4SLinus Torvalds 3501da177e4SLinus Torvalds tcm->tcm_handle |= TC_H_MIN(cl); 3511da177e4SLinus Torvalds tcm->tcm_info = q->queues[cl-1]->handle; 3521da177e4SLinus Torvalds return 0; 3531da177e4SLinus Torvalds } 3541da177e4SLinus Torvalds 3552cf6c36cSJarek Poplawski static int prio_dump_class_stats(struct Qdisc *sch, unsigned long cl, 3562cf6c36cSJarek Poplawski struct gnet_dump *d) 3572cf6c36cSJarek Poplawski { 3582cf6c36cSJarek Poplawski struct prio_sched_data *q = qdisc_priv(sch); 3592cf6c36cSJarek Poplawski struct Qdisc *cl_q; 3602cf6c36cSJarek Poplawski 3612cf6c36cSJarek Poplawski cl_q = q->queues[cl - 1]; 36229cbcd85SAhmed S. Darwish if (gnet_stats_copy_basic(d, cl_q->cpu_bstats, 36329cbcd85SAhmed S. Darwish &cl_q->bstats, true) < 0 || 3645dd431b6SPaolo Abeni qdisc_qstats_copy(d, cl_q) < 0) 3652cf6c36cSJarek Poplawski return -1; 3662cf6c36cSJarek Poplawski 3672cf6c36cSJarek Poplawski return 0; 3682cf6c36cSJarek Poplawski } 3692cf6c36cSJarek Poplawski 3701da177e4SLinus Torvalds static void prio_walk(struct Qdisc *sch, struct qdisc_walker *arg) 3711da177e4SLinus Torvalds { 3721da177e4SLinus Torvalds struct prio_sched_data *q = qdisc_priv(sch); 3731da177e4SLinus Torvalds int prio; 3741da177e4SLinus Torvalds 3751da177e4SLinus Torvalds if (arg->stop) 3761da177e4SLinus Torvalds return; 3771da177e4SLinus Torvalds 3781da177e4SLinus Torvalds for (prio = 0; prio < q->bands; prio++) { 379*e046fa89SZhengchao Shao if (!tc_qdisc_stats_dump(sch, prio + 1, arg)) 3801da177e4SLinus Torvalds break; 3811da177e4SLinus Torvalds } 3821da177e4SLinus Torvalds } 3831da177e4SLinus Torvalds 384cbaacc4eSAlexander Aring static struct tcf_block *prio_tcf_block(struct Qdisc *sch, unsigned long cl, 385cbaacc4eSAlexander Aring struct netlink_ext_ack *extack) 3861da177e4SLinus Torvalds { 3871da177e4SLinus Torvalds struct prio_sched_data *q = qdisc_priv(sch); 3881da177e4SLinus Torvalds 3891da177e4SLinus Torvalds if (cl) 3901da177e4SLinus Torvalds return NULL; 3916529eabaSJiri Pirko return q->block; 3921da177e4SLinus Torvalds } 3931da177e4SLinus Torvalds 39420fea08bSEric Dumazet static const struct Qdisc_class_ops prio_class_ops = { 3951da177e4SLinus Torvalds .graft = prio_graft, 3961da177e4SLinus Torvalds .leaf = prio_leaf, 397143976ceSWANG Cong .find = prio_find, 3981da177e4SLinus Torvalds .walk = prio_walk, 3996529eabaSJiri Pirko .tcf_block = prio_tcf_block, 4001da177e4SLinus Torvalds .bind_tcf = prio_bind, 401143976ceSWANG Cong .unbind_tcf = prio_unbind, 4021da177e4SLinus Torvalds .dump = prio_dump_class, 4032cf6c36cSJarek Poplawski .dump_stats = prio_dump_class_stats, 4041da177e4SLinus Torvalds }; 4051da177e4SLinus Torvalds 40620fea08bSEric Dumazet static struct Qdisc_ops prio_qdisc_ops __read_mostly = { 4071da177e4SLinus Torvalds .next = NULL, 4081da177e4SLinus Torvalds .cl_ops = &prio_class_ops, 4091da177e4SLinus Torvalds .id = "prio", 4101da177e4SLinus Torvalds .priv_size = sizeof(struct prio_sched_data), 4111da177e4SLinus Torvalds .enqueue = prio_enqueue, 4121da177e4SLinus Torvalds .dequeue = prio_dequeue, 41348a8f519SPatrick McHardy .peek = prio_peek, 4141da177e4SLinus Torvalds .init = prio_init, 4151da177e4SLinus Torvalds .reset = prio_reset, 4161da177e4SLinus Torvalds .destroy = prio_destroy, 4171da177e4SLinus Torvalds .change = prio_tune, 4181da177e4SLinus Torvalds .dump = prio_dump, 4191da177e4SLinus Torvalds .owner = THIS_MODULE, 4201da177e4SLinus Torvalds }; 4211da177e4SLinus Torvalds 4221da177e4SLinus Torvalds static int __init prio_module_init(void) 4231da177e4SLinus Torvalds { 4241d8ae3fdSDavid S. Miller return register_qdisc(&prio_qdisc_ops); 4251da177e4SLinus Torvalds } 4261da177e4SLinus Torvalds 4271da177e4SLinus Torvalds static void __exit prio_module_exit(void) 4281da177e4SLinus Torvalds { 4291da177e4SLinus Torvalds unregister_qdisc(&prio_qdisc_ops); 4301da177e4SLinus Torvalds } 4311da177e4SLinus Torvalds 4321da177e4SLinus Torvalds module_init(prio_module_init) 4331da177e4SLinus Torvalds module_exit(prio_module_exit) 4341da177e4SLinus Torvalds 4351da177e4SLinus Torvalds MODULE_LICENSE("GPL"); 436