12874c5fdSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later 21da177e4SLinus Torvalds /* 31da177e4SLinus Torvalds * net/sched/sch_prio.c Simple 3-band priority "scheduler". 41da177e4SLinus Torvalds * 51da177e4SLinus Torvalds * Authors: Alexey Kuznetsov, <kuznet@ms2.inr.ac.ru> 61da177e4SLinus Torvalds * Fixes: 19990609: J Hadi Salim <hadi@nortelnetworks.com>: 71da177e4SLinus Torvalds * Init -- EINVAL when opt undefined 81da177e4SLinus Torvalds */ 91da177e4SLinus Torvalds 101da177e4SLinus Torvalds #include <linux/module.h> 115a0e3ad6STejun Heo #include <linux/slab.h> 121da177e4SLinus Torvalds #include <linux/types.h> 131da177e4SLinus Torvalds #include <linux/kernel.h> 141da177e4SLinus Torvalds #include <linux/string.h> 151da177e4SLinus Torvalds #include <linux/errno.h> 161da177e4SLinus Torvalds #include <linux/skbuff.h> 17dc5fc579SArnaldo Carvalho de Melo #include <net/netlink.h> 181da177e4SLinus Torvalds #include <net/pkt_sched.h> 19cf1facdaSJiri Pirko #include <net/pkt_cls.h> 201da177e4SLinus Torvalds 21cc7ec456SEric Dumazet struct prio_sched_data { 221da177e4SLinus Torvalds int bands; 2325d8c0d5SJohn Fastabend struct tcf_proto __rcu *filter_list; 246529eabaSJiri Pirko struct tcf_block *block; 251da177e4SLinus Torvalds u8 prio2band[TC_PRIO_MAX+1]; 261da177e4SLinus Torvalds struct Qdisc *queues[TCQ_PRIO_BANDS]; 271da177e4SLinus Torvalds }; 281da177e4SLinus Torvalds 291da177e4SLinus Torvalds 301da177e4SLinus Torvalds static struct Qdisc * 311da177e4SLinus Torvalds prio_classify(struct sk_buff *skb, struct Qdisc *sch, int *qerr) 321da177e4SLinus Torvalds { 331da177e4SLinus Torvalds struct prio_sched_data *q = qdisc_priv(sch); 341da177e4SLinus Torvalds u32 band = skb->priority; 351da177e4SLinus Torvalds struct tcf_result res; 3625d8c0d5SJohn Fastabend struct tcf_proto *fl; 37bdba91ecSPatrick McHardy int err; 381da177e4SLinus Torvalds 39c27f339aSJarek Poplawski *qerr = NET_XMIT_SUCCESS | __NET_XMIT_BYPASS; 401da177e4SLinus Torvalds if (TC_H_MAJ(skb->priority) != sch->handle) { 4125d8c0d5SJohn Fastabend fl = rcu_dereference_bh(q->filter_list); 4287d83093SJiri Pirko err = tcf_classify(skb, fl, &res, false); 431da177e4SLinus Torvalds #ifdef CONFIG_NET_CLS_ACT 44dbaaa07aSLucas Nussbaum switch (err) { 451da177e4SLinus Torvalds case TC_ACT_STOLEN: 461da177e4SLinus Torvalds case TC_ACT_QUEUED: 47e25ea21fSJiri Pirko case TC_ACT_TRAP: 48378a2f09SJarek Poplawski *qerr = NET_XMIT_SUCCESS | __NET_XMIT_STOLEN; 49964201deSGustavo A. R. Silva fallthrough; 501da177e4SLinus Torvalds case TC_ACT_SHOT: 511da177e4SLinus Torvalds return NULL; 523ff50b79SStephen Hemminger } 531da177e4SLinus Torvalds #endif 5425d8c0d5SJohn Fastabend if (!fl || err < 0) { 551da177e4SLinus Torvalds if (TC_H_MAJ(band)) 561da177e4SLinus Torvalds band = 0; 571d8ae3fdSDavid S. Miller return q->queues[q->prio2band[band & TC_PRIO_MAX]]; 581da177e4SLinus Torvalds } 591da177e4SLinus Torvalds band = res.classid; 601da177e4SLinus Torvalds } 611da177e4SLinus Torvalds band = TC_H_MIN(band) - 1; 623e5c2d3bSJamal Hadi Salim if (band >= q->bands) 631d8ae3fdSDavid S. Miller return q->queues[q->prio2band[0]]; 641d8ae3fdSDavid S. Miller 651da177e4SLinus Torvalds return q->queues[band]; 661da177e4SLinus Torvalds } 671da177e4SLinus Torvalds 68*ac5c66f2SPetr Machata static int 69*ac5c66f2SPetr Machata prio_enqueue(struct sk_buff *skb, struct Qdisc *sch, struct sk_buff **to_free) 701da177e4SLinus Torvalds { 71f6bab199SToke Høiland-Jørgensen unsigned int len = qdisc_pkt_len(skb); 721da177e4SLinus Torvalds struct Qdisc *qdisc; 731da177e4SLinus Torvalds int ret; 741da177e4SLinus Torvalds 751da177e4SLinus Torvalds qdisc = prio_classify(skb, sch, &ret); 761da177e4SLinus Torvalds #ifdef CONFIG_NET_CLS_ACT 771da177e4SLinus Torvalds if (qdisc == NULL) { 7829f1df6cSJamal Hadi Salim 79c27f339aSJarek Poplawski if (ret & __NET_XMIT_BYPASS) 8025331d6cSJohn Fastabend qdisc_qstats_drop(sch); 8139ad1297SGao Feng __qdisc_drop(skb, to_free); 821da177e4SLinus Torvalds return ret; 831da177e4SLinus Torvalds } 841da177e4SLinus Torvalds #endif 851da177e4SLinus Torvalds 86*ac5c66f2SPetr Machata ret = qdisc_enqueue(skb, qdisc, to_free); 875f86173bSJussi Kivilinna if (ret == NET_XMIT_SUCCESS) { 88f6bab199SToke Høiland-Jørgensen sch->qstats.backlog += len; 891da177e4SLinus Torvalds sch->q.qlen++; 901da177e4SLinus Torvalds return NET_XMIT_SUCCESS; 911da177e4SLinus Torvalds } 92378a2f09SJarek Poplawski if (net_xmit_drop_count(ret)) 9325331d6cSJohn Fastabend qdisc_qstats_drop(sch); 941da177e4SLinus Torvalds return ret; 951da177e4SLinus Torvalds } 961da177e4SLinus Torvalds 9748a8f519SPatrick McHardy static struct sk_buff *prio_peek(struct Qdisc *sch) 9848a8f519SPatrick McHardy { 9948a8f519SPatrick McHardy struct prio_sched_data *q = qdisc_priv(sch); 10048a8f519SPatrick McHardy int prio; 10148a8f519SPatrick McHardy 10248a8f519SPatrick McHardy for (prio = 0; prio < q->bands; prio++) { 10348a8f519SPatrick McHardy struct Qdisc *qdisc = q->queues[prio]; 10448a8f519SPatrick McHardy struct sk_buff *skb = qdisc->ops->peek(qdisc); 10548a8f519SPatrick McHardy if (skb) 10648a8f519SPatrick McHardy return skb; 10748a8f519SPatrick McHardy } 10848a8f519SPatrick McHardy return NULL; 10948a8f519SPatrick McHardy } 1101da177e4SLinus Torvalds 1111d8ae3fdSDavid S. Miller static struct sk_buff *prio_dequeue(struct Qdisc *sch) 1121da177e4SLinus Torvalds { 1131da177e4SLinus Torvalds struct prio_sched_data *q = qdisc_priv(sch); 1141da177e4SLinus Torvalds int prio; 1151da177e4SLinus Torvalds 1161da177e4SLinus Torvalds for (prio = 0; prio < q->bands; prio++) { 1171d8ae3fdSDavid S. Miller struct Qdisc *qdisc = q->queues[prio]; 1183557619fSFlorian Westphal struct sk_buff *skb = qdisc_dequeue_peeked(qdisc); 1191da177e4SLinus Torvalds if (skb) { 1209190b3b3SEric Dumazet qdisc_bstats_update(sch, skb); 1216529d75aSWANG Cong qdisc_qstats_backlog_dec(sch, skb); 1221da177e4SLinus Torvalds sch->q.qlen--; 1231da177e4SLinus Torvalds return skb; 1241da177e4SLinus Torvalds } 1251da177e4SLinus Torvalds } 1261da177e4SLinus Torvalds return NULL; 1271da177e4SLinus Torvalds 1281da177e4SLinus Torvalds } 1291da177e4SLinus Torvalds 1301da177e4SLinus Torvalds static void 1311da177e4SLinus Torvalds prio_reset(struct Qdisc *sch) 1321da177e4SLinus Torvalds { 1331da177e4SLinus Torvalds int prio; 1341da177e4SLinus Torvalds struct prio_sched_data *q = qdisc_priv(sch); 1351da177e4SLinus Torvalds 1361da177e4SLinus Torvalds for (prio = 0; prio < q->bands; prio++) 1371da177e4SLinus Torvalds qdisc_reset(q->queues[prio]); 1386529d75aSWANG Cong sch->qstats.backlog = 0; 1391da177e4SLinus Torvalds sch->q.qlen = 0; 1401da177e4SLinus Torvalds } 1411da177e4SLinus Torvalds 14298ceb7b6SNogah Frankel static int prio_offload(struct Qdisc *sch, struct tc_prio_qopt *qopt) 1437fdb61b4SNogah Frankel { 1447fdb61b4SNogah Frankel struct net_device *dev = qdisc_dev(sch); 1457fdb61b4SNogah Frankel struct tc_prio_qopt_offload opt = { 1467fdb61b4SNogah Frankel .handle = sch->handle, 1477fdb61b4SNogah Frankel .parent = sch->parent, 1487fdb61b4SNogah Frankel }; 1497fdb61b4SNogah Frankel 1507fdb61b4SNogah Frankel if (!tc_can_offload(dev) || !dev->netdev_ops->ndo_setup_tc) 1517fdb61b4SNogah Frankel return -EOPNOTSUPP; 1527fdb61b4SNogah Frankel 15398ceb7b6SNogah Frankel if (qopt) { 1547fdb61b4SNogah Frankel opt.command = TC_PRIO_REPLACE; 15598ceb7b6SNogah Frankel opt.replace_params.bands = qopt->bands; 15698ceb7b6SNogah Frankel memcpy(&opt.replace_params.priomap, qopt->priomap, 1577fdb61b4SNogah Frankel TC_PRIO_MAX + 1); 1587fdb61b4SNogah Frankel opt.replace_params.qstats = &sch->qstats; 1597fdb61b4SNogah Frankel } else { 1607fdb61b4SNogah Frankel opt.command = TC_PRIO_DESTROY; 1617fdb61b4SNogah Frankel } 1627fdb61b4SNogah Frankel 1637fdb61b4SNogah Frankel return dev->netdev_ops->ndo_setup_tc(dev, TC_SETUP_QDISC_PRIO, &opt); 1647fdb61b4SNogah Frankel } 1657fdb61b4SNogah Frankel 1661da177e4SLinus Torvalds static void 1671da177e4SLinus Torvalds prio_destroy(struct Qdisc *sch) 1681da177e4SLinus Torvalds { 1691da177e4SLinus Torvalds int prio; 1701da177e4SLinus Torvalds struct prio_sched_data *q = qdisc_priv(sch); 1711da177e4SLinus Torvalds 1726529eabaSJiri Pirko tcf_block_put(q->block); 17398ceb7b6SNogah Frankel prio_offload(sch, NULL); 1741da177e4SLinus Torvalds for (prio = 0; prio < q->bands; prio++) 17586bd446bSVlad Buslov qdisc_put(q->queues[prio]); 1761da177e4SLinus Torvalds } 1771da177e4SLinus Torvalds 1782030721cSAlexander Aring static int prio_tune(struct Qdisc *sch, struct nlattr *opt, 1792030721cSAlexander Aring struct netlink_ext_ack *extack) 1801da177e4SLinus Torvalds { 1811da177e4SLinus Torvalds struct prio_sched_data *q = qdisc_priv(sch); 1823d7c8257SEric Dumazet struct Qdisc *queues[TCQ_PRIO_BANDS]; 1833d7c8257SEric Dumazet int oldbands = q->bands, i; 184d62733c8SPeter P Waskiewicz Jr struct tc_prio_qopt *qopt; 1851da177e4SLinus Torvalds 1861d8ae3fdSDavid S. Miller if (nla_len(opt) < sizeof(*qopt)) 187d62733c8SPeter P Waskiewicz Jr return -EINVAL; 1881d8ae3fdSDavid S. Miller qopt = nla_data(opt); 189d62733c8SPeter P Waskiewicz Jr 1901d8ae3fdSDavid S. Miller if (qopt->bands > TCQ_PRIO_BANDS || qopt->bands < 2) 1911da177e4SLinus Torvalds return -EINVAL; 1921da177e4SLinus Torvalds 1931da177e4SLinus Torvalds for (i = 0; i <= TC_PRIO_MAX; i++) { 1941d8ae3fdSDavid S. Miller if (qopt->priomap[i] >= qopt->bands) 1951da177e4SLinus Torvalds return -EINVAL; 1961da177e4SLinus Torvalds } 1971da177e4SLinus Torvalds 1983d7c8257SEric Dumazet /* Before commit, make sure we can allocate all new qdiscs */ 1993d7c8257SEric Dumazet for (i = oldbands; i < qopt->bands; i++) { 2003d7c8257SEric Dumazet queues[i] = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, 201a38a9882SAlexander Aring TC_H_MAKE(sch->handle, i + 1), 202a38a9882SAlexander Aring extack); 2033d7c8257SEric Dumazet if (!queues[i]) { 2043d7c8257SEric Dumazet while (i > oldbands) 20586bd446bSVlad Buslov qdisc_put(queues[--i]); 2063d7c8257SEric Dumazet return -ENOMEM; 2073d7c8257SEric Dumazet } 2083d7c8257SEric Dumazet } 2093d7c8257SEric Dumazet 21098ceb7b6SNogah Frankel prio_offload(sch, qopt); 2111da177e4SLinus Torvalds sch_tree_lock(sch); 2121d8ae3fdSDavid S. Miller q->bands = qopt->bands; 2131da177e4SLinus Torvalds memcpy(q->prio2band, qopt->priomap, TC_PRIO_MAX+1); 2141da177e4SLinus Torvalds 215e5f0e8f8SPaolo Abeni for (i = q->bands; i < oldbands; i++) 216e5f0e8f8SPaolo Abeni qdisc_tree_flush_backlog(q->queues[i]); 2173d7c8257SEric Dumazet 21849b49971SJiri Kosina for (i = oldbands; i < q->bands; i++) { 2193d7c8257SEric Dumazet q->queues[i] = queues[i]; 22049b49971SJiri Kosina if (q->queues[i] != &noop_qdisc) 22149b49971SJiri Kosina qdisc_hash_add(q->queues[i], true); 22249b49971SJiri Kosina } 2233d7c8257SEric Dumazet 2241da177e4SLinus Torvalds sch_tree_unlock(sch); 2257b8e0b6eSJakub Kicinski 2267b8e0b6eSJakub Kicinski for (i = q->bands; i < oldbands; i++) 2277b8e0b6eSJakub Kicinski qdisc_put(q->queues[i]); 2281da177e4SLinus Torvalds return 0; 2291da177e4SLinus Torvalds } 2301da177e4SLinus Torvalds 231e63d7dfdSAlexander Aring static int prio_init(struct Qdisc *sch, struct nlattr *opt, 232e63d7dfdSAlexander Aring struct netlink_ext_ack *extack) 2331da177e4SLinus Torvalds { 2346529eabaSJiri Pirko struct prio_sched_data *q = qdisc_priv(sch); 2356529eabaSJiri Pirko int err; 2366529eabaSJiri Pirko 2373d7c8257SEric Dumazet if (!opt) 2381da177e4SLinus Torvalds return -EINVAL; 2391da177e4SLinus Torvalds 2408d1a77f9SAlexander Aring err = tcf_block_get(&q->block, &q->filter_list, sch, extack); 2416529eabaSJiri Pirko if (err) 2426529eabaSJiri Pirko return err; 2436529eabaSJiri Pirko 2442030721cSAlexander Aring return prio_tune(sch, opt, extack); 2451da177e4SLinus Torvalds } 2461da177e4SLinus Torvalds 2477fdb61b4SNogah Frankel static int prio_dump_offload(struct Qdisc *sch) 2487fdb61b4SNogah Frankel { 2497fdb61b4SNogah Frankel struct tc_prio_qopt_offload hw_stats = { 250ef58ca38SAndrew Morton .command = TC_PRIO_STATS, 2517fdb61b4SNogah Frankel .handle = sch->handle, 2527fdb61b4SNogah Frankel .parent = sch->parent, 253ef58ca38SAndrew Morton { 254ef58ca38SAndrew Morton .stats = { 255ef58ca38SAndrew Morton .bstats = &sch->bstats, 256ef58ca38SAndrew Morton .qstats = &sch->qstats, 257ef58ca38SAndrew Morton }, 258ef58ca38SAndrew Morton }, 2597fdb61b4SNogah Frankel }; 2607fdb61b4SNogah Frankel 261b592843cSJakub Kicinski return qdisc_offload_dump_helper(sch, TC_SETUP_QDISC_PRIO, &hw_stats); 2627fdb61b4SNogah Frankel } 2637fdb61b4SNogah Frankel 2641da177e4SLinus Torvalds static int prio_dump(struct Qdisc *sch, struct sk_buff *skb) 2651da177e4SLinus Torvalds { 2661da177e4SLinus Torvalds struct prio_sched_data *q = qdisc_priv(sch); 26727a884dcSArnaldo Carvalho de Melo unsigned char *b = skb_tail_pointer(skb); 2681da177e4SLinus Torvalds struct tc_prio_qopt opt; 2697fdb61b4SNogah Frankel int err; 2701da177e4SLinus Torvalds 2711da177e4SLinus Torvalds opt.bands = q->bands; 2721da177e4SLinus Torvalds memcpy(&opt.priomap, q->prio2band, TC_PRIO_MAX + 1); 273d62733c8SPeter P Waskiewicz Jr 2747fdb61b4SNogah Frankel err = prio_dump_offload(sch); 2757fdb61b4SNogah Frankel if (err) 2767fdb61b4SNogah Frankel goto nla_put_failure; 2777fdb61b4SNogah Frankel 2781b34ec43SDavid S. Miller if (nla_put(skb, TCA_OPTIONS, sizeof(opt), &opt)) 2791b34ec43SDavid S. Miller goto nla_put_failure; 280d62733c8SPeter P Waskiewicz Jr 2811da177e4SLinus Torvalds return skb->len; 2821da177e4SLinus Torvalds 2831e90474cSPatrick McHardy nla_put_failure: 284dc5fc579SArnaldo Carvalho de Melo nlmsg_trim(skb, b); 2851da177e4SLinus Torvalds return -1; 2861da177e4SLinus Torvalds } 2871da177e4SLinus Torvalds 2881da177e4SLinus Torvalds static int prio_graft(struct Qdisc *sch, unsigned long arg, struct Qdisc *new, 289653d6fd6SAlexander Aring struct Qdisc **old, struct netlink_ext_ack *extack) 2901da177e4SLinus Torvalds { 2911da177e4SLinus Torvalds struct prio_sched_data *q = qdisc_priv(sch); 292b9c7a7acSNogah Frankel struct tc_prio_qopt_offload graft_offload; 2931da177e4SLinus Torvalds unsigned long band = arg - 1; 2941da177e4SLinus Torvalds 295240ce7f6SPetr Machata if (!new) { 296240ce7f6SPetr Machata new = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, 297240ce7f6SPetr Machata TC_H_MAKE(sch->handle, arg), extack); 298240ce7f6SPetr Machata if (!new) 2991da177e4SLinus Torvalds new = &noop_qdisc; 300240ce7f6SPetr Machata else 301240ce7f6SPetr Machata qdisc_hash_add(new, true); 302240ce7f6SPetr Machata } 3031da177e4SLinus Torvalds 30486a7996cSWANG Cong *old = qdisc_replace(sch, new, &q->queues[band]); 305b9c7a7acSNogah Frankel 306b9c7a7acSNogah Frankel graft_offload.handle = sch->handle; 307b9c7a7acSNogah Frankel graft_offload.parent = sch->parent; 308b9c7a7acSNogah Frankel graft_offload.graft_params.band = band; 309b9c7a7acSNogah Frankel graft_offload.graft_params.child_handle = new->handle; 310b9c7a7acSNogah Frankel graft_offload.command = TC_PRIO_GRAFT; 311b9c7a7acSNogah Frankel 312bfaee911SJakub Kicinski qdisc_offload_graft_helper(qdisc_dev(sch), sch, new, *old, 313bfaee911SJakub Kicinski TC_SETUP_QDISC_PRIO, &graft_offload, 314bfaee911SJakub Kicinski extack); 3151da177e4SLinus Torvalds return 0; 3161da177e4SLinus Torvalds } 3171da177e4SLinus Torvalds 3181da177e4SLinus Torvalds static struct Qdisc * 3191da177e4SLinus Torvalds prio_leaf(struct Qdisc *sch, unsigned long arg) 3201da177e4SLinus Torvalds { 3211da177e4SLinus Torvalds struct prio_sched_data *q = qdisc_priv(sch); 3221da177e4SLinus Torvalds unsigned long band = arg - 1; 3231da177e4SLinus Torvalds 3241da177e4SLinus Torvalds return q->queues[band]; 3251da177e4SLinus Torvalds } 3261da177e4SLinus Torvalds 327143976ceSWANG Cong static unsigned long prio_find(struct Qdisc *sch, u32 classid) 3281da177e4SLinus Torvalds { 3291da177e4SLinus Torvalds struct prio_sched_data *q = qdisc_priv(sch); 3301da177e4SLinus Torvalds unsigned long band = TC_H_MIN(classid); 3311da177e4SLinus Torvalds 3321da177e4SLinus Torvalds if (band - 1 >= q->bands) 3331da177e4SLinus Torvalds return 0; 3341da177e4SLinus Torvalds return band; 3351da177e4SLinus Torvalds } 3361da177e4SLinus Torvalds 3371da177e4SLinus Torvalds static unsigned long prio_bind(struct Qdisc *sch, unsigned long parent, u32 classid) 3381da177e4SLinus Torvalds { 339143976ceSWANG Cong return prio_find(sch, classid); 3401da177e4SLinus Torvalds } 3411da177e4SLinus Torvalds 3421da177e4SLinus Torvalds 343143976ceSWANG Cong static void prio_unbind(struct Qdisc *q, unsigned long cl) 3441da177e4SLinus Torvalds { 3451da177e4SLinus Torvalds } 3461da177e4SLinus Torvalds 3471da177e4SLinus Torvalds static int prio_dump_class(struct Qdisc *sch, unsigned long cl, struct sk_buff *skb, 3481da177e4SLinus Torvalds struct tcmsg *tcm) 3491da177e4SLinus Torvalds { 3501da177e4SLinus Torvalds struct prio_sched_data *q = qdisc_priv(sch); 3511da177e4SLinus Torvalds 3521da177e4SLinus Torvalds tcm->tcm_handle |= TC_H_MIN(cl); 3531da177e4SLinus Torvalds tcm->tcm_info = q->queues[cl-1]->handle; 3541da177e4SLinus Torvalds return 0; 3551da177e4SLinus Torvalds } 3561da177e4SLinus Torvalds 3572cf6c36cSJarek Poplawski static int prio_dump_class_stats(struct Qdisc *sch, unsigned long cl, 3582cf6c36cSJarek Poplawski struct gnet_dump *d) 3592cf6c36cSJarek Poplawski { 3602cf6c36cSJarek Poplawski struct prio_sched_data *q = qdisc_priv(sch); 3612cf6c36cSJarek Poplawski struct Qdisc *cl_q; 3622cf6c36cSJarek Poplawski 3632cf6c36cSJarek Poplawski cl_q = q->queues[cl - 1]; 364edb09eb1SEric Dumazet if (gnet_stats_copy_basic(qdisc_root_sleeping_running(sch), 36514e54ab9SDust Li d, cl_q->cpu_bstats, &cl_q->bstats) < 0 || 3665dd431b6SPaolo Abeni qdisc_qstats_copy(d, cl_q) < 0) 3672cf6c36cSJarek Poplawski return -1; 3682cf6c36cSJarek Poplawski 3692cf6c36cSJarek Poplawski return 0; 3702cf6c36cSJarek Poplawski } 3712cf6c36cSJarek Poplawski 3721da177e4SLinus Torvalds static void prio_walk(struct Qdisc *sch, struct qdisc_walker *arg) 3731da177e4SLinus Torvalds { 3741da177e4SLinus Torvalds struct prio_sched_data *q = qdisc_priv(sch); 3751da177e4SLinus Torvalds int prio; 3761da177e4SLinus Torvalds 3771da177e4SLinus Torvalds if (arg->stop) 3781da177e4SLinus Torvalds return; 3791da177e4SLinus Torvalds 3801da177e4SLinus Torvalds for (prio = 0; prio < q->bands; prio++) { 3811da177e4SLinus Torvalds if (arg->count < arg->skip) { 3821da177e4SLinus Torvalds arg->count++; 3831da177e4SLinus Torvalds continue; 3841da177e4SLinus Torvalds } 3851da177e4SLinus Torvalds if (arg->fn(sch, prio + 1, arg) < 0) { 3861da177e4SLinus Torvalds arg->stop = 1; 3871da177e4SLinus Torvalds break; 3881da177e4SLinus Torvalds } 3891da177e4SLinus Torvalds arg->count++; 3901da177e4SLinus Torvalds } 3911da177e4SLinus Torvalds } 3921da177e4SLinus Torvalds 393cbaacc4eSAlexander Aring static struct tcf_block *prio_tcf_block(struct Qdisc *sch, unsigned long cl, 394cbaacc4eSAlexander Aring struct netlink_ext_ack *extack) 3951da177e4SLinus Torvalds { 3961da177e4SLinus Torvalds struct prio_sched_data *q = qdisc_priv(sch); 3971da177e4SLinus Torvalds 3981da177e4SLinus Torvalds if (cl) 3991da177e4SLinus Torvalds return NULL; 4006529eabaSJiri Pirko return q->block; 4011da177e4SLinus Torvalds } 4021da177e4SLinus Torvalds 40320fea08bSEric Dumazet static const struct Qdisc_class_ops prio_class_ops = { 4041da177e4SLinus Torvalds .graft = prio_graft, 4051da177e4SLinus Torvalds .leaf = prio_leaf, 406143976ceSWANG Cong .find = prio_find, 4071da177e4SLinus Torvalds .walk = prio_walk, 4086529eabaSJiri Pirko .tcf_block = prio_tcf_block, 4091da177e4SLinus Torvalds .bind_tcf = prio_bind, 410143976ceSWANG Cong .unbind_tcf = prio_unbind, 4111da177e4SLinus Torvalds .dump = prio_dump_class, 4122cf6c36cSJarek Poplawski .dump_stats = prio_dump_class_stats, 4131da177e4SLinus Torvalds }; 4141da177e4SLinus Torvalds 41520fea08bSEric Dumazet static struct Qdisc_ops prio_qdisc_ops __read_mostly = { 4161da177e4SLinus Torvalds .next = NULL, 4171da177e4SLinus Torvalds .cl_ops = &prio_class_ops, 4181da177e4SLinus Torvalds .id = "prio", 4191da177e4SLinus Torvalds .priv_size = sizeof(struct prio_sched_data), 4201da177e4SLinus Torvalds .enqueue = prio_enqueue, 4211da177e4SLinus Torvalds .dequeue = prio_dequeue, 42248a8f519SPatrick McHardy .peek = prio_peek, 4231da177e4SLinus Torvalds .init = prio_init, 4241da177e4SLinus Torvalds .reset = prio_reset, 4251da177e4SLinus Torvalds .destroy = prio_destroy, 4261da177e4SLinus Torvalds .change = prio_tune, 4271da177e4SLinus Torvalds .dump = prio_dump, 4281da177e4SLinus Torvalds .owner = THIS_MODULE, 4291da177e4SLinus Torvalds }; 4301da177e4SLinus Torvalds 4311da177e4SLinus Torvalds static int __init prio_module_init(void) 4321da177e4SLinus Torvalds { 4331d8ae3fdSDavid S. Miller return register_qdisc(&prio_qdisc_ops); 4341da177e4SLinus Torvalds } 4351da177e4SLinus Torvalds 4361da177e4SLinus Torvalds static void __exit prio_module_exit(void) 4371da177e4SLinus Torvalds { 4381da177e4SLinus Torvalds unregister_qdisc(&prio_qdisc_ops); 4391da177e4SLinus Torvalds } 4401da177e4SLinus Torvalds 4411da177e4SLinus Torvalds module_init(prio_module_init) 4421da177e4SLinus Torvalds module_exit(prio_module_exit) 4431da177e4SLinus Torvalds 4441da177e4SLinus Torvalds MODULE_LICENSE("GPL"); 445