Lines Matching +full:in +full:- +full:band
1 // SPDX-License-Identifier: GPL-2.0-only
6 * -----------
9 * discipline that merges functionality of PRIO and DRR qdiscs in one scheduler.
10 * ETS makes it easy to configure a set of strict and bandwidth-sharing bands to
11 * implement the transmission selection described in 802.1Qaz.
15 * PRIO-like and how many DRR-like, and quanta for the latter.
18 * ---------
20 * The strict classes, if any, are tried for traffic first: first band 0, if it
21 * has no traffic then band 1, etc.
23 * When there is no traffic in any of the strict queues, the bandwidth-sharing
24 * ones are tried next. Each band is assigned a deficit counter, initialized to
25 * "quantum" of that band. ETS maintains a list of active bandwidth-sharing
26 * bands whose qdiscs are non-empty. A packet is dequeued from the band at the
29 * scheduler moves on to the next band in the active list.
40 struct list_head alist; /* In struct ets_sched.active. */
84 return -EINVAL; in ets_quantum_parse()
94 if (arg == 0 || arg > q->nbands) in ets_class_from_arg()
96 return &q->classes[arg - 1]; in ets_class_from_arg()
102 int band = cl - q->classes; in ets_class_id() local
104 return TC_H_MAKE(sch->handle, band + 1); in ets_class_id()
120 if (!tc_can_offload(dev) || !dev->netdev_ops->ndo_setup_tc) in ets_offload_change()
124 qopt.handle = sch->handle; in ets_offload_change()
125 qopt.parent = sch->parent; in ets_offload_change()
126 qopt.replace_params.bands = q->nbands; in ets_offload_change()
127 qopt.replace_params.qstats = &sch->qstats; in ets_offload_change()
129 q->prio2band, sizeof(q->prio2band)); in ets_offload_change()
131 for (i = 0; i < q->nbands; i++) in ets_offload_change()
132 q_sum += q->classes[i].quantum; in ets_offload_change()
134 for (i = 0; i < q->nbands; i++) { in ets_offload_change()
135 quantum = q->classes[i].quantum; in ets_offload_change()
138 weight = w_psum - w_psum_prev; in ets_offload_change()
145 dev->netdev_ops->ndo_setup_tc(dev, TC_SETUP_QDISC_ETS, &qopt); in ets_offload_change()
153 if (!tc_can_offload(dev) || !dev->netdev_ops->ndo_setup_tc) in ets_offload_destroy()
157 qopt.handle = sch->handle; in ets_offload_destroy()
158 qopt.parent = sch->parent; in ets_offload_destroy()
159 dev->netdev_ops->ndo_setup_tc(dev, TC_SETUP_QDISC_ETS, &qopt); in ets_offload_destroy()
170 qopt.handle = sch->handle; in ets_offload_graft()
171 qopt.parent = sch->parent; in ets_offload_graft()
172 qopt.graft_params.band = arg - 1; in ets_offload_graft()
173 qopt.graft_params.child_handle = new->handle; in ets_offload_graft()
184 qopt.handle = sch->handle; in ets_offload_dump()
185 qopt.parent = sch->parent; in ets_offload_dump()
186 qopt.stats.bstats = &sch->bstats; in ets_offload_dump()
187 qopt.stats.qstats = &sch->qstats; in ets_offload_dump()
194 unsigned int band = cl - q->classes; in ets_class_is_strict() local
196 return band < q->nstrict; in ets_class_is_strict()
214 NL_SET_ERR_MSG(extack, "Fine-grained class addition and removal is not supported"); in ets_class_change()
215 return -EOPNOTSUPP; in ets_class_change()
220 return -EINVAL; in ets_class_change()
233 return -EINVAL; in ets_class_change()
242 cl->quantum = quantum; in ets_class_change()
256 new = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, in ets_class_graft()
264 *old = qdisc_replace(sch, new, &cl->qdisc); in ets_class_graft()
273 return cl->qdisc; in ets_class_leaf()
278 unsigned long band = TC_H_MIN(classid); in ets_class_find() local
281 if (band - 1 >= q->nbands) in ets_class_find()
283 return band; in ets_class_find()
291 /* We get notified about zero-length child Qdiscs as well if they are in ets_class_qlen_notify()
295 if (!ets_class_is_strict(q, cl) && sch->q.qlen) in ets_class_qlen_notify()
296 list_del(&cl->alist); in ets_class_qlen_notify()
306 tcm->tcm_parent = TC_H_ROOT; in ets_class_dump()
307 tcm->tcm_handle = ets_class_id(sch, cl); in ets_class_dump()
308 tcm->tcm_info = cl->qdisc->handle; in ets_class_dump()
314 if (nla_put_u32(skb, TCA_ETS_QUANTA_BAND, cl->quantum)) in ets_class_dump()
321 return -EMSGSIZE; in ets_class_dump()
328 struct Qdisc *cl_q = cl->qdisc; in ets_class_dump_stats()
330 if (gnet_stats_copy_basic(d, NULL, &cl_q->bstats, true) < 0 || in ets_class_dump_stats()
332 return -1; in ets_class_dump_stats()
342 if (arg->stop) in ets_qdisc_walk()
345 for (i = 0; i < q->nbands; i++) { in ets_qdisc_walk()
362 return q->block; in ets_qdisc_tcf_block()
379 u32 band = skb->priority; in ets_classify() local
385 if (TC_H_MAJ(skb->priority) != sch->handle) { in ets_classify()
386 fl = rcu_dereference_bh(q->filter_list); in ets_classify()
400 if (TC_H_MAJ(band)) in ets_classify()
401 band = 0; in ets_classify()
402 return &q->classes[q->prio2band[band & TC_PRIO_MAX]]; in ets_classify()
404 band = res.classid; in ets_classify()
406 band = TC_H_MIN(band) - 1; in ets_classify()
407 if (band >= q->nbands) in ets_classify()
408 return &q->classes[q->prio2band[0]]; in ets_classify()
409 return &q->classes[band]; in ets_classify()
429 first = !cl->qdisc->q.qlen; in ets_qdisc_enqueue()
430 err = qdisc_enqueue(skb, cl->qdisc, to_free); in ets_qdisc_enqueue()
433 cl->qstats.drops++; in ets_qdisc_enqueue()
440 list_add_tail(&cl->alist, &q->active); in ets_qdisc_enqueue()
441 cl->deficit = cl->quantum; in ets_qdisc_enqueue()
444 sch->qstats.backlog += len; in ets_qdisc_enqueue()
445 sch->q.qlen++; in ets_qdisc_enqueue()
454 sch->q.qlen--; in ets_qdisc_dequeue_skb()
463 unsigned int band; in ets_qdisc_dequeue() local
467 for (band = 0; band < q->nstrict; band++) { in ets_qdisc_dequeue()
468 cl = &q->classes[band]; in ets_qdisc_dequeue()
469 skb = qdisc_dequeue_peeked(cl->qdisc); in ets_qdisc_dequeue()
474 if (list_empty(&q->active)) in ets_qdisc_dequeue()
477 cl = list_first_entry(&q->active, struct ets_class, alist); in ets_qdisc_dequeue()
478 skb = cl->qdisc->ops->peek(cl->qdisc); in ets_qdisc_dequeue()
480 qdisc_warn_nonwc(__func__, cl->qdisc); in ets_qdisc_dequeue()
485 if (len <= cl->deficit) { in ets_qdisc_dequeue()
486 cl->deficit -= len; in ets_qdisc_dequeue()
487 skb = qdisc_dequeue_peeked(cl->qdisc); in ets_qdisc_dequeue()
490 if (cl->qdisc->q.qlen == 0) in ets_qdisc_dequeue()
491 list_del(&cl->alist); in ets_qdisc_dequeue()
495 cl->deficit += cl->quantum; in ets_qdisc_dequeue()
496 list_move_tail(&cl->alist, &q->active); in ets_qdisc_dequeue()
508 u8 band; in ets_qdisc_priomap_parse() local
522 NL_SET_ERR_MSG_MOD(extack, "Too many priorities in ETS priomap"); in ets_qdisc_priomap_parse()
523 return -EINVAL; in ets_qdisc_priomap_parse()
525 band = nla_get_u8(attr); in ets_qdisc_priomap_parse()
526 if (band >= nbands) { in ets_qdisc_priomap_parse()
527 NL_SET_ERR_MSG_MOD(extack, "Invalid band number in ETS priomap"); in ets_qdisc_priomap_parse()
528 return -EINVAL; in ets_qdisc_priomap_parse()
530 priomap[prio++] = band; in ets_qdisc_priomap_parse()
534 return -EINVAL; in ets_qdisc_priomap_parse()
547 int band = nstrict; in ets_qdisc_quanta_parse() local
560 if (band >= nbands) { in ets_qdisc_quanta_parse()
562 return -EINVAL; in ets_qdisc_quanta_parse()
564 err = ets_quantum_parse(sch, attr, &quanta[band++], in ets_qdisc_quanta_parse()
571 return -EINVAL; in ets_qdisc_quanta_parse()
585 unsigned int oldbands = q->nbands; in ets_qdisc_change()
598 return -EINVAL; in ets_qdisc_change()
603 return -EINVAL; in ets_qdisc_change()
605 /* Unless overridden, traffic goes to the last band. */ in ets_qdisc_change()
606 memset(priomap, nbands - 1, sizeof(priomap)); in ets_qdisc_change()
612 return -EINVAL; in ets_qdisc_change()
639 queues[i] = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, in ets_qdisc_change()
640 ets_class_id(sch, &q->classes[i]), in ets_qdisc_change()
644 qdisc_put(queues[--i]); in ets_qdisc_change()
645 return -ENOMEM; in ets_qdisc_change()
651 WRITE_ONCE(q->nbands, nbands); in ets_qdisc_change()
652 for (i = nstrict; i < q->nstrict; i++) { in ets_qdisc_change()
653 if (q->classes[i].qdisc->q.qlen) { in ets_qdisc_change()
654 list_add_tail(&q->classes[i].alist, &q->active); in ets_qdisc_change()
655 q->classes[i].deficit = quanta[i]; in ets_qdisc_change()
658 for (i = q->nbands; i < oldbands; i++) { in ets_qdisc_change()
659 if (i >= q->nstrict && q->classes[i].qdisc->q.qlen) in ets_qdisc_change()
660 list_del(&q->classes[i].alist); in ets_qdisc_change()
661 qdisc_tree_flush_backlog(q->classes[i].qdisc); in ets_qdisc_change()
663 WRITE_ONCE(q->nstrict, nstrict); in ets_qdisc_change()
664 memcpy(q->prio2band, priomap, sizeof(priomap)); in ets_qdisc_change()
666 for (i = 0; i < q->nbands; i++) in ets_qdisc_change()
667 WRITE_ONCE(q->classes[i].quantum, quanta[i]); in ets_qdisc_change()
669 for (i = oldbands; i < q->nbands; i++) { in ets_qdisc_change()
670 q->classes[i].qdisc = queues[i]; in ets_qdisc_change()
671 if (q->classes[i].qdisc != &noop_qdisc) in ets_qdisc_change()
672 qdisc_hash_add(q->classes[i].qdisc, true); in ets_qdisc_change()
678 for (i = q->nbands; i < oldbands; i++) { in ets_qdisc_change()
679 qdisc_put(q->classes[i].qdisc); in ets_qdisc_change()
680 q->classes[i].qdisc = NULL; in ets_qdisc_change()
681 WRITE_ONCE(q->classes[i].quantum, 0); in ets_qdisc_change()
682 q->classes[i].deficit = 0; in ets_qdisc_change()
683 gnet_stats_basic_sync_init(&q->classes[i].bstats); in ets_qdisc_change()
684 memset(&q->classes[i].qstats, 0, sizeof(q->classes[i].qstats)); in ets_qdisc_change()
696 return -EINVAL; in ets_qdisc_init()
698 err = tcf_block_get(&q->block, &q->filter_list, sch, extack); in ets_qdisc_init()
702 INIT_LIST_HEAD(&q->active); in ets_qdisc_init()
704 INIT_LIST_HEAD(&q->classes[i].alist); in ets_qdisc_init()
712 int band; in ets_qdisc_reset() local
714 for (band = q->nstrict; band < q->nbands; band++) { in ets_qdisc_reset()
715 if (q->classes[band].qdisc->q.qlen) in ets_qdisc_reset()
716 list_del(&q->classes[band].alist); in ets_qdisc_reset()
718 for (band = 0; band < q->nbands; band++) in ets_qdisc_reset()
719 qdisc_reset(q->classes[band].qdisc); in ets_qdisc_reset()
725 int band; in ets_qdisc_destroy() local
728 tcf_block_put(q->block); in ets_qdisc_destroy()
729 for (band = 0; band < q->nbands; band++) in ets_qdisc_destroy()
730 qdisc_put(q->classes[band].qdisc); in ets_qdisc_destroy()
739 int band; in ets_qdisc_dump() local
751 nbands = READ_ONCE(q->nbands); in ets_qdisc_dump()
755 nstrict = READ_ONCE(q->nstrict); in ets_qdisc_dump()
764 for (band = nstrict; band < nbands; band++) { in ets_qdisc_dump()
766 READ_ONCE(q->classes[band].quantum))) in ets_qdisc_dump()
779 READ_ONCE(q->prio2band[prio]))) in ets_qdisc_dump()
789 return -EMSGSIZE; in ets_qdisc_dump()