56 	u32		quantum;	/* psched_mtu(qdisc_dev(sch)); */
76 static unsigned int fq_codel_classify(struct sk_buff *skb, struct Qdisc *sch,  in fq_codel_classify()  argument
79 	struct fq_codel_sched_data *q = qdisc_priv(sch);  in fq_codel_classify()
84 	if (TC_H_MAJ(skb->priority) == sch->handle &&  in fq_codel_classify()
137 static unsigned int fq_codel_drop(struct Qdisc *sch, unsigned int max_packets,  in fq_codel_drop()  argument
140 	struct fq_codel_sched_data *q = qdisc_priv(sch);  in fq_codel_drop()
179 	sch->qstats.drops += i;  in fq_codel_drop()
180 	sch->qstats.backlog -= len;  in fq_codel_drop()
181 	sch->q.qlen -= i;  in fq_codel_drop()
185 static int fq_codel_enqueue(struct sk_buff *skb, struct Qdisc *sch,  in fq_codel_enqueue()  argument
188 	struct fq_codel_sched_data *q = qdisc_priv(sch);  in fq_codel_enqueue()
195 	idx = fq_codel_classify(skb, sch, &ret);  in fq_codel_enqueue()
198 			qdisc_qstats_drop(sch);  in fq_codel_enqueue()
208 	qdisc_qstats_backlog_inc(sch, skb);  in fq_codel_enqueue()
218 	if (++sch->q.qlen <= sch->limit && !memory_limited)  in fq_codel_enqueue()
221 	prev_backlog = sch->qstats.backlog;  in fq_codel_enqueue()
222 	prev_qlen = sch->q.qlen;  in fq_codel_enqueue()
231 	ret = fq_codel_drop(sch, q->drop_batch_size, to_free);  in fq_codel_enqueue()
233 	prev_qlen -= sch->q.qlen;  in fq_codel_enqueue()
234 	prev_backlog -= sch->qstats.backlog;  in fq_codel_enqueue()
244 		qdisc_tree_reduce_backlog(sch, prev_qlen - 1,  in fq_codel_enqueue()
248 	qdisc_tree_reduce_backlog(sch, prev_qlen, prev_backlog);  in fq_codel_enqueue()
258 	struct Qdisc *sch = ctx;  in dequeue_func()  local
259 	struct fq_codel_sched_data *q = qdisc_priv(sch);  in dequeue_func()
268 		sch->q.qlen--;  in dequeue_func()
269 		sch->qstats.backlog -= qdisc_pkt_len(skb);  in dequeue_func()
276 	struct Qdisc *sch = ctx;  in drop_func()  local
279 	qdisc_qstats_drop(sch);  in drop_func()
282 static struct sk_buff *fq_codel_dequeue(struct Qdisc *sch)  in fq_codel_dequeue()  argument
284 	struct fq_codel_sched_data *q = qdisc_priv(sch);  in fq_codel_dequeue()
304 	skb = codel_dequeue(sch, &sch->qstats.backlog, &q->cparams,  in fq_codel_dequeue()
316 	qdisc_bstats_update(sch, skb);  in fq_codel_dequeue()
320 		qdisc_tree_reduce_backlog(sch, q->cstats.drop_count,  in fq_codel_dequeue()
334 static void fq_codel_reset(struct Qdisc *sch)  in fq_codel_reset()  argument
336 	struct fq_codel_sched_data *q = qdisc_priv(sch);  in fq_codel_reset()
366 static int fq_codel_change(struct Qdisc *sch, struct nlattr *opt,  in fq_codel_change()  argument
370 	struct fq_codel_sched_data *q = qdisc_priv(sch);  in fq_codel_change()
394 	sch_tree_lock(sch);  in fq_codel_change()
425 		WRITE_ONCE(sch->limit,  in fq_codel_change()
443 	while (sch->q.qlen > sch->limit ||  in fq_codel_change()
445 		struct sk_buff *skb = qdisc_dequeue_internal(sch, false);  in fq_codel_change()
454 	qdisc_tree_reduce_backlog(sch, dropped_pkts, dropped_bytes);  in fq_codel_change()
456 	sch_tree_unlock(sch);  in fq_codel_change()
460 static void fq_codel_destroy(struct Qdisc *sch)  in fq_codel_destroy()  argument
462 	struct fq_codel_sched_data *q = qdisc_priv(sch);  in fq_codel_destroy()
469 static int fq_codel_init(struct Qdisc *sch, struct nlattr *opt,  in fq_codel_init()  argument
472 	struct fq_codel_sched_data *q = qdisc_priv(sch);  in fq_codel_init()
476 	sch->limit = 10*1024;  in fq_codel_init()
480 	q->quantum = psched_mtu(qdisc_dev(sch));  in fq_codel_init()
486 	q->cparams.mtu = psched_mtu(qdisc_dev(sch));  in fq_codel_init()
489 		err = fq_codel_change(sch, opt, extack);  in fq_codel_init()
494 	err = tcf_block_get(&q->block, &q->filter_list, sch, extack);  in fq_codel_init()
518 	if (sch->limit >= 1)  in fq_codel_init()
519 		sch->flags |= TCQ_F_CAN_BYPASS;  in fq_codel_init()
521 		sch->flags &= ~TCQ_F_CAN_BYPASS;  in fq_codel_init()
532 static int fq_codel_dump(struct Qdisc *sch, struct sk_buff *skb)  in fq_codel_dump()  argument
534 	struct fq_codel_sched_data *q = qdisc_priv(sch);  in fq_codel_dump()
545 			READ_ONCE(sch->limit)) ||  in fq_codel_dump()
579 static int fq_codel_dump_stats(struct Qdisc *sch, struct gnet_dump *d)  in fq_codel_dump_stats()  argument
581 	struct fq_codel_sched_data *q = qdisc_priv(sch);  in fq_codel_dump_stats()
595 	sch_tree_lock(sch);  in fq_codel_dump_stats()
601 	sch_tree_unlock(sch);  in fq_codel_dump_stats()
606 static struct Qdisc *fq_codel_leaf(struct Qdisc *sch, unsigned long arg)  in fq_codel_leaf()  argument
611 static unsigned long fq_codel_find(struct Qdisc *sch, u32 classid)  in fq_codel_find()  argument
616 static unsigned long fq_codel_bind(struct Qdisc *sch, unsigned long parent,  in fq_codel_bind()  argument
626 static struct tcf_block *fq_codel_tcf_block(struct Qdisc *sch, unsigned long cl,  in fq_codel_tcf_block()  argument
629 	struct fq_codel_sched_data *q = qdisc_priv(sch);  in fq_codel_tcf_block()
636 static int fq_codel_dump_class(struct Qdisc *sch, unsigned long cl,  in fq_codel_dump_class()  argument
643 static int fq_codel_dump_class_stats(struct Qdisc *sch, unsigned long cl,  in fq_codel_dump_class_stats()  argument
646 	struct fq_codel_sched_data *q = qdisc_priv(sch);  in fq_codel_dump_class_stats()
672 			sch_tree_lock(sch);  in fq_codel_dump_class_stats()
678 			sch_tree_unlock(sch);  in fq_codel_dump_class_stats()
690 static void fq_codel_walk(struct Qdisc *sch, struct qdisc_walker *arg)  in fq_codel_walk()  argument
692 	struct fq_codel_sched_data *q = qdisc_priv(sch);  in fq_codel_walk()
703 		if (!tc_qdisc_stats_dump(sch, i + 1, arg))  in fq_codel_walk()