19 static int bfifo_enqueue(struct sk_buff *skb, struct Qdisc *sch,  in bfifo_enqueue()  argument
22 	if (likely(sch->qstats.backlog + qdisc_pkt_len(skb) <=  in bfifo_enqueue()
23 		   READ_ONCE(sch->limit)))  in bfifo_enqueue()
24 		return qdisc_enqueue_tail(skb, sch);  in bfifo_enqueue()
26 	return qdisc_drop(skb, sch, to_free);  in bfifo_enqueue()
29 static int pfifo_enqueue(struct sk_buff *skb, struct Qdisc *sch,  in pfifo_enqueue()  argument
32 	if (likely(sch->q.qlen < READ_ONCE(sch->limit)))  in pfifo_enqueue()
33 		return qdisc_enqueue_tail(skb, sch);  in pfifo_enqueue()
35 	return qdisc_drop(skb, sch, to_free);  in pfifo_enqueue()
38 static int pfifo_tail_enqueue(struct sk_buff *skb, struct Qdisc *sch,  in pfifo_tail_enqueue()  argument
43 	if (unlikely(READ_ONCE(sch->limit) == 0))  in pfifo_tail_enqueue()
44 		return qdisc_drop(skb, sch, to_free);  in pfifo_tail_enqueue()
46 	if (likely(sch->q.qlen < READ_ONCE(sch->limit)))  in pfifo_tail_enqueue()
47 		return qdisc_enqueue_tail(skb, sch);  in pfifo_tail_enqueue()
49 	prev_backlog = sch->qstats.backlog;  in pfifo_tail_enqueue()
51 	__qdisc_queue_drop_head(sch, &sch->q, to_free);  in pfifo_tail_enqueue()
52 	qdisc_qstats_drop(sch);  in pfifo_tail_enqueue()
53 	qdisc_enqueue_tail(skb, sch);  in pfifo_tail_enqueue()
55 	qdisc_tree_reduce_backlog(sch, 0, prev_backlog - sch->qstats.backlog);  in pfifo_tail_enqueue()
59 static void fifo_offload_init(struct Qdisc *sch)  in fifo_offload_init()  argument
61 	struct net_device *dev = qdisc_dev(sch);  in fifo_offload_init()
68 	qopt.handle = sch->handle;  in fifo_offload_init()
69 	qopt.parent = sch->parent;  in fifo_offload_init()
73 static void fifo_offload_destroy(struct Qdisc *sch)  in fifo_offload_destroy()  argument
75 	struct net_device *dev = qdisc_dev(sch);  in fifo_offload_destroy()
82 	qopt.handle = sch->handle;  in fifo_offload_destroy()
83 	qopt.parent = sch->parent;  in fifo_offload_destroy()
87 static int fifo_offload_dump(struct Qdisc *sch)  in fifo_offload_dump()  argument
92 	qopt.handle = sch->handle;  in fifo_offload_dump()
93 	qopt.parent = sch->parent;  in fifo_offload_dump()
94 	qopt.stats.bstats = &sch->bstats;  in fifo_offload_dump()
95 	qopt.stats.qstats = &sch->qstats;  in fifo_offload_dump()
97 	return qdisc_offload_dump_helper(sch, TC_SETUP_QDISC_FIFO, &qopt);  in fifo_offload_dump()
100 static int __fifo_init(struct Qdisc *sch, struct nlattr *opt,  in __fifo_init()  argument
104 	bool is_bfifo = sch->ops == &bfifo_qdisc_ops;  in __fifo_init()
107 		u32 limit = qdisc_dev(sch)->tx_queue_len;  in __fifo_init()
110 			limit *= psched_mtu(qdisc_dev(sch));  in __fifo_init()
112 		WRITE_ONCE(sch->limit, limit);  in __fifo_init()
119 		WRITE_ONCE(sch->limit, ctl->limit);  in __fifo_init()
123 		bypass = sch->limit >= psched_mtu(qdisc_dev(sch));  in __fifo_init()
125 		bypass = sch->limit >= 1;  in __fifo_init()
128 		sch->flags |= TCQ_F_CAN_BYPASS;  in __fifo_init()
130 		sch->flags &= ~TCQ_F_CAN_BYPASS;  in __fifo_init()
135 static int fifo_init(struct Qdisc *sch, struct nlattr *opt,  in fifo_init()  argument
140 	err = __fifo_init(sch, opt, extack);  in fifo_init()
144 	fifo_offload_init(sch);  in fifo_init()
148 static int fifo_hd_init(struct Qdisc *sch, struct nlattr *opt,  in fifo_hd_init()  argument
151 	return __fifo_init(sch, opt, extack);  in fifo_hd_init()
154 static void fifo_destroy(struct Qdisc *sch)  in fifo_destroy()  argument
156 	fifo_offload_destroy(sch);  in fifo_destroy()
159 static int __fifo_dump(struct Qdisc *sch, struct sk_buff *skb)  in __fifo_dump()  argument
161 	struct tc_fifo_qopt opt = { .limit = READ_ONCE(sch->limit) };  in __fifo_dump()
171 static int fifo_dump(struct Qdisc *sch, struct sk_buff *skb)  in fifo_dump()  argument
175 	err = fifo_offload_dump(sch);  in fifo_dump()
179 	return __fifo_dump(sch, skb);  in fifo_dump()
182 static int fifo_hd_dump(struct Qdisc *sch, struct sk_buff *skb)  in fifo_hd_dump()  argument
184 	return __fifo_dump(sch, skb);  in fifo_hd_dump()
256 struct Qdisc *fifo_create_dflt(struct Qdisc *sch, struct Qdisc_ops *ops,  in fifo_create_dflt()  argument
263 	q = qdisc_create_dflt(sch->dev_queue, ops, TC_H_MAKE(sch->handle, 1),  in fifo_create_dflt()