Lines Matching refs:qdisc
136 static inline void qdisc_refcount_inc(struct Qdisc *qdisc) in qdisc_refcount_inc() argument
138 if (qdisc->flags & TCQ_F_BUILTIN) in qdisc_refcount_inc()
140 refcount_inc(&qdisc->refcnt); in qdisc_refcount_inc()
143 static inline bool qdisc_refcount_dec_if_one(struct Qdisc *qdisc) in qdisc_refcount_dec_if_one() argument
145 if (qdisc->flags & TCQ_F_BUILTIN) in qdisc_refcount_dec_if_one()
147 return refcount_dec_if_one(&qdisc->refcnt); in qdisc_refcount_dec_if_one()
154 static inline struct Qdisc *qdisc_refcount_inc_nz(struct Qdisc *qdisc) in qdisc_refcount_inc_nz() argument
156 if (qdisc->flags & TCQ_F_BUILTIN) in qdisc_refcount_inc_nz()
157 return qdisc; in qdisc_refcount_inc_nz()
158 if (refcount_inc_not_zero(&qdisc->refcnt)) in qdisc_refcount_inc_nz()
159 return qdisc; in qdisc_refcount_inc_nz()
167 static inline bool qdisc_is_running(struct Qdisc *qdisc) in qdisc_is_running() argument
169 if (qdisc->flags & TCQ_F_NOLOCK) in qdisc_is_running()
170 return spin_is_locked(&qdisc->seqlock); in qdisc_is_running()
171 return test_bit(__QDISC_STATE2_RUNNING, &qdisc->state2); in qdisc_is_running()
174 static inline bool nolock_qdisc_is_empty(const struct Qdisc *qdisc) in nolock_qdisc_is_empty() argument
176 return !(READ_ONCE(qdisc->state) & QDISC_STATE_NON_EMPTY); in nolock_qdisc_is_empty()
184 static inline bool qdisc_is_empty(const struct Qdisc *qdisc) in qdisc_is_empty() argument
186 if (qdisc_is_percpu_stats(qdisc)) in qdisc_is_empty()
187 return nolock_qdisc_is_empty(qdisc); in qdisc_is_empty()
188 return !READ_ONCE(qdisc->q.qlen); in qdisc_is_empty()
194 static inline bool qdisc_run_begin(struct Qdisc *qdisc) in qdisc_run_begin() argument
196 if (qdisc->flags & TCQ_F_NOLOCK) { in qdisc_run_begin()
197 if (spin_trylock(&qdisc->seqlock)) in qdisc_run_begin()
205 if (test_and_set_bit(__QDISC_STATE_MISSED, &qdisc->state)) in qdisc_run_begin()
212 return spin_trylock(&qdisc->seqlock); in qdisc_run_begin()
214 return !__test_and_set_bit(__QDISC_STATE2_RUNNING, &qdisc->state2); in qdisc_run_begin()
217 static inline void qdisc_run_end(struct Qdisc *qdisc) in qdisc_run_end() argument
219 if (qdisc->flags & TCQ_F_NOLOCK) { in qdisc_run_end()
220 spin_unlock(&qdisc->seqlock); in qdisc_run_end()
229 &qdisc->state))) in qdisc_run_end()
230 __netif_schedule(qdisc); in qdisc_run_end()
232 __clear_bit(__QDISC_STATE2_RUNNING, &qdisc->state2); in qdisc_run_end()
236 static inline bool qdisc_may_bulk(const struct Qdisc *qdisc) in qdisc_may_bulk() argument
238 return qdisc->flags & TCQ_F_ONETXQUEUE; in qdisc_may_bulk()
542 static inline spinlock_t *qdisc_lock(struct Qdisc *qdisc) in qdisc_lock() argument
544 return &qdisc->q.lock; in qdisc_lock()
547 static inline struct Qdisc *qdisc_root(const struct Qdisc *qdisc) in qdisc_root() argument
549 struct Qdisc *q = rcu_dereference_rtnl(qdisc->dev_queue->qdisc); in qdisc_root()
554 static inline struct Qdisc *qdisc_root_bh(const struct Qdisc *qdisc) in qdisc_root_bh() argument
556 return rcu_dereference_bh(qdisc->dev_queue->qdisc); in qdisc_root_bh()
559 static inline struct Qdisc *qdisc_root_sleeping(const struct Qdisc *qdisc) in qdisc_root_sleeping() argument
561 return rcu_dereference_rtnl(qdisc->dev_queue->qdisc_sleeping); in qdisc_root_sleeping()
564 static inline spinlock_t *qdisc_root_sleeping_lock(const struct Qdisc *qdisc) in qdisc_root_sleeping_lock() argument
566 struct Qdisc *root = qdisc_root_sleeping(qdisc); in qdisc_root_sleeping_lock()
572 static inline struct net_device *qdisc_dev(const struct Qdisc *qdisc) in qdisc_dev() argument
574 return qdisc->dev_queue->dev; in qdisc_dev()
693 struct Qdisc *qdisc);
694 void qdisc_reset(struct Qdisc *qdisc);
695 void qdisc_destroy(struct Qdisc *qdisc);
696 void qdisc_put(struct Qdisc *qdisc);
697 void qdisc_put_unlocked(struct Qdisc *qdisc);
698 void qdisc_tree_reduce_backlog(struct Qdisc *qdisc, int n, int len);
729 void qdisc_free(struct Qdisc *qdisc);
760 struct Qdisc *qdisc; in qdisc_reset_all_tx_gt() local
763 qdisc = rtnl_dereference(netdev_get_tx_queue(dev, i)->qdisc); in qdisc_reset_all_tx_gt()
764 if (qdisc) { in qdisc_reset_all_tx_gt()
765 spin_lock_bh(qdisc_lock(qdisc)); in qdisc_reset_all_tx_gt()
766 qdisc_reset(qdisc); in qdisc_reset_all_tx_gt()
767 spin_unlock_bh(qdisc_lock(qdisc)); in qdisc_reset_all_tx_gt()
780 const struct Qdisc *q = rcu_dereference(txq->qdisc); in qdisc_all_tx_empty()
799 if (rcu_access_pointer(txq->qdisc) != in qdisc_tx_changing()
813 if (rcu_access_pointer(txq->qdisc) != &noop_qdisc) in qdisc_tx_is_noop()
1351 void mini_qdisc_pair_init(struct mini_Qdisc_pair *miniqp, struct Qdisc *qdisc,