Lines Matching full:rflow

4893  * @rflow: Specific flow to check activity.
4894 * @flow_table: per-queue flowtable that @rflow belongs to.
4895 * @cpu: CPU saved in @rflow.
4902 static bool rps_flow_is_active(struct rps_dev_flow *rflow, in rps_flow_is_active() argument
4913 flow_last_active = READ_ONCE(rflow->last_qtail); in rps_flow_is_active()
4922 struct rps_dev_flow *rflow, u16 next_cpu, u32 hash, in set_rps_cpu() argument
4966 old_rflow = rflow; in set_rps_cpu()
4967 rflow = tmp_rflow; in set_rps_cpu()
4968 WRITE_ONCE(rflow->filter, rc); in set_rps_cpu()
4969 WRITE_ONCE(rflow->hash, hash); in set_rps_cpu()
4976 rps_input_queue_tail_save(&rflow->last_qtail, head); in set_rps_cpu()
4979 WRITE_ONCE(rflow->cpu, next_cpu); in set_rps_cpu()
4980 return rflow; in set_rps_cpu()
5027 struct rps_dev_flow *rflow; in get_rps_cpu() local
5044 rflow = &flow_table->flows[flow_id]; in get_rps_cpu()
5045 tcpu = rflow->cpu; in get_rps_cpu()
5061 rflow->last_qtail)) >= 0)) { in get_rps_cpu()
5063 rflow = set_rps_cpu(dev, skb, rflow, next_cpu, hash, in get_rps_cpu()
5068 *rflowp = rflow; in get_rps_cpu()
5106 struct rps_dev_flow *rflow; in rps_may_expire_flow() local
5114 rflow = &flow_table->flows[flow_id]; in rps_may_expire_flow()
5115 cpu = READ_ONCE(rflow->cpu); in rps_may_expire_flow()
5116 if (READ_ONCE(rflow->filter) == filter_id && in rps_may_expire_flow()
5117 rps_flow_is_active(rflow, flow_table, cpu)) in rps_may_expire_flow()
5574 struct rps_dev_flow voidflow, *rflow = &voidflow; in netif_rx_internal() local
5579 cpu = get_rps_cpu(skb->dev, skb, &rflow); in netif_rx_internal()
5583 ret = enqueue_to_backlog(skb, cpu, &rflow->last_qtail); in netif_rx_internal()
6268 struct rps_dev_flow voidflow, *rflow = &voidflow; in netif_receive_skb_internal() local
6269 int cpu = get_rps_cpu(skb->dev, skb, &rflow); in netif_receive_skb_internal()
6272 ret = enqueue_to_backlog(skb, cpu, &rflow->last_qtail); in netif_receive_skb_internal()
6301 struct rps_dev_flow voidflow, *rflow = &voidflow; in netif_receive_skb_list_internal() local
6302 int cpu = get_rps_cpu(skb->dev, skb, &rflow); in netif_receive_skb_list_internal()
6307 enqueue_to_backlog(skb, cpu, &rflow->last_qtail); in netif_receive_skb_list_internal()