Lines Matching defs:krwp
1577 struct kfree_rcu_cpu_work *krwp;
1581 krwp = container_of(to_rcu_work(work),
1583 krcp = krwp->krcp;
1588 list_replace_init(&krwp->bulk_head_free[i], &bulk_head[i]);
1591 head = krwp->head_free;
1592 krwp->head_free = NULL;
1593 head_gp_snap = krwp->head_free_gp_snap;
1651 need_wait_for_krwp_work(struct kfree_rcu_cpu_work *krwp)
1656 if (!list_empty(&krwp->bulk_head_free[i]))
1659 return !!krwp->head_free;
1750 struct kfree_rcu_cpu_work *krwp = &(krcp->krw_arr[i]);
1753 // all channels are free. Any channel is not free means at krwp
1754 // there is on-going rcu work to handle krwp's free business.
1755 if (need_wait_for_krwp_work(krwp))
1763 if (list_empty(&krwp->bulk_head_free[j])) {
1766 &krwp->bulk_head_free[j]);
1772 if (!krwp->head_free) {
1773 krwp->head_free = krcp->head;
1774 get_state_synchronize_rcu_full(&krwp->head_free_gp_snap);
1783 queued = queue_rcu_work(rcu_reclaim_wq, &krwp->rcu_work);
2054 struct kfree_rcu_cpu_work *krwp;
2098 krwp = &(krcp->krw_arr[i]);
2099 flush_rcu_work(&krwp->rcu_work);
2117 krwp = &(krcp->krw_arr[i]);
2118 flush_rcu_work(&krwp->rcu_work);