Lines Matching refs:wflp

487 	struct writer_freelist *wflp;  in rcu_scale_alloc()  local
492 wflp = &writer_freelists[me]; in rcu_scale_alloc()
493 if (llist_empty(&wflp->ws_lhp)) { in rcu_scale_alloc()
495 wmbp = container_of(llist_del_all(&wflp->ws_lhg), struct writer_mblock, wmb_node); in rcu_scale_alloc()
496 wflp->ws_lhp.first = &wmbp->wmb_node; in rcu_scale_alloc()
498 llnp = llist_del_first(&wflp->ws_lhp); in rcu_scale_alloc()
509 struct writer_freelist *wflp; in rcu_scale_free() local
513 wflp = wmbp->wmb_wfl; in rcu_scale_free()
514 llist_add(&wmbp->wmb_node, &wflp->ws_lhg); in rcu_scale_free()
523 struct writer_freelist *wflp = wmbp->wmb_wfl; in rcu_scale_async_cb() local
525 atomic_dec(&wflp->ws_inflight); in rcu_scale_async_cb()
545 struct writer_freelist *wflp = &writer_freelists[me]; in rcu_scale_writer() local
589 if (wmbp && atomic_read(&wflp->ws_inflight) < gp_async_max) { in rcu_scale_writer()
590 atomic_inc(&wflp->ws_inflight); in rcu_scale_writer()
1035 struct writer_freelist *wflp = &writer_freelists[i]; in rcu_scale_cleanup() local
1037 if (wflp->ws_mblocks) { in rcu_scale_cleanup()
1038 llist_for_each(llnp, wflp->ws_lhg.first) in rcu_scale_cleanup()
1040 llist_for_each(llnp, wflp->ws_lhp.first) in rcu_scale_cleanup()
1045 kfree(wflp->ws_mblocks); in rcu_scale_cleanup()
1183 struct writer_freelist *wflp = &writer_freelists[i]; in rcu_scale_init() local
1185 init_llist_head(&wflp->ws_lhg); in rcu_scale_init()
1186 init_llist_head(&wflp->ws_lhp); in rcu_scale_init()
1187 wflp->ws_mblocks = kcalloc(gp_async_max, sizeof(wflp->ws_mblocks[0]), in rcu_scale_init()
1189 if (!wflp->ws_mblocks) { in rcu_scale_init()
1194 struct writer_mblock *wmbp = &wflp->ws_mblocks[j]; in rcu_scale_init()
1196 wmbp->wmb_wfl = wflp; in rcu_scale_init()
1197 llist_add(&wmbp->wmb_node, &wflp->ws_lhp); in rcu_scale_init()