Lines Matching refs:nid
42 struct shrinker_info *old, int nid) in shrinker_unit_alloc() argument
50 unit = kzalloc_node(sizeof(*unit), GFP_KERNEL, nid); in shrinker_unit_alloc()
66 int nid; in free_shrinker_info() local
68 for_each_node(nid) { in free_shrinker_info()
69 pn = memcg->nodeinfo[nid]; in free_shrinker_info()
79 int nid, ret = 0; in alloc_shrinker_info() local
84 for_each_node(nid) { in alloc_shrinker_info()
86 GFP_KERNEL, nid); in alloc_shrinker_info()
90 if (shrinker_unit_alloc(info, NULL, nid)) { in alloc_shrinker_info()
94 rcu_assign_pointer(memcg->nodeinfo[nid]->shrinker_info, info); in alloc_shrinker_info()
107 int nid) in shrinker_info_protected() argument
109 return rcu_dereference_protected(memcg->nodeinfo[nid]->shrinker_info, in shrinker_info_protected()
118 int nid; in expand_one_shrinker_info() local
120 for_each_node(nid) { in expand_one_shrinker_info()
121 pn = memcg->nodeinfo[nid]; in expand_one_shrinker_info()
122 old = shrinker_info_protected(memcg, nid); in expand_one_shrinker_info()
131 new = kvzalloc_node(sizeof(*new) + new_size, GFP_KERNEL, nid); in expand_one_shrinker_info()
138 if (shrinker_unit_alloc(new, old, nid)) { in expand_one_shrinker_info()
196 void set_shrinker_bit(struct mem_cgroup *memcg, int nid, int shrinker_id) in set_shrinker_bit() argument
203 info = rcu_dereference(memcg->nodeinfo[nid]->shrinker_info); in set_shrinker_bit()
252 static long xchg_nr_deferred_memcg(int nid, struct shrinker *shrinker, in xchg_nr_deferred_memcg() argument
260 info = rcu_dereference(memcg->nodeinfo[nid]->shrinker_info); in xchg_nr_deferred_memcg()
268 static long add_nr_deferred_memcg(long nr, int nid, struct shrinker *shrinker, in add_nr_deferred_memcg() argument
276 info = rcu_dereference(memcg->nodeinfo[nid]->shrinker_info); in add_nr_deferred_memcg()
287 int nid, index, offset; in reparent_shrinker_deferred() local
299 for_each_node(nid) { in reparent_shrinker_deferred()
300 child_info = shrinker_info_protected(memcg, nid); in reparent_shrinker_deferred()
301 parent_info = shrinker_info_protected(parent, nid); in reparent_shrinker_deferred()
323 static long xchg_nr_deferred_memcg(int nid, struct shrinker *shrinker, in xchg_nr_deferred_memcg() argument
329 static long add_nr_deferred_memcg(long nr, int nid, struct shrinker *shrinker, in add_nr_deferred_memcg() argument
339 int nid = sc->nid; in xchg_nr_deferred() local
342 nid = 0; in xchg_nr_deferred()
346 return xchg_nr_deferred_memcg(nid, shrinker, in xchg_nr_deferred()
349 return atomic_long_xchg(&shrinker->nr_deferred[nid], 0); in xchg_nr_deferred()
356 int nid = sc->nid; in add_nr_deferred() local
359 nid = 0; in add_nr_deferred()
363 return add_nr_deferred_memcg(nr, nid, shrinker, in add_nr_deferred()
366 return atomic_long_add_return(nr, &shrinker->nr_deferred[nid]); in add_nr_deferred()
464 trace_mm_shrink_slab_end(shrinker, shrinkctl->nid, freed, nr, new_nr, total_scan); in do_shrink_slab()
469 static unsigned long shrink_slab_memcg(gfp_t gfp_mask, int nid, in shrink_slab_memcg() argument
516 info = rcu_dereference(memcg->nodeinfo[nid]->shrinker_info); in shrink_slab_memcg()
530 .nid = nid, in shrink_slab_memcg()
573 set_shrinker_bit(memcg, nid, shrinker_id); in shrink_slab_memcg()
587 static unsigned long shrink_slab_memcg(gfp_t gfp_mask, int nid, in shrink_slab_memcg() argument
614 unsigned long shrink_slab(gfp_t gfp_mask, int nid, struct mem_cgroup *memcg, in shrink_slab() argument
628 return shrink_slab_memcg(gfp_mask, nid, memcg, priority); in shrink_slab()
655 .nid = nid, in shrink_slab()