42 				       struct shrinker_info *old, int nid)  in shrinker_unit_alloc()  argument
50 		unit = kzalloc_node(sizeof(*unit), GFP_KERNEL, nid);  in shrinker_unit_alloc()
66 	int nid;  in free_shrinker_info()  local
68 	for_each_node(nid) {  in free_shrinker_info()
69 		pn = memcg->nodeinfo[nid];  in free_shrinker_info()
79 	int nid, ret = 0;  in alloc_shrinker_info()  local
84 	for_each_node(nid) {  in alloc_shrinker_info()
86 							   GFP_KERNEL, nid);  in alloc_shrinker_info()
90 		if (shrinker_unit_alloc(info, NULL, nid)) {  in alloc_shrinker_info()
94 		rcu_assign_pointer(memcg->nodeinfo[nid]->shrinker_info, info);  in alloc_shrinker_info()
107 						     int nid)  in shrinker_info_protected()  argument
109 	return rcu_dereference_protected(memcg->nodeinfo[nid]->shrinker_info,  in shrinker_info_protected()
118 	int nid;  in expand_one_shrinker_info()  local
120 	for_each_node(nid) {  in expand_one_shrinker_info()
121 		pn = memcg->nodeinfo[nid];  in expand_one_shrinker_info()
122 		old = shrinker_info_protected(memcg, nid);  in expand_one_shrinker_info()
131 		new = kvzalloc_node(sizeof(*new) + new_size, GFP_KERNEL, nid);  in expand_one_shrinker_info()
138 		if (shrinker_unit_alloc(new, old, nid)) {  in expand_one_shrinker_info()
196 void set_shrinker_bit(struct mem_cgroup *memcg, int nid, int shrinker_id)  in set_shrinker_bit()  argument
203 		info = rcu_dereference(memcg->nodeinfo[nid]->shrinker_info);  in set_shrinker_bit()
252 static long xchg_nr_deferred_memcg(int nid, struct shrinker *shrinker,  in xchg_nr_deferred_memcg()  argument
260 	info = rcu_dereference(memcg->nodeinfo[nid]->shrinker_info);  in xchg_nr_deferred_memcg()
268 static long add_nr_deferred_memcg(long nr, int nid, struct shrinker *shrinker,  in add_nr_deferred_memcg()  argument
276 	info = rcu_dereference(memcg->nodeinfo[nid]->shrinker_info);  in add_nr_deferred_memcg()
287 	int nid, index, offset;  in reparent_shrinker_deferred()  local
299 	for_each_node(nid) {  in reparent_shrinker_deferred()
300 		child_info = shrinker_info_protected(memcg, nid);  in reparent_shrinker_deferred()
301 		parent_info = shrinker_info_protected(parent, nid);  in reparent_shrinker_deferred()
323 static long xchg_nr_deferred_memcg(int nid, struct shrinker *shrinker,  in xchg_nr_deferred_memcg()  argument
329 static long add_nr_deferred_memcg(long nr, int nid, struct shrinker *shrinker,  in add_nr_deferred_memcg()  argument
339 	int nid = sc->nid;  in xchg_nr_deferred()  local
342 		nid = 0;  in xchg_nr_deferred()
346 		return xchg_nr_deferred_memcg(nid, shrinker,  in xchg_nr_deferred()
349 	return atomic_long_xchg(&shrinker->nr_deferred[nid], 0);  in xchg_nr_deferred()
356 	int nid = sc->nid;  in add_nr_deferred()  local
359 		nid = 0;  in add_nr_deferred()
363 		return add_nr_deferred_memcg(nr, nid, shrinker,  in add_nr_deferred()
366 	return atomic_long_add_return(nr, &shrinker->nr_deferred[nid]);  in add_nr_deferred()
464 	trace_mm_shrink_slab_end(shrinker, shrinkctl->nid, freed, nr, new_nr, total_scan);  in do_shrink_slab()
469 static unsigned long shrink_slab_memcg(gfp_t gfp_mask, int nid,  in shrink_slab_memcg()  argument
516 	info = rcu_dereference(memcg->nodeinfo[nid]->shrinker_info);  in shrink_slab_memcg()
530 				.nid = nid,  in shrink_slab_memcg()
573 					set_shrinker_bit(memcg, nid, shrinker_id);  in shrink_slab_memcg()
587 static unsigned long shrink_slab_memcg(gfp_t gfp_mask, int nid,  in shrink_slab_memcg()  argument
614 unsigned long shrink_slab(gfp_t gfp_mask, int nid, struct mem_cgroup *memcg,  in shrink_slab()  argument
628 		return shrink_slab_memcg(gfp_mask, nid, memcg, priority);  in shrink_slab()
655 			.nid = nid,  in shrink_slab()