Lines Matching refs:obj_cgroup
150 struct obj_cgroup *objcg = container_of(ref, struct obj_cgroup, refcnt); in obj_cgroup_release()
195 static struct obj_cgroup *obj_cgroup_alloc(void) in obj_cgroup_alloc()
197 struct obj_cgroup *objcg; in obj_cgroup_alloc()
200 objcg = kzalloc_obj(struct obj_cgroup); in obj_cgroup_alloc()
214 static inline struct obj_cgroup *__memcg_reparent_objcgs(struct mem_cgroup *memcg, in __memcg_reparent_objcgs()
218 struct obj_cgroup *objcg, *iter; in __memcg_reparent_objcgs()
278 struct obj_cgroup *objcg; in memcg_reparent_objcgs()
2053 struct obj_cgroup *cached[NR_OBJ_STOCK];
2805 static void commit_charge(struct folio *folio, struct obj_cgroup *objcg) in commit_charge()
2851 static inline void mod_objcg_mlstate(struct obj_cgroup *objcg, in mod_objcg_mlstate()
2873 struct obj_cgroup *objcg; in mem_cgroup_from_obj_slab()
2916 static struct obj_cgroup *__get_obj_cgroup_from_memcg(struct mem_cgroup *memcg, in __get_obj_cgroup_from_memcg()
2920 struct obj_cgroup *objcg = rcu_dereference(memcg->nodeinfo[nid]->objcg); in __get_obj_cgroup_from_memcg()
2929 static inline struct obj_cgroup *get_obj_cgroup_from_memcg(struct mem_cgroup *memcg, in get_obj_cgroup_from_memcg()
2932 struct obj_cgroup *objcg; in get_obj_cgroup_from_memcg()
2941 static struct obj_cgroup *current_objcg_update(void) in current_objcg_update()
2944 struct obj_cgroup *old, *objcg = NULL; in current_objcg_update()
2950 old = (struct obj_cgroup *) in current_objcg_update()
2992 __always_inline struct obj_cgroup *current_obj_cgroup(void) in current_obj_cgroup()
2995 struct obj_cgroup *objcg; in current_obj_cgroup()
3038 struct obj_cgroup *get_obj_cgroup_from_folio(struct folio *folio) in get_obj_cgroup_from_folio()
3040 struct obj_cgroup *objcg; in get_obj_cgroup_from_folio()
3072 static void obj_cgroup_uncharge_pages(struct obj_cgroup *objcg, in obj_cgroup_uncharge_pages()
3095 static int obj_cgroup_charge_pages(struct obj_cgroup *objcg, gfp_t gfp, in obj_cgroup_charge_pages()
3115 static struct obj_cgroup *page_objcg(const struct page *page) in page_objcg()
3124 return (struct obj_cgroup *)(memcg_data - MEMCG_DATA_KMEM); in page_objcg()
3127 static void page_set_objcg(struct page *page, const struct obj_cgroup *objcg) in page_set_objcg()
3142 struct obj_cgroup *objcg; in __memcg_kmem_charge_page()
3164 struct obj_cgroup *objcg = page_objcg(page); in __memcg_kmem_uncharge_page()
3190 static void __account_obj_stock(struct obj_cgroup *objcg, in __account_obj_stock()
3223 struct obj_cgroup *old = READ_ONCE(stock->cached[stock->index]); in __account_obj_stock()
3262 static bool __consume_obj_stock(struct obj_cgroup *objcg, in __consume_obj_stock()
3281 static bool consume_obj_stock(struct obj_cgroup *objcg, unsigned int nr_bytes) in consume_obj_stock()
3299 struct obj_cgroup *old; in drain_obj_stock_stats()
3324 struct obj_cgroup *old = READ_ONCE(stock->cached[i]); in drain_obj_stock_slot()
3376 struct obj_cgroup *objcg; in obj_stock_flush_required()
3397 static void __refill_obj_stock(struct obj_cgroup *objcg, in __refill_obj_stock()
3414 struct obj_cgroup *cached = READ_ONCE(stock->cached[i]); in __refill_obj_stock()
3465 static void refill_obj_stock(struct obj_cgroup *objcg, in refill_obj_stock()
3474 static int __obj_cgroup_charge(struct obj_cgroup *objcg, gfp_t gfp, in __obj_cgroup_charge()
3488 int obj_cgroup_charge(struct obj_cgroup *objcg, gfp_t gfp, size_t size) in obj_cgroup_charge()
3526 void obj_cgroup_uncharge(struct obj_cgroup *objcg, size_t size) in obj_cgroup_uncharge()
3537 return s->size + sizeof(struct obj_cgroup *); in obj_full_size()
3545 struct obj_cgroup *objcg; in __memcg_slab_post_alloc_hook()
3640 struct obj_cgroup *objcg; in __memcg_slab_free_hook()
3667 struct obj_cgroup *objcg = page_objcg(page); in split_page_memcg()
4217 struct obj_cgroup *objcg; in mem_cgroup_css_online()
4567 task->objcg = (struct obj_cgroup *)CURRENT_OBJCG_UPDATE_FLAG; in mem_cgroup_fork()
4572 struct obj_cgroup *objcg = task->objcg; in mem_cgroup_exit()
4574 objcg = (struct obj_cgroup *) in mem_cgroup_exit()
5142 struct obj_cgroup *objcg; in charge_memcg()
5238 struct obj_cgroup *objcg;
5275 struct obj_cgroup *objcg; in uncharge_folio()
5362 static struct obj_cgroup *get_migration_objcg(struct folio *old, in get_migration_objcg()
5365 struct obj_cgroup *old_objcg, *new_objcg; in get_migration_objcg()
5396 struct obj_cgroup *objcg; in mem_cgroup_replace_folio()
5452 struct obj_cgroup *objcg, *new_objcg; in mem_cgroup_migrate()
5675 struct obj_cgroup *objcg; in __mem_cgroup_try_charge_swap()
5924 bool obj_cgroup_may_zswap(struct obj_cgroup *objcg) in obj_cgroup_may_zswap()
5965 void obj_cgroup_charge_zswap(struct obj_cgroup *objcg, size_t size) in obj_cgroup_charge_zswap()
5997 void obj_cgroup_uncharge_zswap(struct obj_cgroup *objcg, size_t size) in obj_cgroup_uncharge_zswap()