Home
last modified time | relevance | path

Searched refs:obj_exts (Results 1 – 7 of 7) sorted by relevance

/linux/mm/
H A Dslab.h96 unsigned long obj_exts; member
106 SLAB_MATCH(memcg_data, obj_exts);
108 SLAB_MATCH(_unused_slab_obj_exts, obj_exts);
517 unsigned long obj_exts = READ_ONCE(slab->obj_exts); in slab_obj_exts() local
524 VM_BUG_ON_PAGE(obj_exts && !(obj_exts & MEMCG_DATA_OBJEXTS) && in slab_obj_exts()
525 obj_exts != OBJEXTS_ALLOC_FAIL, slab_page(slab)); in slab_obj_exts()
526 VM_BUG_ON_PAGE(obj_exts & MEMCG_DATA_KMEM, slab_page(slab)); in slab_obj_exts()
528 return (struct slabobj_ext *)(obj_exts & ~OBJEXTS_FLAGS_MASK); in slab_obj_exts()
553 void **p, int objects, struct slabobj_ext *obj_exts);
H A Dpercpu.c1384 chunk->obj_exts = NULL; in pcpu_alloc_first_chunk()
1455 chunk->obj_exts = in pcpu_alloc_chunk()
1458 if (!chunk->obj_exts) in pcpu_alloc_chunk()
1489 pcpu_mem_free(chunk->obj_exts); in pcpu_free_chunk()
1636 if (likely(chunk && chunk->obj_exts)) { in pcpu_memcg_post_alloc_hook()
1638 chunk->obj_exts[off >> PCPU_MIN_ALLOC_SHIFT].cgroup = objcg; in pcpu_memcg_post_alloc_hook()
1653 if (unlikely(!chunk->obj_exts)) in pcpu_memcg_free_hook()
1656 objcg = chunk->obj_exts[off >> PCPU_MIN_ALLOC_SHIFT].cgroup; in pcpu_memcg_free_hook()
1659 chunk->obj_exts[off >> PCPU_MIN_ALLOC_SHIFT].cgroup = NULL; in pcpu_memcg_free_hook()
1693 if (mem_alloc_profiling_enabled() && likely(chunk->obj_exts)) { in pcpu_alloc_tag_alloc_hook()
[all …]
H A Dslub.c2043 static inline void mark_objexts_empty(struct slabobj_ext *obj_exts) in mark_objexts_empty() argument
2048 obj_exts_slab = virt_to_slab(obj_exts); in mark_objexts_empty()
2052 obj_exts_slab, obj_exts); in mark_objexts_empty()
2065 return cmpxchg(&slab->obj_exts, 0, OBJEXTS_ALLOC_FAIL) == 0; in mark_failed_objexts_alloc()
2068 static inline void handle_failed_objexts_alloc(unsigned long obj_exts, in handle_failed_objexts_alloc() argument
2076 if (obj_exts == OBJEXTS_ALLOC_FAIL) { in handle_failed_objexts_alloc()
2086 static inline void mark_objexts_empty(struct slabobj_ext *obj_exts) {} in mark_objexts_empty() argument
2088 static inline void handle_failed_objexts_alloc(unsigned long obj_exts, in handle_failed_objexts_alloc() argument
2095 slab->obj_exts = 0; in init_slab_obj_exts()
2114 * architectures with cmpxchg16b, early obj_exts wil in alloc_slab_obj_exts()
2179 struct slabobj_ext *obj_exts; free_slab_obj_exts() local
2247 struct slabobj_ext *obj_exts; __alloc_tagging_slab_alloc_hook() local
2282 struct slabobj_ext *obj_exts; __alloc_tagging_slab_free_hook() local
2355 struct slabobj_ext *obj_exts; memcg_slab_free_hook() local
[all...]
H A Dpercpu-internal.h81 struct pcpuobj_ext *obj_exts; /* vector of object cgroups */ member
H A Dmemcontrol.c2599 struct slabobj_ext *obj_exts; in mem_cgroup_from_obj_slab() local
2602 obj_exts = slab_obj_exts(slab); in mem_cgroup_from_obj_slab()
2603 if (!obj_exts) in mem_cgroup_from_obj_slab()
2607 if (obj_exts[off].objcg) in mem_cgroup_from_obj_slab()
2608 return obj_cgroup_memcg(obj_exts[off].objcg); in mem_cgroup_from_obj_slab()
3225 void **p, int objects, struct slabobj_ext *obj_exts) in __memcg_slab_free_hook() argument
3234 objcg = obj_exts[off].objcg; in __memcg_slab_free_hook()
3238 obj_exts[off].objcg = NULL; in __memcg_slab_free_hook()
/linux/mm/kfence/
H A Dkfence.h102 struct slabobj_ext obj_exts; member
H A Dcore.c625 slab->obj_exts = (unsigned long)&kfence_metadata_init[i / 2 - 1].obj_exts | in kfence_init_pool()
678 slab->obj_exts = 0; in kfence_init_pool()
1197 KFENCE_WARN_ON(meta->obj_exts.objcg); in __kfence_free()