Lines Matching refs:arena

14 large_malloc(tsdn_t *tsdn, arena_t *arena, size_t usize, bool zero) {  in large_malloc()  argument
17 return large_palloc(tsdn, arena, usize, CACHELINE, zero); in large_malloc()
21 large_palloc(tsdn_t *tsdn, arena_t *arena, size_t usize, size_t alignment, in large_palloc() argument
28 assert(!tsdn_null(tsdn) || arena != NULL); in large_palloc()
45 arena = arena_choose_maybe_huge(tsdn_tsd(tsdn), arena, usize); in large_palloc()
47 if (unlikely(arena == NULL) || (extent = arena_extent_alloc_large(tsdn, in large_palloc()
48 arena, usize, alignment, &is_zeroed)) == NULL) { in large_palloc()
53 if (!arena_is_auto(arena)) { in large_palloc()
55 malloc_mutex_lock(tsdn, &arena->large_mtx); in large_palloc()
56 extent_list_append(&arena->large, extent); in large_palloc()
57 malloc_mutex_unlock(tsdn, &arena->large_mtx); in large_palloc()
59 if (config_prof && arena_prof_accum(tsdn, arena, usize)) { in large_palloc()
70 arena_decay_tick(tsdn, arena); in large_palloc()
97 arena_t *arena = extent_arena_get(extent); in large_ralloc_no_move_shrink() local
99 extent_hooks_t *extent_hooks = extent_hooks_get(arena); in large_ralloc_no_move_shrink()
110 extent_t *trail = extent_split_wrapper(tsdn, arena, in large_ralloc_no_move_shrink()
122 arena_extents_dirty_dalloc(tsdn, arena, &extent_hooks, trail); in large_ralloc_no_move_shrink()
125 arena_extent_ralloc_large_shrink(tsdn, arena, extent, oldusize); in large_ralloc_no_move_shrink()
133 arena_t *arena = extent_arena_get(extent); in large_ralloc_no_move_expand() local
135 extent_hooks_t *extent_hooks = extent_hooks_get(arena); in large_ralloc_no_move_expand()
155 if ((trail = extents_alloc(tsdn, arena, &extent_hooks, in large_ralloc_no_move_expand()
156 &arena->extents_dirty, extent_past_get(extent), trailsize, 0, in large_ralloc_no_move_expand()
158 || (trail = extents_alloc(tsdn, arena, &extent_hooks, in large_ralloc_no_move_expand()
159 &arena->extents_muzzy, extent_past_get(extent), trailsize, 0, in large_ralloc_no_move_expand()
165 if ((trail = extent_alloc_wrapper(tsdn, arena, &extent_hooks, in large_ralloc_no_move_expand()
175 if (extent_merge_wrapper(tsdn, arena, &extent_hooks, extent, trail)) { in large_ralloc_no_move_expand()
176 extent_dalloc_wrapper(tsdn, arena, &extent_hooks, trail); in large_ralloc_no_move_expand()
187 arena_stats_mapped_add(tsdn, &arena->stats, trailsize); in large_ralloc_no_move_expand()
213 arena_extent_ralloc_large_expand(tsdn, arena, extent, oldusize); in large_ralloc_no_move_expand()
265 large_ralloc_move_helper(tsdn_t *tsdn, arena_t *arena, size_t usize, in large_ralloc_move_helper() argument
268 return large_malloc(tsdn, arena, usize, zero); in large_ralloc_move_helper()
270 return large_palloc(tsdn, arena, usize, alignment, zero); in large_ralloc_move_helper()
274 large_ralloc(tsdn_t *tsdn, arena_t *arena, void *ptr, size_t usize, in large_ralloc() argument
299 void *ret = large_ralloc_move_helper(tsdn, arena, usize, alignment, in large_ralloc()
322 large_dalloc_prep_impl(tsdn_t *tsdn, arena_t *arena, extent_t *extent, in large_dalloc_prep_impl() argument
326 if (!arena_is_auto(arena)) { in large_dalloc_prep_impl()
327 malloc_mutex_lock(tsdn, &arena->large_mtx); in large_dalloc_prep_impl()
328 extent_list_remove(&arena->large, extent); in large_dalloc_prep_impl()
329 malloc_mutex_unlock(tsdn, &arena->large_mtx); in large_dalloc_prep_impl()
335 if (!arena_is_auto(arena)) { in large_dalloc_prep_impl()
336 malloc_mutex_assert_owner(tsdn, &arena->large_mtx); in large_dalloc_prep_impl()
337 extent_list_remove(&arena->large, extent); in large_dalloc_prep_impl()
340 arena_extent_dalloc_large_prep(tsdn, arena, extent); in large_dalloc_prep_impl()
344 large_dalloc_finish_impl(tsdn_t *tsdn, arena_t *arena, extent_t *extent) { in large_dalloc_finish_impl() argument
346 arena_extents_dirty_dalloc(tsdn, arena, &extent_hooks, extent); in large_dalloc_finish_impl()
361 arena_t *arena = extent_arena_get(extent); in large_dalloc() local
362 large_dalloc_prep_impl(tsdn, arena, extent, false); in large_dalloc()
363 large_dalloc_finish_impl(tsdn, arena, extent); in large_dalloc()
364 arena_decay_tick(tsdn, arena); in large_dalloc()