14 large_malloc(tsdn_t *tsdn, arena_t *arena, size_t usize, bool zero) {  in large_malloc()  argument
17 	return large_palloc(tsdn, arena, usize, CACHELINE, zero);  in large_malloc()
21 large_palloc(tsdn_t *tsdn, arena_t *arena, size_t usize, size_t alignment,  in large_palloc()  argument
28 	assert(!tsdn_null(tsdn) || arena != NULL);  in large_palloc()
44 	if (likely(!tsdn_null(tsdn))) {  in large_palloc()
45 		arena = arena_choose_maybe_huge(tsdn_tsd(tsdn), arena, usize);  in large_palloc()
47 	if (unlikely(arena == NULL) || (extent = arena_extent_alloc_large(tsdn,  in large_palloc()
55 		malloc_mutex_lock(tsdn, &arena->large_mtx);  in large_palloc()
57 		malloc_mutex_unlock(tsdn, &arena->large_mtx);  in large_palloc()
59 	if (config_prof && arena_prof_accum(tsdn, arena, usize)) {  in large_palloc()
60 		prof_idump(tsdn);  in large_palloc()
70 	arena_decay_tick(tsdn, arena);  in large_palloc()
96 large_ralloc_no_move_shrink(tsdn_t *tsdn, extent_t *extent, size_t usize) {  in large_ralloc_no_move_shrink()  argument
110 		extent_t *trail = extent_split_wrapper(tsdn, arena,  in large_ralloc_no_move_shrink()
122 		arena_extents_dirty_dalloc(tsdn, arena, &extent_hooks, trail);  in large_ralloc_no_move_shrink()
125 	arena_extent_ralloc_large_shrink(tsdn, arena, extent, oldusize);  in large_ralloc_no_move_shrink()
131 large_ralloc_no_move_expand(tsdn_t *tsdn, extent_t *extent, size_t usize,  in large_ralloc_no_move_expand()  argument
155 	if ((trail = extents_alloc(tsdn, arena, &extent_hooks,  in large_ralloc_no_move_expand()
158 	    || (trail = extents_alloc(tsdn, arena, &extent_hooks,  in large_ralloc_no_move_expand()
165 		if ((trail = extent_alloc_wrapper(tsdn, arena, &extent_hooks,  in large_ralloc_no_move_expand()
175 	if (extent_merge_wrapper(tsdn, arena, &extent_hooks, extent, trail)) {  in large_ralloc_no_move_expand()
176 		extent_dalloc_wrapper(tsdn, arena, &extent_hooks, trail);  in large_ralloc_no_move_expand()
180 	rtree_ctx_t *rtree_ctx = tsdn_rtree_ctx(tsdn, &rtree_ctx_fallback);  in large_ralloc_no_move_expand()
183 	rtree_szind_slab_update(tsdn, &extents_rtree, rtree_ctx,  in large_ralloc_no_move_expand()
187 		arena_stats_mapped_add(tsdn, &arena->stats, trailsize);  in large_ralloc_no_move_expand()
213 	arena_extent_ralloc_large_expand(tsdn, arena, extent, oldusize);  in large_ralloc_no_move_expand()
219 large_ralloc_no_move(tsdn_t *tsdn, extent_t *extent, size_t usize_min,  in large_ralloc_no_move()  argument
231 		if (!large_ralloc_no_move_expand(tsdn, extent, usize_max,  in large_ralloc_no_move()
233 			arena_decay_tick(tsdn, extent_arena_get(extent));  in large_ralloc_no_move()
238 		    large_ralloc_no_move_expand(tsdn, extent, usize_min,  in large_ralloc_no_move()
240 			arena_decay_tick(tsdn, extent_arena_get(extent));  in large_ralloc_no_move()
250 		arena_decay_tick(tsdn, extent_arena_get(extent));  in large_ralloc_no_move()
256 		if (!large_ralloc_no_move_shrink(tsdn, extent, usize_max)) {  in large_ralloc_no_move()
257 			arena_decay_tick(tsdn, extent_arena_get(extent));  in large_ralloc_no_move()
265 large_ralloc_move_helper(tsdn_t *tsdn, arena_t *arena, size_t usize,  in large_ralloc_move_helper()  argument
268 		return large_malloc(tsdn, arena, usize, zero);  in large_ralloc_move_helper()
270 	return large_palloc(tsdn, arena, usize, alignment, zero);  in large_ralloc_move_helper()
274 large_ralloc(tsdn_t *tsdn, arena_t *arena, void *ptr, size_t usize,  in large_ralloc()  argument
277 	extent_t *extent = iealloc(tsdn, ptr);  in large_ralloc()
287 	if (!large_ralloc_no_move(tsdn, extent, usize, usize, zero)) {  in large_ralloc()
299 	void *ret = large_ralloc_move_helper(tsdn, arena, usize, alignment,  in large_ralloc()
313 	isdalloct(tsdn, extent_addr_get(extent), oldusize, tcache, NULL, true);  in large_ralloc()
322 large_dalloc_prep_impl(tsdn_t *tsdn, arena_t *arena, extent_t *extent,  in large_dalloc_prep_impl()  argument
327 			malloc_mutex_lock(tsdn, &arena->large_mtx);  in large_dalloc_prep_impl()
329 			malloc_mutex_unlock(tsdn, &arena->large_mtx);  in large_dalloc_prep_impl()
336 			malloc_mutex_assert_owner(tsdn, &arena->large_mtx);  in large_dalloc_prep_impl()
340 	arena_extent_dalloc_large_prep(tsdn, arena, extent);  in large_dalloc_prep_impl()
344 large_dalloc_finish_impl(tsdn_t *tsdn, arena_t *arena, extent_t *extent) {  in large_dalloc_finish_impl()  argument
346 	arena_extents_dirty_dalloc(tsdn, arena, &extent_hooks, extent);  in large_dalloc_finish_impl()
350 large_dalloc_prep_junked_locked(tsdn_t *tsdn, extent_t *extent) {  in large_dalloc_prep_junked_locked()  argument
351 	large_dalloc_prep_impl(tsdn, extent_arena_get(extent), extent, true);  in large_dalloc_prep_junked_locked()
355 large_dalloc_finish(tsdn_t *tsdn, extent_t *extent) {  in large_dalloc_finish()  argument
356 	large_dalloc_finish_impl(tsdn, extent_arena_get(extent), extent);  in large_dalloc_finish()
360 large_dalloc(tsdn_t *tsdn, extent_t *extent) {  in large_dalloc()  argument
362 	large_dalloc_prep_impl(tsdn, arena, extent, false);  in large_dalloc()
363 	large_dalloc_finish_impl(tsdn, arena, extent);  in large_dalloc()
364 	arena_decay_tick(tsdn, arena);  in large_dalloc()
368 large_salloc(tsdn_t *tsdn, const extent_t *extent) {  in large_salloc()  argument
373 large_prof_tctx_get(tsdn_t *tsdn, const extent_t *extent) {  in large_prof_tctx_get()  argument
378 large_prof_tctx_set(tsdn_t *tsdn, extent_t *extent, prof_tctx_t *tctx) {  in large_prof_tctx_set()  argument
383 large_prof_tctx_reset(tsdn_t *tsdn, extent_t *extent) {  in large_prof_tctx_reset()  argument
384 	large_prof_tctx_set(tsdn, extent, (prof_tctx_t *)(uintptr_t)1U);  in large_prof_tctx_reset()