35     extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
44     extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
51     extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
57     extent_hooks_t **r_extent_hooks, extent_t *extent, size_t size_a,
102 static void extent_deregister(tsdn_t *tsdn, extent_t *extent);
109     extent_t *extent, bool *coalesced, bool growing_retained);
111     extent_hooks_t **r_extent_hooks, extents_t *extents, extent_t *extent,
182 	extent_t *extent = extent_avail_first(&arena->extent_avail);  in extent_alloc()  local
183 	if (extent == NULL) {  in extent_alloc()
187 	extent_avail_remove(&arena->extent_avail, extent);  in extent_alloc()
190 	return extent;  in extent_alloc()
194 extent_dalloc(tsdn_t *tsdn, arena_t *arena, extent_t *extent) {  in extent_dalloc()  argument
196 	extent_avail_insert(&arena->extent_avail, extent);  in extent_dalloc()
324 extents_stats_add(extents_t *extent, pszind_t pind, size_t sz) {  in extents_stats_add()  argument
325 	size_t cur = atomic_load_zu(&extent->nextents[pind], ATOMIC_RELAXED);  in extents_stats_add()
326 	atomic_store_zu(&extent->nextents[pind], cur + 1, ATOMIC_RELAXED);  in extents_stats_add()
327 	cur = atomic_load_zu(&extent->nbytes[pind], ATOMIC_RELAXED);  in extents_stats_add()
328 	atomic_store_zu(&extent->nbytes[pind], cur + sz, ATOMIC_RELAXED);  in extents_stats_add()
332 extents_stats_sub(extents_t *extent, pszind_t pind, size_t sz) {  in extents_stats_sub()  argument
333 	size_t cur = atomic_load_zu(&extent->nextents[pind], ATOMIC_RELAXED);  in extents_stats_sub()
334 	atomic_store_zu(&extent->nextents[pind], cur - 1, ATOMIC_RELAXED);  in extents_stats_sub()
335 	cur = atomic_load_zu(&extent->nbytes[pind], ATOMIC_RELAXED);  in extents_stats_sub()
336 	atomic_store_zu(&extent->nbytes[pind], cur - sz, ATOMIC_RELAXED);  in extents_stats_sub()
340 extents_insert_locked(tsdn_t *tsdn, extents_t *extents, extent_t *extent) {  in extents_insert_locked()  argument
342 	assert(extent_state_get(extent) == extents->state);  in extents_insert_locked()
344 	size_t size = extent_size_get(extent);  in extents_insert_locked()
351 	extent_heap_insert(&extents->heaps[pind], extent);  in extents_insert_locked()
357 	extent_list_append(&extents->lru, extent);  in extents_insert_locked()
371 extents_remove_locked(tsdn_t *tsdn, extents_t *extents, extent_t *extent) {  in extents_remove_locked()  argument
373 	assert(extent_state_get(extent) == extents->state);  in extents_remove_locked()
375 	size_t size = extent_size_get(extent);  in extents_remove_locked()
378 	extent_heap_remove(&extents->heaps[pind], extent);  in extents_remove_locked()
388 	extent_list_remove(&extents->lru, extent);  in extents_remove_locked()
417 		extent_t *extent = extent_heap_first(&extents->heaps[i]);  in extents_fit_alignment()  local
418 		uintptr_t base = (uintptr_t)extent_base_get(extent);  in extents_fit_alignment()
419 		size_t candidate_size = extent_size_get(extent);  in extents_fit_alignment()
431 			return extent;  in extents_fit_alignment()
464 		extent_t *extent = extent_heap_first(&extents->heaps[i]);  in extents_first_fit_locked()  local
465 		assert(extent_size_get(extent) >= size);  in extents_first_fit_locked()
476 		if (ret == NULL || extent_snad_comp(extent, ret) < 0) {  in extents_first_fit_locked()
477 			ret = extent;  in extents_first_fit_locked()
503 	extent_t *extent =  in extents_fit_locked()  local
506 	if (alignment > PAGE && extent == NULL) {  in extents_fit_locked()
512 		extent = extents_fit_alignment(extents, esize, max_size,  in extents_fit_locked()
516 	return extent;  in extents_fit_locked()
522     extent_t *extent) {  in extent_try_delayed_coalesce()  argument
523 	extent_state_set(extent, extent_state_active);  in extent_try_delayed_coalesce()
525 	extent = extent_try_coalesce(tsdn, arena, r_extent_hooks, rtree_ctx,  in extent_try_delayed_coalesce()
526 	    extents, extent, &coalesced, false);  in extent_try_delayed_coalesce()
527 	extent_state_set(extent, extents_state_get(extents));  in extent_try_delayed_coalesce()
532 	extents_insert_locked(tsdn, extents, extent);  in extent_try_delayed_coalesce()
545 	extent_t *extent = extent_recycle(tsdn, arena, r_extent_hooks, extents,  in extents_alloc()  local
547 	assert(extent == NULL || extent_dumpable_get(extent));  in extents_alloc()
548 	return extent;  in extents_alloc()
553     extents_t *extents, extent_t *extent) {  in extents_dalloc()  argument
554 	assert(extent_base_get(extent) != NULL);  in extents_dalloc()
555 	assert(extent_size_get(extent) != 0);  in extents_dalloc()
556 	assert(extent_dumpable_get(extent));  in extents_dalloc()
560 	extent_addr_set(extent, extent_base_get(extent));  in extents_dalloc()
561 	extent_zeroed_set(extent, false);  in extents_dalloc()
563 	extent_record(tsdn, arena, r_extent_hooks, extents, extent, false);  in extents_dalloc()
578 	extent_t *extent;  in extents_evict()  local
581 		extent = extent_list_first(&extents->lru);  in extents_evict()
582 		if (extent == NULL) {  in extents_evict()
589 			extent = NULL;  in extents_evict()
592 		extents_remove_locked(tsdn, extents, extent);  in extents_evict()
598 		    rtree_ctx, extents, extent)) {  in extents_evict()
616 		extent_state_set(extent, extent_state_active);  in extents_evict()
619 		extent_deregister(tsdn, extent);  in extents_evict()
627 	return extent;  in extents_evict()
636     extents_t *extents, extent_t *extent, bool growing_retained) {  in extents_abandon_vm()  argument
637 	size_t sz = extent_size_get(extent);  in extents_abandon_vm()
647 		    extent, 0, sz, growing_retained)) {  in extents_abandon_vm()
649 			    extent, 0, extent_size_get(extent),  in extents_abandon_vm()
653 	extent_dalloc(tsdn, arena, extent);  in extents_abandon_vm()
673     extent_t *extent) {  in extent_deactivate_locked()  argument
674 	assert(extent_arena_get(extent) == arena);  in extent_deactivate_locked()
675 	assert(extent_state_get(extent) == extent_state_active);  in extent_deactivate_locked()
677 	extent_state_set(extent, extents_state_get(extents));  in extent_deactivate_locked()
678 	extents_insert_locked(tsdn, extents, extent);  in extent_deactivate_locked()
683     extent_t *extent) {  in extent_deactivate()  argument
685 	extent_deactivate_locked(tsdn, arena, extents, extent);  in extent_deactivate()
691     extent_t *extent) {  in extent_activate_locked()  argument
692 	assert(extent_arena_get(extent) == arena);  in extent_activate_locked()
693 	assert(extent_state_get(extent) == extents_state_get(extents));  in extent_activate_locked()
695 	extents_remove_locked(tsdn, extents, extent);  in extent_activate_locked()
696 	extent_state_set(extent, extent_state_active);  in extent_activate_locked()
701     const extent_t *extent, bool dependent, bool init_missing,  in extent_rtree_leaf_elms_lookup()  argument
704 	    (uintptr_t)extent_base_get(extent), dependent, init_missing);  in extent_rtree_leaf_elms_lookup()
711 	    (uintptr_t)extent_last_get(extent), dependent, init_missing);  in extent_rtree_leaf_elms_lookup()
722     rtree_leaf_elm_t *elm_b, extent_t *extent, szind_t szind, bool slab) {  in extent_rtree_write_acquired()  argument
723 	rtree_leaf_elm_write(tsdn, &extents_rtree, elm_a, extent, szind, slab);  in extent_rtree_write_acquired()
725 		rtree_leaf_elm_write(tsdn, &extents_rtree, elm_b, extent, szind,  in extent_rtree_write_acquired()
731 extent_interior_register(tsdn_t *tsdn, rtree_ctx_t *rtree_ctx, extent_t *extent,  in extent_interior_register()  argument
733 	assert(extent_slab_get(extent));  in extent_interior_register()
736 	for (size_t i = 1; i < (extent_size_get(extent) >> LG_PAGE) - 1; i++) {  in extent_interior_register()
738 		    (uintptr_t)extent_base_get(extent) + (uintptr_t)(i <<  in extent_interior_register()
739 		    LG_PAGE), extent, szind, true);  in extent_interior_register()
744 extent_gdump_add(tsdn_t *tsdn, const extent_t *extent) {  in extent_gdump_add()  argument
750 	if (opt_prof && extent_state_get(extent) == extent_state_active) {  in extent_gdump_add()
751 		size_t nadd = extent_size_get(extent) >> LG_PAGE;  in extent_gdump_add()
770 extent_gdump_sub(tsdn_t *tsdn, const extent_t *extent) {  in extent_gdump_sub()  argument
773 	if (opt_prof && extent_state_get(extent) == extent_state_active) {  in extent_gdump_sub()
774 		size_t nsub = extent_size_get(extent) >> LG_PAGE;  in extent_gdump_sub()
781 extent_register_impl(tsdn_t *tsdn, extent_t *extent, bool gdump_add) {  in extent_register_impl()  argument
790 	extent_lock(tsdn, extent);  in extent_register_impl()
792 	if (extent_rtree_leaf_elms_lookup(tsdn, rtree_ctx, extent, false, true,  in extent_register_impl()
794 		extent_unlock(tsdn, extent);  in extent_register_impl()
798 	szind_t szind = extent_szind_get_maybe_invalid(extent);  in extent_register_impl()
799 	bool slab = extent_slab_get(extent);  in extent_register_impl()
800 	extent_rtree_write_acquired(tsdn, elm_a, elm_b, extent, szind, slab);  in extent_register_impl()
802 		extent_interior_register(tsdn, rtree_ctx, extent, szind);  in extent_register_impl()
805 	extent_unlock(tsdn, extent);  in extent_register_impl()
808 		extent_gdump_add(tsdn, extent);  in extent_register_impl()
815 extent_register(tsdn_t *tsdn, extent_t *extent) {  in extent_register()  argument
816 	return extent_register_impl(tsdn, extent, true);  in extent_register()
820 extent_register_no_gdump_add(tsdn_t *tsdn, extent_t *extent) {  in extent_register_no_gdump_add()  argument
821 	return extent_register_impl(tsdn, extent, false);  in extent_register_no_gdump_add()
825 extent_reregister(tsdn_t *tsdn, extent_t *extent) {  in extent_reregister()  argument
826 	bool err = extent_register(tsdn, extent);  in extent_reregister()
839     extent_t *extent) {  in extent_interior_deregister()  argument
842 	assert(extent_slab_get(extent));  in extent_interior_deregister()
844 	for (i = 1; i < (extent_size_get(extent) >> LG_PAGE) - 1; i++) {  in extent_interior_deregister()
846 		    (uintptr_t)extent_base_get(extent) + (uintptr_t)(i <<  in extent_interior_deregister()
855 extent_deregister_impl(tsdn_t *tsdn, extent_t *extent, bool gdump) {  in extent_deregister_impl()  argument
859 	extent_rtree_leaf_elms_lookup(tsdn, rtree_ctx, extent, true, false,  in extent_deregister_impl()
862 	extent_lock(tsdn, extent);  in extent_deregister_impl()
865 	if (extent_slab_get(extent)) {  in extent_deregister_impl()
866 		extent_interior_deregister(tsdn, rtree_ctx, extent);  in extent_deregister_impl()
867 		extent_slab_set(extent, false);  in extent_deregister_impl()
870 	extent_unlock(tsdn, extent);  in extent_deregister_impl()
873 		extent_gdump_sub(tsdn, extent);  in extent_deregister_impl()
878 extent_deregister(tsdn_t *tsdn, extent_t *extent) {  in extent_deregister()  argument
879 	extent_deregister_impl(tsdn, extent, true);  in extent_deregister()
883 extent_deregister_no_gdump_sub(tsdn_t *tsdn, extent_t *extent) {  in extent_deregister_no_gdump_sub()  argument
884 	extent_deregister_impl(tsdn, extent, false);  in extent_deregister_no_gdump_sub()
919 	extent_t *extent;  in extent_recycle_extract()  local
921 		extent = extent_lock_from_addr(tsdn, rtree_ctx, new_addr,  in extent_recycle_extract()
923 		if (extent != NULL) {  in extent_recycle_extract()
928 			extent_t *unlock_extent = extent;  in extent_recycle_extract()
929 			assert(extent_base_get(extent) == new_addr);  in extent_recycle_extract()
930 			if (extent_arena_get(extent) != arena ||  in extent_recycle_extract()
931 			    extent_size_get(extent) < esize ||  in extent_recycle_extract()
932 			    extent_state_get(extent) !=  in extent_recycle_extract()
934 				extent = NULL;  in extent_recycle_extract()
939 		extent = extents_fit_locked(tsdn, arena, extents, esize,  in extent_recycle_extract()
942 	if (extent == NULL) {  in extent_recycle_extract()
947 	extent_activate_locked(tsdn, arena, extents, extent);  in extent_recycle_extract()
950 	return extent;  in extent_recycle_extract()
983     extent_t **extent, extent_t **lead, extent_t **trail,  in extent_split_interior()  argument
989 	size_t leadsize = ALIGNMENT_CEILING((uintptr_t)extent_base_get(*extent),  in extent_split_interior()
990 	    PAGE_CEILING(alignment)) - (uintptr_t)extent_base_get(*extent);  in extent_split_interior()
992 	if (extent_size_get(*extent) < leadsize + esize) {  in extent_split_interior()
995 	size_t trailsize = extent_size_get(*extent) - leadsize - esize;  in extent_split_interior()
1004 		*lead = *extent;  in extent_split_interior()
1005 		*extent = extent_split_impl(tsdn, arena, r_extent_hooks,  in extent_split_interior()
1008 		if (*extent == NULL) {  in extent_split_interior()
1017 		*trail = extent_split_impl(tsdn, arena, r_extent_hooks, *extent,  in extent_split_interior()
1021 			*to_leak = *extent;  in extent_split_interior()
1024 			*extent = NULL;  in extent_split_interior()
1034 		extent_szind_set(*extent, szind);  in extent_split_interior()
1037 			    (uintptr_t)extent_addr_get(*extent), szind, slab);  in extent_split_interior()
1038 			if (slab && extent_size_get(*extent) > PAGE) {  in extent_split_interior()
1041 				    (uintptr_t)extent_past_get(*extent) -  in extent_split_interior()
1060     szind_t szind, extent_t *extent, bool growing_retained) {  in extent_recycle_split()  argument
1067 	    tsdn, arena, r_extent_hooks, rtree_ctx, &extent, &lead, &trail,  in extent_recycle_split()
1089 		return extent;  in extent_recycle_split()
1141 	extent_t *extent = extent_recycle_extract(tsdn, arena, r_extent_hooks,  in extent_recycle()  local
1144 	if (extent == NULL) {  in extent_recycle()
1148 	extent = extent_recycle_split(tsdn, arena, r_extent_hooks, rtree_ctx,  in extent_recycle()
1149 	    extents, new_addr, size, pad, alignment, slab, szind, extent,  in extent_recycle()
1151 	if (extent == NULL) {  in extent_recycle()
1155 	if (*commit && !extent_committed_get(extent)) {  in extent_recycle()
1156 		if (extent_commit_impl(tsdn, arena, r_extent_hooks, extent,  in extent_recycle()
1157 		    0, extent_size_get(extent), growing_retained)) {  in extent_recycle()
1159 			    extent, growing_retained);  in extent_recycle()
1163 			extent_zeroed_set(extent, true);  in extent_recycle()
1167 	if (extent_committed_get(extent)) {  in extent_recycle()
1170 	if (extent_zeroed_get(extent)) {  in extent_recycle()
1175 		extent_addr_randomize(tsdn, extent, alignment);  in extent_recycle()
1177 	assert(extent_state_get(extent) == extent_state_active);  in extent_recycle()
1179 		extent_slab_set(extent, slab);  in extent_recycle()
1180 		extent_interior_register(tsdn, rtree_ctx, extent, szind);  in extent_recycle()
1184 		void *addr = extent_base_get(extent);  in extent_recycle()
1185 		if (!extent_zeroed_get(extent)) {  in extent_recycle()
1186 			size_t size = extent_size_get(extent);  in extent_recycle()
1199 	return extent;  in extent_recycle()
1326 	extent_t *extent = extent_alloc(tsdn, arena);  in extent_grow_retained()  local
1327 	if (extent == NULL) {  in extent_grow_retained()
1345 	extent_init(extent, arena, ptr, alloc_size, false, SC_NSIZES,  in extent_grow_retained()
1349 		extent_dalloc(tsdn, arena, extent);  in extent_grow_retained()
1353 	if (extent_register_no_gdump_add(tsdn, extent)) {  in extent_grow_retained()
1354 		extent_dalloc(tsdn, arena, extent);  in extent_grow_retained()
1358 	if (extent_zeroed_get(extent) && extent_committed_get(extent)) {  in extent_grow_retained()
1361 	if (extent_committed_get(extent)) {  in extent_grow_retained()
1373 	    tsdn, arena, r_extent_hooks, rtree_ctx, &extent, &lead, &trail,  in extent_grow_retained()
1407 	if (*commit && !extent_committed_get(extent)) {  in extent_grow_retained()
1408 		if (extent_commit_impl(tsdn, arena, r_extent_hooks, extent, 0,  in extent_grow_retained()
1409 		    extent_size_get(extent), true)) {  in extent_grow_retained()
1411 			    &arena->extents_retained, extent, true);  in extent_grow_retained()
1415 			extent_zeroed_set(extent, true);  in extent_grow_retained()
1434 		extent_gdump_add(tsdn, extent);  in extent_grow_retained()
1437 		extent_addr_randomize(tsdn, extent, alignment);  in extent_grow_retained()
1444 		extent_slab_set(extent, true);  in extent_grow_retained()
1445 		extent_interior_register(tsdn, rtree_ctx, extent, szind);  in extent_grow_retained()
1447 	if (*zero && !extent_zeroed_get(extent)) {  in extent_grow_retained()
1448 		void *addr = extent_base_get(extent);  in extent_grow_retained()
1449 		size_t size = extent_size_get(extent);  in extent_grow_retained()
1456 	return extent;  in extent_grow_retained()
1471 	extent_t *extent = extent_recycle(tsdn, arena, r_extent_hooks,  in extent_alloc_retained()  local
1474 	if (extent != NULL) {  in extent_alloc_retained()
1477 			extent_gdump_add(tsdn, extent);  in extent_alloc_retained()
1480 		extent = extent_grow_retained(tsdn, arena, r_extent_hooks, size,  in extent_alloc_retained()
1488 	return extent;  in extent_alloc_retained()
1496 	extent_t *extent = extent_alloc(tsdn, arena);  in extent_alloc_wrapper_hard()  local
1497 	if (extent == NULL) {  in extent_alloc_wrapper_hard()
1513 		extent_dalloc(tsdn, arena, extent);  in extent_alloc_wrapper_hard()
1516 	extent_init(extent, arena, addr, esize, slab, szind,  in extent_alloc_wrapper_hard()
1520 		extent_addr_randomize(tsdn, extent, alignment);  in extent_alloc_wrapper_hard()
1522 	if (extent_register(tsdn, extent)) {  in extent_alloc_wrapper_hard()
1523 		extent_dalloc(tsdn, arena, extent);  in extent_alloc_wrapper_hard()
1527 	return extent;  in extent_alloc_wrapper_hard()
1539 	extent_t *extent = extent_alloc_retained(tsdn, arena, r_extent_hooks,  in extent_alloc_wrapper()  local
1541 	if (extent == NULL) {  in extent_alloc_wrapper()
1551 		extent = extent_alloc_wrapper_hard(tsdn, arena, r_extent_hooks,  in extent_alloc_wrapper()
1555 	assert(extent == NULL || extent_dumpable_get(extent));  in extent_alloc_wrapper()
1556 	return extent;  in extent_alloc_wrapper()
1602     extent_t *extent, bool *coalesced, bool growing_retained,  in extent_try_coalesce_impl()  argument
1619 		    extent_past_get(extent), inactive_only);  in extent_try_coalesce_impl()
1627 			    extent, next);  in extent_try_coalesce_impl()
1632 			    r_extent_hooks, extents, extent, next, true,  in extent_try_coalesce_impl()
1637 					return extent;  in extent_try_coalesce_impl()
1645 		if (extent_before_get(extent) != NULL) {  in extent_try_coalesce_impl()
1647 			    extent_before_get(extent), inactive_only);  in extent_try_coalesce_impl()
1651 			    extent, prev);  in extent_try_coalesce_impl()
1655 			    r_extent_hooks, extents, extent, prev, false,  in extent_try_coalesce_impl()
1657 				extent = prev;  in extent_try_coalesce_impl()
1661 					return extent;  in extent_try_coalesce_impl()
1671 	return extent;  in extent_try_coalesce_impl()
1677     extent_t *extent, bool *coalesced, bool growing_retained) {  in extent_try_coalesce()  argument
1679 	    extents, extent, coalesced, growing_retained, false);  in extent_try_coalesce()
1685     extent_t *extent, bool *coalesced, bool growing_retained) {  in extent_try_coalesce_large()  argument
1687 	    extents, extent, coalesced, growing_retained, true);  in extent_try_coalesce_large()
1696     extents_t *extents, extent_t *extent, bool growing_retained) {  in extent_record()  argument
1702 	    !extent_zeroed_get(extent));  in extent_record()
1707 	extent_szind_set(extent, SC_NSIZES);  in extent_record()
1708 	if (extent_slab_get(extent)) {  in extent_record()
1709 		extent_interior_deregister(tsdn, rtree_ctx, extent);  in extent_record()
1710 		extent_slab_set(extent, false);  in extent_record()
1714 	    (uintptr_t)extent_base_get(extent), true) == extent);  in extent_record()
1717 		extent = extent_try_coalesce(tsdn, arena, r_extent_hooks,  in extent_record()
1718 		    rtree_ctx, extents, extent, NULL, growing_retained);  in extent_record()
1719 	} else if (extent_size_get(extent) >= SC_LARGE_MINCLASS) {  in extent_record()
1724 			assert(extent_state_get(extent) == extent_state_active);  in extent_record()
1725 			extent = extent_try_coalesce_large(tsdn, arena,  in extent_record()
1726 			    r_extent_hooks, rtree_ctx, extents, extent,  in extent_record()
1729 		if (extent_size_get(extent) >= oversize_threshold) {  in extent_record()
1732 			arena_decay_extent(tsdn, arena, r_extent_hooks, extent);  in extent_record()
1736 	extent_deactivate_locked(tsdn, arena, extents, extent);  in extent_record()
1742 extent_dalloc_gap(tsdn_t *tsdn, arena_t *arena, extent_t *extent) {  in extent_dalloc_gap()  argument
1748 	if (extent_register(tsdn, extent)) {  in extent_dalloc_gap()
1749 		extent_dalloc(tsdn, arena, extent);  in extent_dalloc_gap()
1752 	extent_dalloc_wrapper(tsdn, arena, &extent_hooks, extent);  in extent_dalloc_gap()
1777     extent_hooks_t **r_extent_hooks, extent_t *extent) {  in extent_dalloc_wrapper_try()  argument
1780 	assert(extent_base_get(extent) != NULL);  in extent_dalloc_wrapper_try()
1781 	assert(extent_size_get(extent) != 0);  in extent_dalloc_wrapper_try()
1785 	extent_addr_set(extent, extent_base_get(extent));  in extent_dalloc_wrapper_try()
1791 		err = extent_dalloc_default_impl(extent_base_get(extent),  in extent_dalloc_wrapper_try()
1792 		    extent_size_get(extent));  in extent_dalloc_wrapper_try()
1797 		    extent_base_get(extent), extent_size_get(extent),  in extent_dalloc_wrapper_try()
1798 		    extent_committed_get(extent), arena_ind_get(arena)));  in extent_dalloc_wrapper_try()
1803 		extent_dalloc(tsdn, arena, extent);  in extent_dalloc_wrapper_try()
1811     extent_hooks_t **r_extent_hooks, extent_t *extent) {  in extent_dalloc_wrapper()  argument
1812 	assert(extent_dumpable_get(extent));  in extent_dalloc_wrapper()
1822 		extent_deregister(tsdn, extent);  in extent_dalloc_wrapper()
1824 		    extent)) {  in extent_dalloc_wrapper()
1827 		extent_reregister(tsdn, extent);  in extent_dalloc_wrapper()
1835 	if (!extent_committed_get(extent)) {  in extent_dalloc_wrapper()
1837 	} else if (!extent_decommit_wrapper(tsdn, arena, r_extent_hooks, extent,  in extent_dalloc_wrapper()
1838 	    0, extent_size_get(extent))) {  in extent_dalloc_wrapper()
1842 	    extent_base_get(extent), extent_size_get(extent), 0,  in extent_dalloc_wrapper()
1843 	    extent_size_get(extent), arena_ind_get(arena))) {  in extent_dalloc_wrapper()
1845 	} else if (extent_state_get(extent) == extent_state_muzzy ||  in extent_dalloc_wrapper()
1848 	    extent_base_get(extent), extent_size_get(extent), 0,  in extent_dalloc_wrapper()
1849 	    extent_size_get(extent), arena_ind_get(arena)))) {  in extent_dalloc_wrapper()
1857 	extent_zeroed_set(extent, zeroed);  in extent_dalloc_wrapper()
1860 		extent_gdump_sub(tsdn, extent);  in extent_dalloc_wrapper()
1864 	    extent, false);  in extent_dalloc_wrapper()
1882     extent_hooks_t **r_extent_hooks, extent_t *extent) {  in extent_destroy_wrapper()  argument
1883 	assert(extent_base_get(extent) != NULL);  in extent_destroy_wrapper()
1884 	assert(extent_size_get(extent) != 0);  in extent_destroy_wrapper()
1889 	extent_deregister(tsdn, extent);  in extent_destroy_wrapper()
1891 	extent_addr_set(extent, extent_base_get(extent));  in extent_destroy_wrapper()
1897 		extent_destroy_default_impl(extent_base_get(extent),  in extent_destroy_wrapper()
1898 		    extent_size_get(extent));  in extent_destroy_wrapper()
1902 		    extent_base_get(extent), extent_size_get(extent),  in extent_destroy_wrapper()
1903 		    extent_committed_get(extent), arena_ind_get(arena));  in extent_destroy_wrapper()
1907 	extent_dalloc(tsdn, arena, extent);  in extent_destroy_wrapper()
1919     extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,  in extent_commit_impl()  argument
1929 	    (*r_extent_hooks)->commit(*r_extent_hooks, extent_base_get(extent),  in extent_commit_impl()
1930 	    extent_size_get(extent), offset, length, arena_ind_get(arena)));  in extent_commit_impl()
1934 	extent_committed_set(extent, extent_committed_get(extent) || !err);  in extent_commit_impl()
1940     extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,  in extent_commit_wrapper()  argument
1942 	return extent_commit_impl(tsdn, arena, r_extent_hooks, extent, offset,  in extent_commit_wrapper()
1955     extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,  in extent_decommit_wrapper()  argument
1967 	    extent_base_get(extent), extent_size_get(extent), offset, length,  in extent_decommit_wrapper()
1972 	extent_committed_set(extent, extent_committed_get(extent) && err);  in extent_decommit_wrapper()
1992     extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,  in extent_purge_lazy_impl()  argument
2006 	    extent_base_get(extent), extent_size_get(extent), offset, length,  in extent_purge_lazy_impl()
2017     extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,  in extent_purge_lazy_wrapper()  argument
2019 	return extent_purge_lazy_impl(tsdn, arena, r_extent_hooks, extent,  in extent_purge_lazy_wrapper()
2039     extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,  in extent_purge_forced_impl()  argument
2053 	    extent_base_get(extent), extent_size_get(extent), offset, length,  in extent_purge_forced_impl()
2063     extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,  in extent_purge_forced_wrapper()  argument
2065 	return extent_purge_forced_impl(tsdn, arena, r_extent_hooks, extent,  in extent_purge_forced_wrapper()
2093     extent_hooks_t **r_extent_hooks, extent_t *extent, size_t size_a,  in extent_split_impl()  argument
2096 	assert(extent_size_get(extent) == size_a + size_b);  in extent_split_impl()
2111 	extent_init(trail, arena, (void *)((uintptr_t)extent_base_get(extent) +  in extent_split_impl()
2112 	    size_a), size_b, slab_b, szind_b, extent_sn_get(extent),  in extent_split_impl()
2113 	    extent_state_get(extent), extent_zeroed_get(extent),  in extent_split_impl()
2114 	    extent_committed_get(extent), extent_dumpable_get(extent),  in extent_split_impl()
2123 		extent_init(&lead, arena, extent_addr_get(extent), size_a,  in extent_split_impl()
2124 		    slab_a, szind_a, extent_sn_get(extent),  in extent_split_impl()
2125 		    extent_state_get(extent), extent_zeroed_get(extent),  in extent_split_impl()
2126 		    extent_committed_get(extent), extent_dumpable_get(extent),  in extent_split_impl()
2141 	extent_lock2(tsdn, extent, trail);  in extent_split_impl()
2146 	bool err = (*r_extent_hooks)->split(*r_extent_hooks, extent_base_get(extent),  in extent_split_impl()
2147 	    size_a + size_b, size_a, size_b, extent_committed_get(extent),  in extent_split_impl()
2156 	extent_size_set(extent, size_a);  in extent_split_impl()
2157 	extent_szind_set(extent, szind_a);  in extent_split_impl()
2159 	extent_rtree_write_acquired(tsdn, lead_elm_a, lead_elm_b, extent,  in extent_split_impl()
2164 	extent_unlock2(tsdn, extent, trail);  in extent_split_impl()
2168 	extent_unlock2(tsdn, extent, trail);  in extent_split_impl()
2177     extent_hooks_t **r_extent_hooks, extent_t *extent, size_t size_a,  in extent_split_wrapper()  argument
2179 	return extent_split_impl(tsdn, arena, r_extent_hooks, extent, size_a,  in extent_split_wrapper()
2344 	const extent_t *extent = iealloc(tsdn, ptr);  in extent_util_stats_get()  local
2345 	if (unlikely(extent == NULL)) {  in extent_util_stats_get()
2350 	*size = extent_size_get(extent);  in extent_util_stats_get()
2351 	if (!extent_slab_get(extent)) {  in extent_util_stats_get()
2355 		*nfree = extent_nfree_get(extent);  in extent_util_stats_get()
2356 		*nregs = bin_infos[extent_szind_get(extent)].nregs;  in extent_util_stats_get()
2358 		assert(*nfree * extent_usize_get(extent) <= *size);  in extent_util_stats_get()
2369 	const extent_t *extent = iealloc(tsdn, ptr);  in extent_util_stats_verbose_get()  local
2370 	if (unlikely(extent == NULL)) {  in extent_util_stats_verbose_get()
2376 	*size = extent_size_get(extent);  in extent_util_stats_verbose_get()
2377 	if (!extent_slab_get(extent)) {  in extent_util_stats_verbose_get()
2384 	*nfree = extent_nfree_get(extent);  in extent_util_stats_verbose_get()
2385 	const szind_t szind = extent_szind_get(extent);  in extent_util_stats_verbose_get()
2388 	assert(*nfree * extent_usize_get(extent) <= *size);  in extent_util_stats_verbose_get()
2390 	const arena_t *arena = extent_arena_get(extent);  in extent_util_stats_verbose_get()
2392 	const unsigned binshard = extent_binshard_get(extent);  in extent_util_stats_verbose_get()