50 static int	n##_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,	\
726 arenas_i_impl(tsd_t *tsd, size_t i, bool compat, bool init) {  in arenas_i_impl()  argument
739 			    (struct container_s *)base_alloc(tsd_tsdn(tsd),  in arenas_i_impl()
747 			ret = (ctl_arena_t *)base_alloc(tsd_tsdn(tsd), b0get(),  in arenas_i_impl()
1004 ctl_arena_init(tsd_t *tsd, extent_hooks_t *extent_hooks) {  in ctl_arena_init()  argument
1017 	if (arenas_i_impl(tsd, arena_ind, false, true) == NULL) {  in ctl_arena_init()
1022 	if (arena_init(tsd_tsdn(tsd), arena_ind, extent_hooks) == NULL) {  in ctl_arena_init()
1118 ctl_init(tsd_t *tsd) {  in ctl_init()  argument
1120 	tsdn_t *tsdn = tsd_tsdn(tsd);  in ctl_init()
1154 		if ((ctl_sarena = arenas_i_impl(tsd, MALLCTL_ARENAS_ALL, false,  in ctl_init()
1161 		if ((ctl_darena = arenas_i_impl(tsd, MALLCTL_ARENAS_DESTROYED,  in ctl_init()
1175 			if (arenas_i_impl(tsd, i, false, true) == NULL) {  in ctl_init()
1292 ctl_byname(tsd_t *tsd, const char *name, void *oldp, size_t *oldlenp,  in ctl_byname()  argument
1300 	if (!ctl_initialized && ctl_init(tsd)) {  in ctl_byname()
1306 	ret = ctl_lookup(tsd_tsdn(tsd), name, nodes, mib, &depth);  in ctl_byname()
1313 		ret = node->ctl(tsd, mib, depth, oldp, oldlenp, newp, newlen);  in ctl_byname()
1324 ctl_nametomib(tsd_t *tsd, const char *name, size_t *mibp, size_t *miblenp) {  in ctl_nametomib()  argument
1327 	if (!ctl_initialized && ctl_init(tsd)) {  in ctl_nametomib()
1332 	ret = ctl_lookup(tsd_tsdn(tsd), name, NULL, mibp, miblenp);  in ctl_nametomib()
1338 ctl_bymib(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp,  in ctl_bymib()  argument
1344 	if (!ctl_initialized && ctl_init(tsd)) {  in ctl_bymib()
1366 			node = inode->index(tsd_tsdn(tsd), mib, miblen, mib[i]);  in ctl_bymib()
1376 		ret = node->ctl(tsd, mib, miblen, oldp, oldlenp, newp, newlen);  in ctl_bymib()
1475 n##_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp,	\
1484 		malloc_mutex_lock(tsd_tsdn(tsd), &ctl_mtx);		\
1493 		malloc_mutex_unlock(tsd_tsdn(tsd), &ctl_mtx);		\
1500 n##_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, \
1508 	malloc_mutex_lock(tsd_tsdn(tsd), &ctl_mtx);			\
1515 	malloc_mutex_unlock(tsd_tsdn(tsd), &ctl_mtx);			\
1521 n##_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp,	\
1526 	malloc_mutex_lock(tsd_tsdn(tsd), &ctl_mtx);			\
1533 	malloc_mutex_unlock(tsd_tsdn(tsd), &ctl_mtx);			\
1543 n##_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, \
1562 n##_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, \
1578 n##_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp,	\
1587 	oldval = (m(tsd));						\
1597 n##_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, \
1616 epoch_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,  in CTL_RO_NL_GEN()
1621 	malloc_mutex_lock(tsd_tsdn(tsd), &ctl_mtx);  in CTL_RO_NL_GEN()
1624 		ctl_refresh(tsd_tsdn(tsd));  in CTL_RO_NL_GEN()
1630 	malloc_mutex_unlock(tsd_tsdn(tsd), &ctl_mtx);  in CTL_RO_NL_GEN()
1635 background_thread_ctl(tsd_t *tsd, const size_t *mib,  in background_thread_ctl()  argument
1644 	background_thread_ctl_init(tsd_tsdn(tsd));  in background_thread_ctl()
1646 	malloc_mutex_lock(tsd_tsdn(tsd), &ctl_mtx);  in background_thread_ctl()
1647 	malloc_mutex_lock(tsd_tsdn(tsd), &background_thread_lock);  in background_thread_ctl()
1665 		background_thread_enabled_set(tsd_tsdn(tsd), newval);  in background_thread_ctl()
1667 			if (background_threads_enable(tsd)) {  in background_thread_ctl()
1672 			if (background_threads_disable(tsd)) {  in background_thread_ctl()
1680 	malloc_mutex_unlock(tsd_tsdn(tsd), &background_thread_lock);  in background_thread_ctl()
1681 	malloc_mutex_unlock(tsd_tsdn(tsd), &ctl_mtx);  in background_thread_ctl()
1687 max_background_threads_ctl(tsd_t *tsd, const size_t *mib,  in max_background_threads_ctl()  argument
1696 	background_thread_ctl_init(tsd_tsdn(tsd));  in max_background_threads_ctl()
1698 	malloc_mutex_lock(tsd_tsdn(tsd), &ctl_mtx);  in max_background_threads_ctl()
1699 	malloc_mutex_lock(tsd_tsdn(tsd), &background_thread_lock);  in max_background_threads_ctl()
1722 			background_thread_enabled_set(tsd_tsdn(tsd), false);  in max_background_threads_ctl()
1723 			if (background_threads_disable(tsd)) {  in max_background_threads_ctl()
1728 			background_thread_enabled_set(tsd_tsdn(tsd), true);  in max_background_threads_ctl()
1729 			if (background_threads_enable(tsd)) {  in max_background_threads_ctl()
1739 	malloc_mutex_unlock(tsd_tsdn(tsd), &background_thread_lock);  in max_background_threads_ctl()
1740 	malloc_mutex_unlock(tsd_tsdn(tsd), &ctl_mtx);  in max_background_threads_ctl()
1803 thread_arena_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,  in CTL_RO_CONFIG_GEN()
1809 	oldarena = arena_choose(tsd, NULL);  in CTL_RO_CONFIG_GEN()
1840 		newarena = arena_get(tsd_tsdn(tsd), newind, true);  in CTL_RO_CONFIG_GEN()
1846 		arena_migrate(tsd, oldind, newind);  in CTL_RO_CONFIG_GEN()
1847 		if (tcache_available(tsd)) {  in CTL_RO_CONFIG_GEN()
1848 			tcache_arena_reassociate(tsd_tsdn(tsd),  in CTL_RO_CONFIG_GEN()
1849 			    tsd_tcachep_get(tsd), newarena);  in CTL_RO_CONFIG_GEN()
1868 thread_tcache_enabled_ctl(tsd_t *tsd, const size_t *mib,  in CTL_TSD_RO_NL_CGEN()
1874 	oldval = tcache_enabled_get(tsd);  in CTL_TSD_RO_NL_CGEN()
1880 		tcache_enabled_set(tsd, *(bool *)newp);  in CTL_TSD_RO_NL_CGEN()
1890 thread_tcache_flush_ctl(tsd_t *tsd, const size_t *mib,  in thread_tcache_flush_ctl()  argument
1895 	if (!tcache_available(tsd)) {  in thread_tcache_flush_ctl()
1903 	tcache_flush(tsd);  in thread_tcache_flush_ctl()
1911 thread_prof_name_ctl(tsd_t *tsd, const size_t *mib,  in thread_prof_name_ctl()  argument
1928 		if ((ret = prof_thread_name_set(tsd, *(const char **)newp)) !=  in thread_prof_name_ctl()
1933 		const char *oldname = prof_thread_name_get(tsd);  in thread_prof_name_ctl()
1943 thread_prof_active_ctl(tsd_t *tsd, const size_t *mib,  in thread_prof_active_ctl()  argument
1953 	oldval = prof_thread_active_get(tsd);  in thread_prof_active_ctl()
1959 		if (prof_thread_active_set(tsd, *(bool *)newp)) {  in thread_prof_active_ctl()
1974 tcache_create_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,  in tcache_create_ctl()  argument
1980 	if (tcaches_create(tsd, &tcache_ind)) {  in tcache_create_ctl()
1992 tcache_flush_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,  in tcache_flush_ctl()  argument
2004 	tcaches_flush(tsd, tcache_ind);  in tcache_flush_ctl()
2012 tcache_destroy_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,  in tcache_destroy_ctl()  argument
2024 	tcaches_destroy(tsd, tcache_ind);  in tcache_destroy_ctl()
2034 arena_i_initialized_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,  in arena_i_initialized_ctl()  argument
2037 	tsdn_t *tsdn = tsd_tsdn(tsd);  in arena_i_initialized_ctl()
2103 arena_i_decay_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp,  in arena_i_decay_ctl()  argument
2111 	arena_i_decay(tsd_tsdn(tsd), arena_ind, false);  in arena_i_decay_ctl()
2119 arena_i_purge_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp,  in arena_i_purge_ctl()  argument
2127 	arena_i_decay(tsd_tsdn(tsd), arena_ind, true);  in arena_i_purge_ctl()
2135 arena_i_reset_destroy_helper(tsd_t *tsd, const size_t *mib, size_t miblen,  in arena_i_reset_destroy_helper()  argument
2144 	*arena = arena_get(tsd_tsdn(tsd), *arena_ind, false);  in arena_i_reset_destroy_helper()
2156 arena_reset_prepare_background_thread(tsd_t *tsd, unsigned arena_ind) {  in arena_reset_prepare_background_thread()  argument
2159 		malloc_mutex_lock(tsd_tsdn(tsd), &background_thread_lock);  in arena_reset_prepare_background_thread()
2164 			malloc_mutex_lock(tsd_tsdn(tsd), &info->mtx);  in arena_reset_prepare_background_thread()
2166 			malloc_mutex_unlock(tsd_tsdn(tsd), &info->mtx);  in arena_reset_prepare_background_thread()
2172 arena_reset_finish_background_thread(tsd_t *tsd, unsigned arena_ind) {  in arena_reset_finish_background_thread()  argument
2178 			malloc_mutex_lock(tsd_tsdn(tsd), &info->mtx);  in arena_reset_finish_background_thread()
2180 			malloc_mutex_unlock(tsd_tsdn(tsd), &info->mtx);  in arena_reset_finish_background_thread()
2182 		malloc_mutex_unlock(tsd_tsdn(tsd), &background_thread_lock);  in arena_reset_finish_background_thread()
2187 arena_i_reset_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp,  in arena_i_reset_ctl()  argument
2193 	ret = arena_i_reset_destroy_helper(tsd, mib, miblen, oldp, oldlenp,  in arena_i_reset_ctl()
2199 	arena_reset_prepare_background_thread(tsd, arena_ind);  in arena_i_reset_ctl()
2200 	arena_reset(tsd, arena);  in arena_i_reset_ctl()
2201 	arena_reset_finish_background_thread(tsd, arena_ind);  in arena_i_reset_ctl()
2207 arena_i_destroy_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp,  in arena_i_destroy_ctl()  argument
2214 	ret = arena_i_reset_destroy_helper(tsd, mib, miblen, oldp, oldlenp,  in arena_i_destroy_ctl()
2226 	arena_reset_prepare_background_thread(tsd, arena_ind);  in arena_i_destroy_ctl()
2228 	arena_reset(tsd, arena);  in arena_i_destroy_ctl()
2229 	arena_decay(tsd_tsdn(tsd), arena, false, true);  in arena_i_destroy_ctl()
2232 	ctl_arena_refresh(tsd_tsdn(tsd), arena, ctl_darena, arena_ind, true);  in arena_i_destroy_ctl()
2234 	arena_destroy(tsd, arena);  in arena_i_destroy_ctl()
2240 	arena_reset_finish_background_thread(tsd, arena_ind);  in arena_i_destroy_ctl()
2248 arena_i_dss_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp,  in arena_i_dss_ctl()  argument
2256 	malloc_mutex_lock(tsd_tsdn(tsd), &ctl_mtx);  in arena_i_dss_ctl()
2290 		arena_t *arena = arena_get(tsd_tsdn(tsd), arena_ind, false);  in arena_i_dss_ctl()
2304 	malloc_mutex_unlock(tsd_tsdn(tsd), &ctl_mtx);  in arena_i_dss_ctl()
2309 arena_i_decay_ms_ctl_impl(tsd_t *tsd, const size_t *mib, size_t miblen,  in arena_i_decay_ms_ctl_impl()  argument
2316 	arena = arena_get(tsd_tsdn(tsd), arena_ind, false);  in arena_i_decay_ms_ctl_impl()
2338 			if (background_thread_create(tsd, arena_ind)) {  in arena_i_decay_ms_ctl_impl()
2343 		if (dirty ? arena_dirty_decay_ms_set(tsd_tsdn(tsd), arena,  in arena_i_decay_ms_ctl_impl()
2344 		    *(ssize_t *)newp) : arena_muzzy_decay_ms_set(tsd_tsdn(tsd),  in arena_i_decay_ms_ctl_impl()
2357 arena_i_dirty_decay_ms_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,  in arena_i_dirty_decay_ms_ctl()  argument
2359 	return arena_i_decay_ms_ctl_impl(tsd, mib, miblen, oldp, oldlenp, newp,  in arena_i_dirty_decay_ms_ctl()
2364 arena_i_muzzy_decay_ms_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,  in arena_i_muzzy_decay_ms_ctl()  argument
2366 	return arena_i_decay_ms_ctl_impl(tsd, mib, miblen, oldp, oldlenp, newp,  in arena_i_muzzy_decay_ms_ctl()
2371 arena_i_extent_hooks_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,  in arena_i_extent_hooks_ctl()  argument
2377 	malloc_mutex_lock(tsd_tsdn(tsd), &ctl_mtx);  in arena_i_extent_hooks_ctl()
2381 		arena = arena_get(tsd_tsdn(tsd), arena_ind, false);  in arena_i_extent_hooks_ctl()
2395 				arena = arena_init(tsd_tsdn(tsd), arena_ind,  in arena_i_extent_hooks_ctl()
2407 				old_extent_hooks = extent_hooks_set(tsd, arena,  in arena_i_extent_hooks_ctl()
2421 	malloc_mutex_unlock(tsd_tsdn(tsd), &ctl_mtx);  in arena_i_extent_hooks_ctl()
2426 arena_i_retain_grow_limit_ctl(tsd_t *tsd, const size_t *mib,  in arena_i_retain_grow_limit_ctl()  argument
2438 	malloc_mutex_lock(tsd_tsdn(tsd), &ctl_mtx);  in arena_i_retain_grow_limit_ctl()
2441 	    arena_get(tsd_tsdn(tsd), arena_ind, false)) != NULL) {  in arena_i_retain_grow_limit_ctl()
2446 		bool err = arena_retain_grow_limit_get_set(tsd, arena,  in arena_i_retain_grow_limit_ctl()
2458 	malloc_mutex_unlock(tsd_tsdn(tsd), &ctl_mtx);  in arena_i_retain_grow_limit_ctl()
2489 arenas_narenas_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,  in arenas_narenas_ctl()  argument
2494 	malloc_mutex_lock(tsd_tsdn(tsd), &ctl_mtx);  in arenas_narenas_ctl()
2505 	malloc_mutex_unlock(tsd_tsdn(tsd), &ctl_mtx);  in arenas_narenas_ctl()
2510 arenas_decay_ms_ctl_impl(tsd_t *tsd, const size_t *mib,  in arenas_decay_ms_ctl_impl()  argument
2538 arenas_dirty_decay_ms_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,  in arenas_dirty_decay_ms_ctl()  argument
2540 	return arenas_decay_ms_ctl_impl(tsd, mib, miblen, oldp, oldlenp, newp,  in arenas_dirty_decay_ms_ctl()
2545 arenas_muzzy_decay_ms_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,  in arenas_muzzy_decay_ms_ctl()  argument
2547 	return arenas_decay_ms_ctl_impl(tsd, mib, miblen, oldp, oldlenp, newp,  in arenas_muzzy_decay_ms_ctl()
2582 arenas_create_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,  in arenas_create_ctl()  argument
2588 	malloc_mutex_lock(tsd_tsdn(tsd), &ctl_mtx);  in arenas_create_ctl()
2592 	if ((arena_ind = ctl_arena_init(tsd, extent_hooks)) == UINT_MAX) {  in arenas_create_ctl()
2600 	malloc_mutex_unlock(tsd_tsdn(tsd), &ctl_mtx);  in arenas_create_ctl()
2605 arenas_lookup_ctl(tsd_t *tsd, const size_t *mib,  in arenas_lookup_ctl()  argument
2616 	malloc_mutex_lock(tsd_tsdn(tsd), &ctl_mtx);  in arenas_lookup_ctl()
2618 	extent = iealloc(tsd_tsdn(tsd), ptr);  in arenas_lookup_ctl()
2631 	malloc_mutex_unlock(tsd_tsdn(tsd), &ctl_mtx);  in arenas_lookup_ctl()
2638 prof_thread_active_init_ctl(tsd_t *tsd, const size_t *mib,  in prof_thread_active_init_ctl()  argument
2653 		oldval = prof_thread_active_init_set(tsd_tsdn(tsd),  in prof_thread_active_init_ctl()
2656 		oldval = prof_thread_active_init_get(tsd_tsdn(tsd));  in prof_thread_active_init_ctl()
2666 prof_active_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,  in prof_active_ctl()  argument
2680 		oldval = prof_active_set(tsd_tsdn(tsd), *(bool *)newp);  in prof_active_ctl()
2682 		oldval = prof_active_get(tsd_tsdn(tsd));  in prof_active_ctl()
2692 prof_dump_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,  in prof_dump_ctl()  argument
2704 	if (prof_mdump(tsd, filename)) {  in prof_dump_ctl()
2715 prof_gdump_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,  in prof_gdump_ctl()  argument
2729 		oldval = prof_gdump_set(tsd_tsdn(tsd), *(bool *)newp);  in prof_gdump_ctl()
2731 		oldval = prof_gdump_get(tsd_tsdn(tsd));  in prof_gdump_ctl()
2741 prof_reset_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,  in prof_reset_ctl()  argument
2756 	prof_reset(tsd, lg_sample);  in prof_reset_ctl()
2767 prof_log_start_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp,  in CTL_RO_NL_CGEN()
2780 	if (prof_log_start(tsd_tsdn(tsd), filename)) {  in CTL_RO_NL_CGEN()
2791 prof_log_stop_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp,  in prof_log_stop_ctl()  argument
2797 	if (prof_log_stop(tsd_tsdn(tsd))) {  in prof_log_stop_ctl()
2954 stats_mutexes_reset_ctl(tsd_t *tsd, const size_t *mib,  in stats_mutexes_reset_ctl()  argument
2961 	tsdn_t *tsdn = tsd_tsdn(tsd);  in stats_mutexes_reset_ctl()
3120 experimental_hooks_install_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,  in experimental_hooks_install_ctl()  argument
3135 	void *handle = hook_install(tsd_tsdn(tsd), &hooks);  in experimental_hooks_install_ctl()
3148 experimental_hooks_remove_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,  in experimental_hooks_remove_ctl()  argument
3158 	hook_remove(tsd_tsdn(tsd), handle);  in experimental_hooks_remove_ctl()
3231 experimental_utilization_query_ctl(tsd_t *tsd, const size_t *mib,  in experimental_utilization_query_ctl()  argument
3249 	extent_util_stats_verbose_get(tsd_tsdn(tsd), ptr,  in experimental_utilization_query_ctl()
3356 experimental_utilization_batch_query_ctl(tsd_t *tsd, const size_t *mib,  in experimental_utilization_batch_query_ctl()  argument
3374 		extent_util_stats_get(tsd_tsdn(tsd), ptrs[i],  in experimental_utilization_batch_query_ctl()
3401 experimental_arenas_i_pactivep_ctl(tsd_t *tsd, const size_t *mib,  in experimental_arenas_i_pactivep_ctl()  argument
3415 	malloc_mutex_lock(tsd_tsdn(tsd), &ctl_mtx);  in experimental_arenas_i_pactivep_ctl()
3419 	    arena_get(tsd_tsdn(tsd), arena_ind, false)) != NULL) {  in experimental_arenas_i_pactivep_ctl()
3433 	malloc_mutex_unlock(tsd_tsdn(tsd), &ctl_mtx);  in experimental_arenas_i_pactivep_ctl()