50 static int	n##_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,	\
55     const size_t *mib, size_t miblen, size_t i);
1297 	size_t mib[CTL_MAX_DEPTH];  in ctl_byname()  local
1306 	ret = ctl_lookup(tsd_tsdn(tsd), name, nodes, mib, &depth);  in ctl_byname()
1313 		ret = node->ctl(tsd, mib, depth, oldp, oldlenp, newp, newlen);  in ctl_byname()
1338 ctl_bymib(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp,  in ctl_bymib()  argument
1356 			if (node->nchildren <= mib[i]) {  in ctl_bymib()
1360 			node = ctl_named_children(node, mib[i]);  in ctl_bymib()
1366 			node = inode->index(tsd_tsdn(tsd), mib, miblen, mib[i]);  in ctl_bymib()
1376 		ret = node->ctl(tsd, mib, miblen, oldp, oldlenp, newp, newlen);  in ctl_bymib()
1378 		/* Partial MIB. */  in ctl_bymib()
1462 	if (mib[i] > UINT_MAX) {					\
1466 	v = (unsigned)mib[i];						\
1475 n##_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp,	\
1500 n##_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, \
1521 n##_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp,	\
1543 n##_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, \
1562 n##_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, \
1578 n##_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp,	\
1597 n##_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, \
1616 epoch_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,  in CTL_RO_NL_GEN()
1635 background_thread_ctl(tsd_t *tsd, const size_t *mib,  in background_thread_ctl()  argument
1687 max_background_threads_ctl(tsd_t *tsd, const size_t *mib,  in max_background_threads_ctl()  argument
1803 thread_arena_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,  in CTL_RO_CONFIG_GEN()
1868 thread_tcache_enabled_ctl(tsd_t *tsd, const size_t *mib,  in CTL_TSD_RO_NL_CGEN()
1890 thread_tcache_flush_ctl(tsd_t *tsd, const size_t *mib,  in thread_tcache_flush_ctl()  argument
1911 thread_prof_name_ctl(tsd_t *tsd, const size_t *mib,  in thread_prof_name_ctl()  argument
1943 thread_prof_active_ctl(tsd_t *tsd, const size_t *mib,  in thread_prof_active_ctl()  argument
1974 tcache_create_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,  in tcache_create_ctl()  argument
1992 tcache_flush_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,  in tcache_flush_ctl()  argument
2012 tcache_destroy_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,  in tcache_destroy_ctl()  argument
2034 arena_i_initialized_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,  in arena_i_initialized_ctl()  argument
2103 arena_i_decay_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp,  in arena_i_decay_ctl()  argument
2119 arena_i_purge_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp,  in arena_i_purge_ctl()  argument
2135 arena_i_reset_destroy_helper(tsd_t *tsd, const size_t *mib, size_t miblen,  in arena_i_reset_destroy_helper()  argument
2187 arena_i_reset_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp,  in arena_i_reset_ctl()  argument
2193 	ret = arena_i_reset_destroy_helper(tsd, mib, miblen, oldp, oldlenp,  in arena_i_reset_ctl()
2207 arena_i_destroy_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp,  in arena_i_destroy_ctl()  argument
2214 	ret = arena_i_reset_destroy_helper(tsd, mib, miblen, oldp, oldlenp,  in arena_i_destroy_ctl()
2248 arena_i_dss_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp,  in arena_i_dss_ctl()  argument
2309 arena_i_decay_ms_ctl_impl(tsd_t *tsd, const size_t *mib, size_t miblen,  in arena_i_decay_ms_ctl_impl()  argument
2357 arena_i_dirty_decay_ms_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,  in arena_i_dirty_decay_ms_ctl()  argument
2359 	return arena_i_decay_ms_ctl_impl(tsd, mib, miblen, oldp, oldlenp, newp,  in arena_i_dirty_decay_ms_ctl()
2364 arena_i_muzzy_decay_ms_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,  in arena_i_muzzy_decay_ms_ctl()  argument
2366 	return arena_i_decay_ms_ctl_impl(tsd, mib, miblen, oldp, oldlenp, newp,  in arena_i_muzzy_decay_ms_ctl()
2371 arena_i_extent_hooks_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,  in arena_i_extent_hooks_ctl()  argument
2426 arena_i_retain_grow_limit_ctl(tsd_t *tsd, const size_t *mib,  in arena_i_retain_grow_limit_ctl()  argument
2463 arena_i_index(tsdn_t *tsdn, const size_t *mib, size_t miblen,  in arena_i_index()  argument
2489 arenas_narenas_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,  in arenas_narenas_ctl()  argument
2510 arenas_decay_ms_ctl_impl(tsd_t *tsd, const size_t *mib,  in arenas_decay_ms_ctl_impl()  argument
2538 arenas_dirty_decay_ms_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,  in arenas_dirty_decay_ms_ctl()  argument
2540 	return arenas_decay_ms_ctl_impl(tsd, mib, miblen, oldp, oldlenp, newp,  in arenas_dirty_decay_ms_ctl()
2545 arenas_muzzy_decay_ms_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,  in arenas_muzzy_decay_ms_ctl()  argument
2547 	return arenas_decay_ms_ctl_impl(tsd, mib, miblen, oldp, oldlenp, newp,  in arenas_muzzy_decay_ms_ctl()
2556 CTL_RO_NL_GEN(arenas_bin_i_size, bin_infos[mib[2]].reg_size, size_t)  in CTL_RO_NL_GEN()
2557 CTL_RO_NL_GEN(arenas_bin_i_nregs, bin_infos[mib[2]].nregs, uint32_t)  in CTL_RO_NL_GEN()
2558 CTL_RO_NL_GEN(arenas_bin_i_slab_size, bin_infos[mib[2]].slab_size, size_t)  in CTL_RO_NL_GEN()
2559 CTL_RO_NL_GEN(arenas_bin_i_nshards, bin_infos[mib[2]].n_shards, uint32_t)  in CTL_RO_NL_GEN()
2561 arenas_bin_i_index(tsdn_t *tsdn, const size_t *mib,  in CTL_RO_NL_GEN()
2570 CTL_RO_NL_GEN(arenas_lextent_i_size, sz_index2size(SC_NBINS+(szind_t)mib[2]),
2573 arenas_lextent_i_index(tsdn_t *tsdn, const size_t *mib,  in arenas_lextent_i_index()  argument
2582 arenas_create_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,  in arenas_create_ctl()  argument
2605 arenas_lookup_ctl(tsd_t *tsd, const size_t *mib,  in arenas_lookup_ctl()  argument
2638 prof_thread_active_init_ctl(tsd_t *tsd, const size_t *mib,  in prof_thread_active_init_ctl()  argument
2666 prof_active_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,  in prof_active_ctl()  argument
2692 prof_dump_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,  in prof_dump_ctl()  argument
2715 prof_gdump_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,  in prof_gdump_ctl()  argument
2741 prof_reset_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,  in prof_reset_ctl()  argument
2767 prof_log_start_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp,  in CTL_RO_NL_CGEN()
2791 prof_log_stop_ctl(tsd_t *tsd, const size_t *mib, size_t miblen, void *oldp,  in prof_log_stop_ctl()  argument
2821 CTL_RO_GEN(stats_arenas_i_dss, arenas_i(mib[2])->dss, const char *)
2822 CTL_RO_GEN(stats_arenas_i_dirty_decay_ms, arenas_i(mib[2])->dirty_decay_ms,
2824 CTL_RO_GEN(stats_arenas_i_muzzy_decay_ms, arenas_i(mib[2])->muzzy_decay_ms,
2826 CTL_RO_GEN(stats_arenas_i_nthreads, arenas_i(mib[2])->nthreads, unsigned)
2828     nstime_ns(&arenas_i(mib[2])->astats->astats.uptime), uint64_t)
2829 CTL_RO_GEN(stats_arenas_i_pactive, arenas_i(mib[2])->pactive, size_t)
2830 CTL_RO_GEN(stats_arenas_i_pdirty, arenas_i(mib[2])->pdirty, size_t)
2831 CTL_RO_GEN(stats_arenas_i_pmuzzy, arenas_i(mib[2])->pmuzzy, size_t)
2833     atomic_load_zu(&arenas_i(mib[2])->astats->astats.mapped, ATOMIC_RELAXED),
2836     atomic_load_zu(&arenas_i(mib[2])->astats->astats.retained, ATOMIC_RELAXED),
2839     atomic_load_zu(&arenas_i(mib[2])->astats->astats.extent_avail,
2845     &arenas_i(mib[2])->astats->astats.decay_dirty.npurge), uint64_t)
2848     &arenas_i(mib[2])->astats->astats.decay_dirty.nmadvise), uint64_t)
2851     &arenas_i(mib[2])->astats->astats.decay_dirty.purged), uint64_t)
2855     &arenas_i(mib[2])->astats->astats.decay_muzzy.npurge), uint64_t)
2858     &arenas_i(mib[2])->astats->astats.decay_muzzy.nmadvise), uint64_t)
2861     &arenas_i(mib[2])->astats->astats.decay_muzzy.purged), uint64_t)
2864     atomic_load_zu(&arenas_i(mib[2])->astats->astats.base, ATOMIC_RELAXED),
2867     atomic_load_zu(&arenas_i(mib[2])->astats->astats.internal, ATOMIC_RELAXED),
2870     atomic_load_zu(&arenas_i(mib[2])->astats->astats.metadata_thp,
2873     atomic_load_zu(&arenas_i(mib[2])->astats->astats.tcache_bytes,
2876     atomic_load_zu(&arenas_i(mib[2])->astats->astats.resident, ATOMIC_RELAXED),
2879     atomic_load_zu(&arenas_i(mib[2])->astats->astats.abandoned_vm,
2883     arenas_i(mib[2])->astats->allocated_small, size_t)
2885     arenas_i(mib[2])->astats->nmalloc_small, uint64_t)
2887     arenas_i(mib[2])->astats->ndalloc_small, uint64_t)
2889     arenas_i(mib[2])->astats->nrequests_small, uint64_t)
2891     arenas_i(mib[2])->astats->nfills_small, uint64_t)
2893     arenas_i(mib[2])->astats->nflushes_small, uint64_t)
2895     atomic_load_zu(&arenas_i(mib[2])->astats->astats.allocated_large,
2899     &arenas_i(mib[2])->astats->astats.nmalloc_large), uint64_t)
2902     &arenas_i(mib[2])->astats->astats.ndalloc_large), uint64_t)
2905     &arenas_i(mib[2])->astats->astats.nrequests_large), uint64_t)
2912     &arenas_i(mib[2])->astats->astats.nmalloc_large), uint64_t)
2915     &arenas_i(mib[2])->astats->astats.nflushes_large), uint64_t)
2943     arenas_i(mib[2])->astats->astats.mutex_prof_data[arena_prof_mutex_##mtx])
2949     arenas_i(mib[2])->astats->bstats[mib[4]].mutex_data)
2954 stats_mutexes_reset_ctl(tsd_t *tsd, const size_t *mib,  in stats_mutexes_reset_ctl()  argument
3008     arenas_i(mib[2])->astats->bstats[mib[4]].nmalloc, uint64_t)
3010     arenas_i(mib[2])->astats->bstats[mib[4]].ndalloc, uint64_t)
3012     arenas_i(mib[2])->astats->bstats[mib[4]].nrequests, uint64_t)
3014     arenas_i(mib[2])->astats->bstats[mib[4]].curregs, size_t)
3016     arenas_i(mib[2])->astats->bstats[mib[4]].nfills, uint64_t)
3018     arenas_i(mib[2])->astats->bstats[mib[4]].nflushes, uint64_t)
3020     arenas_i(mib[2])->astats->bstats[mib[4]].nslabs, uint64_t)
3022     arenas_i(mib[2])->astats->bstats[mib[4]].reslabs, uint64_t)
3024     arenas_i(mib[2])->astats->bstats[mib[4]].curslabs, size_t)
3026     arenas_i(mib[2])->astats->bstats[mib[4]].nonfull_slabs, size_t)
3029 stats_arenas_i_bins_j_index(tsdn_t *tsdn, const size_t *mib,  in stats_arenas_i_bins_j_index()  argument
3039     &arenas_i(mib[2])->astats->lstats[mib[4]].nmalloc), uint64_t)
3042     &arenas_i(mib[2])->astats->lstats[mib[4]].ndalloc), uint64_t)
3045     &arenas_i(mib[2])->astats->lstats[mib[4]].nrequests), uint64_t)
3047     arenas_i(mib[2])->astats->lstats[mib[4]].curlextents, size_t)
3050 stats_arenas_i_lextents_j_index(tsdn_t *tsdn, const size_t *mib,  in stats_arenas_i_lextents_j_index()  argument
3060         &arenas_i(mib[2])->astats->estats[mib[4]].ndirty,
3064         &arenas_i(mib[2])->astats->estats[mib[4]].nmuzzy,
3068         &arenas_i(mib[2])->astats->estats[mib[4]].nretained,
3072         &arenas_i(mib[2])->astats->estats[mib[4]].dirty_bytes,
3076         &arenas_i(mib[2])->astats->estats[mib[4]].muzzy_bytes,
3080         &arenas_i(mib[2])->astats->estats[mib[4]].retained_bytes,
3084 stats_arenas_i_extents_j_index(tsdn_t *tsdn, const size_t *mib,  in stats_arenas_i_extents_j_index()  argument
3103 stats_arenas_i_index(tsdn_t *tsdn, const size_t *mib,  in stats_arenas_i_index()  argument
3120 experimental_hooks_install_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,  in experimental_hooks_install_ctl()  argument
3148 experimental_hooks_remove_ctl(tsd_t *tsd, const size_t *mib, size_t miblen,  in experimental_hooks_remove_ctl()  argument
3231 experimental_utilization_query_ctl(tsd_t *tsd, const size_t *mib,  in experimental_utilization_query_ctl()  argument
3356 experimental_utilization_batch_query_ctl(tsd_t *tsd, const size_t *mib,  in experimental_utilization_batch_query_ctl()  argument
3385 experimental_arenas_i_index(tsdn_t *tsdn, const size_t *mib,  in experimental_arenas_i_index()  argument
3401 experimental_arenas_i_pactivep_ctl(tsd_t *tsd, const size_t *mib,  in experimental_arenas_i_pactivep_ctl()  argument