6 #include "jemalloc/internal/ctl.h"
265 #define CTL(c)	0, NULL, c##_ctl  macro
274 	{NAME("enabled"),	CTL(thread_tcache_enabled)},
275 	{NAME("flush"),		CTL(thread_tcache_flush)}
279 	{NAME("name"),		CTL(thread_prof_name)},
280 	{NAME("active"),	CTL(thread_prof_active)}
284 	{NAME("arena"),		CTL(thread_arena)},
285 	{NAME("allocated"),	CTL(thread_allocated)},
286 	{NAME("allocatedp"),	CTL(thread_allocatedp)},
287 	{NAME("deallocated"),	CTL(thread_deallocated)},
288 	{NAME("deallocatedp"),	CTL(thread_deallocatedp)},
294 	{NAME("cache_oblivious"), CTL(config_cache_oblivious)},
295 	{NAME("debug"),		CTL(config_debug)},
296 	{NAME("fill"),		CTL(config_fill)},
297 	{NAME("lazy_lock"),	CTL(config_lazy_lock)},
298 	{NAME("malloc_conf"),	CTL(config_malloc_conf)},
299 	{NAME("opt_safety_checks"),	CTL(config_opt_safety_checks)},
300 	{NAME("prof"),		CTL(config_prof)},
301 	{NAME("prof_libgcc"),	CTL(config_prof_libgcc)},
302 	{NAME("prof_libunwind"), CTL(config_prof_libunwind)},
303 	{NAME("stats"),		CTL(config_stats)},
304 	{NAME("utrace"),	CTL(config_utrace)},
305 	{NAME("xmalloc"),	CTL(config_xmalloc)}
309 	{NAME("abort"),		CTL(opt_abort)},
310 	{NAME("abort_conf"),	CTL(opt_abort_conf)},
311 	{NAME("confirm_conf"),	CTL(opt_confirm_conf)},
312 	{NAME("metadata_thp"),	CTL(opt_metadata_thp)},
313 	{NAME("retain"),	CTL(opt_retain)},
314 	{NAME("dss"),		CTL(opt_dss)},
315 	{NAME("narenas"),	CTL(opt_narenas)},
316 	{NAME("percpu_arena"),	CTL(opt_percpu_arena)},
317 	{NAME("oversize_threshold"),	CTL(opt_oversize_threshold)},
318 	{NAME("background_thread"),	CTL(opt_background_thread)},
319 	{NAME("max_background_threads"),	CTL(opt_max_background_threads)},
320 	{NAME("dirty_decay_ms"), CTL(opt_dirty_decay_ms)},
321 	{NAME("muzzy_decay_ms"), CTL(opt_muzzy_decay_ms)},
322 	{NAME("stats_print"),	CTL(opt_stats_print)},
323 	{NAME("stats_print_opts"),	CTL(opt_stats_print_opts)},
324 	{NAME("junk"),		CTL(opt_junk)},
325 	{NAME("zero"),		CTL(opt_zero)},
326 	{NAME("utrace"),	CTL(opt_utrace)},
327 	{NAME("xmalloc"),	CTL(opt_xmalloc)},
328 	{NAME("tcache"),	CTL(opt_tcache)},
329 	{NAME("thp"),		CTL(opt_thp)},
330 	{NAME("lg_extent_max_active_fit"), CTL(opt_lg_extent_max_active_fit)},
331 	{NAME("lg_tcache_max"),	CTL(opt_lg_tcache_max)},
332 	{NAME("prof"),		CTL(opt_prof)},
333 	{NAME("prof_prefix"),	CTL(opt_prof_prefix)},
334 	{NAME("prof_active"),	CTL(opt_prof_active)},
335 	{NAME("prof_thread_active_init"), CTL(opt_prof_thread_active_init)},
336 	{NAME("lg_prof_sample"), CTL(opt_lg_prof_sample)},
337 	{NAME("lg_prof_interval"), CTL(opt_lg_prof_interval)},
338 	{NAME("prof_gdump"),	CTL(opt_prof_gdump)},
339 	{NAME("prof_final"),	CTL(opt_prof_final)},
340 	{NAME("prof_leak"),	CTL(opt_prof_leak)},
341 	{NAME("prof_accum"),	CTL(opt_prof_accum)}
345 	{NAME("create"),	CTL(tcache_create)},
346 	{NAME("flush"),		CTL(tcache_flush)},
347 	{NAME("destroy"),	CTL(tcache_destroy)}
351 	{NAME("initialized"),	CTL(arena_i_initialized)},
352 	{NAME("decay"),		CTL(arena_i_decay)},
353 	{NAME("purge"),		CTL(arena_i_purge)},
354 	{NAME("reset"),		CTL(arena_i_reset)},
355 	{NAME("destroy"),	CTL(arena_i_destroy)},
356 	{NAME("dss"),		CTL(arena_i_dss)},
357 	{NAME("dirty_decay_ms"), CTL(arena_i_dirty_decay_ms)},
358 	{NAME("muzzy_decay_ms"), CTL(arena_i_muzzy_decay_ms)},
359 	{NAME("extent_hooks"),	CTL(arena_i_extent_hooks)},
360 	{NAME("retain_grow_limit"),	CTL(arena_i_retain_grow_limit)}
371 	{NAME("size"),		CTL(arenas_bin_i_size)},
372 	{NAME("nregs"),		CTL(arenas_bin_i_nregs)},
373 	{NAME("slab_size"),	CTL(arenas_bin_i_slab_size)},
374 	{NAME("nshards"),	CTL(arenas_bin_i_nshards)}
385 	{NAME("size"),		CTL(arenas_lextent_i_size)}
396 	{NAME("narenas"),	CTL(arenas_narenas)},
397 	{NAME("dirty_decay_ms"), CTL(arenas_dirty_decay_ms)},
398 	{NAME("muzzy_decay_ms"), CTL(arenas_muzzy_decay_ms)},
399 	{NAME("quantum"),	CTL(arenas_quantum)},
400 	{NAME("page"),		CTL(arenas_page)},
401 	{NAME("tcache_max"),	CTL(arenas_tcache_max)},
402 	{NAME("nbins"),		CTL(arenas_nbins)},
403 	{NAME("nhbins"),	CTL(arenas_nhbins)},
405 	{NAME("nlextents"),	CTL(arenas_nlextents)},
407 	{NAME("create"),	CTL(arenas_create)},
408 	{NAME("lookup"),	CTL(arenas_lookup)}
412 	{NAME("thread_active_init"), CTL(prof_thread_active_init)},
413 	{NAME("active"),	CTL(prof_active)},
414 	{NAME("dump"),		CTL(prof_dump)},
415 	{NAME("gdump"),		CTL(prof_gdump)},
416 	{NAME("reset"),		CTL(prof_reset)},
417 	{NAME("interval"),	CTL(prof_interval)},
418 	{NAME("lg_sample"),	CTL(lg_prof_sample)},
419 	{NAME("log_start"),	CTL(prof_log_start)},
420 	{NAME("log_stop"),	CTL(prof_log_stop)}
423 	{NAME("allocated"),	CTL(stats_arenas_i_small_allocated)},
424 	{NAME("nmalloc"),	CTL(stats_arenas_i_small_nmalloc)},
425 	{NAME("ndalloc"),	CTL(stats_arenas_i_small_ndalloc)},
426 	{NAME("nrequests"),	CTL(stats_arenas_i_small_nrequests)},
427 	{NAME("nfills"),	CTL(stats_arenas_i_small_nfills)},
428 	{NAME("nflushes"),	CTL(stats_arenas_i_small_nflushes)}
432 	{NAME("allocated"),	CTL(stats_arenas_i_large_allocated)},
433 	{NAME("nmalloc"),	CTL(stats_arenas_i_large_nmalloc)},
434 	{NAME("ndalloc"),	CTL(stats_arenas_i_large_ndalloc)},
435 	{NAME("nrequests"),	CTL(stats_arenas_i_large_nrequests)},
436 	{NAME("nfills"),	CTL(stats_arenas_i_large_nfills)},
437 	{NAME("nflushes"),	CTL(stats_arenas_i_large_nflushes)}
443 	 CTL(stats_##prefix##_num_ops)},				\
445 	 CTL(stats_##prefix##_num_wait)},				\
447 	 CTL(stats_##prefix##_num_spin_acq)},				\
449 	 CTL(stats_##prefix##_num_owner_switch)},			\
451 	 CTL(stats_##prefix##_total_wait_time)},			\
453 	 CTL(stats_##prefix##_max_wait_time)},				\
455 	 CTL(stats_##prefix##_max_num_thds)}				\
462 	{NAME("nmalloc"),	CTL(stats_arenas_i_bins_j_nmalloc)},
463 	{NAME("ndalloc"),	CTL(stats_arenas_i_bins_j_ndalloc)},
464 	{NAME("nrequests"),	CTL(stats_arenas_i_bins_j_nrequests)},
465 	{NAME("curregs"),	CTL(stats_arenas_i_bins_j_curregs)},
466 	{NAME("nfills"),	CTL(stats_arenas_i_bins_j_nfills)},
467 	{NAME("nflushes"),	CTL(stats_arenas_i_bins_j_nflushes)},
468 	{NAME("nslabs"),	CTL(stats_arenas_i_bins_j_nslabs)},
469 	{NAME("nreslabs"),	CTL(stats_arenas_i_bins_j_nreslabs)},
470 	{NAME("curslabs"),	CTL(stats_arenas_i_bins_j_curslabs)},
471 	{NAME("nonfull_slabs"),	CTL(stats_arenas_i_bins_j_nonfull_slabs)},
484 	{NAME("nmalloc"),	CTL(stats_arenas_i_lextents_j_nmalloc)},
485 	{NAME("ndalloc"),	CTL(stats_arenas_i_lextents_j_ndalloc)},
486 	{NAME("nrequests"),	CTL(stats_arenas_i_lextents_j_nrequests)},
487 	{NAME("curlextents"),	CTL(stats_arenas_i_lextents_j_curlextents)}
498 	{NAME("ndirty"),	CTL(stats_arenas_i_extents_j_ndirty)},
499 	{NAME("nmuzzy"),	CTL(stats_arenas_i_extents_j_nmuzzy)},
500 	{NAME("nretained"),	CTL(stats_arenas_i_extents_j_nretained)},
501 	{NAME("dirty_bytes"),	CTL(stats_arenas_i_extents_j_dirty_bytes)},
502 	{NAME("muzzy_bytes"),	CTL(stats_arenas_i_extents_j_muzzy_bytes)},
503 	{NAME("retained_bytes"), CTL(stats_arenas_i_extents_j_retained_bytes)}
525 	{NAME("nthreads"),	CTL(stats_arenas_i_nthreads)},
526 	{NAME("uptime"),	CTL(stats_arenas_i_uptime)},
527 	{NAME("dss"),		CTL(stats_arenas_i_dss)},
528 	{NAME("dirty_decay_ms"), CTL(stats_arenas_i_dirty_decay_ms)},
529 	{NAME("muzzy_decay_ms"), CTL(stats_arenas_i_muzzy_decay_ms)},
530 	{NAME("pactive"),	CTL(stats_arenas_i_pactive)},
531 	{NAME("pdirty"),	CTL(stats_arenas_i_pdirty)},
532 	{NAME("pmuzzy"),	CTL(stats_arenas_i_pmuzzy)},
533 	{NAME("mapped"),	CTL(stats_arenas_i_mapped)},
534 	{NAME("retained"),	CTL(stats_arenas_i_retained)},
535 	{NAME("extent_avail"),	CTL(stats_arenas_i_extent_avail)},
536 	{NAME("dirty_npurge"),	CTL(stats_arenas_i_dirty_npurge)},
537 	{NAME("dirty_nmadvise"), CTL(stats_arenas_i_dirty_nmadvise)},
538 	{NAME("dirty_purged"),	CTL(stats_arenas_i_dirty_purged)},
539 	{NAME("muzzy_npurge"),	CTL(stats_arenas_i_muzzy_npurge)},
540 	{NAME("muzzy_nmadvise"), CTL(stats_arenas_i_muzzy_nmadvise)},
541 	{NAME("muzzy_purged"),	CTL(stats_arenas_i_muzzy_purged)},
542 	{NAME("base"),		CTL(stats_arenas_i_base)},
543 	{NAME("internal"),	CTL(stats_arenas_i_internal)},
544 	{NAME("metadata_thp"),	CTL(stats_arenas_i_metadata_thp)},
545 	{NAME("tcache_bytes"),	CTL(stats_arenas_i_tcache_bytes)},
546 	{NAME("resident"),	CTL(stats_arenas_i_resident)},
547 	{NAME("abandoned_vm"),	CTL(stats_arenas_i_abandoned_vm)},
564 	{NAME("num_threads"),	CTL(stats_background_thread_num_threads)},
565 	{NAME("num_runs"),	CTL(stats_background_thread_num_runs)},
566 	{NAME("run_interval"),	CTL(stats_background_thread_run_interval)}
577 	{NAME("reset"),		CTL(stats_mutexes_reset)}
582 	{NAME("allocated"),	CTL(stats_allocated)},
583 	{NAME("active"),	CTL(stats_active)},
584 	{NAME("metadata"),	CTL(stats_metadata)},
585 	{NAME("metadata_thp"),	CTL(stats_metadata_thp)},
586 	{NAME("resident"),	CTL(stats_resident)},
587 	{NAME("mapped"),	CTL(stats_mapped)},
588 	{NAME("retained"),	CTL(stats_retained)},
596 	{NAME("install"),	CTL(experimental_hooks_install)},
597 	{NAME("remove"),	CTL(experimental_hooks_remove)}
601 	{NAME("query"),		CTL(experimental_utilization_query)},
602 	{NAME("batch_query"),	CTL(experimental_utilization_batch_query)}
606 	{NAME("pactivep"),	CTL(experimental_arenas_i_pactivep)}
623 	{NAME("version"),	CTL(version)},
624 	{NAME("epoch"),		CTL(epoch)},
625 	{NAME("background_thread"),	CTL(background_thread)},
626 	{NAME("max_background_threads"),	CTL(max_background_threads)},
643 #undef CTL
650  * synchronized by the ctl mutex.
663 /* Likewise: with ctl mutex synchronization, reading is simple. */
708 			 * initialized ctl data.  in arenas_i2a_impl()
1108 		/* We own ctl mutex already. */  in ctl_refresh()
1259 		if (node->ctl != NULL) {  in ctl_lookup()
1312 	if (node != NULL && node->ctl) {  in ctl_byname()
1313 		ret = node->ctl(tsd, mib, depth, oldp, oldlenp, newp, newlen);  in ctl_byname()
1315 		/* The name refers to a partial path through the ctl tree. */  in ctl_byname()
1374 	/* Call the ctl function. */  in ctl_bymib()
1375 	if (node && node->ctl) {  in ctl_bymib()
1376 		ret = node->ctl(tsd, mib, miblen, oldp, oldlenp, newp, newlen);  in ctl_bymib()
1388 	if (malloc_mutex_init(&ctl_mtx, "ctl", WITNESS_RANK_CTL,  in ctl_boot()
2968 	/* Global mutexes: ctl and prof. */  in stats_mutexes_reset_ctl()