| /freebsd/contrib/jemalloc/src/ |
| H A D | arena.c | 63 static bool arena_decay_dirty(tsdn_t *tsdn, arena_t *arena,
65 static void arena_bin_lower_slab(tsdn_t *tsdn, arena_t *arena, edata_t *slab,
68 arena_maybe_do_deferred_work(tsdn_t *tsdn, arena_t *arena, decay_t *decay,
74 arena_basic_stats_merge(tsdn_t *tsdn, arena_t *arena, unsigned *nthreads, in arena_basic_stats_merge()
77 *nthreads += arena_nthreads_get(arena, false); in arena_basic_stats_merge()
78 *dss = dss_prec_names[arena_dss_prec_get(arena)]; in arena_basic_stats_merge()
79 *dirty_decay_ms = arena_decay_ms_get(arena, extent_state_dirty); in arena_basic_stats_merge()
80 *muzzy_decay_ms = arena_decay_ms_get(arena, extent_state_muzzy); in arena_basic_stats_merge()
81 pa_shard_basic_stats_merge(&arena->pa_shard, nactive, ndirty, nmuzzy);
85 arena_stats_merge(tsdn_t *tsdn, arena_t *arena, unsigne in arena_stats_merge()
70 arena_basic_stats_merge(tsdn_t * tsdn,arena_t * arena,unsigned * nthreads,const char ** dss,ssize_t * dirty_decay_ms,ssize_t * muzzy_decay_ms,size_t * nactive,size_t * ndirty,size_t * nmuzzy) arena_basic_stats_merge() argument
83 arena_stats_merge(tsdn_t * tsdn,arena_t * arena,unsigned * nthreads,const char ** dss,ssize_t * dirty_decay_ms,ssize_t * muzzy_decay_ms,size_t * nactive,size_t * ndirty,size_t * nmuzzy,arena_stats_t * astats,bin_stats_t * bstats,arena_stats_large_t * lstats,arena_stats_extents_t * estats) arena_stats_merge() argument
256 arena_extents_dirty_dalloc(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extent_t * extent) arena_extents_dirty_dalloc() argument
373 arena_nactive_add(arena_t * arena,size_t add_pages) arena_nactive_add() argument
378 arena_nactive_sub(arena_t * arena,size_t sub_pages) arena_nactive_sub() argument
384 arena_large_malloc_stats_update(tsdn_t * tsdn,arena_t * arena,size_t usize) arena_large_malloc_stats_update() argument
400 arena_large_dalloc_stats_update(tsdn_t * tsdn,arena_t * arena,size_t usize) arena_large_dalloc_stats_update() argument
416 arena_large_ralloc_stats_update(tsdn_t * tsdn,arena_t * arena,size_t oldusize,size_t usize) arena_large_ralloc_stats_update() argument
423 arena_may_have_muzzy(arena_t * arena) arena_may_have_muzzy() argument
428 arena_extent_alloc_large(tsdn_t * tsdn,arena_t * arena,size_t usize,size_t alignment,bool * zero) arena_extent_alloc_large() argument
480 arena_extent_dalloc_large_prep(tsdn_t * tsdn,arena_t * arena,extent_t * extent) arena_extent_dalloc_large_prep() argument
491 arena_extent_ralloc_large_shrink(tsdn_t * tsdn,arena_t * arena,extent_t * extent,size_t oldusize) arena_extent_ralloc_large_shrink() argument
505 arena_extent_ralloc_large_expand(tsdn_t * tsdn,arena_t * arena,extent_t * extent,size_t oldusize) arena_extent_ralloc_large_expand() argument
611 arena_decay_try_purge(tsdn_t * tsdn,arena_t * arena,arena_decay_t * decay,extents_t * extents,size_t current_npages,size_t npages_limit,bool is_background_thread) arena_decay_try_purge() argument
646 arena_decay_epoch_advance(tsdn_t * tsdn,arena_t * arena,arena_decay_t * decay,extents_t * extents,const nstime_t * time,bool is_background_thread) arena_decay_epoch_advance() argument
714 arena_maybe_decay(tsdn_t * tsdn,arena_t * arena,arena_decay_t * decay,extents_t * extents,bool is_background_thread) arena_maybe_decay() argument
777 arena_dirty_decay_ms_get(arena_t * arena) arena_dirty_decay_ms_get() argument
782 arena_muzzy_decay_ms_get(arena_t * arena) arena_muzzy_decay_ms_get() argument
787 arena_decay_ms_set(tsdn_t * tsdn,arena_t * arena,arena_decay_t * decay,extents_t * extents,ssize_t decay_ms) arena_decay_ms_set() argument
810 arena_dirty_decay_ms_set(tsdn_t * tsdn,arena_t * arena,ssize_t decay_ms) arena_dirty_decay_ms_set() argument
817 arena_muzzy_decay_ms_set(tsdn_t * tsdn,arena_t * arena,ssize_t decay_ms) arena_muzzy_decay_ms_set() argument
824 arena_stash_decayed(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extents_t * extents,size_t npages_limit,size_t npages_decay_max,extent_list_t * decay_extents) arena_stash_decayed() argument
843 arena_decay_stashed(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,arena_decay_t * decay,extents_t * extents,bool all,extent_list_t * decay_extents,bool is_background_thread) arena_decay_stashed() argument
916 arena_decay_to_limit(tsdn_t * tsdn,arena_t * arena,arena_decay_t * decay,extents_t * extents,bool all,size_t npages_limit,size_t npages_decay_max,bool is_background_thread) arena_decay_to_limit() argument
948 arena_decay_impl(tsdn_t * tsdn,arena_t * arena,arena_decay_t * decay,extents_t * extents,bool is_background_thread,bool all) arena_decay_impl() argument
983 arena_decay_dirty(tsdn_t * tsdn,arena_t * arena,bool is_background_thread,bool all) arena_decay_dirty() argument
990 arena_decay_muzzy(tsdn_t * tsdn,arena_t * arena,bool is_background_thread,bool all) arena_decay_muzzy() argument
997 arena_decay(tsdn_t * tsdn,arena_t * arena,bool is_background_thread,bool all) arena_decay() argument
1005 arena_slab_dalloc(tsdn_t * tsdn,arena_t * arena,extent_t * slab) arena_slab_dalloc() argument
1043 arena_bin_slabs_full_insert(arena_t * arena,bin_t * bin,extent_t * slab) arena_bin_slabs_full_insert() argument
1057 arena_bin_slabs_full_remove(arena_t * arena,bin_t * bin,extent_t * slab) arena_bin_slabs_full_remove() argument
1065 arena_bin_reset(tsd_t * tsd,arena_t * arena,bin_t * bin) arena_bin_reset() argument
1096 arena_reset(tsd_t * tsd,arena_t * arena) arena_reset() argument
1151 arena_destroy_retained(tsdn_t * tsdn,arena_t * arena) arena_destroy_retained() argument
1170 arena_destroy(tsd_t * tsd,arena_t * arena) arena_destroy() argument
1206 arena_slab_alloc_hard(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,const bin_info_t * bin_info,szind_t szind) arena_slab_alloc_hard() argument
1229 arena_slab_alloc(tsdn_t * tsdn,arena_t * arena,szind_t binind,unsigned binshard,const bin_info_t * bin_info) arena_slab_alloc() argument
1266 arena_bin_nonfull_slab_get(tsdn_t * tsdn,arena_t * arena,bin_t * bin,szind_t binind,unsigned binshard) arena_bin_nonfull_slab_get() argument
1309 arena_bin_malloc_hard(tsdn_t * tsdn,arena_t * arena,bin_t * bin,szind_t binind,unsigned binshard) arena_bin_malloc_hard() argument
1365 arena_bin_choose_lock(tsdn_t * tsdn,arena_t * arena,szind_t binind,unsigned * binshard) arena_bin_choose_lock() argument
1381 arena_tcache_fill_small(tsdn_t * tsdn,arena_t * arena,tcache_t * tcache,cache_bin_t * tbin,szind_t binind,uint64_t prof_accumbytes) arena_tcache_fill_small() argument
1460 arena_malloc_small(tsdn_t * tsdn,arena_t * arena,szind_t binind,bool zero) arena_malloc_small() argument
1514 arena_malloc_hard(tsdn_t * tsdn,arena_t * arena,size_t size,szind_t ind,bool zero) arena_malloc_hard() argument
1532 arena_palloc(tsdn_t * tsdn,arena_t * arena,size_t usize,size_t alignment,bool zero,tcache_t * tcache) arena_palloc() argument
1568 arena_t *arena = extent_arena_get(extent); arena_prof_promote() local
1622 arena_dissociate_bin_slab(arena_t * arena,extent_t * slab,bin_t * bin) arena_dissociate_bin_slab() argument
1644 arena_dalloc_bin_slab(tsdn_t * tsdn,arena_t * arena,extent_t * slab,bin_t * bin) arena_dalloc_bin_slab() argument
1659 arena_bin_lower_slab(tsdn_t * tsdn,arena_t * arena,extent_t * slab,bin_t * bin) arena_bin_lower_slab() argument
1686 arena_dalloc_bin_locked_impl(tsdn_t * tsdn,arena_t * arena,bin_t * bin,szind_t binind,extent_t * slab,void * ptr,bool junked) arena_dalloc_bin_locked_impl() argument
1712 arena_dalloc_bin_junked_locked(tsdn_t * tsdn,arena_t * arena,bin_t * bin,szind_t binind,extent_t * extent,void * ptr) arena_dalloc_bin_junked_locked() argument
1719 arena_dalloc_bin(tsdn_t * tsdn,arena_t * arena,extent_t * extent,void * ptr) arena_dalloc_bin() argument
1733 arena_t *arena = extent_arena_get(extent); arena_dalloc_small() local
1786 arena_ralloc_move_helper(tsdn_t * tsdn,arena_t * arena,size_t usize,size_t alignment,bool zero,tcache_t * tcache) arena_ralloc_move_helper() argument
1800 arena_ralloc(tsdn_t * tsdn,arena_t * arena,void * ptr,size_t oldsize,size_t size,size_t alignment,bool zero,tcache_t * tcache,hook_ralloc_args_t * hook_args) arena_ralloc() argument
1854 arena_dss_prec_get(arena_t * arena) arena_dss_prec_get() argument
1859 arena_dss_prec_set(arena_t * arena,dss_prec_t dss_prec) arena_dss_prec_set() argument
1896 arena_retain_grow_limit_get_set(tsd_t * tsd,arena_t * arena,size_t * old_limit,size_t * new_limit) arena_retain_grow_limit_get_set() argument
1922 arena_nthreads_get(arena_t * arena,bool internal) arena_nthreads_get() argument
1927 arena_nthreads_inc(arena_t * arena,bool internal) arena_nthreads_inc() argument
1932 arena_nthreads_dec(arena_t * arena,bool internal) arena_nthreads_dec() argument
1937 arena_extent_sn_next(arena_t * arena) arena_extent_sn_next() argument
1943 arena_t *arena; arena_new() local
2182 arena_prefork0(tsdn_t * tsdn,arena_t * arena) arena_prefork0() argument
2188 arena_prefork1(tsdn_t * tsdn,arena_t * arena) arena_prefork1() argument
2195 arena_prefork2(tsdn_t * tsdn,arena_t * arena) arena_prefork2() argument
2200 arena_prefork3(tsdn_t * tsdn,arena_t * arena) arena_prefork3() argument
2207 arena_prefork4(tsdn_t * tsdn,arena_t * arena) arena_prefork4() argument
2212 arena_prefork5(tsdn_t * tsdn,arena_t * arena) arena_prefork5() argument
2217 arena_prefork6(tsdn_t * tsdn,arena_t * arena) arena_prefork6() argument
2222 arena_prefork7(tsdn_t * tsdn,arena_t * arena) arena_prefork7() argument
2231 arena_postfork_parent(tsdn_t * tsdn,arena_t * arena) arena_postfork_parent() argument
2255 arena_postfork_child(tsdn_t * tsdn,arena_t * arena) arena_postfork_child() argument
[all...] |
| H A D | large.c | 14 large_malloc(tsdn_t *tsdn, arena_t *arena, size_t usize, bool zero) { in large_malloc() argument
17 return large_palloc(tsdn, arena, usize, CACHELINE, zero); in large_malloc()
21 large_palloc(tsdn_t *tsdn, arena_t *arena, size_t usize, size_t alignment, in large_palloc() argument
27 assert(!tsdn_null(tsdn) || arena != NULL); in large_palloc()
35 arena = arena_choose_maybe_huge(tsdn_tsd(tsdn), arena, usize); in large_palloc()
37 if (unlikely(arena == NULL) || (edata = arena_extent_alloc_large(tsdn, in large_palloc()
38 arena, usize, alignment, zero)) == NULL) { in large_palloc()
43 if (!arena_is_auto(arena)) { in large_palloc()
45 malloc_mutex_lock(tsdn, &arena in large_palloc()
97 arena_t *arena = extent_arena_get(extent); large_ralloc_no_move_shrink() local
133 arena_t *arena = extent_arena_get(extent); large_ralloc_no_move_expand() local
265 large_ralloc_move_helper(tsdn_t * tsdn,arena_t * arena,size_t usize,size_t alignment,bool zero) large_ralloc_move_helper() argument
274 large_ralloc(tsdn_t * tsdn,arena_t * arena,void * ptr,size_t usize,size_t alignment,bool zero,tcache_t * tcache,hook_ralloc_args_t * hook_args) large_ralloc() argument
322 large_dalloc_prep_impl(tsdn_t * tsdn,arena_t * arena,extent_t * extent,bool junked_locked) large_dalloc_prep_impl() argument
344 large_dalloc_finish_impl(tsdn_t * tsdn,arena_t * arena,extent_t * extent) large_dalloc_finish_impl() argument
361 arena_t *arena = extent_arena_get(extent); large_dalloc() local
[all...] |
| H A D | extent.c | 180 extent_alloc(tsdn_t * tsdn,arena_t * arena) extent_alloc() argument
194 extent_dalloc(tsdn_t * tsdn,arena_t * arena,extent_t * extent) extent_dalloc() argument
202 extent_hooks_get(arena_t * arena) extent_hooks_get() argument
207 extent_hooks_set(tsd_t * tsd,arena_t * arena,extent_hooks_t * extent_hooks) extent_hooks_set() argument
222 extent_hooks_assure_initialized(arena_t * arena,extent_hooks_t ** r_extent_hooks) extent_hooks_assure_initialized() argument
443 extents_first_fit_locked(tsdn_t * tsdn,arena_t * arena,extents_t * extents,size_t size) extents_first_fit_locked() argument
493 extents_fit_locked(tsdn_t * tsdn,arena_t * arena,extents_t * extents,size_t esize,size_t alignment) extents_fit_locked() argument
520 extent_try_delayed_coalesce(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,rtree_ctx_t * rtree_ctx,extents_t * extents,extent_t * extent) extent_try_delayed_coalesce() argument
537 extents_alloc(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extents_t * extents,void * new_addr,size_t size,size_t pad,size_t alignment,bool slab,szind_t szind,bool * zero,bool * commit) extents_alloc() argument
552 extents_dalloc(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extents_t * extents,extent_t * extent) extents_dalloc() argument
567 extents_evict(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extents_t * extents,size_t npages_min) extents_evict() argument
635 extents_abandon_vm(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extents_t * extents,extent_t * extent,bool growing_retained) extents_abandon_vm() argument
672 extent_deactivate_locked(tsdn_t * tsdn,arena_t * arena,extents_t * extents,extent_t * extent) extent_deactivate_locked() argument
682 extent_deactivate(tsdn_t * tsdn,arena_t * arena,extents_t * extents,extent_t * extent) extent_deactivate() argument
690 extent_activate_locked(tsdn_t * tsdn,arena_t * arena,extents_t * extents,extent_t * extent) extent_activate_locked() argument
892 extent_recycle_extract(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,rtree_ctx_t * rtree_ctx,extents_t * extents,void * new_addr,size_t size,size_t pad,size_t alignment,bool slab,bool growing_retained) extent_recycle_extract() argument
980 extent_split_interior(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,rtree_ctx_t * rtree_ctx,extent_t ** extent,extent_t ** lead,extent_t ** trail,extent_t ** to_leak,extent_t ** to_salvage,void * new_addr,size_t size,size_t pad,size_t alignment,bool slab,szind_t szind,bool growing_retained) extent_split_interior() argument
1057 extent_recycle_split(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,rtree_ctx_t * rtree_ctx,extents_t * extents,void * new_addr,size_t size,size_t pad,size_t alignment,bool slab,szind_t szind,extent_t * extent,bool growing_retained) extent_recycle_split() argument
1113 extent_need_manual_zero(arena_t * arena) extent_need_manual_zero() argument
1128 extent_recycle(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extents_t * extents,void * new_addr,size_t size,size_t pad,size_t alignment,bool slab,szind_t szind,bool * zero,bool * commit,bool growing_retained) extent_recycle() argument
1209 extent_alloc_core(tsdn_t * tsdn,arena_t * arena,void * new_addr,size_t size,size_t alignment,bool * zero,bool * commit,dss_prec_t dss_prec) extent_alloc_core() argument
1239 extent_alloc_default_impl(tsdn_t * tsdn,arena_t * arena,void * new_addr,size_t size,size_t alignment,bool * zero,bool * commit) extent_alloc_default_impl() argument
1254 arena_t *arena; extent_alloc_default() local
1269 extent_hook_pre_reentrancy(tsdn_t * tsdn,arena_t * arena) extent_hook_pre_reentrancy() argument
1297 extent_grow_retained(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,size_t size,size_t pad,size_t alignment,bool slab,szind_t szind,bool * zero,bool * commit) extent_grow_retained() argument
1463 extent_alloc_retained(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,void * new_addr,size_t size,size_t pad,size_t alignment,bool slab,szind_t szind,bool * zero,bool * commit) extent_alloc_retained() argument
1492 extent_alloc_wrapper_hard(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,void * new_addr,size_t size,size_t pad,size_t alignment,bool slab,szind_t szind,bool * zero,bool * commit) extent_alloc_wrapper_hard() argument
1531 extent_alloc_wrapper(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,void * new_addr,size_t size,size_t pad,size_t alignment,bool slab,szind_t szind,bool * zero,bool * commit) extent_alloc_wrapper() argument
1560 extent_can_coalesce(arena_t * arena,extents_t * extents,const extent_t * inner,const extent_t * outer) extent_can_coalesce() argument
1580 extent_coalesce(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extents_t * extents,extent_t * inner,extent_t * outer,bool forward,bool growing_retained) extent_coalesce() argument
1600 extent_try_coalesce_impl(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,rtree_ctx_t * rtree_ctx,extents_t * extents,extent_t * extent,bool * coalesced,bool growing_retained,bool inactive_only) extent_try_coalesce_impl() argument
1675 extent_try_coalesce(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,rtree_ctx_t * rtree_ctx,extents_t * extents,extent_t * extent,bool * coalesced,bool growing_retained) extent_try_coalesce() argument
1683 extent_try_coalesce_large(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,rtree_ctx_t * rtree_ctx,extents_t * extents,extent_t * extent,bool * coalesced,bool growing_retained) extent_try_coalesce_large() argument
1695 extent_record(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extents_t * extents,extent_t * extent,bool growing_retained) extent_record() argument
1742 extent_dalloc_gap(tsdn_t * tsdn,arena_t * arena,extent_t * extent) extent_dalloc_gap() argument
1776 extent_dalloc_wrapper_try(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extent_t * extent) extent_dalloc_wrapper_try() argument
1810 extent_dalloc_wrapper(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extent_t * extent) extent_dalloc_wrapper() argument
1881 extent_destroy_wrapper(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extent_t * extent) extent_destroy_wrapper() argument
1918 extent_commit_impl(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extent_t * extent,size_t offset,size_t length,bool growing_retained) extent_commit_impl() argument
1939 extent_commit_wrapper(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extent_t * extent,size_t offset,size_t length) extent_commit_wrapper() argument
1954 extent_decommit_wrapper(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extent_t * extent,size_t offset,size_t length) extent_decommit_wrapper() argument
1991 extent_purge_lazy_impl(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extent_t * extent,size_t offset,size_t length,bool growing_retained) extent_purge_lazy_impl() argument
2016 extent_purge_lazy_wrapper(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extent_t * extent,size_t offset,size_t length) extent_purge_lazy_wrapper() argument
2038 extent_purge_forced_impl(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extent_t * extent,size_t offset,size_t length,bool growing_retained) extent_purge_forced_impl() argument
2062 extent_purge_forced_wrapper(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extent_t * extent,size_t offset,size_t length) extent_purge_forced_wrapper() argument
2092 extent_split_impl(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extent_t * extent,size_t size_a,szind_t szind_a,bool slab_a,size_t size_b,szind_t szind_b,bool slab_b,bool growing_retained) extent_split_impl() argument
2176 extent_split_wrapper(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extent_t * extent,size_t size_a,szind_t szind_a,bool slab_a,size_t size_b,szind_t szind_b,bool slab_b) extent_split_wrapper() argument
2242 extent_merge_impl(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extent_t * a,extent_t * b,bool growing_retained) extent_merge_impl() argument
2316 extent_merge_wrapper(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extent_t * a,extent_t * b) extent_merge_wrapper() argument
2390 const arena_t *arena = extent_arena_get(extent); extent_util_stats_verbose_get() local
|
| H A D | tcache.c | 229 tcache_alloc_small_hard(tsdn_t *tsdn, arena_t *arena,
235 assert(tcache_slow->arena != NULL); in tcache_bin_flush_large()
238 arena_cache_bin_fill_small(tsdn, arena, cache_bin, in tcache_bin_flush_large()
323 arena_t *tcache_arena = tcache_slow->arena; in tcache_bin_flush_large()
343 * the one guarding the arena-level stats counters we flush our in tcache_arena_associate()
348 /* Lock the arena, or bin, associated with the first object. */ in tcache_arena_associate()
438 * different arena, or a different bin in this in tcache_init()
439 * arena. Either way, stash the object so that in tcache_init()
485 * thread's arena, so the stats didn't get merged.
582 tcache_t *tcache, arena_t *arena) { in tcache_cleanup()
89 tcache_alloc_small_hard(tsdn_t * tsdn,arena_t * arena,tcache_t * tcache,cache_bin_t * tbin,szind_t binind,bool * tcache_success) tcache_alloc_small_hard() argument
141 arena_t *arena = tcache->arena; tcache_bin_flush_small() local
341 tcache_arena_associate(tsdn_t * tsdn,tcache_t * tcache,arena_t * arena) tcache_arena_associate() argument
363 arena_t *arena = tcache->arena; tcache_arena_dissociate() local
389 tcache_arena_reassociate(tsdn_t * tsdn,tcache_t * tcache,arena_t * arena) tcache_arena_reassociate() argument
467 arena_t *arena; tsd_tcache_data_init() local
548 arena_t *arena = tcache->arena; tcache_destroy() local
601 tcache_stats_merge(tsdn_t * tsdn,tcache_t * tcache,arena_t * arena) tcache_stats_merge() argument
[all...] |
| H A D | extent_dss.c | 109 extent_alloc_dss(tsdn_t *tsdn, arena_t *arena, void *new_addr, size_t size,
125 gap = edata_cache_get(tsdn, &arena->pa_shard.edata_cache); in extent_alloc_dss()
157 edata_init(gap, arena_ind_get(arena), in extent_alloc_dss()
160 &arena->pa_shard.pac), in extent_alloc_dss()
192 arena); in extent_alloc_dss()
194 &arena->pa_shard.pac, ehooks, gap); in extent_alloc_dss()
197 &arena->pa_shard.edata_cache, gap); in extent_alloc_dss()
205 arena); in extent_alloc_dss()
208 arena_ind_get(arena), ret, size, in extent_alloc_dss()
233 edata_cache_put(tsdn, &arena in extent_in_dss_helper()
110 extent_alloc_dss(tsdn_t * tsdn,arena_t * arena,void * new_addr,size_t size,size_t alignment,bool * zero,bool * commit) extent_alloc_dss() argument
[all...] |
| H A D | jemalloc.c | 376 arena_set(unsigned ind, arena_t *arena) { in arena_set() argument
377 atomic_store_p(&arenas[ind], arena, ATOMIC_RELEASE); in arena_set()
398 arena_t *arena; in arena_init_locked() local
412 arena = arena_get(tsdn, ind, false); in arena_init_locked()
413 if (arena != NULL) { in arena_init_locked()
414 assert(arena_is_auto(arena)); in arena_init_locked()
415 return arena; in arena_init_locked()
419 arena = arena_new(tsdn, ind, config); in arena_init_locked()
421 return arena; in arena_init_locked()
444 arena_t *arena; in arena_init() local
[all …]
|
| H A D | ctl.c | 340 /* Per arena mutexes. */
383 {NAME("arena"), CTL(thread_arena)},
499 * Undocumented for now, since we anticipate an arena API in flux after
902 {NAME("arena"), CHILD(indexed, arena)}, in ctl_arena_stats_sdmerge()
1055 ctl_arena_stats_amerge(tsdn_t *tsdn, ctl_arena_t *ctl_arena, arena_t *arena) { in ctl_refresh()
1059 arena_stats_merge(tsdn, arena, &ctl_arena->nthreads, in ctl_refresh()
1079 arena_basic_stats_merge(tsdn, arena, &ctl_arena->nthreads, in ctl_refresh()
1251 ctl_arena_refresh(tsdn_t *tsdn, arena_t *arena, ctl_arena_t *ctl_sdarena, in ctl_lookup()
1256 ctl_arena_stats_amerge(tsdn, ctl_arena, arena); in ctl_lookup()
795 ctl_arena_stats_amerge(tsdn_t * tsdn,ctl_arena_t * ctl_arena,arena_t * arena) ctl_arena_stats_amerge() argument
993 ctl_arena_refresh(tsdn_t * tsdn,arena_t * arena,ctl_arena_t * ctl_sdarena,unsigned i,bool destroyed) ctl_arena_refresh() argument
2137 arena_i_reset_destroy_helper(tsd_t * tsd,const size_t * mib,size_t miblen,void * oldp,size_t * oldlenp,void * newp,size_t newlen,unsigned * arena_ind,arena_t ** arena) arena_i_reset_destroy_helper() argument
2191 arena_t *arena; arena_i_reset_ctl() local
2211 arena_t *arena; arena_i_destroy_ctl() local
2290 arena_t *arena = arena_get(tsd_tsdn(tsd), arena_ind, false); arena_i_dss_ctl() local
2313 arena_t *arena; arena_i_decay_ms_ctl_impl() local
2375 arena_t *arena; arena_i_extent_hooks_ctl() local
2431 arena_t *arena; arena_i_retain_grow_limit_ctl() local
2612 arena_t *arena; arenas_lookup_ctl() local
2982 arena_t *arena = arena_get(tsdn, i, false); stats_mutexes_reset_ctl() local
3411 arena_t *arena; experimental_arenas_i_pactivep_ctl() local
[all...] |
| H A D | background_thread.c | 195 arena_t *arena = arena_get(tsdn, i, false);
196 if (!arena) {
205 arena_do_deferred_work(tsdn, arena);
212 tsdn, &arena->pa_shard);
323 * arena reset, delay the creation.
441 * side effects, for example triggering new arena creation (which in
500 malloc_printf("<jemalloc>: arena 0 background thread creation "
564 arena_t *arena = arena_get(tsd_tsdn(tsd), i, false);
565 if (arena != NULL) {
567 &arena
[all...] |
| /freebsd/contrib/jemalloc/include/jemalloc/internal/ |
| H A D | arena_externs.h | 37 void arena_basic_stats_merge(tsdn_t *tsdn, arena_t *arena,
40 void arena_stats_merge(tsdn_t *tsdn, arena_t *arena, unsigned *nthreads,
45 void arena_handle_deferred_work(tsdn_t *tsdn, arena_t *arena);
46 edata_t *arena_extent_alloc_large(tsdn_t *tsdn, arena_t *arena,
48 void arena_extent_dalloc_large_prep(tsdn_t *tsdn, arena_t *arena,
50 void arena_extent_ralloc_large_shrink(tsdn_t *tsdn, arena_t *arena,
52 void arena_extent_ralloc_large_expand(tsdn_t *tsdn, arena_t *arena,
54 bool arena_decay_ms_set(tsdn_t *tsdn, arena_t *arena, extent_state_t state,
56 ssize_t arena_decay_ms_get(arena_t *arena, extent_state_t state);
57 void arena_decay(tsdn_t *tsdn, arena_t *arena, boo
[all...] |
| H A D | extent_externs.h | |
| H A D | jemalloc_internal_inlines_b.h | 18 /* Set new arena/tcache associations. */ in arena_choose_impl()
30 /* Choose an arena based on a per-thread value. */ in arena_choose_impl()
32 arena_choose_impl(tsd_t *tsd, arena_t *arena, bool internal) { in arena_choose_impl()
35 if (arena != NULL) { in arena_choose_impl()
36 return arena; in arena_choose_impl()
39 /* During reentrancy, arena 0 is the safest bet. */ in arena_choose_impl()
51 if (tcache_slow->arena != NULL) { in arena_choose_impl()
53 assert(tcache_slow->arena == in arena_choose_impl()
55 if (tcache_slow->arena != ret) { in arena_choose_impl()
67 * Note that for percpu arena, i argument
8 arena_choose_impl(tsd_t * tsd,arena_t * arena,bool internal) arena_choose_impl() argument
62 arena_choose(tsd_t * tsd,arena_t * arena) arena_choose() argument
72 arena_is_auto(arena_t * arena) arena_is_auto() argument
[all...] |
| H A D | arena_inlines_a.h | 5 arena_ind_get(const arena_t *arena) { in arena_ind_get() argument
6 return arena->ind; in arena_ind_get()
10 arena_internal_add(arena_t *arena, size_t size) { in arena_internal_add() argument
11 atomic_fetch_add_zu(&arena->stats.internal, size, ATOMIC_RELAXED); in arena_internal_add()
15 arena_internal_sub(arena_t *arena, size_t size) { in arena_internal_sub() argument
16 atomic_fetch_sub_zu(&arena->stats.internal, size, ATOMIC_RELAXED); in arena_internal_sub()
20 arena_internal_get(arena_t *arena) { in arena_internal_get() argument
21 return atomic_load_zu(&arena->stats.internal, ATOMIC_RELAXED); in arena_internal_get()
25 arena_prof_accum(tsdn_t * tsdn,arena_t * arena,uint64_t accumbytes) arena_prof_accum() argument
|
| H A D | arena_inlines_b.h | 21 arena_choose_maybe_huge(tsd_t *tsd, arena_t *arena, size_t size) { in arena_choose_maybe_huge()
22 if (arena != NULL) { in arena_choose_maybe_huge()
23 return arena; in arena_choose_maybe_huge()
27 * For huge allocations, use the dedicated huge arena if both are true: in arena_choose_maybe_huge()
28 * 1) is using auto arena selection (i.e. arena == NULL), and 2) the in arena_choose_maybe_huge()
29 * thread is not assigned to a manual arena. in arena_choose_maybe_huge()
118 arena_decay_ticks(tsdn_t *tsdn, arena_t *arena, unsigned nticks) { in arena_decay_ticks()
124 * We use the ticker_geom_t to avoid having per-arena state in the tsd. in arena_decay_ticks()
126 * arena i in arena_decay_ticks()
12 arena_has_default_hooks(arena_t * arena) arena_has_default_hooks() argument
17 arena_choose_maybe_huge(tsd_t * tsd,arena_t * arena,size_t size) arena_choose_maybe_huge() argument
113 arena_decay_ticks(tsdn_t * tsdn,arena_t * arena,unsigned nticks) arena_decay_ticks() argument
131 arena_decay_tick(tsdn_t * tsdn,arena_t * arena) arena_decay_tick() argument
140 arena_decay_extent(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extent_t * extent) arena_decay_extent() argument
159 arena_malloc(tsdn_t * tsdn,arena_t * arena,size_t size,szind_t ind,bool zero,tcache_t * tcache,bool slow_path) arena_malloc() argument
[all...] |
| H A D | jemalloc_internal_inlines_c.h | 15 * a: arena (query)
45 bool is_internal, arena_t *arena, bool slow_path) { in iallocztm()
49 assert(!is_internal || arena == NULL || arena_is_auto(arena)); in iallocztm()
55 ret = arena_malloc(tsdn, arena, size, ind, zero, tcache, slow_path); in iallocztm()
70 tcache_t *tcache, bool is_internal, arena_t *arena) { in ipallocztm()
76 assert(!is_internal || arena == NULL || arena_is_auto(arena)); in ipallocztm()
80 ret = arena_palloc(tsdn, arena, usize, alignment, zero, tcache); in ipallocztm()
90 tcache_t *tcache, arena_t *arena) { in ipalloct()
43 iallocztm(tsdn_t * tsdn,size_t size,szind_t ind,bool zero,tcache_t * tcache,bool is_internal,arena_t * arena,bool slow_path) iallocztm() argument
68 ipallocztm(tsdn_t * tsdn,size_t usize,size_t alignment,bool zero,tcache_t * tcache,bool is_internal,arena_t * arena) ipallocztm() argument
88 ipalloct(tsdn_t * tsdn,size_t usize,size_t alignment,bool zero,tcache_t * tcache,arena_t * arena) ipalloct() argument
136 iralloct_realign(tsdn_t * tsdn,void * ptr,size_t oldsize,size_t size,size_t alignment,bool zero,tcache_t * tcache,arena_t * arena,hook_ralloc_args_t * hook_args) iralloct_realign() argument
175 iralloct(tsdn_t * tsdn,void * ptr,size_t oldsize,size_t size,size_t alignment,bool zero,tcache_t * tcache,arena_t * arena,hook_ralloc_args_t * hook_args) iralloct() argument
[all...] |
| H A D | background_thread_inlines.h | 16 arena_background_thread_info_get(arena_t *arena) { in arena_background_thread_info_get() argument
17 unsigned arena_ind = arena_ind_get(arena); in arena_background_thread_info_get()
49 arena_background_thread_inactivity_check(tsdn_t * tsdn,arena_t * arena,bool is_background_thread) arena_background_thread_inactivity_check() argument
|
| H A D | tcache_inlines.h | 45 tcache_alloc_small(tsd_t *tsd, arena_t *arena, tcache_t *tcache, in tcache_alloc_small()
56 arena = arena_choose(tsd, arena); in tcache_alloc_small()
57 if (unlikely(arena == NULL)) { in tcache_alloc_small()
61 /* stats and zero are handled directly by the arena. */ in tcache_alloc_small()
62 return arena_malloc_hard(tsd_tsdn(tsd), arena, size, in tcache_alloc_small()
68 ret = tcache_alloc_small_hard(tsd_tsdn(tsd), arena, tcache, in tcache_alloc_small()
88 tcache_alloc_large(tsd_t *tsd, arena_t *arena, tcache_t *tcache, size_t size, in tcache_alloc_small()
102 arena = arena_choose(tsd, arena);
42 tcache_alloc_small(tsd_t * tsd,arena_t * arena,tcache_t * tcache,size_t size,szind_t binind,bool zero,bool slow_path) tcache_alloc_small() argument
104 tcache_alloc_large(tsd_t * tsd,arena_t * arena,tcache_t * tcache,size_t size,szind_t binind,bool zero,bool slow_path) tcache_alloc_large() argument
[all...] |
| H A D | tcache_externs.h | 38 void *tcache_alloc_small_hard(tsdn_t *tsdn, arena_t *arena, tcache_t *tcache,
48 tcache_t *tcache, arena_t *arena);
51 void tcache_stats_merge(tsdn_t *tsdn, tcache_t *tcache, arena_t *arena);
57 tcache_t *tcache, arena_t *arena);
|
| /freebsd/contrib/llvm-project/clang/lib/Analysis/FlowSensitive/ |
| H A D | SimplifyConstraints.cpp | 20 Arena &arena) { in substitute() argument
30 return arena.makeNot(substitute(*F.operands()[0], Substitutions, arena)); in substitute()
32 return arena.makeAnd(substitute(*F.operands()[0], Substitutions, arena), in substitute()
33 substitute(*F.operands()[1], Substitutions, arena)); in substitute()
35 return arena.makeOr(substitute(*F.operands()[0], Substitutions, arena), in substitute()
36 substitute(*F.operands()[1], Substitutions, arena)); in substitute()
38 return arena.makeImplies( in substitute()
39 substitute(*F.operands()[0], Substitutions, arena), in substitute()
40 substitute(*F.operands()[1], Substitutions, arena)); in substitute()
42 return arena.makeEquals(substitute(*F.operands()[0], Substitutions, arena), in substitute()
[all …]
|
| H A D | DataflowAnalysisContext.cpp | 80 return arena().create<ScalarStorageLocation>(Type); in createStorageLocation()
98 return arena().create<RecordStorageLocation>(Type, std::move(FieldLocs), in createRecordStorageLocation()
129 Res.first->second = &arena().create<PointerValue>(PointeeLoc); in getOrCreateNullPointerValue()
138 Invariant = &arena().makeAnd(*Invariant, Constraint); in addInvariant()
146 &arena().makeAnd(*Res.first->second, Constraint); in addFlowConditionConstraint()
151 Atom ForkToken = arena().makeFlowConditionToken(); in forkFlowCondition()
153 addFlowConditionConstraint(ForkToken, arena().makeAtomRef(Token)); in forkFlowCondition()
160 Atom Token = arena().makeFlowConditionToken(); in joinFlowConditions()
165 arena().makeOr(arena().makeAtomRef(FirstToken), in joinFlowConditions()
166 arena().makeAtomRef(SecondToken))); in joinFlowConditions()
[all …]
|
| /freebsd/contrib/llvm-project/clang/include/clang/Analysis/FlowSensitive/ |
| H A D | DataflowEnvironment.h | 163 FlowConditionToken(DACtx.arena().makeFlowConditionToken()) {} in Environment()
558 return arena().create<T>(std::forward<Args>(args)...); in create()
564 return arena().makeIntLiteral(Value); in getIntLiteralValue()
570 return arena().makeBoolValue(arena().makeLiteral(Value)); in getBoolLiteralValue()
575 return arena().makeAtomValue(); in makeAtomicBoolValue()
580 return arena().makeTopValue(); in makeTopBoolValue()
588 return arena().makeBoolValue( in makeAnd()
589 arena().makeAnd(LHS.formula(), RHS.formula())); in makeAnd()
597 return arena().makeBoolValue( in makeOr()
598 arena().makeOr(LHS.formula(), RHS.formula())); in makeOr()
[all …]
|
| /freebsd/crypto/openssl/crypto/ |
| H A D | mem_sec.c | 317 ((char *)(p) >= sh.arena && (char *)(p) < &sh.arena[sh.arena_size])
329 char *arena; member
344 size_t bit = (sh.arena_size + ptr - sh.arena) / sh.minsize; in sh_getlist()
360 OPENSSL_assert(((ptr - sh.arena) & ((sh.arena_size >> list) - 1)) == 0); in sh_testbit()
361 bit = (ONE << list) + ((ptr - sh.arena) / (sh.arena_size >> list)); in sh_testbit()
371 OPENSSL_assert(((ptr - sh.arena) & ((sh.arena_size >> list) - 1)) == 0); in sh_clearbit()
372 bit = (ONE << list) + ((ptr - sh.arena) / (sh.arena_size >> list)); in sh_clearbit()
383 OPENSSL_assert(((ptr - sh.arena) & ((sh.arena_size >> list) - 1)) == 0); in sh_setbit()
384 bit = (ONE << list) + ((ptr - sh.arena) / (sh.arena_size >> list)); in sh_setbit()
539 sh.arena = (char *)(sh.map_result + pgsize); in sh_init()
[all …]
|
| /freebsd/sys/vm/ |
| H A D | vm_glue.c | 311 vmem_t *arena; in vm_thread_alloc_kstack_kva() local
317 arena = vm_dom[domain].vmd_kernel_arena; in vm_thread_alloc_kstack_kva()
319 arena = vmd_kstack_arena[domain]; in vm_thread_alloc_kstack_kva()
321 rv = vmem_alloc(arena, size, M_BESTFIT | M_NOWAIT, &addr); in vm_thread_alloc_kstack_kva()
344 vmem_t *arena; in vm_thread_free_kstack_kva() local
348 arena = kernel_arena; in vm_thread_free_kstack_kva()
350 arena = vmd_kstack_arena[domain]; in vm_thread_free_kstack_kva()
352 arena = vm_dom[domain].vmd_kernel_arena; in vm_thread_free_kstack_kva()
355 vmem_free(arena, (uintptr_t)addr, size); in vm_thread_free_kstack_kva()
385 vm_thread_kstack_arena_import(void *arena, vmem_size_t size, int flags, in vm_thread_kstack_arena_import() argument
[all …]
|
| H A D | vm_kern.c | 495 vmem_t *arena; in kmem_malloc_domain() local
501 arena = vm_dom[domain].vmd_kernel_arena; in kmem_malloc_domain()
503 arena = vm_dom[domain].vmd_kernel_rwx_arena; in kmem_malloc_domain()
505 arena = vm_dom[domain].vmd_kernel_nofree_arena; in kmem_malloc_domain()
507 if (vmem_alloc(arena, asize, flags | M_BESTFIT, &addr)) in kmem_malloc_domain()
512 vmem_free(arena, addr, asize); in kmem_malloc_domain()
670 struct vmem *arena; in _kmem_unback() local
688 arena = vm_dom[domain].vmd_kernel_arena; in _kmem_unback()
690 arena = vm_dom[domain].vmd_kernel_rwx_arena; in _kmem_unback()
699 return (arena); in _kmem_unback()
[all …]
|
| /freebsd/contrib/jemalloc/ |
| H A D | TUNING.md | 52 However high arena count may also increase overall memory fragmentation,
57 Suggested: if low parallelism is expected, try lower arena count while
62 Enable dynamic thread to arena association based on running CPU. This has
81 e.g. `dirty_decay_ms:5000,muzzy_decay_ms:5000`), and lower arena count
108 dedicated arena with
112 time](http://jemalloc.net/jemalloc.3.html#arena.i.dirty_decay_ms) if
115 * [Extent hooks](http://jemalloc.net/jemalloc.3.html#arena.i.extent_hooks)
123 * [Explicit thread-to-arena
124 binding](http://jemalloc.net/jemalloc.3.html#thread.arena)
|
| /freebsd/contrib/jemalloc/include/jemalloc/ |
| H A D | jemalloc_macros.h.in | 31 * Bias arena index bits so that 0 encodes "use an automatically chosen arena".
36 * Use as arena index in "arena.<i>.{purge,decay,dss}" and
44 * mallctl("arena." STRINGIFY(MALLCTL_ARENAS_ALL) ".purge", NULL, NULL, NULL,
49 * Use as arena index in "stats.arenas.<i>.*" mallctl interfaces to select
|