| /freebsd/contrib/jemalloc/include/jemalloc/internal/ |
| H A D | arena_inlines_b.h | 38 arena_prof_tctx_get(tsdn_t *tsdn, const void *ptr, alloc_ctx_t *alloc_ctx) { in arena_prof_tctx_get()
57 arena_prof_tctx_set(tsdn_t *tsdn, const void *ptr, size_t usize, in arena_prof_tctx_set()
76 arena_prof_tctx_reset(tsdn_t *tsdn, const void *ptr, prof_tctx_t *tctx) { in arena_prof_tctx_reset()
87 arena_prof_alloc_time_get(tsdn_t *tsdn, const void *ptr, in arena_prof_alloc_time_get()
102 arena_prof_alloc_time_set(tsdn_t *tsdn, const void *ptr, alloc_ctx_t *alloc_ctx, in arena_prof_alloc_time_set()
113 arena_decay_ticks(tsdn_t *tsdn, arena_t *arena, unsigned nticks) { in arena_decay_ticks()
131 arena_decay_tick(tsdn_t *tsdn, arena_t *arena) { in arena_decay_tick()
140 arena_decay_extent(tsdn_t *tsdn,arena_t *arena, extent_hooks_t **r_extent_hooks, in arena_decay_extent()
159 arena_malloc(tsdn_t *tsdn, arena_t *arena, size_t size, szind_t ind, bool zero, in arena_malloc()
180 arena_aalloc(tsdn_t *tsdn, const void *ptr) { in arena_aalloc()
[all …]
|
| H A D | rtree.h | 173 rtree_leaf_elm_bits_read(tsdn_t *tsdn, rtree_t *rtree, in rtree_leaf_elm_bits_read()
211 rtree_leaf_elm_extent_read(tsdn_t *tsdn, rtree_t *rtree, in rtree_leaf_elm_extent_read()
224 rtree_leaf_elm_szind_read(tsdn_t *tsdn, rtree_t *rtree, in rtree_leaf_elm_szind_read()
236 rtree_leaf_elm_slab_read(tsdn_t *tsdn, rtree_t *rtree, in rtree_leaf_elm_slab_read()
248 rtree_leaf_elm_extent_write(tsdn_t *tsdn, rtree_t *rtree, in rtree_leaf_elm_extent_write()
262 rtree_leaf_elm_szind_write(tsdn_t *tsdn, rtree_t *rtree, in rtree_leaf_elm_szind_write()
280 rtree_leaf_elm_slab_write(tsdn_t *tsdn, rtree_t *rtree, in rtree_leaf_elm_slab_write()
295 rtree_leaf_elm_write(tsdn_t *tsdn, rtree_t *rtree, in rtree_leaf_elm_write()
314 rtree_leaf_elm_szind_slab_update(tsdn_t *tsdn, rtree_t *rtree, in rtree_leaf_elm_szind_slab_update()
327 rtree_leaf_elm_lookup(tsdn_t *tsdn, rtree_t *rtree, rtree_ctx_t *rtree_ctx, in rtree_leaf_elm_lookup()
[all …]
|
| H A D | mutex_pool.h | 27 mutex_pool_assert_not_held(tsdn_t *tsdn, mutex_pool_t *pool) { in mutex_pool_assert_not_held()
41 mutex_pool_lock(tsdn_t *tsdn, mutex_pool_t *pool, uintptr_t key) { in mutex_pool_lock()
49 mutex_pool_unlock(tsdn_t *tsdn, mutex_pool_t *pool, uintptr_t key) { in mutex_pool_unlock()
57 mutex_pool_lock2(tsdn_t *tsdn, mutex_pool_t *pool, uintptr_t key1, in mutex_pool_lock2()
75 mutex_pool_unlock2(tsdn_t *tsdn, mutex_pool_t *pool, uintptr_t key1, in mutex_pool_unlock2()
90 mutex_pool_assert_owner(tsdn_t *tsdn, mutex_pool_t *pool, uintptr_t key) { in mutex_pool_assert_owner()
|
| H A D | jemalloc_internal_inlines_c.h | 28 iaalloc(tsdn_t *tsdn, const void *ptr) { in iaalloc()
35 isalloc(tsdn_t *tsdn, const void *ptr) { in isalloc()
42 iallocztm(tsdn_t *tsdn, size_t size, szind_t ind, bool zero, tcache_t *tcache, in iallocztm()
67 ipallocztm(tsdn_t *tsdn, size_t usize, size_t alignment, bool zero, in ipallocztm()
87 ipalloct(tsdn_t *tsdn, size_t usize, size_t alignment, bool zero, in ipalloct()
99 ivsalloc(tsdn_t *tsdn, const void *ptr) { in ivsalloc()
104 idalloctm(tsdn_t *tsdn, void *ptr, tcache_t *tcache, alloc_ctx_t *alloc_ctx, in idalloctm()
127 isdalloct(tsdn_t *tsdn, void *ptr, size_t size, tcache_t *tcache, in isdalloct()
135 iralloct_realign(tsdn_t *tsdn, void *ptr, size_t oldsize, size_t size, in iralloct_realign()
174 iralloct(tsdn_t *tsdn, void *ptr, size_t oldsize, size_t size, size_t alignment, in iralloct()
[all …]
|
| H A D | arena_stats.h | 131 arena_stats_init(tsdn_t *tsdn, arena_stats_t *arena_stats) { in arena_stats_init()
148 arena_stats_lock(tsdn_t *tsdn, arena_stats_t *arena_stats) { in arena_stats_lock()
155 arena_stats_unlock(tsdn_t *tsdn, arena_stats_t *arena_stats) { in arena_stats_unlock()
162 arena_stats_read_u64(tsdn_t *tsdn, arena_stats_t *arena_stats, in arena_stats_read_u64()
173 arena_stats_add_u64(tsdn_t *tsdn, arena_stats_t *arena_stats, in arena_stats_add_u64()
184 arena_stats_sub_u64(tsdn_t *tsdn, arena_stats_t *arena_stats, in arena_stats_sub_u64()
212 arena_stats_read_zu(tsdn_t *tsdn, arena_stats_t *arena_stats, in arena_stats_read_zu()
223 arena_stats_add_zu(tsdn_t *tsdn, arena_stats_t *arena_stats, in arena_stats_add_zu()
235 arena_stats_sub_zu(tsdn_t *tsdn, arena_stats_t *arena_stats, in arena_stats_sub_zu()
255 arena_stats_large_flush_nrequests_add(tsdn_t *tsdn, arena_stats_t *arena_stats, in arena_stats_large_flush_nrequests_add()
[all …]
|
| H A D | mutex.h | 163 mutex_owner_stats_update(tsdn_t *tsdn, malloc_mutex_t *mutex) { in mutex_owner_stats_update()
176 malloc_mutex_trylock(tsdn_t *tsdn, malloc_mutex_t *mutex) { in malloc_mutex_trylock()
215 malloc_mutex_lock(tsdn_t *tsdn, malloc_mutex_t *mutex) { in malloc_mutex_lock()
228 malloc_mutex_unlock(tsdn_t *tsdn, malloc_mutex_t *mutex) { in malloc_mutex_unlock()
237 malloc_mutex_assert_owner(tsdn_t *tsdn, malloc_mutex_t *mutex) { in malloc_mutex_assert_owner()
242 malloc_mutex_assert_not_owner(tsdn_t *tsdn, malloc_mutex_t *mutex) { in malloc_mutex_assert_not_owner()
248 malloc_mutex_prof_read(tsdn_t *tsdn, mutex_prof_data_t *data, in malloc_mutex_prof_read()
265 malloc_mutex_prof_accum(tsdn_t *tsdn, mutex_prof_data_t *data, in malloc_mutex_prof_accum()
|
| H A D | prof_inlines_b.h | 41 prof_tctx_get(tsdn_t *tsdn, const void *ptr, alloc_ctx_t *alloc_ctx) { in prof_tctx_get()
49 prof_tctx_set(tsdn_t *tsdn, const void *ptr, size_t usize, in prof_tctx_set()
58 prof_tctx_reset(tsdn_t *tsdn, const void *ptr, prof_tctx_t *tctx) { in prof_tctx_reset()
66 prof_alloc_time_get(tsdn_t *tsdn, const void *ptr, alloc_ctx_t *alloc_ctx) { in prof_alloc_time_get()
74 prof_alloc_time_set(tsdn_t *tsdn, const void *ptr, alloc_ctx_t *alloc_ctx, in prof_alloc_time_set()
166 prof_malloc(tsdn_t *tsdn, const void *ptr, size_t usize, alloc_ctx_t *alloc_ctx, in prof_malloc()
|
| H A D | background_thread_inlines.h | 10 background_thread_enabled_set(tsdn_t *tsdn, bool state) { in background_thread_enabled_set()
35 background_thread_wakeup_time_set(tsdn_t *tsdn, background_thread_info_t *info, in background_thread_wakeup_time_set()
49 arena_background_thread_inactivity_check(tsdn_t *tsdn, arena_t *arena, in arena_background_thread_inactivity_check()
|
| H A D | prof_inlines_a.h | 7 prof_accum_add(tsdn_t *tsdn, prof_accum_t *prof_accum, in prof_accum_add()
46 prof_accum_cancel(tsdn_t *tsdn, prof_accum_t *prof_accum, in prof_accum_cancel()
|
| H A D | tsd.h | 230 tsdn_null(const tsdn_t *tsdn) { in tsdn_null()
235 tsdn_tsd(tsdn_t *tsdn) { in tsdn_tsd()
404 tsdn_rtree_ctx(tsdn_t *tsdn, rtree_ctx_t *fallback) { in tsdn_rtree_ctx()
|
| H A D | extent_inlines.h | 13 extent_lock(tsdn_t *tsdn, extent_t *extent) { in extent_lock()
19 extent_unlock(tsdn_t *tsdn, extent_t *extent) { in extent_unlock()
25 extent_lock2(tsdn_t *tsdn, extent_t *extent1, extent_t *extent2) { in extent_lock2()
32 extent_unlock2(tsdn_t *tsdn, extent_t *extent1, extent_t *extent2) { in extent_unlock2()
216 extent_addr_randomize(tsdn_t *tsdn, extent_t *extent, size_t alignment) { in extent_addr_randomize()
|
| H A D | jemalloc_internal_inlines_b.h | 79 iealloc(tsdn_t *tsdn, const void *ptr) { in iealloc()
|
| /freebsd/contrib/jemalloc/src/ |
| H A D | large.c | 14 large_malloc(tsdn_t *tsdn, arena_t *arena, size_t usize, bool zero) { in large_malloc()
21 large_palloc(tsdn_t *tsdn, arena_t *arena, size_t usize, size_t alignment, in large_palloc()
96 large_ralloc_no_move_shrink(tsdn_t *tsdn, extent_t *extent, size_t usize) { in large_ralloc_no_move_shrink()
131 large_ralloc_no_move_expand(tsdn_t *tsdn, extent_t *extent, size_t usize, in large_ralloc_no_move_expand()
219 large_ralloc_no_move(tsdn_t *tsdn, extent_t *extent, size_t usize_min, in large_ralloc_no_move()
265 large_ralloc_move_helper(tsdn_t *tsdn, arena_t *arena, size_t usize, in large_ralloc_move_helper()
274 large_ralloc(tsdn_t *tsdn, arena_t *arena, void *ptr, size_t usize, in large_ralloc()
322 large_dalloc_prep_impl(tsdn_t *tsdn, arena_t *arena, extent_t *extent, in large_dalloc_prep_impl()
344 large_dalloc_finish_impl(tsdn_t *tsdn, arena_t *arena, extent_t *extent) { in large_dalloc_finish_impl()
350 large_dalloc_prep_junked_locked(tsdn_t *tsdn, extent_t *extent) { in large_dalloc_prep_junked_locked()
[all …]
|
| H A D | extent.c | 130 extent_rtree_leaf_elm_try_lock(tsdn_t *tsdn, rtree_leaf_elm_t *elm, in extent_rtree_leaf_elm_try_lock()
163 extent_lock_from_addr(tsdn_t *tsdn, rtree_ctx_t *rtree_ctx, void *addr, in extent_lock_from_addr()
180 extent_alloc(tsdn_t *tsdn, arena_t *arena) { in extent_alloc()
194 extent_dalloc(tsdn_t *tsdn, arena_t *arena, extent_t *extent) { in extent_dalloc()
286 extents_init(tsdn_t *tsdn, extents_t *extents, extent_state_t state, in extents_init()
340 extents_insert_locked(tsdn_t *tsdn, extents_t *extents, extent_t *extent) { in extents_insert_locked()
371 extents_remove_locked(tsdn_t *tsdn, extents_t *extents, extent_t *extent) { in extents_remove_locked()
443 extents_first_fit_locked(tsdn_t *tsdn, arena_t *arena, extents_t *extents, in extents_first_fit_locked()
493 extents_fit_locked(tsdn_t *tsdn, arena_t *arena, extents_t *extents, in extents_fit_locked()
520 extent_try_delayed_coalesce(tsdn_t *tsdn, arena_t *arena, in extent_try_delayed_coalesce()
[all …]
|
| H A D | arena.c | 70 arena_basic_stats_merge(tsdn_t *tsdn, arena_t *arena, unsigned *nthreads, in arena_basic_stats_merge()
83 arena_stats_merge(tsdn_t *tsdn, arena_t *arena, unsigned *nthreads, in arena_stats_merge()
256 arena_extents_dirty_dalloc(tsdn_t *tsdn, arena_t *arena, in arena_extents_dirty_dalloc()
384 arena_large_malloc_stats_update(tsdn_t *tsdn, arena_t *arena, size_t usize) { in arena_large_malloc_stats_update()
400 arena_large_dalloc_stats_update(tsdn_t *tsdn, arena_t *arena, size_t usize) { in arena_large_dalloc_stats_update()
416 arena_large_ralloc_stats_update(tsdn_t *tsdn, arena_t *arena, size_t oldusize, in arena_large_ralloc_stats_update()
428 arena_extent_alloc_large(tsdn_t *tsdn, arena_t *arena, size_t usize, in arena_extent_alloc_large()
480 arena_extent_dalloc_large_prep(tsdn_t *tsdn, arena_t *arena, extent_t *extent) { in arena_extent_dalloc_large_prep()
491 arena_extent_ralloc_large_shrink(tsdn_t *tsdn, arena_t *arena, extent_t *extent, in arena_extent_ralloc_large_shrink()
505 arena_extent_ralloc_large_expand(tsdn_t *tsdn, arena_t *arena, extent_t *extent, in arena_extent_ralloc_large_expand()
[all …]
|
| H A D | rtree.c | 31 rtree_node_alloc_impl(tsdn_t *tsdn, rtree_t *rtree, size_t nelms) { in rtree_node_alloc_impl()
38 rtree_node_dalloc_impl(tsdn_t *tsdn, rtree_t *rtree, rtree_node_elm_t *node) { in rtree_node_dalloc_impl()
46 rtree_leaf_alloc_impl(tsdn_t *tsdn, rtree_t *rtree, size_t nelms) { in rtree_leaf_alloc_impl()
53 rtree_leaf_dalloc_impl(tsdn_t *tsdn, rtree_t *rtree, rtree_leaf_elm_t *leaf) { in rtree_leaf_dalloc_impl()
63 rtree_delete_subtree(tsdn_t *tsdn, rtree_t *rtree, rtree_node_elm_t *subtree, in rtree_delete_subtree()
94 rtree_delete(tsdn_t *tsdn, rtree_t *rtree) { in rtree_delete()
102 rtree_node_init(tsdn_t *tsdn, rtree_t *rtree, unsigned level, in rtree_node_init()
129 rtree_leaf_init(tsdn_t *tsdn, rtree_t *rtree, atomic_p_t *elmp) { in rtree_leaf_init()
181 rtree_child_node_read(tsdn_t *tsdn, rtree_t *rtree, rtree_node_elm_t *elm, in rtree_child_node_read()
210 rtree_child_leaf_read(tsdn_t *tsdn, rtree_t *rtree, rtree_node_elm_t *elm, in rtree_child_leaf_read()
[all …]
|
| H A D | base.c | 32 base_map(tsdn_t *tsdn, extent_hooks_t *extent_hooks, unsigned ind, size_t size) { in base_map()
55 base_unmap(tsdn_t *tsdn, extent_hooks_t *extent_hooks, unsigned ind, void *addr, in base_unmap()
144 base_auto_thp_switch(tsdn_t *tsdn, base_t *base) { in base_auto_thp_switch()
248 base_block_alloc(tsdn_t *tsdn, base_t *base, extent_hooks_t *extent_hooks, in base_block_alloc()
308 base_extent_alloc(tsdn_t *tsdn, base_t *base, size_t size, size_t alignment) { in base_extent_alloc()
350 base_new(tsdn_t *tsdn, unsigned ind, extent_hooks_t *extent_hooks) { in base_new()
396 base_delete(tsdn_t *tsdn, base_t *base) { in base_delete()
421 base_alloc_impl(tsdn_t *tsdn, base_t *base, size_t size, size_t alignment, in base_alloc_impl()
464 base_alloc(tsdn_t *tsdn, base_t *base, size_t size, size_t alignment) { in base_alloc()
469 base_alloc_extent(tsdn_t *tsdn, base_t *base) { in base_alloc_extent()
[all …]
|
| H A D | tcache.c | 36 tcache_salloc(tsdn_t *tsdn, const void *ptr) { in tcache_salloc()
89 tcache_alloc_small_hard(tsdn_t *tsdn, arena_t *arena, tcache_t *tcache, in tcache_alloc_small_hard()
106 tbin_extents_lookup_size_check(tsdn_t *tsdn, cache_bin_t *tbin, szind_t binind, in tbin_extents_lookup_size_check()
341 tcache_arena_associate(tsdn_t *tsdn, tcache_t *tcache, arena_t *arena) { in tcache_arena_associate()
362 tcache_arena_dissociate(tsdn_t *tsdn, tcache_t *tcache) { in tcache_arena_dissociate()
389 tcache_arena_reassociate(tsdn_t *tsdn, tcache_t *tcache, arena_t *arena) { in tcache_arena_reassociate()
601 tcache_stats_merge(tsdn_t *tsdn, tcache_t *tcache, arena_t *arena) { in tcache_stats_merge()
733 tcache_boot(tsdn_t *tsdn) { in tcache_boot()
780 tcache_prefork(tsdn_t *tsdn) { in tcache_prefork()
787 tcache_postfork_parent(tsdn_t *tsdn) { in tcache_postfork_parent()
[all …]
|
| H A D | prof.c | 343 prof_malloc_sample_object(tsdn_t *tsdn, const void *ptr, size_t usize, in prof_malloc_sample_object()
821 prof_gctx_create(tsdn_t *tsdn, prof_bt_t *bt) { in prof_gctx_create()
882 prof_tctx_should_destroy(tsdn_t *tsdn, prof_tctx_t *tctx) { in prof_tctx_should_destroy()
1196 tsdn_t *tsdn; in prof_tdata_count() local
1327 prof_tctx_merge_tdata(tsdn_t *tsdn, prof_tctx_t *tctx, prof_tdata_t *tdata) { in prof_tctx_merge_tdata()
1358 prof_tctx_merge_gctx(tsdn_t *tsdn, prof_tctx_t *tctx, prof_gctx_t *gctx) { in prof_tctx_merge_gctx()
1371 tsdn_t *tsdn = (tsdn_t *)arg; in prof_tctx_merge_iter() local
1391 tsdn_t *tsdn; member
1425 tsdn_t *tsdn = (tsdn_t *)arg; in prof_tctx_finish_iter() local
1450 prof_dump_gctx_prep(tsdn_t *tsdn, prof_gctx_t *gctx, prof_gctx_tree_t *gctxs) { in prof_dump_gctx_prep()
[all …]
|
| H A D | mutex.c | 124 malloc_mutex_prof_data_reset(tsdn_t *tsdn, malloc_mutex_t *mutex) { in malloc_mutex_prof_data_reset()
206 malloc_mutex_prefork(tsdn_t *tsdn, malloc_mutex_t *mutex) { in malloc_mutex_prefork()
211 malloc_mutex_postfork_parent(tsdn_t *tsdn, malloc_mutex_t *mutex) { in malloc_mutex_postfork_parent()
216 malloc_mutex_postfork_child(tsdn_t *tsdn, malloc_mutex_t *mutex) { in malloc_mutex_postfork_child()
|
| H A D | bin.c | 83 bin_prefork(tsdn_t *tsdn, bin_t *bin) { in bin_prefork()
88 bin_postfork_parent(tsdn_t *tsdn, bin_t *bin) { in bin_postfork_parent()
93 bin_postfork_child(tsdn_t *tsdn, bin_t *bin) { in bin_postfork_child()
|
| H A D | hook.c | 48 hook_install(tsdn_t *tsdn, hooks_t *to_install) { in hook_install()
73 hook_remove(tsdn_t *tsdn, void *opaque) { in hook_remove()
132 tsdn_t *tsdn = tsdn_fetch(); in hook_reentrantp() local
|
| H A D | tsd.c | 107 tsd_force_recompute(tsdn_t *tsdn) { in tsd_force_recompute()
125 tsd_global_slow_inc(tsdn_t *tsdn) { in tsd_global_slow_inc()
138 void tsd_global_slow_dec(tsdn_t *tsdn) { in tsd_global_slow_dec()
|
| H A D | ctl.c | 795 ctl_arena_stats_amerge(tsdn_t *tsdn, ctl_arena_t *ctl_arena, arena_t *arena) { in ctl_arena_stats_amerge()
993 ctl_arena_refresh(tsdn_t *tsdn, arena_t *arena, ctl_arena_t *ctl_sdarena, in ctl_arena_refresh()
1034 ctl_background_thread_stats_read(tsdn_t *tsdn) { in ctl_background_thread_stats_read()
1044 ctl_refresh(tsdn_t *tsdn) { in ctl_refresh()
1120 tsdn_t *tsdn = tsd_tsdn(tsd); in ctl_init() local
1194 ctl_lookup(tsdn_t *tsdn, const char *name, ctl_node_t const **nodesp, in ctl_lookup()
1399 ctl_prefork(tsdn_t *tsdn) { in ctl_prefork()
1404 ctl_postfork_parent(tsdn_t *tsdn) { in ctl_postfork_parent()
1409 ctl_postfork_child(tsdn_t *tsdn) { in ctl_postfork_child()
2037 tsdn_t *tsdn = tsd_tsdn(tsd); in arena_i_initialized_ctl() local
[all …]
|
| H A D | jemalloc.c | 322 arena_init_locked(tsdn_t *tsdn, unsigned ind, extent_hooks_t *extent_hooks) { in arena_init_locked()
350 arena_new_create_background_thread(tsdn_t *tsdn, unsigned ind) { in arena_new_create_background_thread()
368 arena_init(tsdn_t *tsdn, unsigned ind, extent_hooks_t *extent_hooks) { in arena_init()
653 tsdn_t *tsdn; in stats_print_atexit() local
688 check_entry_exit_locking(tsdn_t *tsdn) { in check_entry_exit_locking()
1725 malloc_init_hard_cleanup(tsdn_t *tsdn, bool reentrancy_set) { in malloc_init_hard_cleanup()
1745 #define UNLOCK_RETURN(tsdn, ret, reentrancy) \ in malloc_init_hard() argument
3134 irallocx_prof_sample(tsdn_t *tsdn, void *old_ptr, size_t old_usize, in irallocx_prof_sample()
3297 ixallocx_helper(tsdn_t *tsdn, void *ptr, size_t old_usize, size_t size, in ixallocx_helper()
3310 ixallocx_prof_sample(tsdn_t *tsdn, void *ptr, size_t old_usize, size_t size, in ixallocx_prof_sample()
[all …]
|