Home
last modified time | relevance | path

Searched refs:tsdn (Results 1 – 25 of 42) sorted by relevance

12

/freebsd/contrib/jemalloc/include/jemalloc/internal/
H A Darena_inlines_b.h118 arena_decay_ticks(tsdn_t *tsdn, arena_t *arena, unsigned nticks) { in arena_decay_ticks()
119 if (unlikely(tsdn_null(tsdn))) { in arena_decay_ticks()
122 tsd_t *tsd = tsdn_tsd(tsdn); in arena_decay_ticks()
135 arena_decay(tsdn, arena, false, false); in arena_decay_tick()
140 arena_decay_tick(tsdn_t *tsdn, arena_t *arena) { in arena_decay_extent() argument
141 arena_decay_ticks(tsdn, arena, 1); in arena_decay_extent()
145 arena_malloc(tsdn_t *tsdn, arena_t *arena, size_t size, szind_t ind, bool zero, in arena_decay_extent()
147 assert(!tsdn_null(tsdn) || tcache == NULL); in arena_decay_extent()
151 return tcache_alloc_small(tsdn_tsd(tsdn), arena, in arena_decay_extent()
155 return tcache_alloc_large(tsdn_tsd(tsdn), aren in arena_decay_extent()
38 arena_prof_tctx_get(tsdn_t * tsdn,const void * ptr,alloc_ctx_t * alloc_ctx) arena_prof_tctx_get() argument
57 arena_prof_tctx_set(tsdn_t * tsdn,const void * ptr,size_t usize,alloc_ctx_t * alloc_ctx,prof_tctx_t * tctx) arena_prof_tctx_set() argument
76 arena_prof_tctx_reset(tsdn_t * tsdn,const void * ptr,prof_tctx_t * tctx) arena_prof_tctx_reset() argument
87 arena_prof_alloc_time_get(tsdn_t * tsdn,const void * ptr,alloc_ctx_t * alloc_ctx) arena_prof_alloc_time_get() argument
102 arena_prof_alloc_time_set(tsdn_t * tsdn,const void * ptr,alloc_ctx_t * alloc_ctx,nstime_t t) arena_prof_alloc_time_set() argument
113 arena_decay_ticks(tsdn_t * tsdn,arena_t * arena,unsigned nticks) arena_decay_ticks() argument
131 arena_decay_tick(tsdn_t * tsdn,arena_t * arena) arena_decay_tick() argument
159 arena_malloc(tsdn_t * tsdn,arena_t * arena,size_t size,szind_t ind,bool zero,tcache_t * tcache,bool slow_path) arena_malloc() argument
180 arena_aalloc(tsdn_t * tsdn,const void * ptr) arena_aalloc() argument
185 arena_salloc(tsdn_t * tsdn,const void * ptr) arena_salloc() argument
199 arena_vsalloc(tsdn_t * tsdn,const void * ptr) arena_vsalloc() argument
232 arena_dalloc_large_no_tcache(tsdn_t * tsdn,void * ptr,szind_t szind) arena_dalloc_large_no_tcache() argument
242 arena_dalloc_no_tcache(tsdn_t * tsdn,void * ptr) arena_dalloc_no_tcache() argument
270 arena_dalloc_large(tsdn_t * tsdn,void * ptr,tcache_t * tcache,szind_t szind,bool slow_path) arena_dalloc_large() argument
286 arena_dalloc(tsdn_t * tsdn,void * ptr,tcache_t * tcache,alloc_ctx_t * alloc_ctx,bool slow_path) arena_dalloc() argument
328 arena_sdalloc_no_tcache(tsdn_t * tsdn,void * ptr,size_t size) arena_sdalloc_no_tcache() argument
371 arena_sdalloc(tsdn_t * tsdn,void * ptr,size_t size,tcache_t * tcache,alloc_ctx_t * alloc_ctx,bool slow_path) arena_sdalloc() argument
[all...]
H A Djemalloc_internal_inlines_c.h30 iaalloc(tsdn_t *tsdn, const void *ptr) { in iaalloc()
33 return arena_aalloc(tsdn, ptr);
37 isalloc(tsdn_t *tsdn, const void *ptr) { in isalloc()
40 return arena_salloc(tsdn, ptr);
44 iallocztm(tsdn_t *tsdn, size_t size, szind_t ind, bool zero, tcache_t *tcache, in iallocztm()
50 if (!tsdn_null(tsdn) && tsd_reentrancy_level_get(tsdn_tsd(tsdn)) == 0) { in iallocztm()
51 witness_assert_depth_to_rank(tsdn_witness_tsdp_get(tsdn), in iallocztm()
55 ret = arena_malloc(tsdn, arena, size, ind, zero, tcache, slow_path); in iallocztm()
57 arena_internal_add(iaalloc(tsdn, re in iallocztm()
28 iaalloc(tsdn_t * tsdn,const void * ptr) iaalloc() argument
35 isalloc(tsdn_t * tsdn,const void * ptr) isalloc() argument
42 iallocztm(tsdn_t * tsdn,size_t size,szind_t ind,bool zero,tcache_t * tcache,bool is_internal,arena_t * arena,bool slow_path) iallocztm() argument
67 ipallocztm(tsdn_t * tsdn,size_t usize,size_t alignment,bool zero,tcache_t * tcache,bool is_internal,arena_t * arena) ipallocztm() argument
87 ipalloct(tsdn_t * tsdn,size_t usize,size_t alignment,bool zero,tcache_t * tcache,arena_t * arena) ipalloct() argument
99 ivsalloc(tsdn_t * tsdn,const void * ptr) ivsalloc() argument
104 idalloctm(tsdn_t * tsdn,void * ptr,tcache_t * tcache,alloc_ctx_t * alloc_ctx,bool is_internal,bool slow_path) idalloctm() argument
127 isdalloct(tsdn_t * tsdn,void * ptr,size_t size,tcache_t * tcache,alloc_ctx_t * alloc_ctx,bool slow_path) isdalloct() argument
135 iralloct_realign(tsdn_t * tsdn,void * ptr,size_t oldsize,size_t size,size_t alignment,bool zero,tcache_t * tcache,arena_t * arena,hook_ralloc_args_t * hook_args) iralloct_realign() argument
174 iralloct(tsdn_t * tsdn,void * ptr,size_t oldsize,size_t size,size_t alignment,bool zero,tcache_t * tcache,arena_t * arena,hook_ralloc_args_t * hook_args) iralloct() argument
204 ixalloc(tsdn_t * tsdn,void * ptr,size_t oldsize,size_t size,size_t extra,size_t alignment,bool zero,size_t * newsize) ixalloc() argument
[all...]
H A Dmutex_pool.h
H A Darena_externs.h37 void arena_basic_stats_merge(tsdn_t *tsdn, arena_t *arena,
40 void arena_stats_merge(tsdn_t *tsdn, arena_t *arena, unsigned *nthreads,
45 void arena_handle_deferred_work(tsdn_t *tsdn, arena_t *arena);
46 edata_t *arena_extent_alloc_large(tsdn_t *tsdn, arena_t *arena,
48 void arena_extent_dalloc_large_prep(tsdn_t *tsdn, arena_t *arena,
50 void arena_extent_ralloc_large_shrink(tsdn_t *tsdn, arena_t *arena,
52 void arena_extent_ralloc_large_expand(tsdn_t *tsdn, arena_t *arena,
54 bool arena_decay_ms_set(tsdn_t *tsdn, arena_t *arena, extent_state_t state,
57 void arena_decay(tsdn_t *tsdn, arena_t *arena, bool is_background_thread,
59 uint64_t arena_time_until_deferred(tsdn_t *tsdn, arena_
[all...]
H A Drtree.h134 rtree_leaf_elm_t *rtree_leaf_elm_lookup_hard(tsdn_t *tsdn, rtree_t *rtree, in rtree_leafkey()
180 rtree_leaf_elm_bits_read(tsdn_t *tsdn, rtree_t *rtree, in rtree_leaf_elm_bits_extent_get()
239 rtree_leaf_elm_read(tsdn_t *tsdn, rtree_t *rtree, rtree_leaf_elm_t *elm, in rtree_leaf_elm_slab_read()
242 uintptr_t bits = rtree_leaf_elm_bits_read(tsdn, rtree, elm, dependent); in rtree_leaf_elm_slab_read()
282 rtree_leaf_elm_write_commit(tsdn_t *tsdn, rtree_t *rtree, in rtree_leaf_elm_slab_write()
297 rtree_leaf_elm_write(tsdn_t *tsdn, rtree_t *rtree, in rtree_leaf_elm_write()
304 rtree_leaf_elm_write_commit(tsdn, rtree, elm, bits, additional); in rtree_leaf_elm_write()
309 rtree_leaf_elm_state_update(tsdn_t *tsdn, rtree_t *rtree, in rtree_leaf_elm_write()
313 uintptr_t bits = rtree_leaf_elm_bits_read(tsdn, rtree, elm1,
338 rtree_leaf_elm_lookup_fast(tsdn_t *tsdn, rtree_ in rtree_leaf_elm_lookup()
173 rtree_leaf_elm_bits_read(tsdn_t * tsdn,rtree_t * rtree,rtree_leaf_elm_t * elm,bool dependent) rtree_leaf_elm_bits_read() argument
211 rtree_leaf_elm_extent_read(tsdn_t * tsdn,rtree_t * rtree,rtree_leaf_elm_t * elm,bool dependent) rtree_leaf_elm_extent_read() argument
224 rtree_leaf_elm_szind_read(tsdn_t * tsdn,rtree_t * rtree,rtree_leaf_elm_t * elm,bool dependent) rtree_leaf_elm_szind_read() argument
236 rtree_leaf_elm_slab_read(tsdn_t * tsdn,rtree_t * rtree,rtree_leaf_elm_t * elm,bool dependent) rtree_leaf_elm_slab_read() argument
248 rtree_leaf_elm_extent_write(tsdn_t * tsdn,rtree_t * rtree,rtree_leaf_elm_t * elm,extent_t * extent) rtree_leaf_elm_extent_write() argument
262 rtree_leaf_elm_szind_write(tsdn_t * tsdn,rtree_t * rtree,rtree_leaf_elm_t * elm,szind_t szind) rtree_leaf_elm_szind_write() argument
280 rtree_leaf_elm_slab_write(tsdn_t * tsdn,rtree_t * rtree,rtree_leaf_elm_t * elm,bool slab) rtree_leaf_elm_slab_write() argument
295 rtree_leaf_elm_write(tsdn_t * tsdn,rtree_t * rtree,rtree_leaf_elm_t * elm,extent_t * extent,szind_t szind,bool slab) rtree_leaf_elm_write() argument
314 rtree_leaf_elm_szind_slab_update(tsdn_t * tsdn,rtree_t * rtree,rtree_leaf_elm_t * elm,szind_t szind,bool slab) rtree_leaf_elm_szind_slab_update() argument
327 rtree_leaf_elm_lookup(tsdn_t * tsdn,rtree_t * rtree,rtree_ctx_t * rtree_ctx,uintptr_t key,bool dependent,bool init_missing) rtree_leaf_elm_lookup() argument
386 rtree_write(tsdn_t * tsdn,rtree_t * rtree,rtree_ctx_t * rtree_ctx,uintptr_t key,extent_t * extent,szind_t szind,bool slab) rtree_write() argument
404 rtree_read(tsdn_t * tsdn,rtree_t * rtree,rtree_ctx_t * rtree_ctx,uintptr_t key,bool dependent) rtree_read() argument
416 rtree_extent_read(tsdn_t * tsdn,rtree_t * rtree,rtree_ctx_t * rtree_ctx,uintptr_t key,bool dependent) rtree_extent_read() argument
427 rtree_szind_read(tsdn_t * tsdn,rtree_t * rtree,rtree_ctx_t * rtree_ctx,uintptr_t key,bool dependent) rtree_szind_read() argument
443 rtree_extent_szind_read(tsdn_t * tsdn,rtree_t * rtree,rtree_ctx_t * rtree_ctx,uintptr_t key,bool dependent,extent_t ** r_extent,szind_t * r_szind) rtree_extent_szind_read() argument
463 rtree_szind_slab_read_fast(tsdn_t * tsdn,rtree_t * rtree,rtree_ctx_t * rtree_ctx,uintptr_t key,szind_t * r_szind,bool * r_slab) rtree_szind_slab_read_fast() argument
492 rtree_szind_slab_read(tsdn_t * tsdn,rtree_t * rtree,rtree_ctx_t * rtree_ctx,uintptr_t key,bool dependent,szind_t * r_szind,bool * r_slab) rtree_szind_slab_read() argument
511 rtree_szind_slab_update(tsdn_t * tsdn,rtree_t * rtree,rtree_ctx_t * rtree_ctx,uintptr_t key,szind_t szind,bool slab) rtree_szind_slab_update() argument
520 rtree_clear(tsdn_t * tsdn,rtree_t * rtree,rtree_ctx_t * rtree_ctx,uintptr_t key) rtree_clear() argument
[all...]
H A Darena_stats.h88 arena_stats_init(tsdn_t *tsdn, arena_stats_t *arena_stats) {
103 arena_stats_large_flush_nrequests_add(tsdn_t *tsdn, arena_stats_t *arena_stats,
105 LOCKEDINT_MTX_LOCK(tsdn, arena_stats->mtx);
107 locked_inc_u64(tsdn, LOCKEDINT_MTX(arena_stats->mtx),
109 locked_inc_u64(tsdn, LOCKEDINT_MTX(arena_stats->mtx),
111 LOCKEDINT_MTX_UNLOCK(tsdn, arena_stats->mtx);
131 arena_stats_init(tsdn_t * tsdn,arena_stats_t * arena_stats) arena_stats_init() argument
148 arena_stats_lock(tsdn_t * tsdn,arena_stats_t * arena_stats) arena_stats_lock() argument
155 arena_stats_unlock(tsdn_t * tsdn,arena_stats_t * arena_stats) arena_stats_unlock() argument
162 arena_stats_read_u64(tsdn_t * tsdn,arena_stats_t * arena_stats,arena_stats_u64_t * p) arena_stats_read_u64() argument
173 arena_stats_add_u64(tsdn_t * tsdn,arena_stats_t * arena_stats,arena_stats_u64_t * p,uint64_t x) arena_stats_add_u64() argument
184 arena_stats_sub_u64(tsdn_t * tsdn,arena_stats_t * arena_stats,arena_stats_u64_t * p,uint64_t x) arena_stats_sub_u64() argument
212 arena_stats_read_zu(tsdn_t * tsdn,arena_stats_t * arena_stats,atomic_zu_t * p) arena_stats_read_zu() argument
223 arena_stats_add_zu(tsdn_t * tsdn,arena_stats_t * arena_stats,atomic_zu_t * p,size_t x) arena_stats_add_zu() argument
235 arena_stats_sub_zu(tsdn_t * tsdn,arena_stats_t * arena_stats,atomic_zu_t * p,size_t x) arena_stats_sub_zu() argument
255 arena_stats_large_flush_nrequests_add(tsdn_t * tsdn,arena_stats_t * arena_stats,szind_t szind,uint64_t nrequests) arena_stats_large_flush_nrequests_add() argument
265 arena_stats_mapped_add(tsdn_t * tsdn,arena_stats_t * arena_stats,size_t size) arena_stats_mapped_add() argument
H A Dextent_externs.h
H A Dprof_externs.h67 void prof_idump(tsdn_t *tsdn);
69 void prof_gdump(tsdn_t *tsdn);
72 bool prof_active_get(tsdn_t *tsdn);
73 bool prof_active_set(tsdn_t *tsdn, bool active);
78 bool prof_thread_active_init_get(tsdn_t *tsdn);
79 bool prof_thread_active_init_set(tsdn_t *tsdn, bool active_init);
80 bool prof_gdump_get(tsdn_t *tsdn);
81 bool prof_gdump_set(tsdn_t *tsdn, bool active);
85 void prof_prefork0(tsdn_t *tsdn);
86 void prof_prefork1(tsdn_t *tsdn);
[all...]
H A Dmutex.h138 void malloc_mutex_prefork(tsdn_t *tsdn, malloc_mutex_t *mutex);
139 void malloc_mutex_postfork_parent(tsdn_t *tsdn, malloc_mutex_t *mutex);
140 void malloc_mutex_postfork_child(tsdn_t *tsdn, malloc_mutex_t *mutex);
143 void malloc_mutex_prof_data_reset(tsdn_t *tsdn, malloc_mutex_t *mutex);
159 mutex_owner_stats_update(tsdn_t *tsdn, malloc_mutex_t *mutex) { in malloc_mutex_trylock_final()
163 if (data->prev_owner != tsdn) { in mutex_owner_stats_update() argument
164 data->prev_owner = tsdn; in mutex_owner_stats_update()
172 malloc_mutex_trylock(tsdn_t *tsdn, malloc_mutex_t *mutex) { in mutex_owner_stats_update()
173 witness_assert_not_owner(tsdn_witness_tsdp_get(tsdn), &mutex->witness);
179 mutex_owner_stats_update(tsdn, mute in malloc_mutex_trylock()
176 malloc_mutex_trylock(tsdn_t * tsdn,malloc_mutex_t * mutex) malloc_mutex_trylock() argument
215 malloc_mutex_lock(tsdn_t * tsdn,malloc_mutex_t * mutex) malloc_mutex_lock() argument
228 malloc_mutex_unlock(tsdn_t * tsdn,malloc_mutex_t * mutex) malloc_mutex_unlock() argument
237 malloc_mutex_assert_owner(tsdn_t * tsdn,malloc_mutex_t * mutex) malloc_mutex_assert_owner() argument
242 malloc_mutex_assert_not_owner(tsdn_t * tsdn,malloc_mutex_t * mutex) malloc_mutex_assert_not_owner() argument
248 malloc_mutex_prof_read(tsdn_t * tsdn,mutex_prof_data_t * data,malloc_mutex_t * mutex) malloc_mutex_prof_read() argument
265 malloc_mutex_prof_accum(tsdn_t * tsdn,mutex_prof_data_t * data,malloc_mutex_t * mutex) malloc_mutex_prof_accum() argument
[all...]
H A Dlarge_externs.h6 void *large_malloc(tsdn_t *tsdn, arena_t *arena, size_t usize, bool zero);
7 void *large_palloc(tsdn_t *tsdn, arena_t *arena, size_t usize, size_t alignment,
9 bool large_ralloc_no_move(tsdn_t *tsdn, edata_t *edata, size_t usize_min,
11 void *large_ralloc(tsdn_t *tsdn, arena_t *arena, void *ptr, size_t usize,
15 void large_dalloc_prep_locked(tsdn_t *tsdn, edata_t *edata);
16 void large_dalloc_finish(tsdn_t *tsdn, edata_t *edata);
17 void large_dalloc(tsdn_t *tsdn, edata_t *edata);
18 size_t large_salloc(tsdn_t *tsdn, const edata_t *edata);
H A Dbase_externs.h
H A Dbackground_thread_externs.h18 void background_thread_prefork0(tsdn_t *tsdn);
19 void background_thread_prefork1(tsdn_t *tsdn);
20 void background_thread_postfork_parent(tsdn_t *tsdn);
21 void background_thread_postfork_child(tsdn_t *tsdn);
22 bool background_thread_stats_read(tsdn_t *tsdn,
24 void background_thread_ctl_init(tsdn_t *tsdn);
31 bool background_thread_boot1(tsdn_t *tsdn, base_t *base);
H A Dtcache_externs.h37 size_t tcache_salloc(tsdn_t *tsdn, const void *ptr);
38 void *tcache_alloc_small_hard(tsdn_t *tsdn, arena_t *arena, tcache_t *tcache,
47 void tcache_arena_reassociate(tsdn_t *tsdn, tcache_slow_t *tcache_slow,
51 void tcache_stats_merge(tsdn_t *tsdn, tcache_t *tcache, arena_t *arena);
55 bool tcache_boot(tsdn_t *tsdn, base_t *base);
56 void tcache_arena_associate(tsdn_t *tsdn, tcache_slow_t *tcache_slow,
58 void tcache_prefork(tsdn_t *tsdn);
59 void tcache_postfork_parent(tsdn_t *tsdn);
60 void tcache_postfork_child(tsdn_t *tsdn);
H A Dprof_inlines_b.h
H A Dtsd.h176 void tsd_global_slow_inc(tsdn_t *tsdn);
177 void tsd_global_slow_dec(tsdn_t *tsdn);
288 tsdn_null(const tsdn_t *tsdn) {
289 return tsdn == NULL;
293 tsdn_tsd(tsdn_t *tsdn) {
294 assert(!tsdn_null(tsdn));
296 return &tsdn->tsd;
351 * tsdn_foop_get(tsdn) returns either the thread-local instance of foo (if tsdn in tsd_fetch_impl()
352 * isn't NULL), or NULL (if tsdn i in tsd_fetch_impl()
230 tsdn_null(const tsdn_t * tsdn) tsdn_null() argument
235 tsdn_tsd(tsdn_t * tsdn) tsdn_tsd() argument
404 tsdn_rtree_ctx(tsdn_t * tsdn,rtree_ctx_t * fallback) tsdn_rtree_ctx() argument
[all...]
H A Dbin.h59 void bin_prefork(tsdn_t *tsdn, bin_t *bin);
60 void bin_postfork_parent(tsdn_t *tsdn, bin_t *bin);
61 void bin_postfork_child(tsdn_t *tsdn, bin_t *bin);
65 bin_stats_merge(tsdn_t *tsdn, bin_stats_data_t *dst_bin_stats, bin_t *bin) {
66 malloc_mutex_lock(tsdn, &bin->lock);
67 malloc_mutex_prof_accum(tsdn, &dst_bin_stats->mutex_data, &bin->lock);
79 malloc_mutex_unlock(tsdn, &bin->lock);
107 bin_stats_merge(tsdn_t * tsdn,bin_stats_t * dst_bin_stats,bin_t * bin) bin_stats_merge() argument
/freebsd/contrib/jemalloc/src/
H A Dextent.c16 static bool extent_commit_impl(tsdn_t *tsdn, ehooks_t *ehooks, edata_t *edata,
18 static bool extent_purge_lazy_impl(tsdn_t *tsdn, ehooks_t *ehooks,
20 static bool extent_purge_forced_impl(tsdn_t *tsdn, ehooks_t *ehooks,
22 static edata_t *extent_split_impl(tsdn_t *tsdn, pac_t *pac, ehooks_t *ehooks,
24 static bool extent_merge_impl(tsdn_t *tsdn, pac_t *pac, ehooks_t *ehooks,
37 static void extent_deregister(tsdn_t *tsdn, pac_t *pac, edata_t *edata);
38 static edata_t *extent_recycle(tsdn_t *tsdn, pac_t *pac, ehooks_t *ehooks,
41 static edata_t *extent_try_coalesce(tsdn_t *tsdn, pac_t *pac, ehooks_t *ehooks,
43 static edata_t *extent_alloc_retained(tsdn_t *tsdn, pac_t *pac,
61 extent_try_delayed_coalesce(tsdn_t *tsdn, pac_
130 extent_rtree_leaf_elm_try_lock(tsdn_t * tsdn,rtree_leaf_elm_t * elm,extent_t ** result,bool inactive_only) extent_rtree_leaf_elm_try_lock() argument
163 extent_lock_from_addr(tsdn_t * tsdn,rtree_ctx_t * rtree_ctx,void * addr,bool inactive_only) extent_lock_from_addr() argument
180 extent_alloc(tsdn_t * tsdn,arena_t * arena) extent_alloc() argument
194 extent_dalloc(tsdn_t * tsdn,arena_t * arena,extent_t * extent) extent_dalloc() argument
286 extents_init(tsdn_t * tsdn,extents_t * extents,extent_state_t state,bool delay_coalesce) extents_init() argument
340 extents_insert_locked(tsdn_t * tsdn,extents_t * extents,extent_t * extent) extents_insert_locked() argument
371 extents_remove_locked(tsdn_t * tsdn,extents_t * extents,extent_t * extent) extents_remove_locked() argument
443 extents_first_fit_locked(tsdn_t * tsdn,arena_t * arena,extents_t * extents,size_t size) extents_first_fit_locked() argument
493 extents_fit_locked(tsdn_t * tsdn,arena_t * arena,extents_t * extents,size_t esize,size_t alignment) extents_fit_locked() argument
520 extent_try_delayed_coalesce(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,rtree_ctx_t * rtree_ctx,extents_t * extents,extent_t * extent) extent_try_delayed_coalesce() argument
537 extents_alloc(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extents_t * extents,void * new_addr,size_t size,size_t pad,size_t alignment,bool slab,szind_t szind,bool * zero,bool * commit) extents_alloc() argument
552 extents_dalloc(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extents_t * extents,extent_t * extent) extents_dalloc() argument
567 extents_evict(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extents_t * extents,size_t npages_min) extents_evict() argument
635 extents_abandon_vm(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extents_t * extents,extent_t * extent,bool growing_retained) extents_abandon_vm() argument
657 extents_prefork(tsdn_t * tsdn,extents_t * extents) extents_prefork() argument
662 extents_postfork_parent(tsdn_t * tsdn,extents_t * extents) extents_postfork_parent() argument
667 extents_postfork_child(tsdn_t * tsdn,extents_t * extents) extents_postfork_child() argument
672 extent_deactivate_locked(tsdn_t * tsdn,arena_t * arena,extents_t * extents,extent_t * extent) extent_deactivate_locked() argument
682 extent_deactivate(tsdn_t * tsdn,arena_t * arena,extents_t * extents,extent_t * extent) extent_deactivate() argument
690 extent_activate_locked(tsdn_t * tsdn,arena_t * arena,extents_t * extents,extent_t * extent) extent_activate_locked() argument
700 extent_rtree_leaf_elms_lookup(tsdn_t * tsdn,rtree_ctx_t * rtree_ctx,const extent_t * extent,bool dependent,bool init_missing,rtree_leaf_elm_t ** r_elm_a,rtree_leaf_elm_t ** r_elm_b) extent_rtree_leaf_elms_lookup() argument
721 extent_rtree_write_acquired(tsdn_t * tsdn,rtree_leaf_elm_t * elm_a,rtree_leaf_elm_t * elm_b,extent_t * extent,szind_t szind,bool slab) extent_rtree_write_acquired() argument
731 extent_interior_register(tsdn_t * tsdn,rtree_ctx_t * rtree_ctx,extent_t * extent,szind_t szind) extent_interior_register() argument
744 extent_gdump_add(tsdn_t * tsdn,const extent_t * extent) extent_gdump_add() argument
770 extent_gdump_sub(tsdn_t * tsdn,const extent_t * extent) extent_gdump_sub() argument
781 extent_register_impl(tsdn_t * tsdn,extent_t * extent,bool gdump_add) extent_register_impl() argument
815 extent_register(tsdn_t * tsdn,extent_t * extent) extent_register() argument
820 extent_register_no_gdump_add(tsdn_t * tsdn,extent_t * extent) extent_register_no_gdump_add() argument
825 extent_reregister(tsdn_t * tsdn,extent_t * extent) extent_reregister() argument
838 extent_interior_deregister(tsdn_t * tsdn,rtree_ctx_t * rtree_ctx,extent_t * extent) extent_interior_deregister() argument
855 extent_deregister_impl(tsdn_t * tsdn,extent_t * extent,bool gdump) extent_deregister_impl() argument
878 extent_deregister(tsdn_t * tsdn,extent_t * extent) extent_deregister() argument
883 extent_deregister_no_gdump_sub(tsdn_t * tsdn,extent_t * extent) extent_deregister_no_gdump_sub() argument
892 extent_recycle_extract(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,rtree_ctx_t * rtree_ctx,extents_t * extents,void * new_addr,size_t size,size_t pad,size_t alignment,bool slab,bool growing_retained) extent_recycle_extract() argument
980 extent_split_interior(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,rtree_ctx_t * rtree_ctx,extent_t ** extent,extent_t ** lead,extent_t ** trail,extent_t ** to_leak,extent_t ** to_salvage,void * new_addr,size_t size,size_t pad,size_t alignment,bool slab,szind_t szind,bool growing_retained) extent_split_interior() argument
1057 extent_recycle_split(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,rtree_ctx_t * rtree_ctx,extents_t * extents,void * new_addr,size_t size,size_t pad,size_t alignment,bool slab,szind_t szind,extent_t * extent,bool growing_retained) extent_recycle_split() argument
1128 extent_recycle(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extents_t * extents,void * new_addr,size_t size,size_t pad,size_t alignment,bool slab,szind_t szind,bool * zero,bool * commit,bool growing_retained) extent_recycle() argument
1209 extent_alloc_core(tsdn_t * tsdn,arena_t * arena,void * new_addr,size_t size,size_t alignment,bool * zero,bool * commit,dss_prec_t dss_prec) extent_alloc_core() argument
1239 extent_alloc_default_impl(tsdn_t * tsdn,arena_t * arena,void * new_addr,size_t size,size_t alignment,bool * zero,bool * commit) extent_alloc_default_impl() argument
1253 tsdn_t *tsdn; extent_alloc_default() local
1269 extent_hook_pre_reentrancy(tsdn_t * tsdn,arena_t * arena) extent_hook_pre_reentrancy() argument
1286 extent_hook_post_reentrancy(tsdn_t * tsdn) extent_hook_post_reentrancy() argument
1297 extent_grow_retained(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,size_t size,size_t pad,size_t alignment,bool slab,szind_t szind,bool * zero,bool * commit) extent_grow_retained() argument
1463 extent_alloc_retained(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,void * new_addr,size_t size,size_t pad,size_t alignment,bool slab,szind_t szind,bool * zero,bool * commit) extent_alloc_retained() argument
1492 extent_alloc_wrapper_hard(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,void * new_addr,size_t size,size_t pad,size_t alignment,bool slab,szind_t szind,bool * zero,bool * commit) extent_alloc_wrapper_hard() argument
1531 extent_alloc_wrapper(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,void * new_addr,size_t size,size_t pad,size_t alignment,bool slab,szind_t szind,bool * zero,bool * commit) extent_alloc_wrapper() argument
1580 extent_coalesce(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extents_t * extents,extent_t * inner,extent_t * outer,bool forward,bool growing_retained) extent_coalesce() argument
1600 extent_try_coalesce_impl(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,rtree_ctx_t * rtree_ctx,extents_t * extents,extent_t * extent,bool * coalesced,bool growing_retained,bool inactive_only) extent_try_coalesce_impl() argument
1675 extent_try_coalesce(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,rtree_ctx_t * rtree_ctx,extents_t * extents,extent_t * extent,bool * coalesced,bool growing_retained) extent_try_coalesce() argument
1683 extent_try_coalesce_large(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,rtree_ctx_t * rtree_ctx,extents_t * extents,extent_t * extent,bool * coalesced,bool growing_retained) extent_try_coalesce_large() argument
1695 extent_record(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extents_t * extents,extent_t * extent,bool growing_retained) extent_record() argument
1742 extent_dalloc_gap(tsdn_t * tsdn,arena_t * arena,extent_t * extent) extent_dalloc_gap() argument
1776 extent_dalloc_wrapper_try(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extent_t * extent) extent_dalloc_wrapper_try() argument
1810 extent_dalloc_wrapper(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extent_t * extent) extent_dalloc_wrapper() argument
1881 extent_destroy_wrapper(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extent_t * extent) extent_destroy_wrapper() argument
1918 extent_commit_impl(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extent_t * extent,size_t offset,size_t length,bool growing_retained) extent_commit_impl() argument
1939 extent_commit_wrapper(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extent_t * extent,size_t offset,size_t length) extent_commit_wrapper() argument
1954 extent_decommit_wrapper(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extent_t * extent,size_t offset,size_t length) extent_decommit_wrapper() argument
1991 extent_purge_lazy_impl(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extent_t * extent,size_t offset,size_t length,bool growing_retained) extent_purge_lazy_impl() argument
2016 extent_purge_lazy_wrapper(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extent_t * extent,size_t offset,size_t length) extent_purge_lazy_wrapper() argument
2038 extent_purge_forced_impl(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extent_t * extent,size_t offset,size_t length,bool growing_retained) extent_purge_forced_impl() argument
2062 extent_purge_forced_wrapper(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extent_t * extent,size_t offset,size_t length) extent_purge_forced_wrapper() argument
2092 extent_split_impl(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extent_t * extent,size_t size_a,szind_t szind_a,bool slab_a,size_t size_b,szind_t szind_b,bool slab_b,bool growing_retained) extent_split_impl() argument
2176 extent_split_wrapper(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extent_t * extent,size_t size_a,szind_t szind_a,bool slab_a,size_t size_b,szind_t szind_b,bool slab_b) extent_split_wrapper() argument
2231 tsdn_t *tsdn = tsdn_fetch(); extent_merge_default() local
2242 extent_merge_impl(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extent_t * a,extent_t * b,bool growing_retained) extent_merge_impl() argument
2316 extent_merge_wrapper(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extent_t * a,extent_t * b) extent_merge_wrapper() argument
2340 extent_util_stats_get(tsdn_t * tsdn,const void * ptr,size_t * nfree,size_t * nregs,size_t * size) extent_util_stats_get() argument
2363 extent_util_stats_verbose_get(tsdn_t * tsdn,const void * ptr,size_t * nfree,size_t * nregs,size_t * size,size_t * bin_nfree,size_t * bin_nregs,void ** slabcur_addr) extent_util_stats_verbose_get() argument
[all...]
H A Dlarge.c14 large_malloc(tsdn_t *tsdn, arena_t *arena, size_t usize, bool zero) { in large_malloc() argument
17 return large_palloc(tsdn, arena, usize, CACHELINE, zero); in large_malloc()
21 large_palloc(tsdn_t *tsdn, arena_t *arena, size_t usize, size_t alignment, in large_palloc() argument
27 assert(!tsdn_null(tsdn) || arena != NULL); in large_palloc()
34 if (likely(!tsdn_null(tsdn))) { in large_palloc()
35 arena = arena_choose_maybe_huge(tsdn_tsd(tsdn), arena, usize); in large_palloc()
37 if (unlikely(arena == NULL) || (edata = arena_extent_alloc_large(tsdn, in large_palloc()
45 malloc_mutex_lock(tsdn, &arena->large_mtx); in large_palloc()
47 malloc_mutex_unlock(tsdn, &arena->large_mtx); in large_palloc()
50 arena_decay_tick(tsdn, aren in large_palloc()
96 large_ralloc_no_move_shrink(tsdn_t * tsdn,extent_t * extent,size_t usize) large_ralloc_no_move_shrink() argument
131 large_ralloc_no_move_expand(tsdn_t * tsdn,extent_t * extent,size_t usize,bool zero) large_ralloc_no_move_expand() argument
219 large_ralloc_no_move(tsdn_t * tsdn,extent_t * extent,size_t usize_min,size_t usize_max,bool zero) large_ralloc_no_move() argument
265 large_ralloc_move_helper(tsdn_t * tsdn,arena_t * arena,size_t usize,size_t alignment,bool zero) large_ralloc_move_helper() argument
274 large_ralloc(tsdn_t * tsdn,arena_t * arena,void * ptr,size_t usize,size_t alignment,bool zero,tcache_t * tcache,hook_ralloc_args_t * hook_args) large_ralloc() argument
322 large_dalloc_prep_impl(tsdn_t * tsdn,arena_t * arena,extent_t * extent,bool junked_locked) large_dalloc_prep_impl() argument
344 large_dalloc_finish_impl(tsdn_t * tsdn,arena_t * arena,extent_t * extent) large_dalloc_finish_impl() argument
350 large_dalloc_prep_junked_locked(tsdn_t * tsdn,extent_t * extent) large_dalloc_prep_junked_locked() argument
355 large_dalloc_finish(tsdn_t * tsdn,extent_t * extent) large_dalloc_finish() argument
360 large_dalloc(tsdn_t * tsdn,extent_t * extent) large_dalloc() argument
368 large_salloc(tsdn_t * tsdn,const extent_t * extent) large_salloc() argument
373 large_prof_tctx_get(tsdn_t * tsdn,const extent_t * extent) large_prof_tctx_get() argument
378 large_prof_tctx_set(tsdn_t * tsdn,extent_t * extent,prof_tctx_t * tctx) large_prof_tctx_set() argument
383 large_prof_tctx_reset(tsdn_t * tsdn,extent_t * extent) large_prof_tctx_reset() argument
[all...]
H A Darena.c63 static bool arena_decay_dirty(tsdn_t *tsdn, arena_t *arena,
65 static void arena_bin_lower_slab(tsdn_t *tsdn, arena_t *arena, edata_t *slab,
68 arena_maybe_do_deferred_work(tsdn_t *tsdn, arena_t *arena, decay_t *decay,
74 arena_basic_stats_merge(tsdn_t *tsdn, arena_t *arena, unsigned *nthreads, in arena_basic_stats_merge()
85 arena_stats_merge(tsdn_t *tsdn, arena_t *arena, unsigned *nthreads, in arena_stats_merge()
92 arena_basic_stats_merge(tsdn, arena, nthreads, dss, dirty_decay_ms, in arena_stats_merge()
96 base_stats_get(tsdn, arena->base, &base_allocated, &base_resident, in arena_stats_merge()
102 LOCKEDINT_MTX_LOCK(tsdn, arena->stats.mtx); in arena_stats_merge()
109 uint64_t nmalloc = locked_read_u64(tsdn, in arena_stats_merge()
115 uint64_t ndalloc = locked_read_u64(tsdn, in arena_stats_merge()
70 arena_basic_stats_merge(tsdn_t * tsdn,arena_t * arena,unsigned * nthreads,const char ** dss,ssize_t * dirty_decay_ms,ssize_t * muzzy_decay_ms,size_t * nactive,size_t * ndirty,size_t * nmuzzy) arena_basic_stats_merge() argument
83 arena_stats_merge(tsdn_t * tsdn,arena_t * arena,unsigned * nthreads,const char ** dss,ssize_t * dirty_decay_ms,ssize_t * muzzy_decay_ms,size_t * nactive,size_t * ndirty,size_t * nmuzzy,arena_stats_t * astats,bin_stats_t * bstats,arena_stats_large_t * lstats,arena_stats_extents_t * estats) arena_stats_merge() argument
256 arena_extents_dirty_dalloc(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extent_t * extent) arena_extents_dirty_dalloc() argument
384 arena_large_malloc_stats_update(tsdn_t * tsdn,arena_t * arena,size_t usize) arena_large_malloc_stats_update() argument
400 arena_large_dalloc_stats_update(tsdn_t * tsdn,arena_t * arena,size_t usize) arena_large_dalloc_stats_update() argument
416 arena_large_ralloc_stats_update(tsdn_t * tsdn,arena_t * arena,size_t oldusize,size_t usize) arena_large_ralloc_stats_update() argument
428 arena_extent_alloc_large(tsdn_t * tsdn,arena_t * arena,size_t usize,size_t alignment,bool * zero) arena_extent_alloc_large() argument
480 arena_extent_dalloc_large_prep(tsdn_t * tsdn,arena_t * arena,extent_t * extent) arena_extent_dalloc_large_prep() argument
491 arena_extent_ralloc_large_shrink(tsdn_t * tsdn,arena_t * arena,extent_t * extent,size_t oldusize) arena_extent_ralloc_large_shrink() argument
505 arena_extent_ralloc_large_expand(tsdn_t * tsdn,arena_t * arena,extent_t * extent,size_t oldusize) arena_extent_ralloc_large_expand() argument
611 arena_decay_try_purge(tsdn_t * tsdn,arena_t * arena,arena_decay_t * decay,extents_t * extents,size_t current_npages,size_t npages_limit,bool is_background_thread) arena_decay_try_purge() argument
646 arena_decay_epoch_advance(tsdn_t * tsdn,arena_t * arena,arena_decay_t * decay,extents_t * extents,const nstime_t * time,bool is_background_thread) arena_decay_epoch_advance() argument
714 arena_maybe_decay(tsdn_t * tsdn,arena_t * arena,arena_decay_t * decay,extents_t * extents,bool is_background_thread) arena_maybe_decay() argument
787 arena_decay_ms_set(tsdn_t * tsdn,arena_t * arena,arena_decay_t * decay,extents_t * extents,ssize_t decay_ms) arena_decay_ms_set() argument
810 arena_dirty_decay_ms_set(tsdn_t * tsdn,arena_t * arena,ssize_t decay_ms) arena_dirty_decay_ms_set() argument
817 arena_muzzy_decay_ms_set(tsdn_t * tsdn,arena_t * arena,ssize_t decay_ms) arena_muzzy_decay_ms_set() argument
824 arena_stash_decayed(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,extents_t * extents,size_t npages_limit,size_t npages_decay_max,extent_list_t * decay_extents) arena_stash_decayed() argument
843 arena_decay_stashed(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,arena_decay_t * decay,extents_t * extents,bool all,extent_list_t * decay_extents,bool is_background_thread) arena_decay_stashed() argument
916 arena_decay_to_limit(tsdn_t * tsdn,arena_t * arena,arena_decay_t * decay,extents_t * extents,bool all,size_t npages_limit,size_t npages_decay_max,bool is_background_thread) arena_decay_to_limit() argument
948 arena_decay_impl(tsdn_t * tsdn,arena_t * arena,arena_decay_t * decay,extents_t * extents,bool is_background_thread,bool all) arena_decay_impl() argument
983 arena_decay_dirty(tsdn_t * tsdn,arena_t * arena,bool is_background_thread,bool all) arena_decay_dirty() argument
990 arena_decay_muzzy(tsdn_t * tsdn,arena_t * arena,bool is_background_thread,bool all) arena_decay_muzzy() argument
997 arena_decay(tsdn_t * tsdn,arena_t * arena,bool is_background_thread,bool all) arena_decay() argument
1005 arena_slab_dalloc(tsdn_t * tsdn,arena_t * arena,extent_t * slab) arena_slab_dalloc() argument
1151 arena_destroy_retained(tsdn_t * tsdn,arena_t * arena) arena_destroy_retained() argument
1206 arena_slab_alloc_hard(tsdn_t * tsdn,arena_t * arena,extent_hooks_t ** r_extent_hooks,const bin_info_t * bin_info,szind_t szind) arena_slab_alloc_hard() argument
1229 arena_slab_alloc(tsdn_t * tsdn,arena_t * arena,szind_t binind,unsigned binshard,const bin_info_t * bin_info) arena_slab_alloc() argument
1266 arena_bin_nonfull_slab_get(tsdn_t * tsdn,arena_t * arena,bin_t * bin,szind_t binind,unsigned binshard) arena_bin_nonfull_slab_get() argument
1309 arena_bin_malloc_hard(tsdn_t * tsdn,arena_t * arena,bin_t * bin,szind_t binind,unsigned binshard) arena_bin_malloc_hard() argument
1365 arena_bin_choose_lock(tsdn_t * tsdn,arena_t * arena,szind_t binind,unsigned * binshard) arena_bin_choose_lock() argument
1381 arena_tcache_fill_small(tsdn_t * tsdn,arena_t * arena,tcache_t * tcache,cache_bin_t * tbin,szind_t binind,uint64_t prof_accumbytes) arena_tcache_fill_small() argument
1460 arena_malloc_small(tsdn_t * tsdn,arena_t * arena,szind_t binind,bool zero) arena_malloc_small() argument
1514 arena_malloc_hard(tsdn_t * tsdn,arena_t * arena,size_t size,szind_t ind,bool zero) arena_malloc_hard() argument
1532 arena_palloc(tsdn_t * tsdn,arena_t * arena,size_t usize,size_t alignment,bool zero,tcache_t * tcache) arena_palloc() argument
1553 arena_prof_promote(tsdn_t * tsdn,void * ptr,size_t usize) arena_prof_promote() argument
1581 arena_prof_demote(tsdn_t * tsdn,extent_t * extent,const void * ptr) arena_prof_demote() argument
1597 arena_dalloc_promoted(tsdn_t * tsdn,void * ptr,tcache_t * tcache,bool slow_path) arena_dalloc_promoted() argument
1644 arena_dalloc_bin_slab(tsdn_t * tsdn,arena_t * arena,extent_t * slab,bin_t * bin) arena_dalloc_bin_slab() argument
1659 arena_bin_lower_slab(tsdn_t * tsdn,arena_t * arena,extent_t * slab,bin_t * bin) arena_bin_lower_slab() argument
1686 arena_dalloc_bin_locked_impl(tsdn_t * tsdn,arena_t * arena,bin_t * bin,szind_t binind,extent_t * slab,void * ptr,bool junked) arena_dalloc_bin_locked_impl() argument
1712 arena_dalloc_bin_junked_locked(tsdn_t * tsdn,arena_t * arena,bin_t * bin,szind_t binind,extent_t * extent,void * ptr) arena_dalloc_bin_junked_locked() argument
1719 arena_dalloc_bin(tsdn_t * tsdn,arena_t * arena,extent_t * extent,void * ptr) arena_dalloc_bin() argument
1731 arena_dalloc_small(tsdn_t * tsdn,void * ptr) arena_dalloc_small() argument
1740 arena_ralloc_no_move(tsdn_t * tsdn,void * ptr,size_t oldsize,size_t size,size_t extra,bool zero,size_t * newsize) arena_ralloc_no_move() argument
1786 arena_ralloc_move_helper(tsdn_t * tsdn,arena_t * arena,size_t usize,size_t alignment,bool zero,tcache_t * tcache) arena_ralloc_move_helper() argument
1800 arena_ralloc(tsdn_t * tsdn,arena_t * arena,void * ptr,size_t oldsize,size_t size,size_t alignment,bool zero,tcache_t * tcache,hook_ralloc_args_t * hook_args) arena_ralloc() argument
1942 arena_new(tsdn_t * tsdn,unsigned ind,extent_hooks_t * extent_hooks) arena_new() argument
2182 arena_prefork0(tsdn_t * tsdn,arena_t * arena) arena_prefork0() argument
2188 arena_prefork1(tsdn_t * tsdn,arena_t * arena) arena_prefork1() argument
2195 arena_prefork2(tsdn_t * tsdn,arena_t * arena) arena_prefork2() argument
2200 arena_prefork3(tsdn_t * tsdn,arena_t * arena) arena_prefork3() argument
2207 arena_prefork4(tsdn_t * tsdn,arena_t * arena) arena_prefork4() argument
2212 arena_prefork5(tsdn_t * tsdn,arena_t * arena) arena_prefork5() argument
2217 arena_prefork6(tsdn_t * tsdn,arena_t * arena) arena_prefork6() argument
2222 arena_prefork7(tsdn_t * tsdn,arena_t * arena) arena_prefork7() argument
2231 arena_postfork_parent(tsdn_t * tsdn,arena_t * arena) arena_postfork_parent() argument
2255 arena_postfork_child(tsdn_t * tsdn,arena_t * arena) arena_postfork_child() argument
[all...]
H A Dbackground_thread.c59 void background_thread_prefork0(tsdn_t *tsdn) NOT_REACHED in background_thread_create()
60 void background_thread_prefork1(tsdn_t *tsdn) NOT_REACHED in background_thread_create()
61 void background_thread_postfork_parent(tsdn_t *tsdn) NOT_REACHED in background_thread_create()
62 void background_thread_postfork_child(tsdn_t *tsdn) NOT_REACHED in background_thread_create()
63 bool background_thread_stats_read(tsdn_t *tsdn, in background_thread_create()
65 void background_thread_ctl_init(tsdn_t *tsdn) NOT_REACHED in background_thread_create()
72 background_thread_info_init(tsdn_t *tsdn, background_thread_info_t *info) {
73 background_thread_wakeup_time_set(tsdn, info, 0);
120 background_thread_sleep(tsdn_t *tsdn, background_thread_info_t *info,
135 background_thread_wakeup_time_set(tsdn, inf
895 background_thread_boot1(tsdn_t * tsdn) background_thread_boot1() argument
[all...]
H A Drtree.c31 rtree_node_alloc(tsdn_t *tsdn, rtree_t *rtree, size_t nelms) { in rtree_node_alloc_impl() argument
32 return (rtree_node_elm_t *)base_alloc(tsdn, rtree->base, in rtree_node_alloc_impl()
37 rtree_leaf_alloc(tsdn_t *tsdn, rtree_t *rtree, size_t nelms) {
38 return (rtree_leaf_elm_t *)base_alloc(tsdn, rtree->base, in rtree_node_dalloc_impl() argument
43 rtree_node_init(tsdn_t *tsdn, rtree_t *rtree, unsigned level,
45 malloc_mutex_lock(tsdn, &rtree->init_lock);
52 node = rtree_node_alloc(tsdn, rtree, ZU(1) <<
55 malloc_mutex_unlock(tsdn, &rtree->init_lock); in rtree_leaf_dalloc_impl()
64 malloc_mutex_unlock(tsdn, &rtree->init_lock); in rtree_delete_subtree()
70 rtree_leaf_init(tsdn_t *tsdn, rtree_ in rtree_delete_subtree()
46 rtree_leaf_alloc_impl(tsdn_t * tsdn,rtree_t * rtree,size_t nelms) rtree_leaf_alloc_impl() argument
53 rtree_leaf_dalloc_impl(tsdn_t * tsdn,rtree_t * rtree,rtree_leaf_elm_t * leaf) rtree_leaf_dalloc_impl() argument
63 rtree_delete_subtree(tsdn_t * tsdn,rtree_t * rtree,rtree_node_elm_t * subtree,unsigned level) rtree_delete_subtree() argument
94 rtree_delete(tsdn_t * tsdn,rtree_t * rtree) rtree_delete() argument
102 rtree_node_init(tsdn_t * tsdn,rtree_t * rtree,unsigned level,atomic_p_t * elmp) rtree_node_init() argument
129 rtree_leaf_init(tsdn_t * tsdn,rtree_t * rtree,atomic_p_t * elmp) rtree_leaf_init() argument
181 rtree_child_node_read(tsdn_t * tsdn,rtree_t * rtree,rtree_node_elm_t * elm,unsigned level,bool dependent) rtree_child_node_read() argument
210 rtree_child_leaf_read(tsdn_t * tsdn,rtree_t * rtree,rtree_node_elm_t * elm,unsigned level,bool dependent) rtree_child_leaf_read() argument
223 rtree_leaf_elm_lookup_hard(tsdn_t * tsdn,rtree_t * rtree,rtree_ctx_t * rtree_ctx,uintptr_t key,bool dependent,bool init_missing) rtree_leaf_elm_lookup_hard() argument
[all...]
H A Dbase.c40 base_map(tsdn_t *tsdn, ehooks_t *ehooks, unsigned ind, size_t size) { in base_map()
54 addr = ehooks_alloc(tsdn, ehooks, NULL, size, alignment, &zero,
62 base_unmap(tsdn_t *tsdn, ehooks_t *ehooks, unsigned ind, void *addr, in base_unmap()
90 if (!ehooks_dalloc(tsdn, ehooks, addr, size, true)) { in base_unmap()
93 if (!ehooks_decommit(tsdn, ehooks, addr, size, 0, size)) { in base_unmap()
96 if (!ehooks_purge_forced(tsdn, ehooks, addr, size, 0, size)) { in base_unmap()
99 if (!ehooks_purge_lazy(tsdn, ehooks, addr, size, 0, size)) { in base_unmap()
139 base_auto_thp_switch(tsdn_t *tsdn, base_t *base) { in base_get_num_blocks()
141 malloc_mutex_assert_owner(tsdn, &base->mtx); in base_get_num_blocks()
243 base_block_alloc(tsdn_t *tsdn, base_
32 base_map(tsdn_t * tsdn,extent_hooks_t * extent_hooks,unsigned ind,size_t size) base_map() argument
55 base_unmap(tsdn_t * tsdn,extent_hooks_t * extent_hooks,unsigned ind,void * addr,size_t size) base_unmap() argument
144 base_auto_thp_switch(tsdn_t * tsdn,base_t * base) base_auto_thp_switch() argument
248 base_block_alloc(tsdn_t * tsdn,base_t * base,extent_hooks_t * extent_hooks,unsigned ind,pszind_t * pind_last,size_t * extent_sn_next,size_t size,size_t alignment) base_block_alloc() argument
308 base_extent_alloc(tsdn_t * tsdn,base_t * base,size_t size,size_t alignment) base_extent_alloc() argument
350 base_new(tsdn_t * tsdn,unsigned ind,extent_hooks_t * extent_hooks) base_new() argument
396 base_delete(tsdn_t * tsdn,base_t * base) base_delete() argument
421 base_alloc_impl(tsdn_t * tsdn,base_t * base,size_t size,size_t alignment,size_t * esn) base_alloc_impl() argument
464 base_alloc(tsdn_t * tsdn,base_t * base,size_t size,size_t alignment) base_alloc() argument
469 base_alloc_extent(tsdn_t * tsdn,base_t * base) base_alloc_extent() argument
481 base_stats_get(tsdn_t * tsdn,base_t * base,size_t * allocated,size_t * resident,size_t * mapped,size_t * n_thp) base_stats_get() argument
496 base_prefork(tsdn_t * tsdn,base_t * base) base_prefork() argument
501 base_postfork_parent(tsdn_t * tsdn,base_t * base) base_postfork_parent() argument
506 base_postfork_child(tsdn_t * tsdn,base_t * base) base_postfork_child() argument
511 base_boot(tsdn_t * tsdn) base_boot() argument
[all...]
H A Dprof.c304 prof_idump(tsdn_t *tsdn) { in rb_gen()
310 if (!prof_booted || tsdn_null(tsdn) || !prof_active_get_unlocked()) { in rb_gen()
313 tsd = tsdn_tsd(tsdn); in rb_gen()
343 prof_gdump(tsdn_t *tsdn) { in prof_malloc_sample_object() argument
349 if (!prof_booted || tsdn_null(tsdn) || !prof_active_get_unlocked()) { in prof_malloc_sample_object()
352 tsd = tsdn_tsd(tsdn); in prof_malloc_sample_object()
370 prof_thr_uid_alloc(tsdn_t *tsdn) { in prof_log_bt_index()
373 malloc_mutex_lock(tsdn, &next_thr_uid_mtx); in prof_log_bt_index()
376 malloc_mutex_unlock(tsdn, &next_thr_uid_mtx); in prof_log_bt_index()
415 prof_active_get(tsdn_t *tsdn) { in prof_log_thr_index()
821 prof_gctx_create(tsdn_t * tsdn,prof_bt_t * bt) prof_gctx_create() argument
882 prof_tctx_should_destroy(tsdn_t * tsdn,prof_tctx_t * tctx) prof_tctx_should_destroy() argument
1196 tsdn_t *tsdn; prof_tdata_count() local
1327 prof_tctx_merge_tdata(tsdn_t * tsdn,prof_tctx_t * tctx,prof_tdata_t * tdata) prof_tctx_merge_tdata() argument
1358 prof_tctx_merge_gctx(tsdn_t * tsdn,prof_tctx_t * tctx,prof_gctx_t * gctx) prof_tctx_merge_gctx() argument
1371 tsdn_t *tsdn = (tsdn_t *)arg; prof_tctx_merge_iter() local
1391 tsdn_t *tsdn; global() member
1425 tsdn_t *tsdn = (tsdn_t *)arg; prof_tctx_finish_iter() local
1450 prof_dump_gctx_prep(tsdn_t * tsdn,prof_gctx_t * gctx,prof_gctx_tree_t * gctxs) prof_dump_gctx_prep() argument
1469 tsdn_t *tsdn; global() member
1536 tsdn_t *tsdn; global() member
1597 prof_dump_header_impl(tsdn_t * tsdn,bool propagate_err,const prof_cnt_t * cnt_all) prof_dump_header_impl() argument
1618 prof_dump_gctx(tsdn_t * tsdn,bool propagate_err,prof_gctx_t * gctx,const prof_bt_t * bt,prof_gctx_tree_t * gctxs) prof_dump_gctx() argument
1798 tsdn_t *tsdn; global() member
2033 prof_accum_init(tsdn_t * tsdn,prof_accum_t * prof_accum) prof_accum_init() argument
2049 prof_idump(tsdn_t * tsdn) prof_idump() argument
2106 prof_gdump(tsdn_t * tsdn) prof_gdump() argument
2189 prof_thr_uid_alloc(tsdn_t * tsdn) prof_thr_uid_alloc() argument
2264 prof_tdata_should_destroy(tsdn_t * tsdn,prof_tdata_t * tdata,bool even_if_attached) prof_tdata_should_destroy() argument
2334 prof_tdata_expire(tsdn_t * tsdn,prof_tdata_t * tdata) prof_tdata_expire() argument
2353 tsdn_t *tsdn = (tsdn_t *)arg; prof_tdata_reset_iter() local
2400 prof_active_get(tsdn_t * tsdn) prof_active_get() argument
2410 prof_active_set(tsdn_t * tsdn,bool active) prof_active_set() argument
2517 prof_log_start(tsdn_t * tsdn,const char * filename) prof_log_start() argument
2696 prof_log_stop(tsdn_t * tsdn) prof_log_stop() argument
2794 prof_thread_name_alloc(tsdn_t * tsdn,const char * thread_name) prof_thread_name_alloc() argument
2878 prof_thread_active_init_get(tsdn_t * tsdn) prof_thread_active_init_get() argument
2888 prof_thread_active_init_set(tsdn_t * tsdn,bool active_init) prof_thread_active_init_set() argument
2899 prof_gdump_get(tsdn_t * tsdn) prof_gdump_get() argument
2909 prof_gdump_set(tsdn_t * tsdn,bool gdump) prof_gdump_set() argument
3088 prof_prefork0(tsdn_t * tsdn) prof_prefork0() argument
3105 prof_prefork1(tsdn_t * tsdn) prof_prefork1() argument
3116 prof_postfork_parent(tsdn_t * tsdn) prof_postfork_parent() argument
3139 prof_postfork_child(tsdn_t * tsdn) prof_postfork_child() argument
[all...]
H A Dhook.c48 hook_install(tsdn_t *tsdn, hooks_t *to_install) { in hook_install() argument
49 malloc_mutex_lock(tsdn, &hooks_mu); in hook_install()
52 tsd_global_slow_inc(tsdn); in hook_install()
54 malloc_mutex_unlock(tsdn, &hooks_mu); in hook_install()
73 hook_remove(tsdn_t *tsdn, void *opaque) { in hook_remove() argument
81 malloc_mutex_lock(tsdn, &hooks_mu); in hook_remove()
83 tsd_global_slow_dec(tsdn); in hook_remove()
84 malloc_mutex_unlock(tsdn, &hooks_mu); in hook_remove()
132 tsdn_t *tsdn = tsdn_fetch(); in hook_reentrantp() local
133 bool *in_hook = tsdn_in_hookp_get(tsdn); in hook_reentrantp()
[all...]
H A Dtcache.c85 tcache_salloc(tsdn_t *tsdn, const void *ptr) { in tcache_event_hard()
86 return arena_salloc(tsdn, ptr); in tcache_event_hard()
229 tcache_alloc_small_hard(tsdn_t *tsdn, arena_t *arena,
238 arena_cache_bin_fill_small(tsdn, arena, cache_bin, in tcache_bin_flush_large()
313 * A couple lookup calls take tsdn; declare it once for convenience in tcache_bin_flush_large()
316 tsdn_t *tsdn = tsd_tsdn(tsd); in tcache_bin_flush_large()
351 arena_t *cur_arena = arena_get(tsdn, cur_arena_ind, false); in tcache_arena_associate()
376 malloc_mutex_lock(tsdn, &cur_bin->lock); in tcache_arena_dissociate()
379 malloc_mutex_lock(tsdn, &cur_arena->large_mtx); in tcache_arena_dissociate()
395 arena_stats_large_flush_nrequests_add(tsdn, in tsd_tcache_enabled_data_init()
36 tcache_salloc(tsdn_t * tsdn,const void * ptr) tcache_salloc() argument
89 tcache_alloc_small_hard(tsdn_t * tsdn,arena_t * arena,tcache_t * tcache,cache_bin_t * tbin,szind_t binind,bool * tcache_success) tcache_alloc_small_hard() argument
106 tbin_extents_lookup_size_check(tsdn_t * tsdn,cache_bin_t * tbin,szind_t binind,size_t nflush,extent_t ** extents) tbin_extents_lookup_size_check() argument
341 tcache_arena_associate(tsdn_t * tsdn,tcache_t * tcache,arena_t * arena) tcache_arena_associate() argument
362 tcache_arena_dissociate(tsdn_t * tsdn,tcache_t * tcache) tcache_arena_dissociate() argument
389 tcache_arena_reassociate(tsdn_t * tsdn,tcache_t * tcache,arena_t * arena) tcache_arena_reassociate() argument
601 tcache_stats_merge(tsdn_t * tsdn,tcache_t * tcache,arena_t * arena) tcache_stats_merge() argument
733 tcache_boot(tsdn_t * tsdn) tcache_boot() argument
780 tcache_prefork(tsdn_t * tsdn) tcache_prefork() argument
787 tcache_postfork_parent(tsdn_t * tsdn) tcache_postfork_parent() argument
794 tcache_postfork_child(tsdn_t * tsdn) tcache_postfork_child() argument
[all...]

12