| /freebsd/contrib/jemalloc/include/jemalloc/internal/ |
| H A D | rtree.h | 129 rtree_ctx_t *rtree_ctx, uintptr_t key, bool dependent, bool init_missing);
327 rtree_leaf_elm_lookup(tsdn_t *tsdn, rtree_t *rtree, rtree_ctx_t *rtree_ctx, in rtree_leaf_elm_lookup() argument
337 if (likely(rtree_ctx->cache[slot].leafkey == leafkey)) { in rtree_leaf_elm_lookup()
338 rtree_leaf_elm_t *leaf = rtree_ctx->cache[slot].leaf; in rtree_leaf_elm_lookup()
348 if (likely(rtree_ctx->l2_cache[i].leafkey == leafkey)) { \ in rtree_leaf_elm_lookup()
349 rtree_leaf_elm_t *leaf = rtree_ctx->l2_cache[i].leaf; \ in rtree_leaf_elm_lookup()
353 rtree_ctx->l2_cache[i].leafkey = \ in rtree_leaf_elm_lookup()
354 rtree_ctx->l2_cache[i - 1].leafkey; \ in rtree_leaf_elm_lookup()
355 rtree_ctx->l2_cache[i].leaf = \ in rtree_leaf_elm_lookup()
356 rtree_ctx->l2_cache[i - 1].leaf; \ in rtree_leaf_elm_lookup()
[all …]
|
| H A D | arena_inlines_b.h | 189 rtree_ctx_t *rtree_ctx = tsdn_rtree_ctx(tsdn, &rtree_ctx_fallback); in arena_salloc() local
191 szind_t szind = rtree_szind_read(tsdn, &extents_rtree, rtree_ctx, in arena_salloc()
210 rtree_ctx_t *rtree_ctx = tsdn_rtree_ctx(tsdn, &rtree_ctx_fallback); in arena_vsalloc() local
214 if (rtree_extent_szind_read(tsdn, &extents_rtree, rtree_ctx, in arena_vsalloc()
246 rtree_ctx_t *rtree_ctx = tsdn_rtree_ctx(tsdn, &rtree_ctx_fallback); in arena_dalloc_no_tcache() local
250 rtree_szind_slab_read(tsdn, &extents_rtree, rtree_ctx, (uintptr_t)ptr, in arena_dalloc_no_tcache()
255 rtree_ctx, (uintptr_t)ptr, true); in arena_dalloc_no_tcache()
298 rtree_ctx_t *rtree_ctx; in arena_dalloc() local
304 rtree_ctx = tsd_rtree_ctx(tsdn_tsd(tsdn)); in arena_dalloc()
305 rtree_szind_slab_read(tsdn, &extents_rtree, rtree_ctx, in arena_dalloc()
[all …]
|
| H A D | jemalloc_internal_inlines_b.h | 81 rtree_ctx_t *rtree_ctx = tsdn_rtree_ctx(tsdn, &rtree_ctx_fallback); in iealloc() local
83 return rtree_extent_read(tsdn, &extents_rtree, rtree_ctx, in iealloc()
|
| H A D | tsd.h | 74 O(rtree_ctx, rtree_ctx_t, rtree_ctx_t) \
|
| /freebsd/contrib/jemalloc/src/ |
| H A D | rtree.c | 223 rtree_leaf_elm_lookup_hard(tsdn_t *tsdn, rtree_t *rtree, rtree_ctx_t *rtree_ctx, in rtree_leaf_elm_lookup_hard() argument
236 assert(rtree_ctx->cache[i].leafkey != leafkey); in rtree_leaf_elm_lookup_hard()
239 assert(rtree_ctx->l2_cache[i].leafkey != leafkey); in rtree_leaf_elm_lookup_hard()
275 memmove(&rtree_ctx->l2_cache[1], \ in rtree_leaf_elm_lookup_hard()
276 &rtree_ctx->l2_cache[0], \ in rtree_leaf_elm_lookup_hard()
281 rtree_ctx->l2_cache[0].leafkey = \ in rtree_leaf_elm_lookup_hard()
282 rtree_ctx->cache[slot].leafkey; \ in rtree_leaf_elm_lookup_hard()
283 rtree_ctx->l2_cache[0].leaf = \ in rtree_leaf_elm_lookup_hard()
284 rtree_ctx->cache[slot].leaf; \ in rtree_leaf_elm_lookup_hard()
286 rtree_ctx->cache[slot].leafkey = leafkey; \ in rtree_leaf_elm_lookup_hard()
[all …]
|
| H A D | extent.c | 108 extent_hooks_t **r_extent_hooks, rtree_ctx_t *rtree_ctx, extents_t *extents,
163 extent_lock_from_addr(tsdn_t *tsdn, rtree_ctx_t *rtree_ctx, void *addr, in extent_lock_from_addr() argument
167 rtree_ctx, (uintptr_t)addr, false, false); in extent_lock_from_addr()
521 extent_hooks_t **r_extent_hooks, rtree_ctx_t *rtree_ctx, extents_t *extents, in extent_try_delayed_coalesce() argument
525 extent = extent_try_coalesce(tsdn, arena, r_extent_hooks, rtree_ctx, in extent_try_delayed_coalesce()
570 rtree_ctx_t *rtree_ctx = tsdn_rtree_ctx(tsdn, &rtree_ctx_fallback); in extents_evict() local
598 rtree_ctx, extents, extent)) { in extents_evict()
700 extent_rtree_leaf_elms_lookup(tsdn_t *tsdn, rtree_ctx_t *rtree_ctx, in extent_rtree_leaf_elms_lookup() argument
703 *r_elm_a = rtree_leaf_elm_lookup(tsdn, &extents_rtree, rtree_ctx, in extent_rtree_leaf_elms_lookup()
710 *r_elm_b = rtree_leaf_elm_lookup(tsdn, &extents_rtree, rtree_ctx, in extent_rtree_leaf_elms_lookup()
[all …]
|
| H A D | jemalloc.c | 2573 rtree_ctx_t *rtree_ctx = tsd_rtree_ctx(tsd); in ifree() local
2574 rtree_szind_slab_read(tsd_tsdn(tsd), &extents_rtree, rtree_ctx, in ifree()
2623 rtree_ctx_t *rtree_ctx = tsd_rtree_ctx(tsd); in isfree() local
2625 rtree_ctx, (uintptr_t)ptr, true, &dbg_ctx.szind, in isfree()
2631 rtree_ctx_t *rtree_ctx = tsd_rtree_ctx(tsd); in isfree() local
2632 rtree_szind_slab_read(tsd_tsdn(tsd), &extents_rtree, rtree_ctx, in isfree()
2681 rtree_ctx_t *rtree_ctx = tsd_rtree_ctx(tsd); in je_realloc() local
2682 rtree_szind_slab_read(tsd_tsdn(tsd), &extents_rtree, rtree_ctx, in je_realloc()
2807 rtree_ctx_t *rtree_ctx = tsd_rtree_ctx(tsd); in free_fastpath() local
2809 rtree_ctx, (uintptr_t)ptr, in free_fastpath()
[all …]
|
| H A D | large.c | 180 rtree_ctx_t *rtree_ctx = tsdn_rtree_ctx(tsdn, &rtree_ctx_fallback); in large_ralloc_no_move_expand() local
183 rtree_szind_slab_update(tsdn, &extents_rtree, rtree_ctx, in large_ralloc_no_move_expand()
|
| H A D | arena.c | 1121 rtree_ctx_t *rtree_ctx = tsd_rtree_ctx(tsd); in arena_reset() local
1122 rtree_szind_slab_read(tsd_tsdn(tsd), &extents_rtree, rtree_ctx, in arena_reset()
1564 rtree_ctx_t *rtree_ctx = tsdn_rtree_ctx(tsdn, &rtree_ctx_fallback); in arena_prof_promote() local
1566 extent_t *extent = rtree_extent_read(tsdn, &extents_rtree, rtree_ctx, in arena_prof_promote()
1572 rtree_szind_slab_update(tsdn, &extents_rtree, rtree_ctx, (uintptr_t)ptr, in arena_prof_promote()
1587 rtree_ctx_t *rtree_ctx = tsdn_rtree_ctx(tsdn, &rtree_ctx_fallback); in arena_prof_demote() local
1588 rtree_szind_slab_update(tsdn, &extents_rtree, rtree_ctx, (uintptr_t)ptr, in arena_prof_demote()
|
| H A D | tcache.c | 109 rtree_ctx_t *rtree_ctx = tsdn_rtree_ctx(tsdn, &rtree_ctx_fallback); in tbin_extents_lookup_size_check() local
121 rtree_ctx, (uintptr_t)*(tbin->avail - 1 - i), true, in tbin_extents_lookup_size_check()
|