| /freebsd/contrib/jemalloc/include/jemalloc/internal/ |
| H A D | extent_inlines.h | 13 extent_lock(tsdn_t *tsdn, extent_t *extent) { in extent_lock()
19 extent_unlock(tsdn_t *tsdn, extent_t *extent) { in extent_unlock()
25 extent_lock2(tsdn_t *tsdn, extent_t *extent1, extent_t *extent2) { in extent_lock2()
32 extent_unlock2(tsdn_t *tsdn, extent_t *extent1, extent_t *extent2) { in extent_unlock2()
39 extent_arena_ind_get(const extent_t *extent) { in extent_arena_ind_get()
48 extent_arena_get(const extent_t *extent) { in extent_arena_get()
55 extent_szind_get_maybe_invalid(const extent_t *extent) { in extent_szind_get_maybe_invalid()
63 extent_szind_get(const extent_t *extent) { in extent_szind_get()
70 extent_usize_get(const extent_t *extent) { in extent_usize_get()
75 extent_binshard_get(const extent_t *extent) { in extent_binshard_get()
[all …]
|
| H A D | extent_externs.h | 15 extent_t *extent_alloc(tsdn_t *tsdn, arena_t *arena);
16 void extent_dalloc(tsdn_t *tsdn, arena_t *arena, extent_t *extent);
27 ph_proto(, extent_avail_, extent_tree_t, extent_t)
28 ph_proto(, extent_heap_, extent_heap_t, extent_t)
38 extent_t *extents_alloc(tsdn_t *tsdn, arena_t *arena,
43 extent_hooks_t **r_extent_hooks, extents_t *extents, extent_t *extent);
44 extent_t *extents_evict(tsdn_t *tsdn, arena_t *arena,
49 extent_t *extent_alloc_wrapper(tsdn_t *tsdn, arena_t *arena,
52 void extent_dalloc_gap(tsdn_t *tsdn, arena_t *arena, extent_t *extent);
54 extent_hooks_t **r_extent_hooks, extent_t *extent);
[all …]
|
| H A D | large_externs.h | 9 bool large_ralloc_no_move(tsdn_t *tsdn, extent_t *extent, size_t usize_min,
21 void large_dalloc_prep_junked_locked(tsdn_t *tsdn, extent_t *extent);
22 void large_dalloc_finish(tsdn_t *tsdn, extent_t *extent);
23 void large_dalloc(tsdn_t *tsdn, extent_t *extent);
24 size_t large_salloc(tsdn_t *tsdn, const extent_t *extent);
25 prof_tctx_t *large_prof_tctx_get(tsdn_t *tsdn, const extent_t *extent);
26 void large_prof_tctx_set(tsdn_t *tsdn, extent_t *extent, prof_tctx_t *tctx);
27 void large_prof_tctx_reset(tsdn_t *tsdn, extent_t *extent);
29 nstime_t large_prof_alloc_time_get(const extent_t *extent);
30 void large_prof_alloc_time_set(extent_t *extent, nstime_t time);
|
| H A D | arena_inlines_b.h | 44 const extent_t *extent = iealloc(tsdn, ptr); in arena_prof_tctx_get()
64 extent_t *extent = iealloc(tsdn, ptr); in arena_prof_tctx_set()
80 extent_t *extent = iealloc(tsdn, ptr); in arena_prof_tctx_reset()
92 extent_t *extent = iealloc(tsdn, ptr); in arena_prof_alloc_time_get()
107 extent_t *extent = iealloc(tsdn, ptr); in arena_prof_alloc_time_set()
141 extent_t *extent) { in arena_decay_extent()
212 extent_t *extent; in arena_vsalloc()
236 extent_t *extent = iealloc(tsdn, ptr); in arena_dalloc_large_no_tcache()
254 extent_t *extent = rtree_extent_read(tsdn, &extents_rtree, in arena_dalloc_no_tcache()
280 extent_t *extent = iealloc(tsdn, ptr); in arena_dalloc_large()
[all …]
|
| H A D | extent_structs.h | 163 ql_elm(extent_t) ql_link;
169 phn(extent_t) ph_link;
184 typedef ql_head(extent_t) extent_list_t;
185 typedef ph(extent_t) extent_tree_t;
186 typedef ph(extent_t) extent_heap_t;
|
| H A D | arena_externs.h | 31 extent_hooks_t **r_extent_hooks, extent_t *extent);
33 size_t arena_slab_regind(extent_t *slab, szind_t binind, const void *ptr);
35 extent_t *arena_extent_alloc_large(tsdn_t *tsdn, arena_t *arena,
38 extent_t *extent);
40 extent_t *extent, size_t oldsize);
42 extent_t *extent, size_t oldsize);
67 szind_t binind, extent_t *extent, void *ptr);
|
| H A D | rtree.h | 179 JEMALLOC_ALWAYS_INLINE extent_t *
190 return (extent_t *)(bits & mask); in rtree_leaf_elm_bits_extent_get()
193 return (extent_t *)((uintptr_t)((intptr_t)(bits << RTREE_NHIB) >> in rtree_leaf_elm_bits_extent_get()
210 JEMALLOC_ALWAYS_INLINE extent_t *
217 extent_t *extent = (extent_t *)atomic_load_p(&elm->le_extent, dependent in rtree_leaf_elm_extent_read()
249 rtree_leaf_elm_t *elm, extent_t *extent) { in rtree_leaf_elm_extent_write()
296 rtree_leaf_elm_t *elm, extent_t *extent, szind_t szind, bool slab) { in rtree_leaf_elm_write()
387 extent_t *extent, szind_t szind, bool slab) { in rtree_write()
415 JEMALLOC_ALWAYS_INLINE extent_t *
444 uintptr_t key, bool dependent, extent_t **r_extent, szind_t *r_szind) { in rtree_extent_szind_read()
|
| H A D | extent_types.h | 4 typedef struct extent_s extent_t; typedef
|
| H A D | base_structs.h | 17 extent_t extent;
|
| H A D | base_externs.h | 14 extent_t *base_alloc_extent(tsdn_t *tsdn, base_t *base);
|
| H A D | bin.h | 69 extent_t *slabcur;
|
| H A D | jemalloc_internal_inlines_b.h | 78 JEMALLOC_ALWAYS_INLINE extent_t *
|
| /freebsd/contrib/jemalloc/src/ |
| H A D | extent.c | 35 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
44 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
51 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
56 static extent_t *extent_split_impl(tsdn_t *tsdn, arena_t *arena,
57 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t size_a,
64 extent_hooks_t **r_extent_hooks, extent_t *a, extent_t *b,
102 static void extent_deregister(tsdn_t *tsdn, extent_t *extent);
103 static extent_t *extent_recycle(tsdn_t *tsdn, arena_t *arena,
107 static extent_t *extent_try_coalesce(tsdn_t *tsdn, arena_t *arena,
109 extent_t *extent, bool *coalesced, bool growing_retained);
[all …]
|
| H A D | large.c | 24 extent_t *extent; in large_palloc()
96 large_ralloc_no_move_shrink(tsdn_t *tsdn, extent_t *extent, size_t usize) { in large_ralloc_no_move_shrink()
110 extent_t *trail = extent_split_wrapper(tsdn, arena, in large_ralloc_no_move_shrink()
131 large_ralloc_no_move_expand(tsdn_t *tsdn, extent_t *extent, size_t usize, in large_ralloc_no_move_expand()
153 extent_t *trail; in large_ralloc_no_move_expand()
219 large_ralloc_no_move(tsdn_t *tsdn, extent_t *extent, size_t usize_min, in large_ralloc_no_move()
277 extent_t *extent = iealloc(tsdn, ptr); in large_ralloc()
322 large_dalloc_prep_impl(tsdn_t *tsdn, arena_t *arena, extent_t *extent, in large_dalloc_prep_impl()
344 large_dalloc_finish_impl(tsdn_t *tsdn, arena_t *arena, extent_t *extent) { in large_dalloc_finish_impl()
350 large_dalloc_prep_junked_locked(tsdn_t *tsdn, extent_t *extent) { in large_dalloc_prep_junked_locked()
[all …]
|
| H A D | arena.c | 62 static void arena_dalloc_bin_slab(tsdn_t *tsdn, arena_t *arena, extent_t *slab,
64 static void arena_bin_lower_slab(tsdn_t *tsdn, arena_t *arena, extent_t *slab,
257 extent_hooks_t **r_extent_hooks, extent_t *extent) { in arena_extents_dirty_dalloc()
271 arena_slab_reg_alloc(extent_t *slab, const bin_info_t *bin_info) { in arena_slab_reg_alloc()
287 arena_slab_reg_alloc_batch(extent_t *slab, const bin_info_t *bin_info, in arena_slab_reg_alloc_batch()
338 arena_slab_regind(extent_t *slab, szind_t binind, const void *ptr) { in arena_slab_regind()
359 arena_slab_reg_dalloc(extent_t *slab, arena_slab_data_t *slab_data, void *ptr) { in arena_slab_reg_dalloc()
427 extent_t *
438 extent_t *extent = extents_alloc(tsdn, arena, &extent_hooks, in arena_extent_alloc_large()
480 arena_extent_dalloc_large_prep(tsdn_t *tsdn, arena_t *arena, extent_t *extent) { in arena_extent_dalloc_large_prep()
[all …]
|
| H A D | base.c | 119 base_extent_init(size_t *extent_sn_next, extent_t *extent, void *addr, in base_extent_init()
180 base_extent_bump_alloc_helper(extent_t *extent, size_t *gap_size, size_t size, in base_extent_bump_alloc_helper()
198 base_extent_bump_alloc_post(base_t *base, extent_t *extent, size_t gap_size, in base_extent_bump_alloc_post()
232 base_extent_bump_alloc(base_t *base, extent_t *extent, size_t size, in base_extent_bump_alloc()
307 static extent_t *
427 extent_t *extent = NULL; in base_alloc_impl()
468 extent_t *
471 extent_t *extent = base_alloc_impl(tsdn, base, sizeof(extent_t), in base_alloc_extent()
|
| H A D | extent_dss.c | 112 extent_t *gap; in extent_alloc_dss()
199 extent_t extent; in extent_alloc_dss()
|
| H A D | tcache.c | 107 size_t nflush, extent_t **extents){ in tbin_extents_lookup_size_check()
144 VARIABLE_ARRAY(extent_t *, item_extent, nflush); in tcache_bin_flush_small()
158 extent_t *extent = item_extent[0]; in tcache_bin_flush_small()
240 VARIABLE_ARRAY(extent_t *, item_extent, nflush); in tcache_bin_flush_large()
253 extent_t *extent = item_extent[0]; in tcache_bin_flush_large()
|
| H A D | ctl.c | 2611 extent_t *extent; in arenas_lookup_ctl()
|
| /freebsd/contrib/jemalloc/ |
| H A D | ChangeLog | 227 - Refactor extent_t bitpacking. (@rkmisra)
|