Lines Matching refs:tsd_tsdn

382 	arena_t *arena = arena_get(tsd_tsdn(tsd), ind, false);  in arena_bind()
404 oldarena = arena_get(tsd_tsdn(tsd), oldind, false); in arena_migrate()
405 newarena = arena_get(tsd_tsdn(tsd), newind, false); in arena_migrate()
415 arena = arena_get(tsd_tsdn(tsd), ind, false); in arena_unbind()
508 ret = arena_get(tsd_tsdn(tsd), choose, true); in arena_choose_hard()
534 malloc_mutex_lock(tsd_tsdn(tsd), &arenas_lock); in arena_choose_hard()
535 assert(arena_get(tsd_tsdn(tsd), 0, false) != NULL); in arena_choose_hard()
537 if (arena_get(tsd_tsdn(tsd), i, false) != NULL) { in arena_choose_hard()
544 tsd_tsdn(tsd), i, false), !!j) < in arena_choose_hard()
546 tsd_tsdn(tsd), choose[j], false), in arena_choose_hard()
566 if (arena_nthreads_get(arena_get(tsd_tsdn(tsd), in arena_choose_hard()
574 ret = arena_get(tsd_tsdn(tsd), in arena_choose_hard()
582 arena = arena_init_locked(tsd_tsdn(tsd), in arena_choose_hard()
586 malloc_mutex_unlock(tsd_tsdn(tsd), in arena_choose_hard()
597 malloc_mutex_unlock(tsd_tsdn(tsd), &arenas_lock); in arena_choose_hard()
603 tsd_tsdn(tsd), choose[j]); in arena_choose_hard()
608 ret = arena_get(tsd_tsdn(tsd), 0, false); in arena_choose_hard()
1768 malloc_mutex_lock(tsd_tsdn(tsd), &init_lock); in malloc_init_hard()
1772 if (malloc_init_narenas() || background_thread_boot1(tsd_tsdn(tsd))) { in malloc_init_hard()
1773 UNLOCK_RETURN(tsd_tsdn(tsd), true, true) in malloc_init_hard()
1776 UNLOCK_RETURN(tsd_tsdn(tsd), true, true) in malloc_init_hard()
1782 UNLOCK_RETURN(tsd_tsdn(tsd), true, true) in malloc_init_hard()
1785 malloc_mutex_unlock(tsd_tsdn(tsd), &init_lock); in malloc_init_hard()
1799 background_thread_ctl_init(tsd_tsdn(tsd)); in malloc_init_hard()
1945 arena = arena_get(tsd_tsdn(tsd), dopts->arena_ind, true); in imalloc_no_sample()
1949 return ipalloct(tsd_tsdn(tsd), usize, dopts->alignment, in imalloc_no_sample()
1953 return iallocztm(tsd_tsdn(tsd), size, ind, dopts->zero, tcache, false, in imalloc_no_sample()
1981 arena_prof_promote(tsd_tsdn(tsd), ret, usize); in imalloc_sample()
2094 check_entry_exit_locking(tsd_tsdn(tsd)); in imalloc_body()
2145 prof_malloc(tsd_tsdn(tsd), allocation, usize, &alloc_ctx, tctx); in imalloc_body()
2168 assert(usize == isalloc(tsd_tsdn(tsd), allocation)); in imalloc_body()
2177 check_entry_exit_locking(tsd_tsdn(tsd)); in imalloc_body()
2191 check_entry_exit_locking(tsd_tsdn(tsd)); in imalloc_body()
2222 check_entry_exit_locking(tsd_tsdn(tsd)); in imalloc_body()
2523 arena_prof_promote(tsd_tsdn(tsd), p, usize); in irealloc_prof_sample()
2540 old_tctx = prof_tctx_get(tsd_tsdn(tsd), old_ptr, alloc_ctx); in irealloc_prof()
2564 check_entry_exit_locking(tsd_tsdn(tsd)); in ifree()
2574 rtree_szind_slab_read(tsd_tsdn(tsd), &extents_rtree, rtree_ctx, in ifree()
2590 idalloctm(tsd_tsdn(tsd), ptr, tcache, &alloc_ctx, false, in ifree()
2593 idalloctm(tsd_tsdn(tsd), ptr, tcache, &alloc_ctx, false, in ifree()
2603 check_entry_exit_locking(tsd_tsdn(tsd)); in isfree()
2624 rtree_szind_slab_read(tsd_tsdn(tsd), &extents_rtree, in isfree()
2632 rtree_szind_slab_read(tsd_tsdn(tsd), &extents_rtree, rtree_ctx, in isfree()
2648 isdalloct(tsd_tsdn(tsd), ptr, usize, tcache, ctx, false); in isfree()
2650 isdalloct(tsd_tsdn(tsd), ptr, usize, tcache, ctx, true); in isfree()
2674 check_entry_exit_locking(tsd_tsdn(tsd)); in je_realloc()
2682 rtree_szind_slab_read(tsd_tsdn(tsd), &extents_rtree, rtree_ctx, in je_realloc()
2686 assert(old_usize == isalloc(tsd_tsdn(tsd), ptr)); in je_realloc()
2703 tsdn = tsd_tsdn(tsd); in je_realloc()
2768 check_entry_exit_locking(tsd_tsdn(tsd)); in free_default()
2786 check_entry_exit_locking(tsd_tsdn(tsd)); in free_default()
2808 bool res = rtree_szind_slab_read_fast(tsd_tsdn(tsd), &extents_rtree, in free_fastpath()
3167 old_tctx = prof_tctx_get(tsd_tsdn(tsd), old_ptr, alloc_ctx); in irallocx_prof()
3170 p = irallocx_prof_sample(tsd_tsdn(tsd), old_ptr, old_usize, in irallocx_prof()
3173 p = iralloct(tsd_tsdn(tsd), old_ptr, old_usize, size, alignment, in irallocx_prof()
3190 *usize = isalloc(tsd_tsdn(tsd), p); in irallocx_prof()
3219 check_entry_exit_locking(tsd_tsdn(tsd)); in je_rallocx()
3223 arena = arena_get(tsd_tsdn(tsd), arena_ind, true); in je_rallocx()
3243 rtree_szind_slab_read(tsd_tsdn(tsd), &extents_rtree, rtree_ctx, in je_rallocx()
3247 assert(old_usize == isalloc(tsd_tsdn(tsd), ptr)); in je_rallocx()
3264 p = iralloct(tsd_tsdn(tsd), ptr, old_usize, size, alignment, in je_rallocx()
3270 usize = isalloc(tsd_tsdn(tsd), p); in je_rallocx()
3280 check_entry_exit_locking(tsd_tsdn(tsd)); in je_rallocx()
3290 check_entry_exit_locking(tsd_tsdn(tsd)); in je_rallocx()
3331 old_tctx = prof_tctx_get(tsd_tsdn(tsd), ptr, alloc_ctx); in ixallocx_prof()
3358 usize = ixallocx_prof_sample(tsd_tsdn(tsd), ptr, old_usize, in ixallocx_prof()
3361 usize = ixallocx_helper(tsd_tsdn(tsd), ptr, old_usize, size, in ixallocx_prof()
3389 check_entry_exit_locking(tsd_tsdn(tsd)); in je_xallocx()
3393 rtree_szind_slab_read(tsd_tsdn(tsd), &extents_rtree, rtree_ctx, in je_xallocx()
3397 assert(old_usize == isalloc(tsd_tsdn(tsd), ptr)); in je_xallocx()
3419 usize = ixallocx_helper(tsd_tsdn(tsd), ptr, old_usize, size, in je_xallocx()
3438 check_entry_exit_locking(tsd_tsdn(tsd)); in je_xallocx()
3480 check_entry_exit_locking(tsd_tsdn(tsd)); in je_dallocx()
3513 check_entry_exit_locking(tsd_tsdn(tsd)); in je_dallocx()
3539 size_t usize = inallocx(tsd_tsdn(tsd), size, flags); in sdallocx_default()
3540 assert(usize == isalloc(tsd_tsdn(tsd), ptr)); in sdallocx_default()
3541 check_entry_exit_locking(tsd_tsdn(tsd)); in sdallocx_default()
3574 check_entry_exit_locking(tsd_tsdn(tsd)); in sdallocx_default()
3643 check_entry_exit_locking(tsd_tsdn(tsd)); in je_mallctl()
3645 check_entry_exit_locking(tsd_tsdn(tsd)); in je_mallctl()
3663 check_entry_exit_locking(tsd_tsdn(tsd)); in je_mallctlnametomib()
3665 check_entry_exit_locking(tsd_tsdn(tsd)); in je_mallctlnametomib()
3685 check_entry_exit_locking(tsd_tsdn(tsd)); in je_mallctlbymib()
3687 check_entry_exit_locking(tsd_tsdn(tsd)); in je_mallctlbymib()
3886 ctl_prefork(tsd_tsdn(tsd)); in jemalloc_prefork()
3887 tcache_prefork(tsd_tsdn(tsd)); in jemalloc_prefork()
3888 malloc_mutex_prefork(tsd_tsdn(tsd), &arenas_lock); in jemalloc_prefork()
3890 background_thread_prefork0(tsd_tsdn(tsd)); in jemalloc_prefork()
3892 prof_prefork0(tsd_tsdn(tsd)); in jemalloc_prefork()
3894 background_thread_prefork1(tsd_tsdn(tsd)); in jemalloc_prefork()
3899 if ((arena = arena_get(tsd_tsdn(tsd), j, false)) != in jemalloc_prefork()
3903 arena_prefork0(tsd_tsdn(tsd), arena); in jemalloc_prefork()
3906 arena_prefork1(tsd_tsdn(tsd), arena); in jemalloc_prefork()
3909 arena_prefork2(tsd_tsdn(tsd), arena); in jemalloc_prefork()
3912 arena_prefork3(tsd_tsdn(tsd), arena); in jemalloc_prefork()
3915 arena_prefork4(tsd_tsdn(tsd), arena); in jemalloc_prefork()
3918 arena_prefork5(tsd_tsdn(tsd), arena); in jemalloc_prefork()
3921 arena_prefork6(tsd_tsdn(tsd), arena); in jemalloc_prefork()
3924 arena_prefork7(tsd_tsdn(tsd), arena); in jemalloc_prefork()
3931 prof_prefork1(tsd_tsdn(tsd)); in jemalloc_prefork()
3962 if ((arena = arena_get(tsd_tsdn(tsd), i, false)) != NULL) { in jemalloc_postfork_parent()
3963 arena_postfork_parent(tsd_tsdn(tsd), arena); in jemalloc_postfork_parent()
3966 prof_postfork_parent(tsd_tsdn(tsd)); in jemalloc_postfork_parent()
3968 background_thread_postfork_parent(tsd_tsdn(tsd)); in jemalloc_postfork_parent()
3970 malloc_mutex_postfork_parent(tsd_tsdn(tsd), &arenas_lock); in jemalloc_postfork_parent()
3971 tcache_postfork_parent(tsd_tsdn(tsd)); in jemalloc_postfork_parent()
3972 ctl_postfork_parent(tsd_tsdn(tsd)); in jemalloc_postfork_parent()
3991 if ((arena = arena_get(tsd_tsdn(tsd), i, false)) != NULL) { in jemalloc_postfork_child()
3992 arena_postfork_child(tsd_tsdn(tsd), arena); in jemalloc_postfork_child()
3995 prof_postfork_child(tsd_tsdn(tsd)); in jemalloc_postfork_child()
3997 background_thread_postfork_child(tsd_tsdn(tsd)); in jemalloc_postfork_child()
3999 malloc_mutex_postfork_child(tsd_tsdn(tsd), &arenas_lock); in jemalloc_postfork_child()
4000 tcache_postfork_child(tsd_tsdn(tsd)); in jemalloc_postfork_child()
4001 ctl_postfork_child(tsd_tsdn(tsd)); in jemalloc_postfork_child()