Lines Matching refs:r_extent_hooks

35     extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
44 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
51 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset,
57 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t size_a,
64 extent_hooks_t **r_extent_hooks, extent_t *a, extent_t *b,
104 extent_hooks_t **r_extent_hooks, extents_t *extents, void *new_addr,
108 extent_hooks_t **r_extent_hooks, rtree_ctx_t *rtree_ctx, extents_t *extents,
111 extent_hooks_t **r_extent_hooks, extents_t *extents, extent_t *extent,
223 extent_hooks_t **r_extent_hooks) { in extent_hooks_assure_initialized() argument
224 if (*r_extent_hooks == EXTENT_HOOKS_INITIALIZER) { in extent_hooks_assure_initialized()
225 *r_extent_hooks = extent_hooks_get(arena); in extent_hooks_assure_initialized()
521 extent_hooks_t **r_extent_hooks, rtree_ctx_t *rtree_ctx, extents_t *extents, in extent_try_delayed_coalesce() argument
525 extent = extent_try_coalesce(tsdn, arena, r_extent_hooks, rtree_ctx, in extent_try_delayed_coalesce()
537 extents_alloc(tsdn_t *tsdn, arena_t *arena, extent_hooks_t **r_extent_hooks, in extents_alloc() argument
545 extent_t *extent = extent_recycle(tsdn, arena, r_extent_hooks, extents, in extents_alloc()
552 extents_dalloc(tsdn_t *tsdn, arena_t *arena, extent_hooks_t **r_extent_hooks, in extents_dalloc() argument
563 extent_record(tsdn, arena, r_extent_hooks, extents, extent, false); in extents_dalloc()
567 extents_evict(tsdn_t *tsdn, arena_t *arena, extent_hooks_t **r_extent_hooks, in extents_evict() argument
597 if (extent_try_delayed_coalesce(tsdn, arena, r_extent_hooks, in extents_evict()
635 extents_abandon_vm(tsdn_t *tsdn, arena_t *arena, extent_hooks_t **r_extent_hooks, in extents_abandon_vm() argument
646 if (extent_purge_lazy_impl(tsdn, arena, r_extent_hooks, in extents_abandon_vm()
648 extent_purge_forced_impl(tsdn, arena, r_extent_hooks, in extents_abandon_vm()
893 extent_hooks_t **r_extent_hooks, rtree_ctx_t *rtree_ctx, extents_t *extents, in extent_recycle_extract() argument
918 extent_hooks_assure_initialized(arena, r_extent_hooks); in extent_recycle_extract()
981 extent_hooks_t **r_extent_hooks, rtree_ctx_t *rtree_ctx, in extent_split_interior() argument
1005 *extent = extent_split_impl(tsdn, arena, r_extent_hooks, in extent_split_interior()
1017 *trail = extent_split_impl(tsdn, arena, r_extent_hooks, *extent, in extent_split_interior()
1058 extent_hooks_t **r_extent_hooks, rtree_ctx_t *rtree_ctx, extents_t *extents, in extent_recycle_split() argument
1067 tsdn, arena, r_extent_hooks, rtree_ctx, &extent, &lead, &trail, in extent_recycle_split()
1102 extents_abandon_vm(tsdn, arena, r_extent_hooks, extents, in extent_recycle_split()
1128 extent_recycle(tsdn_t *tsdn, arena_t *arena, extent_hooks_t **r_extent_hooks, in extent_recycle() argument
1141 extent_t *extent = extent_recycle_extract(tsdn, arena, r_extent_hooks, in extent_recycle()
1148 extent = extent_recycle_split(tsdn, arena, r_extent_hooks, rtree_ctx, in extent_recycle()
1156 if (extent_commit_impl(tsdn, arena, r_extent_hooks, extent, in extent_recycle()
1158 extent_record(tsdn, arena, r_extent_hooks, extents, in extent_recycle()
1298 extent_hooks_t **r_extent_hooks, size_t size, size_t pad, size_t alignment, in extent_grow_retained() argument
1334 if (*r_extent_hooks == &extent_hooks_default) { in extent_grow_retained()
1339 ptr = (*r_extent_hooks)->alloc(*r_extent_hooks, NULL, in extent_grow_retained()
1373 tsdn, arena, r_extent_hooks, rtree_ctx, &extent, &lead, &trail, in extent_grow_retained()
1379 extent_record(tsdn, arena, r_extent_hooks, in extent_grow_retained()
1383 extent_record(tsdn, arena, r_extent_hooks, in extent_grow_retained()
1396 extent_record(tsdn, arena, r_extent_hooks, in extent_grow_retained()
1401 extents_abandon_vm(tsdn, arena, r_extent_hooks, in extent_grow_retained()
1408 if (extent_commit_impl(tsdn, arena, r_extent_hooks, extent, 0, in extent_grow_retained()
1410 extent_record(tsdn, arena, r_extent_hooks, in extent_grow_retained()
1464 extent_hooks_t **r_extent_hooks, void *new_addr, size_t size, size_t pad, in extent_alloc_retained() argument
1471 extent_t *extent = extent_recycle(tsdn, arena, r_extent_hooks, in extent_alloc_retained()
1480 extent = extent_grow_retained(tsdn, arena, r_extent_hooks, size, in extent_alloc_retained()
1493 extent_hooks_t **r_extent_hooks, void *new_addr, size_t size, size_t pad, in extent_alloc_wrapper_hard() argument
1502 if (*r_extent_hooks == &extent_hooks_default) { in extent_alloc_wrapper_hard()
1508 addr = (*r_extent_hooks)->alloc(*r_extent_hooks, new_addr, in extent_alloc_wrapper_hard()
1532 extent_hooks_t **r_extent_hooks, void *new_addr, size_t size, size_t pad, in extent_alloc_wrapper() argument
1537 extent_hooks_assure_initialized(arena, r_extent_hooks); in extent_alloc_wrapper()
1539 extent_t *extent = extent_alloc_retained(tsdn, arena, r_extent_hooks, in extent_alloc_wrapper()
1551 extent = extent_alloc_wrapper_hard(tsdn, arena, r_extent_hooks, in extent_alloc_wrapper()
1580 extent_coalesce(tsdn_t *tsdn, arena_t *arena, extent_hooks_t **r_extent_hooks, in extent_coalesce() argument
1588 bool err = extent_merge_impl(tsdn, arena, r_extent_hooks, in extent_coalesce()
1601 extent_hooks_t **r_extent_hooks, rtree_ctx_t *rtree_ctx, extents_t *extents, in extent_try_coalesce_impl() argument
1632 r_extent_hooks, extents, extent, next, true, in extent_try_coalesce_impl()
1655 r_extent_hooks, extents, extent, prev, false, in extent_try_coalesce_impl()
1676 extent_hooks_t **r_extent_hooks, rtree_ctx_t *rtree_ctx, extents_t *extents, in extent_try_coalesce() argument
1678 return extent_try_coalesce_impl(tsdn, arena, r_extent_hooks, rtree_ctx, in extent_try_coalesce()
1684 extent_hooks_t **r_extent_hooks, rtree_ctx_t *rtree_ctx, extents_t *extents, in extent_try_coalesce_large() argument
1686 return extent_try_coalesce_impl(tsdn, arena, r_extent_hooks, rtree_ctx, in extent_try_coalesce_large()
1695 extent_record(tsdn_t *tsdn, arena_t *arena, extent_hooks_t **r_extent_hooks, in extent_record() argument
1705 extent_hooks_assure_initialized(arena, r_extent_hooks); in extent_record()
1717 extent = extent_try_coalesce(tsdn, arena, r_extent_hooks, in extent_record()
1726 r_extent_hooks, rtree_ctx, extents, extent, in extent_record()
1732 arena_decay_extent(tsdn, arena, r_extent_hooks, extent); in extent_record()
1777 extent_hooks_t **r_extent_hooks, extent_t *extent) { in extent_dalloc_wrapper_try() argument
1787 extent_hooks_assure_initialized(arena, r_extent_hooks); in extent_dalloc_wrapper_try()
1789 if (*r_extent_hooks == &extent_hooks_default) { in extent_dalloc_wrapper_try()
1795 err = ((*r_extent_hooks)->dalloc == NULL || in extent_dalloc_wrapper_try()
1796 (*r_extent_hooks)->dalloc(*r_extent_hooks, in extent_dalloc_wrapper_try()
1811 extent_hooks_t **r_extent_hooks, extent_t *extent) { in extent_dalloc_wrapper() argument
1817 if (*r_extent_hooks != &extent_hooks_default || extent_may_dalloc()) { in extent_dalloc_wrapper()
1823 if (!extent_dalloc_wrapper_try(tsdn, arena, r_extent_hooks, in extent_dalloc_wrapper()
1830 if (*r_extent_hooks != &extent_hooks_default) { in extent_dalloc_wrapper()
1837 } else if (!extent_decommit_wrapper(tsdn, arena, r_extent_hooks, extent, in extent_dalloc_wrapper()
1840 } else if ((*r_extent_hooks)->purge_forced != NULL && in extent_dalloc_wrapper()
1841 !(*r_extent_hooks)->purge_forced(*r_extent_hooks, in extent_dalloc_wrapper()
1846 ((*r_extent_hooks)->purge_lazy != NULL && in extent_dalloc_wrapper()
1847 !(*r_extent_hooks)->purge_lazy(*r_extent_hooks, in extent_dalloc_wrapper()
1854 if (*r_extent_hooks != &extent_hooks_default) { in extent_dalloc_wrapper()
1863 extent_record(tsdn, arena, r_extent_hooks, &arena->extents_retained, in extent_dalloc_wrapper()
1882 extent_hooks_t **r_extent_hooks, extent_t *extent) { in extent_destroy_wrapper() argument
1893 extent_hooks_assure_initialized(arena, r_extent_hooks); in extent_destroy_wrapper()
1895 if (*r_extent_hooks == &extent_hooks_default) { in extent_destroy_wrapper()
1899 } else if ((*r_extent_hooks)->destroy != NULL) { in extent_destroy_wrapper()
1901 (*r_extent_hooks)->destroy(*r_extent_hooks, in extent_destroy_wrapper()
1919 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset, in extent_commit_impl() argument
1924 extent_hooks_assure_initialized(arena, r_extent_hooks); in extent_commit_impl()
1925 if (*r_extent_hooks != &extent_hooks_default) { in extent_commit_impl()
1928 bool err = ((*r_extent_hooks)->commit == NULL || in extent_commit_impl()
1929 (*r_extent_hooks)->commit(*r_extent_hooks, extent_base_get(extent), in extent_commit_impl()
1931 if (*r_extent_hooks != &extent_hooks_default) { in extent_commit_impl()
1940 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset, in extent_commit_wrapper() argument
1942 return extent_commit_impl(tsdn, arena, r_extent_hooks, extent, offset, in extent_commit_wrapper()
1955 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset, in extent_decommit_wrapper() argument
1960 extent_hooks_assure_initialized(arena, r_extent_hooks); in extent_decommit_wrapper()
1962 if (*r_extent_hooks != &extent_hooks_default) { in extent_decommit_wrapper()
1965 bool err = ((*r_extent_hooks)->decommit == NULL || in extent_decommit_wrapper()
1966 (*r_extent_hooks)->decommit(*r_extent_hooks, in extent_decommit_wrapper()
1969 if (*r_extent_hooks != &extent_hooks_default) { in extent_decommit_wrapper()
1992 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset, in extent_purge_lazy_impl() argument
1997 extent_hooks_assure_initialized(arena, r_extent_hooks); in extent_purge_lazy_impl()
1999 if ((*r_extent_hooks)->purge_lazy == NULL) { in extent_purge_lazy_impl()
2002 if (*r_extent_hooks != &extent_hooks_default) { in extent_purge_lazy_impl()
2005 bool err = (*r_extent_hooks)->purge_lazy(*r_extent_hooks, in extent_purge_lazy_impl()
2008 if (*r_extent_hooks != &extent_hooks_default) { in extent_purge_lazy_impl()
2017 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset, in extent_purge_lazy_wrapper() argument
2019 return extent_purge_lazy_impl(tsdn, arena, r_extent_hooks, extent, in extent_purge_lazy_wrapper()
2039 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset, in extent_purge_forced_impl() argument
2044 extent_hooks_assure_initialized(arena, r_extent_hooks); in extent_purge_forced_impl()
2046 if ((*r_extent_hooks)->purge_forced == NULL) { in extent_purge_forced_impl()
2049 if (*r_extent_hooks != &extent_hooks_default) { in extent_purge_forced_impl()
2052 bool err = (*r_extent_hooks)->purge_forced(*r_extent_hooks, in extent_purge_forced_impl()
2055 if (*r_extent_hooks != &extent_hooks_default) { in extent_purge_forced_impl()
2063 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t offset, in extent_purge_forced_wrapper() argument
2065 return extent_purge_forced_impl(tsdn, arena, r_extent_hooks, extent, in extent_purge_forced_wrapper()
2093 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t size_a, in extent_split_impl() argument
2100 extent_hooks_assure_initialized(arena, r_extent_hooks); in extent_split_impl()
2102 if ((*r_extent_hooks)->split == NULL) { in extent_split_impl()
2143 if (*r_extent_hooks != &extent_hooks_default) { in extent_split_impl()
2146 bool err = (*r_extent_hooks)->split(*r_extent_hooks, extent_base_get(extent), in extent_split_impl()
2149 if (*r_extent_hooks != &extent_hooks_default) { in extent_split_impl()
2177 extent_hooks_t **r_extent_hooks, extent_t *extent, size_t size_a, in extent_split_wrapper() argument
2179 return extent_split_impl(tsdn, arena, r_extent_hooks, extent, size_a, in extent_split_wrapper()
2243 extent_hooks_t **r_extent_hooks, extent_t *a, extent_t *b, in extent_merge_impl() argument
2249 extent_hooks_assure_initialized(arena, r_extent_hooks); in extent_merge_impl()
2251 if ((*r_extent_hooks)->merge == NULL || extent_head_no_merge(a, b)) { in extent_merge_impl()
2256 if (*r_extent_hooks == &extent_hooks_default) { in extent_merge_impl()
2262 err = (*r_extent_hooks)->merge(*r_extent_hooks, in extent_merge_impl()
2317 extent_hooks_t **r_extent_hooks, extent_t *a, extent_t *b) { in extent_merge_wrapper() argument
2318 return extent_merge_impl(tsdn, arena, r_extent_hooks, a, b, false); in extent_merge_wrapper()