1916 imalloc_no_sample(static_opts_t *sopts, dynamic_opts_t *dopts, tsd_t *tsd,  in imalloc_no_sample()  argument
1922 	if (dopts->tcache_ind == TCACHE_IND_AUTOMATIC) {  in imalloc_no_sample()
1930 	} else if (dopts->tcache_ind == TCACHE_IND_NONE) {  in imalloc_no_sample()
1933 		tcache = tcaches_get(tsd, dopts->tcache_ind);  in imalloc_no_sample()
1937 	if (dopts->arena_ind == ARENA_IND_AUTOMATIC) {  in imalloc_no_sample()
1945 		arena = arena_get(tsd_tsdn(tsd), dopts->arena_ind, true);  in imalloc_no_sample()
1948 	if (unlikely(dopts->alignment != 0)) {  in imalloc_no_sample()
1949 		return ipalloct(tsd_tsdn(tsd), usize, dopts->alignment,  in imalloc_no_sample()
1950 		    dopts->zero, tcache, arena);  in imalloc_no_sample()
1953 	return iallocztm(tsd_tsdn(tsd), size, ind, dopts->zero, tcache, false,  in imalloc_no_sample()
1958 imalloc_sample(static_opts_t *sopts, dynamic_opts_t *dopts, tsd_t *tsd,  in imalloc_sample()  argument
1970 		assert(((dopts->alignment == 0) ?  in imalloc_sample()
1972 		    sz_sa2u(SC_LARGE_MINCLASS, dopts->alignment))  in imalloc_sample()
1976 		ret = imalloc_no_sample(sopts, dopts, tsd, bumped_usize,  in imalloc_sample()
1983 		ret = imalloc_no_sample(sopts, dopts, tsd, usize, usize, ind);  in imalloc_sample()
1994 compute_size_with_overflow(bool may_overflow, dynamic_opts_t *dopts,  in compute_size_with_overflow()  argument
2002 		assert(dopts->num_items == 1);  in compute_size_with_overflow()
2003 		*size = dopts->item_size;  in compute_size_with_overflow()
2010 	*size = dopts->item_size * dopts->num_items;  in compute_size_with_overflow()
2013 		return (dopts->num_items != 0 && dopts->item_size != 0);  in compute_size_with_overflow()
2022 	if (likely((high_bits & (dopts->num_items | dopts->item_size)) == 0)) {  in compute_size_with_overflow()
2025 	if (likely(*size / dopts->item_size == dopts->num_items)) {  in compute_size_with_overflow()
2032 imalloc_body(static_opts_t *sopts, dynamic_opts_t *dopts, tsd_t *tsd) {  in imalloc_body()  argument
2053 	if (unlikely(compute_size_with_overflow(sopts->may_overflow, dopts,  in imalloc_body()
2058 	if (unlikely(dopts->alignment < sopts->min_alignment  in imalloc_body()
2059 	    || (dopts->alignment & (dopts->alignment - 1)) != 0)) {  in imalloc_body()
2065 	if (dopts->alignment == 0) {  in imalloc_body()
2072 			dopts->usize = usize;  in imalloc_body()
2082 		usize = sz_sa2u(size, dopts->alignment);  in imalloc_body()
2083 		dopts->usize = usize;  in imalloc_body()
2106 		assert(dopts->tcache_ind == TCACHE_IND_AUTOMATIC ||  in imalloc_body()
2107 		    dopts->tcache_ind == TCACHE_IND_NONE);  in imalloc_body()
2108 		assert(dopts->arena_ind == ARENA_IND_AUTOMATIC);  in imalloc_body()
2109 		dopts->tcache_ind = TCACHE_IND_NONE;  in imalloc_body()
2111 		dopts->arena_ind = 0;  in imalloc_body()
2128 			    sopts, dopts, tsd, usize, usize, ind);  in imalloc_body()
2135 			    sopts, dopts, tsd, usize, ind);  in imalloc_body()
2153 		allocation = imalloc_no_sample(sopts, dopts, tsd, size, usize,  in imalloc_body()
2164 	assert(dopts->alignment == 0  in imalloc_body()
2165 	    || ((uintptr_t)allocation & (dopts->alignment - 1)) == ZU(0));  in imalloc_body()
2178 	*dopts->result = allocation;  in imalloc_body()
2198 		*dopts->result = NULL;  in imalloc_body()
2225 		*dopts->result = NULL;  in imalloc_body()
2232 imalloc_init_check(static_opts_t *sopts, dynamic_opts_t *dopts) {  in imalloc_init_check()  argument
2238 		UTRACE(NULL, dopts->num_items * dopts->item_size, NULL);  in imalloc_init_check()
2240 		*dopts->result = NULL;  in imalloc_init_check()
2250 imalloc(static_opts_t *sopts, dynamic_opts_t *dopts) {  in imalloc()  argument
2251 	if (tsd_get_allocates() && !imalloc_init_check(sopts, dopts)) {  in imalloc()
2262 		return imalloc_body(sopts, dopts, tsd);  in imalloc()
2264 		if (!tsd_get_allocates() && !imalloc_init_check(sopts, dopts)) {  in imalloc()
2269 		return imalloc_body(sopts, dopts, tsd);  in imalloc()
2278 	dynamic_opts_t dopts;  in malloc_default()  local
2283 	dynamic_opts_init(&dopts);  in malloc_default()
2289 	dopts.result = &ret;  in malloc_default()
2290 	dopts.num_items = 1;  in malloc_default()
2291 	dopts.item_size = size;  in malloc_default()
2293 	imalloc(&sopts, &dopts);  in malloc_default()
2400 	dynamic_opts_t dopts;  in je_posix_memalign()  local
2406 	dynamic_opts_init(&dopts);  in je_posix_memalign()
2415 	dopts.result = memptr;  in je_posix_memalign()
2416 	dopts.num_items = 1;  in je_posix_memalign()
2417 	dopts.item_size = size;  in je_posix_memalign()
2418 	dopts.alignment = alignment;  in je_posix_memalign()
2420 	ret = imalloc(&sopts, &dopts);  in je_posix_memalign()
2441 	dynamic_opts_t dopts;  in JEMALLOC_ATTR()  local
2447 	dynamic_opts_init(&dopts);  in JEMALLOC_ATTR()
2458 	dopts.result = &ret;  in JEMALLOC_ATTR()
2459 	dopts.num_items = 1;  in JEMALLOC_ATTR()
2460 	dopts.item_size = size;  in JEMALLOC_ATTR()
2461 	dopts.alignment = alignment;  in JEMALLOC_ATTR()
2463 	imalloc(&sopts, &dopts);  in JEMALLOC_ATTR()
2481 	dynamic_opts_t dopts;  in JEMALLOC_ATTR()  local
2486 	dynamic_opts_init(&dopts);  in JEMALLOC_ATTR()
2493 	dopts.result = &ret;  in JEMALLOC_ATTR()
2494 	dopts.num_items = num;  in JEMALLOC_ATTR()
2495 	dopts.item_size = size;  in JEMALLOC_ATTR()
2496 	dopts.zero = true;  in JEMALLOC_ATTR()
2498 	imalloc(&sopts, &dopts);  in JEMALLOC_ATTR()
2707 		dynamic_opts_t dopts;  in je_realloc()  local
2710 		dynamic_opts_init(&dopts);  in je_realloc()
2717 		dopts.result = &ret;  in je_realloc()
2718 		dopts.num_items = 1;  in je_realloc()
2719 		dopts.item_size = size;  in je_realloc()
2721 		imalloc(&sopts, &dopts);  in je_realloc()
2873 	dynamic_opts_t dopts;  in JEMALLOC_ATTR()  local
2879 	dynamic_opts_init(&dopts);  in JEMALLOC_ATTR()
2888 	dopts.result = &ret;  in JEMALLOC_ATTR()
2889 	dopts.num_items = 1;  in JEMALLOC_ATTR()
2890 	dopts.item_size = size;  in JEMALLOC_ATTR()
2891 	dopts.alignment = alignment;  in JEMALLOC_ATTR()
2893 	imalloc(&sopts, &dopts);  in JEMALLOC_ATTR()
2913 	dynamic_opts_t dopts;  in JEMALLOC_ATTR()  local
2918 	dynamic_opts_init(&dopts);  in JEMALLOC_ATTR()
2927 	dopts.result = &ret;  in JEMALLOC_ATTR()
2928 	dopts.num_items = 1;  in JEMALLOC_ATTR()
2929 	dopts.item_size = size;  in JEMALLOC_ATTR()
2930 	dopts.alignment = PAGE;  in JEMALLOC_ATTR()
2932 	imalloc(&sopts, &dopts);  in JEMALLOC_ATTR()
3032 	dynamic_opts_t dopts;  in JEMALLOC_SMALLOCX_CONCAT_HELPER2()  local
3037 	dynamic_opts_init(&dopts);  in JEMALLOC_SMALLOCX_CONCAT_HELPER2()
3044 	dopts.result = &ret.ptr;  in JEMALLOC_SMALLOCX_CONCAT_HELPER2()
3045 	dopts.num_items = 1;  in JEMALLOC_SMALLOCX_CONCAT_HELPER2()
3046 	dopts.item_size = size;  in JEMALLOC_SMALLOCX_CONCAT_HELPER2()
3049 			dopts.alignment = MALLOCX_ALIGN_GET_SPECIFIED(flags);  in JEMALLOC_SMALLOCX_CONCAT_HELPER2()
3052 		dopts.zero = MALLOCX_ZERO_GET(flags);  in JEMALLOC_SMALLOCX_CONCAT_HELPER2()
3057 				dopts.tcache_ind = TCACHE_IND_NONE;  in JEMALLOC_SMALLOCX_CONCAT_HELPER2()
3059 				dopts.tcache_ind = MALLOCX_TCACHE_GET(flags);  in JEMALLOC_SMALLOCX_CONCAT_HELPER2()
3062 			dopts.tcache_ind = TCACHE_IND_AUTOMATIC;  in JEMALLOC_SMALLOCX_CONCAT_HELPER2()
3066 			dopts.arena_ind = MALLOCX_ARENA_GET(flags);  in JEMALLOC_SMALLOCX_CONCAT_HELPER2()
3069 	imalloc(&sopts, &dopts);  in JEMALLOC_SMALLOCX_CONCAT_HELPER2()
3070 	assert(dopts.usize == je_nallocx(size, flags));  in JEMALLOC_SMALLOCX_CONCAT_HELPER2()
3071 	ret.size = dopts.usize;  in JEMALLOC_SMALLOCX_CONCAT_HELPER2()
3086 	dynamic_opts_t dopts;  in JEMALLOC_ATTR()  local
3091 	dynamic_opts_init(&dopts);  in JEMALLOC_ATTR()
3097 	dopts.result = &ret;  in JEMALLOC_ATTR()
3098 	dopts.num_items = 1;  in JEMALLOC_ATTR()
3099 	dopts.item_size = size;  in JEMALLOC_ATTR()
3102 			dopts.alignment = MALLOCX_ALIGN_GET_SPECIFIED(flags);  in JEMALLOC_ATTR()
3105 		dopts.zero = MALLOCX_ZERO_GET(flags);  in JEMALLOC_ATTR()
3110 				dopts.tcache_ind = TCACHE_IND_NONE;  in JEMALLOC_ATTR()
3112 				dopts.tcache_ind = MALLOCX_TCACHE_GET(flags);  in JEMALLOC_ATTR()
3115 			dopts.tcache_ind = TCACHE_IND_AUTOMATIC;  in JEMALLOC_ATTR()
3119 			dopts.arena_ind = MALLOCX_ARENA_GET(flags);  in JEMALLOC_ATTR()
3122 	imalloc(&sopts, &dopts);  in JEMALLOC_ATTR()