1916 imalloc_no_sample(static_opts_t *sopts, dynamic_opts_t *dopts, tsd_t *tsd,  in imalloc_no_sample()  argument
1923 		if (likely(!sopts->slow)) {  in imalloc_no_sample()
1954 	    arena, sopts->slow);  in imalloc_no_sample()
1958 imalloc_sample(static_opts_t *sopts, dynamic_opts_t *dopts, tsd_t *tsd,  in imalloc_sample()  argument
1976 		ret = imalloc_no_sample(sopts, dopts, tsd, bumped_usize,  in imalloc_sample()
1983 		ret = imalloc_no_sample(sopts, dopts, tsd, usize, usize, ind);  in imalloc_sample()
2032 imalloc_body(static_opts_t *sopts, dynamic_opts_t *dopts, tsd_t *tsd) {  in imalloc_body()  argument
2053 	if (unlikely(compute_size_with_overflow(sopts->may_overflow, dopts,  in imalloc_body()
2058 	if (unlikely(dopts->alignment < sopts->min_alignment  in imalloc_body()
2070 		if (config_stats || (config_prof && opt_prof) || sopts->usize) {  in imalloc_body()
2077 		if (sopts->bump_empty_aligned_alloc) {  in imalloc_body()
2090 	if (sopts->assert_nonempty_alloc) {  in imalloc_body()
2101 	if (sopts->slow && unlikely(reentrancy_level > 0)) {  in imalloc_body()
2128 			    sopts, dopts, tsd, usize, usize, ind);  in imalloc_body()
2135 			    sopts, dopts, tsd, usize, ind);  in imalloc_body()
2153 		allocation = imalloc_no_sample(sopts, dopts, tsd, size, usize,  in imalloc_body()
2172 	if (sopts->slow) {  in imalloc_body()
2182 	if (unlikely(sopts->slow) && config_xmalloc && unlikely(opt_xmalloc)) {  in imalloc_body()
2183 		malloc_write(sopts->oom_string);  in imalloc_body()
2187 	if (sopts->slow) {  in imalloc_body()
2193 	if (sopts->set_errno_on_error) {  in imalloc_body()
2197 	if (sopts->null_out_result_on_error) {  in imalloc_body()
2210 		malloc_write(sopts->invalid_alignment_string);  in imalloc_body()
2214 	if (sopts->set_errno_on_error) {  in imalloc_body()
2218 	if (sopts->slow) {  in imalloc_body()
2224 	if (sopts->null_out_result_on_error) {  in imalloc_body()
2232 imalloc_init_check(static_opts_t *sopts, dynamic_opts_t *dopts) {  in imalloc_init_check()  argument
2235 			malloc_write(sopts->oom_string);  in imalloc_init_check()
2250 imalloc(static_opts_t *sopts, dynamic_opts_t *dopts) {  in imalloc()  argument
2251 	if (tsd_get_allocates() && !imalloc_init_check(sopts, dopts)) {  in imalloc()
2261 		sopts->slow = false;  in imalloc()
2262 		return imalloc_body(sopts, dopts, tsd);  in imalloc()
2264 		if (!tsd_get_allocates() && !imalloc_init_check(sopts, dopts)) {  in imalloc()
2268 		sopts->slow = true;  in imalloc()
2269 		return imalloc_body(sopts, dopts, tsd);  in imalloc()
2277 	static_opts_t sopts;  in malloc_default()  local
2282 	static_opts_init(&sopts);  in malloc_default()
2285 	sopts.null_out_result_on_error = true;  in malloc_default()
2286 	sopts.set_errno_on_error = true;  in malloc_default()
2287 	sopts.oom_string = "<jemalloc>: Error in malloc(): out of memory\n";  in malloc_default()
2293 	imalloc(&sopts, &dopts);  in malloc_default()
2298 	if (sopts.slow) {  in malloc_default()
2399 	static_opts_t sopts;  in je_posix_memalign()  local
2405 	static_opts_init(&sopts);  in je_posix_memalign()
2408 	sopts.bump_empty_aligned_alloc = true;  in je_posix_memalign()
2409 	sopts.min_alignment = sizeof(void *);  in je_posix_memalign()
2410 	sopts.oom_string =  in je_posix_memalign()
2412 	sopts.invalid_alignment_string =  in je_posix_memalign()
2420 	ret = imalloc(&sopts, &dopts);  in je_posix_memalign()
2421 	if (sopts.slow) {  in je_posix_memalign()
2440 	static_opts_t sopts;  in JEMALLOC_ATTR()  local
2446 	static_opts_init(&sopts);  in JEMALLOC_ATTR()
2449 	sopts.bump_empty_aligned_alloc = true;  in JEMALLOC_ATTR()
2450 	sopts.null_out_result_on_error = true;  in JEMALLOC_ATTR()
2451 	sopts.set_errno_on_error = true;  in JEMALLOC_ATTR()
2452 	sopts.min_alignment = 1;  in JEMALLOC_ATTR()
2453 	sopts.oom_string =  in JEMALLOC_ATTR()
2455 	sopts.invalid_alignment_string =  in JEMALLOC_ATTR()
2463 	imalloc(&sopts, &dopts);  in JEMALLOC_ATTR()
2464 	if (sopts.slow) {  in JEMALLOC_ATTR()
2480 	static_opts_t sopts;  in JEMALLOC_ATTR()  local
2485 	static_opts_init(&sopts);  in JEMALLOC_ATTR()
2488 	sopts.may_overflow = true;  in JEMALLOC_ATTR()
2489 	sopts.null_out_result_on_error = true;  in JEMALLOC_ATTR()
2490 	sopts.set_errno_on_error = true;  in JEMALLOC_ATTR()
2491 	sopts.oom_string = "<jemalloc>: Error in calloc(): out of memory\n";  in JEMALLOC_ATTR()
2498 	imalloc(&sopts, &dopts);  in JEMALLOC_ATTR()
2499 	if (sopts.slow) {  in JEMALLOC_ATTR()
2706 		static_opts_t sopts;  in je_realloc()  local
2709 		static_opts_init(&sopts);  in je_realloc()
2712 		sopts.null_out_result_on_error = true;  in je_realloc()
2713 		sopts.set_errno_on_error = true;  in je_realloc()
2714 		sopts.oom_string =  in je_realloc()
2721 		imalloc(&sopts, &dopts);  in je_realloc()
2722 		if (sopts.slow) {  in je_realloc()
2872 	static_opts_t sopts;  in JEMALLOC_ATTR()  local
2878 	static_opts_init(&sopts);  in JEMALLOC_ATTR()
2881 	sopts.min_alignment = 1;  in JEMALLOC_ATTR()
2882 	sopts.oom_string =  in JEMALLOC_ATTR()
2884 	sopts.invalid_alignment_string =  in JEMALLOC_ATTR()
2886 	sopts.null_out_result_on_error = true;  in JEMALLOC_ATTR()
2893 	imalloc(&sopts, &dopts);  in JEMALLOC_ATTR()
2894 	if (sopts.slow) {  in JEMALLOC_ATTR()
2912 	static_opts_t sopts;  in JEMALLOC_ATTR()  local
2917 	static_opts_init(&sopts);  in JEMALLOC_ATTR()
2920 	sopts.null_out_result_on_error = true;  in JEMALLOC_ATTR()
2921 	sopts.min_alignment = PAGE;  in JEMALLOC_ATTR()
2922 	sopts.oom_string =  in JEMALLOC_ATTR()
2924 	sopts.invalid_alignment_string =  in JEMALLOC_ATTR()
2932 	imalloc(&sopts, &dopts);  in JEMALLOC_ATTR()
2933 	if (sopts.slow) {  in JEMALLOC_ATTR()
3031 	static_opts_t sopts;  in JEMALLOC_SMALLOCX_CONCAT_HELPER2()  local
3036 	static_opts_init(&sopts);  in JEMALLOC_SMALLOCX_CONCAT_HELPER2()
3039 	sopts.assert_nonempty_alloc = true;  in JEMALLOC_SMALLOCX_CONCAT_HELPER2()
3040 	sopts.null_out_result_on_error = true;  in JEMALLOC_SMALLOCX_CONCAT_HELPER2()
3041 	sopts.oom_string = "<jemalloc>: Error in mallocx(): out of memory\n";  in JEMALLOC_SMALLOCX_CONCAT_HELPER2()
3042 	sopts.usize = true;  in JEMALLOC_SMALLOCX_CONCAT_HELPER2()
3069 	imalloc(&sopts, &dopts);  in JEMALLOC_SMALLOCX_CONCAT_HELPER2()
3085 	static_opts_t sopts;  in JEMALLOC_ATTR()  local
3090 	static_opts_init(&sopts);  in JEMALLOC_ATTR()
3093 	sopts.assert_nonempty_alloc = true;  in JEMALLOC_ATTR()
3094 	sopts.null_out_result_on_error = true;  in JEMALLOC_ATTR()
3095 	sopts.oom_string = "<jemalloc>: Error in mallocx(): out of memory\n";  in JEMALLOC_ATTR()
3122 	imalloc(&sopts, &dopts);  in JEMALLOC_ATTR()
3123 	if (sopts.slow) {  in JEMALLOC_ATTR()