736 				ctl_arena_stats_t	astats;  in arenas_i_impl()  member
745 			ret->astats = &cont->astats;  in arenas_i_impl()
778 		memset(&ctl_arena->astats->astats, 0, sizeof(arena_stats_t));  in ctl_arena_clear()
779 		ctl_arena->astats->allocated_small = 0;  in ctl_arena_clear()
780 		ctl_arena->astats->nmalloc_small = 0;  in ctl_arena_clear()
781 		ctl_arena->astats->ndalloc_small = 0;  in ctl_arena_clear()
782 		ctl_arena->astats->nrequests_small = 0;  in ctl_arena_clear()
783 		ctl_arena->astats->nfills_small = 0;  in ctl_arena_clear()
784 		ctl_arena->astats->nflushes_small = 0;  in ctl_arena_clear()
785 		memset(ctl_arena->astats->bstats, 0, SC_NBINS *  in ctl_arena_clear()
787 		memset(ctl_arena->astats->lstats, 0, (SC_NSIZES - SC_NBINS) *  in ctl_arena_clear()
789 		memset(ctl_arena->astats->estats, 0, SC_NPSIZES *  in ctl_arena_clear()
803 		    &ctl_arena->astats->astats, ctl_arena->astats->bstats,  in ctl_arena_stats_amerge()
804 		    ctl_arena->astats->lstats, ctl_arena->astats->estats);  in ctl_arena_stats_amerge()
807 			ctl_arena->astats->allocated_small +=  in ctl_arena_stats_amerge()
808 			    ctl_arena->astats->bstats[i].curregs *  in ctl_arena_stats_amerge()
810 			ctl_arena->astats->nmalloc_small +=  in ctl_arena_stats_amerge()
811 			    ctl_arena->astats->bstats[i].nmalloc;  in ctl_arena_stats_amerge()
812 			ctl_arena->astats->ndalloc_small +=  in ctl_arena_stats_amerge()
813 			    ctl_arena->astats->bstats[i].ndalloc;  in ctl_arena_stats_amerge()
814 			ctl_arena->astats->nrequests_small +=  in ctl_arena_stats_amerge()
815 			    ctl_arena->astats->bstats[i].nrequests;  in ctl_arena_stats_amerge()
816 			ctl_arena->astats->nfills_small +=  in ctl_arena_stats_amerge()
817 			    ctl_arena->astats->bstats[i].nfills;  in ctl_arena_stats_amerge()
818 			ctl_arena->astats->nflushes_small +=  in ctl_arena_stats_amerge()
819 			    ctl_arena->astats->bstats[i].nflushes;  in ctl_arena_stats_amerge()
847 		ctl_arena_stats_t *sdstats = ctl_sdarena->astats;  in ctl_arena_stats_sdmerge()
848 		ctl_arena_stats_t *astats = ctl_arena->astats;  in ctl_arena_stats_sdmerge()  local
851 			accum_atomic_zu(&sdstats->astats.mapped,  in ctl_arena_stats_sdmerge()
852 			    &astats->astats.mapped);  in ctl_arena_stats_sdmerge()
853 			accum_atomic_zu(&sdstats->astats.retained,  in ctl_arena_stats_sdmerge()
854 			    &astats->astats.retained);  in ctl_arena_stats_sdmerge()
855 			accum_atomic_zu(&sdstats->astats.extent_avail,  in ctl_arena_stats_sdmerge()
856 			    &astats->astats.extent_avail);  in ctl_arena_stats_sdmerge()
859 		ctl_accum_arena_stats_u64(&sdstats->astats.decay_dirty.npurge,  in ctl_arena_stats_sdmerge()
860 		    &astats->astats.decay_dirty.npurge);  in ctl_arena_stats_sdmerge()
861 		ctl_accum_arena_stats_u64(&sdstats->astats.decay_dirty.nmadvise,  in ctl_arena_stats_sdmerge()
862 		    &astats->astats.decay_dirty.nmadvise);  in ctl_arena_stats_sdmerge()
863 		ctl_accum_arena_stats_u64(&sdstats->astats.decay_dirty.purged,  in ctl_arena_stats_sdmerge()
864 		    &astats->astats.decay_dirty.purged);  in ctl_arena_stats_sdmerge()
866 		ctl_accum_arena_stats_u64(&sdstats->astats.decay_muzzy.npurge,  in ctl_arena_stats_sdmerge()
867 		    &astats->astats.decay_muzzy.npurge);  in ctl_arena_stats_sdmerge()
868 		ctl_accum_arena_stats_u64(&sdstats->astats.decay_muzzy.nmadvise,  in ctl_arena_stats_sdmerge()
869 		    &astats->astats.decay_muzzy.nmadvise);  in ctl_arena_stats_sdmerge()
870 		ctl_accum_arena_stats_u64(&sdstats->astats.decay_muzzy.purged,  in ctl_arena_stats_sdmerge()
871 		    &astats->astats.decay_muzzy.purged);  in ctl_arena_stats_sdmerge()
874 		    &(sdstats->astats.mutex_prof_data[			\  in ctl_arena_stats_sdmerge()
876 		    &(astats->astats.mutex_prof_data[			\  in ctl_arena_stats_sdmerge()
881 			accum_atomic_zu(&sdstats->astats.base,  in ctl_arena_stats_sdmerge()
882 			    &astats->astats.base);  in ctl_arena_stats_sdmerge()
883 			accum_atomic_zu(&sdstats->astats.internal,  in ctl_arena_stats_sdmerge()
884 			    &astats->astats.internal);  in ctl_arena_stats_sdmerge()
885 			accum_atomic_zu(&sdstats->astats.resident,  in ctl_arena_stats_sdmerge()
886 			    &astats->astats.resident);  in ctl_arena_stats_sdmerge()
887 			accum_atomic_zu(&sdstats->astats.metadata_thp,  in ctl_arena_stats_sdmerge()
888 			    &astats->astats.metadata_thp);  in ctl_arena_stats_sdmerge()
891 			    &astats->astats.internal, ATOMIC_RELAXED) == 0);  in ctl_arena_stats_sdmerge()
895 			sdstats->allocated_small += astats->allocated_small;  in ctl_arena_stats_sdmerge()
897 			assert(astats->allocated_small == 0);  in ctl_arena_stats_sdmerge()
899 		sdstats->nmalloc_small += astats->nmalloc_small;  in ctl_arena_stats_sdmerge()
900 		sdstats->ndalloc_small += astats->ndalloc_small;  in ctl_arena_stats_sdmerge()
901 		sdstats->nrequests_small += astats->nrequests_small;  in ctl_arena_stats_sdmerge()
902 		sdstats->nfills_small += astats->nfills_small;  in ctl_arena_stats_sdmerge()
903 		sdstats->nflushes_small += astats->nflushes_small;  in ctl_arena_stats_sdmerge()
906 			accum_atomic_zu(&sdstats->astats.allocated_large,  in ctl_arena_stats_sdmerge()
907 			    &astats->astats.allocated_large);  in ctl_arena_stats_sdmerge()
909 			assert(atomic_load_zu(&astats->astats.allocated_large,  in ctl_arena_stats_sdmerge()
912 		ctl_accum_arena_stats_u64(&sdstats->astats.nmalloc_large,  in ctl_arena_stats_sdmerge()
913 		    &astats->astats.nmalloc_large);  in ctl_arena_stats_sdmerge()
914 		ctl_accum_arena_stats_u64(&sdstats->astats.ndalloc_large,  in ctl_arena_stats_sdmerge()
915 		    &astats->astats.ndalloc_large);  in ctl_arena_stats_sdmerge()
916 		ctl_accum_arena_stats_u64(&sdstats->astats.nrequests_large,  in ctl_arena_stats_sdmerge()
917 		    &astats->astats.nrequests_large);  in ctl_arena_stats_sdmerge()
918 		accum_atomic_zu(&sdstats->astats.abandoned_vm,  in ctl_arena_stats_sdmerge()
919 		    &astats->astats.abandoned_vm);  in ctl_arena_stats_sdmerge()
921 		accum_atomic_zu(&sdstats->astats.tcache_bytes,  in ctl_arena_stats_sdmerge()
922 		    &astats->astats.tcache_bytes);  in ctl_arena_stats_sdmerge()
925 			sdstats->astats.uptime = astats->astats.uptime;  in ctl_arena_stats_sdmerge()
930 			sdstats->bstats[i].nmalloc += astats->bstats[i].nmalloc;  in ctl_arena_stats_sdmerge()
931 			sdstats->bstats[i].ndalloc += astats->bstats[i].ndalloc;  in ctl_arena_stats_sdmerge()
933 			    astats->bstats[i].nrequests;  in ctl_arena_stats_sdmerge()
936 				    astats->bstats[i].curregs;  in ctl_arena_stats_sdmerge()
938 				assert(astats->bstats[i].curregs == 0);  in ctl_arena_stats_sdmerge()
940 			sdstats->bstats[i].nfills += astats->bstats[i].nfills;  in ctl_arena_stats_sdmerge()
942 			    astats->bstats[i].nflushes;  in ctl_arena_stats_sdmerge()
943 			sdstats->bstats[i].nslabs += astats->bstats[i].nslabs;  in ctl_arena_stats_sdmerge()
944 			sdstats->bstats[i].reslabs += astats->bstats[i].reslabs;  in ctl_arena_stats_sdmerge()
947 				    astats->bstats[i].curslabs;  in ctl_arena_stats_sdmerge()
949 				    astats->bstats[i].nonfull_slabs;  in ctl_arena_stats_sdmerge()
951 				assert(astats->bstats[i].curslabs == 0);  in ctl_arena_stats_sdmerge()
952 				assert(astats->bstats[i].nonfull_slabs == 0);  in ctl_arena_stats_sdmerge()
955 			    &astats->bstats[i].mutex_data);  in ctl_arena_stats_sdmerge()
961 			    &astats->lstats[i].nmalloc);  in ctl_arena_stats_sdmerge()
963 			    &astats->lstats[i].ndalloc);  in ctl_arena_stats_sdmerge()
965 			    &astats->lstats[i].nrequests);  in ctl_arena_stats_sdmerge()
968 				    astats->lstats[i].curlextents;  in ctl_arena_stats_sdmerge()
970 				assert(astats->lstats[i].curlextents == 0);  in ctl_arena_stats_sdmerge()
977 			    &astats->estats[i].ndirty);  in ctl_arena_stats_sdmerge()
979 			    &astats->estats[i].nmuzzy);  in ctl_arena_stats_sdmerge()
981 			    &astats->estats[i].nretained);  in ctl_arena_stats_sdmerge()
983 			    &astats->estats[i].dirty_bytes);  in ctl_arena_stats_sdmerge()
985 			    &astats->estats[i].muzzy_bytes);  in ctl_arena_stats_sdmerge()
987 			    &astats->estats[i].retained_bytes);  in ctl_arena_stats_sdmerge()
1071 		ctl_stats->allocated = ctl_sarena->astats->allocated_small +  in ctl_refresh()
1072 		    atomic_load_zu(&ctl_sarena->astats->astats.allocated_large,  in ctl_refresh()
1076 		    &ctl_sarena->astats->astats.base, ATOMIC_RELAXED) +  in ctl_refresh()
1077 		    atomic_load_zu(&ctl_sarena->astats->astats.internal,  in ctl_refresh()
1080 		    &ctl_sarena->astats->astats.metadata_thp, ATOMIC_RELAXED);  in ctl_refresh()
1082 		    &ctl_sarena->astats->astats.resident, ATOMIC_RELAXED);  in ctl_refresh()
1084 		    &ctl_sarena->astats->astats.mapped, ATOMIC_RELAXED);  in ctl_refresh()
1086 		    &ctl_sarena->astats->astats.retained, ATOMIC_RELAXED);  in ctl_refresh()
2828     nstime_ns(&arenas_i(mib[2])->astats->astats.uptime), uint64_t)
2833     atomic_load_zu(&arenas_i(mib[2])->astats->astats.mapped, ATOMIC_RELAXED),
2836     atomic_load_zu(&arenas_i(mib[2])->astats->astats.retained, ATOMIC_RELAXED),
2839     atomic_load_zu(&arenas_i(mib[2])->astats->astats.extent_avail,
2845     &arenas_i(mib[2])->astats->astats.decay_dirty.npurge), uint64_t)
2848     &arenas_i(mib[2])->astats->astats.decay_dirty.nmadvise), uint64_t)
2851     &arenas_i(mib[2])->astats->astats.decay_dirty.purged), uint64_t)
2855     &arenas_i(mib[2])->astats->astats.decay_muzzy.npurge), uint64_t)
2858     &arenas_i(mib[2])->astats->astats.decay_muzzy.nmadvise), uint64_t)
2861     &arenas_i(mib[2])->astats->astats.decay_muzzy.purged), uint64_t)
2864     atomic_load_zu(&arenas_i(mib[2])->astats->astats.base, ATOMIC_RELAXED),
2867     atomic_load_zu(&arenas_i(mib[2])->astats->astats.internal, ATOMIC_RELAXED),
2870     atomic_load_zu(&arenas_i(mib[2])->astats->astats.metadata_thp,
2873     atomic_load_zu(&arenas_i(mib[2])->astats->astats.tcache_bytes,
2876     atomic_load_zu(&arenas_i(mib[2])->astats->astats.resident, ATOMIC_RELAXED),
2879     atomic_load_zu(&arenas_i(mib[2])->astats->astats.abandoned_vm,
2883     arenas_i(mib[2])->astats->allocated_small, size_t)
2885     arenas_i(mib[2])->astats->nmalloc_small, uint64_t)
2887     arenas_i(mib[2])->astats->ndalloc_small, uint64_t)
2889     arenas_i(mib[2])->astats->nrequests_small, uint64_t)
2891     arenas_i(mib[2])->astats->nfills_small, uint64_t)
2893     arenas_i(mib[2])->astats->nflushes_small, uint64_t)
2895     atomic_load_zu(&arenas_i(mib[2])->astats->astats.allocated_large,
2899     &arenas_i(mib[2])->astats->astats.nmalloc_large), uint64_t)
2902     &arenas_i(mib[2])->astats->astats.ndalloc_large), uint64_t)
2905     &arenas_i(mib[2])->astats->astats.nrequests_large), uint64_t)
2912     &arenas_i(mib[2])->astats->astats.nmalloc_large), uint64_t)
2915     &arenas_i(mib[2])->astats->astats.nflushes_large), uint64_t)
2943     arenas_i(mib[2])->astats->astats.mutex_prof_data[arena_prof_mutex_##mtx])
2949     arenas_i(mib[2])->astats->bstats[mib[4]].mutex_data)
3008     arenas_i(mib[2])->astats->bstats[mib[4]].nmalloc, uint64_t)
3010     arenas_i(mib[2])->astats->bstats[mib[4]].ndalloc, uint64_t)
3012     arenas_i(mib[2])->astats->bstats[mib[4]].nrequests, uint64_t)
3014     arenas_i(mib[2])->astats->bstats[mib[4]].curregs, size_t)
3016     arenas_i(mib[2])->astats->bstats[mib[4]].nfills, uint64_t)
3018     arenas_i(mib[2])->astats->bstats[mib[4]].nflushes, uint64_t)
3020     arenas_i(mib[2])->astats->bstats[mib[4]].nslabs, uint64_t)
3022     arenas_i(mib[2])->astats->bstats[mib[4]].reslabs, uint64_t)
3024     arenas_i(mib[2])->astats->bstats[mib[4]].curslabs, size_t)
3026     arenas_i(mib[2])->astats->bstats[mib[4]].nonfull_slabs, size_t)
3039     &arenas_i(mib[2])->astats->lstats[mib[4]].nmalloc), uint64_t)
3042     &arenas_i(mib[2])->astats->lstats[mib[4]].ndalloc), uint64_t)
3045     &arenas_i(mib[2])->astats->lstats[mib[4]].nrequests), uint64_t)
3047     arenas_i(mib[2])->astats->lstats[mib[4]].curlextents, size_t)
3060         &arenas_i(mib[2])->astats->estats[mib[4]].ndirty,
3064         &arenas_i(mib[2])->astats->estats[mib[4]].nmuzzy,
3068         &arenas_i(mib[2])->astats->estats[mib[4]].nretained,
3072         &arenas_i(mib[2])->astats->estats[mib[4]].dirty_bytes,
3076         &arenas_i(mib[2])->astats->estats[mib[4]].muzzy_bytes,
3080         &arenas_i(mib[2])->astats->estats[mib[4]].retained_bytes,