1639 	zen_umc_df_t *df = &umc->umc_dfs[dfno];  in zen_umc_read_dram_rule_df_23()  local
1766 		if ((df->zud_flags & ZEN_UMC_DF_F_HASH_16_18) != 0) {  in zen_umc_read_dram_rule_df_23()
1770 		if ((df->zud_flags & ZEN_UMC_DF_F_HASH_21_23) != 0) {  in zen_umc_read_dram_rule_df_23()
1774 		if ((df->zud_flags & ZEN_UMC_DF_F_HASH_30_32) != 0) {  in zen_umc_read_dram_rule_df_23()
2216 zen_umc_read_extremap(zen_umc_t *umc, zen_umc_df_t *df, const uint_t instid)  in zen_umc_read_extremap()  argument
2218 	const uint_t dfno = df->zud_dfno;  in zen_umc_read_extremap()
2229 	df->zud_cs_nremap = ZEN_UMC_MAX_CS_REMAPS;  in zen_umc_read_extremap()
2230 	for (uint_t i = 0; i < df->zud_cs_nremap; i++) {  in zen_umc_read_extremap()
2233 		zen_umc_cs_remap_t *remap = &df->zud_remap[i];  in zen_umc_read_extremap()
2274 zen_umc_read_remap(zen_umc_t *umc, zen_umc_df_t *df, const uint_t instid)  in zen_umc_read_remap()  argument
2277 	const uint_t dfno = df->zud_dfno;  in zen_umc_read_remap()
2305 		return (zen_umc_read_extremap(umc, df, instid));  in zen_umc_read_remap()
2312 	df->zud_cs_nremap = nremaps;  in zen_umc_read_remap()
2316 		zen_umc_cs_remap_t *remap = &df->zud_remap[i];  in zen_umc_read_remap()
2364 	zen_umc_df_t *df = &umc->umc_dfs[dfno];  in zen_umc_fill_ccm_cb()  local
2369 	df->zud_dfno = dfno;  in zen_umc_fill_ccm_cb()
2370 	df->zud_ccm_inst = instid;  in zen_umc_fill_ccm_cb()
2375 	if ((ret = amdzen_c_df_read32_bcast(dfno, DF_CAPAB, &df->zud_capab)) !=  in zen_umc_fill_ccm_cb()
2408 	df->zud_hole_raw = val;  in zen_umc_fill_ccm_cb()
2412 		df->zud_flags |= ZEN_UMC_DF_F_HOLE_VALID;  in zen_umc_fill_ccm_cb()
2414 		df->zud_hole_base = t << DF_DRAM_HOLE_BASE_SHIFT;  in zen_umc_fill_ccm_cb()
2433 		df->zud_glob_ctl_raw = globctl;  in zen_umc_fill_ccm_cb()
2435 			df->zud_flags |= ZEN_UMC_DF_F_HASH_30_32;  in zen_umc_fill_ccm_cb()
2439 			df->zud_flags |= ZEN_UMC_DF_F_HASH_21_23;  in zen_umc_fill_ccm_cb()
2443 			df->zud_flags |= ZEN_UMC_DF_F_HASH_16_18;  in zen_umc_fill_ccm_cb()
2447 	df->zud_dram_nrules = umc->umc_fdata->zufd_dram_nrules;  in zen_umc_fill_ccm_cb()
2450 		    &df->zud_rules[i]) != 0) {  in zen_umc_fill_ccm_cb()
2461 	    DF_CAPAB_GET_EXTCSREMAP(df->zud_capab) != 0) ||  in zen_umc_fill_ccm_cb()
2463 		if (zen_umc_read_remap(umc, df, instid) != 0) {  in zen_umc_fill_ccm_cb()
2524 zen_umc_fill_dimm_common(zen_umc_t *umc, zen_umc_df_t *df, zen_umc_chan_t *chan,  in zen_umc_fill_dimm_common()  argument
2541 	if ((ret = amdzen_c_smn_read(df->zud_dfno, reg, &val)) != 0) {  in zen_umc_fill_dimm_common()
2601 zen_umc_fill_chan_dimm_ddr4(zen_umc_t *umc, zen_umc_df_t *df,  in zen_umc_fill_chan_dimm_ddr4()  argument
2626 		if ((ret = amdzen_c_smn_read(df->zud_dfno, reg, &val)) != 0) {  in zen_umc_fill_chan_dimm_ddr4()
2637 		if ((ret = amdzen_c_smn_read(df->zud_dfno, reg, &val)) != 0) {  in zen_umc_fill_chan_dimm_ddr4()
2655 	if ((ret = amdzen_c_smn_read(df->zud_dfno, reg, &val)) != 0) {  in zen_umc_fill_chan_dimm_ddr4()
2671 	if ((ret = amdzen_c_smn_read(df->zud_dfno, reg, &val)) != 0) {  in zen_umc_fill_chan_dimm_ddr4()
2682 	if ((ret = amdzen_c_smn_read(df->zud_dfno, reg, &val)) != 0) {  in zen_umc_fill_chan_dimm_ddr4()
2718 	if ((ret = amdzen_c_smn_read(df->zud_dfno, reg, &val)) != 0) {  in zen_umc_fill_chan_dimm_ddr4()
2743 	if ((ret = amdzen_c_smn_read(df->zud_dfno, reg, &val)) != 0) {  in zen_umc_fill_chan_dimm_ddr4()
2754 	if ((ret = amdzen_c_smn_read(df->zud_dfno, reg, &val)) != 0) {  in zen_umc_fill_chan_dimm_ddr4()
2773 	if ((ret = amdzen_c_smn_read(df->zud_dfno, reg, &val)) != 0) {  in zen_umc_fill_chan_dimm_ddr4()
2789 	if ((ret = amdzen_c_smn_read(df->zud_dfno, reg, &val)) != 0) {  in zen_umc_fill_chan_dimm_ddr4()
2805 	return (zen_umc_fill_dimm_common(umc, df, chan, dimmno, B_TRUE));  in zen_umc_fill_chan_dimm_ddr4()
2814 zen_umc_fill_chan_rank_ddr5(zen_umc_t *umc, zen_umc_df_t *df,  in zen_umc_fill_chan_rank_ddr5()  argument
2829 	if ((ret = amdzen_c_smn_read(df->zud_dfno, reg, &val)) != 0) {  in zen_umc_fill_chan_rank_ddr5()
2841 		if ((ret = amdzen_c_smn_read(df->zud_dfno, reg, &val)) !=  in zen_umc_fill_chan_rank_ddr5()
2855 	if ((ret = amdzen_c_smn_read(df->zud_dfno, reg, &val)) != 0) {  in zen_umc_fill_chan_rank_ddr5()
2867 		if ((ret = amdzen_c_smn_read(df->zud_dfno, reg, &val)) !=  in zen_umc_fill_chan_rank_ddr5()
2885 	if ((ret = amdzen_c_smn_read(df->zud_dfno, reg, &val)) != 0) {  in zen_umc_fill_chan_rank_ddr5()
2897 		if ((ret = amdzen_c_smn_read(df->zud_dfno, reg, &val)) !=  in zen_umc_fill_chan_rank_ddr5()
2912 	if ((ret = amdzen_c_smn_read(df->zud_dfno, reg, &val)) != 0) {  in zen_umc_fill_chan_rank_ddr5()
2924 		if ((ret = amdzen_c_smn_read(df->zud_dfno, reg, &val)) !=  in zen_umc_fill_chan_rank_ddr5()
2938 	if ((ret = amdzen_c_smn_read(df->zud_dfno, reg, &val)) != 0) {  in zen_umc_fill_chan_rank_ddr5()
2959 	if ((ret = amdzen_c_smn_read(df->zud_dfno, reg, &val)) != 0) {  in zen_umc_fill_chan_rank_ddr5()
2979 	if ((ret = amdzen_c_smn_read(df->zud_dfno, reg, &val)) != 0) {  in zen_umc_fill_chan_rank_ddr5()
2990 	if ((ret = amdzen_c_smn_read(df->zud_dfno, reg, &val)) != 0) {  in zen_umc_fill_chan_rank_ddr5()
3007 	if ((ret = amdzen_c_smn_read(df->zud_dfno, reg, &val)) != 0) {  in zen_umc_fill_chan_rank_ddr5()
3030 	return (zen_umc_fill_dimm_common(umc, df, chan, dimmno, B_FALSE));  in zen_umc_fill_chan_rank_ddr5()
3207 zen_umc_fill_chan_hash(zen_umc_t *umc, zen_umc_df_t *df, zen_umc_chan_t *chan,  in zen_umc_fill_chan_hash()  argument
3229 			if ((ret = amdzen_c_smn_read(df->zud_dfno, reg,  in zen_umc_fill_chan_hash()
3254 			if ((ret = amdzen_c_smn_read(df->zud_dfno, reg,  in zen_umc_fill_chan_hash()
3272 			if ((ret = amdzen_c_smn_read(df->zud_dfno, reg,  in zen_umc_fill_chan_hash()
3295 		if ((ret = amdzen_c_smn_read(df->zud_dfno, reg, &val)) != 0) {  in zen_umc_fill_chan_hash()
3311 		if ((ret = amdzen_c_smn_read(df->zud_dfno, reg, &val)) != 0) {  in zen_umc_fill_chan_hash()
3331 			if ((ret = amdzen_c_smn_read(df->zud_dfno, reg,  in zen_umc_fill_chan_hash()
3348 			if ((ret = amdzen_c_smn_read(df->zud_dfno, reg,  in zen_umc_fill_chan_hash()
3369 zen_umc_fill_chan(zen_umc_t *umc, zen_umc_df_t *df, zen_umc_chan_t *chan)  in zen_umc_fill_chan()  argument
3389 	if (!zen_umc_fill_chan_hash(umc, df, chan, ddr4)) {  in zen_umc_fill_chan()
3394 	if ((ret = amdzen_c_smn_read(df->zud_dfno, reg, &val)) != 0) {  in zen_umc_fill_chan()
3425 		if ((ret = amdzen_c_smn_read(df->zud_dfno, reg, &val)) != 0) {  in zen_umc_fill_chan()
3441 	if ((ret = amdzen_c_smn_read(df->zud_dfno, reg, &val)) != 0) {  in zen_umc_fill_chan()
3462 	if ((ret = amdzen_c_smn_read(df->zud_dfno, reg, &val)) != 0) {  in zen_umc_fill_chan()
3474 	if ((ret = amdzen_c_smn_read(df->zud_dfno, reg, &val)) != 0) {  in zen_umc_fill_chan()
3482 	if ((ret = amdzen_c_smn_read(df->zud_dfno, reg, &val)) != 0) {  in zen_umc_fill_chan()
3497 	zen_umc_df_t *df = &umc->umc_dfs[dfno];  in zen_umc_fill_umc_cb()  local
3498 	zen_umc_chan_t *chan = &df->zud_chan[df->zud_nchan];  in zen_umc_fill_umc_cb()
3500 	df->zud_nchan++;  in zen_umc_fill_umc_cb()
3501 	VERIFY3U(df->zud_nchan, <=, ZEN_UMC_MAX_UMCS);  in zen_umc_fill_umc_cb()
3634 			if (!zen_umc_fill_chan_dimm_ddr4(umc, df, chan, i)) {  in zen_umc_fill_umc_cb()
3644 				if (!zen_umc_fill_chan_rank_ddr5(umc, df, chan,  in zen_umc_fill_umc_cb()
3657 	if (!zen_umc_fill_chan(umc, df, chan)) {  in zen_umc_fill_umc_cb()