64 	struct mem_ctl_info *mci = dimm->mci;  in edac_dimm_info_location()  local
68 	for (i = 0; i < mci->n_layers; i++) {  in edac_dimm_info_location()
70 			      edac_layer_name[mci->layers[i].type],  in edac_dimm_info_location()
100 		 dimm->mci->csbased ? "rank" : "dimm",  in edac_mc_dump_dimm()
117 	edac_dbg(4, "  csrow->mci = %p\n", csrow->mci);  in edac_mc_dump_csrow()
120 static void edac_mc_dump_mci(struct mem_ctl_info *mci)  in edac_mc_dump_mci()  argument
122 	edac_dbg(3, "\tmci = %p\n", mci);  in edac_mc_dump_mci()
123 	edac_dbg(3, "\tmci->mtype_cap = %lx\n", mci->mtype_cap);  in edac_mc_dump_mci()
124 	edac_dbg(3, "\tmci->edac_ctl_cap = %lx\n", mci->edac_ctl_cap);  in edac_mc_dump_mci()
125 	edac_dbg(3, "\tmci->edac_cap = %lx\n", mci->edac_cap);  in edac_mc_dump_mci()
126 	edac_dbg(4, "\tmci->edac_check = %p\n", mci->edac_check);  in edac_mc_dump_mci()
128 		 mci->nr_csrows, mci->csrows);  in edac_mc_dump_mci()
130 		 mci->tot_dimms, mci->dimms);  in edac_mc_dump_mci()
131 	edac_dbg(3, "\tdev = %p\n", mci->pdev);  in edac_mc_dump_mci()
133 		 mci->mod_name, mci->ctl_name);  in edac_mc_dump_mci()
134 	edac_dbg(3, "\tpvt_info = %p\n\n", mci->pvt_info);  in edac_mc_dump_mci()
173 static void _edac_mc_free(struct mem_ctl_info *mci)  in _edac_mc_free()  argument
175 	put_device(&mci->dev);  in _edac_mc_free()
180 	struct mem_ctl_info *mci = container_of(dev, struct mem_ctl_info, dev);  in mci_release()  local
184 	if (mci->dimms) {  in mci_release()
185 		for (i = 0; i < mci->tot_dimms; i++)  in mci_release()
186 			kfree(mci->dimms[i]);  in mci_release()
187 		kfree(mci->dimms);  in mci_release()
190 	if (mci->csrows) {  in mci_release()
191 		for (row = 0; row < mci->nr_csrows; row++) {  in mci_release()
192 			csr = mci->csrows[row];  in mci_release()
197 				for (chn = 0; chn < mci->num_cschannel; chn++)  in mci_release()
203 		kfree(mci->csrows);  in mci_release()
205 	kfree(mci->pvt_info);  in mci_release()
206 	kfree(mci);  in mci_release()
209 static int edac_mc_alloc_csrows(struct mem_ctl_info *mci)  in edac_mc_alloc_csrows()  argument
211 	unsigned int tot_channels = mci->num_cschannel;  in edac_mc_alloc_csrows()
212 	unsigned int tot_csrows = mci->nr_csrows;  in edac_mc_alloc_csrows()
218 	mci->csrows = kzalloc_objs(*mci->csrows, tot_csrows);  in edac_mc_alloc_csrows()
219 	if (!mci->csrows)  in edac_mc_alloc_csrows()
225 		csr = kzalloc_obj(**mci->csrows);  in edac_mc_alloc_csrows()
229 		mci->csrows[row] = csr;  in edac_mc_alloc_csrows()
231 		csr->mci = mci;  in edac_mc_alloc_csrows()
253 static int edac_mc_alloc_dimms(struct mem_ctl_info *mci)  in edac_mc_alloc_dimms()  argument
263 	mci->dimms  = kzalloc_objs(*mci->dimms, mci->tot_dimms);  in edac_mc_alloc_dimms()
264 	if (!mci->dimms)  in edac_mc_alloc_dimms()
270 	for (idx = 0; idx < mci->tot_dimms; idx++) {  in edac_mc_alloc_dimms()
275 		chan = mci->csrows[row]->channels[chn];  in edac_mc_alloc_dimms()
277 		dimm = kzalloc_obj(**mci->dimms);  in edac_mc_alloc_dimms()
280 		mci->dimms[idx] = dimm;  in edac_mc_alloc_dimms()
281 		dimm->mci = mci;  in edac_mc_alloc_dimms()
289 		n = scnprintf(p, len, "mc#%u", mci->mc_idx);  in edac_mc_alloc_dimms()
292 		for (layer = 0; layer < mci->n_layers; layer++) {  in edac_mc_alloc_dimms()
294 				      edac_layer_name[mci->layers[layer].type],  in edac_mc_alloc_dimms()
307 		if (mci->layers[0].is_virt_csrow) {  in edac_mc_alloc_dimms()
309 			if (chn == mci->num_cschannel) {  in edac_mc_alloc_dimms()
315 			if (row == mci->nr_csrows) {  in edac_mc_alloc_dimms()
322 		for (layer = mci->n_layers - 1; layer >= 0; layer--) {  in edac_mc_alloc_dimms()
324 			if (pos[layer] < mci->layers[layer].size)  in edac_mc_alloc_dimms()
338 	struct mem_ctl_info *mci;  in edac_mc_alloc()  local
363 	mci = kzalloc_flex(*mci, layers, n_layers);  in edac_mc_alloc()
364 	if (!mci)  in edac_mc_alloc()
367 	mci->n_layers = n_layers;  in edac_mc_alloc()
368 	memcpy(mci->layers, layers, sizeof(*layer) * n_layers);  in edac_mc_alloc()
370 	mci->dev.release = mci_release;  in edac_mc_alloc()
371 	device_initialize(&mci->dev);  in edac_mc_alloc()
373 	mci->pvt_info = kzalloc(sz_pvt, GFP_KERNEL);  in edac_mc_alloc()
374 	if (!mci->pvt_info)  in edac_mc_alloc()
378 	mci->mc_idx = mc_num;  in edac_mc_alloc()
379 	mci->tot_dimms = tot_dimms;  in edac_mc_alloc()
380 	mci->nr_csrows = tot_csrows;  in edac_mc_alloc()
381 	mci->num_cschannel = tot_channels;  in edac_mc_alloc()
382 	mci->csbased = per_rank;  in edac_mc_alloc()
384 	if (edac_mc_alloc_csrows(mci))  in edac_mc_alloc()
387 	if (edac_mc_alloc_dimms(mci))  in edac_mc_alloc()
390 	mci->op_state = OP_ALLOC;  in edac_mc_alloc()
392 	return mci;  in edac_mc_alloc()
395 	_edac_mc_free(mci);  in edac_mc_alloc()
401 void edac_mc_free(struct mem_ctl_info *mci)  in edac_mc_free()  argument
405 	_edac_mc_free(mci);  in edac_mc_free()
426 	struct mem_ctl_info *mci;  in __find_mci_by_dev()  local
432 		mci = list_entry(item, struct mem_ctl_info, link);  in __find_mci_by_dev()
434 		if (mci->pdev == dev)  in __find_mci_by_dev()
435 			return mci;  in __find_mci_by_dev()
446  * @dev: pointer to a struct device related with the MCI
467 	struct mem_ctl_info *mci = to_edac_mem_ctl_work(d_work);  in edac_mc_workq_function()  local
471 	if (mci->op_state != OP_RUNNING_POLL) {  in edac_mc_workq_function()
477 		mci->edac_check(mci);  in edac_mc_workq_function()
482 	edac_queue_work(&mci->work, msecs_to_jiffies(edac_mc_get_poll_msec()));  in edac_mc_workq_function()
493 	struct mem_ctl_info *mci;  in edac_mc_reset_delay_period()  local
499 		mci = list_entry(item, struct mem_ctl_info, link);  in edac_mc_reset_delay_period()
501 		if (mci->op_state == OP_RUNNING_POLL)  in edac_mc_reset_delay_period()
502 			edac_mod_work(&mci->work, value);  in edac_mc_reset_delay_period()
511  * assign a unique value to mci->mc_idx.
517 static int add_mc_to_global_list(struct mem_ctl_info *mci)  in add_mc_to_global_list()  argument
524 	p = __find_mci_by_dev(mci->pdev);  in add_mc_to_global_list()
531 		if (p->mc_idx >= mci->mc_idx) {  in add_mc_to_global_list()
532 			if (unlikely(p->mc_idx == mci->mc_idx))  in add_mc_to_global_list()
540 	list_add_tail_rcu(&mci->link, insert_before);  in add_mc_to_global_list()
546 		edac_dev_name(mci), p->mod_name, p->ctl_name, p->mc_idx);  in add_mc_to_global_list()
556 static int del_mc_from_global_list(struct mem_ctl_info *mci)  in del_mc_from_global_list()  argument
558 	list_del_rcu(&mci->link);  in del_mc_from_global_list()
564 	INIT_LIST_HEAD(&mci->link);  in del_mc_from_global_list()
571 	struct mem_ctl_info *mci;  in edac_mc_find()  local
577 		mci = list_entry(item, struct mem_ctl_info, link);  in edac_mc_find()
578 		if (mci->mc_idx == idx)  in edac_mc_find()
582 	mci = NULL;  in edac_mc_find()
585 	return mci;  in edac_mc_find()
596 int edac_mc_add_mc_with_groups(struct mem_ctl_info *mci,  in edac_mc_add_mc_with_groups()  argument
604 		edac_mc_dump_mci(mci);  in edac_mc_add_mc_with_groups()
610 		for (i = 0; i < mci->nr_csrows; i++) {  in edac_mc_add_mc_with_groups()
611 			struct csrow_info *csrow = mci->csrows[i];  in edac_mc_add_mc_with_groups()
625 		mci_for_each_dimm(mci, dimm)  in edac_mc_add_mc_with_groups()
631 	if (edac_mc_owner && edac_mc_owner != mci->mod_name) {  in edac_mc_add_mc_with_groups()
636 	if (add_mc_to_global_list(mci))  in edac_mc_add_mc_with_groups()
640 	mci->start_time = jiffies;  in edac_mc_add_mc_with_groups()
642 	mci->bus = edac_get_sysfs_subsys();  in edac_mc_add_mc_with_groups()
644 	if (edac_create_sysfs_mci_device(mci, groups)) {  in edac_mc_add_mc_with_groups()
645 		edac_mc_printk(mci, KERN_WARNING,  in edac_mc_add_mc_with_groups()
650 	if (mci->edac_check) {  in edac_mc_add_mc_with_groups()
651 		mci->op_state = OP_RUNNING_POLL;  in edac_mc_add_mc_with_groups()
653 		INIT_DELAYED_WORK(&mci->work, edac_mc_workq_function);  in edac_mc_add_mc_with_groups()
654 		edac_queue_work(&mci->work, msecs_to_jiffies(edac_mc_get_poll_msec()));  in edac_mc_add_mc_with_groups()
657 		mci->op_state = OP_RUNNING_INTERRUPT;  in edac_mc_add_mc_with_groups()
661 	edac_mc_printk(mci, KERN_INFO,  in edac_mc_add_mc_with_groups()
663 		mci->mod_name, mci->ctl_name, mci->dev_name,  in edac_mc_add_mc_with_groups()
664 		edac_op_state_to_string(mci->op_state));  in edac_mc_add_mc_with_groups()
666 	edac_mc_owner = mci->mod_name;  in edac_mc_add_mc_with_groups()
672 	del_mc_from_global_list(mci);  in edac_mc_add_mc_with_groups()
682 	struct mem_ctl_info *mci;  in edac_mc_del_mc()  local
688 	/* find the requested mci struct in the global list */  in edac_mc_del_mc()
689 	mci = __find_mci_by_dev(dev);  in edac_mc_del_mc()
690 	if (mci == NULL) {  in edac_mc_del_mc()
695 	/* mark MCI offline: */  in edac_mc_del_mc()
696 	mci->op_state = OP_OFFLINE;  in edac_mc_del_mc()
698 	if (del_mc_from_global_list(mci))  in edac_mc_del_mc()
703 	if (mci->edac_check)  in edac_mc_del_mc()
704 		edac_stop_work(&mci->work);  in edac_mc_del_mc()
707 	edac_remove_sysfs_mci_device(mci);  in edac_mc_del_mc()
710 		"Removed device %d for %s %s: DEV %s\n", mci->mc_idx,  in edac_mc_del_mc()
711 		mci->mod_name, mci->ctl_name, edac_dev_name(mci));  in edac_mc_del_mc()
713 	return mci;  in edac_mc_del_mc()
749 int edac_mc_find_csrow_by_page(struct mem_ctl_info *mci, unsigned long page)  in edac_mc_find_csrow_by_page()  argument
751 	struct csrow_info **csrows = mci->csrows;  in edac_mc_find_csrow_by_page()
754 	edac_dbg(1, "MC%d: 0x%lx\n", mci->mc_idx, page);  in edac_mc_find_csrow_by_page()
757 	for (i = 0; i < mci->nr_csrows; i++) {  in edac_mc_find_csrow_by_page()
768 			 mci->mc_idx,  in edac_mc_find_csrow_by_page()
782 		edac_mc_printk(mci, KERN_ERR,  in edac_mc_find_csrow_by_page()
802 	struct mem_ctl_info *mci = error_desc_to_mci(e);  in edac_inc_ce_error()  local
803 	struct dimm_info *dimm = edac_get_dimm(mci, pos[0], pos[1], pos[2]);  in edac_inc_ce_error()
805 	mci->ce_mc += e->error_count;  in edac_inc_ce_error()
810 		mci->ce_noinfo_count += e->error_count;  in edac_inc_ce_error()
816 	struct mem_ctl_info *mci = error_desc_to_mci(e);  in edac_inc_ue_error()  local
817 	struct dimm_info *dimm = edac_get_dimm(mci, pos[0], pos[1], pos[2]);  in edac_inc_ue_error()
819 	mci->ue_mc += e->error_count;  in edac_inc_ue_error()
824 		mci->ue_noinfo_count += e->error_count;  in edac_inc_ue_error()
829 	struct mem_ctl_info *mci = error_desc_to_mci(e);  in edac_ce_error()  local
833 		edac_mc_printk(mci, KERN_WARNING,  in edac_ce_error()
845 	if (mci->scrub_mode == SCRUB_SW_SRC) {  in edac_ce_error()
857 		remapped_page = mci->ctl_page_to_phys ?  in edac_ce_error()
858 			mci->ctl_page_to_phys(mci, e->page_frame_number) :  in edac_ce_error()
867 	struct mem_ctl_info *mci = error_desc_to_mci(e);  in edac_ue_error()  local
870 		edac_mc_printk(mci, KERN_WARNING,  in edac_ue_error()
895 	struct mem_ctl_info *mci = error_desc_to_mci(e);  in edac_inc_csrow()  local
905 		mci->csrows[row]->ce_count += count;  in edac_inc_csrow()
907 			mci->csrows[row]->channels[chan]->ce_count += count;  in edac_inc_csrow()
909 		mci->csrows[row]->ue_count += count;  in edac_inc_csrow()
915 	struct mem_ctl_info *mci = error_desc_to_mci(e);  in edac_raw_mc_handle_error()  local
927 			       mci->mc_idx, e->top_layer, e->mid_layer,  in edac_raw_mc_handle_error()
940 			  struct mem_ctl_info *mci,  in edac_mc_handle_error()  argument
956 	struct edac_raw_error_desc *e = &mci->error_desc;  in edac_mc_handle_error()
960 	edac_dbg(3, "MC%d\n", mci->mc_idx);  in edac_mc_handle_error()
981 	for (i = 0; i < mci->n_layers; i++) {  in edac_mc_handle_error()
982 		if (pos[i] >= (int)mci->layers[i].size) {  in edac_mc_handle_error()
984 			edac_mc_printk(mci, KERN_ERR,  in edac_mc_handle_error()
986 				       edac_layer_name[mci->layers[i].type],  in edac_mc_handle_error()
987 				       pos[i], mci->layers[i].size);  in edac_mc_handle_error()
1016 	mci_for_each_dimm(mci, dimm) {  in edac_mc_handle_error()
1051 			mci->csbased ? "rank" : "dimm",  in edac_mc_handle_error()
1076 	for (i = 0; i < mci->n_layers; i++) {  in edac_mc_handle_error()
1081 			       edac_layer_name[mci->layers[i].type], pos[i]);  in edac_mc_handle_error()