176 			edev->pe->phb->global_number, edev->bdfn >> 8,  in eeh_dump_dev_log()
179 		edev->pe->phb->global_number, edev->bdfn >> 8,  in eeh_dump_dev_log()
269 static void *eeh_dump_pe_log(struct eeh_pe *pe, void *flag)  in eeh_dump_pe_log()  argument
274 	eeh_pe_for_each_dev(pe, edev, tmp)  in eeh_dump_pe_log()
291 void eeh_slot_error_detail(struct eeh_pe *pe, int severity)  in eeh_slot_error_detail()  argument
311 	if (!(pe->type & EEH_PE_PHB)) {  in eeh_slot_error_detail()
314 			eeh_pci_enable(pe, EEH_OPT_THAW_MMIO);  in eeh_slot_error_detail()
328 		eeh_ops->configure_bridge(pe);  in eeh_slot_error_detail()
329 		if (!(pe->state & EEH_PE_CFG_BLOCKED)) {  in eeh_slot_error_detail()
330 			eeh_pe_restore_bars(pe);  in eeh_slot_error_detail()
333 			eeh_pe_traverse(pe, eeh_dump_pe_log, &loglen);  in eeh_slot_error_detail()
337 	eeh_ops->get_log(pe, severity, pci_regs_buf, loglen);  in eeh_slot_error_detail()
357 static int eeh_phb_check_failure(struct eeh_pe *pe)  in eeh_phb_check_failure()  argument
367 	phb_pe = eeh_phb_pe_get(pe->phb);  in eeh_phb_check_failure()
370 			__func__, pe->phb->global_number);  in eeh_phb_check_failure()
430 	struct eeh_pe *pe, *parent_pe;  in eeh_dev_check_failure()  local
444 	pe = eeh_dev_to_pe(edev);  in eeh_dev_check_failure()
447 	if (!pe) {  in eeh_dev_check_failure()
457 	ret = eeh_phb_check_failure(pe);  in eeh_dev_check_failure()
466 	if (eeh_pe_passed(pe))  in eeh_dev_check_failure()
477 	if (pe->state & EEH_PE_ISOLATED) {  in eeh_dev_check_failure()
478 		pe->check_count++;  in eeh_dev_check_failure()
479 		if (pe->check_count == EEH_MAX_FAILS) {  in eeh_dev_check_failure()
485 				pe->check_count,  in eeh_dev_check_failure()
502 	ret = eeh_ops->get_state(pe, NULL);  in eeh_dev_check_failure()
522 		pe->false_positives++;  in eeh_dev_check_failure()
532 	parent_pe = pe->parent;  in eeh_dev_check_failure()
541 			pe = parent_pe;  in eeh_dev_check_failure()
543 			       pe->phb->global_number, pe->addr,  in eeh_dev_check_failure()
544 			       pe->phb->global_number, parent_pe->addr);  in eeh_dev_check_failure()
557 	eeh_pe_mark_isolated(pe);  in eeh_dev_check_failure()
565 		__func__, pe->phb->global_number, pe->addr);  in eeh_dev_check_failure()
566 	eeh_send_failure_event(pe);  in eeh_dev_check_failure()
615 int eeh_pci_enable(struct eeh_pe *pe, int function)  in eeh_pci_enable()  argument
647 		rc = eeh_ops->get_state(pe, NULL);  in eeh_pci_enable()
662 	rc = eeh_ops->set_option(pe, function);  in eeh_pci_enable()
666 			__func__, function, pe->phb->global_number,  in eeh_pci_enable()
667 			pe->addr, rc);  in eeh_pci_enable()
671 		rc = eeh_wait_state(pe, PCI_BUS_RESET_WAIT_MSEC);  in eeh_pci_enable()
738 	struct eeh_pe *pe = eeh_dev_to_pe(edev);  in pcibios_set_pcie_reset_state()  local
740 	if (!pe) {  in pcibios_set_pcie_reset_state()
748 		eeh_ops->reset(pe, EEH_RESET_DEACTIVATE);  in pcibios_set_pcie_reset_state()
749 		eeh_unfreeze_pe(pe);  in pcibios_set_pcie_reset_state()
750 		if (!(pe->type & EEH_PE_VF))  in pcibios_set_pcie_reset_state()
751 			eeh_pe_state_clear(pe, EEH_PE_CFG_BLOCKED, true);  in pcibios_set_pcie_reset_state()
752 		eeh_pe_dev_traverse(pe, eeh_restore_dev_state, dev);  in pcibios_set_pcie_reset_state()
753 		eeh_pe_state_clear(pe, EEH_PE_ISOLATED, true);  in pcibios_set_pcie_reset_state()
756 		eeh_pe_mark_isolated(pe);  in pcibios_set_pcie_reset_state()
757 		eeh_pe_state_clear(pe, EEH_PE_CFG_BLOCKED, true);  in pcibios_set_pcie_reset_state()
758 		eeh_ops->set_option(pe, EEH_OPT_FREEZE_PE);  in pcibios_set_pcie_reset_state()
759 		eeh_pe_dev_traverse(pe, eeh_disable_and_save_dev_state, dev);  in pcibios_set_pcie_reset_state()
760 		if (!(pe->type & EEH_PE_VF))  in pcibios_set_pcie_reset_state()
761 			eeh_pe_state_mark(pe, EEH_PE_CFG_BLOCKED);  in pcibios_set_pcie_reset_state()
762 		eeh_ops->reset(pe, EEH_RESET_HOT);  in pcibios_set_pcie_reset_state()
765 		eeh_pe_mark_isolated(pe);  in pcibios_set_pcie_reset_state()
766 		eeh_pe_state_clear(pe, EEH_PE_CFG_BLOCKED, true);  in pcibios_set_pcie_reset_state()
767 		eeh_ops->set_option(pe, EEH_OPT_FREEZE_PE);  in pcibios_set_pcie_reset_state()
768 		eeh_pe_dev_traverse(pe, eeh_disable_and_save_dev_state, dev);  in pcibios_set_pcie_reset_state()
769 		if (!(pe->type & EEH_PE_VF))  in pcibios_set_pcie_reset_state()
770 			eeh_pe_state_mark(pe, EEH_PE_CFG_BLOCKED);  in pcibios_set_pcie_reset_state()
771 		eeh_ops->reset(pe, EEH_RESET_FUNDAMENTAL);  in pcibios_set_pcie_reset_state()
774 		eeh_pe_state_clear(pe, EEH_PE_ISOLATED | EEH_PE_CFG_BLOCKED, true);  in pcibios_set_pcie_reset_state()
803 	struct eeh_pe *pe;  in eeh_pe_refreeze_passed()  local
806 	eeh_for_each_pe(root, pe) {  in eeh_pe_refreeze_passed()
807 		if (eeh_pe_passed(pe)) {  in eeh_pe_refreeze_passed()
808 			state = eeh_ops->get_state(pe, NULL);  in eeh_pe_refreeze_passed()
812 					pe->phb->global_number, pe->addr);  in eeh_pe_refreeze_passed()
813 				eeh_pe_set_option(pe, EEH_OPT_FREEZE_PE);  in eeh_pe_refreeze_passed()
832 int eeh_pe_reset_full(struct eeh_pe *pe, bool include_passed)  in eeh_pe_reset_full()  argument
844 	eeh_pe_dev_traverse(pe, eeh_set_dev_freset, &freset);  in eeh_pe_reset_full()
850 	eeh_pe_state_mark(pe, reset_state);  in eeh_pe_reset_full()
854 		ret = eeh_pe_reset(pe, type, include_passed);  in eeh_pe_reset_full()
856 			ret = eeh_pe_reset(pe, EEH_RESET_DEACTIVATE,  in eeh_pe_reset_full()
861 				state, pe->phb->global_number, pe->addr, i + 1);  in eeh_pe_reset_full()
866 				pe->phb->global_number, pe->addr, i + 1);  in eeh_pe_reset_full()
869 		state = eeh_wait_state(pe, PCI_BUS_RESET_WAIT_MSEC);  in eeh_pe_reset_full()
872 				pe->phb->global_number, pe->addr);  in eeh_pe_reset_full()
880 				pe->phb->global_number, pe->addr, state, i + 1);  in eeh_pe_reset_full()
887 		eeh_pe_refreeze_passed(pe);  in eeh_pe_reset_full()
889 	eeh_pe_state_clear(pe, reset_state, true);  in eeh_pe_reset_full()
1078 	if (!edev || !edev->pdev || !edev->pe) {  in eeh_remove_device()
1116 	if (!(edev->pe->state & EEH_PE_KEEP))  in eeh_remove_device()
1122 int eeh_unfreeze_pe(struct eeh_pe *pe)  in eeh_unfreeze_pe()  argument
1126 	ret = eeh_pci_enable(pe, EEH_OPT_THAW_MMIO);  in eeh_unfreeze_pe()
1129 			__func__, ret, pe->phb->global_number, pe->addr);  in eeh_unfreeze_pe()
1133 	ret = eeh_pci_enable(pe, EEH_OPT_THAW_DMA);  in eeh_unfreeze_pe()
1136 			__func__, ret, pe->phb->global_number, pe->addr);  in eeh_unfreeze_pe()
1152 static int eeh_pe_change_owner(struct eeh_pe *pe)  in eeh_pe_change_owner()  argument
1160 	ret = eeh_ops->get_state(pe, NULL);  in eeh_pe_change_owner()
1169 	eeh_pe_for_each_dev(pe, edev, tmp) {  in eeh_pe_change_owner()
1188 			return eeh_pe_reset_and_recover(pe);  in eeh_pe_change_owner()
1192 	ret = eeh_unfreeze_pe(pe);  in eeh_pe_change_owner()
1194 		eeh_pe_state_clear(pe, EEH_PE_ISOLATED, true);  in eeh_pe_change_owner()
1220 	if (!edev || !edev->pe)  in eeh_dev_open()
1229 	ret = eeh_pe_change_owner(edev->pe);  in eeh_dev_open()
1234 	atomic_inc(&edev->pe->pass_dev_cnt);  in eeh_dev_open()
1260 	if (!edev || !edev->pe || !eeh_pe_passed(edev->pe))  in eeh_dev_release()
1264 	WARN_ON(atomic_dec_if_positive(&edev->pe->pass_dev_cnt) < 0);  in eeh_dev_release()
1265 	eeh_pe_change_owner(edev->pe);  in eeh_dev_release()
1293 	if (!edev || !edev->pe)  in eeh_iommu_group_to_pe()
1296 	return edev->pe;  in eeh_iommu_group_to_pe()
1310 int eeh_pe_set_option(struct eeh_pe *pe, int option)  in eeh_pe_set_option()  argument
1315 	if (!pe)  in eeh_pe_set_option()
1326 			ret = eeh_pe_change_owner(pe);  in eeh_pe_set_option()
1341 		ret = eeh_pci_enable(pe, option);  in eeh_pe_set_option()
1360 int eeh_pe_get_state(struct eeh_pe *pe)  in eeh_pe_get_state()  argument
1366 	if (!pe)  in eeh_pe_get_state()
1378 	if (pe->parent &&  in eeh_pe_get_state()
1379 	    !(pe->state & EEH_PE_REMOVED) &&  in eeh_pe_get_state()
1380 	    (pe->parent->state & (EEH_PE_ISOLATED | EEH_PE_RECOVERING)))  in eeh_pe_get_state()
1383 	result = eeh_ops->get_state(pe, NULL);  in eeh_pe_get_state()
1403 static int eeh_pe_reenable_devices(struct eeh_pe *pe, bool include_passed)  in eeh_pe_reenable_devices()  argument
1409 	eeh_pe_restore_bars(pe);  in eeh_pe_reenable_devices()
1415 	eeh_pe_for_each_dev(pe, edev, tmp) {  in eeh_pe_reenable_devices()
1429 	if (include_passed || !eeh_pe_passed(pe)) {  in eeh_pe_reenable_devices()
1430 		ret = eeh_unfreeze_pe(pe);  in eeh_pe_reenable_devices()
1433 			pe->phb->global_number, pe->addr);  in eeh_pe_reenable_devices()
1435 		eeh_pe_state_clear(pe, EEH_PE_ISOLATED, include_passed);  in eeh_pe_reenable_devices()
1450 int eeh_pe_reset(struct eeh_pe *pe, int option, bool include_passed)  in eeh_pe_reset()  argument
1455 	if (!pe)  in eeh_pe_reset()
1463 		ret = eeh_ops->reset(pe, option);  in eeh_pe_reset()
1464 		eeh_pe_state_clear(pe, EEH_PE_CFG_BLOCKED, include_passed);  in eeh_pe_reset()
1468 		ret = eeh_pe_reenable_devices(pe, include_passed);  in eeh_pe_reset()
1477 		eeh_ops->set_option(pe, EEH_OPT_FREEZE_PE);  in eeh_pe_reset()
1479 		eeh_pe_state_mark(pe, EEH_PE_CFG_BLOCKED);  in eeh_pe_reset()
1480 		ret = eeh_ops->reset(pe, option);  in eeh_pe_reset()
1500 int eeh_pe_configure(struct eeh_pe *pe)  in eeh_pe_configure()  argument
1505 	if (!pe)  in eeh_pe_configure()
1508 		ret = eeh_ops->configure_bridge(pe);  in eeh_pe_configure()
1526 int eeh_pe_inject_err(struct eeh_pe *pe, int type, int func,  in eeh_pe_inject_err()  argument
1530 	if (!pe)  in eeh_pe_inject_err()
1541 	return eeh_ops->err_inject(pe, type, func, addr, mask);  in eeh_pe_inject_err()
1730 	struct eeh_pe *pe;  in eeh_force_recover_write()  local
1758 	pe = eeh_pe_get(hose, pe_no);  in eeh_force_recover_write()
1759 	if (!pe)  in eeh_force_recover_write()
1769 	__eeh_send_failure_event(pe);  in eeh_force_recover_write()