Lines Matching refs:ctrl
49 static inline struct pci_dev *ctrl_dev(struct controller *ctrl) in ctrl_dev() argument
51 return ctrl->pcie->port; in ctrl_dev()
58 static inline int pciehp_request_irq(struct controller *ctrl) in pciehp_request_irq() argument
60 int retval, irq = ctrl->pcie->irq; in pciehp_request_irq()
63 ctrl->poll_thread = kthread_run(&pciehp_poll, ctrl, in pciehp_request_irq()
65 slot_name(ctrl)); in pciehp_request_irq()
66 return PTR_ERR_OR_ZERO(ctrl->poll_thread); in pciehp_request_irq()
71 IRQF_SHARED, "pciehp", ctrl); in pciehp_request_irq()
73 ctrl_err(ctrl, "Cannot get irq %d for the hotplug controller\n", in pciehp_request_irq()
78 static inline void pciehp_free_irq(struct controller *ctrl) in pciehp_free_irq() argument
81 kthread_stop(ctrl->poll_thread); in pciehp_free_irq()
83 free_irq(ctrl->pcie->irq, ctrl); in pciehp_free_irq()
86 static int pcie_poll_cmd(struct controller *ctrl, int timeout) in pcie_poll_cmd() argument
88 struct pci_dev *pdev = ctrl_dev(ctrl); in pcie_poll_cmd()
94 ctrl_info(ctrl, "%s: no response from device\n", in pcie_poll_cmd()
102 ctrl->cmd_busy = 0; in pcie_poll_cmd()
112 static void pcie_wait_cmd(struct controller *ctrl) in pcie_wait_cmd() argument
116 unsigned long cmd_timeout = ctrl->cmd_started + duration; in pcie_wait_cmd()
124 if (NO_CMD_CMPL(ctrl)) in pcie_wait_cmd()
127 if (!ctrl->cmd_busy) in pcie_wait_cmd()
140 if (ctrl->slot_ctrl & PCI_EXP_SLTCTL_HPIE && in pcie_wait_cmd()
141 ctrl->slot_ctrl & PCI_EXP_SLTCTL_CCIE) in pcie_wait_cmd()
142 rc = wait_event_timeout(ctrl->queue, !ctrl->cmd_busy, timeout); in pcie_wait_cmd()
144 rc = pcie_poll_cmd(ctrl, jiffies_to_msecs(timeout)); in pcie_wait_cmd()
147 ctrl_info(ctrl, "Timeout on hotplug command %#06x (issued %u msec ago)\n", in pcie_wait_cmd()
148 ctrl->slot_ctrl, in pcie_wait_cmd()
149 jiffies_to_msecs(jiffies - ctrl->cmd_started)); in pcie_wait_cmd()
157 static void pcie_do_write_cmd(struct controller *ctrl, u16 cmd, in pcie_do_write_cmd() argument
160 struct pci_dev *pdev = ctrl_dev(ctrl); in pcie_do_write_cmd()
163 mutex_lock(&ctrl->ctrl_lock); in pcie_do_write_cmd()
168 pcie_wait_cmd(ctrl); in pcie_do_write_cmd()
172 ctrl_info(ctrl, "%s: no response from device\n", __func__); in pcie_do_write_cmd()
179 ctrl->cmd_busy = 1; in pcie_do_write_cmd()
181 ctrl->slot_ctrl = slot_ctrl; in pcie_do_write_cmd()
183 ctrl->cmd_started = jiffies; in pcie_do_write_cmd()
194 ctrl->cmd_busy = 0; in pcie_do_write_cmd()
201 pcie_wait_cmd(ctrl); in pcie_do_write_cmd()
204 mutex_unlock(&ctrl->ctrl_lock); in pcie_do_write_cmd()
213 static void pcie_write_cmd(struct controller *ctrl, u16 cmd, u16 mask) in pcie_write_cmd() argument
215 pcie_do_write_cmd(ctrl, cmd, mask, true); in pcie_write_cmd()
219 static void pcie_write_cmd_nowait(struct controller *ctrl, u16 cmd, u16 mask) in pcie_write_cmd_nowait() argument
221 pcie_do_write_cmd(ctrl, cmd, mask, false); in pcie_write_cmd_nowait()
235 int pciehp_check_link_active(struct controller *ctrl) in pciehp_check_link_active() argument
237 struct pci_dev *pdev = ctrl_dev(ctrl); in pciehp_check_link_active()
246 ctrl_dbg(ctrl, "%s: lnk_status = %x\n", __func__, lnk_status); in pciehp_check_link_active()
291 int pciehp_check_link_status(struct controller *ctrl) in pciehp_check_link_status() argument
293 struct pci_dev *pdev = ctrl_dev(ctrl); in pciehp_check_link_status()
298 ctrl_info(ctrl, "Slot(%s): No link\n", slot_name(ctrl)); in pciehp_check_link_status()
302 if (ctrl->inband_presence_disabled) in pciehp_check_link_status()
305 found = pci_bus_check_dev(ctrl->pcie->port->subordinate, in pciehp_check_link_status()
311 &ctrl->pending_events); in pciehp_check_link_status()
314 ctrl_dbg(ctrl, "%s: lnk_status = %x\n", __func__, lnk_status); in pciehp_check_link_status()
317 ctrl_info(ctrl, "Slot(%s): Cannot train link: status %#06x\n", in pciehp_check_link_status()
318 slot_name(ctrl), lnk_status); in pciehp_check_link_status()
323 __pcie_update_link_speed(ctrl->pcie->port->subordinate, lnk_status, linksta2); in pciehp_check_link_status()
326 ctrl_info(ctrl, "Slot(%s): No device found\n", in pciehp_check_link_status()
327 slot_name(ctrl)); in pciehp_check_link_status()
334 static int __pciehp_link_set(struct controller *ctrl, bool enable) in __pciehp_link_set() argument
336 struct pci_dev *pdev = ctrl_dev(ctrl); in __pciehp_link_set()
345 static int pciehp_link_enable(struct controller *ctrl) in pciehp_link_enable() argument
347 return __pciehp_link_set(ctrl, true); in pciehp_link_enable()
353 struct controller *ctrl = to_ctrl(hotplug_slot); in pciehp_get_raw_indicator_status() local
354 struct pci_dev *pdev = ctrl_dev(ctrl); in pciehp_get_raw_indicator_status()
366 struct controller *ctrl = to_ctrl(hotplug_slot); in pciehp_get_attention_status() local
367 struct pci_dev *pdev = ctrl_dev(ctrl); in pciehp_get_attention_status()
373 ctrl_dbg(ctrl, "%s: SLOTCTRL %x, value read %x\n", __func__, in pciehp_get_attention_status()
374 pci_pcie_cap(ctrl->pcie->port) + PCI_EXP_SLTCTL, slot_ctrl); in pciehp_get_attention_status()
394 void pciehp_get_power_status(struct controller *ctrl, u8 *status) in pciehp_get_power_status() argument
396 struct pci_dev *pdev = ctrl_dev(ctrl); in pciehp_get_power_status()
400 ctrl_dbg(ctrl, "%s: SLOTCTRL %x value read %x\n", __func__, in pciehp_get_power_status()
401 pci_pcie_cap(ctrl->pcie->port) + PCI_EXP_SLTCTL, slot_ctrl); in pciehp_get_power_status()
416 void pciehp_get_latch_status(struct controller *ctrl, u8 *status) in pciehp_get_latch_status() argument
418 struct pci_dev *pdev = ctrl_dev(ctrl); in pciehp_get_latch_status()
437 int pciehp_card_present(struct controller *ctrl) in pciehp_card_present() argument
439 struct pci_dev *pdev = ctrl_dev(ctrl); in pciehp_card_present()
462 int pciehp_card_present_or_link_active(struct controller *ctrl) in pciehp_card_present_or_link_active() argument
466 ret = pciehp_card_present(ctrl); in pciehp_card_present_or_link_active()
470 return pciehp_check_link_active(ctrl); in pciehp_card_present_or_link_active()
473 int pciehp_query_power_fault(struct controller *ctrl) in pciehp_query_power_fault() argument
475 struct pci_dev *pdev = ctrl_dev(ctrl); in pciehp_query_power_fault()
485 struct controller *ctrl = to_ctrl(hotplug_slot); in pciehp_set_raw_indicator_status() local
486 struct pci_dev *pdev = ctrl_dev(ctrl); in pciehp_set_raw_indicator_status()
491 pcie_write_cmd_nowait(ctrl, FIELD_PREP(PCI_EXP_SLTCTL_AIC | PCI_EXP_SLTCTL_PIC, status), in pciehp_set_raw_indicator_status()
512 void pciehp_set_indicators(struct controller *ctrl, int pwr, int attn) in pciehp_set_indicators() argument
516 if (PWR_LED(ctrl) && pwr != INDICATOR_NOOP) { in pciehp_set_indicators()
521 if (ATTN_LED(ctrl) && attn != INDICATOR_NOOP) { in pciehp_set_indicators()
527 pcie_write_cmd_nowait(ctrl, cmd, mask); in pciehp_set_indicators()
528 ctrl_dbg(ctrl, "%s: SLOTCTRL %x write cmd %x\n", __func__, in pciehp_set_indicators()
529 pci_pcie_cap(ctrl->pcie->port) + PCI_EXP_SLTCTL, cmd); in pciehp_set_indicators()
533 int pciehp_power_on_slot(struct controller *ctrl) in pciehp_power_on_slot() argument
535 struct pci_dev *pdev = ctrl_dev(ctrl); in pciehp_power_on_slot()
544 ctrl->power_fault_detected = 0; in pciehp_power_on_slot()
546 pcie_write_cmd(ctrl, PCI_EXP_SLTCTL_PWR_ON, PCI_EXP_SLTCTL_PCC); in pciehp_power_on_slot()
547 ctrl_dbg(ctrl, "%s: SLOTCTRL %x write cmd %x\n", __func__, in pciehp_power_on_slot()
548 pci_pcie_cap(ctrl->pcie->port) + PCI_EXP_SLTCTL, in pciehp_power_on_slot()
551 retval = pciehp_link_enable(ctrl); in pciehp_power_on_slot()
553 ctrl_err(ctrl, "%s: Can not enable the link!\n", __func__); in pciehp_power_on_slot()
558 void pciehp_power_off_slot(struct controller *ctrl) in pciehp_power_off_slot() argument
560 pcie_write_cmd(ctrl, PCI_EXP_SLTCTL_PWR_OFF, PCI_EXP_SLTCTL_PCC); in pciehp_power_off_slot()
561 ctrl_dbg(ctrl, "%s: SLOTCTRL %x write cmd %x\n", __func__, in pciehp_power_off_slot()
562 pci_pcie_cap(ctrl->pcie->port) + PCI_EXP_SLTCTL, in pciehp_power_off_slot()
566 bool pciehp_device_replaced(struct controller *ctrl) in pciehp_device_replaced() argument
571 if (pci_dev_is_disconnected(ctrl->pcie->port)) in pciehp_device_replaced()
574 pdev = pci_get_slot(ctrl->pcie->port->subordinate, PCI_DEVFN(0, 0)); in pciehp_device_replaced()
589 if (pci_get_dsn(pdev) != ctrl->dsn) in pciehp_device_replaced()
595 static void pciehp_ignore_link_change(struct controller *ctrl, in pciehp_ignore_link_change() argument
605 atomic_and(~ignored_events, &ctrl->pending_events); in pciehp_ignore_link_change()
609 ctrl_info(ctrl, "Slot(%s): Link Down/Up ignored\n", slot_name(ctrl)); in pciehp_ignore_link_change()
616 down_read_nested(&ctrl->reset_lock, ctrl->depth); in pciehp_ignore_link_change()
617 if (!pciehp_check_link_active(ctrl) || pciehp_device_replaced(ctrl)) in pciehp_ignore_link_change()
618 pciehp_request(ctrl, ignored_events); in pciehp_ignore_link_change()
619 up_read(&ctrl->reset_lock); in pciehp_ignore_link_change()
624 struct controller *ctrl = (struct controller *)dev_id; in pciehp_isr() local
625 struct pci_dev *pdev = ctrl_dev(ctrl); in pciehp_isr()
634 (!(ctrl->slot_ctrl & PCI_EXP_SLTCTL_HPIE) && !pciehp_poll_mode)) in pciehp_isr()
647 atomic_or(RERUN_ISR, &ctrl->pending_events); in pciehp_isr()
655 ctrl_info(ctrl, "%s: no response from device\n", __func__); in pciehp_isr()
673 if (ctrl->power_fault_detected) in pciehp_isr()
676 ctrl->power_fault_detected = true; in pciehp_isr()
698 ctrl_dbg(ctrl, "pending interrupts %#06x from Slot Status\n", events); in pciehp_isr()
707 ctrl->cmd_busy = 0; in pciehp_isr()
709 wake_up(&ctrl->queue); in pciehp_isr()
718 ctrl_dbg(ctrl, "ignoring hotplug event %#06x\n", events); in pciehp_isr()
723 atomic_or(events, &ctrl->pending_events); in pciehp_isr()
729 struct controller *ctrl = (struct controller *)dev_id; in pciehp_ist() local
730 struct pci_dev *pdev = ctrl_dev(ctrl); in pciehp_ist()
734 ctrl->ist_running = true; in pciehp_ist()
738 if (atomic_fetch_and(~RERUN_ISR, &ctrl->pending_events) & RERUN_ISR) { in pciehp_ist()
746 events = atomic_xchg(&ctrl->pending_events, 0); in pciehp_ist()
754 pciehp_handle_button_press(ctrl); in pciehp_ist()
758 ctrl_err(ctrl, "Slot(%s): Power fault\n", slot_name(ctrl)); in pciehp_ist()
759 pciehp_set_indicators(ctrl, PCI_EXP_SLTCTL_PWR_IND_OFF, in pciehp_ist()
770 ctrl->state == ON_STATE) { in pciehp_ist()
773 if (!ctrl->inband_presence_disabled) in pciehp_ist()
777 pciehp_ignore_link_change(ctrl, pdev, irq, ignored_events); in pciehp_ist()
784 down_read_nested(&ctrl->reset_lock, ctrl->depth); in pciehp_ist()
786 pciehp_handle_disable_request(ctrl); in pciehp_ist()
788 pciehp_handle_presence_or_link_change(ctrl, events); in pciehp_ist()
789 up_read(&ctrl->reset_lock); in pciehp_ist()
794 ctrl->ist_running = false; in pciehp_ist()
795 wake_up(&ctrl->requester); in pciehp_ist()
801 struct controller *ctrl = data; in pciehp_poll() local
807 while (pciehp_isr(IRQ_NOTCONNECTED, ctrl) == IRQ_WAKE_THREAD || in pciehp_poll()
808 atomic_read(&ctrl->pending_events)) in pciehp_poll()
809 pciehp_ist(IRQ_NOTCONNECTED, ctrl); in pciehp_poll()
820 static void pcie_enable_notification(struct controller *ctrl) in pcie_enable_notification() argument
841 if (ATTN_BUTTN(ctrl)) in pcie_enable_notification()
847 if (!pciehp_poll_mode && !NO_CMD_CMPL(ctrl)) in pcie_enable_notification()
855 pcie_write_cmd_nowait(ctrl, cmd, mask); in pcie_enable_notification()
856 ctrl_dbg(ctrl, "%s: SLOTCTRL %x write cmd %x\n", __func__, in pcie_enable_notification()
857 pci_pcie_cap(ctrl->pcie->port) + PCI_EXP_SLTCTL, cmd); in pcie_enable_notification()
860 static void pcie_disable_notification(struct controller *ctrl) in pcie_disable_notification() argument
868 pcie_write_cmd(ctrl, 0, mask); in pcie_disable_notification()
869 ctrl_dbg(ctrl, "%s: SLOTCTRL %x write cmd %x\n", __func__, in pcie_disable_notification()
870 pci_pcie_cap(ctrl->pcie->port) + PCI_EXP_SLTCTL, 0); in pcie_disable_notification()
873 void pcie_clear_hotplug_events(struct controller *ctrl) in pcie_clear_hotplug_events() argument
875 pcie_capability_write_word(ctrl_dev(ctrl), PCI_EXP_SLTSTA, in pcie_clear_hotplug_events()
879 void pcie_enable_interrupt(struct controller *ctrl) in pcie_enable_interrupt() argument
886 pcie_write_cmd(ctrl, mask, mask); in pcie_enable_interrupt()
889 void pcie_disable_interrupt(struct controller *ctrl) in pcie_disable_interrupt() argument
901 pcie_write_cmd(ctrl, 0, mask); in pcie_disable_interrupt()
916 struct controller *ctrl = get_service_data(dev); in pciehp_slot_reset() local
918 if (ctrl->state != ON_STATE) in pciehp_slot_reset()
924 if (!pciehp_check_link_active(ctrl)) in pciehp_slot_reset()
925 pciehp_request(ctrl, PCI_EXP_SLTSTA_DLLSC); in pciehp_slot_reset()
940 struct controller *ctrl = to_ctrl(hotplug_slot); in pciehp_reset_slot() local
941 struct pci_dev *pdev = ctrl_dev(ctrl); in pciehp_reset_slot()
947 down_write_nested(&ctrl->reset_lock, ctrl->depth); in pciehp_reset_slot()
951 rc = pci_bridge_secondary_bus_reset(ctrl->pcie->port); in pciehp_reset_slot()
955 up_write(&ctrl->reset_lock); in pciehp_reset_slot()
959 int pcie_init_notification(struct controller *ctrl) in pcie_init_notification() argument
961 if (pciehp_request_irq(ctrl)) in pcie_init_notification()
963 pcie_enable_notification(ctrl); in pcie_init_notification()
964 ctrl->notification_enabled = 1; in pcie_init_notification()
968 void pcie_shutdown_notification(struct controller *ctrl) in pcie_shutdown_notification() argument
970 if (ctrl->notification_enabled) { in pcie_shutdown_notification()
971 pcie_disable_notification(ctrl); in pcie_shutdown_notification()
972 pciehp_free_irq(ctrl); in pcie_shutdown_notification()
973 ctrl->notification_enabled = 0; in pcie_shutdown_notification()
977 static inline void dbg_ctrl(struct controller *ctrl) in dbg_ctrl() argument
979 struct pci_dev *pdev = ctrl->pcie->port; in dbg_ctrl()
982 ctrl_dbg(ctrl, "Slot Capabilities : 0x%08x\n", ctrl->slot_cap); in dbg_ctrl()
984 ctrl_dbg(ctrl, "Slot Status : 0x%04x\n", reg16); in dbg_ctrl()
986 ctrl_dbg(ctrl, "Slot Control : 0x%04x\n", reg16); in dbg_ctrl()
1007 struct controller *ctrl; in pcie_init() local
1013 ctrl = kzalloc(sizeof(*ctrl), GFP_KERNEL); in pcie_init()
1014 if (!ctrl) in pcie_init()
1017 ctrl->pcie = dev; in pcie_init()
1018 ctrl->depth = pcie_hotplug_depth(dev->port); in pcie_init()
1031 ctrl->slot_cap = slot_cap; in pcie_init()
1032 mutex_init(&ctrl->ctrl_lock); in pcie_init()
1033 mutex_init(&ctrl->state_lock); in pcie_init()
1034 init_rwsem(&ctrl->reset_lock); in pcie_init()
1035 init_waitqueue_head(&ctrl->requester); in pcie_init()
1036 init_waitqueue_head(&ctrl->queue); in pcie_init()
1037 INIT_DELAYED_WORK(&ctrl->button_work, pciehp_queue_pushbutton_work); in pcie_init()
1038 dbg_ctrl(ctrl); in pcie_init()
1041 ctrl->state = list_empty(&subordinate->devices) ? OFF_STATE : ON_STATE; in pcie_init()
1046 pcie_write_cmd_nowait(ctrl, PCI_EXP_SLTCTL_IBPD_DISABLE, in pcie_init()
1048 ctrl->inband_presence_disabled = 1; in pcie_init()
1052 ctrl->inband_presence_disabled = 1; in pcie_init()
1060 …ctrl_info(ctrl, "Slot #%d AttnBtn%c PwrCtrl%c MRL%c AttnInd%c PwrInd%c HotPlug%c Surprise%c Interl… in pcie_init()
1079 if (POWER_CTRL(ctrl)) { in pcie_init()
1080 pciehp_get_power_status(ctrl, &poweron); in pcie_init()
1081 if (!pciehp_card_present_or_link_active(ctrl) && poweron) { in pcie_init()
1082 pcie_disable_notification(ctrl); in pcie_init()
1083 pciehp_power_off_slot(ctrl); in pcie_init()
1089 ctrl->dsn = pci_get_dsn(pdev); in pcie_init()
1092 return ctrl; in pcie_init()
1095 void pciehp_release_ctrl(struct controller *ctrl) in pciehp_release_ctrl() argument
1097 cancel_delayed_work_sync(&ctrl->button_work); in pciehp_release_ctrl()
1098 kfree(ctrl); in pciehp_release_ctrl()