Lines Matching refs:hsotg
33 static void dwc2_track_missed_sofs(struct dwc2_hsotg *hsotg) in dwc2_track_missed_sofs() argument
35 u16 curr_frame_number = hsotg->frame_number; in dwc2_track_missed_sofs()
36 u16 expected = dwc2_frame_num_inc(hsotg->last_frame_num, 1); in dwc2_track_missed_sofs()
39 dwc2_sch_vdbg(hsotg, "MISSED SOF %04x != %04x\n", in dwc2_track_missed_sofs()
43 if (hsotg->frame_num_idx < FRAME_NUM_ARRAY_SIZE) { in dwc2_track_missed_sofs()
45 hsotg->frame_num_array[hsotg->frame_num_idx] = in dwc2_track_missed_sofs()
47 hsotg->last_frame_num_array[hsotg->frame_num_idx] = in dwc2_track_missed_sofs()
48 hsotg->last_frame_num; in dwc2_track_missed_sofs()
49 hsotg->frame_num_idx++; in dwc2_track_missed_sofs()
51 } else if (!hsotg->dumped_frame_num_array) { in dwc2_track_missed_sofs()
54 dev_info(hsotg->dev, "Frame Last Frame\n"); in dwc2_track_missed_sofs()
55 dev_info(hsotg->dev, "----- ----------\n"); in dwc2_track_missed_sofs()
57 dev_info(hsotg->dev, "0x%04x 0x%04x\n", in dwc2_track_missed_sofs()
58 hsotg->frame_num_array[i], in dwc2_track_missed_sofs()
59 hsotg->last_frame_num_array[i]); in dwc2_track_missed_sofs()
61 hsotg->dumped_frame_num_array = 1; in dwc2_track_missed_sofs()
64 hsotg->last_frame_num = curr_frame_number; in dwc2_track_missed_sofs()
67 static void dwc2_hc_handle_tt_clear(struct dwc2_hsotg *hsotg, in dwc2_hc_handle_tt_clear() argument
71 struct usb_device *root_hub = dwc2_hsotg_to_hcd(hsotg)->self.root_hub; in dwc2_hc_handle_tt_clear()
110 static void dwc2_sof_intr(struct dwc2_hsotg *hsotg) in dwc2_sof_intr() argument
117 dwc2_writel(hsotg, GINTSTS_SOF, GINTSTS); in dwc2_sof_intr()
120 dev_vdbg(hsotg->dev, "--Start of Frame Interrupt--\n"); in dwc2_sof_intr()
123 hsotg->frame_number = dwc2_hcd_get_frame_number(hsotg); in dwc2_sof_intr()
125 dwc2_track_missed_sofs(hsotg); in dwc2_sof_intr()
128 qh_entry = hsotg->periodic_sched_inactive.next; in dwc2_sof_intr()
129 while (qh_entry != &hsotg->periodic_sched_inactive) { in dwc2_sof_intr()
133 hsotg->frame_number)) { in dwc2_sof_intr()
134 dwc2_sch_vdbg(hsotg, "QH=%p ready fn=%04x, nxt=%04x\n", in dwc2_sof_intr()
135 qh, hsotg->frame_number, in dwc2_sof_intr()
143 &hsotg->periodic_sched_ready); in dwc2_sof_intr()
146 tr_type = dwc2_hcd_select_transactions(hsotg); in dwc2_sof_intr()
148 dwc2_hcd_queue_transactions(hsotg, tr_type); in dwc2_sof_intr()
156 static void dwc2_rx_fifo_level_intr(struct dwc2_hsotg *hsotg) in dwc2_rx_fifo_level_intr() argument
162 dev_vdbg(hsotg->dev, "--RxFIFO Level Interrupt--\n"); in dwc2_rx_fifo_level_intr()
164 grxsts = dwc2_readl(hsotg, GRXSTSP); in dwc2_rx_fifo_level_intr()
166 chan = hsotg->hc_ptr_array[chnum]; in dwc2_rx_fifo_level_intr()
168 dev_err(hsotg->dev, "Unable to get corresponding channel\n"); in dwc2_rx_fifo_level_intr()
178 dev_vdbg(hsotg->dev, " Ch num = %d\n", chnum); in dwc2_rx_fifo_level_intr()
179 dev_vdbg(hsotg->dev, " Count = %d\n", bcnt); in dwc2_rx_fifo_level_intr()
180 dev_vdbg(hsotg->dev, " DPID = %d, chan.dpid = %d\n", dpid, in dwc2_rx_fifo_level_intr()
182 dev_vdbg(hsotg->dev, " PStatus = %d\n", pktsts); in dwc2_rx_fifo_level_intr()
189 dwc2_read_packet(hsotg, chan->xfer_buf, bcnt); in dwc2_rx_fifo_level_intr()
202 dev_err(hsotg->dev, in dwc2_rx_fifo_level_intr()
214 static void dwc2_np_tx_fifo_empty_intr(struct dwc2_hsotg *hsotg) in dwc2_np_tx_fifo_empty_intr() argument
216 dev_vdbg(hsotg->dev, "--Non-Periodic TxFIFO Empty Interrupt--\n"); in dwc2_np_tx_fifo_empty_intr()
217 dwc2_hcd_queue_transactions(hsotg, DWC2_TRANSACTION_NON_PERIODIC); in dwc2_np_tx_fifo_empty_intr()
226 static void dwc2_perio_tx_fifo_empty_intr(struct dwc2_hsotg *hsotg) in dwc2_perio_tx_fifo_empty_intr() argument
229 dev_vdbg(hsotg->dev, "--Periodic TxFIFO Empty Interrupt--\n"); in dwc2_perio_tx_fifo_empty_intr()
230 dwc2_hcd_queue_transactions(hsotg, DWC2_TRANSACTION_PERIODIC); in dwc2_perio_tx_fifo_empty_intr()
233 static void dwc2_hprt0_enable(struct dwc2_hsotg *hsotg, u32 hprt0, in dwc2_hprt0_enable() argument
236 struct dwc2_core_params *params = &hsotg->params; in dwc2_hprt0_enable()
244 dev_vdbg(hsotg->dev, "%s(%p)\n", __func__, hsotg); in dwc2_hprt0_enable()
247 hfir = dwc2_readl(hsotg, HFIR); in dwc2_hprt0_enable()
249 hfir |= dwc2_calc_frame_interval(hsotg) << HFIR_FRINT_SHIFT & in dwc2_hprt0_enable()
251 dwc2_writel(hsotg, hfir, HFIR); in dwc2_hprt0_enable()
256 hsotg->flags.b.port_reset_change = 1; in dwc2_hprt0_enable()
260 usbcfg = dwc2_readl(hsotg, GUSBCFG); in dwc2_hprt0_enable()
268 dwc2_writel(hsotg, usbcfg, GUSBCFG); in dwc2_hprt0_enable()
272 hcfg = dwc2_readl(hsotg, HCFG); in dwc2_hprt0_enable()
279 dev_vdbg(hsotg->dev, in dwc2_hprt0_enable()
285 dwc2_writel(hsotg, hcfg, HCFG); in dwc2_hprt0_enable()
290 dev_vdbg(hsotg->dev, in dwc2_hprt0_enable()
296 dwc2_writel(hsotg, hcfg, HCFG); in dwc2_hprt0_enable()
304 dwc2_writel(hsotg, usbcfg, GUSBCFG); in dwc2_hprt0_enable()
311 dwc2_writel(hsotg, *hprt0_modify, HPRT0); in dwc2_hprt0_enable()
312 queue_delayed_work(hsotg->wq_otg, &hsotg->reset_work, in dwc2_hprt0_enable()
316 hsotg->flags.b.port_reset_change = 1; in dwc2_hprt0_enable()
325 static void dwc2_port_intr(struct dwc2_hsotg *hsotg) in dwc2_port_intr() argument
330 dev_vdbg(hsotg->dev, "--Port Interrupt--\n"); in dwc2_port_intr()
332 hprt0 = dwc2_readl(hsotg, HPRT0); in dwc2_port_intr()
347 dwc2_writel(hsotg, hprt0_modify | HPRT0_CONNDET, HPRT0); in dwc2_port_intr()
349 dev_vdbg(hsotg->dev, in dwc2_port_intr()
352 dwc2_hcd_connect(hsotg); in dwc2_port_intr()
365 dwc2_writel(hsotg, hprt0_modify | HPRT0_ENACHG, HPRT0); in dwc2_port_intr()
366 dev_vdbg(hsotg->dev, in dwc2_port_intr()
370 hsotg->new_connection = true; in dwc2_port_intr()
371 dwc2_hprt0_enable(hsotg, hprt0, &hprt0_modify); in dwc2_port_intr()
373 hsotg->flags.b.port_enable_change = 1; in dwc2_port_intr()
374 if (hsotg->params.dma_desc_fs_enable) { in dwc2_port_intr()
377 hsotg->params.dma_desc_enable = false; in dwc2_port_intr()
378 hsotg->new_connection = false; in dwc2_port_intr()
379 hcfg = dwc2_readl(hsotg, HCFG); in dwc2_port_intr()
381 dwc2_writel(hsotg, hcfg, HCFG); in dwc2_port_intr()
388 dwc2_writel(hsotg, hprt0_modify | HPRT0_OVRCURRCHG, in dwc2_port_intr()
390 dev_vdbg(hsotg->dev, in dwc2_port_intr()
393 hsotg->flags.b.port_over_current_change = 1; in dwc2_port_intr()
406 static u32 dwc2_get_actual_xfer_length(struct dwc2_hsotg *hsotg, in dwc2_get_actual_xfer_length() argument
414 hctsiz = dwc2_readl(hsotg, HCTSIZ(chnum)); in dwc2_get_actual_xfer_length()
460 static int dwc2_update_urb_state(struct dwc2_hsotg *hsotg, in dwc2_update_urb_state() argument
468 int xfer_length = dwc2_get_actual_xfer_length(hsotg, chan, chnum, qtd, in dwc2_update_urb_state()
473 dev_dbg(hsotg->dev, "%s(): trimming xfer length\n", __func__); in dwc2_update_urb_state()
477 dev_vdbg(hsotg->dev, "urb->actual_length=%d xfer_length=%d\n", in dwc2_update_urb_state()
491 hctsiz = dwc2_readl(hsotg, HCTSIZ(chnum)); in dwc2_update_urb_state()
492 dev_vdbg(hsotg->dev, "DWC_otg: %s: %s, channel %d\n", in dwc2_update_urb_state()
494 dev_vdbg(hsotg->dev, " chan->xfer_len %d\n", chan->xfer_len); in dwc2_update_urb_state()
495 dev_vdbg(hsotg->dev, " hctsiz.xfersize %d\n", in dwc2_update_urb_state()
497 dev_vdbg(hsotg->dev, " urb->transfer_buffer_length %d\n", urb->length); in dwc2_update_urb_state()
498 dev_vdbg(hsotg->dev, " urb->actual_length %d\n", urb->actual_length); in dwc2_update_urb_state()
499 dev_vdbg(hsotg->dev, " short_read %d, xfer_done %d\n", short_read, in dwc2_update_urb_state()
510 void dwc2_hcd_save_data_toggle(struct dwc2_hsotg *hsotg, in dwc2_hcd_save_data_toggle() argument
514 u32 hctsiz = dwc2_readl(hsotg, HCTSIZ(chnum)); in dwc2_hcd_save_data_toggle()
555 struct dwc2_hsotg *hsotg, struct dwc2_host_chan *chan, in dwc2_update_isoc_urb_state() argument
570 frame_desc->actual_length = dwc2_get_actual_xfer_length(hsotg, in dwc2_update_isoc_urb_state()
589 frame_desc->actual_length = dwc2_get_actual_xfer_length(hsotg, in dwc2_update_isoc_urb_state()
595 hsotg->params.host_dma) { in dwc2_update_isoc_urb_state()
602 dev_err(hsotg->dev, "Unhandled halt_status (%d)\n", in dwc2_update_isoc_urb_state()
612 dwc2_host_complete(hsotg, qtd, 0); in dwc2_update_isoc_urb_state()
628 static void dwc2_deactivate_qh(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh, in dwc2_deactivate_qh() argument
635 dev_vdbg(hsotg->dev, " %s(%p,%p,%d)\n", __func__, in dwc2_deactivate_qh()
636 hsotg, qh, free_qtd); in dwc2_deactivate_qh()
639 dev_dbg(hsotg->dev, "## QTD list empty ##\n"); in dwc2_deactivate_qh()
652 dwc2_hcd_qtd_unlink_and_free(hsotg, qtd, qh); in dwc2_deactivate_qh()
658 dwc2_hcd_qh_deactivate(hsotg, qh, continue_split); in dwc2_deactivate_qh()
674 static void dwc2_release_channel(struct dwc2_hsotg *hsotg, in dwc2_release_channel() argument
684 dev_vdbg(hsotg->dev, " %s: channel %d, halt_status %d\n", in dwc2_release_channel()
698 dev_vdbg(hsotg->dev, in dwc2_release_channel()
701 dwc2_host_complete(hsotg, qtd, -EPROTO); in dwc2_release_channel()
712 dev_vdbg(hsotg->dev, " Complete URB with I/O error\n"); in dwc2_release_channel()
714 dwc2_host_complete(hsotg, qtd, -EIO); in dwc2_release_channel()
721 dwc2_deactivate_qh(hsotg, chan->qh, free_qtd); in dwc2_release_channel()
731 dwc2_hc_cleanup(hsotg, chan); in dwc2_release_channel()
732 list_add_tail(&chan->hc_list_entry, &hsotg->free_hc_list); in dwc2_release_channel()
734 if (hsotg->params.uframe_sched) { in dwc2_release_channel()
735 hsotg->available_host_channels++; in dwc2_release_channel()
740 hsotg->non_periodic_channels--; in dwc2_release_channel()
753 haintmsk = dwc2_readl(hsotg, HAINTMSK); in dwc2_release_channel()
755 dwc2_writel(hsotg, haintmsk, HAINTMSK); in dwc2_release_channel()
758 tr_type = dwc2_hcd_select_transactions(hsotg); in dwc2_release_channel()
760 dwc2_hcd_queue_transactions(hsotg, tr_type); in dwc2_release_channel()
773 static void dwc2_halt_channel(struct dwc2_hsotg *hsotg, in dwc2_halt_channel() argument
778 dev_vdbg(hsotg->dev, "%s()\n", __func__); in dwc2_halt_channel()
780 if (hsotg->params.host_dma) { in dwc2_halt_channel()
782 dev_vdbg(hsotg->dev, "DMA enabled\n"); in dwc2_halt_channel()
783 dwc2_release_channel(hsotg, chan, qtd, halt_status); in dwc2_halt_channel()
788 dwc2_hc_halt(hsotg, chan, halt_status); in dwc2_halt_channel()
793 dev_vdbg(hsotg->dev, "Halt on queue\n"); in dwc2_halt_channel()
796 dev_vdbg(hsotg->dev, "control/bulk\n"); in dwc2_halt_channel()
802 gintmsk = dwc2_readl(hsotg, GINTMSK); in dwc2_halt_channel()
804 dwc2_writel(hsotg, gintmsk, GINTMSK); in dwc2_halt_channel()
806 dev_vdbg(hsotg->dev, "isoc/intr\n"); in dwc2_halt_channel()
814 &hsotg->periodic_sched_assigned); in dwc2_halt_channel()
821 gintmsk = dwc2_readl(hsotg, GINTMSK); in dwc2_halt_channel()
823 dwc2_writel(hsotg, gintmsk, GINTMSK); in dwc2_halt_channel()
833 static void dwc2_complete_non_periodic_xfer(struct dwc2_hsotg *hsotg, in dwc2_complete_non_periodic_xfer() argument
838 dev_vdbg(hsotg->dev, "%s()\n", __func__); in dwc2_complete_non_periodic_xfer()
848 dev_vdbg(hsotg->dev, "got NYET\n"); in dwc2_complete_non_periodic_xfer()
868 dwc2_halt_channel(hsotg, chan, qtd, halt_status); in dwc2_complete_non_periodic_xfer()
874 dwc2_release_channel(hsotg, chan, qtd, halt_status); in dwc2_complete_non_periodic_xfer()
883 static void dwc2_complete_periodic_xfer(struct dwc2_hsotg *hsotg, in dwc2_complete_periodic_xfer() argument
888 u32 hctsiz = dwc2_readl(hsotg, HCTSIZ(chnum)); in dwc2_complete_periodic_xfer()
894 dwc2_release_channel(hsotg, chan, qtd, halt_status); in dwc2_complete_periodic_xfer()
897 dwc2_halt_channel(hsotg, chan, qtd, halt_status); in dwc2_complete_periodic_xfer()
900 static int dwc2_xfercomp_isoc_split_in(struct dwc2_hsotg *hsotg, in dwc2_xfercomp_isoc_split_in() argument
913 len = dwc2_get_actual_xfer_length(hsotg, chan, chnum, qtd, in dwc2_xfercomp_isoc_split_in()
923 dev_vdbg(hsotg->dev, "non-aligned buffer\n"); in dwc2_xfercomp_isoc_split_in()
924 dma_unmap_single(hsotg->dev, chan->qh->dw_align_buf_dma, in dwc2_xfercomp_isoc_split_in()
932 hctsiz = dwc2_readl(hsotg, HCTSIZ(chnum)); in dwc2_xfercomp_isoc_split_in()
943 dwc2_host_complete(hsotg, qtd, 0); in dwc2_xfercomp_isoc_split_in()
944 dwc2_release_channel(hsotg, chan, qtd, in dwc2_xfercomp_isoc_split_in()
947 dwc2_release_channel(hsotg, chan, qtd, in dwc2_xfercomp_isoc_split_in()
958 static void dwc2_hc_xfercomp_intr(struct dwc2_hsotg *hsotg, in dwc2_hc_xfercomp_intr() argument
968 dev_vdbg(hsotg->dev, in dwc2_hc_xfercomp_intr()
977 if (hsotg->params.dma_desc_enable) { in dwc2_hc_xfercomp_intr()
978 dwc2_hcd_complete_xfer_ddma(hsotg, chan, chnum, halt_status); in dwc2_hc_xfercomp_intr()
988 hsotg->params.host_dma) { in dwc2_hc_xfercomp_intr()
990 dwc2_xfercomp_isoc_split_in(hsotg, chan, chnum, in dwc2_hc_xfercomp_intr()
1007 dev_vdbg(hsotg->dev, in dwc2_hc_xfercomp_intr()
1012 urb_xfer_done = dwc2_update_urb_state(hsotg, chan, in dwc2_hc_xfercomp_intr()
1016 dev_vdbg(hsotg->dev, in dwc2_hc_xfercomp_intr()
1019 dwc2_hcd_save_data_toggle(hsotg, chan, chnum, in dwc2_hc_xfercomp_intr()
1025 dev_vdbg(hsotg->dev, " Control transfer complete\n"); in dwc2_hc_xfercomp_intr()
1028 dwc2_host_complete(hsotg, qtd, urb->status); in dwc2_hc_xfercomp_intr()
1033 dwc2_complete_non_periodic_xfer(hsotg, chan, chnum, qtd, in dwc2_hc_xfercomp_intr()
1037 dev_vdbg(hsotg->dev, " Bulk transfer complete\n"); in dwc2_hc_xfercomp_intr()
1038 urb_xfer_done = dwc2_update_urb_state(hsotg, chan, chnum, urb, in dwc2_hc_xfercomp_intr()
1041 dwc2_host_complete(hsotg, qtd, urb->status); in dwc2_hc_xfercomp_intr()
1047 dwc2_hcd_save_data_toggle(hsotg, chan, chnum, qtd); in dwc2_hc_xfercomp_intr()
1048 dwc2_complete_non_periodic_xfer(hsotg, chan, chnum, qtd, in dwc2_hc_xfercomp_intr()
1052 dev_vdbg(hsotg->dev, " Interrupt transfer complete\n"); in dwc2_hc_xfercomp_intr()
1053 urb_xfer_done = dwc2_update_urb_state(hsotg, chan, chnum, urb, in dwc2_hc_xfercomp_intr()
1061 dwc2_host_complete(hsotg, qtd, urb->status); in dwc2_hc_xfercomp_intr()
1067 dwc2_hcd_save_data_toggle(hsotg, chan, chnum, qtd); in dwc2_hc_xfercomp_intr()
1068 dwc2_complete_periodic_xfer(hsotg, chan, chnum, qtd, in dwc2_hc_xfercomp_intr()
1073 dev_vdbg(hsotg->dev, " Isochronous transfer complete\n"); in dwc2_hc_xfercomp_intr()
1075 halt_status = dwc2_update_isoc_urb_state(hsotg, chan, in dwc2_hc_xfercomp_intr()
1078 dwc2_complete_periodic_xfer(hsotg, chan, chnum, qtd, in dwc2_hc_xfercomp_intr()
1084 disable_hc_int(hsotg, chnum, HCINTMSK_XFERCOMPL); in dwc2_hc_xfercomp_intr()
1091 static void dwc2_hc_stall_intr(struct dwc2_hsotg *hsotg, in dwc2_hc_stall_intr() argument
1098 dev_dbg(hsotg->dev, "--Host Channel %d Interrupt: STALL Received--\n", in dwc2_hc_stall_intr()
1101 if (hsotg->params.dma_desc_enable) { in dwc2_hc_stall_intr()
1102 dwc2_hcd_complete_xfer_ddma(hsotg, chan, chnum, in dwc2_hc_stall_intr()
1113 dwc2_host_complete(hsotg, qtd, -EPIPE); in dwc2_hc_stall_intr()
1117 dwc2_host_complete(hsotg, qtd, -EPIPE); in dwc2_hc_stall_intr()
1129 dwc2_halt_channel(hsotg, chan, qtd, DWC2_HC_XFER_STALL); in dwc2_hc_stall_intr()
1132 disable_hc_int(hsotg, chnum, HCINTMSK_STALL); in dwc2_hc_stall_intr()
1141 static void dwc2_update_urb_state_abn(struct dwc2_hsotg *hsotg, in dwc2_update_urb_state_abn() argument
1147 u32 xfer_length = dwc2_get_actual_xfer_length(hsotg, chan, chnum, in dwc2_update_urb_state_abn()
1152 dev_warn(hsotg->dev, "%s(): trimming xfer length\n", __func__); in dwc2_update_urb_state_abn()
1158 hctsiz = dwc2_readl(hsotg, HCTSIZ(chnum)); in dwc2_update_urb_state_abn()
1159 dev_vdbg(hsotg->dev, "DWC_otg: %s: %s, channel %d\n", in dwc2_update_urb_state_abn()
1161 dev_vdbg(hsotg->dev, " chan->start_pkt_count %d\n", in dwc2_update_urb_state_abn()
1163 dev_vdbg(hsotg->dev, " hctsiz.pktcnt %d\n", in dwc2_update_urb_state_abn()
1165 dev_vdbg(hsotg->dev, " chan->max_packet %d\n", chan->max_packet); in dwc2_update_urb_state_abn()
1166 dev_vdbg(hsotg->dev, " bytes_transferred %d\n", in dwc2_update_urb_state_abn()
1168 dev_vdbg(hsotg->dev, " urb->actual_length %d\n", in dwc2_update_urb_state_abn()
1170 dev_vdbg(hsotg->dev, " urb->transfer_buffer_length %d\n", in dwc2_update_urb_state_abn()
1178 static void dwc2_hc_nak_intr(struct dwc2_hsotg *hsotg, in dwc2_hc_nak_intr() argument
1183 dev_dbg(hsotg->dev, "%s: qtd is NULL\n", __func__); in dwc2_hc_nak_intr()
1188 dev_dbg(hsotg->dev, "%s: qtd->urb is NULL\n", __func__); in dwc2_hc_nak_intr()
1193 dev_vdbg(hsotg->dev, "--Host Channel %d Interrupt: NAK Received--\n", in dwc2_hc_nak_intr()
1223 dwc2_halt_channel(hsotg, chan, qtd, DWC2_HC_XFER_NAK); in dwc2_hc_nak_intr()
1230 if (hsotg->params.host_dma && chan->ep_is_in) { in dwc2_hc_nak_intr()
1249 dwc2_update_urb_state_abn(hsotg, chan, chnum, qtd->urb, in dwc2_hc_nak_intr()
1251 dwc2_hcd_save_data_toggle(hsotg, chan, chnum, qtd); in dwc2_hc_nak_intr()
1262 dwc2_halt_channel(hsotg, chan, qtd, DWC2_HC_XFER_NAK); in dwc2_hc_nak_intr()
1266 dwc2_halt_channel(hsotg, chan, qtd, DWC2_HC_XFER_NAK); in dwc2_hc_nak_intr()
1270 dev_err(hsotg->dev, "NACK interrupt for ISOC transfer\n"); in dwc2_hc_nak_intr()
1275 disable_hc_int(hsotg, chnum, HCINTMSK_NAK); in dwc2_hc_nak_intr()
1283 static void dwc2_hc_ack_intr(struct dwc2_hsotg *hsotg, in dwc2_hc_ack_intr() argument
1290 dev_vdbg(hsotg->dev, "--Host Channel %d Interrupt: ACK Received--\n", in dwc2_hc_ack_intr()
1301 dwc2_halt_channel(hsotg, chan, qtd, DWC2_HC_XFER_ACK); in dwc2_hc_ack_intr()
1344 dwc2_halt_channel(hsotg, chan, qtd, DWC2_HC_XFER_ACK); in dwc2_hc_ack_intr()
1352 disable_hc_int(hsotg, chnum, HCINTMSK_ACK); in dwc2_hc_ack_intr()
1362 static void dwc2_hc_nyet_intr(struct dwc2_hsotg *hsotg, in dwc2_hc_nyet_intr() argument
1367 dev_vdbg(hsotg->dev, "--Host Channel %d Interrupt: NYET Received--\n", in dwc2_hc_nyet_intr()
1376 hsotg->params.host_dma) { in dwc2_hc_nyet_intr()
1382 dwc2_host_complete(hsotg, qtd, 0); in dwc2_hc_nyet_intr()
1383 dwc2_release_channel(hsotg, chan, qtd, in dwc2_hc_nyet_intr()
1386 dwc2_release_channel(hsotg, chan, qtd, in dwc2_hc_nyet_intr()
1397 if (!hsotg->params.uframe_sched) { in dwc2_hc_nyet_intr()
1398 int frnum = dwc2_hcd_get_frame_number(hsotg); in dwc2_hc_nyet_intr()
1454 dwc2_halt_channel(hsotg, chan, qtd, in dwc2_hc_nyet_intr()
1461 dwc2_halt_channel(hsotg, chan, qtd, DWC2_HC_XFER_NYET); in dwc2_hc_nyet_intr()
1468 dwc2_update_urb_state_abn(hsotg, chan, chnum, qtd->urb, qtd, in dwc2_hc_nyet_intr()
1470 dwc2_hcd_save_data_toggle(hsotg, chan, chnum, qtd); in dwc2_hc_nyet_intr()
1476 dwc2_halt_channel(hsotg, chan, qtd, DWC2_HC_XFER_NYET); in dwc2_hc_nyet_intr()
1479 disable_hc_int(hsotg, chnum, HCINTMSK_NYET); in dwc2_hc_nyet_intr()
1486 static void dwc2_hc_babble_intr(struct dwc2_hsotg *hsotg, in dwc2_hc_babble_intr() argument
1490 dev_dbg(hsotg->dev, "--Host Channel %d Interrupt: Babble Error--\n", in dwc2_hc_babble_intr()
1493 dwc2_hc_handle_tt_clear(hsotg, chan, qtd); in dwc2_hc_babble_intr()
1495 if (hsotg->params.dma_desc_enable) { in dwc2_hc_babble_intr()
1496 dwc2_hcd_complete_xfer_ddma(hsotg, chan, chnum, in dwc2_hc_babble_intr()
1502 dwc2_host_complete(hsotg, qtd, -EOVERFLOW); in dwc2_hc_babble_intr()
1503 dwc2_halt_channel(hsotg, chan, qtd, DWC2_HC_XFER_BABBLE_ERR); in dwc2_hc_babble_intr()
1507 halt_status = dwc2_update_isoc_urb_state(hsotg, chan, chnum, in dwc2_hc_babble_intr()
1509 dwc2_halt_channel(hsotg, chan, qtd, halt_status); in dwc2_hc_babble_intr()
1513 disable_hc_int(hsotg, chnum, HCINTMSK_BBLERR); in dwc2_hc_babble_intr()
1520 static void dwc2_hc_ahberr_intr(struct dwc2_hsotg *hsotg, in dwc2_hc_ahberr_intr() argument
1531 dev_dbg(hsotg->dev, "--Host Channel %d Interrupt: AHB Error--\n", in dwc2_hc_ahberr_intr()
1537 dwc2_hc_handle_tt_clear(hsotg, chan, qtd); in dwc2_hc_ahberr_intr()
1539 hcchar = dwc2_readl(hsotg, HCCHAR(chnum)); in dwc2_hc_ahberr_intr()
1540 hcsplt = dwc2_readl(hsotg, HCSPLT(chnum)); in dwc2_hc_ahberr_intr()
1541 hctsiz = dwc2_readl(hsotg, HCTSIZ(chnum)); in dwc2_hc_ahberr_intr()
1542 hc_dma = dwc2_readl(hsotg, HCDMA(chnum)); in dwc2_hc_ahberr_intr()
1544 dev_err(hsotg->dev, "AHB ERROR, Channel %d\n", chnum); in dwc2_hc_ahberr_intr()
1545 dev_err(hsotg->dev, " hcchar 0x%08x, hcsplt 0x%08x\n", hcchar, hcsplt); in dwc2_hc_ahberr_intr()
1546 dev_err(hsotg->dev, " hctsiz 0x%08x, hc_dma 0x%08x\n", hctsiz, hc_dma); in dwc2_hc_ahberr_intr()
1547 dev_err(hsotg->dev, " Device address: %d\n", in dwc2_hc_ahberr_intr()
1549 dev_err(hsotg->dev, " Endpoint: %d, %s\n", in dwc2_hc_ahberr_intr()
1571 dev_err(hsotg->dev, " Endpoint type: %s\n", pipetype); in dwc2_hc_ahberr_intr()
1588 dev_err(hsotg->dev, " Speed: %s\n", speed); in dwc2_hc_ahberr_intr()
1590 dev_err(hsotg->dev, " Max packet size: %d (mult %d)\n", in dwc2_hc_ahberr_intr()
1593 dev_err(hsotg->dev, " Data buffer length: %d\n", urb->length); in dwc2_hc_ahberr_intr()
1594 dev_err(hsotg->dev, " Transfer buffer: %p, Transfer DMA: %08lx\n", in dwc2_hc_ahberr_intr()
1596 dev_err(hsotg->dev, " Setup buffer: %p, Setup DMA: %08lx\n", in dwc2_hc_ahberr_intr()
1598 dev_err(hsotg->dev, " Interval: %d\n", urb->interval); in dwc2_hc_ahberr_intr()
1601 if (hsotg->params.dma_desc_enable) { in dwc2_hc_ahberr_intr()
1602 dwc2_hcd_complete_xfer_ddma(hsotg, chan, chnum, in dwc2_hc_ahberr_intr()
1607 dwc2_host_complete(hsotg, qtd, -EIO); in dwc2_hc_ahberr_intr()
1614 dwc2_hc_halt(hsotg, chan, DWC2_HC_XFER_AHB_ERR); in dwc2_hc_ahberr_intr()
1617 disable_hc_int(hsotg, chnum, HCINTMSK_AHBERR); in dwc2_hc_ahberr_intr()
1624 static void dwc2_hc_xacterr_intr(struct dwc2_hsotg *hsotg, in dwc2_hc_xacterr_intr() argument
1628 dev_dbg(hsotg->dev, in dwc2_hc_xacterr_intr()
1631 dwc2_hc_handle_tt_clear(hsotg, chan, qtd); in dwc2_hc_xacterr_intr()
1633 if (hsotg->params.dma_desc_enable) { in dwc2_hc_xacterr_intr()
1634 dwc2_hcd_complete_xfer_ddma(hsotg, chan, chnum, in dwc2_hc_xacterr_intr()
1644 dwc2_update_urb_state_abn(hsotg, chan, chnum, qtd->urb, in dwc2_hc_xacterr_intr()
1646 dwc2_hcd_save_data_toggle(hsotg, chan, chnum, qtd); in dwc2_hc_xacterr_intr()
1655 dwc2_halt_channel(hsotg, chan, qtd, DWC2_HC_XFER_XACT_ERR); in dwc2_hc_xacterr_intr()
1661 dwc2_halt_channel(hsotg, chan, qtd, DWC2_HC_XFER_XACT_ERR); in dwc2_hc_xacterr_intr()
1667 halt_status = dwc2_update_isoc_urb_state(hsotg, chan, in dwc2_hc_xacterr_intr()
1669 dwc2_halt_channel(hsotg, chan, qtd, halt_status); in dwc2_hc_xacterr_intr()
1675 disable_hc_int(hsotg, chnum, HCINTMSK_XACTERR); in dwc2_hc_xacterr_intr()
1682 static void dwc2_hc_frmovrun_intr(struct dwc2_hsotg *hsotg, in dwc2_hc_frmovrun_intr() argument
1689 dev_dbg(hsotg->dev, "--Host Channel %d Interrupt: Frame Overrun--\n", in dwc2_hc_frmovrun_intr()
1692 dwc2_hc_handle_tt_clear(hsotg, chan, qtd); in dwc2_hc_frmovrun_intr()
1699 dwc2_halt_channel(hsotg, chan, qtd, DWC2_HC_XFER_FRAME_OVERRUN); in dwc2_hc_frmovrun_intr()
1702 halt_status = dwc2_update_isoc_urb_state(hsotg, chan, chnum, in dwc2_hc_frmovrun_intr()
1704 dwc2_halt_channel(hsotg, chan, qtd, halt_status); in dwc2_hc_frmovrun_intr()
1708 disable_hc_int(hsotg, chnum, HCINTMSK_FRMOVRUN); in dwc2_hc_frmovrun_intr()
1715 static void dwc2_hc_datatglerr_intr(struct dwc2_hsotg *hsotg, in dwc2_hc_datatglerr_intr() argument
1719 dev_dbg(hsotg->dev, in dwc2_hc_datatglerr_intr()
1725 dev_err(hsotg->dev, in dwc2_hc_datatglerr_intr()
1729 dwc2_hc_handle_tt_clear(hsotg, chan, qtd); in dwc2_hc_datatglerr_intr()
1730 disable_hc_int(hsotg, chnum, HCINTMSK_DATATGLERR); in dwc2_hc_datatglerr_intr()
1740 static bool dwc2_halt_status_ok(struct dwc2_hsotg *hsotg, in dwc2_halt_status_ok() argument
1755 hcchar = dwc2_readl(hsotg, HCCHAR(chnum)); in dwc2_halt_status_ok()
1756 hctsiz = dwc2_readl(hsotg, HCTSIZ(chnum)); in dwc2_halt_status_ok()
1757 hcintmsk = dwc2_readl(hsotg, HCINTMSK(chnum)); in dwc2_halt_status_ok()
1758 hcsplt = dwc2_readl(hsotg, HCSPLT(chnum)); in dwc2_halt_status_ok()
1759 dev_dbg(hsotg->dev, in dwc2_halt_status_ok()
1762 dev_dbg(hsotg->dev, in dwc2_halt_status_ok()
1765 dev_dbg(hsotg->dev, in dwc2_halt_status_ok()
1769 dev_dbg(hsotg->dev, "qtd->complete_split %d\n", in dwc2_halt_status_ok()
1771 dev_warn(hsotg->dev, in dwc2_halt_status_ok()
1782 hcchar = dwc2_readl(hsotg, HCCHAR(chnum)); in dwc2_halt_status_ok()
1784 dev_warn(hsotg->dev, in dwc2_halt_status_ok()
1788 dwc2_halt_channel(hsotg, chan, qtd, chan->halt_status); in dwc2_halt_status_ok()
1800 static void dwc2_hc_chhltd_intr_dma(struct dwc2_hsotg *hsotg, in dwc2_hc_chhltd_intr_dma() argument
1808 dev_vdbg(hsotg->dev, in dwc2_hc_chhltd_intr_dma()
1816 if (hsotg->hw_params.snpsid >= DWC2_CORE_REV_2_71a) { in dwc2_hc_chhltd_intr_dma()
1826 !hsotg->params.dma_desc_enable)) { in dwc2_hc_chhltd_intr_dma()
1827 if (hsotg->params.dma_desc_enable) in dwc2_hc_chhltd_intr_dma()
1828 dwc2_hcd_complete_xfer_ddma(hsotg, chan, chnum, in dwc2_hc_chhltd_intr_dma()
1837 dwc2_release_channel(hsotg, chan, qtd, in dwc2_hc_chhltd_intr_dma()
1842 hcintmsk = dwc2_readl(hsotg, HCINTMSK(chnum)); in dwc2_hc_chhltd_intr_dma()
1853 dwc2_hc_ack_intr(hsotg, chan, chnum, qtd); in dwc2_hc_chhltd_intr_dma()
1854 dwc2_hc_xfercomp_intr(hsotg, chan, chnum, qtd); in dwc2_hc_chhltd_intr_dma()
1856 dwc2_hc_stall_intr(hsotg, chan, chnum, qtd); in dwc2_hc_chhltd_intr_dma()
1858 !hsotg->params.dma_desc_enable) { in dwc2_hc_chhltd_intr_dma()
1862 dev_vdbg(hsotg->dev, in dwc2_hc_chhltd_intr_dma()
1866 dev_vdbg(hsotg->dev, in dwc2_hc_chhltd_intr_dma()
1876 dwc2_hc_xacterr_intr(hsotg, chan, chnum, qtd); in dwc2_hc_chhltd_intr_dma()
1878 hsotg->params.dma_desc_enable) { in dwc2_hc_chhltd_intr_dma()
1879 dwc2_hc_xacterr_intr(hsotg, chan, chnum, qtd); in dwc2_hc_chhltd_intr_dma()
1881 hsotg->params.dma_desc_enable) { in dwc2_hc_chhltd_intr_dma()
1882 dwc2_hc_ahberr_intr(hsotg, chan, chnum, qtd); in dwc2_hc_chhltd_intr_dma()
1884 dwc2_hc_babble_intr(hsotg, chan, chnum, qtd); in dwc2_hc_chhltd_intr_dma()
1886 dwc2_hc_frmovrun_intr(hsotg, chan, chnum, qtd); in dwc2_hc_chhltd_intr_dma()
1895 dwc2_hc_nyet_intr(hsotg, chan, chnum, qtd); in dwc2_hc_chhltd_intr_dma()
1905 dwc2_hc_nak_intr(hsotg, chan, chnum, qtd); in dwc2_hc_chhltd_intr_dma()
1915 dwc2_hc_ack_intr(hsotg, chan, chnum, qtd); in dwc2_hc_chhltd_intr_dma()
1925 dev_dbg(hsotg->dev, in dwc2_hc_chhltd_intr_dma()
1928 dwc2_halt_channel(hsotg, chan, qtd, in dwc2_hc_chhltd_intr_dma()
1931 dev_err(hsotg->dev, in dwc2_hc_chhltd_intr_dma()
1934 dev_err(hsotg->dev, in dwc2_hc_chhltd_intr_dma()
1937 dwc2_readl(hsotg, GINTSTS)); in dwc2_hc_chhltd_intr_dma()
1942 dev_info(hsotg->dev, in dwc2_hc_chhltd_intr_dma()
1948 dwc2_update_urb_state_abn(hsotg, chan, chnum, qtd->urb, in dwc2_hc_chhltd_intr_dma()
1962 dwc2_hcd_save_data_toggle(hsotg, chan, chnum, qtd); in dwc2_hc_chhltd_intr_dma()
1963 dwc2_halt_channel(hsotg, chan, qtd, DWC2_HC_XFER_XACT_ERR); in dwc2_hc_chhltd_intr_dma()
1978 static void dwc2_hc_chhltd_intr(struct dwc2_hsotg *hsotg, in dwc2_hc_chhltd_intr() argument
1983 dev_vdbg(hsotg->dev, "--Host Channel %d Interrupt: Channel Halted--\n", in dwc2_hc_chhltd_intr()
1986 if (hsotg->params.host_dma) { in dwc2_hc_chhltd_intr()
1987 dwc2_hc_chhltd_intr_dma(hsotg, chan, chnum, qtd); in dwc2_hc_chhltd_intr()
1989 if (!dwc2_halt_status_ok(hsotg, chan, chnum, qtd)) in dwc2_hc_chhltd_intr()
1991 dwc2_release_channel(hsotg, chan, qtd, chan->halt_status); in dwc2_hc_chhltd_intr()
2014 static void dwc2_hc_n_intr(struct dwc2_hsotg *hsotg, int chnum) in dwc2_hc_n_intr() argument
2020 chan = hsotg->hc_ptr_array[chnum]; in dwc2_hc_n_intr()
2022 hcintraw = dwc2_readl(hsotg, HCINT(chnum)); in dwc2_hc_n_intr()
2023 hcintmsk = dwc2_readl(hsotg, HCINTMSK(chnum)); in dwc2_hc_n_intr()
2025 dwc2_writel(hsotg, hcint, HCINT(chnum)); in dwc2_hc_n_intr()
2028 dev_err(hsotg->dev, "## hc_ptr_array for channel is NULL ##\n"); in dwc2_hc_n_intr()
2033 dev_vdbg(hsotg->dev, "--Host Channel Interrupt--, Channel %d\n", in dwc2_hc_n_intr()
2035 dev_vdbg(hsotg->dev, in dwc2_hc_n_intr()
2045 dev_warn(hsotg->dev, "Interrupt on disabled channel\n"); in dwc2_hc_n_intr()
2062 if (hsotg->params.dma_desc_enable) in dwc2_hc_n_intr()
2063 dwc2_hcd_complete_xfer_ddma(hsotg, chan, chnum, in dwc2_hc_n_intr()
2066 dwc2_release_channel(hsotg, chan, NULL, in dwc2_hc_n_intr()
2076 dev_dbg(hsotg->dev, "## no QTD queued for channel %d ##\n", in dwc2_hc_n_intr()
2078 dev_dbg(hsotg->dev, in dwc2_hc_n_intr()
2082 disable_hc_int(hsotg, chnum, HCINTMSK_CHHLTD); in dwc2_hc_n_intr()
2090 if (!hsotg->params.host_dma) { in dwc2_hc_n_intr()
2096 dwc2_hc_xfercomp_intr(hsotg, chan, chnum, qtd); in dwc2_hc_n_intr()
2106 dwc2_hc_chhltd_intr(hsotg, chan, chnum, qtd); in dwc2_hc_n_intr()
2111 dwc2_hc_ahberr_intr(hsotg, chan, chnum, qtd); in dwc2_hc_n_intr()
2116 dwc2_hc_stall_intr(hsotg, chan, chnum, qtd); in dwc2_hc_n_intr()
2121 dwc2_hc_nak_intr(hsotg, chan, chnum, qtd); in dwc2_hc_n_intr()
2126 dwc2_hc_ack_intr(hsotg, chan, chnum, qtd); in dwc2_hc_n_intr()
2131 dwc2_hc_nyet_intr(hsotg, chan, chnum, qtd); in dwc2_hc_n_intr()
2136 dwc2_hc_xacterr_intr(hsotg, chan, chnum, qtd); in dwc2_hc_n_intr()
2141 dwc2_hc_babble_intr(hsotg, chan, chnum, qtd); in dwc2_hc_n_intr()
2146 dwc2_hc_frmovrun_intr(hsotg, chan, chnum, qtd); in dwc2_hc_n_intr()
2151 dwc2_hc_datatglerr_intr(hsotg, chan, chnum, qtd); in dwc2_hc_n_intr()
2166 static void dwc2_hc_intr(struct dwc2_hsotg *hsotg) in dwc2_hc_intr() argument
2172 haint = dwc2_readl(hsotg, HAINT); in dwc2_hc_intr()
2174 dev_vdbg(hsotg->dev, "%s()\n", __func__); in dwc2_hc_intr()
2176 dev_vdbg(hsotg->dev, "HAINT=%08x\n", haint); in dwc2_hc_intr()
2185 list_for_each_entry_safe(chan, chan_tmp, &hsotg->split_order, in dwc2_hc_intr()
2190 dwc2_hc_n_intr(hsotg, hc_num); in dwc2_hc_intr()
2195 for (i = 0; i < hsotg->params.host_channels; i++) { in dwc2_hc_intr()
2197 dwc2_hc_n_intr(hsotg, i); in dwc2_hc_intr()
2202 irqreturn_t dwc2_handle_hcd_intr(struct dwc2_hsotg *hsotg) in dwc2_handle_hcd_intr() argument
2207 if (!dwc2_is_controller_alive(hsotg)) { in dwc2_handle_hcd_intr()
2208 dev_warn(hsotg->dev, "Controller is dead\n"); in dwc2_handle_hcd_intr()
2214 spin_lock(&hsotg->lock); in dwc2_handle_hcd_intr()
2217 if (dwc2_is_host_mode(hsotg)) { in dwc2_handle_hcd_intr()
2218 gintsts = dwc2_read_core_intr(hsotg); in dwc2_handle_hcd_intr()
2220 spin_unlock(&hsotg->lock); in dwc2_handle_hcd_intr()
2236 dev_vdbg(hsotg->dev, in dwc2_handle_hcd_intr()
2241 dwc2_sof_intr(hsotg); in dwc2_handle_hcd_intr()
2243 dwc2_rx_fifo_level_intr(hsotg); in dwc2_handle_hcd_intr()
2245 dwc2_np_tx_fifo_empty_intr(hsotg); in dwc2_handle_hcd_intr()
2247 dwc2_port_intr(hsotg); in dwc2_handle_hcd_intr()
2249 dwc2_hc_intr(hsotg); in dwc2_handle_hcd_intr()
2251 dwc2_perio_tx_fifo_empty_intr(hsotg); in dwc2_handle_hcd_intr()
2254 dev_vdbg(hsotg->dev, in dwc2_handle_hcd_intr()
2256 dev_vdbg(hsotg->dev, in dwc2_handle_hcd_intr()
2258 dwc2_readl(hsotg, GINTSTS), in dwc2_handle_hcd_intr()
2259 dwc2_readl(hsotg, GINTMSK)); in dwc2_handle_hcd_intr()
2263 spin_unlock(&hsotg->lock); in dwc2_handle_hcd_intr()