Lines Matching full:ep
32 #define CHECK(ep, expr, fmt...) \ argument
34 if (!(expr)) EPDBG(ep, "CHECK:" fmt); \
37 #define CHECK(ep, expr, fmt...) do { } while(0) argument
40 static void ast_vhub_epn_kick(struct ast_vhub_ep *ep, struct ast_vhub_req *req) in ast_vhub_epn_kick() argument
51 if (chunk > ep->ep.maxpacket) in ast_vhub_epn_kick()
52 chunk = ep->ep.maxpacket; in ast_vhub_epn_kick()
53 else if ((chunk < ep->ep.maxpacket) || !req->req.zero) in ast_vhub_epn_kick()
56 EPVDBG(ep, "kick req %p act=%d/%d chunk=%d last=%d\n", in ast_vhub_epn_kick()
59 /* If DMA unavailable, using staging EP buffer */ in ast_vhub_epn_kick()
63 if (ep->epn.is_in) { in ast_vhub_epn_kick()
64 memcpy(ep->buf, req->req.buf + act, chunk); in ast_vhub_epn_kick()
65 vhub_dma_workaround(ep->buf); in ast_vhub_epn_kick()
67 writel(ep->buf_dma, ep->epn.regs + AST_VHUB_EP_DESC_BASE); in ast_vhub_epn_kick()
69 if (ep->epn.is_in) in ast_vhub_epn_kick()
71 writel(req->req.dma + act, ep->epn.regs + AST_VHUB_EP_DESC_BASE); in ast_vhub_epn_kick()
77 ep->epn.regs + AST_VHUB_EP_DESC_STATUS); in ast_vhub_epn_kick()
79 ep->epn.regs + AST_VHUB_EP_DESC_STATUS); in ast_vhub_epn_kick()
82 static void ast_vhub_epn_handle_ack(struct ast_vhub_ep *ep) in ast_vhub_epn_handle_ack() argument
89 /* Read EP status */ in ast_vhub_epn_handle_ack()
90 stat = readl(ep->epn.regs + AST_VHUB_EP_DESC_STATUS); in ast_vhub_epn_handle_ack()
93 req = list_first_entry_or_null(&ep->queue, struct ast_vhub_req, queue); in ast_vhub_epn_handle_ack()
95 EPVDBG(ep, "ACK status=%08x is_in=%d, req=%p (active=%d)\n", in ast_vhub_epn_handle_ack()
96 stat, ep->epn.is_in, req, req ? req->active : 0); in ast_vhub_epn_handle_ack()
111 EPDBG(ep, "DMA read pointer not 0 !\n"); in ast_vhub_epn_handle_ack()
122 if (!req->req.dma && !ep->epn.is_in && len) { in ast_vhub_epn_handle_ack()
128 memcpy(req->req.buf + req->req.actual, ep->buf, len); in ast_vhub_epn_handle_ack()
135 if (len < ep->ep.maxpacket) in ast_vhub_epn_handle_ack()
141 ast_vhub_done(ep, req, status); in ast_vhub_epn_handle_ack()
142 req = list_first_entry_or_null(&ep->queue, struct ast_vhub_req, in ast_vhub_epn_handle_ack()
154 ast_vhub_epn_kick(ep, req); in ast_vhub_epn_handle_ack()
157 static inline unsigned int ast_vhub_count_free_descs(struct ast_vhub_ep *ep) in ast_vhub_count_free_descs() argument
164 return (ep->epn.d_last + AST_VHUB_DESCS_COUNT - ep->epn.d_next - 1) & in ast_vhub_count_free_descs()
168 static void ast_vhub_epn_kick_desc(struct ast_vhub_ep *ep, in ast_vhub_epn_kick_desc() argument
183 EPVDBG(ep, "kick act=%d/%d chunk_max=%d free_descs=%d\n", in ast_vhub_epn_kick_desc()
184 act, len, ep->epn.chunk_max, ast_vhub_count_free_descs(ep)); in ast_vhub_epn_kick_desc()
187 while (ast_vhub_count_free_descs(ep) && req->last_desc < 0) { in ast_vhub_epn_kick_desc()
191 d_num = ep->epn.d_next; in ast_vhub_epn_kick_desc()
192 desc = &ep->epn.descs[d_num]; in ast_vhub_epn_kick_desc()
193 ep->epn.d_next = (d_num + 1) & (AST_VHUB_DESCS_COUNT - 1); in ast_vhub_epn_kick_desc()
197 if (chunk <= ep->epn.chunk_max) { in ast_vhub_epn_kick_desc()
201 * with ep.maxpacket. We have to see if it's a multiple in ast_vhub_epn_kick_desc()
206 if (!chunk || !req->req.zero || (chunk % ep->ep.maxpacket) != 0) in ast_vhub_epn_kick_desc()
209 chunk = ep->epn.chunk_max; in ast_vhub_epn_kick_desc()
212 EPVDBG(ep, " chunk: act=%d/%d chunk=%d last=%d desc=%d free=%d\n", in ast_vhub_epn_kick_desc()
214 ast_vhub_count_free_descs(ep)); in ast_vhub_epn_kick_desc()
230 if (req->last_desc >= 0 || !ast_vhub_count_free_descs(ep)) in ast_vhub_epn_kick_desc()
241 writel(VHUB_EP_DMA_SET_CPU_WPTR(ep->epn.d_next), in ast_vhub_epn_kick_desc()
242 ep->epn.regs + AST_VHUB_EP_DESC_STATUS); in ast_vhub_epn_kick_desc()
244 EPVDBG(ep, "HW kicked, d_next=%d dstat=%08x\n", in ast_vhub_epn_kick_desc()
245 ep->epn.d_next, readl(ep->epn.regs + AST_VHUB_EP_DESC_STATUS)); in ast_vhub_epn_kick_desc()
248 static void ast_vhub_epn_handle_ack_desc(struct ast_vhub_ep *ep) in ast_vhub_epn_handle_ack_desc() argument
254 /* Read EP status, workaround HW race */ in ast_vhub_epn_handle_ack_desc()
256 stat = readl(ep->epn.regs + AST_VHUB_EP_DESC_STATUS); in ast_vhub_epn_handle_ack_desc()
257 stat1 = readl(ep->epn.regs + AST_VHUB_EP_DESC_STATUS); in ast_vhub_epn_handle_ack_desc()
264 req = list_first_entry_or_null(&ep->queue, struct ast_vhub_req, queue); in ast_vhub_epn_handle_ack_desc()
266 EPVDBG(ep, "ACK status=%08x is_in=%d ep->d_last=%d..%d\n", in ast_vhub_epn_handle_ack_desc()
267 stat, ep->epn.is_in, ep->epn.d_last, d_last); in ast_vhub_epn_handle_ack_desc()
270 while (ep->epn.d_last != d_last) { in ast_vhub_epn_handle_ack_desc()
276 d_num = ep->epn.d_last; in ast_vhub_epn_handle_ack_desc()
277 desc = &ep->epn.descs[d_num]; in ast_vhub_epn_handle_ack_desc()
278 ep->epn.d_last = (d_num + 1) & (AST_VHUB_DESCS_COUNT - 1); in ast_vhub_epn_handle_ack_desc()
283 EPVDBG(ep, " desc %d len=%d req=%p (act=%d)\n", in ast_vhub_epn_handle_ack_desc()
295 CHECK(ep, is_last_desc == (len < ep->ep.maxpacket || in ast_vhub_epn_handle_ack_desc()
301 req->req.zero, ep->ep.maxpacket); in ast_vhub_epn_handle_ack_desc()
307 * d_last and ep->d_last should now be equal in ast_vhub_epn_handle_ack_desc()
309 CHECK(ep, d_last == ep->epn.d_last, in ast_vhub_epn_handle_ack_desc()
311 d_last, ep->epn.d_last); in ast_vhub_epn_handle_ack_desc()
314 ast_vhub_done(ep, req, 0); in ast_vhub_epn_handle_ack_desc()
315 req = list_first_entry_or_null(&ep->queue, in ast_vhub_epn_handle_ack_desc()
324 ast_vhub_epn_kick_desc(ep, req); in ast_vhub_epn_handle_ack_desc()
327 void ast_vhub_epn_ack_irq(struct ast_vhub_ep *ep) in ast_vhub_epn_ack_irq() argument
329 if (ep->epn.desc_mode) in ast_vhub_epn_ack_irq()
330 ast_vhub_epn_handle_ack_desc(ep); in ast_vhub_epn_ack_irq()
332 ast_vhub_epn_handle_ack(ep); in ast_vhub_epn_ack_irq()
339 struct ast_vhub_ep *ep = to_ast_ep(u_ep); in ast_vhub_epn_queue() local
340 struct ast_vhub *vhub = ep->vhub; in ast_vhub_epn_queue()
356 if (!ep->epn.enabled || !u_ep->desc || !ep->dev || !ep->d_idx || in ast_vhub_epn_queue()
357 !ep->dev->enabled) { in ast_vhub_epn_queue()
358 EPDBG(ep, "Enqueuing request on wrong or disabled EP\n"); in ast_vhub_epn_queue()
368 * - For a OUT endpoint, the request size is a multiple of the EP in ast_vhub_epn_queue()
378 if (ep->epn.desc_mode || in ast_vhub_epn_queue()
380 (ep->epn.is_in || !(u_req->length & (u_ep->maxpacket - 1))))) { in ast_vhub_epn_queue()
382 ep->epn.is_in); in ast_vhub_epn_queue()
391 EPVDBG(ep, "enqueue req @%p\n", req); in ast_vhub_epn_queue()
392 EPVDBG(ep, " l=%d dma=0x%x zero=%d noshort=%d noirq=%d is_in=%d\n", in ast_vhub_epn_queue()
395 ep->epn.is_in); in ast_vhub_epn_queue()
404 empty = list_empty(&ep->queue); in ast_vhub_epn_queue()
407 list_add_tail(&req->queue, &ep->queue); in ast_vhub_epn_queue()
409 if (ep->epn.desc_mode) in ast_vhub_epn_queue()
410 ast_vhub_epn_kick_desc(ep, req); in ast_vhub_epn_queue()
412 ast_vhub_epn_kick(ep, req); in ast_vhub_epn_queue()
419 static void ast_vhub_stop_active_req(struct ast_vhub_ep *ep, in ast_vhub_stop_active_req() argument
425 if (ep->epn.desc_mode) in ast_vhub_stop_active_req()
426 writel(VHUB_EP_DMA_CTRL_RESET, ep->epn.regs + AST_VHUB_EP_DMA_CTLSTAT); in ast_vhub_stop_active_req()
428 writel(0, ep->epn.regs + AST_VHUB_EP_DMA_CTLSTAT); in ast_vhub_stop_active_req()
432 state = readl(ep->epn.regs + AST_VHUB_EP_DMA_CTLSTAT); in ast_vhub_stop_active_req()
440 dev_warn(&ep->vhub->pdev->dev, "Timeout waiting for DMA\n"); in ast_vhub_stop_active_req()
447 if (ep->epn.desc_mode) { in ast_vhub_stop_active_req()
458 reg = VHUB_EP_DMA_SET_RPTR(ep->epn.d_next) | in ast_vhub_stop_active_req()
459 VHUB_EP_DMA_SET_CPU_WPTR(ep->epn.d_next); in ast_vhub_stop_active_req()
460 writel(reg, ep->epn.regs + AST_VHUB_EP_DESC_STATUS); in ast_vhub_stop_active_req()
463 writel(ep->epn.dma_conf, in ast_vhub_stop_active_req()
464 ep->epn.regs + AST_VHUB_EP_DMA_CTLSTAT); in ast_vhub_stop_active_req()
467 writel(ep->epn.dma_conf, in ast_vhub_stop_active_req()
468 ep->epn.regs + AST_VHUB_EP_DMA_CTLSTAT); in ast_vhub_stop_active_req()
474 struct ast_vhub_ep *ep = to_ast_ep(u_ep); in ast_vhub_epn_dequeue() local
475 struct ast_vhub *vhub = ep->vhub; in ast_vhub_epn_dequeue()
483 list_for_each_entry(iter, &ep->queue, queue) { in ast_vhub_epn_dequeue()
491 EPVDBG(ep, "dequeue req @%p active=%d\n", in ast_vhub_epn_dequeue()
494 ast_vhub_stop_active_req(ep, true); in ast_vhub_epn_dequeue()
495 ast_vhub_done(ep, req, -ECONNRESET); in ast_vhub_epn_dequeue()
503 void ast_vhub_update_epn_stall(struct ast_vhub_ep *ep) in ast_vhub_update_epn_stall() argument
507 if (WARN_ON(ep->d_idx == 0)) in ast_vhub_update_epn_stall()
509 reg = readl(ep->epn.regs + AST_VHUB_EP_CONFIG); in ast_vhub_update_epn_stall()
510 if (ep->epn.stalled || ep->epn.wedged) in ast_vhub_update_epn_stall()
514 writel(reg, ep->epn.regs + AST_VHUB_EP_CONFIG); in ast_vhub_update_epn_stall()
516 if (!ep->epn.stalled && !ep->epn.wedged) in ast_vhub_update_epn_stall()
517 writel(VHUB_EP_TOGGLE_SET_EPNUM(ep->epn.g_idx), in ast_vhub_update_epn_stall()
518 ep->vhub->regs + AST_VHUB_EP_TOGGLE); in ast_vhub_update_epn_stall()
524 struct ast_vhub_ep *ep = to_ast_ep(u_ep); in ast_vhub_set_halt_and_wedge() local
525 struct ast_vhub *vhub = ep->vhub; in ast_vhub_set_halt_and_wedge()
528 EPDBG(ep, "Set halt (%d) & wedge (%d)\n", halt, wedge); in ast_vhub_set_halt_and_wedge()
532 if (ep->d_idx == 0) in ast_vhub_set_halt_and_wedge()
534 if (ep->epn.is_iso) in ast_vhub_set_halt_and_wedge()
540 if (halt && ep->epn.is_in && !list_empty(&ep->queue)) { in ast_vhub_set_halt_and_wedge()
544 ep->epn.stalled = halt; in ast_vhub_set_halt_and_wedge()
545 ep->epn.wedged = wedge; in ast_vhub_set_halt_and_wedge()
546 ast_vhub_update_epn_stall(ep); in ast_vhub_set_halt_and_wedge()
565 struct ast_vhub_ep *ep = to_ast_ep(u_ep); in ast_vhub_epn_disable() local
566 struct ast_vhub *vhub = ep->vhub; in ast_vhub_epn_disable()
570 EPDBG(ep, "Disabling !\n"); in ast_vhub_epn_disable()
574 ep->epn.enabled = false; in ast_vhub_epn_disable()
577 ast_vhub_stop_active_req(ep, false); in ast_vhub_epn_disable()
580 writel(0, ep->epn.regs + AST_VHUB_EP_CONFIG); in ast_vhub_epn_disable()
583 imask = VHUB_EP_IRQ(ep->epn.g_idx); in ast_vhub_epn_disable()
590 ast_vhub_nuke(ep, -ESHUTDOWN); in ast_vhub_epn_disable()
593 ep->ep.desc = NULL; in ast_vhub_epn_disable()
603 struct ast_vhub_ep *ep = to_ast_ep(u_ep); in ast_vhub_epn_enable() local
615 if (!ep->d_idx || !ep->dev || in ast_vhub_epn_enable()
617 maxpacket == 0 || maxpacket > ep->ep.maxpacket) { in ast_vhub_epn_enable()
618 EPDBG(ep, "Invalid EP enable,d_idx=%d,dev=%p,type=%d,mp=%d/%d\n", in ast_vhub_epn_enable()
619 ep->d_idx, ep->dev, desc->bDescriptorType, in ast_vhub_epn_enable()
620 maxpacket, ep->ep.maxpacket); in ast_vhub_epn_enable()
623 if (ep->d_idx != usb_endpoint_num(desc)) { in ast_vhub_epn_enable()
624 EPDBG(ep, "EP number mismatch !\n"); in ast_vhub_epn_enable()
628 if (ep->epn.enabled) { in ast_vhub_epn_enable()
629 EPDBG(ep, "Already enabled\n"); in ast_vhub_epn_enable()
632 dev = ep->dev; in ast_vhub_epn_enable()
633 vhub = ep->vhub; in ast_vhub_epn_enable()
637 EPDBG(ep, "Bogus device state: driver=%p speed=%d\n", in ast_vhub_epn_enable()
643 ep->epn.is_in = usb_endpoint_dir_in(desc); in ast_vhub_epn_enable()
644 ep->ep.maxpacket = maxpacket; in ast_vhub_epn_enable()
646 ep->epn.d_next = ep->epn.d_last = 0; in ast_vhub_epn_enable()
647 ep->epn.is_iso = false; in ast_vhub_epn_enable()
648 ep->epn.stalled = false; in ast_vhub_epn_enable()
649 ep->epn.wedged = false; in ast_vhub_epn_enable()
651 EPDBG(ep, "Enabling [%s] %s num %d maxpacket=%d\n", in ast_vhub_epn_enable()
652 ep->epn.is_in ? "in" : "out", usb_ep_type_string(type), in ast_vhub_epn_enable()
656 ep->epn.desc_mode = ep->epn.descs && ep->epn.is_in; in ast_vhub_epn_enable()
657 if (ep->epn.desc_mode) in ast_vhub_epn_enable()
658 memset(ep->epn.descs, 0, 8 * AST_VHUB_DESCS_COUNT); in ast_vhub_epn_enable()
664 ep->epn.chunk_max = ep->ep.maxpacket; in ast_vhub_epn_enable()
665 if (ep->epn.is_in) { in ast_vhub_epn_enable()
666 ep->epn.chunk_max <<= 3; in ast_vhub_epn_enable()
667 while (ep->epn.chunk_max > 4095) in ast_vhub_epn_enable()
668 ep->epn.chunk_max -= ep->ep.maxpacket; in ast_vhub_epn_enable()
673 EPDBG(ep, "Only one control endpoint\n"); in ast_vhub_epn_enable()
683 ep->epn.is_iso = true; in ast_vhub_epn_enable()
689 /* Encode the rest of the EP config register */ in ast_vhub_epn_enable()
692 if (!ep->epn.is_in) in ast_vhub_epn_enable()
697 EPVDBG(ep, "config=%08x\n", ep_conf); in ast_vhub_epn_enable()
702 writel(0, ep->epn.regs + AST_VHUB_EP_CONFIG); in ast_vhub_epn_enable()
704 ep->epn.regs + AST_VHUB_EP_DMA_CTLSTAT); in ast_vhub_epn_enable()
707 writel(ep_conf, ep->epn.regs + AST_VHUB_EP_CONFIG); in ast_vhub_epn_enable()
709 if (ep->epn.desc_mode) { in ast_vhub_epn_enable()
711 writel(0, ep->epn.regs + AST_VHUB_EP_DESC_STATUS); in ast_vhub_epn_enable()
714 writel(ep->epn.descs_dma, in ast_vhub_epn_enable()
715 ep->epn.regs + AST_VHUB_EP_DESC_BASE); in ast_vhub_epn_enable()
718 ep->epn.dma_conf = VHUB_EP_DMA_DESC_MODE; in ast_vhub_epn_enable()
719 if (ep->epn.is_in) in ast_vhub_epn_enable()
720 ep->epn.dma_conf |= VHUB_EP_DMA_IN_LONG_MODE; in ast_vhub_epn_enable()
723 writel(ep->epn.dma_conf | VHUB_EP_DMA_CTRL_RESET, in ast_vhub_epn_enable()
724 ep->epn.regs + AST_VHUB_EP_DMA_CTLSTAT); in ast_vhub_epn_enable()
727 writel(ep->epn.dma_conf, in ast_vhub_epn_enable()
728 ep->epn.regs + AST_VHUB_EP_DMA_CTLSTAT); in ast_vhub_epn_enable()
731 ep->epn.dma_conf = VHUB_EP_DMA_SINGLE_STAGE; in ast_vhub_epn_enable()
734 writel(ep->epn.dma_conf | VHUB_EP_DMA_CTRL_RESET, in ast_vhub_epn_enable()
735 ep->epn.regs + AST_VHUB_EP_DMA_CTLSTAT); in ast_vhub_epn_enable()
736 writel(ep->epn.dma_conf, in ast_vhub_epn_enable()
737 ep->epn.regs + AST_VHUB_EP_DMA_CTLSTAT); in ast_vhub_epn_enable()
738 writel(0, ep->epn.regs + AST_VHUB_EP_DESC_STATUS); in ast_vhub_epn_enable()
742 writel(VHUB_EP_TOGGLE_SET_EPNUM(ep->epn.g_idx), in ast_vhub_epn_enable()
746 imask = VHUB_EP_IRQ(ep->epn.g_idx); in ast_vhub_epn_enable()
753 ep->epn.enabled = true; in ast_vhub_epn_enable()
762 struct ast_vhub_ep *ep = to_ast_ep(u_ep); in ast_vhub_epn_dispose() local
764 if (WARN_ON(!ep->dev || !ep->d_idx)) in ast_vhub_epn_dispose()
767 EPDBG(ep, "Releasing endpoint\n"); in ast_vhub_epn_dispose()
769 /* Take it out of the EP list */ in ast_vhub_epn_dispose()
770 list_del_init(&ep->ep.ep_list); in ast_vhub_epn_dispose()
773 ep->dev->epns[ep->d_idx - 1] = NULL; in ast_vhub_epn_dispose()
776 kfree(ep->ep.name); in ast_vhub_epn_dispose()
777 ep->ep.name = NULL; in ast_vhub_epn_dispose()
778 dma_free_coherent(&ep->vhub->pdev->dev, in ast_vhub_epn_dispose()
781 ep->buf, ep->buf_dma); in ast_vhub_epn_dispose()
782 ep->buf = NULL; in ast_vhub_epn_dispose()
783 ep->epn.descs = NULL; in ast_vhub_epn_dispose()
786 ep->dev = NULL; in ast_vhub_epn_dispose()
804 struct ast_vhub_ep *ep; in ast_vhub_alloc_epn() local
819 ep = &vhub->epns[i]; in ast_vhub_alloc_epn()
820 ep->dev = d; in ast_vhub_alloc_epn()
823 DDBG(d, "Allocating gen EP %d for addr %d\n", i, addr); in ast_vhub_alloc_epn()
824 INIT_LIST_HEAD(&ep->queue); in ast_vhub_alloc_epn()
825 ep->d_idx = addr; in ast_vhub_alloc_epn()
826 ep->vhub = vhub; in ast_vhub_alloc_epn()
827 ep->ep.ops = &ast_vhub_epn_ops; in ast_vhub_alloc_epn()
828 ep->ep.name = kasprintf(GFP_KERNEL, "ep%d", addr); in ast_vhub_alloc_epn()
829 d->epns[addr-1] = ep; in ast_vhub_alloc_epn()
830 ep->epn.g_idx = i; in ast_vhub_alloc_epn()
831 ep->epn.regs = vhub->regs + 0x200 + (i * 0x10); in ast_vhub_alloc_epn()
833 ep->buf = dma_alloc_coherent(&vhub->pdev->dev, in ast_vhub_alloc_epn()
836 &ep->buf_dma, GFP_KERNEL); in ast_vhub_alloc_epn()
837 if (!ep->buf) { in ast_vhub_alloc_epn()
838 kfree(ep->ep.name); in ast_vhub_alloc_epn()
839 ep->ep.name = NULL; in ast_vhub_alloc_epn()
842 ep->epn.descs = ep->buf + AST_VHUB_EPn_MAX_PACKET; in ast_vhub_alloc_epn()
843 ep->epn.descs_dma = ep->buf_dma + AST_VHUB_EPn_MAX_PACKET; in ast_vhub_alloc_epn()
845 usb_ep_set_maxpacket_limit(&ep->ep, AST_VHUB_EPn_MAX_PACKET); in ast_vhub_alloc_epn()
846 list_add_tail(&ep->ep.ep_list, &d->gadget.ep_list); in ast_vhub_alloc_epn()
847 ep->ep.caps.type_iso = true; in ast_vhub_alloc_epn()
848 ep->ep.caps.type_bulk = true; in ast_vhub_alloc_epn()
849 ep->ep.caps.type_int = true; in ast_vhub_alloc_epn()
850 ep->ep.caps.dir_in = true; in ast_vhub_alloc_epn()
851 ep->ep.caps.dir_out = true; in ast_vhub_alloc_epn()
853 return ep; in ast_vhub_alloc_epn()