2 * ep0.c - DesignWare USB3 DRD Controller Endpoint 0 Handling
4 * Copyright (C) 2010-2011 Texas Instruments Incorporated - http://www.ti.com
6 * Authors: Felipe Balbi <balbi@ti.com>,
7 * Sebastian Andrzej Siewior <bigeasy@linutronix.de>
9 * Redistribution and use in source and binary forms, with or without
10 * modification, are permitted provided that the following conditions
12 * 1. Redistributions of source code must retain the above copyright
13 * notice, this list of conditions, and the following disclaimer,
14 * without modification.
15 * 2. Redistributions in binary form must reproduce the above copyright
16 * notice, this list of conditions and the following disclaimer in the
17 * documentation and/or other materials provided with the distribution.
18 * 3. The names of the above-listed copyright holders may not be used
19 * to endorse or promote products derived from this software without
20 * specific prior written permission.
22 * ALTERNATIVELY, this software may be distributed under the terms of the
23 * GNU General Public License ("GPL") version 2, as published by the Free
24 * Software Foundation.
26 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS
27 * IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
28 * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
29 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
30 * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
31 * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
32 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
33 * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
34 * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
35 * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
36 * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
39 #include <linux/kernel.h>
40 #include <linux/slab.h>
41 #include <linux/spinlock.h>
42 #include <linux/platform_device.h>
43 #include <linux/pm_runtime.h>
44 #include <linux/interrupt.h>
46 #include <linux/list.h>
47 #include <linux/dma-mapping.h>
49 #include <linux/usb/ch9.h>
50 #include <linux/usb/gadget.h>
51 #include <linux/usb/composite.h>
57 static void __dwc3_ep0_do_control_status(struct dwc3 *dwc, struct dwc3_ep *dep);
58 static void __dwc3_ep0_do_control_data(struct dwc3 *dwc,
59 struct dwc3_ep *dep, struct dwc3_request *req);
61 static const char *dwc3_ep0_state_string(enum dwc3_ep0_state state)
70 case EP0_STATUS_PHASE:
71 return "Status Phase";
77 static int dwc3_ep0_start_trans(struct dwc3 *dwc, u8 epnum, dma_addr_t buf_dma,
80 struct dwc3_gadget_ep_cmd_params params;
86 dep = dwc->eps[epnum];
87 if (dep->flags & DWC3_EP_BUSY) {
88 dev_vdbg(dwc->dev, "%s: still busy\n", dep->name);
94 trb->bpl = lower_32_bits(buf_dma);
95 trb->bph = upper_32_bits(buf_dma);
99 trb->ctrl |= (DWC3_TRB_CTRL_HWO
102 | DWC3_TRB_CTRL_ISP_IMI);
104 memset(¶ms, 0, sizeof(params));
105 params.param0 = upper_32_bits(dwc->ep0_trb_addr);
106 params.param1 = lower_32_bits(dwc->ep0_trb_addr);
108 ret = dwc3_send_gadget_ep_cmd(dwc, dep->number,
109 DWC3_DEPCMD_STARTTRANSFER, ¶ms);
111 dev_dbg(dwc->dev, "failed to send STARTTRANSFER command\n");
115 dep->flags |= DWC3_EP_BUSY;
116 dep->resource_index = dwc3_gadget_ep_get_transfer_index(dwc,
119 dwc->ep0_next_event = DWC3_EP0_COMPLETE;
124 static int __dwc3_gadget_ep0_queue(struct dwc3_ep *dep,
125 struct dwc3_request *req)
127 struct dwc3 *dwc = dep->dwc;
130 req->request.actual = 0;
131 req->request.status = -EINPROGRESS;
132 req->epnum = dep->number;
134 list_add_tail(&req->list, &dep->request_list);
137 * Gadget driver might not be quick enough to queue a request
138 * before we get a Transfer Not Ready event on this endpoint.
140 * In that case, we will set DWC3_EP_PENDING_REQUEST. When that
141 * flag is set, it's telling us that as soon as Gadget queues the
142 * required request, we should kick the transfer here because the
143 * IRQ we were waiting for is long gone.
145 if (dep->flags & DWC3_EP_PENDING_REQUEST) {
148 direction = !!(dep->flags & DWC3_EP0_DIR_IN);
150 if (dwc->ep0state != EP0_DATA_PHASE) {
151 dev_WARN(dwc->dev, "Unexpected pending request\n");
155 __dwc3_ep0_do_control_data(dwc, dwc->eps[direction], req);
157 dep->flags &= ~(DWC3_EP_PENDING_REQUEST |
159 } else if (dwc->delayed_status) {
160 dwc->delayed_status = false;
162 if (dwc->ep0state == EP0_STATUS_PHASE)
163 __dwc3_ep0_do_control_status(dwc, dwc->eps[1]);
165 dev_dbg(dwc->dev, "too early for delayed status\n");
171 int dwc3_gadget_ep0_queue(struct usb_ep *ep, struct usb_request *request,
174 struct dwc3_request *req = to_dwc3_request(request);
175 struct dwc3_ep *dep = to_dwc3_ep(ep);
176 struct dwc3 *dwc = dep->dwc;
182 spin_lock_irqsave(&dwc->lock, flags);
183 if (!dep->endpoint.desc) {
184 dev_dbg(dwc->dev, "trying to queue request %p to disabled %s\n",
190 /* we share one TRB for ep0/1 */
191 if (!list_empty(&dep->request_list)) {
196 dev_vdbg(dwc->dev, "queueing request %p to %s length %d, state '%s'\n",
197 request, dep->name, request->length,
198 dwc3_ep0_state_string(dwc->ep0state));
200 ret = __dwc3_gadget_ep0_queue(dep, req);
203 spin_unlock_irqrestore(&dwc->lock, flags);
208 static void dwc3_ep0_stall_and_restart(struct dwc3 *dwc)
210 struct dwc3_ep *dep = dwc->eps[0];
212 /* stall is always issued on EP0 */
213 __dwc3_gadget_ep_set_halt(dep, 1);
214 dep->flags = DWC3_EP_ENABLED;
215 dwc->delayed_status = false;
217 if (!list_empty(&dep->request_list)) {
218 struct dwc3_request *req;
220 req = next_request(&dep->request_list);
221 dwc3_gadget_giveback(dep, req, -ECONNRESET);
224 dwc->ep0state = EP0_SETUP_PHASE;
225 dwc3_ep0_out_start(dwc);
228 void dwc3_ep0_out_start(struct dwc3 *dwc)
232 ret = dwc3_ep0_start_trans(dwc, 0, dwc->ctrl_req_addr, 8,
233 DWC3_TRBCTL_CONTROL_SETUP);
237 static struct dwc3_ep *dwc3_wIndex_to_dep(struct dwc3 *dwc, __le16 wIndex_le)
240 u32 windex = le16_to_cpu(wIndex_le);
243 epnum = (windex & USB_ENDPOINT_NUMBER_MASK) << 1;
244 if ((windex & USB_ENDPOINT_DIR_MASK) == USB_DIR_IN)
247 dep = dwc->eps[epnum];
248 if (dep->flags & DWC3_EP_ENABLED)
254 static void dwc3_ep0_status_cmpl(struct usb_ep *ep, struct usb_request *req)
260 static int dwc3_ep0_handle_status(struct dwc3 *dwc,
261 struct usb_ctrlrequest *ctrl)
267 __le16 *response_pkt;
269 recip = ctrl->bRequestType & USB_RECIP_MASK;
271 case USB_RECIP_DEVICE:
273 * LTM will be set once we know how to set this in HW.
275 usb_status |= dwc->is_selfpowered << USB_DEVICE_SELF_POWERED;
277 if (dwc->speed == DWC3_DSTS_SUPERSPEED) {
278 reg = dwc3_readl(dwc->regs, DWC3_DCTL);
279 if (reg & DWC3_DCTL_INITU1ENA)
280 usb_status |= 1 << USB_DEV_STAT_U1_ENABLED;
281 if (reg & DWC3_DCTL_INITU2ENA)
282 usb_status |= 1 << USB_DEV_STAT_U2_ENABLED;
287 case USB_RECIP_INTERFACE:
289 * Function Remote Wake Capable D0
290 * Function Remote Wakeup D1
294 case USB_RECIP_ENDPOINT:
295 dep = dwc3_wIndex_to_dep(dwc, ctrl->wIndex);
299 if (dep->flags & DWC3_EP_STALL)
300 usb_status = 1 << USB_ENDPOINT_HALT;
306 response_pkt = (__le16 *) dwc->setup_buf;
307 *response_pkt = cpu_to_le16(usb_status);
310 dwc->ep0_usb_req.dep = dep;
311 dwc->ep0_usb_req.request.length = sizeof(*response_pkt);
312 dwc->ep0_usb_req.request.buf = dwc->setup_buf;
313 dwc->ep0_usb_req.request.complete = dwc3_ep0_status_cmpl;
315 return __dwc3_gadget_ep0_queue(dep, &dwc->ep0_usb_req);
318 static int dwc3_ep0_handle_feature(struct dwc3 *dwc,
319 struct usb_ctrlrequest *ctrl, int set)
328 wValue = le16_to_cpu(ctrl->wValue);
329 wIndex = le16_to_cpu(ctrl->wIndex);
330 recip = ctrl->bRequestType & USB_RECIP_MASK;
332 case USB_RECIP_DEVICE:
335 case USB_DEVICE_REMOTE_WAKEUP:
338 * 9.4.1 says only only for SS, in AddressState only for
339 * default control pipe
341 case USB_DEVICE_U1_ENABLE:
342 if (dwc->dev_state != DWC3_CONFIGURED_STATE)
344 if (dwc->speed != DWC3_DSTS_SUPERSPEED)
347 reg = dwc3_readl(dwc->regs, DWC3_DCTL);
349 reg |= DWC3_DCTL_INITU1ENA;
351 reg &= ~DWC3_DCTL_INITU1ENA;
352 dwc3_writel(dwc->regs, DWC3_DCTL, reg);
355 case USB_DEVICE_U2_ENABLE:
356 if (dwc->dev_state != DWC3_CONFIGURED_STATE)
358 if (dwc->speed != DWC3_DSTS_SUPERSPEED)
361 reg = dwc3_readl(dwc->regs, DWC3_DCTL);
363 reg |= DWC3_DCTL_INITU2ENA;
365 reg &= ~DWC3_DCTL_INITU2ENA;
366 dwc3_writel(dwc->regs, DWC3_DCTL, reg);
369 case USB_DEVICE_LTM_ENABLE:
373 case USB_DEVICE_TEST_MODE:
374 if ((wIndex & 0xff) != 0)
379 dwc->test_mode_nr = wIndex >> 8;
380 dwc->test_mode = true;
387 case USB_RECIP_INTERFACE:
389 case USB_INTRF_FUNC_SUSPEND:
390 if (wIndex & USB_INTRF_FUNC_SUSPEND_LP)
391 /* XXX enable Low power suspend */
393 if (wIndex & USB_INTRF_FUNC_SUSPEND_RW)
394 /* XXX enable remote wakeup */
402 case USB_RECIP_ENDPOINT:
404 case USB_ENDPOINT_HALT:
405 dep = dwc3_wIndex_to_dep(dwc, wIndex);
408 ret = __dwc3_gadget_ep_set_halt(dep, set);
424 static int dwc3_ep0_set_address(struct dwc3 *dwc, struct usb_ctrlrequest *ctrl)
429 addr = le16_to_cpu(ctrl->wValue);
431 dev_dbg(dwc->dev, "invalid device address %d\n", addr);
435 if (dwc->dev_state == DWC3_CONFIGURED_STATE) {
436 dev_dbg(dwc->dev, "trying to set address when configured\n");
440 reg = dwc3_readl(dwc->regs, DWC3_DCFG);
441 reg &= ~(DWC3_DCFG_DEVADDR_MASK);
442 reg |= DWC3_DCFG_DEVADDR(addr);
443 dwc3_writel(dwc->regs, DWC3_DCFG, reg);
446 dwc->dev_state = DWC3_ADDRESS_STATE;
448 dwc->dev_state = DWC3_DEFAULT_STATE;
453 static int dwc3_ep0_delegate_req(struct dwc3 *dwc, struct usb_ctrlrequest *ctrl)
457 spin_unlock(&dwc->lock);
458 ret = dwc->gadget_driver->setup(&dwc->gadget, ctrl);
459 spin_lock(&dwc->lock);
463 static int dwc3_ep0_set_config(struct dwc3 *dwc, struct usb_ctrlrequest *ctrl)
468 dwc->start_config_issued = false;
469 cfg = le16_to_cpu(ctrl->wValue);
471 switch (dwc->dev_state) {
472 case DWC3_DEFAULT_STATE:
476 case DWC3_ADDRESS_STATE:
477 ret = dwc3_ep0_delegate_req(dwc, ctrl);
478 /* if the cfg matches and the cfg is non zero */
479 if (cfg && (!ret || (ret == USB_GADGET_DELAYED_STATUS))) {
480 dwc->dev_state = DWC3_CONFIGURED_STATE;
481 dwc->resize_fifos = true;
482 dev_dbg(dwc->dev, "resize fifos flag SET\n");
486 case DWC3_CONFIGURED_STATE:
487 ret = dwc3_ep0_delegate_req(dwc, ctrl);
489 dwc->dev_state = DWC3_ADDRESS_STATE;
497 static void dwc3_ep0_set_sel_cmpl(struct usb_ep *ep, struct usb_request *req)
499 struct dwc3_ep *dep = to_dwc3_ep(ep);
500 struct dwc3 *dwc = dep->dwc;
514 memcpy(&timing, req->buf, sizeof(timing));
516 dwc->u1sel = timing.u1sel;
517 dwc->u1pel = timing.u1pel;
518 dwc->u2sel = le16_to_cpu(timing.u2sel);
519 dwc->u2pel = le16_to_cpu(timing.u2pel);
521 reg = dwc3_readl(dwc->regs, DWC3_DCTL);
522 if (reg & DWC3_DCTL_INITU2ENA)
524 if (reg & DWC3_DCTL_INITU1ENA)
528 * According to Synopsys Databook, if parameter is
529 * greater than 125, a value of zero should be
530 * programmed in the register.
535 /* now that we have the time, issue DGCMD Set Sel */
536 ret = dwc3_send_gadget_generic_command(dwc,
537 DWC3_DGCMD_SET_PERIODIC_PAR, param);
541 static int dwc3_ep0_set_sel(struct dwc3 *dwc, struct usb_ctrlrequest *ctrl)
547 if (dwc->dev_state == DWC3_DEFAULT_STATE)
550 wValue = le16_to_cpu(ctrl->wValue);
551 wLength = le16_to_cpu(ctrl->wLength);
554 dev_err(dwc->dev, "Set SEL should be 6 bytes, got %d\n",
560 * To handle Set SEL we need to receive 6 bytes from Host. So let's
561 * queue a usb_request for 6 bytes.
563 * Remember, though, this controller can't handle non-wMaxPacketSize
564 * aligned transfers on the OUT direction, so we queue a request for
565 * wMaxPacketSize instead.
568 dwc->ep0_usb_req.dep = dep;
569 dwc->ep0_usb_req.request.length = dep->endpoint.maxpacket;
570 dwc->ep0_usb_req.request.buf = dwc->setup_buf;
571 dwc->ep0_usb_req.request.complete = dwc3_ep0_set_sel_cmpl;
573 return __dwc3_gadget_ep0_queue(dep, &dwc->ep0_usb_req);
576 static int dwc3_ep0_set_isoch_delay(struct dwc3 *dwc, struct usb_ctrlrequest *ctrl)
582 wValue = le16_to_cpu(ctrl->wValue);
583 wLength = le16_to_cpu(ctrl->wLength);
584 wIndex = le16_to_cpu(ctrl->wIndex);
586 if (wIndex || wLength)
590 * REVISIT It's unclear from Databook what to do with this
591 * value. For now, just cache it.
593 dwc->isoch_delay = wValue;
598 static int dwc3_ep0_std_request(struct dwc3 *dwc, struct usb_ctrlrequest *ctrl)
602 switch (ctrl->bRequest) {
603 case USB_REQ_GET_STATUS:
604 dev_vdbg(dwc->dev, "USB_REQ_GET_STATUS\n");
605 ret = dwc3_ep0_handle_status(dwc, ctrl);
607 case USB_REQ_CLEAR_FEATURE:
608 dev_vdbg(dwc->dev, "USB_REQ_CLEAR_FEATURE\n");
609 ret = dwc3_ep0_handle_feature(dwc, ctrl, 0);
611 case USB_REQ_SET_FEATURE:
612 dev_vdbg(dwc->dev, "USB_REQ_SET_FEATURE\n");
613 ret = dwc3_ep0_handle_feature(dwc, ctrl, 1);
615 case USB_REQ_SET_ADDRESS:
616 dev_vdbg(dwc->dev, "USB_REQ_SET_ADDRESS\n");
617 ret = dwc3_ep0_set_address(dwc, ctrl);
619 case USB_REQ_SET_CONFIGURATION:
620 dev_vdbg(dwc->dev, "USB_REQ_SET_CONFIGURATION\n");
621 ret = dwc3_ep0_set_config(dwc, ctrl);
623 case USB_REQ_SET_SEL:
624 dev_vdbg(dwc->dev, "USB_REQ_SET_SEL\n");
625 ret = dwc3_ep0_set_sel(dwc, ctrl);
627 case USB_REQ_SET_ISOCH_DELAY:
628 dev_vdbg(dwc->dev, "USB_REQ_SET_ISOCH_DELAY\n");
629 ret = dwc3_ep0_set_isoch_delay(dwc, ctrl);
632 dev_vdbg(dwc->dev, "Forwarding to gadget driver\n");
633 ret = dwc3_ep0_delegate_req(dwc, ctrl);
640 static void dwc3_ep0_inspect_setup(struct dwc3 *dwc,
641 const struct dwc3_event_depevt *event)
643 struct usb_ctrlrequest *ctrl = dwc->ctrl_req;
647 if (!dwc->gadget_driver)
650 len = le16_to_cpu(ctrl->wLength);
652 dwc->three_stage_setup = false;
653 dwc->ep0_expect_in = false;
654 dwc->ep0_next_event = DWC3_EP0_NRDY_STATUS;
656 dwc->three_stage_setup = true;
657 dwc->ep0_expect_in = !!(ctrl->bRequestType & USB_DIR_IN);
658 dwc->ep0_next_event = DWC3_EP0_NRDY_DATA;
661 if ((ctrl->bRequestType & USB_TYPE_MASK) == USB_TYPE_STANDARD)
662 ret = dwc3_ep0_std_request(dwc, ctrl);
664 ret = dwc3_ep0_delegate_req(dwc, ctrl);
666 if (ret == USB_GADGET_DELAYED_STATUS)
667 dwc->delayed_status = true;
671 dwc3_ep0_stall_and_restart(dwc);
674 static void dwc3_ep0_complete_data(struct dwc3 *dwc,
675 const struct dwc3_event_depevt *event)
677 struct dwc3_request *r = NULL;
678 struct usb_request *ur;
679 struct dwc3_trb *trb;
685 epnum = event->endpoint_number;
688 dwc->ep0_next_event = DWC3_EP0_NRDY_STATUS;
690 r = next_request(&ep0->request_list);
694 length = trb->size & DWC3_TRB_SIZE_MASK;
696 if (dwc->ep0_bounced) {
697 unsigned transfer_size = ur->length;
698 unsigned maxp = ep0->endpoint.maxpacket;
700 transfer_size += (maxp - (transfer_size % maxp));
701 transferred = min_t(u32, ur->length,
702 transfer_size - length);
703 memcpy(ur->buf, dwc->ep0_bounce, transferred);
704 dwc->ep0_bounced = false;
706 transferred = ur->length - length;
709 ur->actual += transferred;
711 if ((epnum & 1) && ur->actual < ur->length) {
712 /* for some reason we did not get everything out */
714 dwc3_ep0_stall_and_restart(dwc);
717 * handle the case where we have to send a zero packet. This
718 * seems to be case when req.length > maxpacket. Could it be?
721 dwc3_gadget_giveback(ep0, r, 0);
725 static void dwc3_ep0_complete_status(struct dwc3 *dwc,
726 const struct dwc3_event_depevt *event)
728 struct dwc3_request *r;
733 if (!list_empty(&dep->request_list)) {
734 r = next_request(&dep->request_list);
736 dwc3_gadget_giveback(dep, r, 0);
739 if (dwc->test_mode) {
742 ret = dwc3_gadget_set_test_mode(dwc, dwc->test_mode_nr);
744 dev_dbg(dwc->dev, "Invalid Test #%d\n",
746 dwc3_ep0_stall_and_restart(dwc);
750 dwc->ep0state = EP0_SETUP_PHASE;
751 dwc3_ep0_out_start(dwc);
754 static void dwc3_ep0_xfer_complete(struct dwc3 *dwc,
755 const struct dwc3_event_depevt *event)
757 struct dwc3_ep *dep = dwc->eps[event->endpoint_number];
759 dep->flags &= ~DWC3_EP_BUSY;
760 dep->resource_index = 0;
761 dwc->setup_packet_pending = false;
763 switch (dwc->ep0state) {
764 case EP0_SETUP_PHASE:
765 dev_vdbg(dwc->dev, "Inspecting Setup Bytes\n");
766 dwc3_ep0_inspect_setup(dwc, event);
770 dev_vdbg(dwc->dev, "Data Phase\n");
771 dwc3_ep0_complete_data(dwc, event);
774 case EP0_STATUS_PHASE:
775 dev_vdbg(dwc->dev, "Status Phase\n");
776 dwc3_ep0_complete_status(dwc, event);
779 WARN(true, "UNKNOWN ep0state %d\n", dwc->ep0state);
783 static void dwc3_ep0_do_control_setup(struct dwc3 *dwc,
784 const struct dwc3_event_depevt *event)
786 dwc3_ep0_out_start(dwc);
789 static void __dwc3_ep0_do_control_data(struct dwc3 *dwc,
790 struct dwc3_ep *dep, struct dwc3_request *req)
794 req->direction = !!dep->number;
796 if (req->request.length == 0) {
797 ret = dwc3_ep0_start_trans(dwc, dep->number,
798 dwc->ctrl_req_addr, 0,
799 DWC3_TRBCTL_CONTROL_DATA);
800 } else if (!IS_ALIGNED(req->request.length, dep->endpoint.maxpacket)
801 && (dep->number == 0)) {
804 ret = usb_gadget_map_request(&dwc->gadget, &req->request,
807 dev_dbg(dwc->dev, "failed to map request\n");
811 WARN_ON(req->request.length > DWC3_EP0_BOUNCE_SIZE);
813 transfer_size = roundup(req->request.length,
814 (u32) dep->endpoint.maxpacket);
816 dwc->ep0_bounced = true;
819 * REVISIT in case request length is bigger than
820 * DWC3_EP0_BOUNCE_SIZE we will need two chained
821 * TRBs to handle the transfer.
823 ret = dwc3_ep0_start_trans(dwc, dep->number,
824 dwc->ep0_bounce_addr, transfer_size,
825 DWC3_TRBCTL_CONTROL_DATA);
827 ret = usb_gadget_map_request(&dwc->gadget, &req->request,
830 dev_dbg(dwc->dev, "failed to map request\n");
834 ret = dwc3_ep0_start_trans(dwc, dep->number, req->request.dma,
835 req->request.length, DWC3_TRBCTL_CONTROL_DATA);
841 static void dwc3_ep0_do_control_data(struct dwc3 *dwc,
842 const struct dwc3_event_depevt *event)
845 struct dwc3_request *req;
849 if (list_empty(&dep->request_list)) {
850 dev_vdbg(dwc->dev, "pending request for EP0 Data phase\n");
851 dep->flags |= DWC3_EP_PENDING_REQUEST;
853 if (event->endpoint_number)
854 dep->flags |= DWC3_EP0_DIR_IN;
858 req = next_request(&dep->request_list);
859 dep = dwc->eps[event->endpoint_number];
861 __dwc3_ep0_do_control_data(dwc, dep, req);
864 static int dwc3_ep0_start_control_status(struct dwc3_ep *dep)
866 struct dwc3 *dwc = dep->dwc;
869 type = dwc->three_stage_setup ? DWC3_TRBCTL_CONTROL_STATUS3
870 : DWC3_TRBCTL_CONTROL_STATUS2;
872 return dwc3_ep0_start_trans(dwc, dep->number,
873 dwc->ctrl_req_addr, 0, type);
876 static void __dwc3_ep0_do_control_status(struct dwc3 *dwc, struct dwc3_ep *dep)
878 if (dwc->resize_fifos) {
879 dev_dbg(dwc->dev, "starting to resize fifos\n");
880 dwc3_gadget_resize_tx_fifos(dwc);
881 dwc->resize_fifos = 0;
884 WARN_ON(dwc3_ep0_start_control_status(dep));
887 static void dwc3_ep0_do_control_status(struct dwc3 *dwc,
888 const struct dwc3_event_depevt *event)
890 struct dwc3_ep *dep = dwc->eps[event->endpoint_number];
892 __dwc3_ep0_do_control_status(dwc, dep);
895 static void dwc3_ep0_xfernotready(struct dwc3 *dwc,
896 const struct dwc3_event_depevt *event)
898 dwc->setup_packet_pending = true;
901 * This part is very tricky: If we have just handled
902 * XferNotReady(Setup) and we're now expecting a
903 * XferComplete but, instead, we receive another
904 * XferNotReady(Setup), we should STALL and restart
907 * In all other cases, we just continue waiting
908 * for the XferComplete event.
910 * We are a little bit unsafe here because we're
911 * not trying to ensure that last event was, indeed,
912 * XferNotReady(Setup).
914 * Still, we don't expect any condition where that
915 * should happen and, even if it does, it would be
916 * another error condition.
918 if (dwc->ep0_next_event == DWC3_EP0_COMPLETE) {
919 switch (event->status) {
920 case DEPEVT_STATUS_CONTROL_SETUP:
921 dev_vdbg(dwc->dev, "Unexpected XferNotReady(Setup)\n");
922 dwc3_ep0_stall_and_restart(dwc);
924 case DEPEVT_STATUS_CONTROL_DATA:
926 case DEPEVT_STATUS_CONTROL_STATUS:
929 dev_vdbg(dwc->dev, "waiting for XferComplete\n");
935 switch (event->status) {
936 case DEPEVT_STATUS_CONTROL_SETUP:
937 dev_vdbg(dwc->dev, "Control Setup\n");
939 dwc->ep0state = EP0_SETUP_PHASE;
941 dwc3_ep0_do_control_setup(dwc, event);
944 case DEPEVT_STATUS_CONTROL_DATA:
945 dev_vdbg(dwc->dev, "Control Data\n");
947 dwc->ep0state = EP0_DATA_PHASE;
949 if (dwc->ep0_next_event != DWC3_EP0_NRDY_DATA) {
950 dev_vdbg(dwc->dev, "Expected %d got %d\n",
954 dwc3_ep0_stall_and_restart(dwc);
959 * One of the possible error cases is when Host _does_
960 * request for Data Phase, but it does so on the wrong
963 * Here, we already know ep0_next_event is DATA (see above),
964 * so we only need to check for direction.
966 if (dwc->ep0_expect_in != event->endpoint_number) {
967 dev_vdbg(dwc->dev, "Wrong direction for Data phase\n");
968 dwc3_ep0_stall_and_restart(dwc);
972 dwc3_ep0_do_control_data(dwc, event);
975 case DEPEVT_STATUS_CONTROL_STATUS:
976 dev_vdbg(dwc->dev, "Control Status\n");
978 dwc->ep0state = EP0_STATUS_PHASE;
980 if (dwc->ep0_next_event != DWC3_EP0_NRDY_STATUS) {
981 dev_vdbg(dwc->dev, "Expected %d got %d\n",
983 DWC3_EP0_NRDY_STATUS);
985 dwc3_ep0_stall_and_restart(dwc);
989 if (dwc->delayed_status) {
990 WARN_ON_ONCE(event->endpoint_number != 1);
991 dev_vdbg(dwc->dev, "Mass Storage delayed status\n");
995 dwc3_ep0_do_control_status(dwc, event);
999 void dwc3_ep0_interrupt(struct dwc3 *dwc,
1000 const struct dwc3_event_depevt *event)
1002 u8 epnum = event->endpoint_number;
1004 dev_dbg(dwc->dev, "%s while ep%d%s in state '%s'\n",
1005 dwc3_ep_event_string(event->endpoint_event),
1006 epnum >> 1, (epnum & 1) ? "in" : "out",
1007 dwc3_ep0_state_string(dwc->ep0state));
1009 switch (event->endpoint_event) {
1010 case DWC3_DEPEVT_XFERCOMPLETE:
1011 dwc3_ep0_xfer_complete(dwc, event);
1014 case DWC3_DEPEVT_XFERNOTREADY:
1015 dwc3_ep0_xfernotready(dwc, event);
1018 case DWC3_DEPEVT_XFERINPROGRESS:
1019 case DWC3_DEPEVT_RXTXFIFOEVT:
1020 case DWC3_DEPEVT_STREAMEVT:
1021 case DWC3_DEPEVT_EPCMDCMPLT: