30 static void __dwc3_ep0_do_control_status(struct dwc3 *dwc, struct dwc3_ep *dep);
31 static void __dwc3_ep0_do_control_data(struct dwc3 *dwc,
38 	struct dwc3			*dwc;  in dwc3_ep0_prepare_one_trb()  local
40 	dwc = dep->dwc;  in dwc3_ep0_prepare_one_trb()
41 	trb = &dwc->ep0_trb[dep->trb_enqueue];  in dwc3_ep0_prepare_one_trb()
66 	struct dwc3			*dwc;  in dwc3_ep0_start_trans()  local
72 	dwc = dep->dwc;  in dwc3_ep0_start_trans()
75 	params.param0 = upper_32_bits(dwc->ep0_trb_addr);  in dwc3_ep0_start_trans()
76 	params.param1 = lower_32_bits(dwc->ep0_trb_addr);  in dwc3_ep0_start_trans()
82 	dwc->ep0_next_event = DWC3_EP0_COMPLETE;  in dwc3_ep0_start_trans()
90 	struct dwc3		*dwc = dep->dwc;  in __dwc3_gadget_ep0_queue()  local
112 		if (dwc->ep0state != EP0_DATA_PHASE) {  in __dwc3_gadget_ep0_queue()
113 			dev_WARN(dwc->dev, "Unexpected pending request\n");  in __dwc3_gadget_ep0_queue()
117 		__dwc3_ep0_do_control_data(dwc, dwc->eps[direction], req);  in __dwc3_gadget_ep0_queue()
129 	if (dwc->delayed_status) {  in __dwc3_gadget_ep0_queue()
132 		direction = !dwc->ep0_expect_in;  in __dwc3_gadget_ep0_queue()
133 		dwc->delayed_status = false;  in __dwc3_gadget_ep0_queue()
134 		usb_gadget_set_state(dwc->gadget, USB_STATE_CONFIGURED);  in __dwc3_gadget_ep0_queue()
136 		if (dwc->ep0state == EP0_STATUS_PHASE)  in __dwc3_gadget_ep0_queue()
137 			__dwc3_ep0_do_control_status(dwc, dwc->eps[direction]);  in __dwc3_gadget_ep0_queue()
174 	if (dwc->three_stage_setup) {  in __dwc3_gadget_ep0_queue()
177 		direction = dwc->ep0_expect_in;  in __dwc3_gadget_ep0_queue()
178 		dwc->ep0state = EP0_DATA_PHASE;  in __dwc3_gadget_ep0_queue()
180 		__dwc3_ep0_do_control_data(dwc, dwc->eps[direction], req);  in __dwc3_gadget_ep0_queue()
193 	struct dwc3			*dwc = dep->dwc;  in dwc3_gadget_ep0_queue()  local
199 	spin_lock_irqsave(&dwc->lock, flags);  in dwc3_gadget_ep0_queue()
200 	if (!dep->endpoint.desc || !dwc->pullups_connected || !dwc->connected) {  in dwc3_gadget_ep0_queue()
201 		dev_err(dwc->dev, "%s: can't queue to disabled endpoint\n",  in dwc3_gadget_ep0_queue()
216 	spin_unlock_irqrestore(&dwc->lock, flags);  in dwc3_gadget_ep0_queue()
221 void dwc3_ep0_stall_and_restart(struct dwc3 *dwc)  in dwc3_ep0_stall_and_restart()  argument
226 	dep = dwc->eps[1];  in dwc3_ep0_stall_and_restart()
230 	dep = dwc->eps[0];  in dwc3_ep0_stall_and_restart()
233 	dwc->delayed_status = false;  in dwc3_ep0_stall_and_restart()
242 	dwc->eps[0]->trb_enqueue = 0;  in dwc3_ep0_stall_and_restart()
243 	dwc->eps[1]->trb_enqueue = 0;  in dwc3_ep0_stall_and_restart()
244 	dwc->ep0state = EP0_SETUP_PHASE;  in dwc3_ep0_stall_and_restart()
245 	dwc3_ep0_out_start(dwc);  in dwc3_ep0_stall_and_restart()
251 	struct dwc3			*dwc = dep->dwc;  in __dwc3_gadget_ep0_set_halt()  local
253 	dwc3_ep0_stall_and_restart(dwc);  in __dwc3_gadget_ep0_set_halt()
261 	struct dwc3			*dwc = dep->dwc;  in dwc3_gadget_ep0_set_halt()  local
265 	spin_lock_irqsave(&dwc->lock, flags);  in dwc3_gadget_ep0_set_halt()
267 	spin_unlock_irqrestore(&dwc->lock, flags);  in dwc3_gadget_ep0_set_halt()
272 void dwc3_ep0_out_start(struct dwc3 *dwc)  in dwc3_ep0_out_start()  argument
278 	complete(&dwc->ep0_in_setup);  in dwc3_ep0_out_start()
280 	dep = dwc->eps[0];  in dwc3_ep0_out_start()
281 	dwc3_ep0_prepare_one_trb(dep, dwc->ep0_trb_addr, 8,  in dwc3_ep0_out_start()
288 		dwc3_ep = dwc->eps[i];  in dwc3_ep0_out_start()
296 		if (dwc->connected)  in dwc3_ep0_out_start()
299 			dwc3_remove_requests(dwc, dwc3_ep, -ESHUTDOWN);  in dwc3_ep0_out_start()
303 static struct dwc3_ep *dwc3_wIndex_to_dep(struct dwc3 *dwc, __le16 wIndex_le)  in dwc3_wIndex_to_dep()  argument
313 	dep = dwc->eps[epnum];  in dwc3_wIndex_to_dep()
329 static int dwc3_ep0_handle_status(struct dwc3 *dwc,  in dwc3_ep0_handle_status()  argument
350 		usb_status |= dwc->gadget->is_selfpowered;  in dwc3_ep0_handle_status()
352 		if ((dwc->speed == DWC3_DSTS_SUPERSPEED) ||  in dwc3_ep0_handle_status()
353 		    (dwc->speed == DWC3_DSTS_SUPERSPEED_PLUS)) {  in dwc3_ep0_handle_status()
354 			reg = dwc3_readl(dwc->regs, DWC3_DCTL);  in dwc3_ep0_handle_status()
371 		dep = dwc3_wIndex_to_dep(dwc, ctrl->wIndex);  in dwc3_ep0_handle_status()
382 	response_pkt = (__le16 *) dwc->setup_buf;  in dwc3_ep0_handle_status()
385 	dep = dwc->eps[0];  in dwc3_ep0_handle_status()
386 	dwc->ep0_usb_req.dep = dep;  in dwc3_ep0_handle_status()
387 	dwc->ep0_usb_req.request.length = sizeof(*response_pkt);  in dwc3_ep0_handle_status()
388 	dwc->ep0_usb_req.request.buf = dwc->setup_buf;  in dwc3_ep0_handle_status()
389 	dwc->ep0_usb_req.request.complete = dwc3_ep0_status_cmpl;  in dwc3_ep0_handle_status()
391 	return __dwc3_gadget_ep0_queue(dep, &dwc->ep0_usb_req);  in dwc3_ep0_handle_status()
394 static int dwc3_ep0_handle_u1(struct dwc3 *dwc, enum usb_device_state state,  in dwc3_ep0_handle_u1()  argument
401 	if ((dwc->speed != DWC3_DSTS_SUPERSPEED) &&  in dwc3_ep0_handle_u1()
402 			(dwc->speed != DWC3_DSTS_SUPERSPEED_PLUS))  in dwc3_ep0_handle_u1()
404 	if (set && dwc->dis_u1_entry_quirk)  in dwc3_ep0_handle_u1()
407 	reg = dwc3_readl(dwc->regs, DWC3_DCTL);  in dwc3_ep0_handle_u1()
412 	dwc3_writel(dwc->regs, DWC3_DCTL, reg);  in dwc3_ep0_handle_u1()
417 static int dwc3_ep0_handle_u2(struct dwc3 *dwc, enum usb_device_state state,  in dwc3_ep0_handle_u2()  argument
425 	if ((dwc->speed != DWC3_DSTS_SUPERSPEED) &&  in dwc3_ep0_handle_u2()
426 			(dwc->speed != DWC3_DSTS_SUPERSPEED_PLUS))  in dwc3_ep0_handle_u2()
428 	if (set && dwc->dis_u2_entry_quirk)  in dwc3_ep0_handle_u2()
431 	reg = dwc3_readl(dwc->regs, DWC3_DCTL);  in dwc3_ep0_handle_u2()
436 	dwc3_writel(dwc->regs, DWC3_DCTL, reg);  in dwc3_ep0_handle_u2()
441 static int dwc3_ep0_handle_test(struct dwc3 *dwc, enum usb_device_state state,  in dwc3_ep0_handle_test()  argument
455 		dwc->test_mode_nr = wIndex >> 8;  in dwc3_ep0_handle_test()
456 		dwc->test_mode = true;  in dwc3_ep0_handle_test()
465 static int dwc3_ep0_handle_device(struct dwc3 *dwc,  in dwc3_ep0_handle_device()  argument
475 	state = dwc->gadget->state;  in dwc3_ep0_handle_device()
485 		ret = dwc3_ep0_handle_u1(dwc, state, set);  in dwc3_ep0_handle_device()
488 		ret = dwc3_ep0_handle_u2(dwc, state, set);  in dwc3_ep0_handle_device()
494 		ret = dwc3_ep0_handle_test(dwc, state, wIndex, set);  in dwc3_ep0_handle_device()
503 static int dwc3_ep0_handle_intf(struct dwc3 *dwc,  in dwc3_ep0_handle_intf()  argument
528 static int dwc3_ep0_handle_endpoint(struct dwc3 *dwc,  in dwc3_ep0_handle_endpoint()  argument
539 		dep = dwc3_wIndex_to_dep(dwc, ctrl->wIndex);  in dwc3_ep0_handle_endpoint()
562 static int dwc3_ep0_handle_feature(struct dwc3 *dwc,  in dwc3_ep0_handle_feature()  argument
572 		ret = dwc3_ep0_handle_device(dwc, ctrl, set);  in dwc3_ep0_handle_feature()
575 		ret = dwc3_ep0_handle_intf(dwc, ctrl, set);  in dwc3_ep0_handle_feature()
578 		ret = dwc3_ep0_handle_endpoint(dwc, ctrl, set);  in dwc3_ep0_handle_feature()
587 static int dwc3_ep0_set_address(struct dwc3 *dwc, struct usb_ctrlrequest *ctrl)  in dwc3_ep0_set_address()  argument
589 	enum usb_device_state state = dwc->gadget->state;  in dwc3_ep0_set_address()
595 		dev_err(dwc->dev, "invalid device address %d\n", addr);  in dwc3_ep0_set_address()
600 		dev_err(dwc->dev, "can't SetAddress() from Configured State\n");  in dwc3_ep0_set_address()
604 	reg = dwc3_readl(dwc->regs, DWC3_DCFG);  in dwc3_ep0_set_address()
607 	dwc3_writel(dwc->regs, DWC3_DCFG, reg);  in dwc3_ep0_set_address()
610 		usb_gadget_set_state(dwc->gadget, USB_STATE_ADDRESS);  in dwc3_ep0_set_address()
612 		usb_gadget_set_state(dwc->gadget, USB_STATE_DEFAULT);  in dwc3_ep0_set_address()
617 static int dwc3_ep0_delegate_req(struct dwc3 *dwc, struct usb_ctrlrequest *ctrl)  in dwc3_ep0_delegate_req()  argument
621 	if (dwc->async_callbacks) {  in dwc3_ep0_delegate_req()
622 		spin_unlock(&dwc->lock);  in dwc3_ep0_delegate_req()
623 		ret = dwc->gadget_driver->setup(dwc->gadget, ctrl);  in dwc3_ep0_delegate_req()
624 		spin_lock(&dwc->lock);  in dwc3_ep0_delegate_req()
629 static int dwc3_ep0_set_config(struct dwc3 *dwc, struct usb_ctrlrequest *ctrl)  in dwc3_ep0_set_config()  argument
631 	enum usb_device_state state = dwc->gadget->state;  in dwc3_ep0_set_config()
643 		dwc3_gadget_clear_tx_fifos(dwc);  in dwc3_ep0_set_config()
645 		ret = dwc3_ep0_delegate_req(dwc, ctrl);  in dwc3_ep0_set_config()
656 				usb_gadget_set_state(dwc->gadget,  in dwc3_ep0_set_config()
663 			reg = dwc3_readl(dwc->regs, DWC3_DCTL);  in dwc3_ep0_set_config()
664 			if (!dwc->dis_u1_entry_quirk)  in dwc3_ep0_set_config()
666 			if (!dwc->dis_u2_entry_quirk)  in dwc3_ep0_set_config()
668 			dwc3_writel(dwc->regs, DWC3_DCTL, reg);  in dwc3_ep0_set_config()
673 		ret = dwc3_ep0_delegate_req(dwc, ctrl);  in dwc3_ep0_set_config()
675 			usb_gadget_set_state(dwc->gadget,  in dwc3_ep0_set_config()
687 	struct dwc3	*dwc = dep->dwc;  in dwc3_ep0_set_sel_cmpl()  local
703 	dwc->u1sel = timing.u1sel;  in dwc3_ep0_set_sel_cmpl()
704 	dwc->u1pel = timing.u1pel;  in dwc3_ep0_set_sel_cmpl()
705 	dwc->u2sel = le16_to_cpu(timing.u2sel);  in dwc3_ep0_set_sel_cmpl()
706 	dwc->u2pel = le16_to_cpu(timing.u2pel);  in dwc3_ep0_set_sel_cmpl()
708 	reg = dwc3_readl(dwc->regs, DWC3_DCTL);  in dwc3_ep0_set_sel_cmpl()
710 		param = dwc->u2pel;  in dwc3_ep0_set_sel_cmpl()
712 		param = dwc->u1pel;  in dwc3_ep0_set_sel_cmpl()
723 	ret = dwc3_send_gadget_generic_command(dwc,  in dwc3_ep0_set_sel_cmpl()
728 static int dwc3_ep0_set_sel(struct dwc3 *dwc, struct usb_ctrlrequest *ctrl)  in dwc3_ep0_set_sel()  argument
731 	enum usb_device_state state = dwc->gadget->state;  in dwc3_ep0_set_sel()
740 		dev_err(dwc->dev, "Set SEL should be 6 bytes, got %d\n",  in dwc3_ep0_set_sel()
753 	dep = dwc->eps[0];  in dwc3_ep0_set_sel()
754 	dwc->ep0_usb_req.dep = dep;  in dwc3_ep0_set_sel()
755 	dwc->ep0_usb_req.request.length = dep->endpoint.maxpacket;  in dwc3_ep0_set_sel()
756 	dwc->ep0_usb_req.request.buf = dwc->setup_buf;  in dwc3_ep0_set_sel()
757 	dwc->ep0_usb_req.request.complete = dwc3_ep0_set_sel_cmpl;  in dwc3_ep0_set_sel()
759 	return __dwc3_gadget_ep0_queue(dep, &dwc->ep0_usb_req);  in dwc3_ep0_set_sel()
762 static int dwc3_ep0_set_isoch_delay(struct dwc3 *dwc, struct usb_ctrlrequest *ctrl)  in dwc3_ep0_set_isoch_delay()  argument
775 	dwc->gadget->isoch_delay = wValue;  in dwc3_ep0_set_isoch_delay()
780 static int dwc3_ep0_std_request(struct dwc3 *dwc, struct usb_ctrlrequest *ctrl)  in dwc3_ep0_std_request()  argument
786 		ret = dwc3_ep0_handle_status(dwc, ctrl);  in dwc3_ep0_std_request()
789 		ret = dwc3_ep0_handle_feature(dwc, ctrl, 0);  in dwc3_ep0_std_request()
792 		ret = dwc3_ep0_handle_feature(dwc, ctrl, 1);  in dwc3_ep0_std_request()
795 		ret = dwc3_ep0_set_address(dwc, ctrl);  in dwc3_ep0_std_request()
798 		ret = dwc3_ep0_set_config(dwc, ctrl);  in dwc3_ep0_std_request()
801 		ret = dwc3_ep0_set_sel(dwc, ctrl);  in dwc3_ep0_std_request()
804 		ret = dwc3_ep0_set_isoch_delay(dwc, ctrl);  in dwc3_ep0_std_request()
807 		ret = dwc3_ep0_delegate_req(dwc, ctrl);  in dwc3_ep0_std_request()
814 static void dwc3_ep0_inspect_setup(struct dwc3 *dwc,  in dwc3_ep0_inspect_setup()  argument
817 	struct usb_ctrlrequest *ctrl = (void *) dwc->ep0_trb;  in dwc3_ep0_inspect_setup()
821 	if (!dwc->gadget_driver || !dwc->softconnect || !dwc->connected)  in dwc3_ep0_inspect_setup()
828 		dwc->three_stage_setup = false;  in dwc3_ep0_inspect_setup()
829 		dwc->ep0_expect_in = false;  in dwc3_ep0_inspect_setup()
830 		dwc->ep0_next_event = DWC3_EP0_NRDY_STATUS;  in dwc3_ep0_inspect_setup()
832 		dwc->three_stage_setup = true;  in dwc3_ep0_inspect_setup()
833 		dwc->ep0_expect_in = !!(ctrl->bRequestType & USB_DIR_IN);  in dwc3_ep0_inspect_setup()
834 		dwc->ep0_next_event = DWC3_EP0_NRDY_DATA;  in dwc3_ep0_inspect_setup()
838 		ret = dwc3_ep0_std_request(dwc, ctrl);  in dwc3_ep0_inspect_setup()
840 		ret = dwc3_ep0_delegate_req(dwc, ctrl);  in dwc3_ep0_inspect_setup()
843 		dwc->delayed_status = true;  in dwc3_ep0_inspect_setup()
847 		dwc3_ep0_stall_and_restart(dwc);  in dwc3_ep0_inspect_setup()
850 static void dwc3_ep0_complete_data(struct dwc3 *dwc,  in dwc3_ep0_complete_data()  argument
863 	ep0 = dwc->eps[0];  in dwc3_ep0_complete_data()
865 	dwc->ep0_next_event = DWC3_EP0_NRDY_STATUS;  in dwc3_ep0_complete_data()
866 	trb = dwc->ep0_trb;  in dwc3_ep0_complete_data()
875 		dwc->setup_packet_pending = true;  in dwc3_ep0_complete_data()
889 	     ur->length && ur->zero) || dwc->ep0_bounced) {  in dwc3_ep0_complete_data()
895 			dwc->eps[1]->trb_enqueue = 0;  in dwc3_ep0_complete_data()
897 			dwc->eps[0]->trb_enqueue = 0;  in dwc3_ep0_complete_data()
899 		dwc->ep0_bounced = false;  in dwc3_ep0_complete_data()
903 		dwc3_ep0_stall_and_restart(dwc);  in dwc3_ep0_complete_data()
908 static void dwc3_ep0_complete_status(struct dwc3 *dwc,  in dwc3_ep0_complete_status()  argument
916 	dep = dwc->eps[0];  in dwc3_ep0_complete_status()
917 	trb = dwc->ep0_trb;  in dwc3_ep0_complete_status()
927 	if (dwc->test_mode) {  in dwc3_ep0_complete_status()
930 		ret = dwc3_gadget_set_test_mode(dwc, dwc->test_mode_nr);  in dwc3_ep0_complete_status()
932 			dev_err(dwc->dev, "invalid test #%d\n",  in dwc3_ep0_complete_status()
933 					dwc->test_mode_nr);  in dwc3_ep0_complete_status()
934 			dwc3_ep0_stall_and_restart(dwc);  in dwc3_ep0_complete_status()
941 		dwc->setup_packet_pending = true;  in dwc3_ep0_complete_status()
943 	dwc->ep0state = EP0_SETUP_PHASE;  in dwc3_ep0_complete_status()
944 	dwc3_ep0_out_start(dwc);  in dwc3_ep0_complete_status()
947 static void dwc3_ep0_xfer_complete(struct dwc3 *dwc,  in dwc3_ep0_xfer_complete()  argument
950 	struct dwc3_ep		*dep = dwc->eps[event->endpoint_number];  in dwc3_ep0_xfer_complete()
954 	dwc->setup_packet_pending = false;  in dwc3_ep0_xfer_complete()
956 	switch (dwc->ep0state) {  in dwc3_ep0_xfer_complete()
958 		dwc3_ep0_inspect_setup(dwc, event);  in dwc3_ep0_xfer_complete()
962 		dwc3_ep0_complete_data(dwc, event);  in dwc3_ep0_xfer_complete()
966 		dwc3_ep0_complete_status(dwc, event);  in dwc3_ep0_xfer_complete()
969 		WARN(true, "UNKNOWN ep0state %d\n", dwc->ep0state);  in dwc3_ep0_xfer_complete()
973 static void __dwc3_ep0_do_control_data(struct dwc3 *dwc,  in __dwc3_ep0_do_control_data()  argument
985 		dwc3_ep0_prepare_one_trb(dep, dwc->bounce_addr, trb_length,  in __dwc3_ep0_do_control_data()
993 		ret = usb_gadget_map_request_by_dev(dwc->sysdev,  in __dwc3_ep0_do_control_data()
1000 		dwc->ep0_bounced = true;  in __dwc3_ep0_do_control_data()
1008 		req->trb = &dwc->ep0_trb[dep->trb_enqueue - 1];  in __dwc3_ep0_do_control_data()
1011 		dwc3_ep0_prepare_one_trb(dep, dwc->bounce_addr,  in __dwc3_ep0_do_control_data()
1019 		ret = usb_gadget_map_request_by_dev(dwc->sysdev,  in __dwc3_ep0_do_control_data()
1030 		req->trb = &dwc->ep0_trb[dep->trb_enqueue - 1];  in __dwc3_ep0_do_control_data()
1036 		dwc3_ep0_prepare_one_trb(dep, dwc->bounce_addr,  in __dwc3_ep0_do_control_data()
1041 		ret = usb_gadget_map_request_by_dev(dwc->sysdev,  in __dwc3_ep0_do_control_data()
1050 		req->trb = &dwc->ep0_trb[dep->trb_enqueue];  in __dwc3_ep0_do_control_data()
1060 	struct dwc3		*dwc = dep->dwc;  in dwc3_ep0_start_control_status()  local
1063 	type = dwc->three_stage_setup ? DWC3_TRBCTL_CONTROL_STATUS3  in dwc3_ep0_start_control_status()
1066 	dwc3_ep0_prepare_one_trb(dep, dwc->ep0_trb_addr, 0, type, false);  in dwc3_ep0_start_control_status()
1070 static void __dwc3_ep0_do_control_status(struct dwc3 *dwc, struct dwc3_ep *dep)  in __dwc3_ep0_do_control_status()  argument
1075 static void dwc3_ep0_do_control_status(struct dwc3 *dwc,  in dwc3_ep0_do_control_status()  argument
1078 	struct dwc3_ep		*dep = dwc->eps[event->endpoint_number];  in dwc3_ep0_do_control_status()
1080 	__dwc3_ep0_do_control_status(dwc, dep);  in dwc3_ep0_do_control_status()
1083 void dwc3_ep0_send_delayed_status(struct dwc3 *dwc)  in dwc3_ep0_send_delayed_status()  argument
1085 	unsigned int direction = !dwc->ep0_expect_in;  in dwc3_ep0_send_delayed_status()
1087 	dwc->delayed_status = false;  in dwc3_ep0_send_delayed_status()
1088 	dwc->clear_stall_protocol = 0;  in dwc3_ep0_send_delayed_status()
1090 	if (dwc->ep0state != EP0_STATUS_PHASE)  in dwc3_ep0_send_delayed_status()
1093 	__dwc3_ep0_do_control_status(dwc, dwc->eps[direction]);  in dwc3_ep0_send_delayed_status()
1096 void dwc3_ep0_end_control_data(struct dwc3 *dwc, struct dwc3_ep *dep)  in dwc3_ep0_end_control_data()  argument
1119 static void dwc3_ep0_xfernotready(struct dwc3 *dwc,  in dwc3_ep0_xfernotready()  argument
1124 		if (!dwc->softconnect || !dwc->connected)  in dwc3_ep0_xfernotready()
1135 		if (dwc->ep0_expect_in != event->endpoint_number) {  in dwc3_ep0_xfernotready()
1136 			struct dwc3_ep	*dep = dwc->eps[dwc->ep0_expect_in];  in dwc3_ep0_xfernotready()
1138 			dev_err(dwc->dev, "unexpected direction for Data Phase\n");  in dwc3_ep0_xfernotready()
1139 			dwc3_ep0_end_control_data(dwc, dep);  in dwc3_ep0_xfernotready()
1140 			dwc3_ep0_stall_and_restart(dwc);  in dwc3_ep0_xfernotready()
1147 		if (dwc->ep0_next_event != DWC3_EP0_NRDY_STATUS)  in dwc3_ep0_xfernotready()
1150 		if (dwc->setup_packet_pending) {  in dwc3_ep0_xfernotready()
1151 			dwc3_ep0_stall_and_restart(dwc);  in dwc3_ep0_xfernotready()
1155 		dwc->ep0state = EP0_STATUS_PHASE;  in dwc3_ep0_xfernotready()
1157 		if (dwc->delayed_status) {  in dwc3_ep0_xfernotready()
1158 			struct dwc3_ep *dep = dwc->eps[0];  in dwc3_ep0_xfernotready()
1167 				dwc->delayed_status = false;  in dwc3_ep0_xfernotready()
1168 				usb_gadget_set_state(dwc->gadget,  in dwc3_ep0_xfernotready()
1170 				dwc3_ep0_do_control_status(dwc, event);  in dwc3_ep0_xfernotready()
1176 		dwc3_ep0_do_control_status(dwc, event);  in dwc3_ep0_xfernotready()
1180 void dwc3_ep0_interrupt(struct dwc3 *dwc,  in dwc3_ep0_interrupt()  argument
1183 	struct dwc3_ep	*dep = dwc->eps[event->endpoint_number];  in dwc3_ep0_interrupt()
1188 		dwc3_ep0_xfer_complete(dwc, event);  in dwc3_ep0_interrupt()
1192 		dwc3_ep0_xfernotready(dwc, event);  in dwc3_ep0_interrupt()