ep0.c 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831
  1. /**
  2. * ep0.c - DesignWare USB3 DRD Controller Endpoint 0 Handling
  3. *
  4. * Copyright (C) 2010-2011 Texas Instruments Incorporated - http://www.ti.com
  5. *
  6. * Authors: Felipe Balbi <balbi@ti.com>,
  7. * Sebastian Andrzej Siewior <bigeasy@linutronix.de>
  8. *
  9. * Redistribution and use in source and binary forms, with or without
  10. * modification, are permitted provided that the following conditions
  11. * are met:
  12. * 1. Redistributions of source code must retain the above copyright
  13. * notice, this list of conditions, and the following disclaimer,
  14. * without modification.
  15. * 2. Redistributions in binary form must reproduce the above copyright
  16. * notice, this list of conditions and the following disclaimer in the
  17. * documentation and/or other materials provided with the distribution.
  18. * 3. The names of the above-listed copyright holders may not be used
  19. * to endorse or promote products derived from this software without
  20. * specific prior written permission.
  21. *
  22. * ALTERNATIVELY, this software may be distributed under the terms of the
  23. * GNU General Public License ("GPL") version 2, as published by the Free
  24. * Software Foundation.
  25. *
  26. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS
  27. * IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
  28. * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
  29. * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
  30. * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
  31. * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
  32. * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
  33. * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
  34. * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
  35. * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
  36. * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  37. */
  38. #include <linux/kernel.h>
  39. #include <linux/slab.h>
  40. #include <linux/spinlock.h>
  41. #include <linux/platform_device.h>
  42. #include <linux/pm_runtime.h>
  43. #include <linux/interrupt.h>
  44. #include <linux/io.h>
  45. #include <linux/list.h>
  46. #include <linux/dma-mapping.h>
  47. #include <linux/usb/ch9.h>
  48. #include <linux/usb/gadget.h>
  49. #include "core.h"
  50. #include "gadget.h"
  51. #include "io.h"
  52. static void dwc3_ep0_inspect_setup(struct dwc3 *dwc,
  53. const struct dwc3_event_depevt *event);
  54. static const char *dwc3_ep0_state_string(enum dwc3_ep0_state state)
  55. {
  56. switch (state) {
  57. case EP0_UNCONNECTED:
  58. return "Unconnected";
  59. case EP0_SETUP_PHASE:
  60. return "Setup Phase";
  61. case EP0_DATA_PHASE:
  62. return "Data Phase";
  63. case EP0_STATUS_PHASE:
  64. return "Status Phase";
  65. default:
  66. return "UNKNOWN";
  67. }
  68. }
  69. static int dwc3_ep0_start_trans(struct dwc3 *dwc, u8 epnum, dma_addr_t buf_dma,
  70. u32 len, u32 type)
  71. {
  72. struct dwc3_gadget_ep_cmd_params params;
  73. struct dwc3_trb_hw *trb_hw;
  74. struct dwc3_trb trb;
  75. struct dwc3_ep *dep;
  76. int ret;
  77. dep = dwc->eps[epnum];
  78. if (dep->flags & DWC3_EP_BUSY) {
  79. dev_vdbg(dwc->dev, "%s: still busy\n", dep->name);
  80. return 0;
  81. }
  82. trb_hw = dwc->ep0_trb;
  83. memset(&trb, 0, sizeof(trb));
  84. trb.trbctl = type;
  85. trb.bplh = buf_dma;
  86. trb.length = len;
  87. trb.hwo = 1;
  88. trb.lst = 1;
  89. trb.ioc = 1;
  90. trb.isp_imi = 1;
  91. dwc3_trb_to_hw(&trb, trb_hw);
  92. memset(&params, 0, sizeof(params));
  93. params.param0 = upper_32_bits(dwc->ep0_trb_addr);
  94. params.param1 = lower_32_bits(dwc->ep0_trb_addr);
  95. ret = dwc3_send_gadget_ep_cmd(dwc, dep->number,
  96. DWC3_DEPCMD_STARTTRANSFER, &params);
  97. if (ret < 0) {
  98. dev_dbg(dwc->dev, "failed to send STARTTRANSFER command\n");
  99. return ret;
  100. }
  101. dep->flags |= DWC3_EP_BUSY;
  102. dep->res_trans_idx = dwc3_gadget_ep_get_transfer_index(dwc,
  103. dep->number);
  104. dwc->ep0_next_event = DWC3_EP0_COMPLETE;
  105. return 0;
  106. }
  107. static int __dwc3_gadget_ep0_queue(struct dwc3_ep *dep,
  108. struct dwc3_request *req)
  109. {
  110. int ret = 0;
  111. req->request.actual = 0;
  112. req->request.status = -EINPROGRESS;
  113. req->epnum = dep->number;
  114. list_add_tail(&req->list, &dep->request_list);
  115. /*
  116. * Gadget driver might not be quick enough to queue a request
  117. * before we get a Transfer Not Ready event on this endpoint.
  118. *
  119. * In that case, we will set DWC3_EP_PENDING_REQUEST. When that
  120. * flag is set, it's telling us that as soon as Gadget queues the
  121. * required request, we should kick the transfer here because the
  122. * IRQ we were waiting for is long gone.
  123. */
  124. if (dep->flags & DWC3_EP_PENDING_REQUEST) {
  125. struct dwc3 *dwc = dep->dwc;
  126. unsigned direction;
  127. u32 type;
  128. direction = !!(dep->flags & DWC3_EP0_DIR_IN);
  129. if (dwc->ep0state == EP0_STATUS_PHASE) {
  130. type = dwc->three_stage_setup
  131. ? DWC3_TRBCTL_CONTROL_STATUS3
  132. : DWC3_TRBCTL_CONTROL_STATUS2;
  133. } else if (dwc->ep0state == EP0_DATA_PHASE) {
  134. type = DWC3_TRBCTL_CONTROL_DATA;
  135. } else {
  136. /* should never happen */
  137. WARN_ON(1);
  138. return 0;
  139. }
  140. ret = dwc3_ep0_start_trans(dwc, direction,
  141. req->request.dma, req->request.length, type);
  142. dep->flags &= ~(DWC3_EP_PENDING_REQUEST |
  143. DWC3_EP0_DIR_IN);
  144. }
  145. return ret;
  146. }
  147. int dwc3_gadget_ep0_queue(struct usb_ep *ep, struct usb_request *request,
  148. gfp_t gfp_flags)
  149. {
  150. struct dwc3_request *req = to_dwc3_request(request);
  151. struct dwc3_ep *dep = to_dwc3_ep(ep);
  152. struct dwc3 *dwc = dep->dwc;
  153. unsigned long flags;
  154. int ret;
  155. spin_lock_irqsave(&dwc->lock, flags);
  156. if (!dep->desc) {
  157. dev_dbg(dwc->dev, "trying to queue request %p to disabled %s\n",
  158. request, dep->name);
  159. ret = -ESHUTDOWN;
  160. goto out;
  161. }
  162. /* we share one TRB for ep0/1 */
  163. if (!list_empty(&dwc->eps[0]->request_list) ||
  164. !list_empty(&dwc->eps[1]->request_list)) {
  165. ret = -EBUSY;
  166. goto out;
  167. }
  168. dev_vdbg(dwc->dev, "queueing request %p to %s length %d, state '%s'\n",
  169. request, dep->name, request->length,
  170. dwc3_ep0_state_string(dwc->ep0state));
  171. ret = __dwc3_gadget_ep0_queue(dep, req);
  172. out:
  173. spin_unlock_irqrestore(&dwc->lock, flags);
  174. return ret;
  175. }
  176. static void dwc3_ep0_stall_and_restart(struct dwc3 *dwc)
  177. {
  178. struct dwc3_ep *dep = dwc->eps[0];
  179. /* stall is always issued on EP0 */
  180. __dwc3_gadget_ep_set_halt(dwc->eps[0], 1);
  181. dwc->eps[0]->flags = DWC3_EP_ENABLED;
  182. if (!list_empty(&dep->request_list)) {
  183. struct dwc3_request *req;
  184. req = next_request(&dep->request_list);
  185. dwc3_gadget_giveback(dep, req, -ECONNRESET);
  186. }
  187. dwc->ep0state = EP0_SETUP_PHASE;
  188. dwc3_ep0_out_start(dwc);
  189. }
  190. void dwc3_ep0_out_start(struct dwc3 *dwc)
  191. {
  192. int ret;
  193. ret = dwc3_ep0_start_trans(dwc, 0, dwc->ctrl_req_addr, 8,
  194. DWC3_TRBCTL_CONTROL_SETUP);
  195. WARN_ON(ret < 0);
  196. }
  197. static struct dwc3_ep *dwc3_wIndex_to_dep(struct dwc3 *dwc, __le16 wIndex_le)
  198. {
  199. struct dwc3_ep *dep;
  200. u32 windex = le16_to_cpu(wIndex_le);
  201. u32 epnum;
  202. epnum = (windex & USB_ENDPOINT_NUMBER_MASK) << 1;
  203. if ((windex & USB_ENDPOINT_DIR_MASK) == USB_DIR_IN)
  204. epnum |= 1;
  205. dep = dwc->eps[epnum];
  206. if (dep->flags & DWC3_EP_ENABLED)
  207. return dep;
  208. return NULL;
  209. }
  210. static void dwc3_ep0_status_cmpl(struct usb_ep *ep, struct usb_request *req)
  211. {
  212. }
  213. /*
  214. * ch 9.4.5
  215. */
  216. static int dwc3_ep0_handle_status(struct dwc3 *dwc, struct usb_ctrlrequest *ctrl)
  217. {
  218. struct dwc3_ep *dep;
  219. u32 recip;
  220. u16 usb_status = 0;
  221. __le16 *response_pkt;
  222. recip = ctrl->bRequestType & USB_RECIP_MASK;
  223. switch (recip) {
  224. case USB_RECIP_DEVICE:
  225. /*
  226. * We are self-powered. U1/U2/LTM will be set later
  227. * once we handle this states. RemoteWakeup is 0 on SS
  228. */
  229. usb_status |= dwc->is_selfpowered << USB_DEVICE_SELF_POWERED;
  230. break;
  231. case USB_RECIP_INTERFACE:
  232. /*
  233. * Function Remote Wake Capable D0
  234. * Function Remote Wakeup D1
  235. */
  236. break;
  237. case USB_RECIP_ENDPOINT:
  238. dep = dwc3_wIndex_to_dep(dwc, ctrl->wIndex);
  239. if (!dep)
  240. return -EINVAL;
  241. if (dep->flags & DWC3_EP_STALL)
  242. usb_status = 1 << USB_ENDPOINT_HALT;
  243. break;
  244. default:
  245. return -EINVAL;
  246. };
  247. response_pkt = (__le16 *) dwc->setup_buf;
  248. *response_pkt = cpu_to_le16(usb_status);
  249. dwc->ep0_usb_req.length = sizeof(*response_pkt);
  250. dwc->ep0_usb_req.dma = dwc->setup_buf_addr;
  251. dwc->ep0_usb_req.complete = dwc3_ep0_status_cmpl;
  252. return usb_ep_queue(&dwc->eps[1]->endpoint, &dwc->ep0_usb_req,
  253. GFP_ATOMIC);
  254. }
  255. static int dwc3_ep0_handle_feature(struct dwc3 *dwc,
  256. struct usb_ctrlrequest *ctrl, int set)
  257. {
  258. struct dwc3_ep *dep;
  259. u32 recip;
  260. u32 wValue;
  261. u32 wIndex;
  262. u32 reg;
  263. int ret;
  264. u32 mode;
  265. wValue = le16_to_cpu(ctrl->wValue);
  266. wIndex = le16_to_cpu(ctrl->wIndex);
  267. recip = ctrl->bRequestType & USB_RECIP_MASK;
  268. switch (recip) {
  269. case USB_RECIP_DEVICE:
  270. /*
  271. * 9.4.1 says only only for SS, in AddressState only for
  272. * default control pipe
  273. */
  274. switch (wValue) {
  275. case USB_DEVICE_U1_ENABLE:
  276. case USB_DEVICE_U2_ENABLE:
  277. case USB_DEVICE_LTM_ENABLE:
  278. if (dwc->dev_state != DWC3_CONFIGURED_STATE)
  279. return -EINVAL;
  280. if (dwc->speed != DWC3_DSTS_SUPERSPEED)
  281. return -EINVAL;
  282. }
  283. /* XXX add U[12] & LTM */
  284. switch (wValue) {
  285. case USB_DEVICE_REMOTE_WAKEUP:
  286. break;
  287. case USB_DEVICE_U1_ENABLE:
  288. break;
  289. case USB_DEVICE_U2_ENABLE:
  290. break;
  291. case USB_DEVICE_LTM_ENABLE:
  292. break;
  293. case USB_DEVICE_TEST_MODE:
  294. if ((wIndex & 0xff) != 0)
  295. return -EINVAL;
  296. if (!set)
  297. return -EINVAL;
  298. mode = wIndex >> 8;
  299. reg = dwc3_readl(dwc->regs, DWC3_DCTL);
  300. reg &= ~DWC3_DCTL_TSTCTRL_MASK;
  301. switch (mode) {
  302. case TEST_J:
  303. case TEST_K:
  304. case TEST_SE0_NAK:
  305. case TEST_PACKET:
  306. case TEST_FORCE_EN:
  307. reg |= mode << 1;
  308. break;
  309. default:
  310. return -EINVAL;
  311. }
  312. dwc3_writel(dwc->regs, DWC3_DCTL, reg);
  313. break;
  314. default:
  315. return -EINVAL;
  316. }
  317. break;
  318. case USB_RECIP_INTERFACE:
  319. switch (wValue) {
  320. case USB_INTRF_FUNC_SUSPEND:
  321. if (wIndex & USB_INTRF_FUNC_SUSPEND_LP)
  322. /* XXX enable Low power suspend */
  323. ;
  324. if (wIndex & USB_INTRF_FUNC_SUSPEND_RW)
  325. /* XXX enable remote wakeup */
  326. ;
  327. break;
  328. default:
  329. return -EINVAL;
  330. }
  331. break;
  332. case USB_RECIP_ENDPOINT:
  333. switch (wValue) {
  334. case USB_ENDPOINT_HALT:
  335. dep = dwc3_wIndex_to_dep(dwc, wIndex);
  336. if (!dep)
  337. return -EINVAL;
  338. ret = __dwc3_gadget_ep_set_halt(dep, set);
  339. if (ret)
  340. return -EINVAL;
  341. break;
  342. default:
  343. return -EINVAL;
  344. }
  345. break;
  346. default:
  347. return -EINVAL;
  348. };
  349. return 0;
  350. }
  351. static int dwc3_ep0_set_address(struct dwc3 *dwc, struct usb_ctrlrequest *ctrl)
  352. {
  353. u32 addr;
  354. u32 reg;
  355. addr = le16_to_cpu(ctrl->wValue);
  356. if (addr > 127) {
  357. dev_dbg(dwc->dev, "invalid device address %d\n", addr);
  358. return -EINVAL;
  359. }
  360. if (dwc->dev_state == DWC3_CONFIGURED_STATE) {
  361. dev_dbg(dwc->dev, "trying to set address when configured\n");
  362. return -EINVAL;
  363. }
  364. reg = dwc3_readl(dwc->regs, DWC3_DCFG);
  365. reg &= ~(DWC3_DCFG_DEVADDR_MASK);
  366. reg |= DWC3_DCFG_DEVADDR(addr);
  367. dwc3_writel(dwc->regs, DWC3_DCFG, reg);
  368. if (addr)
  369. dwc->dev_state = DWC3_ADDRESS_STATE;
  370. else
  371. dwc->dev_state = DWC3_DEFAULT_STATE;
  372. return 0;
  373. }
  374. static int dwc3_ep0_delegate_req(struct dwc3 *dwc, struct usb_ctrlrequest *ctrl)
  375. {
  376. int ret;
  377. spin_unlock(&dwc->lock);
  378. ret = dwc->gadget_driver->setup(&dwc->gadget, ctrl);
  379. spin_lock(&dwc->lock);
  380. return ret;
  381. }
  382. static int dwc3_ep0_set_config(struct dwc3 *dwc, struct usb_ctrlrequest *ctrl)
  383. {
  384. u32 cfg;
  385. int ret;
  386. dwc->start_config_issued = false;
  387. cfg = le16_to_cpu(ctrl->wValue);
  388. switch (dwc->dev_state) {
  389. case DWC3_DEFAULT_STATE:
  390. return -EINVAL;
  391. break;
  392. case DWC3_ADDRESS_STATE:
  393. ret = dwc3_ep0_delegate_req(dwc, ctrl);
  394. /* if the cfg matches and the cfg is non zero */
  395. if (!ret && cfg)
  396. dwc->dev_state = DWC3_CONFIGURED_STATE;
  397. break;
  398. case DWC3_CONFIGURED_STATE:
  399. ret = dwc3_ep0_delegate_req(dwc, ctrl);
  400. if (!cfg)
  401. dwc->dev_state = DWC3_ADDRESS_STATE;
  402. break;
  403. }
  404. return 0;
  405. }
  406. static int dwc3_ep0_std_request(struct dwc3 *dwc, struct usb_ctrlrequest *ctrl)
  407. {
  408. int ret;
  409. switch (ctrl->bRequest) {
  410. case USB_REQ_GET_STATUS:
  411. dev_vdbg(dwc->dev, "USB_REQ_GET_STATUS\n");
  412. ret = dwc3_ep0_handle_status(dwc, ctrl);
  413. break;
  414. case USB_REQ_CLEAR_FEATURE:
  415. dev_vdbg(dwc->dev, "USB_REQ_CLEAR_FEATURE\n");
  416. ret = dwc3_ep0_handle_feature(dwc, ctrl, 0);
  417. break;
  418. case USB_REQ_SET_FEATURE:
  419. dev_vdbg(dwc->dev, "USB_REQ_SET_FEATURE\n");
  420. ret = dwc3_ep0_handle_feature(dwc, ctrl, 1);
  421. break;
  422. case USB_REQ_SET_ADDRESS:
  423. dev_vdbg(dwc->dev, "USB_REQ_SET_ADDRESS\n");
  424. ret = dwc3_ep0_set_address(dwc, ctrl);
  425. break;
  426. case USB_REQ_SET_CONFIGURATION:
  427. dev_vdbg(dwc->dev, "USB_REQ_SET_CONFIGURATION\n");
  428. ret = dwc3_ep0_set_config(dwc, ctrl);
  429. break;
  430. default:
  431. dev_vdbg(dwc->dev, "Forwarding to gadget driver\n");
  432. ret = dwc3_ep0_delegate_req(dwc, ctrl);
  433. break;
  434. };
  435. return ret;
  436. }
  437. static void dwc3_ep0_inspect_setup(struct dwc3 *dwc,
  438. const struct dwc3_event_depevt *event)
  439. {
  440. struct usb_ctrlrequest *ctrl = dwc->ctrl_req;
  441. int ret;
  442. u32 len;
  443. if (!dwc->gadget_driver)
  444. goto err;
  445. len = le16_to_cpu(ctrl->wLength);
  446. if (!len) {
  447. dwc->three_stage_setup = false;
  448. dwc->ep0_expect_in = false;
  449. dwc->ep0_next_event = DWC3_EP0_NRDY_STATUS;
  450. } else {
  451. dwc->three_stage_setup = true;
  452. dwc->ep0_expect_in = !!(ctrl->bRequestType & USB_DIR_IN);
  453. dwc->ep0_next_event = DWC3_EP0_NRDY_DATA;
  454. }
  455. if ((ctrl->bRequestType & USB_TYPE_MASK) == USB_TYPE_STANDARD)
  456. ret = dwc3_ep0_std_request(dwc, ctrl);
  457. else
  458. ret = dwc3_ep0_delegate_req(dwc, ctrl);
  459. if (ret >= 0)
  460. return;
  461. err:
  462. dwc3_ep0_stall_and_restart(dwc);
  463. }
  464. static void dwc3_ep0_complete_data(struct dwc3 *dwc,
  465. const struct dwc3_event_depevt *event)
  466. {
  467. struct dwc3_request *r = NULL;
  468. struct usb_request *ur;
  469. struct dwc3_trb trb;
  470. struct dwc3_ep *dep;
  471. u32 transferred;
  472. u8 epnum;
  473. epnum = event->endpoint_number;
  474. dep = dwc->eps[epnum];
  475. dwc->ep0_next_event = DWC3_EP0_NRDY_STATUS;
  476. r = next_request(&dwc->eps[0]->request_list);
  477. ur = &r->request;
  478. dwc3_trb_to_nat(dwc->ep0_trb, &trb);
  479. if (dwc->ep0_bounced) {
  480. struct dwc3_ep *ep0 = dwc->eps[0];
  481. transferred = min_t(u32, ur->length,
  482. ep0->endpoint.maxpacket - trb.length);
  483. memcpy(ur->buf, dwc->ep0_bounce, transferred);
  484. dwc->ep0_bounced = false;
  485. } else {
  486. transferred = ur->length - trb.length;
  487. ur->actual += transferred;
  488. }
  489. if ((epnum & 1) && ur->actual < ur->length) {
  490. /* for some reason we did not get everything out */
  491. dwc3_ep0_stall_and_restart(dwc);
  492. } else {
  493. /*
  494. * handle the case where we have to send a zero packet. This
  495. * seems to be case when req.length > maxpacket. Could it be?
  496. */
  497. if (r)
  498. dwc3_gadget_giveback(dep, r, 0);
  499. }
  500. }
  501. static void dwc3_ep0_complete_req(struct dwc3 *dwc,
  502. const struct dwc3_event_depevt *event)
  503. {
  504. struct dwc3_request *r;
  505. struct dwc3_ep *dep;
  506. dep = dwc->eps[0];
  507. if (!list_empty(&dep->request_list)) {
  508. r = next_request(&dep->request_list);
  509. dwc3_gadget_giveback(dep, r, 0);
  510. }
  511. dwc->ep0state = EP0_SETUP_PHASE;
  512. dwc3_ep0_out_start(dwc);
  513. }
  514. static void dwc3_ep0_xfer_complete(struct dwc3 *dwc,
  515. const struct dwc3_event_depevt *event)
  516. {
  517. struct dwc3_ep *dep = dwc->eps[event->endpoint_number];
  518. dep->flags &= ~DWC3_EP_BUSY;
  519. switch (dwc->ep0state) {
  520. case EP0_SETUP_PHASE:
  521. dev_vdbg(dwc->dev, "Inspecting Setup Bytes\n");
  522. dwc3_ep0_inspect_setup(dwc, event);
  523. break;
  524. case EP0_DATA_PHASE:
  525. dev_vdbg(dwc->dev, "Data Phase\n");
  526. dwc3_ep0_complete_data(dwc, event);
  527. break;
  528. case EP0_STATUS_PHASE:
  529. dev_vdbg(dwc->dev, "Status Phase\n");
  530. dwc3_ep0_complete_req(dwc, event);
  531. break;
  532. default:
  533. WARN(true, "UNKNOWN ep0state %d\n", dwc->ep0state);
  534. }
  535. }
  536. static void dwc3_ep0_do_control_setup(struct dwc3 *dwc,
  537. const struct dwc3_event_depevt *event)
  538. {
  539. dwc->ep0state = EP0_SETUP_PHASE;
  540. dwc3_ep0_out_start(dwc);
  541. }
  542. static void dwc3_ep0_do_control_data(struct dwc3 *dwc,
  543. const struct dwc3_event_depevt *event)
  544. {
  545. struct dwc3_ep *dep;
  546. struct dwc3_request *req;
  547. int ret;
  548. dep = dwc->eps[0];
  549. dwc->ep0state = EP0_DATA_PHASE;
  550. if (list_empty(&dep->request_list)) {
  551. dev_vdbg(dwc->dev, "pending request for EP0 Data phase\n");
  552. dep->flags |= DWC3_EP_PENDING_REQUEST;
  553. if (event->endpoint_number)
  554. dep->flags |= DWC3_EP0_DIR_IN;
  555. return;
  556. }
  557. req = next_request(&dep->request_list);
  558. req->direction = !!event->endpoint_number;
  559. dwc->ep0state = EP0_DATA_PHASE;
  560. if (req->request.length == 0) {
  561. ret = dwc3_ep0_start_trans(dwc, event->endpoint_number,
  562. dwc->ctrl_req_addr, 0,
  563. DWC3_TRBCTL_CONTROL_DATA);
  564. } else if ((req->request.length % dep->endpoint.maxpacket)
  565. && (event->endpoint_number == 0)) {
  566. dwc3_map_buffer_to_dma(req);
  567. WARN_ON(req->request.length > dep->endpoint.maxpacket);
  568. dwc->ep0_bounced = true;
  569. /*
  570. * REVISIT in case request length is bigger than EP0
  571. * wMaxPacketSize, we will need two chained TRBs to handle
  572. * the transfer.
  573. */
  574. ret = dwc3_ep0_start_trans(dwc, event->endpoint_number,
  575. dwc->ep0_bounce_addr, dep->endpoint.maxpacket,
  576. DWC3_TRBCTL_CONTROL_DATA);
  577. } else {
  578. dwc3_map_buffer_to_dma(req);
  579. ret = dwc3_ep0_start_trans(dwc, event->endpoint_number,
  580. req->request.dma, req->request.length,
  581. DWC3_TRBCTL_CONTROL_DATA);
  582. }
  583. WARN_ON(ret < 0);
  584. }
  585. static void dwc3_ep0_do_control_status(struct dwc3 *dwc,
  586. const struct dwc3_event_depevt *event)
  587. {
  588. u32 type;
  589. int ret;
  590. dwc->ep0state = EP0_STATUS_PHASE;
  591. type = dwc->three_stage_setup ? DWC3_TRBCTL_CONTROL_STATUS3
  592. : DWC3_TRBCTL_CONTROL_STATUS2;
  593. ret = dwc3_ep0_start_trans(dwc, event->endpoint_number,
  594. dwc->ctrl_req_addr, 0, type);
  595. WARN_ON(ret < 0);
  596. }
  597. static void dwc3_ep0_xfernotready(struct dwc3 *dwc,
  598. const struct dwc3_event_depevt *event)
  599. {
  600. /*
  601. * This part is very tricky: If we has just handled
  602. * XferNotReady(Setup) and we're now expecting a
  603. * XferComplete but, instead, we receive another
  604. * XferNotReady(Setup), we should STALL and restart
  605. * the state machine.
  606. *
  607. * In all other cases, we just continue waiting
  608. * for the XferComplete event.
  609. *
  610. * We are a little bit unsafe here because we're
  611. * not trying to ensure that last event was, indeed,
  612. * XferNotReady(Setup).
  613. *
  614. * Still, we don't expect any condition where that
  615. * should happen and, even if it does, it would be
  616. * another error condition.
  617. */
  618. if (dwc->ep0_next_event == DWC3_EP0_COMPLETE) {
  619. switch (event->status) {
  620. case DEPEVT_STATUS_CONTROL_SETUP:
  621. dev_vdbg(dwc->dev, "Unexpected XferNotReady(Setup)\n");
  622. dwc3_ep0_stall_and_restart(dwc);
  623. break;
  624. case DEPEVT_STATUS_CONTROL_DATA:
  625. /* FALLTHROUGH */
  626. case DEPEVT_STATUS_CONTROL_STATUS:
  627. /* FALLTHROUGH */
  628. default:
  629. dev_vdbg(dwc->dev, "waiting for XferComplete\n");
  630. }
  631. return;
  632. }
  633. switch (event->status) {
  634. case DEPEVT_STATUS_CONTROL_SETUP:
  635. dev_vdbg(dwc->dev, "Control Setup\n");
  636. dwc3_ep0_do_control_setup(dwc, event);
  637. break;
  638. case DEPEVT_STATUS_CONTROL_DATA:
  639. dev_vdbg(dwc->dev, "Control Data\n");
  640. if (dwc->ep0_next_event != DWC3_EP0_NRDY_DATA) {
  641. dev_vdbg(dwc->dev, "Expected %d got %d\n",
  642. dwc->ep0_next_event,
  643. DWC3_EP0_NRDY_DATA);
  644. dwc3_ep0_stall_and_restart(dwc);
  645. return;
  646. }
  647. /*
  648. * One of the possible error cases is when Host _does_
  649. * request for Data Phase, but it does so on the wrong
  650. * direction.
  651. *
  652. * Here, we already know ep0_next_event is DATA (see above),
  653. * so we only need to check for direction.
  654. */
  655. if (dwc->ep0_expect_in != event->endpoint_number) {
  656. dev_vdbg(dwc->dev, "Wrong direction for Data phase\n");
  657. dwc3_ep0_stall_and_restart(dwc);
  658. return;
  659. }
  660. dwc3_ep0_do_control_data(dwc, event);
  661. break;
  662. case DEPEVT_STATUS_CONTROL_STATUS:
  663. dev_vdbg(dwc->dev, "Control Status\n");
  664. if (dwc->ep0_next_event != DWC3_EP0_NRDY_STATUS) {
  665. dev_vdbg(dwc->dev, "Expected %d got %d\n",
  666. dwc->ep0_next_event,
  667. DWC3_EP0_NRDY_STATUS);
  668. dwc3_ep0_stall_and_restart(dwc);
  669. return;
  670. }
  671. dwc3_ep0_do_control_status(dwc, event);
  672. }
  673. }
  674. void dwc3_ep0_interrupt(struct dwc3 *dwc,
  675. const const struct dwc3_event_depevt *event)
  676. {
  677. u8 epnum = event->endpoint_number;
  678. dev_dbg(dwc->dev, "%s while ep%d%s in state '%s'\n",
  679. dwc3_ep_event_string(event->endpoint_event),
  680. epnum >> 1, (epnum & 1) ? "in" : "out",
  681. dwc3_ep0_state_string(dwc->ep0state));
  682. switch (event->endpoint_event) {
  683. case DWC3_DEPEVT_XFERCOMPLETE:
  684. dwc3_ep0_xfer_complete(dwc, event);
  685. break;
  686. case DWC3_DEPEVT_XFERNOTREADY:
  687. dwc3_ep0_xfernotready(dwc, event);
  688. break;
  689. case DWC3_DEPEVT_XFERINPROGRESS:
  690. case DWC3_DEPEVT_RXTXFIFOEVT:
  691. case DWC3_DEPEVT_STREAMEVT:
  692. case DWC3_DEPEVT_EPCMDCMPLT:
  693. break;
  694. }
  695. }