ep0.c 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820
  1. /**
  2. * ep0.c - DesignWare USB3 DRD Controller Endpoint 0 Handling
  3. *
  4. * Copyright (C) 2010-2011 Texas Instruments Incorporated - http://www.ti.com
  5. * All rights reserved.
  6. *
  7. * Authors: Felipe Balbi <balbi@ti.com>,
  8. * Sebastian Andrzej Siewior <bigeasy@linutronix.de>
  9. *
  10. * Redistribution and use in source and binary forms, with or without
  11. * modification, are permitted provided that the following conditions
  12. * are met:
  13. * 1. Redistributions of source code must retain the above copyright
  14. * notice, this list of conditions, and the following disclaimer,
  15. * without modification.
  16. * 2. Redistributions in binary form must reproduce the above copyright
  17. * notice, this list of conditions and the following disclaimer in the
  18. * documentation and/or other materials provided with the distribution.
  19. * 3. The names of the above-listed copyright holders may not be used
  20. * to endorse or promote products derived from this software without
  21. * specific prior written permission.
  22. *
  23. * ALTERNATIVELY, this software may be distributed under the terms of the
  24. * GNU General Public License ("GPL") version 2, as published by the Free
  25. * Software Foundation.
  26. *
  27. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS
  28. * IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
  29. * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
  30. * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
  31. * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
  32. * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
  33. * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
  34. * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
  35. * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
  36. * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
  37. * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  38. */
  39. #include <linux/kernel.h>
  40. #include <linux/slab.h>
  41. #include <linux/spinlock.h>
  42. #include <linux/platform_device.h>
  43. #include <linux/pm_runtime.h>
  44. #include <linux/interrupt.h>
  45. #include <linux/io.h>
  46. #include <linux/list.h>
  47. #include <linux/dma-mapping.h>
  48. #include <linux/usb/ch9.h>
  49. #include <linux/usb/gadget.h>
  50. #include "core.h"
  51. #include "gadget.h"
  52. #include "io.h"
  53. static void dwc3_ep0_inspect_setup(struct dwc3 *dwc,
  54. const struct dwc3_event_depevt *event);
  55. static const char *dwc3_ep0_state_string(enum dwc3_ep0_state state)
  56. {
  57. switch (state) {
  58. case EP0_UNCONNECTED:
  59. return "Unconnected";
  60. case EP0_SETUP_PHASE:
  61. return "Setup Phase";
  62. case EP0_DATA_PHASE:
  63. return "Data Phase";
  64. case EP0_STATUS_PHASE:
  65. return "Status Phase";
  66. default:
  67. return "UNKNOWN";
  68. }
  69. }
  70. static int dwc3_ep0_start_trans(struct dwc3 *dwc, u8 epnum, dma_addr_t buf_dma,
  71. u32 len, u32 type)
  72. {
  73. struct dwc3_gadget_ep_cmd_params params;
  74. struct dwc3_trb_hw *trb_hw;
  75. struct dwc3_trb trb;
  76. struct dwc3_ep *dep;
  77. int ret;
  78. dep = dwc->eps[epnum];
  79. if (dep->flags & DWC3_EP_BUSY) {
  80. dev_vdbg(dwc->dev, "%s: still busy\n", dep->name);
  81. return 0;
  82. }
  83. trb_hw = dwc->ep0_trb;
  84. memset(&trb, 0, sizeof(trb));
  85. trb.trbctl = type;
  86. trb.bplh = buf_dma;
  87. trb.length = len;
  88. trb.hwo = 1;
  89. trb.lst = 1;
  90. trb.ioc = 1;
  91. trb.isp_imi = 1;
  92. dwc3_trb_to_hw(&trb, trb_hw);
  93. memset(&params, 0, sizeof(params));
  94. params.param0.depstrtxfer.transfer_desc_addr_high =
  95. upper_32_bits(dwc->ep0_trb_addr);
  96. params.param1.depstrtxfer.transfer_desc_addr_low =
  97. lower_32_bits(dwc->ep0_trb_addr);
  98. ret = dwc3_send_gadget_ep_cmd(dwc, dep->number,
  99. DWC3_DEPCMD_STARTTRANSFER, &params);
  100. if (ret < 0) {
  101. dev_dbg(dwc->dev, "failed to send STARTTRANSFER command\n");
  102. return ret;
  103. }
  104. dep->flags |= DWC3_EP_BUSY;
  105. dep->res_trans_idx = dwc3_gadget_ep_get_transfer_index(dwc,
  106. dep->number);
  107. dwc->ep0_next_event = DWC3_EP0_COMPLETE;
  108. return 0;
  109. }
  110. static int __dwc3_gadget_ep0_queue(struct dwc3_ep *dep,
  111. struct dwc3_request *req)
  112. {
  113. int ret = 0;
  114. req->request.actual = 0;
  115. req->request.status = -EINPROGRESS;
  116. req->epnum = dep->number;
  117. list_add_tail(&req->list, &dep->request_list);
  118. /*
  119. * Gadget driver might not be quick enough to queue a request
  120. * before we get a Transfer Not Ready event on this endpoint.
  121. *
  122. * In that case, we will set DWC3_EP_PENDING_REQUEST. When that
  123. * flag is set, it's telling us that as soon as Gadget queues the
  124. * required request, we should kick the transfer here because the
  125. * IRQ we were waiting for is long gone.
  126. */
  127. if (dep->flags & DWC3_EP_PENDING_REQUEST) {
  128. struct dwc3 *dwc = dep->dwc;
  129. unsigned direction;
  130. u32 type;
  131. direction = !!(dep->flags & DWC3_EP0_DIR_IN);
  132. if (dwc->ep0state == EP0_STATUS_PHASE) {
  133. type = dwc->three_stage_setup
  134. ? DWC3_TRBCTL_CONTROL_STATUS3
  135. : DWC3_TRBCTL_CONTROL_STATUS2;
  136. } else if (dwc->ep0state == EP0_DATA_PHASE) {
  137. type = DWC3_TRBCTL_CONTROL_DATA;
  138. } else {
  139. /* should never happen */
  140. WARN_ON(1);
  141. return 0;
  142. }
  143. ret = dwc3_ep0_start_trans(dwc, direction,
  144. req->request.dma, req->request.length, type);
  145. dep->flags &= ~(DWC3_EP_PENDING_REQUEST |
  146. DWC3_EP0_DIR_IN);
  147. }
  148. return ret;
  149. }
  150. int dwc3_gadget_ep0_queue(struct usb_ep *ep, struct usb_request *request,
  151. gfp_t gfp_flags)
  152. {
  153. struct dwc3_request *req = to_dwc3_request(request);
  154. struct dwc3_ep *dep = to_dwc3_ep(ep);
  155. struct dwc3 *dwc = dep->dwc;
  156. unsigned long flags;
  157. int ret;
  158. spin_lock_irqsave(&dwc->lock, flags);
  159. if (!dep->desc) {
  160. dev_dbg(dwc->dev, "trying to queue request %p to disabled %s\n",
  161. request, dep->name);
  162. ret = -ESHUTDOWN;
  163. goto out;
  164. }
  165. /* we share one TRB for ep0/1 */
  166. if (!list_empty(&dwc->eps[0]->request_list) ||
  167. !list_empty(&dwc->eps[1]->request_list) ||
  168. dwc->ep0_status_pending) {
  169. ret = -EBUSY;
  170. goto out;
  171. }
  172. dev_vdbg(dwc->dev, "queueing request %p to %s length %d, state '%s'\n",
  173. request, dep->name, request->length,
  174. dwc3_ep0_state_string(dwc->ep0state));
  175. ret = __dwc3_gadget_ep0_queue(dep, req);
  176. out:
  177. spin_unlock_irqrestore(&dwc->lock, flags);
  178. return ret;
  179. }
  180. static void dwc3_ep0_stall_and_restart(struct dwc3 *dwc)
  181. {
  182. struct dwc3_ep *dep = dwc->eps[0];
  183. /* stall is always issued on EP0 */
  184. __dwc3_gadget_ep_set_halt(dwc->eps[0], 1);
  185. dwc->eps[0]->flags = DWC3_EP_ENABLED;
  186. if (!list_empty(&dep->request_list)) {
  187. struct dwc3_request *req;
  188. req = next_request(&dep->request_list);
  189. dwc3_gadget_giveback(dep, req, -ECONNRESET);
  190. }
  191. dwc->ep0state = EP0_SETUP_PHASE;
  192. dwc3_ep0_out_start(dwc);
  193. }
  194. void dwc3_ep0_out_start(struct dwc3 *dwc)
  195. {
  196. int ret;
  197. ret = dwc3_ep0_start_trans(dwc, 0, dwc->ctrl_req_addr, 8,
  198. DWC3_TRBCTL_CONTROL_SETUP);
  199. WARN_ON(ret < 0);
  200. }
  201. static struct dwc3_ep *dwc3_wIndex_to_dep(struct dwc3 *dwc, __le16 wIndex_le)
  202. {
  203. struct dwc3_ep *dep;
  204. u32 windex = le16_to_cpu(wIndex_le);
  205. u32 epnum;
  206. epnum = (windex & USB_ENDPOINT_NUMBER_MASK) << 1;
  207. if ((windex & USB_ENDPOINT_DIR_MASK) == USB_DIR_IN)
  208. epnum |= 1;
  209. dep = dwc->eps[epnum];
  210. if (dep->flags & DWC3_EP_ENABLED)
  211. return dep;
  212. return NULL;
  213. }
  214. static void dwc3_ep0_send_status_response(struct dwc3 *dwc)
  215. {
  216. dwc3_ep0_start_trans(dwc, 1, dwc->setup_buf_addr,
  217. dwc->ep0_usb_req.length,
  218. DWC3_TRBCTL_CONTROL_DATA);
  219. }
  220. /*
  221. * ch 9.4.5
  222. */
  223. static int dwc3_ep0_handle_status(struct dwc3 *dwc, struct usb_ctrlrequest *ctrl)
  224. {
  225. struct dwc3_ep *dep;
  226. u32 recip;
  227. u16 usb_status = 0;
  228. __le16 *response_pkt;
  229. recip = ctrl->bRequestType & USB_RECIP_MASK;
  230. switch (recip) {
  231. case USB_RECIP_DEVICE:
  232. /*
  233. * We are self-powered. U1/U2/LTM will be set later
  234. * once we handle this states. RemoteWakeup is 0 on SS
  235. */
  236. usb_status |= dwc->is_selfpowered << USB_DEVICE_SELF_POWERED;
  237. break;
  238. case USB_RECIP_INTERFACE:
  239. /*
  240. * Function Remote Wake Capable D0
  241. * Function Remote Wakeup D1
  242. */
  243. break;
  244. case USB_RECIP_ENDPOINT:
  245. dep = dwc3_wIndex_to_dep(dwc, ctrl->wIndex);
  246. if (!dep)
  247. return -EINVAL;
  248. if (dep->flags & DWC3_EP_STALL)
  249. usb_status = 1 << USB_ENDPOINT_HALT;
  250. break;
  251. default:
  252. return -EINVAL;
  253. };
  254. response_pkt = (__le16 *) dwc->setup_buf;
  255. *response_pkt = cpu_to_le16(usb_status);
  256. dwc->ep0_usb_req.length = sizeof(*response_pkt);
  257. dwc->ep0_status_pending = 1;
  258. return 0;
  259. }
  260. static int dwc3_ep0_handle_feature(struct dwc3 *dwc,
  261. struct usb_ctrlrequest *ctrl, int set)
  262. {
  263. struct dwc3_ep *dep;
  264. u32 recip;
  265. u32 wValue;
  266. u32 wIndex;
  267. u32 reg;
  268. int ret;
  269. u32 mode;
  270. wValue = le16_to_cpu(ctrl->wValue);
  271. wIndex = le16_to_cpu(ctrl->wIndex);
  272. recip = ctrl->bRequestType & USB_RECIP_MASK;
  273. switch (recip) {
  274. case USB_RECIP_DEVICE:
  275. /*
  276. * 9.4.1 says only only for SS, in AddressState only for
  277. * default control pipe
  278. */
  279. switch (wValue) {
  280. case USB_DEVICE_U1_ENABLE:
  281. case USB_DEVICE_U2_ENABLE:
  282. case USB_DEVICE_LTM_ENABLE:
  283. if (dwc->dev_state != DWC3_CONFIGURED_STATE)
  284. return -EINVAL;
  285. if (dwc->speed != DWC3_DSTS_SUPERSPEED)
  286. return -EINVAL;
  287. }
  288. /* XXX add U[12] & LTM */
  289. switch (wValue) {
  290. case USB_DEVICE_REMOTE_WAKEUP:
  291. break;
  292. case USB_DEVICE_U1_ENABLE:
  293. break;
  294. case USB_DEVICE_U2_ENABLE:
  295. break;
  296. case USB_DEVICE_LTM_ENABLE:
  297. break;
  298. case USB_DEVICE_TEST_MODE:
  299. if ((wIndex & 0xff) != 0)
  300. return -EINVAL;
  301. if (!set)
  302. return -EINVAL;
  303. mode = wIndex >> 8;
  304. reg = dwc3_readl(dwc->regs, DWC3_DCTL);
  305. reg &= ~DWC3_DCTL_TSTCTRL_MASK;
  306. switch (mode) {
  307. case TEST_J:
  308. case TEST_K:
  309. case TEST_SE0_NAK:
  310. case TEST_PACKET:
  311. case TEST_FORCE_EN:
  312. reg |= mode << 1;
  313. break;
  314. default:
  315. return -EINVAL;
  316. }
  317. dwc3_writel(dwc->regs, DWC3_DCTL, reg);
  318. break;
  319. default:
  320. return -EINVAL;
  321. }
  322. break;
  323. case USB_RECIP_INTERFACE:
  324. switch (wValue) {
  325. case USB_INTRF_FUNC_SUSPEND:
  326. if (wIndex & USB_INTRF_FUNC_SUSPEND_LP)
  327. /* XXX enable Low power suspend */
  328. ;
  329. if (wIndex & USB_INTRF_FUNC_SUSPEND_RW)
  330. /* XXX enable remote wakeup */
  331. ;
  332. break;
  333. default:
  334. return -EINVAL;
  335. }
  336. break;
  337. case USB_RECIP_ENDPOINT:
  338. switch (wValue) {
  339. case USB_ENDPOINT_HALT:
  340. dep = dwc3_wIndex_to_dep(dwc, ctrl->wIndex);
  341. if (!dep)
  342. return -EINVAL;
  343. ret = __dwc3_gadget_ep_set_halt(dep, set);
  344. if (ret)
  345. return -EINVAL;
  346. break;
  347. default:
  348. return -EINVAL;
  349. }
  350. break;
  351. default:
  352. return -EINVAL;
  353. };
  354. return 0;
  355. }
  356. static int dwc3_ep0_set_address(struct dwc3 *dwc, struct usb_ctrlrequest *ctrl)
  357. {
  358. int ret = 0;
  359. u32 addr;
  360. u32 reg;
  361. addr = le16_to_cpu(ctrl->wValue);
  362. if (addr > 127)
  363. return -EINVAL;
  364. switch (dwc->dev_state) {
  365. case DWC3_DEFAULT_STATE:
  366. case DWC3_ADDRESS_STATE:
  367. /*
  368. * Not sure if we should program DevAddr now or later
  369. */
  370. reg = dwc3_readl(dwc->regs, DWC3_DCFG);
  371. reg &= ~(DWC3_DCFG_DEVADDR_MASK);
  372. reg |= DWC3_DCFG_DEVADDR(addr);
  373. dwc3_writel(dwc->regs, DWC3_DCFG, reg);
  374. if (addr)
  375. dwc->dev_state = DWC3_ADDRESS_STATE;
  376. else
  377. dwc->dev_state = DWC3_DEFAULT_STATE;
  378. break;
  379. case DWC3_CONFIGURED_STATE:
  380. ret = -EINVAL;
  381. break;
  382. }
  383. return ret;
  384. }
  385. static int dwc3_ep0_delegate_req(struct dwc3 *dwc, struct usb_ctrlrequest *ctrl)
  386. {
  387. int ret;
  388. spin_unlock(&dwc->lock);
  389. ret = dwc->gadget_driver->setup(&dwc->gadget, ctrl);
  390. spin_lock(&dwc->lock);
  391. return ret;
  392. }
  393. static int dwc3_ep0_set_config(struct dwc3 *dwc, struct usb_ctrlrequest *ctrl)
  394. {
  395. u32 cfg;
  396. int ret;
  397. cfg = le16_to_cpu(ctrl->wValue);
  398. switch (dwc->dev_state) {
  399. case DWC3_DEFAULT_STATE:
  400. return -EINVAL;
  401. break;
  402. case DWC3_ADDRESS_STATE:
  403. ret = dwc3_ep0_delegate_req(dwc, ctrl);
  404. /* if the cfg matches and the cfg is non zero */
  405. if (!ret && cfg)
  406. dwc->dev_state = DWC3_CONFIGURED_STATE;
  407. break;
  408. case DWC3_CONFIGURED_STATE:
  409. ret = dwc3_ep0_delegate_req(dwc, ctrl);
  410. if (!cfg)
  411. dwc->dev_state = DWC3_ADDRESS_STATE;
  412. break;
  413. }
  414. return 0;
  415. }
  416. static int dwc3_ep0_std_request(struct dwc3 *dwc, struct usb_ctrlrequest *ctrl)
  417. {
  418. int ret;
  419. switch (ctrl->bRequest) {
  420. case USB_REQ_GET_STATUS:
  421. dev_vdbg(dwc->dev, "USB_REQ_GET_STATUS\n");
  422. ret = dwc3_ep0_handle_status(dwc, ctrl);
  423. break;
  424. case USB_REQ_CLEAR_FEATURE:
  425. dev_vdbg(dwc->dev, "USB_REQ_CLEAR_FEATURE\n");
  426. ret = dwc3_ep0_handle_feature(dwc, ctrl, 0);
  427. break;
  428. case USB_REQ_SET_FEATURE:
  429. dev_vdbg(dwc->dev, "USB_REQ_SET_FEATURE\n");
  430. ret = dwc3_ep0_handle_feature(dwc, ctrl, 1);
  431. break;
  432. case USB_REQ_SET_ADDRESS:
  433. dev_vdbg(dwc->dev, "USB_REQ_SET_ADDRESS\n");
  434. ret = dwc3_ep0_set_address(dwc, ctrl);
  435. break;
  436. case USB_REQ_SET_CONFIGURATION:
  437. dev_vdbg(dwc->dev, "USB_REQ_SET_CONFIGURATION\n");
  438. ret = dwc3_ep0_set_config(dwc, ctrl);
  439. break;
  440. default:
  441. dev_vdbg(dwc->dev, "Forwarding to gadget driver\n");
  442. ret = dwc3_ep0_delegate_req(dwc, ctrl);
  443. break;
  444. };
  445. return ret;
  446. }
  447. static void dwc3_ep0_inspect_setup(struct dwc3 *dwc,
  448. const struct dwc3_event_depevt *event)
  449. {
  450. struct usb_ctrlrequest *ctrl = dwc->ctrl_req;
  451. int ret;
  452. u32 len;
  453. if (!dwc->gadget_driver)
  454. goto err;
  455. len = le16_to_cpu(ctrl->wLength);
  456. if (!len) {
  457. dwc->three_stage_setup = 0;
  458. dwc->ep0_next_event = DWC3_EP0_NRDY_STATUS;
  459. } else {
  460. dwc->three_stage_setup = 1;
  461. dwc->ep0_next_event = DWC3_EP0_NRDY_DATA;
  462. }
  463. dwc->ep0_expect_in = !!(ctrl->bRequestType & USB_DIR_IN);
  464. if ((ctrl->bRequestType & USB_TYPE_MASK) == USB_TYPE_STANDARD)
  465. ret = dwc3_ep0_std_request(dwc, ctrl);
  466. else
  467. ret = dwc3_ep0_delegate_req(dwc, ctrl);
  468. if (ret >= 0)
  469. return;
  470. err:
  471. dwc3_ep0_stall_and_restart(dwc);
  472. }
  473. static void dwc3_ep0_complete_data(struct dwc3 *dwc,
  474. const struct dwc3_event_depevt *event)
  475. {
  476. struct dwc3_request *r = NULL;
  477. struct usb_request *ur;
  478. struct dwc3_trb trb;
  479. struct dwc3_ep *dep;
  480. u32 transferred;
  481. u8 epnum;
  482. epnum = event->endpoint_number;
  483. dep = dwc->eps[epnum];
  484. dwc->ep0_next_event = DWC3_EP0_NRDY_STATUS;
  485. if (!dwc->ep0_status_pending) {
  486. r = next_request(&dwc->eps[0]->request_list);
  487. ur = &r->request;
  488. } else {
  489. ur = &dwc->ep0_usb_req;
  490. dwc->ep0_status_pending = 0;
  491. }
  492. dwc3_trb_to_nat(dwc->ep0_trb, &trb);
  493. if (dwc->ep0_bounced) {
  494. struct dwc3_ep *ep0 = dwc->eps[0];
  495. transferred = min_t(u32, ur->length,
  496. ep0->endpoint.maxpacket - trb.length);
  497. memcpy(ur->buf, dwc->ep0_bounce, transferred);
  498. dwc->ep0_bounced = false;
  499. } else {
  500. transferred = ur->length - trb.length;
  501. ur->actual += transferred;
  502. }
  503. if ((epnum & 1) && ur->actual < ur->length) {
  504. /* for some reason we did not get everything out */
  505. dwc3_ep0_stall_and_restart(dwc);
  506. dwc3_gadget_giveback(dep, r, -ECONNRESET);
  507. } else {
  508. /*
  509. * handle the case where we have to send a zero packet. This
  510. * seems to be case when req.length > maxpacket. Could it be?
  511. */
  512. if (r)
  513. dwc3_gadget_giveback(dep, r, 0);
  514. }
  515. }
  516. static void dwc3_ep0_complete_req(struct dwc3 *dwc,
  517. const struct dwc3_event_depevt *event)
  518. {
  519. struct dwc3_request *r;
  520. struct dwc3_ep *dep;
  521. dep = dwc->eps[0];
  522. if (!list_empty(&dep->request_list)) {
  523. r = next_request(&dep->request_list);
  524. dwc3_gadget_giveback(dep, r, 0);
  525. }
  526. dwc->ep0state = EP0_SETUP_PHASE;
  527. dwc3_ep0_out_start(dwc);
  528. }
  529. static void dwc3_ep0_xfer_complete(struct dwc3 *dwc,
  530. const struct dwc3_event_depevt *event)
  531. {
  532. struct dwc3_ep *dep = dwc->eps[event->endpoint_number];
  533. dep->flags &= ~DWC3_EP_BUSY;
  534. switch (dwc->ep0state) {
  535. case EP0_SETUP_PHASE:
  536. dev_vdbg(dwc->dev, "Inspecting Setup Bytes\n");
  537. dwc3_ep0_inspect_setup(dwc, event);
  538. break;
  539. case EP0_DATA_PHASE:
  540. dev_vdbg(dwc->dev, "Data Phase\n");
  541. dwc3_ep0_complete_data(dwc, event);
  542. break;
  543. case EP0_STATUS_PHASE:
  544. dev_vdbg(dwc->dev, "Status Phase\n");
  545. dwc3_ep0_complete_req(dwc, event);
  546. break;
  547. default:
  548. WARN(true, "UNKNOWN ep0state %d\n", dwc->ep0state);
  549. }
  550. }
  551. static void dwc3_ep0_do_control_setup(struct dwc3 *dwc,
  552. const struct dwc3_event_depevt *event)
  553. {
  554. dwc->ep0state = EP0_SETUP_PHASE;
  555. dwc3_ep0_out_start(dwc);
  556. }
  557. static void dwc3_ep0_do_control_data(struct dwc3 *dwc,
  558. const struct dwc3_event_depevt *event)
  559. {
  560. struct dwc3_ep *dep;
  561. struct dwc3_request *req;
  562. int ret;
  563. dep = dwc->eps[0];
  564. dwc->ep0state = EP0_DATA_PHASE;
  565. if (dwc->ep0_status_pending) {
  566. dwc3_ep0_send_status_response(dwc);
  567. return;
  568. }
  569. if (list_empty(&dep->request_list)) {
  570. dev_vdbg(dwc->dev, "pending request for EP0 Data phase\n");
  571. dep->flags |= DWC3_EP_PENDING_REQUEST;
  572. if (event->endpoint_number)
  573. dep->flags |= DWC3_EP0_DIR_IN;
  574. return;
  575. }
  576. req = next_request(&dep->request_list);
  577. req->direction = !!event->endpoint_number;
  578. dwc->ep0state = EP0_DATA_PHASE;
  579. if (req->request.length == 0) {
  580. ret = dwc3_ep0_start_trans(dwc, event->endpoint_number,
  581. dwc->ctrl_req_addr, 0,
  582. DWC3_TRBCTL_CONTROL_DATA);
  583. } else if ((req->request.length % dep->endpoint.maxpacket)
  584. && (event->endpoint_number == 0)) {
  585. dwc3_map_buffer_to_dma(req);
  586. WARN_ON(req->request.length > dep->endpoint.maxpacket);
  587. dwc->ep0_bounced = true;
  588. /*
  589. * REVISIT in case request length is bigger than EP0
  590. * wMaxPacketSize, we will need two chained TRBs to handle
  591. * the transfer.
  592. */
  593. ret = dwc3_ep0_start_trans(dwc, event->endpoint_number,
  594. dwc->ep0_bounce_addr, dep->endpoint.maxpacket,
  595. DWC3_TRBCTL_CONTROL_DATA);
  596. } else {
  597. dwc3_map_buffer_to_dma(req);
  598. ret = dwc3_ep0_start_trans(dwc, event->endpoint_number,
  599. req->request.dma, req->request.length,
  600. DWC3_TRBCTL_CONTROL_DATA);
  601. }
  602. WARN_ON(ret < 0);
  603. }
  604. static void dwc3_ep0_do_control_status(struct dwc3 *dwc,
  605. const struct dwc3_event_depevt *event)
  606. {
  607. u32 type;
  608. int ret;
  609. dwc->ep0state = EP0_STATUS_PHASE;
  610. type = dwc->three_stage_setup ? DWC3_TRBCTL_CONTROL_STATUS3
  611. : DWC3_TRBCTL_CONTROL_STATUS2;
  612. ret = dwc3_ep0_start_trans(dwc, event->endpoint_number,
  613. dwc->ctrl_req_addr, 0, type);
  614. WARN_ON(ret < 0);
  615. }
  616. static void dwc3_ep0_xfernotready(struct dwc3 *dwc,
  617. const struct dwc3_event_depevt *event)
  618. {
  619. switch (event->status) {
  620. case DEPEVT_STATUS_CONTROL_SETUP:
  621. dev_vdbg(dwc->dev, "Control Setup\n");
  622. dwc3_ep0_do_control_setup(dwc, event);
  623. break;
  624. case DEPEVT_STATUS_CONTROL_DATA:
  625. dev_vdbg(dwc->dev, "Control Data\n");
  626. if (dwc->ep0_next_event != DWC3_EP0_NRDY_DATA) {
  627. dev_vdbg(dwc->dev, "Expected %d got %d\n",
  628. DEPEVT_STATUS_CONTROL_DATA,
  629. event->status);
  630. dwc3_ep0_stall_and_restart(dwc);
  631. return;
  632. }
  633. /*
  634. * One of the possible error cases is when Host _does_
  635. * request for Data Phase, but it does so on the wrong
  636. * direction.
  637. *
  638. * Here, we already know ep0_next_event is DATA (see above),
  639. * so we only need to check for direction.
  640. */
  641. if (dwc->ep0_expect_in != event->endpoint_number) {
  642. dev_vdbg(dwc->dev, "Wrong direction for Data phase\n");
  643. dwc3_ep0_stall_and_restart(dwc);
  644. return;
  645. }
  646. dwc3_ep0_do_control_data(dwc, event);
  647. break;
  648. case DEPEVT_STATUS_CONTROL_STATUS:
  649. dev_vdbg(dwc->dev, "Control Status\n");
  650. if (dwc->ep0_next_event != DWC3_EP0_NRDY_STATUS) {
  651. dev_vdbg(dwc->dev, "Expected %d got %d\n",
  652. DEPEVT_STATUS_CONTROL_STATUS,
  653. event->status);
  654. dwc3_ep0_stall_and_restart(dwc);
  655. return;
  656. }
  657. dwc3_ep0_do_control_status(dwc, event);
  658. }
  659. }
  660. void dwc3_ep0_interrupt(struct dwc3 *dwc,
  661. const const struct dwc3_event_depevt *event)
  662. {
  663. u8 epnum = event->endpoint_number;
  664. dev_dbg(dwc->dev, "%s while ep%d%s in state '%s'\n",
  665. dwc3_ep_event_string(event->endpoint_event),
  666. epnum, (epnum & 1) ? "in" : "out",
  667. dwc3_ep0_state_string(dwc->ep0state));
  668. switch (event->endpoint_event) {
  669. case DWC3_DEPEVT_XFERCOMPLETE:
  670. dwc3_ep0_xfer_complete(dwc, event);
  671. break;
  672. case DWC3_DEPEVT_XFERNOTREADY:
  673. dwc3_ep0_xfernotready(dwc, event);
  674. break;
  675. case DWC3_DEPEVT_XFERINPROGRESS:
  676. case DWC3_DEPEVT_RXTXFIFOEVT:
  677. case DWC3_DEPEVT_STREAMEVT:
  678. case DWC3_DEPEVT_EPCMDCMPLT:
  679. break;
  680. }
  681. }