ep0.c 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804
  1. /**
  2. * ep0.c - DesignWare USB3 DRD Controller Endpoint 0 Handling
  3. *
  4. * Copyright (C) 2010-2011 Texas Instruments Incorporated - http://www.ti.com
  5. * All rights reserved.
  6. *
  7. * Authors: Felipe Balbi <balbi@ti.com>,
  8. * Sebastian Andrzej Siewior <bigeasy@linutronix.de>
  9. *
  10. * Redistribution and use in source and binary forms, with or without
  11. * modification, are permitted provided that the following conditions
  12. * are met:
  13. * 1. Redistributions of source code must retain the above copyright
  14. * notice, this list of conditions, and the following disclaimer,
  15. * without modification.
  16. * 2. Redistributions in binary form must reproduce the above copyright
  17. * notice, this list of conditions and the following disclaimer in the
  18. * documentation and/or other materials provided with the distribution.
  19. * 3. The names of the above-listed copyright holders may not be used
  20. * to endorse or promote products derived from this software without
  21. * specific prior written permission.
  22. *
  23. * ALTERNATIVELY, this software may be distributed under the terms of the
  24. * GNU General Public License ("GPL") version 2, as published by the Free
  25. * Software Foundation.
  26. *
  27. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS
  28. * IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
  29. * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
  30. * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
  31. * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
  32. * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
  33. * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
  34. * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
  35. * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
  36. * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
  37. * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  38. */
  39. #include <linux/kernel.h>
  40. #include <linux/slab.h>
  41. #include <linux/spinlock.h>
  42. #include <linux/platform_device.h>
  43. #include <linux/pm_runtime.h>
  44. #include <linux/interrupt.h>
  45. #include <linux/io.h>
  46. #include <linux/list.h>
  47. #include <linux/dma-mapping.h>
  48. #include <linux/usb/ch9.h>
  49. #include <linux/usb/gadget.h>
  50. #include "core.h"
  51. #include "gadget.h"
  52. #include "io.h"
  53. static void dwc3_ep0_inspect_setup(struct dwc3 *dwc,
  54. const struct dwc3_event_depevt *event);
  55. static const char *dwc3_ep0_state_string(enum dwc3_ep0_state state)
  56. {
  57. switch (state) {
  58. case EP0_UNCONNECTED:
  59. return "Unconnected";
  60. case EP0_SETUP_PHASE:
  61. return "Setup Phase";
  62. case EP0_DATA_PHASE:
  63. return "Data Phase";
  64. case EP0_STATUS_PHASE:
  65. return "Status Phase";
  66. default:
  67. return "UNKNOWN";
  68. }
  69. }
  70. static int dwc3_ep0_start_trans(struct dwc3 *dwc, u8 epnum, dma_addr_t buf_dma,
  71. u32 len, u32 type)
  72. {
  73. struct dwc3_gadget_ep_cmd_params params;
  74. struct dwc3_trb_hw *trb_hw;
  75. struct dwc3_trb trb;
  76. struct dwc3_ep *dep;
  77. int ret;
  78. dep = dwc->eps[epnum];
  79. if (dep->flags & DWC3_EP_BUSY) {
  80. dev_vdbg(dwc->dev, "%s: still busy\n", dep->name);
  81. return 0;
  82. }
  83. trb_hw = dwc->ep0_trb;
  84. memset(&trb, 0, sizeof(trb));
  85. trb.trbctl = type;
  86. trb.bplh = buf_dma;
  87. trb.length = len;
  88. trb.hwo = 1;
  89. trb.lst = 1;
  90. trb.ioc = 1;
  91. trb.isp_imi = 1;
  92. dwc3_trb_to_hw(&trb, trb_hw);
  93. memset(&params, 0, sizeof(params));
  94. params.param0.depstrtxfer.transfer_desc_addr_high =
  95. upper_32_bits(dwc->ep0_trb_addr);
  96. params.param1.depstrtxfer.transfer_desc_addr_low =
  97. lower_32_bits(dwc->ep0_trb_addr);
  98. ret = dwc3_send_gadget_ep_cmd(dwc, dep->number,
  99. DWC3_DEPCMD_STARTTRANSFER, &params);
  100. if (ret < 0) {
  101. dev_dbg(dwc->dev, "failed to send STARTTRANSFER command\n");
  102. return ret;
  103. }
  104. dep->flags |= DWC3_EP_BUSY;
  105. dep->res_trans_idx = dwc3_gadget_ep_get_transfer_index(dwc,
  106. dep->number);
  107. dwc->ep0_next_event = DWC3_EP0_COMPLETE;
  108. return 0;
  109. }
  110. static int __dwc3_gadget_ep0_queue(struct dwc3_ep *dep,
  111. struct dwc3_request *req)
  112. {
  113. int ret = 0;
  114. req->request.actual = 0;
  115. req->request.status = -EINPROGRESS;
  116. req->epnum = dep->number;
  117. list_add_tail(&req->list, &dep->request_list);
  118. /*
  119. * Gadget driver might not be quick enough to queue a request
  120. * before we get a Transfer Not Ready event on this endpoint.
  121. *
  122. * In that case, we will set DWC3_EP_PENDING_REQUEST. When that
  123. * flag is set, it's telling us that as soon as Gadget queues the
  124. * required request, we should kick the transfer here because the
  125. * IRQ we were waiting for is long gone.
  126. */
  127. if (dep->flags & DWC3_EP_PENDING_REQUEST) {
  128. struct dwc3 *dwc = dep->dwc;
  129. unsigned direction;
  130. u32 type;
  131. direction = !!(dep->flags & DWC3_EP0_DIR_IN);
  132. if (dwc->ep0state == EP0_STATUS_PHASE) {
  133. type = dwc->three_stage_setup
  134. ? DWC3_TRBCTL_CONTROL_STATUS3
  135. : DWC3_TRBCTL_CONTROL_STATUS2;
  136. } else if (dwc->ep0state == EP0_DATA_PHASE) {
  137. type = DWC3_TRBCTL_CONTROL_DATA;
  138. } else {
  139. /* should never happen */
  140. WARN_ON(1);
  141. return 0;
  142. }
  143. ret = dwc3_ep0_start_trans(dwc, direction,
  144. req->request.dma, req->request.length, type);
  145. dep->flags &= ~(DWC3_EP_PENDING_REQUEST |
  146. DWC3_EP0_DIR_IN);
  147. }
  148. return ret;
  149. }
  150. int dwc3_gadget_ep0_queue(struct usb_ep *ep, struct usb_request *request,
  151. gfp_t gfp_flags)
  152. {
  153. struct dwc3_request *req = to_dwc3_request(request);
  154. struct dwc3_ep *dep = to_dwc3_ep(ep);
  155. struct dwc3 *dwc = dep->dwc;
  156. unsigned long flags;
  157. int ret;
  158. spin_lock_irqsave(&dwc->lock, flags);
  159. if (!dep->desc) {
  160. dev_dbg(dwc->dev, "trying to queue request %p to disabled %s\n",
  161. request, dep->name);
  162. ret = -ESHUTDOWN;
  163. goto out;
  164. }
  165. /* we share one TRB for ep0/1 */
  166. if (!list_empty(&dwc->eps[0]->request_list) ||
  167. !list_empty(&dwc->eps[1]->request_list) ||
  168. dwc->ep0_status_pending) {
  169. ret = -EBUSY;
  170. goto out;
  171. }
  172. dev_vdbg(dwc->dev, "queueing request %p to %s length %d, state '%s'\n",
  173. request, dep->name, request->length,
  174. dwc3_ep0_state_string(dwc->ep0state));
  175. ret = __dwc3_gadget_ep0_queue(dep, req);
  176. out:
  177. spin_unlock_irqrestore(&dwc->lock, flags);
  178. return ret;
  179. }
  180. static void dwc3_ep0_stall_and_restart(struct dwc3 *dwc)
  181. {
  182. struct dwc3_ep *dep = dwc->eps[0];
  183. /* stall is always issued on EP0 */
  184. __dwc3_gadget_ep_set_halt(dwc->eps[0], 1);
  185. dwc->eps[0]->flags = DWC3_EP_ENABLED;
  186. if (!list_empty(&dep->request_list)) {
  187. struct dwc3_request *req;
  188. req = next_request(&dep->request_list);
  189. dwc3_gadget_giveback(dep, req, -ECONNRESET);
  190. }
  191. dwc->ep0state = EP0_SETUP_PHASE;
  192. dwc3_ep0_out_start(dwc);
  193. }
  194. void dwc3_ep0_out_start(struct dwc3 *dwc)
  195. {
  196. int ret;
  197. ret = dwc3_ep0_start_trans(dwc, 0, dwc->ctrl_req_addr, 8,
  198. DWC3_TRBCTL_CONTROL_SETUP);
  199. WARN_ON(ret < 0);
  200. }
  201. static struct dwc3_ep *dwc3_wIndex_to_dep(struct dwc3 *dwc, __le16 wIndex_le)
  202. {
  203. struct dwc3_ep *dep;
  204. u32 windex = le16_to_cpu(wIndex_le);
  205. u32 epnum;
  206. epnum = (windex & USB_ENDPOINT_NUMBER_MASK) << 1;
  207. if ((windex & USB_ENDPOINT_DIR_MASK) == USB_DIR_IN)
  208. epnum |= 1;
  209. dep = dwc->eps[epnum];
  210. if (dep->flags & DWC3_EP_ENABLED)
  211. return dep;
  212. return NULL;
  213. }
  214. static void dwc3_ep0_send_status_response(struct dwc3 *dwc)
  215. {
  216. dwc3_ep0_start_trans(dwc, 1, dwc->setup_buf_addr,
  217. dwc->ep0_usb_req.length,
  218. DWC3_TRBCTL_CONTROL_DATA);
  219. }
  220. /*
  221. * ch 9.4.5
  222. */
  223. static int dwc3_ep0_handle_status(struct dwc3 *dwc, struct usb_ctrlrequest *ctrl)
  224. {
  225. struct dwc3_ep *dep;
  226. u32 recip;
  227. u16 usb_status = 0;
  228. __le16 *response_pkt;
  229. recip = ctrl->bRequestType & USB_RECIP_MASK;
  230. switch (recip) {
  231. case USB_RECIP_DEVICE:
  232. /*
  233. * We are self-powered. U1/U2/LTM will be set later
  234. * once we handle this states. RemoteWakeup is 0 on SS
  235. */
  236. usb_status |= dwc->is_selfpowered << USB_DEVICE_SELF_POWERED;
  237. break;
  238. case USB_RECIP_INTERFACE:
  239. /*
  240. * Function Remote Wake Capable D0
  241. * Function Remote Wakeup D1
  242. */
  243. break;
  244. case USB_RECIP_ENDPOINT:
  245. dep = dwc3_wIndex_to_dep(dwc, ctrl->wIndex);
  246. if (!dep)
  247. return -EINVAL;
  248. if (dep->flags & DWC3_EP_STALL)
  249. usb_status = 1 << USB_ENDPOINT_HALT;
  250. break;
  251. default:
  252. return -EINVAL;
  253. };
  254. response_pkt = (__le16 *) dwc->setup_buf;
  255. *response_pkt = cpu_to_le16(usb_status);
  256. dwc->ep0_usb_req.length = sizeof(*response_pkt);
  257. dwc->ep0_status_pending = 1;
  258. return 0;
  259. }
  260. static int dwc3_ep0_handle_feature(struct dwc3 *dwc,
  261. struct usb_ctrlrequest *ctrl, int set)
  262. {
  263. struct dwc3_ep *dep;
  264. u32 recip;
  265. u32 wValue;
  266. u32 wIndex;
  267. u32 reg;
  268. int ret;
  269. u32 mode;
  270. wValue = le16_to_cpu(ctrl->wValue);
  271. wIndex = le16_to_cpu(ctrl->wIndex);
  272. recip = ctrl->bRequestType & USB_RECIP_MASK;
  273. switch (recip) {
  274. case USB_RECIP_DEVICE:
  275. /*
  276. * 9.4.1 says only only for SS, in AddressState only for
  277. * default control pipe
  278. */
  279. switch (wValue) {
  280. case USB_DEVICE_U1_ENABLE:
  281. case USB_DEVICE_U2_ENABLE:
  282. case USB_DEVICE_LTM_ENABLE:
  283. if (dwc->dev_state != DWC3_CONFIGURED_STATE)
  284. return -EINVAL;
  285. if (dwc->speed != DWC3_DSTS_SUPERSPEED)
  286. return -EINVAL;
  287. }
  288. /* XXX add U[12] & LTM */
  289. switch (wValue) {
  290. case USB_DEVICE_REMOTE_WAKEUP:
  291. break;
  292. case USB_DEVICE_U1_ENABLE:
  293. break;
  294. case USB_DEVICE_U2_ENABLE:
  295. break;
  296. case USB_DEVICE_LTM_ENABLE:
  297. break;
  298. case USB_DEVICE_TEST_MODE:
  299. if ((wIndex & 0xff) != 0)
  300. return -EINVAL;
  301. if (!set)
  302. return -EINVAL;
  303. mode = wIndex >> 8;
  304. reg = dwc3_readl(dwc->regs, DWC3_DCTL);
  305. reg &= ~DWC3_DCTL_TSTCTRL_MASK;
  306. switch (mode) {
  307. case TEST_J:
  308. case TEST_K:
  309. case TEST_SE0_NAK:
  310. case TEST_PACKET:
  311. case TEST_FORCE_EN:
  312. reg |= mode << 1;
  313. break;
  314. default:
  315. return -EINVAL;
  316. }
  317. dwc3_writel(dwc->regs, DWC3_DCTL, reg);
  318. break;
  319. default:
  320. return -EINVAL;
  321. }
  322. break;
  323. case USB_RECIP_INTERFACE:
  324. switch (wValue) {
  325. case USB_INTRF_FUNC_SUSPEND:
  326. if (wIndex & USB_INTRF_FUNC_SUSPEND_LP)
  327. /* XXX enable Low power suspend */
  328. ;
  329. if (wIndex & USB_INTRF_FUNC_SUSPEND_RW)
  330. /* XXX enable remote wakeup */
  331. ;
  332. break;
  333. default:
  334. return -EINVAL;
  335. }
  336. break;
  337. case USB_RECIP_ENDPOINT:
  338. switch (wValue) {
  339. case USB_ENDPOINT_HALT:
  340. dep = dwc3_wIndex_to_dep(dwc, ctrl->wIndex);
  341. if (!dep)
  342. return -EINVAL;
  343. ret = __dwc3_gadget_ep_set_halt(dep, set);
  344. if (ret)
  345. return -EINVAL;
  346. break;
  347. default:
  348. return -EINVAL;
  349. }
  350. break;
  351. default:
  352. return -EINVAL;
  353. };
  354. return 0;
  355. }
  356. static int dwc3_ep0_set_address(struct dwc3 *dwc, struct usb_ctrlrequest *ctrl)
  357. {
  358. int ret = 0;
  359. u32 addr;
  360. u32 reg;
  361. addr = le16_to_cpu(ctrl->wValue);
  362. if (addr > 127)
  363. return -EINVAL;
  364. switch (dwc->dev_state) {
  365. case DWC3_DEFAULT_STATE:
  366. case DWC3_ADDRESS_STATE:
  367. /*
  368. * Not sure if we should program DevAddr now or later
  369. */
  370. reg = dwc3_readl(dwc->regs, DWC3_DCFG);
  371. reg &= ~(DWC3_DCFG_DEVADDR_MASK);
  372. reg |= DWC3_DCFG_DEVADDR(addr);
  373. dwc3_writel(dwc->regs, DWC3_DCFG, reg);
  374. if (addr)
  375. dwc->dev_state = DWC3_ADDRESS_STATE;
  376. else
  377. dwc->dev_state = DWC3_DEFAULT_STATE;
  378. break;
  379. case DWC3_CONFIGURED_STATE:
  380. ret = -EINVAL;
  381. break;
  382. }
  383. return ret;
  384. }
  385. static int dwc3_ep0_delegate_req(struct dwc3 *dwc, struct usb_ctrlrequest *ctrl)
  386. {
  387. int ret;
  388. spin_unlock(&dwc->lock);
  389. ret = dwc->gadget_driver->setup(&dwc->gadget, ctrl);
  390. spin_lock(&dwc->lock);
  391. return ret;
  392. }
  393. static int dwc3_ep0_set_config(struct dwc3 *dwc, struct usb_ctrlrequest *ctrl)
  394. {
  395. u32 cfg;
  396. int ret;
  397. cfg = le16_to_cpu(ctrl->wValue);
  398. switch (dwc->dev_state) {
  399. case DWC3_DEFAULT_STATE:
  400. return -EINVAL;
  401. break;
  402. case DWC3_ADDRESS_STATE:
  403. ret = dwc3_ep0_delegate_req(dwc, ctrl);
  404. /* if the cfg matches and the cfg is non zero */
  405. if (!ret && cfg)
  406. dwc->dev_state = DWC3_CONFIGURED_STATE;
  407. break;
  408. case DWC3_CONFIGURED_STATE:
  409. ret = dwc3_ep0_delegate_req(dwc, ctrl);
  410. if (!cfg)
  411. dwc->dev_state = DWC3_ADDRESS_STATE;
  412. break;
  413. }
  414. return 0;
  415. }
  416. static int dwc3_ep0_std_request(struct dwc3 *dwc, struct usb_ctrlrequest *ctrl)
  417. {
  418. int ret;
  419. switch (ctrl->bRequest) {
  420. case USB_REQ_GET_STATUS:
  421. dev_vdbg(dwc->dev, "USB_REQ_GET_STATUS\n");
  422. ret = dwc3_ep0_handle_status(dwc, ctrl);
  423. break;
  424. case USB_REQ_CLEAR_FEATURE:
  425. dev_vdbg(dwc->dev, "USB_REQ_CLEAR_FEATURE\n");
  426. ret = dwc3_ep0_handle_feature(dwc, ctrl, 0);
  427. break;
  428. case USB_REQ_SET_FEATURE:
  429. dev_vdbg(dwc->dev, "USB_REQ_SET_FEATURE\n");
  430. ret = dwc3_ep0_handle_feature(dwc, ctrl, 1);
  431. break;
  432. case USB_REQ_SET_ADDRESS:
  433. dev_vdbg(dwc->dev, "USB_REQ_SET_ADDRESS\n");
  434. ret = dwc3_ep0_set_address(dwc, ctrl);
  435. break;
  436. case USB_REQ_SET_CONFIGURATION:
  437. dev_vdbg(dwc->dev, "USB_REQ_SET_CONFIGURATION\n");
  438. ret = dwc3_ep0_set_config(dwc, ctrl);
  439. break;
  440. default:
  441. dev_vdbg(dwc->dev, "Forwarding to gadget driver\n");
  442. ret = dwc3_ep0_delegate_req(dwc, ctrl);
  443. break;
  444. };
  445. return ret;
  446. }
  447. static void dwc3_ep0_inspect_setup(struct dwc3 *dwc,
  448. const struct dwc3_event_depevt *event)
  449. {
  450. struct usb_ctrlrequest *ctrl = dwc->ctrl_req;
  451. int ret;
  452. u32 len;
  453. if (!dwc->gadget_driver)
  454. goto err;
  455. len = le16_to_cpu(ctrl->wLength);
  456. if (!len) {
  457. dwc->three_stage_setup = 0;
  458. dwc->ep0_next_event = DWC3_EP0_NRDY_STATUS;
  459. } else {
  460. dwc->three_stage_setup = 1;
  461. dwc->ep0_next_event = DWC3_EP0_NRDY_DATA;
  462. }
  463. if ((ctrl->bRequestType & USB_TYPE_MASK) == USB_TYPE_STANDARD)
  464. ret = dwc3_ep0_std_request(dwc, ctrl);
  465. else
  466. ret = dwc3_ep0_delegate_req(dwc, ctrl);
  467. if (ret >= 0)
  468. return;
  469. err:
  470. dwc3_ep0_stall_and_restart(dwc);
  471. }
  472. static void dwc3_ep0_complete_data(struct dwc3 *dwc,
  473. const struct dwc3_event_depevt *event)
  474. {
  475. struct dwc3_request *r = NULL;
  476. struct usb_request *ur;
  477. struct dwc3_trb trb;
  478. struct dwc3_ep *dep;
  479. u32 transferred;
  480. u8 epnum;
  481. epnum = event->endpoint_number;
  482. dep = dwc->eps[epnum];
  483. dwc->ep0_next_event = DWC3_EP0_NRDY_STATUS;
  484. if (!dwc->ep0_status_pending) {
  485. r = next_request(&dwc->eps[0]->request_list);
  486. ur = &r->request;
  487. } else {
  488. ur = &dwc->ep0_usb_req;
  489. dwc->ep0_status_pending = 0;
  490. }
  491. dwc3_trb_to_nat(dwc->ep0_trb, &trb);
  492. if (dwc->ep0_bounced) {
  493. struct dwc3_ep *ep0 = dwc->eps[0];
  494. transferred = min_t(u32, ur->length,
  495. ep0->endpoint.maxpacket - trb.length);
  496. memcpy(ur->buf, dwc->ep0_bounce, transferred);
  497. dwc->ep0_bounced = false;
  498. } else {
  499. transferred = ur->length - trb.length;
  500. ur->actual += transferred;
  501. }
  502. if ((epnum & 1) && ur->actual < ur->length) {
  503. /* for some reason we did not get everything out */
  504. dwc3_ep0_stall_and_restart(dwc);
  505. dwc3_gadget_giveback(dep, r, -ECONNRESET);
  506. } else {
  507. /*
  508. * handle the case where we have to send a zero packet. This
  509. * seems to be case when req.length > maxpacket. Could it be?
  510. */
  511. if (r)
  512. dwc3_gadget_giveback(dep, r, 0);
  513. }
  514. }
  515. static void dwc3_ep0_complete_req(struct dwc3 *dwc,
  516. const struct dwc3_event_depevt *event)
  517. {
  518. struct dwc3_request *r;
  519. struct dwc3_ep *dep;
  520. dep = dwc->eps[0];
  521. if (!list_empty(&dep->request_list)) {
  522. r = next_request(&dep->request_list);
  523. dwc3_gadget_giveback(dep, r, 0);
  524. }
  525. dwc->ep0state = EP0_SETUP_PHASE;
  526. dwc3_ep0_out_start(dwc);
  527. }
  528. static void dwc3_ep0_xfer_complete(struct dwc3 *dwc,
  529. const struct dwc3_event_depevt *event)
  530. {
  531. struct dwc3_ep *dep = dwc->eps[event->endpoint_number];
  532. dep->flags &= ~DWC3_EP_BUSY;
  533. switch (dwc->ep0state) {
  534. case EP0_SETUP_PHASE:
  535. dev_vdbg(dwc->dev, "Inspecting Setup Bytes\n");
  536. dwc3_ep0_inspect_setup(dwc, event);
  537. break;
  538. case EP0_DATA_PHASE:
  539. dev_vdbg(dwc->dev, "Data Phase\n");
  540. dwc3_ep0_complete_data(dwc, event);
  541. break;
  542. case EP0_STATUS_PHASE:
  543. dev_vdbg(dwc->dev, "Status Phase\n");
  544. dwc3_ep0_complete_req(dwc, event);
  545. break;
  546. default:
  547. WARN(true, "UNKNOWN ep0state %d\n", dwc->ep0state);
  548. }
  549. }
  550. static void dwc3_ep0_do_control_setup(struct dwc3 *dwc,
  551. const struct dwc3_event_depevt *event)
  552. {
  553. dwc->ep0state = EP0_SETUP_PHASE;
  554. dwc3_ep0_out_start(dwc);
  555. }
  556. static void dwc3_ep0_do_control_data(struct dwc3 *dwc,
  557. const struct dwc3_event_depevt *event)
  558. {
  559. struct dwc3_ep *dep;
  560. struct dwc3_request *req;
  561. int ret;
  562. dep = dwc->eps[0];
  563. dwc->ep0state = EP0_DATA_PHASE;
  564. if (dwc->ep0_status_pending) {
  565. dwc3_ep0_send_status_response(dwc);
  566. return;
  567. }
  568. if (list_empty(&dep->request_list)) {
  569. dev_vdbg(dwc->dev, "pending request for EP0 Data phase\n");
  570. dep->flags |= DWC3_EP_PENDING_REQUEST;
  571. if (event->endpoint_number)
  572. dep->flags |= DWC3_EP0_DIR_IN;
  573. return;
  574. }
  575. req = next_request(&dep->request_list);
  576. req->direction = !!event->endpoint_number;
  577. dwc->ep0state = EP0_DATA_PHASE;
  578. if (req->request.length == 0) {
  579. ret = dwc3_ep0_start_trans(dwc, event->endpoint_number,
  580. dwc->ctrl_req_addr, 0,
  581. DWC3_TRBCTL_CONTROL_DATA);
  582. } else if ((req->request.length % dep->endpoint.maxpacket)
  583. && (event->endpoint_number == 0)) {
  584. dwc3_map_buffer_to_dma(req);
  585. WARN_ON(req->request.length > dep->endpoint.maxpacket);
  586. dwc->ep0_bounced = true;
  587. /*
  588. * REVISIT in case request length is bigger than EP0
  589. * wMaxPacketSize, we will need two chained TRBs to handle
  590. * the transfer.
  591. */
  592. ret = dwc3_ep0_start_trans(dwc, event->endpoint_number,
  593. dwc->ep0_bounce_addr, dep->endpoint.maxpacket,
  594. DWC3_TRBCTL_CONTROL_DATA);
  595. } else {
  596. dwc3_map_buffer_to_dma(req);
  597. ret = dwc3_ep0_start_trans(dwc, event->endpoint_number,
  598. req->request.dma, req->request.length,
  599. DWC3_TRBCTL_CONTROL_DATA);
  600. }
  601. WARN_ON(ret < 0);
  602. }
  603. static void dwc3_ep0_do_control_status(struct dwc3 *dwc,
  604. const struct dwc3_event_depevt *event)
  605. {
  606. u32 type;
  607. int ret;
  608. dwc->ep0state = EP0_STATUS_PHASE;
  609. type = dwc->three_stage_setup ? DWC3_TRBCTL_CONTROL_STATUS3
  610. : DWC3_TRBCTL_CONTROL_STATUS2;
  611. ret = dwc3_ep0_start_trans(dwc, event->endpoint_number,
  612. dwc->ctrl_req_addr, 0, type);
  613. WARN_ON(ret < 0);
  614. }
  615. static void dwc3_ep0_xfernotready(struct dwc3 *dwc,
  616. const struct dwc3_event_depevt *event)
  617. {
  618. switch (event->status) {
  619. case DEPEVT_STATUS_CONTROL_SETUP:
  620. dev_vdbg(dwc->dev, "Control Setup\n");
  621. dwc3_ep0_do_control_setup(dwc, event);
  622. break;
  623. case DEPEVT_STATUS_CONTROL_DATA:
  624. dev_vdbg(dwc->dev, "Control Data\n");
  625. if (dwc->ep0_next_event != DWC3_EP0_NRDY_DATA) {
  626. dev_vdbg(dwc->dev, "Expected %d got %d\n",
  627. DEPEVT_STATUS_CONTROL_DATA,
  628. event->status);
  629. dwc3_ep0_stall_and_restart(dwc);
  630. return;
  631. }
  632. dwc3_ep0_do_control_data(dwc, event);
  633. break;
  634. case DEPEVT_STATUS_CONTROL_STATUS:
  635. dev_vdbg(dwc->dev, "Control Status\n");
  636. if (dwc->ep0_next_event != DWC3_EP0_NRDY_STATUS) {
  637. dev_vdbg(dwc->dev, "Expected %d got %d\n",
  638. DEPEVT_STATUS_CONTROL_STATUS,
  639. event->status);
  640. dwc3_ep0_stall_and_restart(dwc);
  641. return;
  642. }
  643. dwc3_ep0_do_control_status(dwc, event);
  644. }
  645. }
  646. void dwc3_ep0_interrupt(struct dwc3 *dwc,
  647. const const struct dwc3_event_depevt *event)
  648. {
  649. u8 epnum = event->endpoint_number;
  650. dev_dbg(dwc->dev, "%s while ep%d%s in state '%s'\n",
  651. dwc3_ep_event_string(event->endpoint_event),
  652. epnum, (epnum & 1) ? "in" : "out",
  653. dwc3_ep0_state_string(dwc->ep0state));
  654. switch (event->endpoint_event) {
  655. case DWC3_DEPEVT_XFERCOMPLETE:
  656. dwc3_ep0_xfer_complete(dwc, event);
  657. break;
  658. case DWC3_DEPEVT_XFERNOTREADY:
  659. dwc3_ep0_xfernotready(dwc, event);
  660. break;
  661. case DWC3_DEPEVT_XFERINPROGRESS:
  662. case DWC3_DEPEVT_RXTXFIFOEVT:
  663. case DWC3_DEPEVT_STREAMEVT:
  664. case DWC3_DEPEVT_EPCMDCMPLT:
  665. break;
  666. }
  667. }