xhci-pci.c 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395
  1. /*
  2. * xHCI host controller driver PCI Bus Glue.
  3. *
  4. * Copyright (C) 2008 Intel Corp.
  5. *
  6. * Author: Sarah Sharp
  7. * Some code borrowed from the Linux EHCI driver.
  8. *
  9. * This program is free software; you can redistribute it and/or modify
  10. * it under the terms of the GNU General Public License version 2 as
  11. * published by the Free Software Foundation.
  12. *
  13. * This program is distributed in the hope that it will be useful, but
  14. * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
  15. * or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
  16. * for more details.
  17. *
  18. * You should have received a copy of the GNU General Public License
  19. * along with this program; if not, write to the Free Software Foundation,
  20. * Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  21. */
  22. #include <linux/pci.h>
  23. #include <linux/slab.h>
  24. #include "xhci.h"
  25. /* Device for a quirk */
  26. #define PCI_VENDOR_ID_FRESCO_LOGIC 0x1b73
  27. #define PCI_DEVICE_ID_FRESCO_LOGIC_PDK 0x1000
  28. #define PCI_VENDOR_ID_ETRON 0x1b6f
  29. #define PCI_DEVICE_ID_ASROCK_P67 0x7023
  30. static const char hcd_name[] = "xhci_hcd";
  31. /* called after powerup, by probe or system-pm "wakeup" */
  32. static int xhci_pci_reinit(struct xhci_hcd *xhci, struct pci_dev *pdev)
  33. {
  34. /*
  35. * TODO: Implement finding debug ports later.
  36. * TODO: see if there are any quirks that need to be added to handle
  37. * new extended capabilities.
  38. */
  39. /* PCI Memory-Write-Invalidate cycle support is optional (uncommon) */
  40. if (!pci_set_mwi(pdev))
  41. xhci_dbg(xhci, "MWI active\n");
  42. xhci_dbg(xhci, "Finished xhci_pci_reinit\n");
  43. return 0;
  44. }
  45. /* called during probe() after chip reset completes */
  46. static int xhci_pci_setup(struct usb_hcd *hcd)
  47. {
  48. struct xhci_hcd *xhci;
  49. struct pci_dev *pdev = to_pci_dev(hcd->self.controller);
  50. int retval;
  51. u32 temp;
  52. hcd->self.sg_tablesize = TRBS_PER_SEGMENT - 2;
  53. if (usb_hcd_is_primary_hcd(hcd)) {
  54. xhci = kzalloc(sizeof(struct xhci_hcd), GFP_KERNEL);
  55. if (!xhci)
  56. return -ENOMEM;
  57. *((struct xhci_hcd **) hcd->hcd_priv) = xhci;
  58. xhci->main_hcd = hcd;
  59. /* Mark the first roothub as being USB 2.0.
  60. * The xHCI driver will register the USB 3.0 roothub.
  61. */
  62. hcd->speed = HCD_USB2;
  63. hcd->self.root_hub->speed = USB_SPEED_HIGH;
  64. /*
  65. * USB 2.0 roothub under xHCI has an integrated TT,
  66. * (rate matching hub) as opposed to having an OHCI/UHCI
  67. * companion controller.
  68. */
  69. hcd->has_tt = 1;
  70. } else {
  71. /* xHCI private pointer was set in xhci_pci_probe for the second
  72. * registered roothub.
  73. */
  74. xhci = hcd_to_xhci(hcd);
  75. temp = xhci_readl(xhci, &xhci->cap_regs->hcc_params);
  76. if (HCC_64BIT_ADDR(temp)) {
  77. xhci_dbg(xhci, "Enabling 64-bit DMA addresses.\n");
  78. dma_set_mask(hcd->self.controller, DMA_BIT_MASK(64));
  79. } else {
  80. dma_set_mask(hcd->self.controller, DMA_BIT_MASK(32));
  81. }
  82. return 0;
  83. }
  84. xhci->cap_regs = hcd->regs;
  85. xhci->op_regs = hcd->regs +
  86. HC_LENGTH(xhci_readl(xhci, &xhci->cap_regs->hc_capbase));
  87. xhci->run_regs = hcd->regs +
  88. (xhci_readl(xhci, &xhci->cap_regs->run_regs_off) & RTSOFF_MASK);
  89. /* Cache read-only capability registers */
  90. xhci->hcs_params1 = xhci_readl(xhci, &xhci->cap_regs->hcs_params1);
  91. xhci->hcs_params2 = xhci_readl(xhci, &xhci->cap_regs->hcs_params2);
  92. xhci->hcs_params3 = xhci_readl(xhci, &xhci->cap_regs->hcs_params3);
  93. xhci->hcc_params = xhci_readl(xhci, &xhci->cap_regs->hc_capbase);
  94. xhci->hci_version = HC_VERSION(xhci->hcc_params);
  95. xhci->hcc_params = xhci_readl(xhci, &xhci->cap_regs->hcc_params);
  96. xhci_print_registers(xhci);
  97. /* Look for vendor-specific quirks */
  98. if (pdev->vendor == PCI_VENDOR_ID_FRESCO_LOGIC &&
  99. pdev->device == PCI_DEVICE_ID_FRESCO_LOGIC_PDK) {
  100. if (pdev->revision == 0x0) {
  101. xhci->quirks |= XHCI_RESET_EP_QUIRK;
  102. xhci_dbg(xhci, "QUIRK: Fresco Logic xHC needs configure"
  103. " endpoint cmd after reset endpoint\n");
  104. }
  105. /* Fresco Logic confirms: all revisions of this chip do not
  106. * support MSI, even though some of them claim to in their PCI
  107. * capabilities.
  108. */
  109. xhci->quirks |= XHCI_BROKEN_MSI;
  110. xhci_dbg(xhci, "QUIRK: Fresco Logic revision %u "
  111. "has broken MSI implementation\n",
  112. pdev->revision);
  113. }
  114. if (pdev->vendor == PCI_VENDOR_ID_NEC)
  115. xhci->quirks |= XHCI_NEC_HOST;
  116. if (pdev->vendor == PCI_VENDOR_ID_AMD && xhci->hci_version == 0x96)
  117. xhci->quirks |= XHCI_AMD_0x96_HOST;
  118. /* AMD PLL quirk */
  119. if (pdev->vendor == PCI_VENDOR_ID_AMD && usb_amd_find_chipset_info())
  120. xhci->quirks |= XHCI_AMD_PLL_FIX;
  121. if (pdev->vendor == PCI_VENDOR_ID_INTEL &&
  122. pdev->device == PCI_DEVICE_ID_INTEL_PANTHERPOINT_XHCI) {
  123. xhci->quirks |= XHCI_SPURIOUS_SUCCESS;
  124. xhci->quirks |= XHCI_EP_LIMIT_QUIRK;
  125. xhci->limit_active_eps = 64;
  126. xhci->quirks |= XHCI_SW_BW_CHECKING;
  127. }
  128. if (pdev->vendor == PCI_VENDOR_ID_ETRON &&
  129. pdev->device == PCI_DEVICE_ID_ASROCK_P67) {
  130. xhci->quirks |= XHCI_RESET_ON_RESUME;
  131. xhci_dbg(xhci, "QUIRK: Resetting on resume\n");
  132. }
  133. /* Make sure the HC is halted. */
  134. retval = xhci_halt(xhci);
  135. if (retval)
  136. goto error;
  137. xhci_dbg(xhci, "Resetting HCD\n");
  138. /* Reset the internal HC memory state and registers. */
  139. retval = xhci_reset(xhci);
  140. if (retval)
  141. goto error;
  142. xhci_dbg(xhci, "Reset complete\n");
  143. temp = xhci_readl(xhci, &xhci->cap_regs->hcc_params);
  144. if (HCC_64BIT_ADDR(temp)) {
  145. xhci_dbg(xhci, "Enabling 64-bit DMA addresses.\n");
  146. dma_set_mask(hcd->self.controller, DMA_BIT_MASK(64));
  147. } else {
  148. dma_set_mask(hcd->self.controller, DMA_BIT_MASK(32));
  149. }
  150. xhci_dbg(xhci, "Calling HCD init\n");
  151. /* Initialize HCD and host controller data structures. */
  152. retval = xhci_init(hcd);
  153. if (retval)
  154. goto error;
  155. xhci_dbg(xhci, "Called HCD init\n");
  156. pci_read_config_byte(pdev, XHCI_SBRN_OFFSET, &xhci->sbrn);
  157. xhci_dbg(xhci, "Got SBRN %u\n", (unsigned int) xhci->sbrn);
  158. /* Find any debug ports */
  159. retval = xhci_pci_reinit(xhci, pdev);
  160. if (!retval)
  161. return retval;
  162. error:
  163. kfree(xhci);
  164. return retval;
  165. }
  166. /*
  167. * We need to register our own PCI probe function (instead of the USB core's
  168. * function) in order to create a second roothub under xHCI.
  169. */
  170. static int xhci_pci_probe(struct pci_dev *dev, const struct pci_device_id *id)
  171. {
  172. int retval;
  173. struct xhci_hcd *xhci;
  174. struct hc_driver *driver;
  175. struct usb_hcd *hcd;
  176. driver = (struct hc_driver *)id->driver_data;
  177. /* Register the USB 2.0 roothub.
  178. * FIXME: USB core must know to register the USB 2.0 roothub first.
  179. * This is sort of silly, because we could just set the HCD driver flags
  180. * to say USB 2.0, but I'm not sure what the implications would be in
  181. * the other parts of the HCD code.
  182. */
  183. retval = usb_hcd_pci_probe(dev, id);
  184. if (retval)
  185. return retval;
  186. /* USB 2.0 roothub is stored in the PCI device now. */
  187. hcd = dev_get_drvdata(&dev->dev);
  188. xhci = hcd_to_xhci(hcd);
  189. xhci->shared_hcd = usb_create_shared_hcd(driver, &dev->dev,
  190. pci_name(dev), hcd);
  191. if (!xhci->shared_hcd) {
  192. retval = -ENOMEM;
  193. goto dealloc_usb2_hcd;
  194. }
  195. /* Set the xHCI pointer before xhci_pci_setup() (aka hcd_driver.reset)
  196. * is called by usb_add_hcd().
  197. */
  198. *((struct xhci_hcd **) xhci->shared_hcd->hcd_priv) = xhci;
  199. retval = usb_add_hcd(xhci->shared_hcd, dev->irq,
  200. IRQF_SHARED);
  201. if (retval)
  202. goto put_usb3_hcd;
  203. /* Roothub already marked as USB 3.0 speed */
  204. return 0;
  205. put_usb3_hcd:
  206. usb_put_hcd(xhci->shared_hcd);
  207. dealloc_usb2_hcd:
  208. usb_hcd_pci_remove(dev);
  209. return retval;
  210. }
  211. static void xhci_pci_remove(struct pci_dev *dev)
  212. {
  213. struct xhci_hcd *xhci;
  214. xhci = hcd_to_xhci(pci_get_drvdata(dev));
  215. if (xhci->shared_hcd) {
  216. usb_remove_hcd(xhci->shared_hcd);
  217. usb_put_hcd(xhci->shared_hcd);
  218. }
  219. usb_hcd_pci_remove(dev);
  220. kfree(xhci);
  221. }
  222. #ifdef CONFIG_PM
  223. static int xhci_pci_suspend(struct usb_hcd *hcd, bool do_wakeup)
  224. {
  225. struct xhci_hcd *xhci = hcd_to_xhci(hcd);
  226. int retval = 0;
  227. if (hcd->state != HC_STATE_SUSPENDED ||
  228. xhci->shared_hcd->state != HC_STATE_SUSPENDED)
  229. return -EINVAL;
  230. retval = xhci_suspend(xhci);
  231. return retval;
  232. }
  233. static int xhci_pci_resume(struct usb_hcd *hcd, bool hibernated)
  234. {
  235. struct xhci_hcd *xhci = hcd_to_xhci(hcd);
  236. struct pci_dev *pdev = to_pci_dev(hcd->self.controller);
  237. int retval = 0;
  238. /* The BIOS on systems with the Intel Panther Point chipset may or may
  239. * not support xHCI natively. That means that during system resume, it
  240. * may switch the ports back to EHCI so that users can use their
  241. * keyboard to select a kernel from GRUB after resume from hibernate.
  242. *
  243. * The BIOS is supposed to remember whether the OS had xHCI ports
  244. * enabled before resume, and switch the ports back to xHCI when the
  245. * BIOS/OS semaphore is written, but we all know we can't trust BIOS
  246. * writers.
  247. *
  248. * Unconditionally switch the ports back to xHCI after a system resume.
  249. * We can't tell whether the EHCI or xHCI controller will be resumed
  250. * first, so we have to do the port switchover in both drivers. Writing
  251. * a '1' to the port switchover registers should have no effect if the
  252. * port was already switched over.
  253. */
  254. if (usb_is_intel_switchable_xhci(pdev))
  255. usb_enable_xhci_ports(pdev);
  256. retval = xhci_resume(xhci, hibernated);
  257. return retval;
  258. }
  259. #endif /* CONFIG_PM */
  260. static const struct hc_driver xhci_pci_hc_driver = {
  261. .description = hcd_name,
  262. .product_desc = "xHCI Host Controller",
  263. .hcd_priv_size = sizeof(struct xhci_hcd *),
  264. /*
  265. * generic hardware linkage
  266. */
  267. .irq = xhci_irq,
  268. .flags = HCD_MEMORY | HCD_USB3 | HCD_SHARED,
  269. /*
  270. * basic lifecycle operations
  271. */
  272. .reset = xhci_pci_setup,
  273. .start = xhci_run,
  274. #ifdef CONFIG_PM
  275. .pci_suspend = xhci_pci_suspend,
  276. .pci_resume = xhci_pci_resume,
  277. #endif
  278. .stop = xhci_stop,
  279. .shutdown = xhci_shutdown,
  280. /*
  281. * managing i/o requests and associated device resources
  282. */
  283. .urb_enqueue = xhci_urb_enqueue,
  284. .urb_dequeue = xhci_urb_dequeue,
  285. .alloc_dev = xhci_alloc_dev,
  286. .free_dev = xhci_free_dev,
  287. .alloc_streams = xhci_alloc_streams,
  288. .free_streams = xhci_free_streams,
  289. .add_endpoint = xhci_add_endpoint,
  290. .drop_endpoint = xhci_drop_endpoint,
  291. .endpoint_reset = xhci_endpoint_reset,
  292. .check_bandwidth = xhci_check_bandwidth,
  293. .reset_bandwidth = xhci_reset_bandwidth,
  294. .address_device = xhci_address_device,
  295. .update_hub_device = xhci_update_hub_device,
  296. .reset_device = xhci_discover_or_reset_device,
  297. /*
  298. * scheduling support
  299. */
  300. .get_frame_number = xhci_get_frame,
  301. /* Root hub support */
  302. .hub_control = xhci_hub_control,
  303. .hub_status_data = xhci_hub_status_data,
  304. .bus_suspend = xhci_bus_suspend,
  305. .bus_resume = xhci_bus_resume,
  306. /*
  307. * call back when device connected and addressed
  308. */
  309. .update_device = xhci_update_device,
  310. .set_usb2_hw_lpm = xhci_set_usb2_hardware_lpm,
  311. };
  312. /*-------------------------------------------------------------------------*/
  313. /* PCI driver selection metadata; PCI hotplugging uses this */
  314. static const struct pci_device_id pci_ids[] = { {
  315. /* handle any USB 3.0 xHCI controller */
  316. PCI_DEVICE_CLASS(PCI_CLASS_SERIAL_USB_XHCI, ~0),
  317. .driver_data = (unsigned long) &xhci_pci_hc_driver,
  318. },
  319. { /* end: all zeroes */ }
  320. };
  321. MODULE_DEVICE_TABLE(pci, pci_ids);
  322. /* pci driver glue; this is a "new style" PCI driver module */
  323. static struct pci_driver xhci_pci_driver = {
  324. .name = (char *) hcd_name,
  325. .id_table = pci_ids,
  326. .probe = xhci_pci_probe,
  327. .remove = xhci_pci_remove,
  328. /* suspend and resume implemented later */
  329. .shutdown = usb_hcd_pci_shutdown,
  330. #ifdef CONFIG_PM_SLEEP
  331. .driver = {
  332. .pm = &usb_hcd_pci_pm_ops
  333. },
  334. #endif
  335. };
  336. int xhci_register_pci(void)
  337. {
  338. return pci_register_driver(&xhci_pci_driver);
  339. }
  340. void xhci_unregister_pci(void)
  341. {
  342. pci_unregister_driver(&xhci_pci_driver);
  343. }