xen.c 8.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413
  1. /*
  2. * Xen PCI Frontend Stub - puts some "dummy" functions in to the Linux
  3. * x86 PCI core to support the Xen PCI Frontend
  4. *
  5. * Author: Ryan Wilson <hap9@epoch.ncsc.mil>
  6. */
  7. #include <linux/module.h>
  8. #include <linux/init.h>
  9. #include <linux/pci.h>
  10. #include <linux/acpi.h>
  11. #include <linux/io.h>
  12. #include <asm/pci_x86.h>
  13. #include <asm/xen/hypervisor.h>
  14. #include <xen/features.h>
  15. #include <xen/events.h>
  16. #include <asm/xen/pci.h>
  17. #ifdef CONFIG_ACPI
  18. static int xen_hvm_register_pirq(u32 gsi, int triggering)
  19. {
  20. int rc, irq;
  21. struct physdev_map_pirq map_irq;
  22. int shareable = 0;
  23. char *name;
  24. if (!xen_hvm_domain())
  25. return -1;
  26. map_irq.domid = DOMID_SELF;
  27. map_irq.type = MAP_PIRQ_TYPE_GSI;
  28. map_irq.index = gsi;
  29. map_irq.pirq = -1;
  30. rc = HYPERVISOR_physdev_op(PHYSDEVOP_map_pirq, &map_irq);
  31. if (rc) {
  32. printk(KERN_WARNING "xen map irq failed %d\n", rc);
  33. return -1;
  34. }
  35. if (triggering == ACPI_EDGE_SENSITIVE) {
  36. shareable = 0;
  37. name = "ioapic-edge";
  38. } else {
  39. shareable = 1;
  40. name = "ioapic-level";
  41. }
  42. irq = xen_map_pirq_gsi(map_irq.pirq, gsi, shareable, name);
  43. printk(KERN_DEBUG "xen: --> irq=%d, pirq=%d\n", irq, map_irq.pirq);
  44. return irq;
  45. }
  46. static int acpi_register_gsi_xen_hvm(struct device *dev, u32 gsi,
  47. int trigger, int polarity)
  48. {
  49. return xen_hvm_register_pirq(gsi, trigger);
  50. }
  51. #endif
  52. #if defined(CONFIG_PCI_MSI)
  53. #include <linux/msi.h>
  54. #include <asm/msidef.h>
  55. struct xen_pci_frontend_ops *xen_pci_frontend;
  56. EXPORT_SYMBOL_GPL(xen_pci_frontend);
  57. static void xen_msi_compose_msg(struct pci_dev *pdev, unsigned int pirq,
  58. struct msi_msg *msg)
  59. {
  60. /* We set vector == 0 to tell the hypervisor we don't care about it,
  61. * but we want a pirq setup instead.
  62. * We use the dest_id field to pass the pirq that we want. */
  63. msg->address_hi = MSI_ADDR_BASE_HI | MSI_ADDR_EXT_DEST_ID(pirq);
  64. msg->address_lo =
  65. MSI_ADDR_BASE_LO |
  66. MSI_ADDR_DEST_MODE_PHYSICAL |
  67. MSI_ADDR_REDIRECTION_CPU |
  68. MSI_ADDR_DEST_ID(pirq);
  69. msg->data =
  70. MSI_DATA_TRIGGER_EDGE |
  71. MSI_DATA_LEVEL_ASSERT |
  72. /* delivery mode reserved */
  73. (3 << 8) |
  74. MSI_DATA_VECTOR(0);
  75. }
  76. static int xen_hvm_setup_msi_irqs(struct pci_dev *dev, int nvec, int type)
  77. {
  78. int irq, pirq, ret = 0;
  79. struct msi_desc *msidesc;
  80. struct msi_msg msg;
  81. list_for_each_entry(msidesc, &dev->msi_list, list) {
  82. xen_allocate_pirq_msi((type == PCI_CAP_ID_MSIX) ?
  83. "msi-x" : "msi", &irq, &pirq);
  84. if (irq < 0 || pirq < 0)
  85. goto error;
  86. printk(KERN_DEBUG "xen: msi --> irq=%d, pirq=%d\n", irq, pirq);
  87. xen_msi_compose_msg(dev, pirq, &msg);
  88. ret = set_irq_msi(irq, msidesc);
  89. if (ret < 0)
  90. goto error_while;
  91. write_msi_msg(irq, &msg);
  92. }
  93. return 0;
  94. error_while:
  95. unbind_from_irqhandler(irq, NULL);
  96. error:
  97. if (ret == -ENODEV)
  98. dev_err(&dev->dev, "Xen PCI frontend has not registered" \
  99. " MSI/MSI-X support!\n");
  100. return ret;
  101. }
  102. /*
  103. * For MSI interrupts we have to use drivers/xen/event.s functions to
  104. * allocate an irq_desc and setup the right */
  105. static int xen_setup_msi_irqs(struct pci_dev *dev, int nvec, int type)
  106. {
  107. int irq, ret, i;
  108. struct msi_desc *msidesc;
  109. int *v;
  110. v = kzalloc(sizeof(int) * max(1, nvec), GFP_KERNEL);
  111. if (!v)
  112. return -ENOMEM;
  113. if (type == PCI_CAP_ID_MSIX)
  114. ret = xen_pci_frontend_enable_msix(dev, &v, nvec);
  115. else
  116. ret = xen_pci_frontend_enable_msi(dev, &v);
  117. if (ret)
  118. goto error;
  119. i = 0;
  120. list_for_each_entry(msidesc, &dev->msi_list, list) {
  121. irq = xen_allocate_pirq(v[i], 0, /* not sharable */
  122. (type == PCI_CAP_ID_MSIX) ?
  123. "pcifront-msi-x" : "pcifront-msi");
  124. if (irq < 0)
  125. return -1;
  126. ret = set_irq_msi(irq, msidesc);
  127. if (ret)
  128. goto error_while;
  129. i++;
  130. }
  131. kfree(v);
  132. return 0;
  133. error_while:
  134. unbind_from_irqhandler(irq, NULL);
  135. error:
  136. if (ret == -ENODEV)
  137. dev_err(&dev->dev, "Xen PCI frontend has not registered" \
  138. " MSI/MSI-X support!\n");
  139. kfree(v);
  140. return ret;
  141. }
  142. static void xen_teardown_msi_irqs(struct pci_dev *dev)
  143. {
  144. struct msi_desc *msidesc;
  145. msidesc = list_entry(dev->msi_list.next, struct msi_desc, list);
  146. if (msidesc->msi_attrib.is_msix)
  147. xen_pci_frontend_disable_msix(dev);
  148. else
  149. xen_pci_frontend_disable_msi(dev);
  150. }
  151. static void xen_teardown_msi_irq(unsigned int irq)
  152. {
  153. xen_destroy_irq(irq);
  154. }
  155. static int xen_initdom_setup_msi_irqs(struct pci_dev *dev, int nvec, int type)
  156. {
  157. int irq, ret;
  158. struct msi_desc *msidesc;
  159. list_for_each_entry(msidesc, &dev->msi_list, list) {
  160. irq = xen_create_msi_irq(dev, msidesc, type);
  161. if (irq < 0)
  162. return -1;
  163. ret = set_irq_msi(irq, msidesc);
  164. if (ret)
  165. goto error;
  166. }
  167. return 0;
  168. error:
  169. xen_destroy_irq(irq);
  170. return ret;
  171. }
  172. #endif
  173. static int xen_pcifront_enable_irq(struct pci_dev *dev)
  174. {
  175. int rc;
  176. int share = 1;
  177. dev_info(&dev->dev, "Xen PCI enabling IRQ: %d\n", dev->irq);
  178. if (dev->irq < 0)
  179. return -EINVAL;
  180. if (dev->irq < NR_IRQS_LEGACY)
  181. share = 0;
  182. rc = xen_allocate_pirq(dev->irq, share, "pcifront");
  183. if (rc < 0) {
  184. dev_warn(&dev->dev, "Xen PCI IRQ: %d, failed to register:%d\n",
  185. dev->irq, rc);
  186. return rc;
  187. }
  188. return 0;
  189. }
  190. int __init pci_xen_init(void)
  191. {
  192. if (!xen_pv_domain() || xen_initial_domain())
  193. return -ENODEV;
  194. printk(KERN_INFO "PCI: setting up Xen PCI frontend stub\n");
  195. pcibios_set_cache_line_size();
  196. pcibios_enable_irq = xen_pcifront_enable_irq;
  197. pcibios_disable_irq = NULL;
  198. #ifdef CONFIG_ACPI
  199. /* Keep ACPI out of the picture */
  200. acpi_noirq = 1;
  201. #endif
  202. #ifdef CONFIG_PCI_MSI
  203. x86_msi.setup_msi_irqs = xen_setup_msi_irqs;
  204. x86_msi.teardown_msi_irq = xen_teardown_msi_irq;
  205. x86_msi.teardown_msi_irqs = xen_teardown_msi_irqs;
  206. #endif
  207. return 0;
  208. }
  209. int __init pci_xen_hvm_init(void)
  210. {
  211. if (!xen_feature(XENFEAT_hvm_pirqs))
  212. return 0;
  213. #ifdef CONFIG_ACPI
  214. /*
  215. * We don't want to change the actual ACPI delivery model,
  216. * just how GSIs get registered.
  217. */
  218. __acpi_register_gsi = acpi_register_gsi_xen_hvm;
  219. #endif
  220. #ifdef CONFIG_PCI_MSI
  221. x86_msi.setup_msi_irqs = xen_hvm_setup_msi_irqs;
  222. x86_msi.teardown_msi_irq = xen_teardown_msi_irq;
  223. #endif
  224. return 0;
  225. }
  226. #ifdef CONFIG_XEN_DOM0
  227. static int xen_register_pirq(u32 gsi, int triggering)
  228. {
  229. int rc, irq;
  230. struct physdev_map_pirq map_irq;
  231. int shareable = 0;
  232. char *name;
  233. if (!xen_pv_domain())
  234. return -1;
  235. if (triggering == ACPI_EDGE_SENSITIVE) {
  236. shareable = 0;
  237. name = "ioapic-edge";
  238. } else {
  239. shareable = 1;
  240. name = "ioapic-level";
  241. }
  242. irq = xen_allocate_pirq(gsi, shareable, name);
  243. printk(KERN_DEBUG "xen: --> irq=%d\n", irq);
  244. if (irq < 0)
  245. goto out;
  246. map_irq.domid = DOMID_SELF;
  247. map_irq.type = MAP_PIRQ_TYPE_GSI;
  248. map_irq.index = gsi;
  249. map_irq.pirq = irq;
  250. rc = HYPERVISOR_physdev_op(PHYSDEVOP_map_pirq, &map_irq);
  251. if (rc) {
  252. printk(KERN_WARNING "xen map irq failed %d\n", rc);
  253. return -1;
  254. }
  255. out:
  256. return irq;
  257. }
  258. static int xen_register_gsi(u32 gsi, int triggering, int polarity)
  259. {
  260. int rc, irq;
  261. struct physdev_setup_gsi setup_gsi;
  262. if (!xen_pv_domain())
  263. return -1;
  264. printk(KERN_DEBUG "xen: registering gsi %u triggering %d polarity %d\n",
  265. gsi, triggering, polarity);
  266. irq = xen_register_pirq(gsi, triggering);
  267. setup_gsi.gsi = gsi;
  268. setup_gsi.triggering = (triggering == ACPI_EDGE_SENSITIVE ? 0 : 1);
  269. setup_gsi.polarity = (polarity == ACPI_ACTIVE_HIGH ? 0 : 1);
  270. rc = HYPERVISOR_physdev_op(PHYSDEVOP_setup_gsi, &setup_gsi);
  271. if (rc == -EEXIST)
  272. printk(KERN_INFO "Already setup the GSI :%d\n", gsi);
  273. else if (rc) {
  274. printk(KERN_ERR "Failed to setup GSI :%d, err_code:%d\n",
  275. gsi, rc);
  276. }
  277. return irq;
  278. }
  279. static __init void xen_setup_acpi_sci(void)
  280. {
  281. int rc;
  282. int trigger, polarity;
  283. int gsi = acpi_sci_override_gsi;
  284. if (!gsi)
  285. return;
  286. rc = acpi_get_override_irq(gsi, &trigger, &polarity);
  287. if (rc) {
  288. printk(KERN_WARNING "xen: acpi_get_override_irq failed for acpi"
  289. " sci, rc=%d\n", rc);
  290. return;
  291. }
  292. trigger = trigger ? ACPI_LEVEL_SENSITIVE : ACPI_EDGE_SENSITIVE;
  293. polarity = polarity ? ACPI_ACTIVE_LOW : ACPI_ACTIVE_HIGH;
  294. printk(KERN_INFO "xen: sci override: global_irq=%d trigger=%d "
  295. "polarity=%d\n", gsi, trigger, polarity);
  296. gsi = xen_register_gsi(gsi, trigger, polarity);
  297. printk(KERN_INFO "xen: acpi sci %d\n", gsi);
  298. return;
  299. }
  300. static int acpi_register_gsi_xen(struct device *dev, u32 gsi,
  301. int trigger, int polarity)
  302. {
  303. return xen_register_gsi(gsi, trigger, polarity);
  304. }
  305. static int __init pci_xen_initial_domain(void)
  306. {
  307. #ifdef CONFIG_PCI_MSI
  308. x86_msi.setup_msi_irqs = xen_initdom_setup_msi_irqs;
  309. x86_msi.teardown_msi_irq = xen_teardown_msi_irq;
  310. #endif
  311. xen_setup_acpi_sci();
  312. __acpi_register_gsi = acpi_register_gsi_xen;
  313. return 0;
  314. }
  315. void __init xen_setup_pirqs(void)
  316. {
  317. int irq;
  318. pci_xen_initial_domain();
  319. if (0 == nr_ioapics) {
  320. for (irq = 0; irq < NR_IRQS_LEGACY; irq++)
  321. xen_allocate_pirq(irq, 0, "xt-pic");
  322. return;
  323. }
  324. /* Pre-allocate legacy irqs */
  325. for (irq = 0; irq < NR_IRQS_LEGACY; irq++) {
  326. int trigger, polarity;
  327. if (acpi_get_override_irq(irq, &trigger, &polarity) == -1)
  328. continue;
  329. xen_register_pirq(irq,
  330. trigger ? ACPI_LEVEL_SENSITIVE : ACPI_EDGE_SENSITIVE);
  331. }
  332. }
  333. #endif