pci-p5ioc2.c 6.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238
  1. /*
  2. * Support PCI/PCIe on PowerNV platforms
  3. *
  4. * Currently supports only P5IOC2
  5. *
  6. * Copyright 2011 Benjamin Herrenschmidt, IBM Corp.
  7. *
  8. * This program is free software; you can redistribute it and/or
  9. * modify it under the terms of the GNU General Public License
  10. * as published by the Free Software Foundation; either version
  11. * 2 of the License, or (at your option) any later version.
  12. */
  13. #include <linux/kernel.h>
  14. #include <linux/pci.h>
  15. #include <linux/delay.h>
  16. #include <linux/string.h>
  17. #include <linux/init.h>
  18. #include <linux/bootmem.h>
  19. #include <linux/irq.h>
  20. #include <linux/io.h>
  21. #include <linux/msi.h>
  22. #include <asm/sections.h>
  23. #include <asm/io.h>
  24. #include <asm/prom.h>
  25. #include <asm/pci-bridge.h>
  26. #include <asm/machdep.h>
  27. #include <asm/msi_bitmap.h>
  28. #include <asm/ppc-pci.h>
  29. #include <asm/opal.h>
  30. #include <asm/iommu.h>
  31. #include <asm/tce.h>
  32. #include "powernv.h"
  33. #include "pci.h"
  34. /* For now, use a fixed amount of TCE memory for each p5ioc2
  35. * hub, 16M will do
  36. */
  37. #define P5IOC2_TCE_MEMORY 0x01000000
  38. #ifdef CONFIG_PCI_MSI
  39. static int pnv_pci_p5ioc2_msi_setup(struct pnv_phb *phb, struct pci_dev *dev,
  40. unsigned int hwirq, unsigned int virq,
  41. unsigned int is_64, struct msi_msg *msg)
  42. {
  43. if (WARN_ON(!is_64))
  44. return -ENXIO;
  45. msg->data = hwirq - phb->msi_base;
  46. msg->address_hi = 0x10000000;
  47. msg->address_lo = 0;
  48. return 0;
  49. }
  50. static void pnv_pci_init_p5ioc2_msis(struct pnv_phb *phb)
  51. {
  52. unsigned int count;
  53. const __be32 *prop = of_get_property(phb->hose->dn,
  54. "ibm,opal-msi-ranges", NULL);
  55. if (!prop)
  56. return;
  57. /* Don't do MSI's on p5ioc2 PCI-X are they are not properly
  58. * verified in HW
  59. */
  60. if (of_device_is_compatible(phb->hose->dn, "ibm,p5ioc2-pcix"))
  61. return;
  62. phb->msi_base = be32_to_cpup(prop);
  63. count = be32_to_cpup(prop + 1);
  64. if (msi_bitmap_alloc(&phb->msi_bmp, count, phb->hose->dn)) {
  65. pr_err("PCI %d: Failed to allocate MSI bitmap !\n",
  66. phb->hose->global_number);
  67. return;
  68. }
  69. phb->msi_setup = pnv_pci_p5ioc2_msi_setup;
  70. phb->msi32_support = 0;
  71. pr_info(" Allocated bitmap for %d MSIs (base IRQ 0x%x)\n",
  72. count, phb->msi_base);
  73. }
  74. #else
  75. static void pnv_pci_init_p5ioc2_msis(struct pnv_phb *phb) { }
  76. #endif /* CONFIG_PCI_MSI */
  77. static void pnv_pci_p5ioc2_dma_dev_setup(struct pnv_phb *phb,
  78. struct pci_dev *pdev)
  79. {
  80. if (phb->p5ioc2.iommu_table.it_map == NULL) {
  81. iommu_init_table(&phb->p5ioc2.iommu_table, phb->hose->node);
  82. iommu_register_group(&phb->p5ioc2.iommu_table,
  83. pci_domain_nr(phb->hose->bus), phb->opal_id);
  84. }
  85. set_iommu_table_base(&pdev->dev, &phb->p5ioc2.iommu_table);
  86. }
  87. static void __init pnv_pci_init_p5ioc2_phb(struct device_node *np, u64 hub_id,
  88. void *tce_mem, u64 tce_size)
  89. {
  90. struct pnv_phb *phb;
  91. const u64 *prop64;
  92. u64 phb_id;
  93. int64_t rc;
  94. static int primary = 1;
  95. pr_info(" Initializing p5ioc2 PHB %s\n", np->full_name);
  96. prop64 = of_get_property(np, "ibm,opal-phbid", NULL);
  97. if (!prop64) {
  98. pr_err(" Missing \"ibm,opal-phbid\" property !\n");
  99. return;
  100. }
  101. phb_id = be64_to_cpup(prop64);
  102. pr_devel(" PHB-ID : 0x%016llx\n", phb_id);
  103. pr_devel(" TCE AT : 0x%016lx\n", __pa(tce_mem));
  104. pr_devel(" TCE SZ : 0x%016llx\n", tce_size);
  105. rc = opal_pci_set_phb_tce_memory(phb_id, __pa(tce_mem), tce_size);
  106. if (rc != OPAL_SUCCESS) {
  107. pr_err(" Failed to set TCE memory, OPAL error %lld\n", rc);
  108. return;
  109. }
  110. phb = alloc_bootmem(sizeof(struct pnv_phb));
  111. if (phb) {
  112. memset(phb, 0, sizeof(struct pnv_phb));
  113. phb->hose = pcibios_alloc_controller(np);
  114. }
  115. if (!phb || !phb->hose) {
  116. pr_err(" Failed to allocate PCI controller\n");
  117. return;
  118. }
  119. spin_lock_init(&phb->lock);
  120. phb->hose->first_busno = 0;
  121. phb->hose->last_busno = 0xff;
  122. phb->hose->private_data = phb;
  123. phb->hub_id = hub_id;
  124. phb->opal_id = phb_id;
  125. phb->type = PNV_PHB_P5IOC2;
  126. phb->model = PNV_PHB_MODEL_P5IOC2;
  127. phb->regs = of_iomap(np, 0);
  128. if (phb->regs == NULL)
  129. pr_err(" Failed to map registers !\n");
  130. else {
  131. pr_devel(" P_BUID = 0x%08x\n", in_be32(phb->regs + 0x100));
  132. pr_devel(" P_IOSZ = 0x%08x\n", in_be32(phb->regs + 0x1b0));
  133. pr_devel(" P_IO_ST = 0x%08x\n", in_be32(phb->regs + 0x1e0));
  134. pr_devel(" P_MEM1_H = 0x%08x\n", in_be32(phb->regs + 0x1a0));
  135. pr_devel(" P_MEM1_L = 0x%08x\n", in_be32(phb->regs + 0x190));
  136. pr_devel(" P_MSZ1_L = 0x%08x\n", in_be32(phb->regs + 0x1c0));
  137. pr_devel(" P_MEM_ST = 0x%08x\n", in_be32(phb->regs + 0x1d0));
  138. pr_devel(" P_MEM2_H = 0x%08x\n", in_be32(phb->regs + 0x2c0));
  139. pr_devel(" P_MEM2_L = 0x%08x\n", in_be32(phb->regs + 0x2b0));
  140. pr_devel(" P_MSZ2_H = 0x%08x\n", in_be32(phb->regs + 0x2d0));
  141. pr_devel(" P_MSZ2_L = 0x%08x\n", in_be32(phb->regs + 0x2e0));
  142. }
  143. /* Interpret the "ranges" property */
  144. /* This also maps the I/O region and sets isa_io/mem_base */
  145. pci_process_bridge_OF_ranges(phb->hose, np, primary);
  146. primary = 0;
  147. phb->hose->ops = &pnv_pci_ops;
  148. /* Setup MSI support */
  149. pnv_pci_init_p5ioc2_msis(phb);
  150. /* Setup TCEs */
  151. phb->dma_dev_setup = pnv_pci_p5ioc2_dma_dev_setup;
  152. pnv_pci_setup_iommu_table(&phb->p5ioc2.iommu_table,
  153. tce_mem, tce_size, 0);
  154. }
  155. void __init pnv_pci_init_p5ioc2_hub(struct device_node *np)
  156. {
  157. struct device_node *phbn;
  158. const u64 *prop64;
  159. u64 hub_id;
  160. void *tce_mem;
  161. uint64_t tce_per_phb;
  162. int64_t rc;
  163. int phb_count = 0;
  164. pr_info("Probing p5ioc2 IO-Hub %s\n", np->full_name);
  165. prop64 = of_get_property(np, "ibm,opal-hubid", NULL);
  166. if (!prop64) {
  167. pr_err(" Missing \"ibm,opal-hubid\" property !\n");
  168. return;
  169. }
  170. hub_id = be64_to_cpup(prop64);
  171. pr_info(" HUB-ID : 0x%016llx\n", hub_id);
  172. /* Currently allocate 16M of TCE memory for every Hub
  173. *
  174. * XXX TODO: Make it chip local if possible
  175. */
  176. tce_mem = __alloc_bootmem(P5IOC2_TCE_MEMORY, P5IOC2_TCE_MEMORY,
  177. __pa(MAX_DMA_ADDRESS));
  178. if (!tce_mem) {
  179. pr_err(" Failed to allocate TCE Memory !\n");
  180. return;
  181. }
  182. pr_debug(" TCE : 0x%016lx..0x%016lx\n",
  183. __pa(tce_mem), __pa(tce_mem) + P5IOC2_TCE_MEMORY - 1);
  184. rc = opal_pci_set_hub_tce_memory(hub_id, __pa(tce_mem),
  185. P5IOC2_TCE_MEMORY);
  186. if (rc != OPAL_SUCCESS) {
  187. pr_err(" Failed to allocate TCE memory, OPAL error %lld\n", rc);
  188. return;
  189. }
  190. /* Count child PHBs */
  191. for_each_child_of_node(np, phbn) {
  192. if (of_device_is_compatible(phbn, "ibm,p5ioc2-pcix") ||
  193. of_device_is_compatible(phbn, "ibm,p5ioc2-pciex"))
  194. phb_count++;
  195. }
  196. /* Calculate how much TCE space we can give per PHB */
  197. tce_per_phb = __rounddown_pow_of_two(P5IOC2_TCE_MEMORY / phb_count);
  198. pr_info(" Allocating %lld MB of TCE memory per PHB\n",
  199. tce_per_phb >> 20);
  200. /* Initialize PHBs */
  201. for_each_child_of_node(np, phbn) {
  202. if (of_device_is_compatible(phbn, "ibm,p5ioc2-pcix") ||
  203. of_device_is_compatible(phbn, "ibm,p5ioc2-pciex")) {
  204. pnv_pci_init_p5ioc2_phb(phbn, hub_id,
  205. tce_mem, tce_per_phb);
  206. tce_mem += tce_per_phb;
  207. }
  208. }
  209. }