setup-bus.c 43 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638
  1. /*
  2. * drivers/pci/setup-bus.c
  3. *
  4. * Extruded from code written by
  5. * Dave Rusling (david.rusling@reo.mts.dec.com)
  6. * David Mosberger (davidm@cs.arizona.edu)
  7. * David Miller (davem@redhat.com)
  8. *
  9. * Support routines for initializing a PCI subsystem.
  10. */
  11. /*
  12. * Nov 2000, Ivan Kokshaysky <ink@jurassic.park.msu.ru>
  13. * PCI-PCI bridges cleanup, sorted resource allocation.
  14. * Feb 2002, Ivan Kokshaysky <ink@jurassic.park.msu.ru>
  15. * Converted to allocation in 3 passes, which gives
  16. * tighter packing. Prefetchable range support.
  17. */
  18. #include <linux/init.h>
  19. #include <linux/kernel.h>
  20. #include <linux/module.h>
  21. #include <linux/pci.h>
  22. #include <linux/errno.h>
  23. #include <linux/ioport.h>
  24. #include <linux/cache.h>
  25. #include <linux/slab.h>
  26. #include <asm-generic/pci-bridge.h>
  27. #include "pci.h"
  28. unsigned int pci_flags;
  29. struct pci_dev_resource {
  30. struct list_head list;
  31. struct resource *res;
  32. struct pci_dev *dev;
  33. resource_size_t start;
  34. resource_size_t end;
  35. resource_size_t add_size;
  36. resource_size_t min_align;
  37. unsigned long flags;
  38. };
  39. static void free_list(struct list_head *head)
  40. {
  41. struct pci_dev_resource *dev_res, *tmp;
  42. list_for_each_entry_safe(dev_res, tmp, head, list) {
  43. list_del(&dev_res->list);
  44. kfree(dev_res);
  45. }
  46. }
  47. /**
  48. * add_to_list() - add a new resource tracker to the list
  49. * @head: Head of the list
  50. * @dev: device corresponding to which the resource
  51. * belongs
  52. * @res: The resource to be tracked
  53. * @add_size: additional size to be optionally added
  54. * to the resource
  55. */
  56. static int add_to_list(struct list_head *head,
  57. struct pci_dev *dev, struct resource *res,
  58. resource_size_t add_size, resource_size_t min_align)
  59. {
  60. struct pci_dev_resource *tmp;
  61. tmp = kzalloc(sizeof(*tmp), GFP_KERNEL);
  62. if (!tmp) {
  63. pr_warning("add_to_list: kmalloc() failed!\n");
  64. return -ENOMEM;
  65. }
  66. tmp->res = res;
  67. tmp->dev = dev;
  68. tmp->start = res->start;
  69. tmp->end = res->end;
  70. tmp->flags = res->flags;
  71. tmp->add_size = add_size;
  72. tmp->min_align = min_align;
  73. list_add(&tmp->list, head);
  74. return 0;
  75. }
  76. static void remove_from_list(struct list_head *head,
  77. struct resource *res)
  78. {
  79. struct pci_dev_resource *dev_res, *tmp;
  80. list_for_each_entry_safe(dev_res, tmp, head, list) {
  81. if (dev_res->res == res) {
  82. list_del(&dev_res->list);
  83. kfree(dev_res);
  84. break;
  85. }
  86. }
  87. }
  88. static resource_size_t get_res_add_size(struct list_head *head,
  89. struct resource *res)
  90. {
  91. struct pci_dev_resource *dev_res;
  92. list_for_each_entry(dev_res, head, list) {
  93. if (dev_res->res == res) {
  94. int idx = res - &dev_res->dev->resource[0];
  95. dev_printk(KERN_DEBUG, &dev_res->dev->dev,
  96. "res[%d]=%pR get_res_add_size add_size %llx\n",
  97. idx, dev_res->res,
  98. (unsigned long long)dev_res->add_size);
  99. return dev_res->add_size;
  100. }
  101. }
  102. return 0;
  103. }
  104. /* Sort resources by alignment */
  105. static void pdev_sort_resources(struct pci_dev *dev, struct list_head *head)
  106. {
  107. int i;
  108. for (i = 0; i < PCI_NUM_RESOURCES; i++) {
  109. struct resource *r;
  110. struct pci_dev_resource *dev_res, *tmp;
  111. resource_size_t r_align;
  112. struct list_head *n;
  113. r = &dev->resource[i];
  114. if (r->flags & IORESOURCE_PCI_FIXED)
  115. continue;
  116. if (!(r->flags) || r->parent)
  117. continue;
  118. r_align = pci_resource_alignment(dev, r);
  119. if (!r_align) {
  120. dev_warn(&dev->dev, "BAR %d: %pR has bogus alignment\n",
  121. i, r);
  122. continue;
  123. }
  124. tmp = kzalloc(sizeof(*tmp), GFP_KERNEL);
  125. if (!tmp)
  126. panic("pdev_sort_resources(): "
  127. "kmalloc() failed!\n");
  128. tmp->res = r;
  129. tmp->dev = dev;
  130. /* fallback is smallest one or list is empty*/
  131. n = head;
  132. list_for_each_entry(dev_res, head, list) {
  133. resource_size_t align;
  134. align = pci_resource_alignment(dev_res->dev,
  135. dev_res->res);
  136. if (r_align > align) {
  137. n = &dev_res->list;
  138. break;
  139. }
  140. }
  141. /* Insert it just before n*/
  142. list_add_tail(&tmp->list, n);
  143. }
  144. }
  145. static void __dev_sort_resources(struct pci_dev *dev,
  146. struct list_head *head)
  147. {
  148. u16 class = dev->class >> 8;
  149. /* Don't touch classless devices or host bridges or ioapics. */
  150. if (class == PCI_CLASS_NOT_DEFINED || class == PCI_CLASS_BRIDGE_HOST)
  151. return;
  152. /* Don't touch ioapic devices already enabled by firmware */
  153. if (class == PCI_CLASS_SYSTEM_PIC) {
  154. u16 command;
  155. pci_read_config_word(dev, PCI_COMMAND, &command);
  156. if (command & (PCI_COMMAND_IO | PCI_COMMAND_MEMORY))
  157. return;
  158. }
  159. pdev_sort_resources(dev, head);
  160. }
  161. static inline void reset_resource(struct resource *res)
  162. {
  163. res->start = 0;
  164. res->end = 0;
  165. res->flags = 0;
  166. }
  167. /**
  168. * reassign_resources_sorted() - satisfy any additional resource requests
  169. *
  170. * @realloc_head : head of the list tracking requests requiring additional
  171. * resources
  172. * @head : head of the list tracking requests with allocated
  173. * resources
  174. *
  175. * Walk through each element of the realloc_head and try to procure
  176. * additional resources for the element, provided the element
  177. * is in the head list.
  178. */
  179. static void reassign_resources_sorted(struct list_head *realloc_head,
  180. struct list_head *head)
  181. {
  182. struct resource *res;
  183. struct pci_dev_resource *add_res, *tmp;
  184. struct pci_dev_resource *dev_res;
  185. resource_size_t add_size;
  186. int idx;
  187. list_for_each_entry_safe(add_res, tmp, realloc_head, list) {
  188. bool found_match = false;
  189. res = add_res->res;
  190. /* skip resource that has been reset */
  191. if (!res->flags)
  192. goto out;
  193. /* skip this resource if not found in head list */
  194. list_for_each_entry(dev_res, head, list) {
  195. if (dev_res->res == res) {
  196. found_match = true;
  197. break;
  198. }
  199. }
  200. if (!found_match)/* just skip */
  201. continue;
  202. idx = res - &add_res->dev->resource[0];
  203. add_size = add_res->add_size;
  204. if (!resource_size(res)) {
  205. res->start = add_res->start;
  206. res->end = res->start + add_size - 1;
  207. if (pci_assign_resource(add_res->dev, idx))
  208. reset_resource(res);
  209. } else {
  210. resource_size_t align = add_res->min_align;
  211. res->flags |= add_res->flags &
  212. (IORESOURCE_STARTALIGN|IORESOURCE_SIZEALIGN);
  213. if (pci_reassign_resource(add_res->dev, idx,
  214. add_size, align))
  215. dev_printk(KERN_DEBUG, &add_res->dev->dev,
  216. "failed to add %llx res[%d]=%pR\n",
  217. (unsigned long long)add_size,
  218. idx, res);
  219. }
  220. out:
  221. list_del(&add_res->list);
  222. kfree(add_res);
  223. }
  224. }
  225. /**
  226. * assign_requested_resources_sorted() - satisfy resource requests
  227. *
  228. * @head : head of the list tracking requests for resources
  229. * @fail_head : head of the list tracking requests that could
  230. * not be allocated
  231. *
  232. * Satisfy resource requests of each element in the list. Add
  233. * requests that could not satisfied to the failed_list.
  234. */
  235. static void assign_requested_resources_sorted(struct list_head *head,
  236. struct list_head *fail_head)
  237. {
  238. struct resource *res;
  239. struct pci_dev_resource *dev_res;
  240. int idx;
  241. list_for_each_entry(dev_res, head, list) {
  242. res = dev_res->res;
  243. idx = res - &dev_res->dev->resource[0];
  244. if (resource_size(res) &&
  245. pci_assign_resource(dev_res->dev, idx)) {
  246. if (fail_head) {
  247. /*
  248. * if the failed res is for ROM BAR, and it will
  249. * be enabled later, don't add it to the list
  250. */
  251. if (!((idx == PCI_ROM_RESOURCE) &&
  252. (!(res->flags & IORESOURCE_ROM_ENABLE))))
  253. add_to_list(fail_head,
  254. dev_res->dev, res,
  255. 0 /* dont care */,
  256. 0 /* dont care */);
  257. }
  258. reset_resource(res);
  259. }
  260. }
  261. }
  262. static unsigned long pci_fail_res_type_mask(struct list_head *fail_head)
  263. {
  264. struct pci_dev_resource *fail_res;
  265. unsigned long mask = 0;
  266. /* check failed type */
  267. list_for_each_entry(fail_res, fail_head, list)
  268. mask |= fail_res->flags;
  269. /*
  270. * one pref failed resource will set IORESOURCE_MEM,
  271. * as we can allocate pref in non-pref range.
  272. * Will release all assigned non-pref sibling resources
  273. * according to that bit.
  274. */
  275. return mask & (IORESOURCE_IO | IORESOURCE_MEM | IORESOURCE_PREFETCH);
  276. }
  277. static bool pci_need_to_release(unsigned long mask, struct resource *res)
  278. {
  279. if (res->flags & IORESOURCE_IO)
  280. return !!(mask & IORESOURCE_IO);
  281. /* check pref at first */
  282. if (res->flags & IORESOURCE_PREFETCH) {
  283. if (mask & IORESOURCE_PREFETCH)
  284. return true;
  285. /* count pref if its parent is non-pref */
  286. else if ((mask & IORESOURCE_MEM) &&
  287. !(res->parent->flags & IORESOURCE_PREFETCH))
  288. return true;
  289. else
  290. return false;
  291. }
  292. if (res->flags & IORESOURCE_MEM)
  293. return !!(mask & IORESOURCE_MEM);
  294. return false; /* should not get here */
  295. }
  296. static void __assign_resources_sorted(struct list_head *head,
  297. struct list_head *realloc_head,
  298. struct list_head *fail_head)
  299. {
  300. /*
  301. * Should not assign requested resources at first.
  302. * they could be adjacent, so later reassign can not reallocate
  303. * them one by one in parent resource window.
  304. * Try to assign requested + add_size at beginning
  305. * if could do that, could get out early.
  306. * if could not do that, we still try to assign requested at first,
  307. * then try to reassign add_size for some resources.
  308. *
  309. * Separate three resource type checking if we need to release
  310. * assigned resource after requested + add_size try.
  311. * 1. if there is io port assign fail, will release assigned
  312. * io port.
  313. * 2. if there is pref mmio assign fail, release assigned
  314. * pref mmio.
  315. * if assigned pref mmio's parent is non-pref mmio and there
  316. * is non-pref mmio assign fail, will release that assigned
  317. * pref mmio.
  318. * 3. if there is non-pref mmio assign fail or pref mmio
  319. * assigned fail, will release assigned non-pref mmio.
  320. */
  321. LIST_HEAD(save_head);
  322. LIST_HEAD(local_fail_head);
  323. struct pci_dev_resource *save_res;
  324. struct pci_dev_resource *dev_res, *tmp_res;
  325. unsigned long fail_type;
  326. /* Check if optional add_size is there */
  327. if (!realloc_head || list_empty(realloc_head))
  328. goto requested_and_reassign;
  329. /* Save original start, end, flags etc at first */
  330. list_for_each_entry(dev_res, head, list) {
  331. if (add_to_list(&save_head, dev_res->dev, dev_res->res, 0, 0)) {
  332. free_list(&save_head);
  333. goto requested_and_reassign;
  334. }
  335. }
  336. /* Update res in head list with add_size in realloc_head list */
  337. list_for_each_entry(dev_res, head, list)
  338. dev_res->res->end += get_res_add_size(realloc_head,
  339. dev_res->res);
  340. /* Try updated head list with add_size added */
  341. assign_requested_resources_sorted(head, &local_fail_head);
  342. /* all assigned with add_size ? */
  343. if (list_empty(&local_fail_head)) {
  344. /* Remove head list from realloc_head list */
  345. list_for_each_entry(dev_res, head, list)
  346. remove_from_list(realloc_head, dev_res->res);
  347. free_list(&save_head);
  348. free_list(head);
  349. return;
  350. }
  351. /* check failed type */
  352. fail_type = pci_fail_res_type_mask(&local_fail_head);
  353. /* remove not need to be released assigned res from head list etc */
  354. list_for_each_entry_safe(dev_res, tmp_res, head, list)
  355. if (dev_res->res->parent &&
  356. !pci_need_to_release(fail_type, dev_res->res)) {
  357. /* remove it from realloc_head list */
  358. remove_from_list(realloc_head, dev_res->res);
  359. remove_from_list(&save_head, dev_res->res);
  360. list_del(&dev_res->list);
  361. kfree(dev_res);
  362. }
  363. free_list(&local_fail_head);
  364. /* Release assigned resource */
  365. list_for_each_entry(dev_res, head, list)
  366. if (dev_res->res->parent)
  367. release_resource(dev_res->res);
  368. /* Restore start/end/flags from saved list */
  369. list_for_each_entry(save_res, &save_head, list) {
  370. struct resource *res = save_res->res;
  371. res->start = save_res->start;
  372. res->end = save_res->end;
  373. res->flags = save_res->flags;
  374. }
  375. free_list(&save_head);
  376. requested_and_reassign:
  377. /* Satisfy the must-have resource requests */
  378. assign_requested_resources_sorted(head, fail_head);
  379. /* Try to satisfy any additional optional resource
  380. requests */
  381. if (realloc_head)
  382. reassign_resources_sorted(realloc_head, head);
  383. free_list(head);
  384. }
  385. static void pdev_assign_resources_sorted(struct pci_dev *dev,
  386. struct list_head *add_head,
  387. struct list_head *fail_head)
  388. {
  389. LIST_HEAD(head);
  390. __dev_sort_resources(dev, &head);
  391. __assign_resources_sorted(&head, add_head, fail_head);
  392. }
  393. static void pbus_assign_resources_sorted(const struct pci_bus *bus,
  394. struct list_head *realloc_head,
  395. struct list_head *fail_head)
  396. {
  397. struct pci_dev *dev;
  398. LIST_HEAD(head);
  399. list_for_each_entry(dev, &bus->devices, bus_list)
  400. __dev_sort_resources(dev, &head);
  401. __assign_resources_sorted(&head, realloc_head, fail_head);
  402. }
  403. void pci_setup_cardbus(struct pci_bus *bus)
  404. {
  405. struct pci_dev *bridge = bus->self;
  406. struct resource *res;
  407. struct pci_bus_region region;
  408. dev_info(&bridge->dev, "CardBus bridge to %pR\n",
  409. &bus->busn_res);
  410. res = bus->resource[0];
  411. pcibios_resource_to_bus(bridge, &region, res);
  412. if (res->flags & IORESOURCE_IO) {
  413. /*
  414. * The IO resource is allocated a range twice as large as it
  415. * would normally need. This allows us to set both IO regs.
  416. */
  417. dev_info(&bridge->dev, " bridge window %pR\n", res);
  418. pci_write_config_dword(bridge, PCI_CB_IO_BASE_0,
  419. region.start);
  420. pci_write_config_dword(bridge, PCI_CB_IO_LIMIT_0,
  421. region.end);
  422. }
  423. res = bus->resource[1];
  424. pcibios_resource_to_bus(bridge, &region, res);
  425. if (res->flags & IORESOURCE_IO) {
  426. dev_info(&bridge->dev, " bridge window %pR\n", res);
  427. pci_write_config_dword(bridge, PCI_CB_IO_BASE_1,
  428. region.start);
  429. pci_write_config_dword(bridge, PCI_CB_IO_LIMIT_1,
  430. region.end);
  431. }
  432. res = bus->resource[2];
  433. pcibios_resource_to_bus(bridge, &region, res);
  434. if (res->flags & IORESOURCE_MEM) {
  435. dev_info(&bridge->dev, " bridge window %pR\n", res);
  436. pci_write_config_dword(bridge, PCI_CB_MEMORY_BASE_0,
  437. region.start);
  438. pci_write_config_dword(bridge, PCI_CB_MEMORY_LIMIT_0,
  439. region.end);
  440. }
  441. res = bus->resource[3];
  442. pcibios_resource_to_bus(bridge, &region, res);
  443. if (res->flags & IORESOURCE_MEM) {
  444. dev_info(&bridge->dev, " bridge window %pR\n", res);
  445. pci_write_config_dword(bridge, PCI_CB_MEMORY_BASE_1,
  446. region.start);
  447. pci_write_config_dword(bridge, PCI_CB_MEMORY_LIMIT_1,
  448. region.end);
  449. }
  450. }
  451. EXPORT_SYMBOL(pci_setup_cardbus);
  452. /* Initialize bridges with base/limit values we have collected.
  453. PCI-to-PCI Bridge Architecture Specification rev. 1.1 (1998)
  454. requires that if there is no I/O ports or memory behind the
  455. bridge, corresponding range must be turned off by writing base
  456. value greater than limit to the bridge's base/limit registers.
  457. Note: care must be taken when updating I/O base/limit registers
  458. of bridges which support 32-bit I/O. This update requires two
  459. config space writes, so it's quite possible that an I/O window of
  460. the bridge will have some undesirable address (e.g. 0) after the
  461. first write. Ditto 64-bit prefetchable MMIO. */
  462. static void pci_setup_bridge_io(struct pci_bus *bus)
  463. {
  464. struct pci_dev *bridge = bus->self;
  465. struct resource *res;
  466. struct pci_bus_region region;
  467. unsigned long io_mask;
  468. u8 io_base_lo, io_limit_lo;
  469. u32 l, io_upper16;
  470. io_mask = PCI_IO_RANGE_MASK;
  471. if (bridge->io_window_1k)
  472. io_mask = PCI_IO_1K_RANGE_MASK;
  473. /* Set up the top and bottom of the PCI I/O segment for this bus. */
  474. res = bus->resource[0];
  475. pcibios_resource_to_bus(bridge, &region, res);
  476. if (res->flags & IORESOURCE_IO) {
  477. pci_read_config_dword(bridge, PCI_IO_BASE, &l);
  478. l &= 0xffff0000;
  479. io_base_lo = (region.start >> 8) & io_mask;
  480. io_limit_lo = (region.end >> 8) & io_mask;
  481. l |= ((u32) io_limit_lo << 8) | io_base_lo;
  482. /* Set up upper 16 bits of I/O base/limit. */
  483. io_upper16 = (region.end & 0xffff0000) | (region.start >> 16);
  484. dev_info(&bridge->dev, " bridge window %pR\n", res);
  485. } else {
  486. /* Clear upper 16 bits of I/O base/limit. */
  487. io_upper16 = 0;
  488. l = 0x00f0;
  489. }
  490. /* Temporarily disable the I/O range before updating PCI_IO_BASE. */
  491. pci_write_config_dword(bridge, PCI_IO_BASE_UPPER16, 0x0000ffff);
  492. /* Update lower 16 bits of I/O base/limit. */
  493. pci_write_config_dword(bridge, PCI_IO_BASE, l);
  494. /* Update upper 16 bits of I/O base/limit. */
  495. pci_write_config_dword(bridge, PCI_IO_BASE_UPPER16, io_upper16);
  496. }
  497. static void pci_setup_bridge_mmio(struct pci_bus *bus)
  498. {
  499. struct pci_dev *bridge = bus->self;
  500. struct resource *res;
  501. struct pci_bus_region region;
  502. u32 l;
  503. /* Set up the top and bottom of the PCI Memory segment for this bus. */
  504. res = bus->resource[1];
  505. pcibios_resource_to_bus(bridge, &region, res);
  506. if (res->flags & IORESOURCE_MEM) {
  507. l = (region.start >> 16) & 0xfff0;
  508. l |= region.end & 0xfff00000;
  509. dev_info(&bridge->dev, " bridge window %pR\n", res);
  510. } else {
  511. l = 0x0000fff0;
  512. }
  513. pci_write_config_dword(bridge, PCI_MEMORY_BASE, l);
  514. }
  515. static void pci_setup_bridge_mmio_pref(struct pci_bus *bus)
  516. {
  517. struct pci_dev *bridge = bus->self;
  518. struct resource *res;
  519. struct pci_bus_region region;
  520. u32 l, bu, lu;
  521. /* Clear out the upper 32 bits of PREF limit.
  522. If PCI_PREF_BASE_UPPER32 was non-zero, this temporarily
  523. disables PREF range, which is ok. */
  524. pci_write_config_dword(bridge, PCI_PREF_LIMIT_UPPER32, 0);
  525. /* Set up PREF base/limit. */
  526. bu = lu = 0;
  527. res = bus->resource[2];
  528. pcibios_resource_to_bus(bridge, &region, res);
  529. if (res->flags & IORESOURCE_PREFETCH) {
  530. l = (region.start >> 16) & 0xfff0;
  531. l |= region.end & 0xfff00000;
  532. if (res->flags & IORESOURCE_MEM_64) {
  533. bu = upper_32_bits(region.start);
  534. lu = upper_32_bits(region.end);
  535. }
  536. dev_info(&bridge->dev, " bridge window %pR\n", res);
  537. } else {
  538. l = 0x0000fff0;
  539. }
  540. pci_write_config_dword(bridge, PCI_PREF_MEMORY_BASE, l);
  541. /* Set the upper 32 bits of PREF base & limit. */
  542. pci_write_config_dword(bridge, PCI_PREF_BASE_UPPER32, bu);
  543. pci_write_config_dword(bridge, PCI_PREF_LIMIT_UPPER32, lu);
  544. }
  545. static void __pci_setup_bridge(struct pci_bus *bus, unsigned long type)
  546. {
  547. struct pci_dev *bridge = bus->self;
  548. dev_info(&bridge->dev, "PCI bridge to %pR\n",
  549. &bus->busn_res);
  550. if (type & IORESOURCE_IO)
  551. pci_setup_bridge_io(bus);
  552. if (type & IORESOURCE_MEM)
  553. pci_setup_bridge_mmio(bus);
  554. if (type & IORESOURCE_PREFETCH)
  555. pci_setup_bridge_mmio_pref(bus);
  556. pci_write_config_word(bridge, PCI_BRIDGE_CONTROL, bus->bridge_ctl);
  557. }
  558. void pci_setup_bridge(struct pci_bus *bus)
  559. {
  560. unsigned long type = IORESOURCE_IO | IORESOURCE_MEM |
  561. IORESOURCE_PREFETCH;
  562. __pci_setup_bridge(bus, type);
  563. }
  564. /* Check whether the bridge supports optional I/O and
  565. prefetchable memory ranges. If not, the respective
  566. base/limit registers must be read-only and read as 0. */
  567. static void pci_bridge_check_ranges(struct pci_bus *bus)
  568. {
  569. u16 io;
  570. u32 pmem;
  571. struct pci_dev *bridge = bus->self;
  572. struct resource *b_res;
  573. b_res = &bridge->resource[PCI_BRIDGE_RESOURCES];
  574. b_res[1].flags |= IORESOURCE_MEM;
  575. pci_read_config_word(bridge, PCI_IO_BASE, &io);
  576. if (!io) {
  577. pci_write_config_word(bridge, PCI_IO_BASE, 0xf0f0);
  578. pci_read_config_word(bridge, PCI_IO_BASE, &io);
  579. pci_write_config_word(bridge, PCI_IO_BASE, 0x0);
  580. }
  581. if (io)
  582. b_res[0].flags |= IORESOURCE_IO;
  583. /* DECchip 21050 pass 2 errata: the bridge may miss an address
  584. disconnect boundary by one PCI data phase.
  585. Workaround: do not use prefetching on this device. */
  586. if (bridge->vendor == PCI_VENDOR_ID_DEC && bridge->device == 0x0001)
  587. return;
  588. pci_read_config_dword(bridge, PCI_PREF_MEMORY_BASE, &pmem);
  589. if (!pmem) {
  590. pci_write_config_dword(bridge, PCI_PREF_MEMORY_BASE,
  591. 0xfff0fff0);
  592. pci_read_config_dword(bridge, PCI_PREF_MEMORY_BASE, &pmem);
  593. pci_write_config_dword(bridge, PCI_PREF_MEMORY_BASE, 0x0);
  594. }
  595. if (pmem) {
  596. b_res[2].flags |= IORESOURCE_MEM | IORESOURCE_PREFETCH;
  597. if ((pmem & PCI_PREF_RANGE_TYPE_MASK) ==
  598. PCI_PREF_RANGE_TYPE_64) {
  599. b_res[2].flags |= IORESOURCE_MEM_64;
  600. b_res[2].flags |= PCI_PREF_RANGE_TYPE_64;
  601. }
  602. }
  603. /* double check if bridge does support 64 bit pref */
  604. if (b_res[2].flags & IORESOURCE_MEM_64) {
  605. u32 mem_base_hi, tmp;
  606. pci_read_config_dword(bridge, PCI_PREF_BASE_UPPER32,
  607. &mem_base_hi);
  608. pci_write_config_dword(bridge, PCI_PREF_BASE_UPPER32,
  609. 0xffffffff);
  610. pci_read_config_dword(bridge, PCI_PREF_BASE_UPPER32, &tmp);
  611. if (!tmp)
  612. b_res[2].flags &= ~IORESOURCE_MEM_64;
  613. pci_write_config_dword(bridge, PCI_PREF_BASE_UPPER32,
  614. mem_base_hi);
  615. }
  616. }
  617. /* Helper function for sizing routines: find first available
  618. bus resource of a given type. Note: we intentionally skip
  619. the bus resources which have already been assigned (that is,
  620. have non-NULL parent resource). */
  621. static struct resource *find_free_bus_resource(struct pci_bus *bus, unsigned long type)
  622. {
  623. int i;
  624. struct resource *r;
  625. unsigned long type_mask = IORESOURCE_IO | IORESOURCE_MEM |
  626. IORESOURCE_PREFETCH;
  627. pci_bus_for_each_resource(bus, r, i) {
  628. if (r == &ioport_resource || r == &iomem_resource)
  629. continue;
  630. if (r && (r->flags & type_mask) == type && !r->parent)
  631. return r;
  632. }
  633. return NULL;
  634. }
  635. static resource_size_t calculate_iosize(resource_size_t size,
  636. resource_size_t min_size,
  637. resource_size_t size1,
  638. resource_size_t old_size,
  639. resource_size_t align)
  640. {
  641. if (size < min_size)
  642. size = min_size;
  643. if (old_size == 1 )
  644. old_size = 0;
  645. /* To be fixed in 2.5: we should have sort of HAVE_ISA
  646. flag in the struct pci_bus. */
  647. #if defined(CONFIG_ISA) || defined(CONFIG_EISA)
  648. size = (size & 0xff) + ((size & ~0xffUL) << 2);
  649. #endif
  650. size = ALIGN(size + size1, align);
  651. if (size < old_size)
  652. size = old_size;
  653. return size;
  654. }
  655. static resource_size_t calculate_memsize(resource_size_t size,
  656. resource_size_t min_size,
  657. resource_size_t size1,
  658. resource_size_t old_size,
  659. resource_size_t align)
  660. {
  661. if (size < min_size)
  662. size = min_size;
  663. if (old_size == 1 )
  664. old_size = 0;
  665. if (size < old_size)
  666. size = old_size;
  667. size = ALIGN(size + size1, align);
  668. return size;
  669. }
  670. resource_size_t __weak pcibios_window_alignment(struct pci_bus *bus,
  671. unsigned long type)
  672. {
  673. return 1;
  674. }
  675. #define PCI_P2P_DEFAULT_MEM_ALIGN 0x100000 /* 1MiB */
  676. #define PCI_P2P_DEFAULT_IO_ALIGN 0x1000 /* 4KiB */
  677. #define PCI_P2P_DEFAULT_IO_ALIGN_1K 0x400 /* 1KiB */
  678. static resource_size_t window_alignment(struct pci_bus *bus,
  679. unsigned long type)
  680. {
  681. resource_size_t align = 1, arch_align;
  682. if (type & IORESOURCE_MEM)
  683. align = PCI_P2P_DEFAULT_MEM_ALIGN;
  684. else if (type & IORESOURCE_IO) {
  685. /*
  686. * Per spec, I/O windows are 4K-aligned, but some
  687. * bridges have an extension to support 1K alignment.
  688. */
  689. if (bus->self->io_window_1k)
  690. align = PCI_P2P_DEFAULT_IO_ALIGN_1K;
  691. else
  692. align = PCI_P2P_DEFAULT_IO_ALIGN;
  693. }
  694. arch_align = pcibios_window_alignment(bus, type);
  695. return max(align, arch_align);
  696. }
  697. /**
  698. * pbus_size_io() - size the io window of a given bus
  699. *
  700. * @bus : the bus
  701. * @min_size : the minimum io window that must to be allocated
  702. * @add_size : additional optional io window
  703. * @realloc_head : track the additional io window on this list
  704. *
  705. * Sizing the IO windows of the PCI-PCI bridge is trivial,
  706. * since these windows have 1K or 4K granularity and the IO ranges
  707. * of non-bridge PCI devices are limited to 256 bytes.
  708. * We must be careful with the ISA aliasing though.
  709. */
  710. static void pbus_size_io(struct pci_bus *bus, resource_size_t min_size,
  711. resource_size_t add_size, struct list_head *realloc_head)
  712. {
  713. struct pci_dev *dev;
  714. struct resource *b_res = find_free_bus_resource(bus, IORESOURCE_IO);
  715. unsigned long size = 0, size0 = 0, size1 = 0;
  716. resource_size_t children_add_size = 0;
  717. resource_size_t min_align, io_align, align;
  718. if (!b_res)
  719. return;
  720. io_align = min_align = window_alignment(bus, IORESOURCE_IO);
  721. list_for_each_entry(dev, &bus->devices, bus_list) {
  722. int i;
  723. for (i = 0; i < PCI_NUM_RESOURCES; i++) {
  724. struct resource *r = &dev->resource[i];
  725. unsigned long r_size;
  726. if (r->parent || !(r->flags & IORESOURCE_IO))
  727. continue;
  728. r_size = resource_size(r);
  729. if (r_size < 0x400)
  730. /* Might be re-aligned for ISA */
  731. size += r_size;
  732. else
  733. size1 += r_size;
  734. align = pci_resource_alignment(dev, r);
  735. if (align > min_align)
  736. min_align = align;
  737. if (realloc_head)
  738. children_add_size += get_res_add_size(realloc_head, r);
  739. }
  740. }
  741. if (min_align > io_align)
  742. min_align = io_align;
  743. size0 = calculate_iosize(size, min_size, size1,
  744. resource_size(b_res), min_align);
  745. if (children_add_size > add_size)
  746. add_size = children_add_size;
  747. size1 = (!realloc_head || (realloc_head && !add_size)) ? size0 :
  748. calculate_iosize(size, min_size, add_size + size1,
  749. resource_size(b_res), min_align);
  750. if (!size0 && !size1) {
  751. if (b_res->start || b_res->end)
  752. dev_info(&bus->self->dev, "disabling bridge window "
  753. "%pR to %pR (unused)\n", b_res,
  754. &bus->busn_res);
  755. b_res->flags = 0;
  756. return;
  757. }
  758. b_res->start = min_align;
  759. b_res->end = b_res->start + size0 - 1;
  760. b_res->flags |= IORESOURCE_STARTALIGN;
  761. if (size1 > size0 && realloc_head) {
  762. add_to_list(realloc_head, bus->self, b_res, size1-size0,
  763. min_align);
  764. dev_printk(KERN_DEBUG, &bus->self->dev, "bridge window "
  765. "%pR to %pR add_size %lx\n", b_res,
  766. &bus->busn_res, size1-size0);
  767. }
  768. }
  769. static inline resource_size_t calculate_mem_align(resource_size_t *aligns,
  770. int max_order)
  771. {
  772. resource_size_t align = 0;
  773. resource_size_t min_align = 0;
  774. int order;
  775. for (order = 0; order <= max_order; order++) {
  776. resource_size_t align1 = 1;
  777. align1 <<= (order + 20);
  778. if (!align)
  779. min_align = align1;
  780. else if (ALIGN(align + min_align, min_align) < align1)
  781. min_align = align1 >> 1;
  782. align += aligns[order];
  783. }
  784. return min_align;
  785. }
  786. /**
  787. * pbus_size_mem() - size the memory window of a given bus
  788. *
  789. * @bus : the bus
  790. * @min_size : the minimum memory window that must to be allocated
  791. * @add_size : additional optional memory window
  792. * @realloc_head : track the additional memory window on this list
  793. *
  794. * Calculate the size of the bus and minimal alignment which
  795. * guarantees that all child resources fit in this size.
  796. */
  797. static int pbus_size_mem(struct pci_bus *bus, unsigned long mask,
  798. unsigned long type, resource_size_t min_size,
  799. resource_size_t add_size,
  800. struct list_head *realloc_head)
  801. {
  802. struct pci_dev *dev;
  803. resource_size_t min_align, align, size, size0, size1;
  804. resource_size_t aligns[12]; /* Alignments from 1Mb to 2Gb */
  805. int order, max_order;
  806. struct resource *b_res = find_free_bus_resource(bus, type);
  807. unsigned int mem64_mask = 0;
  808. resource_size_t children_add_size = 0;
  809. if (!b_res)
  810. return 0;
  811. memset(aligns, 0, sizeof(aligns));
  812. max_order = 0;
  813. size = 0;
  814. mem64_mask = b_res->flags & IORESOURCE_MEM_64;
  815. b_res->flags &= ~IORESOURCE_MEM_64;
  816. list_for_each_entry(dev, &bus->devices, bus_list) {
  817. int i;
  818. for (i = 0; i < PCI_NUM_RESOURCES; i++) {
  819. struct resource *r = &dev->resource[i];
  820. resource_size_t r_size;
  821. if (r->parent || (r->flags & mask) != type)
  822. continue;
  823. r_size = resource_size(r);
  824. #ifdef CONFIG_PCI_IOV
  825. /* put SRIOV requested res to the optional list */
  826. if (realloc_head && i >= PCI_IOV_RESOURCES &&
  827. i <= PCI_IOV_RESOURCE_END) {
  828. r->end = r->start - 1;
  829. add_to_list(realloc_head, dev, r, r_size, 0/* dont' care */);
  830. children_add_size += r_size;
  831. continue;
  832. }
  833. #endif
  834. /* For bridges size != alignment */
  835. align = pci_resource_alignment(dev, r);
  836. order = __ffs(align) - 20;
  837. if (order > 11) {
  838. dev_warn(&dev->dev, "disabling BAR %d: %pR "
  839. "(bad alignment %#llx)\n", i, r,
  840. (unsigned long long) align);
  841. r->flags = 0;
  842. continue;
  843. }
  844. size += r_size;
  845. if (order < 0)
  846. order = 0;
  847. /* Exclude ranges with size > align from
  848. calculation of the alignment. */
  849. if (r_size == align)
  850. aligns[order] += align;
  851. if (order > max_order)
  852. max_order = order;
  853. mem64_mask &= r->flags & IORESOURCE_MEM_64;
  854. if (realloc_head)
  855. children_add_size += get_res_add_size(realloc_head, r);
  856. }
  857. }
  858. min_align = calculate_mem_align(aligns, max_order);
  859. min_align = max(min_align, window_alignment(bus, b_res->flags & mask));
  860. size0 = calculate_memsize(size, min_size, 0, resource_size(b_res), min_align);
  861. if (children_add_size > add_size)
  862. add_size = children_add_size;
  863. size1 = (!realloc_head || (realloc_head && !add_size)) ? size0 :
  864. calculate_memsize(size, min_size, add_size,
  865. resource_size(b_res), min_align);
  866. if (!size0 && !size1) {
  867. if (b_res->start || b_res->end)
  868. dev_info(&bus->self->dev, "disabling bridge window "
  869. "%pR to %pR (unused)\n", b_res,
  870. &bus->busn_res);
  871. b_res->flags = 0;
  872. return 1;
  873. }
  874. b_res->start = min_align;
  875. b_res->end = size0 + min_align - 1;
  876. b_res->flags |= IORESOURCE_STARTALIGN | mem64_mask;
  877. if (size1 > size0 && realloc_head) {
  878. add_to_list(realloc_head, bus->self, b_res, size1-size0, min_align);
  879. dev_printk(KERN_DEBUG, &bus->self->dev, "bridge window "
  880. "%pR to %pR add_size %llx\n", b_res,
  881. &bus->busn_res, (unsigned long long)size1-size0);
  882. }
  883. return 1;
  884. }
  885. unsigned long pci_cardbus_resource_alignment(struct resource *res)
  886. {
  887. if (res->flags & IORESOURCE_IO)
  888. return pci_cardbus_io_size;
  889. if (res->flags & IORESOURCE_MEM)
  890. return pci_cardbus_mem_size;
  891. return 0;
  892. }
  893. static void pci_bus_size_cardbus(struct pci_bus *bus,
  894. struct list_head *realloc_head)
  895. {
  896. struct pci_dev *bridge = bus->self;
  897. struct resource *b_res = &bridge->resource[PCI_BRIDGE_RESOURCES];
  898. resource_size_t b_res_3_size = pci_cardbus_mem_size * 2;
  899. u16 ctrl;
  900. if (b_res[0].parent)
  901. goto handle_b_res_1;
  902. /*
  903. * Reserve some resources for CardBus. We reserve
  904. * a fixed amount of bus space for CardBus bridges.
  905. */
  906. b_res[0].start = pci_cardbus_io_size;
  907. b_res[0].end = b_res[0].start + pci_cardbus_io_size - 1;
  908. b_res[0].flags |= IORESOURCE_IO | IORESOURCE_STARTALIGN;
  909. if (realloc_head) {
  910. b_res[0].end -= pci_cardbus_io_size;
  911. add_to_list(realloc_head, bridge, b_res, pci_cardbus_io_size,
  912. pci_cardbus_io_size);
  913. }
  914. handle_b_res_1:
  915. if (b_res[1].parent)
  916. goto handle_b_res_2;
  917. b_res[1].start = pci_cardbus_io_size;
  918. b_res[1].end = b_res[1].start + pci_cardbus_io_size - 1;
  919. b_res[1].flags |= IORESOURCE_IO | IORESOURCE_STARTALIGN;
  920. if (realloc_head) {
  921. b_res[1].end -= pci_cardbus_io_size;
  922. add_to_list(realloc_head, bridge, b_res+1, pci_cardbus_io_size,
  923. pci_cardbus_io_size);
  924. }
  925. handle_b_res_2:
  926. /* MEM1 must not be pref mmio */
  927. pci_read_config_word(bridge, PCI_CB_BRIDGE_CONTROL, &ctrl);
  928. if (ctrl & PCI_CB_BRIDGE_CTL_PREFETCH_MEM1) {
  929. ctrl &= ~PCI_CB_BRIDGE_CTL_PREFETCH_MEM1;
  930. pci_write_config_word(bridge, PCI_CB_BRIDGE_CONTROL, ctrl);
  931. pci_read_config_word(bridge, PCI_CB_BRIDGE_CONTROL, &ctrl);
  932. }
  933. /*
  934. * Check whether prefetchable memory is supported
  935. * by this bridge.
  936. */
  937. pci_read_config_word(bridge, PCI_CB_BRIDGE_CONTROL, &ctrl);
  938. if (!(ctrl & PCI_CB_BRIDGE_CTL_PREFETCH_MEM0)) {
  939. ctrl |= PCI_CB_BRIDGE_CTL_PREFETCH_MEM0;
  940. pci_write_config_word(bridge, PCI_CB_BRIDGE_CONTROL, ctrl);
  941. pci_read_config_word(bridge, PCI_CB_BRIDGE_CONTROL, &ctrl);
  942. }
  943. if (b_res[2].parent)
  944. goto handle_b_res_3;
  945. /*
  946. * If we have prefetchable memory support, allocate
  947. * two regions. Otherwise, allocate one region of
  948. * twice the size.
  949. */
  950. if (ctrl & PCI_CB_BRIDGE_CTL_PREFETCH_MEM0) {
  951. b_res[2].start = pci_cardbus_mem_size;
  952. b_res[2].end = b_res[2].start + pci_cardbus_mem_size - 1;
  953. b_res[2].flags |= IORESOURCE_MEM | IORESOURCE_PREFETCH |
  954. IORESOURCE_STARTALIGN;
  955. if (realloc_head) {
  956. b_res[2].end -= pci_cardbus_mem_size;
  957. add_to_list(realloc_head, bridge, b_res+2,
  958. pci_cardbus_mem_size, pci_cardbus_mem_size);
  959. }
  960. /* reduce that to half */
  961. b_res_3_size = pci_cardbus_mem_size;
  962. }
  963. handle_b_res_3:
  964. if (b_res[3].parent)
  965. goto handle_done;
  966. b_res[3].start = pci_cardbus_mem_size;
  967. b_res[3].end = b_res[3].start + b_res_3_size - 1;
  968. b_res[3].flags |= IORESOURCE_MEM | IORESOURCE_STARTALIGN;
  969. if (realloc_head) {
  970. b_res[3].end -= b_res_3_size;
  971. add_to_list(realloc_head, bridge, b_res+3, b_res_3_size,
  972. pci_cardbus_mem_size);
  973. }
  974. handle_done:
  975. ;
  976. }
  977. void __ref __pci_bus_size_bridges(struct pci_bus *bus,
  978. struct list_head *realloc_head)
  979. {
  980. struct pci_dev *dev;
  981. unsigned long mask, prefmask;
  982. resource_size_t additional_mem_size = 0, additional_io_size = 0;
  983. list_for_each_entry(dev, &bus->devices, bus_list) {
  984. struct pci_bus *b = dev->subordinate;
  985. if (!b)
  986. continue;
  987. switch (dev->class >> 8) {
  988. case PCI_CLASS_BRIDGE_CARDBUS:
  989. pci_bus_size_cardbus(b, realloc_head);
  990. break;
  991. case PCI_CLASS_BRIDGE_PCI:
  992. default:
  993. __pci_bus_size_bridges(b, realloc_head);
  994. break;
  995. }
  996. }
  997. /* The root bus? */
  998. if (!bus->self)
  999. return;
  1000. switch (bus->self->class >> 8) {
  1001. case PCI_CLASS_BRIDGE_CARDBUS:
  1002. /* don't size cardbuses yet. */
  1003. break;
  1004. case PCI_CLASS_BRIDGE_PCI:
  1005. pci_bridge_check_ranges(bus);
  1006. if (bus->self->is_hotplug_bridge) {
  1007. additional_io_size = pci_hotplug_io_size;
  1008. additional_mem_size = pci_hotplug_mem_size;
  1009. }
  1010. /*
  1011. * Follow thru
  1012. */
  1013. default:
  1014. pbus_size_io(bus, realloc_head ? 0 : additional_io_size,
  1015. additional_io_size, realloc_head);
  1016. /* If the bridge supports prefetchable range, size it
  1017. separately. If it doesn't, or its prefetchable window
  1018. has already been allocated by arch code, try
  1019. non-prefetchable range for both types of PCI memory
  1020. resources. */
  1021. mask = IORESOURCE_MEM;
  1022. prefmask = IORESOURCE_MEM | IORESOURCE_PREFETCH;
  1023. if (pbus_size_mem(bus, prefmask, prefmask,
  1024. realloc_head ? 0 : additional_mem_size,
  1025. additional_mem_size, realloc_head))
  1026. mask = prefmask; /* Success, size non-prefetch only. */
  1027. else
  1028. additional_mem_size += additional_mem_size;
  1029. pbus_size_mem(bus, mask, IORESOURCE_MEM,
  1030. realloc_head ? 0 : additional_mem_size,
  1031. additional_mem_size, realloc_head);
  1032. break;
  1033. }
  1034. }
  1035. void __ref pci_bus_size_bridges(struct pci_bus *bus)
  1036. {
  1037. __pci_bus_size_bridges(bus, NULL);
  1038. }
  1039. EXPORT_SYMBOL(pci_bus_size_bridges);
  1040. void __ref __pci_bus_assign_resources(const struct pci_bus *bus,
  1041. struct list_head *realloc_head,
  1042. struct list_head *fail_head)
  1043. {
  1044. struct pci_bus *b;
  1045. struct pci_dev *dev;
  1046. pbus_assign_resources_sorted(bus, realloc_head, fail_head);
  1047. list_for_each_entry(dev, &bus->devices, bus_list) {
  1048. b = dev->subordinate;
  1049. if (!b)
  1050. continue;
  1051. __pci_bus_assign_resources(b, realloc_head, fail_head);
  1052. switch (dev->class >> 8) {
  1053. case PCI_CLASS_BRIDGE_PCI:
  1054. if (!pci_is_enabled(dev))
  1055. pci_setup_bridge(b);
  1056. break;
  1057. case PCI_CLASS_BRIDGE_CARDBUS:
  1058. pci_setup_cardbus(b);
  1059. break;
  1060. default:
  1061. dev_info(&dev->dev, "not setting up bridge for bus "
  1062. "%04x:%02x\n", pci_domain_nr(b), b->number);
  1063. break;
  1064. }
  1065. }
  1066. }
  1067. void __ref pci_bus_assign_resources(const struct pci_bus *bus)
  1068. {
  1069. __pci_bus_assign_resources(bus, NULL, NULL);
  1070. }
  1071. EXPORT_SYMBOL(pci_bus_assign_resources);
  1072. static void __ref __pci_bridge_assign_resources(const struct pci_dev *bridge,
  1073. struct list_head *add_head,
  1074. struct list_head *fail_head)
  1075. {
  1076. struct pci_bus *b;
  1077. pdev_assign_resources_sorted((struct pci_dev *)bridge,
  1078. add_head, fail_head);
  1079. b = bridge->subordinate;
  1080. if (!b)
  1081. return;
  1082. __pci_bus_assign_resources(b, add_head, fail_head);
  1083. switch (bridge->class >> 8) {
  1084. case PCI_CLASS_BRIDGE_PCI:
  1085. pci_setup_bridge(b);
  1086. break;
  1087. case PCI_CLASS_BRIDGE_CARDBUS:
  1088. pci_setup_cardbus(b);
  1089. break;
  1090. default:
  1091. dev_info(&bridge->dev, "not setting up bridge for bus "
  1092. "%04x:%02x\n", pci_domain_nr(b), b->number);
  1093. break;
  1094. }
  1095. }
  1096. static void pci_bridge_release_resources(struct pci_bus *bus,
  1097. unsigned long type)
  1098. {
  1099. int idx;
  1100. bool changed = false;
  1101. struct pci_dev *dev;
  1102. struct resource *r;
  1103. unsigned long type_mask = IORESOURCE_IO | IORESOURCE_MEM |
  1104. IORESOURCE_PREFETCH;
  1105. dev = bus->self;
  1106. for (idx = PCI_BRIDGE_RESOURCES; idx <= PCI_BRIDGE_RESOURCE_END;
  1107. idx++) {
  1108. r = &dev->resource[idx];
  1109. if ((r->flags & type_mask) != type)
  1110. continue;
  1111. if (!r->parent)
  1112. continue;
  1113. /*
  1114. * if there are children under that, we should release them
  1115. * all
  1116. */
  1117. release_child_resources(r);
  1118. if (!release_resource(r)) {
  1119. dev_printk(KERN_DEBUG, &dev->dev,
  1120. "resource %d %pR released\n", idx, r);
  1121. /* keep the old size */
  1122. r->end = resource_size(r) - 1;
  1123. r->start = 0;
  1124. r->flags = 0;
  1125. changed = true;
  1126. }
  1127. }
  1128. if (changed) {
  1129. /* avoiding touch the one without PREF */
  1130. if (type & IORESOURCE_PREFETCH)
  1131. type = IORESOURCE_PREFETCH;
  1132. __pci_setup_bridge(bus, type);
  1133. }
  1134. }
  1135. enum release_type {
  1136. leaf_only,
  1137. whole_subtree,
  1138. };
  1139. /*
  1140. * try to release pci bridge resources that is from leaf bridge,
  1141. * so we can allocate big new one later
  1142. */
  1143. static void __ref pci_bus_release_bridge_resources(struct pci_bus *bus,
  1144. unsigned long type,
  1145. enum release_type rel_type)
  1146. {
  1147. struct pci_dev *dev;
  1148. bool is_leaf_bridge = true;
  1149. list_for_each_entry(dev, &bus->devices, bus_list) {
  1150. struct pci_bus *b = dev->subordinate;
  1151. if (!b)
  1152. continue;
  1153. is_leaf_bridge = false;
  1154. if ((dev->class >> 8) != PCI_CLASS_BRIDGE_PCI)
  1155. continue;
  1156. if (rel_type == whole_subtree)
  1157. pci_bus_release_bridge_resources(b, type,
  1158. whole_subtree);
  1159. }
  1160. if (pci_is_root_bus(bus))
  1161. return;
  1162. if ((bus->self->class >> 8) != PCI_CLASS_BRIDGE_PCI)
  1163. return;
  1164. if ((rel_type == whole_subtree) || is_leaf_bridge)
  1165. pci_bridge_release_resources(bus, type);
  1166. }
  1167. static void pci_bus_dump_res(struct pci_bus *bus)
  1168. {
  1169. struct resource *res;
  1170. int i;
  1171. pci_bus_for_each_resource(bus, res, i) {
  1172. if (!res || !res->end || !res->flags)
  1173. continue;
  1174. dev_printk(KERN_DEBUG, &bus->dev, "resource %d %pR\n", i, res);
  1175. }
  1176. }
  1177. static void pci_bus_dump_resources(struct pci_bus *bus)
  1178. {
  1179. struct pci_bus *b;
  1180. struct pci_dev *dev;
  1181. pci_bus_dump_res(bus);
  1182. list_for_each_entry(dev, &bus->devices, bus_list) {
  1183. b = dev->subordinate;
  1184. if (!b)
  1185. continue;
  1186. pci_bus_dump_resources(b);
  1187. }
  1188. }
  1189. static int __init pci_bus_get_depth(struct pci_bus *bus)
  1190. {
  1191. int depth = 0;
  1192. struct pci_dev *dev;
  1193. list_for_each_entry(dev, &bus->devices, bus_list) {
  1194. int ret;
  1195. struct pci_bus *b = dev->subordinate;
  1196. if (!b)
  1197. continue;
  1198. ret = pci_bus_get_depth(b);
  1199. if (ret + 1 > depth)
  1200. depth = ret + 1;
  1201. }
  1202. return depth;
  1203. }
  1204. static int __init pci_get_max_depth(void)
  1205. {
  1206. int depth = 0;
  1207. struct pci_bus *bus;
  1208. list_for_each_entry(bus, &pci_root_buses, node) {
  1209. int ret;
  1210. ret = pci_bus_get_depth(bus);
  1211. if (ret > depth)
  1212. depth = ret;
  1213. }
  1214. return depth;
  1215. }
  1216. /*
  1217. * -1: undefined, will auto detect later
  1218. * 0: disabled by user
  1219. * 1: disabled by auto detect
  1220. * 2: enabled by user
  1221. * 3: enabled by auto detect
  1222. */
  1223. enum enable_type {
  1224. undefined = -1,
  1225. user_disabled,
  1226. auto_disabled,
  1227. user_enabled,
  1228. auto_enabled,
  1229. };
  1230. static enum enable_type pci_realloc_enable __initdata = undefined;
  1231. void __init pci_realloc_get_opt(char *str)
  1232. {
  1233. if (!strncmp(str, "off", 3))
  1234. pci_realloc_enable = user_disabled;
  1235. else if (!strncmp(str, "on", 2))
  1236. pci_realloc_enable = user_enabled;
  1237. }
  1238. static bool __init pci_realloc_enabled(void)
  1239. {
  1240. return pci_realloc_enable >= user_enabled;
  1241. }
  1242. static void __init pci_realloc_detect(void)
  1243. {
  1244. #if defined(CONFIG_PCI_IOV) && defined(CONFIG_PCI_REALLOC_ENABLE_AUTO)
  1245. struct pci_dev *dev = NULL;
  1246. if (pci_realloc_enable != undefined)
  1247. return;
  1248. for_each_pci_dev(dev) {
  1249. int i;
  1250. for (i = PCI_IOV_RESOURCES; i <= PCI_IOV_RESOURCE_END; i++) {
  1251. struct resource *r = &dev->resource[i];
  1252. /* Not assigned, or rejected by kernel ? */
  1253. if (r->flags && !r->start) {
  1254. pci_realloc_enable = auto_enabled;
  1255. return;
  1256. }
  1257. }
  1258. }
  1259. #endif
  1260. }
  1261. /*
  1262. * first try will not touch pci bridge res
  1263. * second and later try will clear small leaf bridge res
  1264. * will stop till to the max deepth if can not find good one
  1265. */
  1266. void __init
  1267. pci_assign_unassigned_resources(void)
  1268. {
  1269. struct pci_bus *bus;
  1270. LIST_HEAD(realloc_head); /* list of resources that
  1271. want additional resources */
  1272. struct list_head *add_list = NULL;
  1273. int tried_times = 0;
  1274. enum release_type rel_type = leaf_only;
  1275. LIST_HEAD(fail_head);
  1276. struct pci_dev_resource *fail_res;
  1277. unsigned long type_mask = IORESOURCE_IO | IORESOURCE_MEM |
  1278. IORESOURCE_PREFETCH;
  1279. int pci_try_num = 1;
  1280. /* don't realloc if asked to do so */
  1281. pci_realloc_detect();
  1282. if (pci_realloc_enabled()) {
  1283. int max_depth = pci_get_max_depth();
  1284. pci_try_num = max_depth + 1;
  1285. printk(KERN_DEBUG "PCI: max bus depth: %d pci_try_num: %d\n",
  1286. max_depth, pci_try_num);
  1287. }
  1288. again:
  1289. /*
  1290. * last try will use add_list, otherwise will try good to have as
  1291. * must have, so can realloc parent bridge resource
  1292. */
  1293. if (tried_times + 1 == pci_try_num)
  1294. add_list = &realloc_head;
  1295. /* Depth first, calculate sizes and alignments of all
  1296. subordinate buses. */
  1297. list_for_each_entry(bus, &pci_root_buses, node)
  1298. __pci_bus_size_bridges(bus, add_list);
  1299. /* Depth last, allocate resources and update the hardware. */
  1300. list_for_each_entry(bus, &pci_root_buses, node)
  1301. __pci_bus_assign_resources(bus, add_list, &fail_head);
  1302. if (add_list)
  1303. BUG_ON(!list_empty(add_list));
  1304. tried_times++;
  1305. /* any device complain? */
  1306. if (list_empty(&fail_head))
  1307. goto enable_and_dump;
  1308. if (tried_times >= pci_try_num) {
  1309. if (pci_realloc_enable == undefined)
  1310. printk(KERN_INFO "Some PCI device resources are unassigned, try booting with pci=realloc\n");
  1311. else if (pci_realloc_enable == auto_enabled)
  1312. printk(KERN_INFO "Automatically enabled pci realloc, if you have problem, try booting with pci=realloc=off\n");
  1313. free_list(&fail_head);
  1314. goto enable_and_dump;
  1315. }
  1316. printk(KERN_DEBUG "PCI: No. %d try to assign unassigned res\n",
  1317. tried_times + 1);
  1318. /* third times and later will not check if it is leaf */
  1319. if ((tried_times + 1) > 2)
  1320. rel_type = whole_subtree;
  1321. /*
  1322. * Try to release leaf bridge's resources that doesn't fit resource of
  1323. * child device under that bridge
  1324. */
  1325. list_for_each_entry(fail_res, &fail_head, list) {
  1326. bus = fail_res->dev->bus;
  1327. pci_bus_release_bridge_resources(bus,
  1328. fail_res->flags & type_mask,
  1329. rel_type);
  1330. }
  1331. /* restore size and flags */
  1332. list_for_each_entry(fail_res, &fail_head, list) {
  1333. struct resource *res = fail_res->res;
  1334. res->start = fail_res->start;
  1335. res->end = fail_res->end;
  1336. res->flags = fail_res->flags;
  1337. if (fail_res->dev->subordinate)
  1338. res->flags = 0;
  1339. }
  1340. free_list(&fail_head);
  1341. goto again;
  1342. enable_and_dump:
  1343. /* Depth last, update the hardware. */
  1344. list_for_each_entry(bus, &pci_root_buses, node)
  1345. pci_enable_bridges(bus);
  1346. /* dump the resource on buses */
  1347. list_for_each_entry(bus, &pci_root_buses, node)
  1348. pci_bus_dump_resources(bus);
  1349. }
  1350. void pci_assign_unassigned_bridge_resources(struct pci_dev *bridge)
  1351. {
  1352. struct pci_bus *parent = bridge->subordinate;
  1353. LIST_HEAD(add_list); /* list of resources that
  1354. want additional resources */
  1355. int tried_times = 0;
  1356. LIST_HEAD(fail_head);
  1357. struct pci_dev_resource *fail_res;
  1358. int retval;
  1359. unsigned long type_mask = IORESOURCE_IO | IORESOURCE_MEM |
  1360. IORESOURCE_PREFETCH;
  1361. again:
  1362. __pci_bus_size_bridges(parent, &add_list);
  1363. __pci_bridge_assign_resources(bridge, &add_list, &fail_head);
  1364. BUG_ON(!list_empty(&add_list));
  1365. tried_times++;
  1366. if (list_empty(&fail_head))
  1367. goto enable_all;
  1368. if (tried_times >= 2) {
  1369. /* still fail, don't need to try more */
  1370. free_list(&fail_head);
  1371. goto enable_all;
  1372. }
  1373. printk(KERN_DEBUG "PCI: No. %d try to assign unassigned res\n",
  1374. tried_times + 1);
  1375. /*
  1376. * Try to release leaf bridge's resources that doesn't fit resource of
  1377. * child device under that bridge
  1378. */
  1379. list_for_each_entry(fail_res, &fail_head, list) {
  1380. struct pci_bus *bus = fail_res->dev->bus;
  1381. unsigned long flags = fail_res->flags;
  1382. pci_bus_release_bridge_resources(bus, flags & type_mask,
  1383. whole_subtree);
  1384. }
  1385. /* restore size and flags */
  1386. list_for_each_entry(fail_res, &fail_head, list) {
  1387. struct resource *res = fail_res->res;
  1388. res->start = fail_res->start;
  1389. res->end = fail_res->end;
  1390. res->flags = fail_res->flags;
  1391. if (fail_res->dev->subordinate)
  1392. res->flags = 0;
  1393. }
  1394. free_list(&fail_head);
  1395. goto again;
  1396. enable_all:
  1397. retval = pci_reenable_device(bridge);
  1398. if (retval)
  1399. dev_err(&bridge->dev, "Error reenabling bridge (%d)\n", retval);
  1400. pci_set_master(bridge);
  1401. pci_enable_bridges(parent);
  1402. }
  1403. EXPORT_SYMBOL_GPL(pci_assign_unassigned_bridge_resources);
  1404. void pci_assign_unassigned_bus_resources(struct pci_bus *bus)
  1405. {
  1406. struct pci_dev *dev;
  1407. LIST_HEAD(add_list); /* list of resources that
  1408. want additional resources */
  1409. down_read(&pci_bus_sem);
  1410. list_for_each_entry(dev, &bus->devices, bus_list)
  1411. if (dev->hdr_type == PCI_HEADER_TYPE_BRIDGE ||
  1412. dev->hdr_type == PCI_HEADER_TYPE_CARDBUS)
  1413. if (dev->subordinate)
  1414. __pci_bus_size_bridges(dev->subordinate,
  1415. &add_list);
  1416. up_read(&pci_bus_sem);
  1417. __pci_bus_assign_resources(bus, &add_list, NULL);
  1418. BUG_ON(!list_empty(&add_list));
  1419. }