sgi_hotplug.c 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592
  1. /*
  2. * This file is subject to the terms and conditions of the GNU General Public
  3. * License. See the file "COPYING" in the main directory of this archive
  4. * for more details.
  5. *
  6. * Copyright (C) 2005-2006 Silicon Graphics, Inc. All rights reserved.
  7. *
  8. * This work was based on the 2.4/2.6 kernel development by Dick Reigner.
  9. * Work to add BIOS PROM support was completed by Mike Habeck.
  10. */
  11. #include <linux/init.h>
  12. #include <linux/kernel.h>
  13. #include <linux/module.h>
  14. #include <linux/pci.h>
  15. #include <linux/pci_hotplug.h>
  16. #include <linux/proc_fs.h>
  17. #include <linux/types.h>
  18. #include <linux/mutex.h>
  19. #include <asm/sn/addrs.h>
  20. #include <asm/sn/geo.h>
  21. #include <asm/sn/l1.h>
  22. #include <asm/sn/module.h>
  23. #include <asm/sn/pcibr_provider.h>
  24. #include <asm/sn/pcibus_provider_defs.h>
  25. #include <asm/sn/pcidev.h>
  26. #include <asm/sn/sn_feature_sets.h>
  27. #include <asm/sn/sn_sal.h>
  28. #include <asm/sn/types.h>
  29. #include "../pci.h"
  30. MODULE_LICENSE("GPL");
  31. MODULE_AUTHOR("SGI (prarit@sgi.com, dickie@sgi.com, habeck@sgi.com)");
  32. MODULE_DESCRIPTION("SGI Altix Hot Plug PCI Controller Driver");
  33. #define PCIIO_ASIC_TYPE_TIOCA 4
  34. #define PCI_SLOT_ALREADY_UP 2 /* slot already up */
  35. #define PCI_SLOT_ALREADY_DOWN 3 /* slot already down */
  36. #define PCI_L1_ERR 7 /* L1 console command error */
  37. #define PCI_EMPTY_33MHZ 15 /* empty 33 MHz bus */
  38. #define PCI_L1_QSIZE 128 /* our L1 message buffer size */
  39. #define SN_MAX_HP_SLOTS 32 /* max hotplug slots */
  40. #define SGI_HOTPLUG_PROM_REV 0x0430 /* Min. required PROM version */
  41. #define SN_SLOT_NAME_SIZE 33 /* size of name string */
  42. /* internal list head */
  43. static struct list_head sn_hp_list;
  44. /* hotplug_slot struct's private pointer */
  45. struct slot {
  46. int device_num;
  47. struct pci_bus *pci_bus;
  48. /* this struct for glue internal only */
  49. struct hotplug_slot *hotplug_slot;
  50. struct list_head hp_list;
  51. char physical_path[SN_SLOT_NAME_SIZE];
  52. };
  53. struct pcibr_slot_enable_resp {
  54. int resp_sub_errno;
  55. char resp_l1_msg[PCI_L1_QSIZE + 1];
  56. };
  57. struct pcibr_slot_disable_resp {
  58. int resp_sub_errno;
  59. char resp_l1_msg[PCI_L1_QSIZE + 1];
  60. };
  61. enum sn_pci_req_e {
  62. PCI_REQ_SLOT_ELIGIBLE,
  63. PCI_REQ_SLOT_DISABLE
  64. };
  65. static int enable_slot(struct hotplug_slot *slot);
  66. static int disable_slot(struct hotplug_slot *slot);
  67. static inline int get_power_status(struct hotplug_slot *slot, u8 *value);
  68. static struct hotplug_slot_ops sn_hotplug_slot_ops = {
  69. .owner = THIS_MODULE,
  70. .enable_slot = enable_slot,
  71. .disable_slot = disable_slot,
  72. .get_power_status = get_power_status,
  73. };
  74. static DEFINE_MUTEX(sn_hotplug_mutex);
  75. static ssize_t path_show (struct hotplug_slot *bss_hotplug_slot,
  76. char *buf)
  77. {
  78. int retval = -ENOENT;
  79. struct slot *slot = bss_hotplug_slot->private;
  80. if (!slot)
  81. return retval;
  82. retval = sprintf (buf, "%s\n", slot->physical_path);
  83. return retval;
  84. }
  85. static struct hotplug_slot_attribute sn_slot_path_attr = __ATTR_RO(path);
  86. static int sn_pci_slot_valid(struct pci_bus *pci_bus, int device)
  87. {
  88. struct pcibus_info *pcibus_info;
  89. u16 busnum, segment, ioboard_type;
  90. pcibus_info = SN_PCIBUS_BUSSOFT_INFO(pci_bus);
  91. /* Check to see if this is a valid slot on 'pci_bus' */
  92. if (!(pcibus_info->pbi_valid_devices & (1 << device)))
  93. return -EPERM;
  94. ioboard_type = sn_ioboard_to_pci_bus(pci_bus);
  95. busnum = pcibus_info->pbi_buscommon.bs_persist_busnum;
  96. segment = pci_domain_nr(pci_bus) & 0xf;
  97. /* Do not allow hotplug operations on base I/O cards */
  98. if ((ioboard_type == L1_BRICKTYPE_IX ||
  99. ioboard_type == L1_BRICKTYPE_IA) &&
  100. (segment == 1 && busnum == 0 && device != 1))
  101. return -EPERM;
  102. return 1;
  103. }
  104. static int sn_pci_bus_valid(struct pci_bus *pci_bus)
  105. {
  106. struct pcibus_info *pcibus_info;
  107. u32 asic_type;
  108. u16 ioboard_type;
  109. /* Don't register slots hanging off the TIOCA bus */
  110. pcibus_info = SN_PCIBUS_BUSSOFT_INFO(pci_bus);
  111. asic_type = pcibus_info->pbi_buscommon.bs_asic_type;
  112. if (asic_type == PCIIO_ASIC_TYPE_TIOCA)
  113. return -EPERM;
  114. /* Only register slots in I/O Bricks that support hotplug */
  115. ioboard_type = sn_ioboard_to_pci_bus(pci_bus);
  116. switch (ioboard_type) {
  117. case L1_BRICKTYPE_IX:
  118. case L1_BRICKTYPE_PX:
  119. case L1_BRICKTYPE_IA:
  120. case L1_BRICKTYPE_PA:
  121. case L1_BOARDTYPE_PCIX3SLOT:
  122. return 1;
  123. break;
  124. default:
  125. return -EPERM;
  126. break;
  127. }
  128. return -EIO;
  129. }
  130. static int sn_hp_slot_private_alloc(struct hotplug_slot *bss_hotplug_slot,
  131. struct pci_bus *pci_bus, int device)
  132. {
  133. struct pcibus_info *pcibus_info;
  134. struct slot *slot;
  135. pcibus_info = SN_PCIBUS_BUSSOFT_INFO(pci_bus);
  136. slot = kzalloc(sizeof(*slot), GFP_KERNEL);
  137. if (!slot)
  138. return -ENOMEM;
  139. bss_hotplug_slot->private = slot;
  140. bss_hotplug_slot->name = kmalloc(SN_SLOT_NAME_SIZE, GFP_KERNEL);
  141. if (!bss_hotplug_slot->name) {
  142. kfree(bss_hotplug_slot->private);
  143. return -ENOMEM;
  144. }
  145. slot->device_num = device;
  146. slot->pci_bus = pci_bus;
  147. sprintf(bss_hotplug_slot->name, "%04x:%02x:%02x",
  148. pci_domain_nr(pci_bus),
  149. ((u16)pcibus_info->pbi_buscommon.bs_persist_busnum),
  150. device + 1);
  151. sn_generate_path(pci_bus, slot->physical_path);
  152. slot->hotplug_slot = bss_hotplug_slot;
  153. list_add(&slot->hp_list, &sn_hp_list);
  154. return 0;
  155. }
  156. static struct hotplug_slot * sn_hp_destroy(void)
  157. {
  158. struct slot *slot;
  159. struct hotplug_slot *bss_hotplug_slot = NULL;
  160. list_for_each_entry(slot, &sn_hp_list, hp_list) {
  161. bss_hotplug_slot = slot->hotplug_slot;
  162. list_del(&((struct slot *)bss_hotplug_slot->private)->
  163. hp_list);
  164. sysfs_remove_file(&bss_hotplug_slot->kobj,
  165. &sn_slot_path_attr.attr);
  166. break;
  167. }
  168. return bss_hotplug_slot;
  169. }
  170. static void sn_bus_free_data(struct pci_dev *dev)
  171. {
  172. struct pci_bus *subordinate_bus;
  173. struct pci_dev *child;
  174. /* Recursively clean up sn_irq_info structs */
  175. if (dev->subordinate) {
  176. subordinate_bus = dev->subordinate;
  177. list_for_each_entry(child, &subordinate_bus->devices, bus_list)
  178. sn_bus_free_data(child);
  179. }
  180. /*
  181. * Some drivers may use dma accesses during the
  182. * driver remove function. We release the sysdata
  183. * areas after the driver remove functions have
  184. * been called.
  185. */
  186. sn_bus_store_sysdata(dev);
  187. sn_pci_unfixup_slot(dev);
  188. }
  189. static int sn_slot_enable(struct hotplug_slot *bss_hotplug_slot,
  190. int device_num)
  191. {
  192. struct slot *slot = bss_hotplug_slot->private;
  193. struct pcibus_info *pcibus_info;
  194. struct pcibr_slot_enable_resp resp;
  195. int rc;
  196. pcibus_info = SN_PCIBUS_BUSSOFT_INFO(slot->pci_bus);
  197. /*
  198. * Power-on and initialize the slot in the SN
  199. * PCI infrastructure.
  200. */
  201. rc = sal_pcibr_slot_enable(pcibus_info, device_num, &resp);
  202. if (rc == PCI_SLOT_ALREADY_UP) {
  203. dev_dbg(slot->pci_bus->self, "is already active\n");
  204. return 1; /* return 1 to user */
  205. }
  206. if (rc == PCI_L1_ERR) {
  207. dev_dbg(slot->pci_bus->self,
  208. "L1 failure %d with message: %s",
  209. resp.resp_sub_errno, resp.resp_l1_msg);
  210. return -EPERM;
  211. }
  212. if (rc) {
  213. dev_dbg(slot->pci_bus->self,
  214. "insert failed with error %d sub-error %d\n",
  215. rc, resp.resp_sub_errno);
  216. return -EIO;
  217. }
  218. pcibus_info = SN_PCIBUS_BUSSOFT_INFO(slot->pci_bus);
  219. pcibus_info->pbi_enabled_devices |= (1 << device_num);
  220. return 0;
  221. }
  222. static int sn_slot_disable(struct hotplug_slot *bss_hotplug_slot,
  223. int device_num, int action)
  224. {
  225. struct slot *slot = bss_hotplug_slot->private;
  226. struct pcibus_info *pcibus_info;
  227. struct pcibr_slot_disable_resp resp;
  228. int rc;
  229. pcibus_info = SN_PCIBUS_BUSSOFT_INFO(slot->pci_bus);
  230. rc = sal_pcibr_slot_disable(pcibus_info, device_num, action, &resp);
  231. if ((action == PCI_REQ_SLOT_ELIGIBLE) &&
  232. (rc == PCI_SLOT_ALREADY_DOWN)) {
  233. dev_dbg(slot->pci_bus->self, "Slot %s already inactive\n");
  234. return 1; /* return 1 to user */
  235. }
  236. if ((action == PCI_REQ_SLOT_ELIGIBLE) && (rc == PCI_EMPTY_33MHZ)) {
  237. dev_dbg(slot->pci_bus->self,
  238. "Cannot remove last 33MHz card\n");
  239. return -EPERM;
  240. }
  241. if ((action == PCI_REQ_SLOT_ELIGIBLE) && (rc == PCI_L1_ERR)) {
  242. dev_dbg(slot->pci_bus->self,
  243. "L1 failure %d with message \n%s\n",
  244. resp.resp_sub_errno, resp.resp_l1_msg);
  245. return -EPERM;
  246. }
  247. if ((action == PCI_REQ_SLOT_ELIGIBLE) && rc) {
  248. dev_dbg(slot->pci_bus->self,
  249. "remove failed with error %d sub-error %d\n",
  250. rc, resp.resp_sub_errno);
  251. return -EIO;
  252. }
  253. if ((action == PCI_REQ_SLOT_ELIGIBLE) && !rc)
  254. return 0;
  255. if ((action == PCI_REQ_SLOT_DISABLE) && !rc) {
  256. pcibus_info = SN_PCIBUS_BUSSOFT_INFO(slot->pci_bus);
  257. pcibus_info->pbi_enabled_devices &= ~(1 << device_num);
  258. dev_dbg(slot->pci_bus->self, "remove successful\n");
  259. return 0;
  260. }
  261. if ((action == PCI_REQ_SLOT_DISABLE) && rc) {
  262. dev_dbg(slot->pci_bus->self,"remove failed rc = %d\n", rc);
  263. }
  264. return rc;
  265. }
  266. /*
  267. * Power up and configure the slot via a SAL call to PROM.
  268. * Scan slot (and any children), do any platform specific fixup,
  269. * and find device driver.
  270. */
  271. static int enable_slot(struct hotplug_slot *bss_hotplug_slot)
  272. {
  273. struct slot *slot = bss_hotplug_slot->private;
  274. struct pci_bus *new_bus = NULL;
  275. struct pci_dev *dev;
  276. int func, num_funcs;
  277. int new_ppb = 0;
  278. int rc;
  279. void pcibios_fixup_device_resources(struct pci_dev *);
  280. /* Serialize the Linux PCI infrastructure */
  281. mutex_lock(&sn_hotplug_mutex);
  282. /*
  283. * Power-on and initialize the slot in the SN
  284. * PCI infrastructure.
  285. */
  286. rc = sn_slot_enable(bss_hotplug_slot, slot->device_num);
  287. if (rc) {
  288. mutex_unlock(&sn_hotplug_mutex);
  289. return rc;
  290. }
  291. num_funcs = pci_scan_slot(slot->pci_bus,
  292. PCI_DEVFN(slot->device_num + 1, 0));
  293. if (!num_funcs) {
  294. dev_dbg(slot->pci_bus->self, "no device in slot\n");
  295. mutex_unlock(&sn_hotplug_mutex);
  296. return -ENODEV;
  297. }
  298. /*
  299. * Map SN resources for all functions on the card
  300. * to the Linux PCI interface and tell the drivers
  301. * about them.
  302. */
  303. for (func = 0; func < num_funcs; func++) {
  304. dev = pci_get_slot(slot->pci_bus,
  305. PCI_DEVFN(slot->device_num + 1,
  306. PCI_FUNC(func)));
  307. if (dev) {
  308. /* Need to do slot fixup on PPB before fixup of children
  309. * (PPB's pcidev_info needs to be in pcidev_info list
  310. * before child's SN_PCIDEV_INFO() call to setup
  311. * pdi_host_pcidev_info).
  312. */
  313. pcibios_fixup_device_resources(dev);
  314. sn_pci_fixup_slot(dev);
  315. if (dev->hdr_type == PCI_HEADER_TYPE_BRIDGE) {
  316. unsigned char sec_bus;
  317. pci_read_config_byte(dev, PCI_SECONDARY_BUS,
  318. &sec_bus);
  319. new_bus = pci_add_new_bus(dev->bus, dev,
  320. sec_bus);
  321. pci_scan_child_bus(new_bus);
  322. new_ppb = 1;
  323. }
  324. pci_dev_put(dev);
  325. }
  326. }
  327. /* Call the driver for the new device */
  328. pci_bus_add_devices(slot->pci_bus);
  329. /* Call the drivers for the new devices subordinate to PPB */
  330. if (new_ppb)
  331. pci_bus_add_devices(new_bus);
  332. mutex_unlock(&sn_hotplug_mutex);
  333. if (rc == 0)
  334. dev_dbg(slot->pci_bus->self,
  335. "insert operation successful\n");
  336. else
  337. dev_dbg(slot->pci_bus->self,
  338. "insert operation failed rc = %d\n", rc);
  339. return rc;
  340. }
  341. static int disable_slot(struct hotplug_slot *bss_hotplug_slot)
  342. {
  343. struct slot *slot = bss_hotplug_slot->private;
  344. struct pci_dev *dev;
  345. int func;
  346. int rc;
  347. /* Acquire update access to the bus */
  348. mutex_lock(&sn_hotplug_mutex);
  349. /* is it okay to bring this slot down? */
  350. rc = sn_slot_disable(bss_hotplug_slot, slot->device_num,
  351. PCI_REQ_SLOT_ELIGIBLE);
  352. if (rc)
  353. goto leaving;
  354. /* Free the SN resources assigned to the Linux device.*/
  355. for (func = 0; func < 8; func++) {
  356. dev = pci_get_slot(slot->pci_bus,
  357. PCI_DEVFN(slot->device_num + 1,
  358. PCI_FUNC(func)));
  359. if (dev) {
  360. sn_bus_free_data(dev);
  361. pci_remove_bus_device(dev);
  362. pci_dev_put(dev);
  363. }
  364. }
  365. /* free the collected sysdata pointers */
  366. sn_bus_free_sysdata();
  367. /* Deactivate slot */
  368. rc = sn_slot_disable(bss_hotplug_slot, slot->device_num,
  369. PCI_REQ_SLOT_DISABLE);
  370. leaving:
  371. /* Release the bus lock */
  372. mutex_unlock(&sn_hotplug_mutex);
  373. return rc;
  374. }
  375. static inline int get_power_status(struct hotplug_slot *bss_hotplug_slot,
  376. u8 *value)
  377. {
  378. struct slot *slot = bss_hotplug_slot->private;
  379. struct pcibus_info *pcibus_info;
  380. u32 power;
  381. pcibus_info = SN_PCIBUS_BUSSOFT_INFO(slot->pci_bus);
  382. mutex_lock(&sn_hotplug_mutex);
  383. power = pcibus_info->pbi_enabled_devices & (1 << slot->device_num);
  384. *value = power ? 1 : 0;
  385. mutex_unlock(&sn_hotplug_mutex);
  386. return 0;
  387. }
  388. static void sn_release_slot(struct hotplug_slot *bss_hotplug_slot)
  389. {
  390. kfree(bss_hotplug_slot->info);
  391. kfree(bss_hotplug_slot->name);
  392. kfree(bss_hotplug_slot->private);
  393. kfree(bss_hotplug_slot);
  394. }
  395. static int sn_hotplug_slot_register(struct pci_bus *pci_bus)
  396. {
  397. int device;
  398. struct hotplug_slot *bss_hotplug_slot;
  399. int rc = 0;
  400. /*
  401. * Currently only four devices are supported,
  402. * in the future there maybe more -- up to 32.
  403. */
  404. for (device = 0; device < SN_MAX_HP_SLOTS ; device++) {
  405. if (sn_pci_slot_valid(pci_bus, device) != 1)
  406. continue;
  407. bss_hotplug_slot = kzalloc(sizeof(*bss_hotplug_slot),
  408. GFP_KERNEL);
  409. if (!bss_hotplug_slot) {
  410. rc = -ENOMEM;
  411. goto alloc_err;
  412. }
  413. bss_hotplug_slot->info =
  414. kzalloc(sizeof(struct hotplug_slot_info),
  415. GFP_KERNEL);
  416. if (!bss_hotplug_slot->info) {
  417. rc = -ENOMEM;
  418. goto alloc_err;
  419. }
  420. if (sn_hp_slot_private_alloc(bss_hotplug_slot,
  421. pci_bus, device)) {
  422. rc = -ENOMEM;
  423. goto alloc_err;
  424. }
  425. bss_hotplug_slot->ops = &sn_hotplug_slot_ops;
  426. bss_hotplug_slot->release = &sn_release_slot;
  427. rc = pci_hp_register(bss_hotplug_slot);
  428. if (rc)
  429. goto register_err;
  430. rc = sysfs_create_file(&bss_hotplug_slot->kobj,
  431. &sn_slot_path_attr.attr);
  432. if (rc)
  433. goto register_err;
  434. }
  435. dev_dbg(pci_bus->self, "Registered bus with hotplug\n");
  436. return rc;
  437. register_err:
  438. dev_dbg(pci_bus->self, "bus failed to register with err = %d\n",
  439. rc);
  440. alloc_err:
  441. if (rc == -ENOMEM)
  442. dev_dbg(pci_bus->self, "Memory allocation error\n");
  443. /* destroy THIS element */
  444. if (bss_hotplug_slot)
  445. sn_release_slot(bss_hotplug_slot);
  446. /* destroy anything else on the list */
  447. while ((bss_hotplug_slot = sn_hp_destroy()))
  448. pci_hp_deregister(bss_hotplug_slot);
  449. return rc;
  450. }
  451. static int sn_pci_hotplug_init(void)
  452. {
  453. struct pci_bus *pci_bus = NULL;
  454. int rc;
  455. int registered = 0;
  456. if (!sn_prom_feature_available(PRF_HOTPLUG_SUPPORT)) {
  457. printk(KERN_ERR "%s: PROM version does not support hotplug.\n",
  458. __FUNCTION__);
  459. return -EPERM;
  460. }
  461. INIT_LIST_HEAD(&sn_hp_list);
  462. while ((pci_bus = pci_find_next_bus(pci_bus))) {
  463. if (!pci_bus->sysdata)
  464. continue;
  465. rc = sn_pci_bus_valid(pci_bus);
  466. if (rc != 1) {
  467. dev_dbg(pci_bus->self, "not a valid hotplug bus\n");
  468. continue;
  469. }
  470. dev_dbg(pci_bus->self, "valid hotplug bus\n");
  471. rc = sn_hotplug_slot_register(pci_bus);
  472. if (!rc) {
  473. registered = 1;
  474. } else {
  475. registered = 0;
  476. break;
  477. }
  478. }
  479. return registered == 1 ? 0 : -ENODEV;
  480. }
  481. static void sn_pci_hotplug_exit(void)
  482. {
  483. struct hotplug_slot *bss_hotplug_slot;
  484. while ((bss_hotplug_slot = sn_hp_destroy()))
  485. pci_hp_deregister(bss_hotplug_slot);
  486. if (!list_empty(&sn_hp_list))
  487. printk(KERN_ERR "%s: internal list is not empty\n", __FILE__);
  488. }
  489. module_init(sn_pci_hotplug_init);
  490. module_exit(sn_pci_hotplug_exit);