init.c 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594
  1. /*
  2. * This file is provided under a dual BSD/GPLv2 license. When using or
  3. * redistributing this file, you may do so under either license.
  4. *
  5. * GPL LICENSE SUMMARY
  6. *
  7. * Copyright(c) 2008 - 2011 Intel Corporation. All rights reserved.
  8. *
  9. * This program is free software; you can redistribute it and/or modify
  10. * it under the terms of version 2 of the GNU General Public License as
  11. * published by the Free Software Foundation.
  12. *
  13. * This program is distributed in the hope that it will be useful, but
  14. * WITHOUT ANY WARRANTY; without even the implied warranty of
  15. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  16. * General Public License for more details.
  17. *
  18. * You should have received a copy of the GNU General Public License
  19. * along with this program; if not, write to the Free Software
  20. * Foundation, Inc., 51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.
  21. * The full GNU General Public License is included in this distribution
  22. * in the file called LICENSE.GPL.
  23. *
  24. * BSD LICENSE
  25. *
  26. * Copyright(c) 2008 - 2011 Intel Corporation. All rights reserved.
  27. * All rights reserved.
  28. *
  29. * Redistribution and use in source and binary forms, with or without
  30. * modification, are permitted provided that the following conditions
  31. * are met:
  32. *
  33. * * Redistributions of source code must retain the above copyright
  34. * notice, this list of conditions and the following disclaimer.
  35. * * Redistributions in binary form must reproduce the above copyright
  36. * notice, this list of conditions and the following disclaimer in
  37. * the documentation and/or other materials provided with the
  38. * distribution.
  39. * * Neither the name of Intel Corporation nor the names of its
  40. * contributors may be used to endorse or promote products derived
  41. * from this software without specific prior written permission.
  42. *
  43. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
  44. * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
  45. * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
  46. * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
  47. * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  48. * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
  49. * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  50. * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  51. * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  52. * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  53. * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  54. */
  55. #include <linux/kernel.h>
  56. #include <linux/init.h>
  57. #include <linux/module.h>
  58. #include <linux/firmware.h>
  59. #include <linux/efi.h>
  60. #include <asm/string.h>
  61. #include <scsi/scsi_host.h>
  62. #include "isci.h"
  63. #include "task.h"
  64. #include "probe_roms.h"
  65. #define MAJ 1
  66. #define MIN 1
  67. #define BUILD 0
  68. #define DRV_VERSION __stringify(MAJ) "." __stringify(MIN) "." \
  69. __stringify(BUILD)
  70. MODULE_VERSION(DRV_VERSION);
  71. static struct scsi_transport_template *isci_transport_template;
  72. static DEFINE_PCI_DEVICE_TABLE(isci_id_table) = {
  73. { PCI_VDEVICE(INTEL, 0x1D61),},
  74. { PCI_VDEVICE(INTEL, 0x1D63),},
  75. { PCI_VDEVICE(INTEL, 0x1D65),},
  76. { PCI_VDEVICE(INTEL, 0x1D67),},
  77. { PCI_VDEVICE(INTEL, 0x1D69),},
  78. { PCI_VDEVICE(INTEL, 0x1D6B),},
  79. { PCI_VDEVICE(INTEL, 0x1D60),},
  80. { PCI_VDEVICE(INTEL, 0x1D62),},
  81. { PCI_VDEVICE(INTEL, 0x1D64),},
  82. { PCI_VDEVICE(INTEL, 0x1D66),},
  83. { PCI_VDEVICE(INTEL, 0x1D68),},
  84. { PCI_VDEVICE(INTEL, 0x1D6A),},
  85. {}
  86. };
  87. MODULE_DEVICE_TABLE(pci, isci_id_table);
  88. /* linux isci specific settings */
  89. unsigned char no_outbound_task_to = 2;
  90. module_param(no_outbound_task_to, byte, 0);
  91. MODULE_PARM_DESC(no_outbound_task_to, "No Outbound Task Timeout (1us incr)");
  92. u16 ssp_max_occ_to = 20;
  93. module_param(ssp_max_occ_to, ushort, 0);
  94. MODULE_PARM_DESC(ssp_max_occ_to, "SSP Max occupancy timeout (100us incr)");
  95. u16 stp_max_occ_to = 5;
  96. module_param(stp_max_occ_to, ushort, 0);
  97. MODULE_PARM_DESC(stp_max_occ_to, "STP Max occupancy timeout (100us incr)");
  98. u16 ssp_inactive_to = 5;
  99. module_param(ssp_inactive_to, ushort, 0);
  100. MODULE_PARM_DESC(ssp_inactive_to, "SSP inactivity timeout (100us incr)");
  101. u16 stp_inactive_to = 5;
  102. module_param(stp_inactive_to, ushort, 0);
  103. MODULE_PARM_DESC(stp_inactive_to, "STP inactivity timeout (100us incr)");
  104. unsigned char phy_gen = SCIC_SDS_PARM_GEN2_SPEED;
  105. module_param(phy_gen, byte, 0);
  106. MODULE_PARM_DESC(phy_gen, "PHY generation (1: 1.5Gbps 2: 3.0Gbps 3: 6.0Gbps)");
  107. unsigned char max_concurr_spinup;
  108. module_param(max_concurr_spinup, byte, 0);
  109. MODULE_PARM_DESC(max_concurr_spinup, "Max concurrent device spinup");
  110. uint cable_selection_override = CABLE_OVERRIDE_DISABLED;
  111. module_param(cable_selection_override, uint, 0);
  112. MODULE_PARM_DESC(cable_selection_override,
  113. "This field indicates length of the SAS/SATA cable between "
  114. "host and device. If any bits > 15 are set (default) "
  115. "indicates \"use platform defaults\"");
  116. static ssize_t isci_show_id(struct device *dev, struct device_attribute *attr, char *buf)
  117. {
  118. struct Scsi_Host *shost = container_of(dev, typeof(*shost), shost_dev);
  119. struct sas_ha_struct *sas_ha = SHOST_TO_SAS_HA(shost);
  120. struct isci_host *ihost = container_of(sas_ha, typeof(*ihost), sas_ha);
  121. return snprintf(buf, PAGE_SIZE, "%d\n", ihost->id);
  122. }
  123. static DEVICE_ATTR(isci_id, S_IRUGO, isci_show_id, NULL);
  124. struct device_attribute *isci_host_attrs[] = {
  125. &dev_attr_isci_id,
  126. NULL
  127. };
  128. static struct scsi_host_template isci_sht = {
  129. .module = THIS_MODULE,
  130. .name = DRV_NAME,
  131. .proc_name = DRV_NAME,
  132. .queuecommand = sas_queuecommand,
  133. .target_alloc = sas_target_alloc,
  134. .slave_configure = sas_slave_configure,
  135. .slave_destroy = sas_slave_destroy,
  136. .scan_finished = isci_host_scan_finished,
  137. .scan_start = isci_host_scan_start,
  138. .change_queue_depth = sas_change_queue_depth,
  139. .change_queue_type = sas_change_queue_type,
  140. .bios_param = sas_bios_param,
  141. .can_queue = ISCI_CAN_QUEUE_VAL,
  142. .cmd_per_lun = 1,
  143. .this_id = -1,
  144. .sg_tablesize = SG_ALL,
  145. .max_sectors = SCSI_DEFAULT_MAX_SECTORS,
  146. .use_clustering = ENABLE_CLUSTERING,
  147. .eh_device_reset_handler = sas_eh_device_reset_handler,
  148. .eh_bus_reset_handler = isci_bus_reset_handler,
  149. .slave_alloc = sas_slave_alloc,
  150. .target_destroy = sas_target_destroy,
  151. .ioctl = sas_ioctl,
  152. .shost_attrs = isci_host_attrs,
  153. };
  154. static struct sas_domain_function_template isci_transport_ops = {
  155. /* The class calls these to notify the LLDD of an event. */
  156. .lldd_port_formed = isci_port_formed,
  157. .lldd_port_deformed = isci_port_deformed,
  158. /* The class calls these when a device is found or gone. */
  159. .lldd_dev_found = isci_remote_device_found,
  160. .lldd_dev_gone = isci_remote_device_gone,
  161. .lldd_execute_task = isci_task_execute_task,
  162. /* Task Management Functions. Must be called from process context. */
  163. .lldd_abort_task = isci_task_abort_task,
  164. .lldd_abort_task_set = isci_task_abort_task_set,
  165. .lldd_clear_aca = isci_task_clear_aca,
  166. .lldd_clear_task_set = isci_task_clear_task_set,
  167. .lldd_I_T_nexus_reset = isci_task_I_T_nexus_reset,
  168. .lldd_lu_reset = isci_task_lu_reset,
  169. .lldd_query_task = isci_task_query_task,
  170. /* Port and Adapter management */
  171. .lldd_clear_nexus_port = isci_task_clear_nexus_port,
  172. .lldd_clear_nexus_ha = isci_task_clear_nexus_ha,
  173. /* Phy management */
  174. .lldd_control_phy = isci_phy_control,
  175. /* GPIO support */
  176. .lldd_write_gpio = isci_gpio_write,
  177. };
  178. /******************************************************************************
  179. * P R O T E C T E D M E T H O D S
  180. ******************************************************************************/
  181. /**
  182. * isci_register_sas_ha() - This method initializes various lldd
  183. * specific members of the sas_ha struct and calls the libsas
  184. * sas_register_ha() function.
  185. * @isci_host: This parameter specifies the lldd specific wrapper for the
  186. * libsas sas_ha struct.
  187. *
  188. * This method returns an error code indicating sucess or failure. The user
  189. * should check for possible memory allocation error return otherwise, a zero
  190. * indicates success.
  191. */
  192. static int isci_register_sas_ha(struct isci_host *isci_host)
  193. {
  194. int i;
  195. struct sas_ha_struct *sas_ha = &(isci_host->sas_ha);
  196. struct asd_sas_phy **sas_phys;
  197. struct asd_sas_port **sas_ports;
  198. sas_phys = devm_kzalloc(&isci_host->pdev->dev,
  199. SCI_MAX_PHYS * sizeof(void *),
  200. GFP_KERNEL);
  201. if (!sas_phys)
  202. return -ENOMEM;
  203. sas_ports = devm_kzalloc(&isci_host->pdev->dev,
  204. SCI_MAX_PORTS * sizeof(void *),
  205. GFP_KERNEL);
  206. if (!sas_ports)
  207. return -ENOMEM;
  208. /*----------------- Libsas Initialization Stuff----------------------
  209. * Set various fields in the sas_ha struct:
  210. */
  211. sas_ha->sas_ha_name = DRV_NAME;
  212. sas_ha->lldd_module = THIS_MODULE;
  213. sas_ha->sas_addr = &isci_host->phys[0].sas_addr[0];
  214. /* set the array of phy and port structs. */
  215. for (i = 0; i < SCI_MAX_PHYS; i++) {
  216. sas_phys[i] = &isci_host->phys[i].sas_phy;
  217. sas_ports[i] = &isci_host->ports[i].sas_port;
  218. }
  219. sas_ha->sas_phy = sas_phys;
  220. sas_ha->sas_port = sas_ports;
  221. sas_ha->num_phys = SCI_MAX_PHYS;
  222. sas_ha->lldd_queue_size = ISCI_CAN_QUEUE_VAL;
  223. sas_ha->lldd_max_execute_num = 1;
  224. sas_ha->strict_wide_ports = 1;
  225. sas_register_ha(sas_ha);
  226. return 0;
  227. }
  228. static void isci_unregister(struct isci_host *isci_host)
  229. {
  230. struct Scsi_Host *shost;
  231. if (!isci_host)
  232. return;
  233. shost = isci_host->shost;
  234. sas_unregister_ha(&isci_host->sas_ha);
  235. sas_remove_host(isci_host->shost);
  236. scsi_remove_host(isci_host->shost);
  237. scsi_host_put(isci_host->shost);
  238. }
  239. static int __devinit isci_pci_init(struct pci_dev *pdev)
  240. {
  241. int err, bar_num, bar_mask = 0;
  242. void __iomem * const *iomap;
  243. err = pcim_enable_device(pdev);
  244. if (err) {
  245. dev_err(&pdev->dev,
  246. "failed enable PCI device %s!\n",
  247. pci_name(pdev));
  248. return err;
  249. }
  250. for (bar_num = 0; bar_num < SCI_PCI_BAR_COUNT; bar_num++)
  251. bar_mask |= 1 << (bar_num * 2);
  252. err = pcim_iomap_regions(pdev, bar_mask, DRV_NAME);
  253. if (err)
  254. return err;
  255. iomap = pcim_iomap_table(pdev);
  256. if (!iomap)
  257. return -ENOMEM;
  258. pci_set_master(pdev);
  259. err = pci_set_dma_mask(pdev, DMA_BIT_MASK(64));
  260. if (err) {
  261. err = pci_set_dma_mask(pdev, DMA_BIT_MASK(32));
  262. if (err)
  263. return err;
  264. }
  265. err = pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(64));
  266. if (err) {
  267. err = pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(32));
  268. if (err)
  269. return err;
  270. }
  271. return 0;
  272. }
  273. static int num_controllers(struct pci_dev *pdev)
  274. {
  275. /* bar size alone can tell us if we are running with a dual controller
  276. * part, no need to trust revision ids that might be under broken firmware
  277. * control
  278. */
  279. resource_size_t scu_bar_size = pci_resource_len(pdev, SCI_SCU_BAR*2);
  280. resource_size_t smu_bar_size = pci_resource_len(pdev, SCI_SMU_BAR*2);
  281. if (scu_bar_size >= SCI_SCU_BAR_SIZE*SCI_MAX_CONTROLLERS &&
  282. smu_bar_size >= SCI_SMU_BAR_SIZE*SCI_MAX_CONTROLLERS)
  283. return SCI_MAX_CONTROLLERS;
  284. else
  285. return 1;
  286. }
  287. static int isci_setup_interrupts(struct pci_dev *pdev)
  288. {
  289. int err, i, num_msix;
  290. struct isci_host *ihost;
  291. struct isci_pci_info *pci_info = to_pci_info(pdev);
  292. /*
  293. * Determine the number of vectors associated with this
  294. * PCI function.
  295. */
  296. num_msix = num_controllers(pdev) * SCI_NUM_MSI_X_INT;
  297. for (i = 0; i < num_msix; i++)
  298. pci_info->msix_entries[i].entry = i;
  299. err = pci_enable_msix(pdev, pci_info->msix_entries, num_msix);
  300. if (err)
  301. goto intx;
  302. for (i = 0; i < num_msix; i++) {
  303. int id = i / SCI_NUM_MSI_X_INT;
  304. struct msix_entry *msix = &pci_info->msix_entries[i];
  305. irq_handler_t isr;
  306. ihost = pci_info->hosts[id];
  307. /* odd numbered vectors are error interrupts */
  308. if (i & 1)
  309. isr = isci_error_isr;
  310. else
  311. isr = isci_msix_isr;
  312. err = devm_request_irq(&pdev->dev, msix->vector, isr, 0,
  313. DRV_NAME"-msix", ihost);
  314. if (!err)
  315. continue;
  316. dev_info(&pdev->dev, "msix setup failed falling back to intx\n");
  317. while (i--) {
  318. id = i / SCI_NUM_MSI_X_INT;
  319. ihost = pci_info->hosts[id];
  320. msix = &pci_info->msix_entries[i];
  321. devm_free_irq(&pdev->dev, msix->vector, ihost);
  322. }
  323. pci_disable_msix(pdev);
  324. goto intx;
  325. }
  326. return 0;
  327. intx:
  328. for_each_isci_host(i, ihost, pdev) {
  329. err = devm_request_irq(&pdev->dev, pdev->irq, isci_intx_isr,
  330. IRQF_SHARED, DRV_NAME"-intx", ihost);
  331. if (err)
  332. break;
  333. }
  334. return err;
  335. }
  336. static struct isci_host *isci_host_alloc(struct pci_dev *pdev, int id)
  337. {
  338. struct isci_host *isci_host;
  339. struct Scsi_Host *shost;
  340. int err;
  341. isci_host = devm_kzalloc(&pdev->dev, sizeof(*isci_host), GFP_KERNEL);
  342. if (!isci_host)
  343. return NULL;
  344. isci_host->pdev = pdev;
  345. isci_host->id = id;
  346. shost = scsi_host_alloc(&isci_sht, sizeof(void *));
  347. if (!shost)
  348. return NULL;
  349. isci_host->shost = shost;
  350. dev_info(&pdev->dev, "%sSCU controller %d: phy 3-0 cables: "
  351. "{%s, %s, %s, %s}\n",
  352. (is_cable_select_overridden() ? "* " : ""), isci_host->id,
  353. lookup_cable_names(decode_cable_selection(isci_host, 3)),
  354. lookup_cable_names(decode_cable_selection(isci_host, 2)),
  355. lookup_cable_names(decode_cable_selection(isci_host, 1)),
  356. lookup_cable_names(decode_cable_selection(isci_host, 0)));
  357. err = isci_host_init(isci_host);
  358. if (err)
  359. goto err_shost;
  360. SHOST_TO_SAS_HA(shost) = &isci_host->sas_ha;
  361. isci_host->sas_ha.core.shost = shost;
  362. shost->transportt = isci_transport_template;
  363. shost->max_id = ~0;
  364. shost->max_lun = ~0;
  365. shost->max_cmd_len = MAX_COMMAND_SIZE;
  366. err = scsi_add_host(shost, &pdev->dev);
  367. if (err)
  368. goto err_shost;
  369. err = isci_register_sas_ha(isci_host);
  370. if (err)
  371. goto err_shost_remove;
  372. return isci_host;
  373. err_shost_remove:
  374. scsi_remove_host(shost);
  375. err_shost:
  376. scsi_host_put(shost);
  377. return NULL;
  378. }
  379. static int __devinit isci_pci_probe(struct pci_dev *pdev, const struct pci_device_id *id)
  380. {
  381. struct isci_pci_info *pci_info;
  382. int err, i;
  383. struct isci_host *isci_host;
  384. const struct firmware *fw = NULL;
  385. struct isci_orom *orom = NULL;
  386. char *source = "(platform)";
  387. dev_info(&pdev->dev, "driver configured for rev: %d silicon\n",
  388. pdev->revision);
  389. pci_info = devm_kzalloc(&pdev->dev, sizeof(*pci_info), GFP_KERNEL);
  390. if (!pci_info)
  391. return -ENOMEM;
  392. pci_set_drvdata(pdev, pci_info);
  393. if (efi_enabled)
  394. orom = isci_get_efi_var(pdev);
  395. if (!orom)
  396. orom = isci_request_oprom(pdev);
  397. for (i = 0; orom && i < ARRAY_SIZE(orom->ctrl); i++) {
  398. if (sci_oem_parameters_validate(&orom->ctrl[i],
  399. orom->hdr.version)) {
  400. dev_warn(&pdev->dev,
  401. "[%d]: invalid oem parameters detected, falling back to firmware\n", i);
  402. devm_kfree(&pdev->dev, orom);
  403. orom = NULL;
  404. break;
  405. }
  406. }
  407. if (!orom) {
  408. source = "(firmware)";
  409. orom = isci_request_firmware(pdev, fw);
  410. if (!orom) {
  411. /* TODO convert this to WARN_TAINT_ONCE once the
  412. * orom/efi parameter support is widely available
  413. */
  414. dev_warn(&pdev->dev,
  415. "Loading user firmware failed, using default "
  416. "values\n");
  417. dev_warn(&pdev->dev,
  418. "Default OEM configuration being used: 4 "
  419. "narrow ports, and default SAS Addresses\n");
  420. }
  421. }
  422. if (orom)
  423. dev_info(&pdev->dev,
  424. "OEM SAS parameters (version: %u.%u) loaded %s\n",
  425. (orom->hdr.version & 0xf0) >> 4,
  426. (orom->hdr.version & 0xf), source);
  427. pci_info->orom = orom;
  428. err = isci_pci_init(pdev);
  429. if (err)
  430. return err;
  431. for (i = 0; i < num_controllers(pdev); i++) {
  432. struct isci_host *h = isci_host_alloc(pdev, i);
  433. if (!h) {
  434. err = -ENOMEM;
  435. goto err_host_alloc;
  436. }
  437. pci_info->hosts[i] = h;
  438. }
  439. err = isci_setup_interrupts(pdev);
  440. if (err)
  441. goto err_host_alloc;
  442. for_each_isci_host(i, isci_host, pdev)
  443. scsi_scan_host(isci_host->shost);
  444. return 0;
  445. err_host_alloc:
  446. for_each_isci_host(i, isci_host, pdev)
  447. isci_unregister(isci_host);
  448. return err;
  449. }
  450. static void __devexit isci_pci_remove(struct pci_dev *pdev)
  451. {
  452. struct isci_host *ihost;
  453. int i;
  454. for_each_isci_host(i, ihost, pdev) {
  455. isci_unregister(ihost);
  456. isci_host_deinit(ihost);
  457. sci_controller_disable_interrupts(ihost);
  458. }
  459. }
  460. static struct pci_driver isci_pci_driver = {
  461. .name = DRV_NAME,
  462. .id_table = isci_id_table,
  463. .probe = isci_pci_probe,
  464. .remove = __devexit_p(isci_pci_remove),
  465. };
  466. static __init int isci_init(void)
  467. {
  468. int err;
  469. pr_info("%s: Intel(R) C600 SAS Controller Driver - version %s\n",
  470. DRV_NAME, DRV_VERSION);
  471. isci_transport_template = sas_domain_attach_transport(&isci_transport_ops);
  472. if (!isci_transport_template)
  473. return -ENOMEM;
  474. err = pci_register_driver(&isci_pci_driver);
  475. if (err)
  476. sas_release_transport(isci_transport_template);
  477. return err;
  478. }
  479. static __exit void isci_exit(void)
  480. {
  481. pci_unregister_driver(&isci_pci_driver);
  482. sas_release_transport(isci_transport_template);
  483. }
  484. MODULE_LICENSE("Dual BSD/GPL");
  485. MODULE_FIRMWARE(ISCI_FW_NAME);
  486. module_init(isci_init);
  487. module_exit(isci_exit);