sas_init.c 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515
  1. /*
  2. * Serial Attached SCSI (SAS) Transport Layer initialization
  3. *
  4. * Copyright (C) 2005 Adaptec, Inc. All rights reserved.
  5. * Copyright (C) 2005 Luben Tuikov <luben_tuikov@adaptec.com>
  6. *
  7. * This file is licensed under GPLv2.
  8. *
  9. * This program is free software; you can redistribute it and/or
  10. * modify it under the terms of the GNU General Public License as
  11. * published by the Free Software Foundation; either version 2 of the
  12. * License, or (at your option) any later version.
  13. *
  14. * This program is distributed in the hope that it will be useful, but
  15. * WITHOUT ANY WARRANTY; without even the implied warranty of
  16. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  17. * General Public License for more details.
  18. *
  19. * You should have received a copy of the GNU General Public License
  20. * along with this program; if not, write to the Free Software
  21. * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307
  22. * USA
  23. *
  24. */
  25. #include <linux/module.h>
  26. #include <linux/slab.h>
  27. #include <linux/init.h>
  28. #include <linux/device.h>
  29. #include <linux/spinlock.h>
  30. #include <scsi/sas_ata.h>
  31. #include <scsi/scsi_host.h>
  32. #include <scsi/scsi_device.h>
  33. #include <scsi/scsi_transport.h>
  34. #include <scsi/scsi_transport_sas.h>
  35. #include "sas_internal.h"
  36. #include "../scsi_sas_internal.h"
  37. static struct kmem_cache *sas_task_cache;
  38. struct sas_task *sas_alloc_task(gfp_t flags)
  39. {
  40. struct sas_task *task = kmem_cache_zalloc(sas_task_cache, flags);
  41. if (task) {
  42. INIT_LIST_HEAD(&task->list);
  43. spin_lock_init(&task->task_state_lock);
  44. task->task_state_flags = SAS_TASK_STATE_PENDING;
  45. init_timer(&task->timer);
  46. init_completion(&task->completion);
  47. }
  48. return task;
  49. }
  50. EXPORT_SYMBOL_GPL(sas_alloc_task);
  51. void sas_free_task(struct sas_task *task)
  52. {
  53. if (task) {
  54. BUG_ON(!list_empty(&task->list));
  55. kmem_cache_free(sas_task_cache, task);
  56. }
  57. }
  58. EXPORT_SYMBOL_GPL(sas_free_task);
  59. /*------------ SAS addr hash -----------*/
  60. void sas_hash_addr(u8 *hashed, const u8 *sas_addr)
  61. {
  62. const u32 poly = 0x00DB2777;
  63. u32 r = 0;
  64. int i;
  65. for (i = 0; i < 8; i++) {
  66. int b;
  67. for (b = 7; b >= 0; b--) {
  68. r <<= 1;
  69. if ((1 << b) & sas_addr[i]) {
  70. if (!(r & 0x01000000))
  71. r ^= poly;
  72. } else if (r & 0x01000000)
  73. r ^= poly;
  74. }
  75. }
  76. hashed[0] = (r >> 16) & 0xFF;
  77. hashed[1] = (r >> 8) & 0xFF ;
  78. hashed[2] = r & 0xFF;
  79. }
  80. /* ---------- HA events ---------- */
  81. void sas_hae_reset(struct work_struct *work)
  82. {
  83. struct sas_ha_event *ev = to_sas_ha_event(work);
  84. struct sas_ha_struct *ha = ev->ha;
  85. clear_bit(HAE_RESET, &ha->pending);
  86. }
  87. int sas_register_ha(struct sas_ha_struct *sas_ha)
  88. {
  89. int error = 0;
  90. mutex_init(&sas_ha->disco_mutex);
  91. spin_lock_init(&sas_ha->phy_port_lock);
  92. sas_hash_addr(sas_ha->hashed_sas_addr, sas_ha->sas_addr);
  93. if (sas_ha->lldd_queue_size == 0)
  94. sas_ha->lldd_queue_size = 1;
  95. else if (sas_ha->lldd_queue_size == -1)
  96. sas_ha->lldd_queue_size = 128; /* Sanity */
  97. set_bit(SAS_HA_REGISTERED, &sas_ha->state);
  98. spin_lock_init(&sas_ha->lock);
  99. mutex_init(&sas_ha->drain_mutex);
  100. init_waitqueue_head(&sas_ha->eh_wait_q);
  101. INIT_LIST_HEAD(&sas_ha->defer_q);
  102. INIT_LIST_HEAD(&sas_ha->eh_dev_q);
  103. error = sas_register_phys(sas_ha);
  104. if (error) {
  105. printk(KERN_NOTICE "couldn't register sas phys:%d\n", error);
  106. return error;
  107. }
  108. error = sas_register_ports(sas_ha);
  109. if (error) {
  110. printk(KERN_NOTICE "couldn't register sas ports:%d\n", error);
  111. goto Undo_phys;
  112. }
  113. error = sas_init_events(sas_ha);
  114. if (error) {
  115. printk(KERN_NOTICE "couldn't start event thread:%d\n", error);
  116. goto Undo_ports;
  117. }
  118. if (sas_ha->lldd_max_execute_num > 1) {
  119. error = sas_init_queue(sas_ha);
  120. if (error) {
  121. printk(KERN_NOTICE "couldn't start queue thread:%d, "
  122. "running in direct mode\n", error);
  123. sas_ha->lldd_max_execute_num = 1;
  124. }
  125. }
  126. INIT_LIST_HEAD(&sas_ha->eh_done_q);
  127. INIT_LIST_HEAD(&sas_ha->eh_ata_q);
  128. return 0;
  129. Undo_ports:
  130. sas_unregister_ports(sas_ha);
  131. Undo_phys:
  132. return error;
  133. }
  134. int sas_unregister_ha(struct sas_ha_struct *sas_ha)
  135. {
  136. /* Set the state to unregistered to avoid further unchained
  137. * events to be queued, and flush any in-progress drainers
  138. */
  139. mutex_lock(&sas_ha->drain_mutex);
  140. spin_lock_irq(&sas_ha->lock);
  141. clear_bit(SAS_HA_REGISTERED, &sas_ha->state);
  142. spin_unlock_irq(&sas_ha->lock);
  143. __sas_drain_work(sas_ha);
  144. mutex_unlock(&sas_ha->drain_mutex);
  145. sas_unregister_ports(sas_ha);
  146. /* flush unregistration work */
  147. mutex_lock(&sas_ha->drain_mutex);
  148. __sas_drain_work(sas_ha);
  149. mutex_unlock(&sas_ha->drain_mutex);
  150. if (sas_ha->lldd_max_execute_num > 1) {
  151. sas_shutdown_queue(sas_ha);
  152. sas_ha->lldd_max_execute_num = 1;
  153. }
  154. return 0;
  155. }
  156. static int sas_get_linkerrors(struct sas_phy *phy)
  157. {
  158. if (scsi_is_sas_phy_local(phy)) {
  159. struct Scsi_Host *shost = dev_to_shost(phy->dev.parent);
  160. struct sas_ha_struct *sas_ha = SHOST_TO_SAS_HA(shost);
  161. struct asd_sas_phy *asd_phy = sas_ha->sas_phy[phy->number];
  162. struct sas_internal *i =
  163. to_sas_internal(sas_ha->core.shost->transportt);
  164. return i->dft->lldd_control_phy(asd_phy, PHY_FUNC_GET_EVENTS, NULL);
  165. }
  166. return sas_smp_get_phy_events(phy);
  167. }
  168. int sas_try_ata_reset(struct asd_sas_phy *asd_phy)
  169. {
  170. struct domain_device *dev = NULL;
  171. /* try to route user requested link resets through libata */
  172. if (asd_phy->port)
  173. dev = asd_phy->port->port_dev;
  174. /* validate that dev has been probed */
  175. if (dev)
  176. dev = sas_find_dev_by_rphy(dev->rphy);
  177. if (dev && dev_is_sata(dev)) {
  178. sas_ata_schedule_reset(dev);
  179. sas_ata_wait_eh(dev);
  180. return 0;
  181. }
  182. return -ENODEV;
  183. }
  184. /**
  185. * transport_sas_phy_reset - reset a phy and permit libata to manage the link
  186. *
  187. * phy reset request via sysfs in host workqueue context so we know we
  188. * can block on eh and safely traverse the domain_device topology
  189. */
  190. static int transport_sas_phy_reset(struct sas_phy *phy, int hard_reset)
  191. {
  192. enum phy_func reset_type;
  193. if (hard_reset)
  194. reset_type = PHY_FUNC_HARD_RESET;
  195. else
  196. reset_type = PHY_FUNC_LINK_RESET;
  197. if (scsi_is_sas_phy_local(phy)) {
  198. struct Scsi_Host *shost = dev_to_shost(phy->dev.parent);
  199. struct sas_ha_struct *sas_ha = SHOST_TO_SAS_HA(shost);
  200. struct asd_sas_phy *asd_phy = sas_ha->sas_phy[phy->number];
  201. struct sas_internal *i =
  202. to_sas_internal(sas_ha->core.shost->transportt);
  203. if (!hard_reset && sas_try_ata_reset(asd_phy) == 0)
  204. return 0;
  205. return i->dft->lldd_control_phy(asd_phy, reset_type, NULL);
  206. } else {
  207. struct sas_rphy *rphy = dev_to_rphy(phy->dev.parent);
  208. struct domain_device *ddev = sas_find_dev_by_rphy(rphy);
  209. struct domain_device *ata_dev = sas_ex_to_ata(ddev, phy->number);
  210. if (ata_dev && !hard_reset) {
  211. sas_ata_schedule_reset(ata_dev);
  212. sas_ata_wait_eh(ata_dev);
  213. return 0;
  214. } else
  215. return sas_smp_phy_control(ddev, phy->number, reset_type, NULL);
  216. }
  217. }
  218. static int sas_phy_enable(struct sas_phy *phy, int enable)
  219. {
  220. int ret;
  221. enum phy_func cmd;
  222. if (enable)
  223. cmd = PHY_FUNC_LINK_RESET;
  224. else
  225. cmd = PHY_FUNC_DISABLE;
  226. if (scsi_is_sas_phy_local(phy)) {
  227. struct Scsi_Host *shost = dev_to_shost(phy->dev.parent);
  228. struct sas_ha_struct *sas_ha = SHOST_TO_SAS_HA(shost);
  229. struct asd_sas_phy *asd_phy = sas_ha->sas_phy[phy->number];
  230. struct sas_internal *i =
  231. to_sas_internal(sas_ha->core.shost->transportt);
  232. if (enable)
  233. ret = transport_sas_phy_reset(phy, 0);
  234. else
  235. ret = i->dft->lldd_control_phy(asd_phy, cmd, NULL);
  236. } else {
  237. struct sas_rphy *rphy = dev_to_rphy(phy->dev.parent);
  238. struct domain_device *ddev = sas_find_dev_by_rphy(rphy);
  239. if (enable)
  240. ret = transport_sas_phy_reset(phy, 0);
  241. else
  242. ret = sas_smp_phy_control(ddev, phy->number, cmd, NULL);
  243. }
  244. return ret;
  245. }
  246. int sas_phy_reset(struct sas_phy *phy, int hard_reset)
  247. {
  248. int ret;
  249. enum phy_func reset_type;
  250. if (!phy->enabled)
  251. return -ENODEV;
  252. if (hard_reset)
  253. reset_type = PHY_FUNC_HARD_RESET;
  254. else
  255. reset_type = PHY_FUNC_LINK_RESET;
  256. if (scsi_is_sas_phy_local(phy)) {
  257. struct Scsi_Host *shost = dev_to_shost(phy->dev.parent);
  258. struct sas_ha_struct *sas_ha = SHOST_TO_SAS_HA(shost);
  259. struct asd_sas_phy *asd_phy = sas_ha->sas_phy[phy->number];
  260. struct sas_internal *i =
  261. to_sas_internal(sas_ha->core.shost->transportt);
  262. ret = i->dft->lldd_control_phy(asd_phy, reset_type, NULL);
  263. } else {
  264. struct sas_rphy *rphy = dev_to_rphy(phy->dev.parent);
  265. struct domain_device *ddev = sas_find_dev_by_rphy(rphy);
  266. ret = sas_smp_phy_control(ddev, phy->number, reset_type, NULL);
  267. }
  268. return ret;
  269. }
  270. int sas_set_phy_speed(struct sas_phy *phy,
  271. struct sas_phy_linkrates *rates)
  272. {
  273. int ret;
  274. if ((rates->minimum_linkrate &&
  275. rates->minimum_linkrate > phy->maximum_linkrate) ||
  276. (rates->maximum_linkrate &&
  277. rates->maximum_linkrate < phy->minimum_linkrate))
  278. return -EINVAL;
  279. if (rates->minimum_linkrate &&
  280. rates->minimum_linkrate < phy->minimum_linkrate_hw)
  281. rates->minimum_linkrate = phy->minimum_linkrate_hw;
  282. if (rates->maximum_linkrate &&
  283. rates->maximum_linkrate > phy->maximum_linkrate_hw)
  284. rates->maximum_linkrate = phy->maximum_linkrate_hw;
  285. if (scsi_is_sas_phy_local(phy)) {
  286. struct Scsi_Host *shost = dev_to_shost(phy->dev.parent);
  287. struct sas_ha_struct *sas_ha = SHOST_TO_SAS_HA(shost);
  288. struct asd_sas_phy *asd_phy = sas_ha->sas_phy[phy->number];
  289. struct sas_internal *i =
  290. to_sas_internal(sas_ha->core.shost->transportt);
  291. ret = i->dft->lldd_control_phy(asd_phy, PHY_FUNC_SET_LINK_RATE,
  292. rates);
  293. } else {
  294. struct sas_rphy *rphy = dev_to_rphy(phy->dev.parent);
  295. struct domain_device *ddev = sas_find_dev_by_rphy(rphy);
  296. ret = sas_smp_phy_control(ddev, phy->number,
  297. PHY_FUNC_LINK_RESET, rates);
  298. }
  299. return ret;
  300. }
  301. static void sas_phy_release(struct sas_phy *phy)
  302. {
  303. kfree(phy->hostdata);
  304. phy->hostdata = NULL;
  305. }
  306. static void phy_reset_work(struct work_struct *work)
  307. {
  308. struct sas_phy_data *d = container_of(work, typeof(*d), reset_work.work);
  309. d->reset_result = transport_sas_phy_reset(d->phy, d->hard_reset);
  310. }
  311. static void phy_enable_work(struct work_struct *work)
  312. {
  313. struct sas_phy_data *d = container_of(work, typeof(*d), enable_work.work);
  314. d->enable_result = sas_phy_enable(d->phy, d->enable);
  315. }
  316. static int sas_phy_setup(struct sas_phy *phy)
  317. {
  318. struct sas_phy_data *d = kzalloc(sizeof(*d), GFP_KERNEL);
  319. if (!d)
  320. return -ENOMEM;
  321. mutex_init(&d->event_lock);
  322. INIT_SAS_WORK(&d->reset_work, phy_reset_work);
  323. INIT_SAS_WORK(&d->enable_work, phy_enable_work);
  324. d->phy = phy;
  325. phy->hostdata = d;
  326. return 0;
  327. }
  328. static int queue_phy_reset(struct sas_phy *phy, int hard_reset)
  329. {
  330. struct Scsi_Host *shost = dev_to_shost(phy->dev.parent);
  331. struct sas_ha_struct *ha = SHOST_TO_SAS_HA(shost);
  332. struct sas_phy_data *d = phy->hostdata;
  333. int rc;
  334. if (!d)
  335. return -ENOMEM;
  336. /* libsas workqueue coordinates ata-eh reset with discovery */
  337. mutex_lock(&d->event_lock);
  338. d->reset_result = 0;
  339. d->hard_reset = hard_reset;
  340. spin_lock_irq(&ha->lock);
  341. sas_queue_work(ha, &d->reset_work);
  342. spin_unlock_irq(&ha->lock);
  343. rc = sas_drain_work(ha);
  344. if (rc == 0)
  345. rc = d->reset_result;
  346. mutex_unlock(&d->event_lock);
  347. return rc;
  348. }
  349. static int queue_phy_enable(struct sas_phy *phy, int enable)
  350. {
  351. struct Scsi_Host *shost = dev_to_shost(phy->dev.parent);
  352. struct sas_ha_struct *ha = SHOST_TO_SAS_HA(shost);
  353. struct sas_phy_data *d = phy->hostdata;
  354. int rc;
  355. if (!d)
  356. return -ENOMEM;
  357. /* libsas workqueue coordinates ata-eh reset with discovery */
  358. mutex_lock(&d->event_lock);
  359. d->enable_result = 0;
  360. d->enable = enable;
  361. spin_lock_irq(&ha->lock);
  362. sas_queue_work(ha, &d->enable_work);
  363. spin_unlock_irq(&ha->lock);
  364. rc = sas_drain_work(ha);
  365. if (rc == 0)
  366. rc = d->enable_result;
  367. mutex_unlock(&d->event_lock);
  368. return rc;
  369. }
  370. static struct sas_function_template sft = {
  371. .phy_enable = queue_phy_enable,
  372. .phy_reset = queue_phy_reset,
  373. .phy_setup = sas_phy_setup,
  374. .phy_release = sas_phy_release,
  375. .set_phy_speed = sas_set_phy_speed,
  376. .get_linkerrors = sas_get_linkerrors,
  377. .smp_handler = sas_smp_handler,
  378. };
  379. struct scsi_transport_template *
  380. sas_domain_attach_transport(struct sas_domain_function_template *dft)
  381. {
  382. struct scsi_transport_template *stt = sas_attach_transport(&sft);
  383. struct sas_internal *i;
  384. if (!stt)
  385. return stt;
  386. i = to_sas_internal(stt);
  387. i->dft = dft;
  388. stt->create_work_queue = 1;
  389. stt->eh_timed_out = sas_scsi_timed_out;
  390. stt->eh_strategy_handler = sas_scsi_recover_host;
  391. return stt;
  392. }
  393. EXPORT_SYMBOL_GPL(sas_domain_attach_transport);
  394. void sas_domain_release_transport(struct scsi_transport_template *stt)
  395. {
  396. sas_release_transport(stt);
  397. }
  398. EXPORT_SYMBOL_GPL(sas_domain_release_transport);
  399. /* ---------- SAS Class register/unregister ---------- */
  400. static int __init sas_class_init(void)
  401. {
  402. sas_task_cache = KMEM_CACHE(sas_task, SLAB_HWCACHE_ALIGN);
  403. if (!sas_task_cache)
  404. return -ENOMEM;
  405. return 0;
  406. }
  407. static void __exit sas_class_exit(void)
  408. {
  409. kmem_cache_destroy(sas_task_cache);
  410. }
  411. MODULE_AUTHOR("Luben Tuikov <luben_tuikov@adaptec.com>");
  412. MODULE_DESCRIPTION("SAS Transport Layer");
  413. MODULE_LICENSE("GPL v2");
  414. module_init(sas_class_init);
  415. module_exit(sas_class_exit);
  416. EXPORT_SYMBOL_GPL(sas_register_ha);
  417. EXPORT_SYMBOL_GPL(sas_unregister_ha);