sas_init.c 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534
  1. /*
  2. * Serial Attached SCSI (SAS) Transport Layer initialization
  3. *
  4. * Copyright (C) 2005 Adaptec, Inc. All rights reserved.
  5. * Copyright (C) 2005 Luben Tuikov <luben_tuikov@adaptec.com>
  6. *
  7. * This file is licensed under GPLv2.
  8. *
  9. * This program is free software; you can redistribute it and/or
  10. * modify it under the terms of the GNU General Public License as
  11. * published by the Free Software Foundation; either version 2 of the
  12. * License, or (at your option) any later version.
  13. *
  14. * This program is distributed in the hope that it will be useful, but
  15. * WITHOUT ANY WARRANTY; without even the implied warranty of
  16. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  17. * General Public License for more details.
  18. *
  19. * You should have received a copy of the GNU General Public License
  20. * along with this program; if not, write to the Free Software
  21. * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307
  22. * USA
  23. *
  24. */
  25. #include <linux/module.h>
  26. #include <linux/slab.h>
  27. #include <linux/init.h>
  28. #include <linux/device.h>
  29. #include <linux/spinlock.h>
  30. #include <scsi/sas_ata.h>
  31. #include <scsi/scsi_host.h>
  32. #include <scsi/scsi_device.h>
  33. #include <scsi/scsi_transport.h>
  34. #include <scsi/scsi_transport_sas.h>
  35. #include "sas_internal.h"
  36. #include "../scsi_sas_internal.h"
  37. static struct kmem_cache *sas_task_cache;
  38. struct sas_task *sas_alloc_task(gfp_t flags)
  39. {
  40. struct sas_task *task = kmem_cache_zalloc(sas_task_cache, flags);
  41. if (task) {
  42. INIT_LIST_HEAD(&task->list);
  43. spin_lock_init(&task->task_state_lock);
  44. task->task_state_flags = SAS_TASK_STATE_PENDING;
  45. }
  46. return task;
  47. }
  48. EXPORT_SYMBOL_GPL(sas_alloc_task);
  49. struct sas_task *sas_alloc_slow_task(gfp_t flags)
  50. {
  51. struct sas_task *task = sas_alloc_task(flags);
  52. struct sas_task_slow *slow = kmalloc(sizeof(*slow), flags);
  53. if (!task || !slow) {
  54. if (task)
  55. kmem_cache_free(sas_task_cache, task);
  56. kfree(slow);
  57. return NULL;
  58. }
  59. task->slow_task = slow;
  60. init_timer(&slow->timer);
  61. init_completion(&slow->completion);
  62. return task;
  63. }
  64. EXPORT_SYMBOL_GPL(sas_alloc_slow_task);
  65. void sas_free_task(struct sas_task *task)
  66. {
  67. if (task) {
  68. BUG_ON(!list_empty(&task->list));
  69. kfree(task->slow_task);
  70. kmem_cache_free(sas_task_cache, task);
  71. }
  72. }
  73. EXPORT_SYMBOL_GPL(sas_free_task);
  74. /*------------ SAS addr hash -----------*/
  75. void sas_hash_addr(u8 *hashed, const u8 *sas_addr)
  76. {
  77. const u32 poly = 0x00DB2777;
  78. u32 r = 0;
  79. int i;
  80. for (i = 0; i < 8; i++) {
  81. int b;
  82. for (b = 7; b >= 0; b--) {
  83. r <<= 1;
  84. if ((1 << b) & sas_addr[i]) {
  85. if (!(r & 0x01000000))
  86. r ^= poly;
  87. } else if (r & 0x01000000)
  88. r ^= poly;
  89. }
  90. }
  91. hashed[0] = (r >> 16) & 0xFF;
  92. hashed[1] = (r >> 8) & 0xFF ;
  93. hashed[2] = r & 0xFF;
  94. }
  95. /* ---------- HA events ---------- */
  96. void sas_hae_reset(struct work_struct *work)
  97. {
  98. struct sas_ha_event *ev = to_sas_ha_event(work);
  99. struct sas_ha_struct *ha = ev->ha;
  100. clear_bit(HAE_RESET, &ha->pending);
  101. }
  102. int sas_register_ha(struct sas_ha_struct *sas_ha)
  103. {
  104. int error = 0;
  105. mutex_init(&sas_ha->disco_mutex);
  106. spin_lock_init(&sas_ha->phy_port_lock);
  107. sas_hash_addr(sas_ha->hashed_sas_addr, sas_ha->sas_addr);
  108. if (sas_ha->lldd_queue_size == 0)
  109. sas_ha->lldd_queue_size = 1;
  110. else if (sas_ha->lldd_queue_size == -1)
  111. sas_ha->lldd_queue_size = 128; /* Sanity */
  112. set_bit(SAS_HA_REGISTERED, &sas_ha->state);
  113. spin_lock_init(&sas_ha->lock);
  114. mutex_init(&sas_ha->drain_mutex);
  115. init_waitqueue_head(&sas_ha->eh_wait_q);
  116. INIT_LIST_HEAD(&sas_ha->defer_q);
  117. INIT_LIST_HEAD(&sas_ha->eh_dev_q);
  118. error = sas_register_phys(sas_ha);
  119. if (error) {
  120. printk(KERN_NOTICE "couldn't register sas phys:%d\n", error);
  121. return error;
  122. }
  123. error = sas_register_ports(sas_ha);
  124. if (error) {
  125. printk(KERN_NOTICE "couldn't register sas ports:%d\n", error);
  126. goto Undo_phys;
  127. }
  128. error = sas_init_events(sas_ha);
  129. if (error) {
  130. printk(KERN_NOTICE "couldn't start event thread:%d\n", error);
  131. goto Undo_ports;
  132. }
  133. if (sas_ha->lldd_max_execute_num > 1) {
  134. error = sas_init_queue(sas_ha);
  135. if (error) {
  136. printk(KERN_NOTICE "couldn't start queue thread:%d, "
  137. "running in direct mode\n", error);
  138. sas_ha->lldd_max_execute_num = 1;
  139. }
  140. }
  141. INIT_LIST_HEAD(&sas_ha->eh_done_q);
  142. INIT_LIST_HEAD(&sas_ha->eh_ata_q);
  143. return 0;
  144. Undo_ports:
  145. sas_unregister_ports(sas_ha);
  146. Undo_phys:
  147. return error;
  148. }
  149. int sas_unregister_ha(struct sas_ha_struct *sas_ha)
  150. {
  151. /* Set the state to unregistered to avoid further unchained
  152. * events to be queued, and flush any in-progress drainers
  153. */
  154. mutex_lock(&sas_ha->drain_mutex);
  155. spin_lock_irq(&sas_ha->lock);
  156. clear_bit(SAS_HA_REGISTERED, &sas_ha->state);
  157. spin_unlock_irq(&sas_ha->lock);
  158. __sas_drain_work(sas_ha);
  159. mutex_unlock(&sas_ha->drain_mutex);
  160. sas_unregister_ports(sas_ha);
  161. /* flush unregistration work */
  162. mutex_lock(&sas_ha->drain_mutex);
  163. __sas_drain_work(sas_ha);
  164. mutex_unlock(&sas_ha->drain_mutex);
  165. if (sas_ha->lldd_max_execute_num > 1) {
  166. sas_shutdown_queue(sas_ha);
  167. sas_ha->lldd_max_execute_num = 1;
  168. }
  169. return 0;
  170. }
  171. static int sas_get_linkerrors(struct sas_phy *phy)
  172. {
  173. if (scsi_is_sas_phy_local(phy)) {
  174. struct Scsi_Host *shost = dev_to_shost(phy->dev.parent);
  175. struct sas_ha_struct *sas_ha = SHOST_TO_SAS_HA(shost);
  176. struct asd_sas_phy *asd_phy = sas_ha->sas_phy[phy->number];
  177. struct sas_internal *i =
  178. to_sas_internal(sas_ha->core.shost->transportt);
  179. return i->dft->lldd_control_phy(asd_phy, PHY_FUNC_GET_EVENTS, NULL);
  180. }
  181. return sas_smp_get_phy_events(phy);
  182. }
  183. int sas_try_ata_reset(struct asd_sas_phy *asd_phy)
  184. {
  185. struct domain_device *dev = NULL;
  186. /* try to route user requested link resets through libata */
  187. if (asd_phy->port)
  188. dev = asd_phy->port->port_dev;
  189. /* validate that dev has been probed */
  190. if (dev)
  191. dev = sas_find_dev_by_rphy(dev->rphy);
  192. if (dev && dev_is_sata(dev)) {
  193. sas_ata_schedule_reset(dev);
  194. sas_ata_wait_eh(dev);
  195. return 0;
  196. }
  197. return -ENODEV;
  198. }
  199. /**
  200. * transport_sas_phy_reset - reset a phy and permit libata to manage the link
  201. *
  202. * phy reset request via sysfs in host workqueue context so we know we
  203. * can block on eh and safely traverse the domain_device topology
  204. */
  205. static int transport_sas_phy_reset(struct sas_phy *phy, int hard_reset)
  206. {
  207. enum phy_func reset_type;
  208. if (hard_reset)
  209. reset_type = PHY_FUNC_HARD_RESET;
  210. else
  211. reset_type = PHY_FUNC_LINK_RESET;
  212. if (scsi_is_sas_phy_local(phy)) {
  213. struct Scsi_Host *shost = dev_to_shost(phy->dev.parent);
  214. struct sas_ha_struct *sas_ha = SHOST_TO_SAS_HA(shost);
  215. struct asd_sas_phy *asd_phy = sas_ha->sas_phy[phy->number];
  216. struct sas_internal *i =
  217. to_sas_internal(sas_ha->core.shost->transportt);
  218. if (!hard_reset && sas_try_ata_reset(asd_phy) == 0)
  219. return 0;
  220. return i->dft->lldd_control_phy(asd_phy, reset_type, NULL);
  221. } else {
  222. struct sas_rphy *rphy = dev_to_rphy(phy->dev.parent);
  223. struct domain_device *ddev = sas_find_dev_by_rphy(rphy);
  224. struct domain_device *ata_dev = sas_ex_to_ata(ddev, phy->number);
  225. if (ata_dev && !hard_reset) {
  226. sas_ata_schedule_reset(ata_dev);
  227. sas_ata_wait_eh(ata_dev);
  228. return 0;
  229. } else
  230. return sas_smp_phy_control(ddev, phy->number, reset_type, NULL);
  231. }
  232. }
  233. static int sas_phy_enable(struct sas_phy *phy, int enable)
  234. {
  235. int ret;
  236. enum phy_func cmd;
  237. if (enable)
  238. cmd = PHY_FUNC_LINK_RESET;
  239. else
  240. cmd = PHY_FUNC_DISABLE;
  241. if (scsi_is_sas_phy_local(phy)) {
  242. struct Scsi_Host *shost = dev_to_shost(phy->dev.parent);
  243. struct sas_ha_struct *sas_ha = SHOST_TO_SAS_HA(shost);
  244. struct asd_sas_phy *asd_phy = sas_ha->sas_phy[phy->number];
  245. struct sas_internal *i =
  246. to_sas_internal(sas_ha->core.shost->transportt);
  247. if (enable)
  248. ret = transport_sas_phy_reset(phy, 0);
  249. else
  250. ret = i->dft->lldd_control_phy(asd_phy, cmd, NULL);
  251. } else {
  252. struct sas_rphy *rphy = dev_to_rphy(phy->dev.parent);
  253. struct domain_device *ddev = sas_find_dev_by_rphy(rphy);
  254. if (enable)
  255. ret = transport_sas_phy_reset(phy, 0);
  256. else
  257. ret = sas_smp_phy_control(ddev, phy->number, cmd, NULL);
  258. }
  259. return ret;
  260. }
  261. int sas_phy_reset(struct sas_phy *phy, int hard_reset)
  262. {
  263. int ret;
  264. enum phy_func reset_type;
  265. if (!phy->enabled)
  266. return -ENODEV;
  267. if (hard_reset)
  268. reset_type = PHY_FUNC_HARD_RESET;
  269. else
  270. reset_type = PHY_FUNC_LINK_RESET;
  271. if (scsi_is_sas_phy_local(phy)) {
  272. struct Scsi_Host *shost = dev_to_shost(phy->dev.parent);
  273. struct sas_ha_struct *sas_ha = SHOST_TO_SAS_HA(shost);
  274. struct asd_sas_phy *asd_phy = sas_ha->sas_phy[phy->number];
  275. struct sas_internal *i =
  276. to_sas_internal(sas_ha->core.shost->transportt);
  277. ret = i->dft->lldd_control_phy(asd_phy, reset_type, NULL);
  278. } else {
  279. struct sas_rphy *rphy = dev_to_rphy(phy->dev.parent);
  280. struct domain_device *ddev = sas_find_dev_by_rphy(rphy);
  281. ret = sas_smp_phy_control(ddev, phy->number, reset_type, NULL);
  282. }
  283. return ret;
  284. }
  285. int sas_set_phy_speed(struct sas_phy *phy,
  286. struct sas_phy_linkrates *rates)
  287. {
  288. int ret;
  289. if ((rates->minimum_linkrate &&
  290. rates->minimum_linkrate > phy->maximum_linkrate) ||
  291. (rates->maximum_linkrate &&
  292. rates->maximum_linkrate < phy->minimum_linkrate))
  293. return -EINVAL;
  294. if (rates->minimum_linkrate &&
  295. rates->minimum_linkrate < phy->minimum_linkrate_hw)
  296. rates->minimum_linkrate = phy->minimum_linkrate_hw;
  297. if (rates->maximum_linkrate &&
  298. rates->maximum_linkrate > phy->maximum_linkrate_hw)
  299. rates->maximum_linkrate = phy->maximum_linkrate_hw;
  300. if (scsi_is_sas_phy_local(phy)) {
  301. struct Scsi_Host *shost = dev_to_shost(phy->dev.parent);
  302. struct sas_ha_struct *sas_ha = SHOST_TO_SAS_HA(shost);
  303. struct asd_sas_phy *asd_phy = sas_ha->sas_phy[phy->number];
  304. struct sas_internal *i =
  305. to_sas_internal(sas_ha->core.shost->transportt);
  306. ret = i->dft->lldd_control_phy(asd_phy, PHY_FUNC_SET_LINK_RATE,
  307. rates);
  308. } else {
  309. struct sas_rphy *rphy = dev_to_rphy(phy->dev.parent);
  310. struct domain_device *ddev = sas_find_dev_by_rphy(rphy);
  311. ret = sas_smp_phy_control(ddev, phy->number,
  312. PHY_FUNC_LINK_RESET, rates);
  313. }
  314. return ret;
  315. }
  316. static void sas_phy_release(struct sas_phy *phy)
  317. {
  318. kfree(phy->hostdata);
  319. phy->hostdata = NULL;
  320. }
  321. static void phy_reset_work(struct work_struct *work)
  322. {
  323. struct sas_phy_data *d = container_of(work, typeof(*d), reset_work.work);
  324. d->reset_result = transport_sas_phy_reset(d->phy, d->hard_reset);
  325. }
  326. static void phy_enable_work(struct work_struct *work)
  327. {
  328. struct sas_phy_data *d = container_of(work, typeof(*d), enable_work.work);
  329. d->enable_result = sas_phy_enable(d->phy, d->enable);
  330. }
  331. static int sas_phy_setup(struct sas_phy *phy)
  332. {
  333. struct sas_phy_data *d = kzalloc(sizeof(*d), GFP_KERNEL);
  334. if (!d)
  335. return -ENOMEM;
  336. mutex_init(&d->event_lock);
  337. INIT_SAS_WORK(&d->reset_work, phy_reset_work);
  338. INIT_SAS_WORK(&d->enable_work, phy_enable_work);
  339. d->phy = phy;
  340. phy->hostdata = d;
  341. return 0;
  342. }
  343. static int queue_phy_reset(struct sas_phy *phy, int hard_reset)
  344. {
  345. struct Scsi_Host *shost = dev_to_shost(phy->dev.parent);
  346. struct sas_ha_struct *ha = SHOST_TO_SAS_HA(shost);
  347. struct sas_phy_data *d = phy->hostdata;
  348. int rc;
  349. if (!d)
  350. return -ENOMEM;
  351. /* libsas workqueue coordinates ata-eh reset with discovery */
  352. mutex_lock(&d->event_lock);
  353. d->reset_result = 0;
  354. d->hard_reset = hard_reset;
  355. spin_lock_irq(&ha->lock);
  356. sas_queue_work(ha, &d->reset_work);
  357. spin_unlock_irq(&ha->lock);
  358. rc = sas_drain_work(ha);
  359. if (rc == 0)
  360. rc = d->reset_result;
  361. mutex_unlock(&d->event_lock);
  362. return rc;
  363. }
  364. static int queue_phy_enable(struct sas_phy *phy, int enable)
  365. {
  366. struct Scsi_Host *shost = dev_to_shost(phy->dev.parent);
  367. struct sas_ha_struct *ha = SHOST_TO_SAS_HA(shost);
  368. struct sas_phy_data *d = phy->hostdata;
  369. int rc;
  370. if (!d)
  371. return -ENOMEM;
  372. /* libsas workqueue coordinates ata-eh reset with discovery */
  373. mutex_lock(&d->event_lock);
  374. d->enable_result = 0;
  375. d->enable = enable;
  376. spin_lock_irq(&ha->lock);
  377. sas_queue_work(ha, &d->enable_work);
  378. spin_unlock_irq(&ha->lock);
  379. rc = sas_drain_work(ha);
  380. if (rc == 0)
  381. rc = d->enable_result;
  382. mutex_unlock(&d->event_lock);
  383. return rc;
  384. }
  385. static struct sas_function_template sft = {
  386. .phy_enable = queue_phy_enable,
  387. .phy_reset = queue_phy_reset,
  388. .phy_setup = sas_phy_setup,
  389. .phy_release = sas_phy_release,
  390. .set_phy_speed = sas_set_phy_speed,
  391. .get_linkerrors = sas_get_linkerrors,
  392. .smp_handler = sas_smp_handler,
  393. };
  394. struct scsi_transport_template *
  395. sas_domain_attach_transport(struct sas_domain_function_template *dft)
  396. {
  397. struct scsi_transport_template *stt = sas_attach_transport(&sft);
  398. struct sas_internal *i;
  399. if (!stt)
  400. return stt;
  401. i = to_sas_internal(stt);
  402. i->dft = dft;
  403. stt->create_work_queue = 1;
  404. stt->eh_timed_out = sas_scsi_timed_out;
  405. stt->eh_strategy_handler = sas_scsi_recover_host;
  406. return stt;
  407. }
  408. EXPORT_SYMBOL_GPL(sas_domain_attach_transport);
  409. void sas_domain_release_transport(struct scsi_transport_template *stt)
  410. {
  411. sas_release_transport(stt);
  412. }
  413. EXPORT_SYMBOL_GPL(sas_domain_release_transport);
  414. /* ---------- SAS Class register/unregister ---------- */
  415. static int __init sas_class_init(void)
  416. {
  417. sas_task_cache = KMEM_CACHE(sas_task, SLAB_HWCACHE_ALIGN);
  418. if (!sas_task_cache)
  419. return -ENOMEM;
  420. return 0;
  421. }
  422. static void __exit sas_class_exit(void)
  423. {
  424. kmem_cache_destroy(sas_task_cache);
  425. }
  426. MODULE_AUTHOR("Luben Tuikov <luben_tuikov@adaptec.com>");
  427. MODULE_DESCRIPTION("SAS Transport Layer");
  428. MODULE_LICENSE("GPL v2");
  429. module_init(sas_class_init);
  430. module_exit(sas_class_exit);
  431. EXPORT_SYMBOL_GPL(sas_register_ha);
  432. EXPORT_SYMBOL_GPL(sas_unregister_ha);