zfcp_erp.c 43 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573
  1. /*
  2. * zfcp device driver
  3. *
  4. * Error Recovery Procedures (ERP).
  5. *
  6. * Copyright IBM Corp. 2002, 2010
  7. */
  8. #define KMSG_COMPONENT "zfcp"
  9. #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt
  10. #include <linux/kthread.h>
  11. #include "zfcp_ext.h"
  12. #include "zfcp_reqlist.h"
  13. #define ZFCP_MAX_ERPS 3
  14. enum zfcp_erp_act_flags {
  15. ZFCP_STATUS_ERP_TIMEDOUT = 0x10000000,
  16. ZFCP_STATUS_ERP_CLOSE_ONLY = 0x01000000,
  17. ZFCP_STATUS_ERP_DISMISSING = 0x00100000,
  18. ZFCP_STATUS_ERP_DISMISSED = 0x00200000,
  19. ZFCP_STATUS_ERP_LOWMEM = 0x00400000,
  20. ZFCP_STATUS_ERP_NO_REF = 0x00800000,
  21. };
  22. enum zfcp_erp_steps {
  23. ZFCP_ERP_STEP_UNINITIALIZED = 0x0000,
  24. ZFCP_ERP_STEP_FSF_XCONFIG = 0x0001,
  25. ZFCP_ERP_STEP_PHYS_PORT_CLOSING = 0x0010,
  26. ZFCP_ERP_STEP_PORT_CLOSING = 0x0100,
  27. ZFCP_ERP_STEP_PORT_OPENING = 0x0800,
  28. ZFCP_ERP_STEP_LUN_CLOSING = 0x1000,
  29. ZFCP_ERP_STEP_LUN_OPENING = 0x2000,
  30. };
  31. enum zfcp_erp_act_type {
  32. ZFCP_ERP_ACTION_REOPEN_LUN = 1,
  33. ZFCP_ERP_ACTION_REOPEN_PORT = 2,
  34. ZFCP_ERP_ACTION_REOPEN_PORT_FORCED = 3,
  35. ZFCP_ERP_ACTION_REOPEN_ADAPTER = 4,
  36. };
  37. enum zfcp_erp_act_state {
  38. ZFCP_ERP_ACTION_RUNNING = 1,
  39. ZFCP_ERP_ACTION_READY = 2,
  40. };
  41. enum zfcp_erp_act_result {
  42. ZFCP_ERP_SUCCEEDED = 0,
  43. ZFCP_ERP_FAILED = 1,
  44. ZFCP_ERP_CONTINUES = 2,
  45. ZFCP_ERP_EXIT = 3,
  46. ZFCP_ERP_DISMISSED = 4,
  47. ZFCP_ERP_NOMEM = 5,
  48. };
  49. static void zfcp_erp_adapter_block(struct zfcp_adapter *adapter, int mask)
  50. {
  51. zfcp_erp_clear_adapter_status(adapter,
  52. ZFCP_STATUS_COMMON_UNBLOCKED | mask);
  53. }
  54. static int zfcp_erp_action_exists(struct zfcp_erp_action *act)
  55. {
  56. struct zfcp_erp_action *curr_act;
  57. list_for_each_entry(curr_act, &act->adapter->erp_running_head, list)
  58. if (act == curr_act)
  59. return ZFCP_ERP_ACTION_RUNNING;
  60. return 0;
  61. }
  62. static void zfcp_erp_action_ready(struct zfcp_erp_action *act)
  63. {
  64. struct zfcp_adapter *adapter = act->adapter;
  65. list_move(&act->list, &act->adapter->erp_ready_head);
  66. zfcp_dbf_rec_run("erardy1", act);
  67. wake_up(&adapter->erp_ready_wq);
  68. zfcp_dbf_rec_run("erardy2", act);
  69. }
  70. static void zfcp_erp_action_dismiss(struct zfcp_erp_action *act)
  71. {
  72. act->status |= ZFCP_STATUS_ERP_DISMISSED;
  73. if (zfcp_erp_action_exists(act) == ZFCP_ERP_ACTION_RUNNING)
  74. zfcp_erp_action_ready(act);
  75. }
  76. static void zfcp_erp_action_dismiss_lun(struct scsi_device *sdev)
  77. {
  78. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  79. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_ERP_INUSE)
  80. zfcp_erp_action_dismiss(&zfcp_sdev->erp_action);
  81. }
  82. static void zfcp_erp_action_dismiss_port(struct zfcp_port *port)
  83. {
  84. struct scsi_device *sdev;
  85. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_ERP_INUSE)
  86. zfcp_erp_action_dismiss(&port->erp_action);
  87. else {
  88. spin_lock(port->adapter->scsi_host->host_lock);
  89. __shost_for_each_device(sdev, port->adapter->scsi_host)
  90. if (sdev_to_zfcp(sdev)->port == port)
  91. zfcp_erp_action_dismiss_lun(sdev);
  92. spin_unlock(port->adapter->scsi_host->host_lock);
  93. }
  94. }
  95. static void zfcp_erp_action_dismiss_adapter(struct zfcp_adapter *adapter)
  96. {
  97. struct zfcp_port *port;
  98. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_ERP_INUSE)
  99. zfcp_erp_action_dismiss(&adapter->erp_action);
  100. else {
  101. read_lock(&adapter->port_list_lock);
  102. list_for_each_entry(port, &adapter->port_list, list)
  103. zfcp_erp_action_dismiss_port(port);
  104. read_unlock(&adapter->port_list_lock);
  105. }
  106. }
  107. static int zfcp_erp_required_act(int want, struct zfcp_adapter *adapter,
  108. struct zfcp_port *port,
  109. struct scsi_device *sdev)
  110. {
  111. int need = want;
  112. int l_status, p_status, a_status;
  113. struct zfcp_scsi_dev *zfcp_sdev;
  114. switch (want) {
  115. case ZFCP_ERP_ACTION_REOPEN_LUN:
  116. zfcp_sdev = sdev_to_zfcp(sdev);
  117. l_status = atomic_read(&zfcp_sdev->status);
  118. if (l_status & ZFCP_STATUS_COMMON_ERP_INUSE)
  119. return 0;
  120. p_status = atomic_read(&port->status);
  121. if (!(p_status & ZFCP_STATUS_COMMON_RUNNING) ||
  122. p_status & ZFCP_STATUS_COMMON_ERP_FAILED)
  123. return 0;
  124. if (!(p_status & ZFCP_STATUS_COMMON_UNBLOCKED))
  125. need = ZFCP_ERP_ACTION_REOPEN_PORT;
  126. /* fall through */
  127. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  128. p_status = atomic_read(&port->status);
  129. if (!(p_status & ZFCP_STATUS_COMMON_OPEN))
  130. need = ZFCP_ERP_ACTION_REOPEN_PORT;
  131. /* fall through */
  132. case ZFCP_ERP_ACTION_REOPEN_PORT:
  133. p_status = atomic_read(&port->status);
  134. if (p_status & ZFCP_STATUS_COMMON_ERP_INUSE)
  135. return 0;
  136. a_status = atomic_read(&adapter->status);
  137. if (!(a_status & ZFCP_STATUS_COMMON_RUNNING) ||
  138. a_status & ZFCP_STATUS_COMMON_ERP_FAILED)
  139. return 0;
  140. if (p_status & ZFCP_STATUS_COMMON_NOESC)
  141. return need;
  142. if (!(a_status & ZFCP_STATUS_COMMON_UNBLOCKED))
  143. need = ZFCP_ERP_ACTION_REOPEN_ADAPTER;
  144. /* fall through */
  145. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  146. a_status = atomic_read(&adapter->status);
  147. if (a_status & ZFCP_STATUS_COMMON_ERP_INUSE)
  148. return 0;
  149. if (!(a_status & ZFCP_STATUS_COMMON_RUNNING) &&
  150. !(a_status & ZFCP_STATUS_COMMON_OPEN))
  151. return 0; /* shutdown requested for closed adapter */
  152. }
  153. return need;
  154. }
  155. static struct zfcp_erp_action *zfcp_erp_setup_act(int need, u32 act_status,
  156. struct zfcp_adapter *adapter,
  157. struct zfcp_port *port,
  158. struct scsi_device *sdev)
  159. {
  160. struct zfcp_erp_action *erp_action;
  161. struct zfcp_scsi_dev *zfcp_sdev;
  162. switch (need) {
  163. case ZFCP_ERP_ACTION_REOPEN_LUN:
  164. zfcp_sdev = sdev_to_zfcp(sdev);
  165. if (!(act_status & ZFCP_STATUS_ERP_NO_REF))
  166. if (scsi_device_get(sdev))
  167. return NULL;
  168. atomic_set_mask(ZFCP_STATUS_COMMON_ERP_INUSE,
  169. &zfcp_sdev->status);
  170. erp_action = &zfcp_sdev->erp_action;
  171. memset(erp_action, 0, sizeof(struct zfcp_erp_action));
  172. erp_action->port = port;
  173. erp_action->sdev = sdev;
  174. if (!(atomic_read(&zfcp_sdev->status) &
  175. ZFCP_STATUS_COMMON_RUNNING))
  176. act_status |= ZFCP_STATUS_ERP_CLOSE_ONLY;
  177. break;
  178. case ZFCP_ERP_ACTION_REOPEN_PORT:
  179. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  180. if (!get_device(&port->dev))
  181. return NULL;
  182. zfcp_erp_action_dismiss_port(port);
  183. atomic_set_mask(ZFCP_STATUS_COMMON_ERP_INUSE, &port->status);
  184. erp_action = &port->erp_action;
  185. memset(erp_action, 0, sizeof(struct zfcp_erp_action));
  186. erp_action->port = port;
  187. if (!(atomic_read(&port->status) & ZFCP_STATUS_COMMON_RUNNING))
  188. act_status |= ZFCP_STATUS_ERP_CLOSE_ONLY;
  189. break;
  190. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  191. kref_get(&adapter->ref);
  192. zfcp_erp_action_dismiss_adapter(adapter);
  193. atomic_set_mask(ZFCP_STATUS_COMMON_ERP_INUSE, &adapter->status);
  194. erp_action = &adapter->erp_action;
  195. memset(erp_action, 0, sizeof(struct zfcp_erp_action));
  196. if (!(atomic_read(&adapter->status) &
  197. ZFCP_STATUS_COMMON_RUNNING))
  198. act_status |= ZFCP_STATUS_ERP_CLOSE_ONLY;
  199. break;
  200. default:
  201. return NULL;
  202. }
  203. erp_action->adapter = adapter;
  204. erp_action->action = need;
  205. erp_action->status = act_status;
  206. return erp_action;
  207. }
  208. static int zfcp_erp_action_enqueue(int want, struct zfcp_adapter *adapter,
  209. struct zfcp_port *port,
  210. struct scsi_device *sdev,
  211. char *id, u32 act_status)
  212. {
  213. int retval = 1, need;
  214. struct zfcp_erp_action *act;
  215. if (!adapter->erp_thread)
  216. return -EIO;
  217. need = zfcp_erp_required_act(want, adapter, port, sdev);
  218. if (!need)
  219. goto out;
  220. act = zfcp_erp_setup_act(need, act_status, adapter, port, sdev);
  221. if (!act)
  222. goto out;
  223. atomic_set_mask(ZFCP_STATUS_ADAPTER_ERP_PENDING, &adapter->status);
  224. ++adapter->erp_total_count;
  225. list_add_tail(&act->list, &adapter->erp_ready_head);
  226. wake_up(&adapter->erp_ready_wq);
  227. retval = 0;
  228. out:
  229. zfcp_dbf_rec_trig(id, adapter, port, sdev, want, need);
  230. return retval;
  231. }
  232. static int _zfcp_erp_adapter_reopen(struct zfcp_adapter *adapter,
  233. int clear_mask, char *id)
  234. {
  235. zfcp_erp_adapter_block(adapter, clear_mask);
  236. zfcp_scsi_schedule_rports_block(adapter);
  237. /* ensure propagation of failed status to new devices */
  238. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  239. zfcp_erp_set_adapter_status(adapter,
  240. ZFCP_STATUS_COMMON_ERP_FAILED);
  241. return -EIO;
  242. }
  243. return zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_ADAPTER,
  244. adapter, NULL, NULL, id, 0);
  245. }
  246. /**
  247. * zfcp_erp_adapter_reopen - Reopen adapter.
  248. * @adapter: Adapter to reopen.
  249. * @clear: Status flags to clear.
  250. * @id: Id for debug trace event.
  251. */
  252. void zfcp_erp_adapter_reopen(struct zfcp_adapter *adapter, int clear, char *id)
  253. {
  254. unsigned long flags;
  255. zfcp_erp_adapter_block(adapter, clear);
  256. zfcp_scsi_schedule_rports_block(adapter);
  257. write_lock_irqsave(&adapter->erp_lock, flags);
  258. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_ERP_FAILED)
  259. zfcp_erp_set_adapter_status(adapter,
  260. ZFCP_STATUS_COMMON_ERP_FAILED);
  261. else
  262. zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_ADAPTER, adapter,
  263. NULL, NULL, id, 0);
  264. write_unlock_irqrestore(&adapter->erp_lock, flags);
  265. }
  266. /**
  267. * zfcp_erp_adapter_shutdown - Shutdown adapter.
  268. * @adapter: Adapter to shut down.
  269. * @clear: Status flags to clear.
  270. * @id: Id for debug trace event.
  271. */
  272. void zfcp_erp_adapter_shutdown(struct zfcp_adapter *adapter, int clear,
  273. char *id)
  274. {
  275. int flags = ZFCP_STATUS_COMMON_RUNNING | ZFCP_STATUS_COMMON_ERP_FAILED;
  276. zfcp_erp_adapter_reopen(adapter, clear | flags, id);
  277. }
  278. /**
  279. * zfcp_erp_port_shutdown - Shutdown port
  280. * @port: Port to shut down.
  281. * @clear: Status flags to clear.
  282. * @id: Id for debug trace event.
  283. */
  284. void zfcp_erp_port_shutdown(struct zfcp_port *port, int clear, char *id)
  285. {
  286. int flags = ZFCP_STATUS_COMMON_RUNNING | ZFCP_STATUS_COMMON_ERP_FAILED;
  287. zfcp_erp_port_reopen(port, clear | flags, id);
  288. }
  289. static void zfcp_erp_port_block(struct zfcp_port *port, int clear)
  290. {
  291. zfcp_erp_clear_port_status(port,
  292. ZFCP_STATUS_COMMON_UNBLOCKED | clear);
  293. }
  294. static void _zfcp_erp_port_forced_reopen(struct zfcp_port *port, int clear,
  295. char *id)
  296. {
  297. zfcp_erp_port_block(port, clear);
  298. zfcp_scsi_schedule_rport_block(port);
  299. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_ERP_FAILED)
  300. return;
  301. zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_PORT_FORCED,
  302. port->adapter, port, NULL, id, 0);
  303. }
  304. /**
  305. * zfcp_erp_port_forced_reopen - Forced close of port and open again
  306. * @port: Port to force close and to reopen.
  307. * @clear: Status flags to clear.
  308. * @id: Id for debug trace event.
  309. */
  310. void zfcp_erp_port_forced_reopen(struct zfcp_port *port, int clear, char *id)
  311. {
  312. unsigned long flags;
  313. struct zfcp_adapter *adapter = port->adapter;
  314. write_lock_irqsave(&adapter->erp_lock, flags);
  315. _zfcp_erp_port_forced_reopen(port, clear, id);
  316. write_unlock_irqrestore(&adapter->erp_lock, flags);
  317. }
  318. static int _zfcp_erp_port_reopen(struct zfcp_port *port, int clear, char *id)
  319. {
  320. zfcp_erp_port_block(port, clear);
  321. zfcp_scsi_schedule_rport_block(port);
  322. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  323. /* ensure propagation of failed status to new devices */
  324. zfcp_erp_set_port_status(port, ZFCP_STATUS_COMMON_ERP_FAILED);
  325. return -EIO;
  326. }
  327. return zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_PORT,
  328. port->adapter, port, NULL, id, 0);
  329. }
  330. /**
  331. * zfcp_erp_port_reopen - trigger remote port recovery
  332. * @port: port to recover
  333. * @clear_mask: flags in port status to be cleared
  334. * @id: Id for debug trace event.
  335. *
  336. * Returns 0 if recovery has been triggered, < 0 if not.
  337. */
  338. int zfcp_erp_port_reopen(struct zfcp_port *port, int clear, char *id)
  339. {
  340. int retval;
  341. unsigned long flags;
  342. struct zfcp_adapter *adapter = port->adapter;
  343. write_lock_irqsave(&adapter->erp_lock, flags);
  344. retval = _zfcp_erp_port_reopen(port, clear, id);
  345. write_unlock_irqrestore(&adapter->erp_lock, flags);
  346. return retval;
  347. }
  348. static void zfcp_erp_lun_block(struct scsi_device *sdev, int clear_mask)
  349. {
  350. zfcp_erp_clear_lun_status(sdev,
  351. ZFCP_STATUS_COMMON_UNBLOCKED | clear_mask);
  352. }
  353. static void _zfcp_erp_lun_reopen(struct scsi_device *sdev, int clear, char *id,
  354. u32 act_status)
  355. {
  356. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  357. struct zfcp_adapter *adapter = zfcp_sdev->port->adapter;
  358. zfcp_erp_lun_block(sdev, clear);
  359. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_ERP_FAILED)
  360. return;
  361. zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_LUN, adapter,
  362. zfcp_sdev->port, sdev, id, act_status);
  363. }
  364. /**
  365. * zfcp_erp_lun_reopen - initiate reopen of a LUN
  366. * @sdev: SCSI device / LUN to be reopened
  367. * @clear_mask: specifies flags in LUN status to be cleared
  368. * @id: Id for debug trace event.
  369. *
  370. * Return: 0 on success, < 0 on error
  371. */
  372. void zfcp_erp_lun_reopen(struct scsi_device *sdev, int clear, char *id)
  373. {
  374. unsigned long flags;
  375. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  376. struct zfcp_port *port = zfcp_sdev->port;
  377. struct zfcp_adapter *adapter = port->adapter;
  378. write_lock_irqsave(&adapter->erp_lock, flags);
  379. _zfcp_erp_lun_reopen(sdev, clear, id, 0);
  380. write_unlock_irqrestore(&adapter->erp_lock, flags);
  381. }
  382. /**
  383. * zfcp_erp_lun_shutdown - Shutdown LUN
  384. * @sdev: SCSI device / LUN to shut down.
  385. * @clear: Status flags to clear.
  386. * @id: Id for debug trace event.
  387. */
  388. void zfcp_erp_lun_shutdown(struct scsi_device *sdev, int clear, char *id)
  389. {
  390. int flags = ZFCP_STATUS_COMMON_RUNNING | ZFCP_STATUS_COMMON_ERP_FAILED;
  391. zfcp_erp_lun_reopen(sdev, clear | flags, id);
  392. }
  393. /**
  394. * zfcp_erp_lun_shutdown_wait - Shutdown LUN and wait for erp completion
  395. * @sdev: SCSI device / LUN to shut down.
  396. * @id: Id for debug trace event.
  397. *
  398. * Do not acquire a reference for the LUN when creating the ERP
  399. * action. It is safe, because this function waits for the ERP to
  400. * complete first. This allows to shutdown the LUN, even when the SCSI
  401. * device is in the state SDEV_DEL when scsi_device_get will fail.
  402. */
  403. void zfcp_erp_lun_shutdown_wait(struct scsi_device *sdev, char *id)
  404. {
  405. unsigned long flags;
  406. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  407. struct zfcp_port *port = zfcp_sdev->port;
  408. struct zfcp_adapter *adapter = port->adapter;
  409. int clear = ZFCP_STATUS_COMMON_RUNNING | ZFCP_STATUS_COMMON_ERP_FAILED;
  410. write_lock_irqsave(&adapter->erp_lock, flags);
  411. _zfcp_erp_lun_reopen(sdev, clear, id, ZFCP_STATUS_ERP_NO_REF);
  412. write_unlock_irqrestore(&adapter->erp_lock, flags);
  413. zfcp_erp_wait(adapter);
  414. }
  415. static int status_change_set(unsigned long mask, atomic_t *status)
  416. {
  417. return (atomic_read(status) ^ mask) & mask;
  418. }
  419. static void zfcp_erp_adapter_unblock(struct zfcp_adapter *adapter)
  420. {
  421. if (status_change_set(ZFCP_STATUS_COMMON_UNBLOCKED, &adapter->status))
  422. zfcp_dbf_rec_run("eraubl1", &adapter->erp_action);
  423. atomic_set_mask(ZFCP_STATUS_COMMON_UNBLOCKED, &adapter->status);
  424. }
  425. static void zfcp_erp_port_unblock(struct zfcp_port *port)
  426. {
  427. if (status_change_set(ZFCP_STATUS_COMMON_UNBLOCKED, &port->status))
  428. zfcp_dbf_rec_run("erpubl1", &port->erp_action);
  429. atomic_set_mask(ZFCP_STATUS_COMMON_UNBLOCKED, &port->status);
  430. }
  431. static void zfcp_erp_lun_unblock(struct scsi_device *sdev)
  432. {
  433. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  434. if (status_change_set(ZFCP_STATUS_COMMON_UNBLOCKED, &zfcp_sdev->status))
  435. zfcp_dbf_rec_run("erlubl1", &sdev_to_zfcp(sdev)->erp_action);
  436. atomic_set_mask(ZFCP_STATUS_COMMON_UNBLOCKED, &zfcp_sdev->status);
  437. }
  438. static void zfcp_erp_action_to_running(struct zfcp_erp_action *erp_action)
  439. {
  440. list_move(&erp_action->list, &erp_action->adapter->erp_running_head);
  441. zfcp_dbf_rec_run("erator1", erp_action);
  442. }
  443. static void zfcp_erp_strategy_check_fsfreq(struct zfcp_erp_action *act)
  444. {
  445. struct zfcp_adapter *adapter = act->adapter;
  446. struct zfcp_fsf_req *req;
  447. if (!act->fsf_req_id)
  448. return;
  449. spin_lock(&adapter->req_list->lock);
  450. req = _zfcp_reqlist_find(adapter->req_list, act->fsf_req_id);
  451. if (req && req->erp_action == act) {
  452. if (act->status & (ZFCP_STATUS_ERP_DISMISSED |
  453. ZFCP_STATUS_ERP_TIMEDOUT)) {
  454. req->status |= ZFCP_STATUS_FSFREQ_DISMISSED;
  455. zfcp_dbf_rec_run("erscf_1", act);
  456. req->erp_action = NULL;
  457. }
  458. if (act->status & ZFCP_STATUS_ERP_TIMEDOUT)
  459. zfcp_dbf_rec_run("erscf_2", act);
  460. if (req->status & ZFCP_STATUS_FSFREQ_DISMISSED)
  461. act->fsf_req_id = 0;
  462. } else
  463. act->fsf_req_id = 0;
  464. spin_unlock(&adapter->req_list->lock);
  465. }
  466. /**
  467. * zfcp_erp_notify - Trigger ERP action.
  468. * @erp_action: ERP action to continue.
  469. * @set_mask: ERP action status flags to set.
  470. */
  471. void zfcp_erp_notify(struct zfcp_erp_action *erp_action, unsigned long set_mask)
  472. {
  473. struct zfcp_adapter *adapter = erp_action->adapter;
  474. unsigned long flags;
  475. write_lock_irqsave(&adapter->erp_lock, flags);
  476. if (zfcp_erp_action_exists(erp_action) == ZFCP_ERP_ACTION_RUNNING) {
  477. erp_action->status |= set_mask;
  478. zfcp_erp_action_ready(erp_action);
  479. }
  480. write_unlock_irqrestore(&adapter->erp_lock, flags);
  481. }
  482. /**
  483. * zfcp_erp_timeout_handler - Trigger ERP action from timed out ERP request
  484. * @data: ERP action (from timer data)
  485. */
  486. void zfcp_erp_timeout_handler(unsigned long data)
  487. {
  488. struct zfcp_erp_action *act = (struct zfcp_erp_action *) data;
  489. zfcp_erp_notify(act, ZFCP_STATUS_ERP_TIMEDOUT);
  490. }
  491. static void zfcp_erp_memwait_handler(unsigned long data)
  492. {
  493. zfcp_erp_notify((struct zfcp_erp_action *)data, 0);
  494. }
  495. static void zfcp_erp_strategy_memwait(struct zfcp_erp_action *erp_action)
  496. {
  497. init_timer(&erp_action->timer);
  498. erp_action->timer.function = zfcp_erp_memwait_handler;
  499. erp_action->timer.data = (unsigned long) erp_action;
  500. erp_action->timer.expires = jiffies + HZ;
  501. add_timer(&erp_action->timer);
  502. }
  503. static void _zfcp_erp_port_reopen_all(struct zfcp_adapter *adapter,
  504. int clear, char *id)
  505. {
  506. struct zfcp_port *port;
  507. read_lock(&adapter->port_list_lock);
  508. list_for_each_entry(port, &adapter->port_list, list)
  509. _zfcp_erp_port_reopen(port, clear, id);
  510. read_unlock(&adapter->port_list_lock);
  511. }
  512. static void _zfcp_erp_lun_reopen_all(struct zfcp_port *port, int clear,
  513. char *id)
  514. {
  515. struct scsi_device *sdev;
  516. spin_lock(port->adapter->scsi_host->host_lock);
  517. __shost_for_each_device(sdev, port->adapter->scsi_host)
  518. if (sdev_to_zfcp(sdev)->port == port)
  519. _zfcp_erp_lun_reopen(sdev, clear, id, 0);
  520. spin_unlock(port->adapter->scsi_host->host_lock);
  521. }
  522. static void zfcp_erp_strategy_followup_failed(struct zfcp_erp_action *act)
  523. {
  524. switch (act->action) {
  525. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  526. _zfcp_erp_adapter_reopen(act->adapter, 0, "ersff_1");
  527. break;
  528. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  529. _zfcp_erp_port_forced_reopen(act->port, 0, "ersff_2");
  530. break;
  531. case ZFCP_ERP_ACTION_REOPEN_PORT:
  532. _zfcp_erp_port_reopen(act->port, 0, "ersff_3");
  533. break;
  534. case ZFCP_ERP_ACTION_REOPEN_LUN:
  535. _zfcp_erp_lun_reopen(act->sdev, 0, "ersff_4", 0);
  536. break;
  537. }
  538. }
  539. static void zfcp_erp_strategy_followup_success(struct zfcp_erp_action *act)
  540. {
  541. switch (act->action) {
  542. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  543. _zfcp_erp_port_reopen_all(act->adapter, 0, "ersfs_1");
  544. break;
  545. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  546. _zfcp_erp_port_reopen(act->port, 0, "ersfs_2");
  547. break;
  548. case ZFCP_ERP_ACTION_REOPEN_PORT:
  549. _zfcp_erp_lun_reopen_all(act->port, 0, "ersfs_3");
  550. break;
  551. }
  552. }
  553. static void zfcp_erp_wakeup(struct zfcp_adapter *adapter)
  554. {
  555. unsigned long flags;
  556. read_lock_irqsave(&adapter->erp_lock, flags);
  557. if (list_empty(&adapter->erp_ready_head) &&
  558. list_empty(&adapter->erp_running_head)) {
  559. atomic_clear_mask(ZFCP_STATUS_ADAPTER_ERP_PENDING,
  560. &adapter->status);
  561. wake_up(&adapter->erp_done_wqh);
  562. }
  563. read_unlock_irqrestore(&adapter->erp_lock, flags);
  564. }
  565. static void zfcp_erp_enqueue_ptp_port(struct zfcp_adapter *adapter)
  566. {
  567. struct zfcp_port *port;
  568. port = zfcp_port_enqueue(adapter, adapter->peer_wwpn, 0,
  569. adapter->peer_d_id);
  570. if (IS_ERR(port)) /* error or port already attached */
  571. return;
  572. _zfcp_erp_port_reopen(port, 0, "ereptp1");
  573. }
  574. static int zfcp_erp_adapter_strat_fsf_xconf(struct zfcp_erp_action *erp_action)
  575. {
  576. int retries;
  577. int sleep = 1;
  578. struct zfcp_adapter *adapter = erp_action->adapter;
  579. atomic_clear_mask(ZFCP_STATUS_ADAPTER_XCONFIG_OK, &adapter->status);
  580. for (retries = 7; retries; retries--) {
  581. atomic_clear_mask(ZFCP_STATUS_ADAPTER_HOST_CON_INIT,
  582. &adapter->status);
  583. write_lock_irq(&adapter->erp_lock);
  584. zfcp_erp_action_to_running(erp_action);
  585. write_unlock_irq(&adapter->erp_lock);
  586. if (zfcp_fsf_exchange_config_data(erp_action)) {
  587. atomic_clear_mask(ZFCP_STATUS_ADAPTER_HOST_CON_INIT,
  588. &adapter->status);
  589. return ZFCP_ERP_FAILED;
  590. }
  591. wait_event(adapter->erp_ready_wq,
  592. !list_empty(&adapter->erp_ready_head));
  593. if (erp_action->status & ZFCP_STATUS_ERP_TIMEDOUT)
  594. break;
  595. if (!(atomic_read(&adapter->status) &
  596. ZFCP_STATUS_ADAPTER_HOST_CON_INIT))
  597. break;
  598. ssleep(sleep);
  599. sleep *= 2;
  600. }
  601. atomic_clear_mask(ZFCP_STATUS_ADAPTER_HOST_CON_INIT,
  602. &adapter->status);
  603. if (!(atomic_read(&adapter->status) & ZFCP_STATUS_ADAPTER_XCONFIG_OK))
  604. return ZFCP_ERP_FAILED;
  605. if (fc_host_port_type(adapter->scsi_host) == FC_PORTTYPE_PTP)
  606. zfcp_erp_enqueue_ptp_port(adapter);
  607. return ZFCP_ERP_SUCCEEDED;
  608. }
  609. static int zfcp_erp_adapter_strategy_open_fsf_xport(struct zfcp_erp_action *act)
  610. {
  611. int ret;
  612. struct zfcp_adapter *adapter = act->adapter;
  613. write_lock_irq(&adapter->erp_lock);
  614. zfcp_erp_action_to_running(act);
  615. write_unlock_irq(&adapter->erp_lock);
  616. ret = zfcp_fsf_exchange_port_data(act);
  617. if (ret == -EOPNOTSUPP)
  618. return ZFCP_ERP_SUCCEEDED;
  619. if (ret)
  620. return ZFCP_ERP_FAILED;
  621. zfcp_dbf_rec_run("erasox1", act);
  622. wait_event(adapter->erp_ready_wq,
  623. !list_empty(&adapter->erp_ready_head));
  624. zfcp_dbf_rec_run("erasox2", act);
  625. if (act->status & ZFCP_STATUS_ERP_TIMEDOUT)
  626. return ZFCP_ERP_FAILED;
  627. return ZFCP_ERP_SUCCEEDED;
  628. }
  629. static int zfcp_erp_adapter_strategy_open_fsf(struct zfcp_erp_action *act)
  630. {
  631. if (zfcp_erp_adapter_strat_fsf_xconf(act) == ZFCP_ERP_FAILED)
  632. return ZFCP_ERP_FAILED;
  633. if (zfcp_erp_adapter_strategy_open_fsf_xport(act) == ZFCP_ERP_FAILED)
  634. return ZFCP_ERP_FAILED;
  635. if (mempool_resize(act->adapter->pool.sr_data,
  636. act->adapter->stat_read_buf_num, GFP_KERNEL))
  637. return ZFCP_ERP_FAILED;
  638. if (mempool_resize(act->adapter->pool.status_read_req,
  639. act->adapter->stat_read_buf_num, GFP_KERNEL))
  640. return ZFCP_ERP_FAILED;
  641. atomic_set(&act->adapter->stat_miss, act->adapter->stat_read_buf_num);
  642. if (zfcp_status_read_refill(act->adapter))
  643. return ZFCP_ERP_FAILED;
  644. return ZFCP_ERP_SUCCEEDED;
  645. }
  646. static void zfcp_erp_adapter_strategy_close(struct zfcp_erp_action *act)
  647. {
  648. struct zfcp_adapter *adapter = act->adapter;
  649. /* close queues to ensure that buffers are not accessed by adapter */
  650. zfcp_qdio_close(adapter->qdio);
  651. zfcp_fsf_req_dismiss_all(adapter);
  652. adapter->fsf_req_seq_no = 0;
  653. zfcp_fc_wka_ports_force_offline(adapter->gs);
  654. /* all ports and LUNs are closed */
  655. zfcp_erp_clear_adapter_status(adapter, ZFCP_STATUS_COMMON_OPEN);
  656. atomic_clear_mask(ZFCP_STATUS_ADAPTER_XCONFIG_OK |
  657. ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED, &adapter->status);
  658. }
  659. static int zfcp_erp_adapter_strategy_open(struct zfcp_erp_action *act)
  660. {
  661. struct zfcp_adapter *adapter = act->adapter;
  662. if (zfcp_qdio_open(adapter->qdio)) {
  663. atomic_clear_mask(ZFCP_STATUS_ADAPTER_XCONFIG_OK |
  664. ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED,
  665. &adapter->status);
  666. return ZFCP_ERP_FAILED;
  667. }
  668. if (zfcp_erp_adapter_strategy_open_fsf(act)) {
  669. zfcp_erp_adapter_strategy_close(act);
  670. return ZFCP_ERP_FAILED;
  671. }
  672. atomic_set_mask(ZFCP_STATUS_COMMON_OPEN, &adapter->status);
  673. return ZFCP_ERP_SUCCEEDED;
  674. }
  675. static int zfcp_erp_adapter_strategy(struct zfcp_erp_action *act)
  676. {
  677. struct zfcp_adapter *adapter = act->adapter;
  678. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_OPEN) {
  679. zfcp_erp_adapter_strategy_close(act);
  680. if (act->status & ZFCP_STATUS_ERP_CLOSE_ONLY)
  681. return ZFCP_ERP_EXIT;
  682. }
  683. if (zfcp_erp_adapter_strategy_open(act)) {
  684. ssleep(8);
  685. return ZFCP_ERP_FAILED;
  686. }
  687. return ZFCP_ERP_SUCCEEDED;
  688. }
  689. static int zfcp_erp_port_forced_strategy_close(struct zfcp_erp_action *act)
  690. {
  691. int retval;
  692. retval = zfcp_fsf_close_physical_port(act);
  693. if (retval == -ENOMEM)
  694. return ZFCP_ERP_NOMEM;
  695. act->step = ZFCP_ERP_STEP_PHYS_PORT_CLOSING;
  696. if (retval)
  697. return ZFCP_ERP_FAILED;
  698. return ZFCP_ERP_CONTINUES;
  699. }
  700. static void zfcp_erp_port_strategy_clearstati(struct zfcp_port *port)
  701. {
  702. atomic_clear_mask(ZFCP_STATUS_COMMON_ACCESS_DENIED, &port->status);
  703. }
  704. static int zfcp_erp_port_forced_strategy(struct zfcp_erp_action *erp_action)
  705. {
  706. struct zfcp_port *port = erp_action->port;
  707. int status = atomic_read(&port->status);
  708. switch (erp_action->step) {
  709. case ZFCP_ERP_STEP_UNINITIALIZED:
  710. zfcp_erp_port_strategy_clearstati(port);
  711. if ((status & ZFCP_STATUS_PORT_PHYS_OPEN) &&
  712. (status & ZFCP_STATUS_COMMON_OPEN))
  713. return zfcp_erp_port_forced_strategy_close(erp_action);
  714. else
  715. return ZFCP_ERP_FAILED;
  716. case ZFCP_ERP_STEP_PHYS_PORT_CLOSING:
  717. if (!(status & ZFCP_STATUS_PORT_PHYS_OPEN))
  718. return ZFCP_ERP_SUCCEEDED;
  719. }
  720. return ZFCP_ERP_FAILED;
  721. }
  722. static int zfcp_erp_port_strategy_close(struct zfcp_erp_action *erp_action)
  723. {
  724. int retval;
  725. retval = zfcp_fsf_close_port(erp_action);
  726. if (retval == -ENOMEM)
  727. return ZFCP_ERP_NOMEM;
  728. erp_action->step = ZFCP_ERP_STEP_PORT_CLOSING;
  729. if (retval)
  730. return ZFCP_ERP_FAILED;
  731. return ZFCP_ERP_CONTINUES;
  732. }
  733. static int zfcp_erp_port_strategy_open_port(struct zfcp_erp_action *erp_action)
  734. {
  735. int retval;
  736. retval = zfcp_fsf_open_port(erp_action);
  737. if (retval == -ENOMEM)
  738. return ZFCP_ERP_NOMEM;
  739. erp_action->step = ZFCP_ERP_STEP_PORT_OPENING;
  740. if (retval)
  741. return ZFCP_ERP_FAILED;
  742. return ZFCP_ERP_CONTINUES;
  743. }
  744. static int zfcp_erp_open_ptp_port(struct zfcp_erp_action *act)
  745. {
  746. struct zfcp_adapter *adapter = act->adapter;
  747. struct zfcp_port *port = act->port;
  748. if (port->wwpn != adapter->peer_wwpn) {
  749. zfcp_erp_set_port_status(port, ZFCP_STATUS_COMMON_ERP_FAILED);
  750. return ZFCP_ERP_FAILED;
  751. }
  752. port->d_id = adapter->peer_d_id;
  753. return zfcp_erp_port_strategy_open_port(act);
  754. }
  755. static int zfcp_erp_port_strategy_open_common(struct zfcp_erp_action *act)
  756. {
  757. struct zfcp_adapter *adapter = act->adapter;
  758. struct zfcp_port *port = act->port;
  759. int p_status = atomic_read(&port->status);
  760. switch (act->step) {
  761. case ZFCP_ERP_STEP_UNINITIALIZED:
  762. case ZFCP_ERP_STEP_PHYS_PORT_CLOSING:
  763. case ZFCP_ERP_STEP_PORT_CLOSING:
  764. if (fc_host_port_type(adapter->scsi_host) == FC_PORTTYPE_PTP)
  765. return zfcp_erp_open_ptp_port(act);
  766. if (!port->d_id) {
  767. zfcp_fc_trigger_did_lookup(port);
  768. return ZFCP_ERP_EXIT;
  769. }
  770. return zfcp_erp_port_strategy_open_port(act);
  771. case ZFCP_ERP_STEP_PORT_OPENING:
  772. /* D_ID might have changed during open */
  773. if (p_status & ZFCP_STATUS_COMMON_OPEN) {
  774. if (!port->d_id) {
  775. zfcp_fc_trigger_did_lookup(port);
  776. return ZFCP_ERP_EXIT;
  777. }
  778. return ZFCP_ERP_SUCCEEDED;
  779. }
  780. if (port->d_id && !(p_status & ZFCP_STATUS_COMMON_NOESC)) {
  781. port->d_id = 0;
  782. return ZFCP_ERP_FAILED;
  783. }
  784. /* fall through otherwise */
  785. }
  786. return ZFCP_ERP_FAILED;
  787. }
  788. static int zfcp_erp_port_strategy(struct zfcp_erp_action *erp_action)
  789. {
  790. struct zfcp_port *port = erp_action->port;
  791. int p_status = atomic_read(&port->status);
  792. if ((p_status & ZFCP_STATUS_COMMON_NOESC) &&
  793. !(p_status & ZFCP_STATUS_COMMON_OPEN))
  794. goto close_init_done;
  795. switch (erp_action->step) {
  796. case ZFCP_ERP_STEP_UNINITIALIZED:
  797. zfcp_erp_port_strategy_clearstati(port);
  798. if (p_status & ZFCP_STATUS_COMMON_OPEN)
  799. return zfcp_erp_port_strategy_close(erp_action);
  800. break;
  801. case ZFCP_ERP_STEP_PORT_CLOSING:
  802. if (p_status & ZFCP_STATUS_COMMON_OPEN)
  803. return ZFCP_ERP_FAILED;
  804. break;
  805. }
  806. close_init_done:
  807. if (erp_action->status & ZFCP_STATUS_ERP_CLOSE_ONLY)
  808. return ZFCP_ERP_EXIT;
  809. return zfcp_erp_port_strategy_open_common(erp_action);
  810. }
  811. static void zfcp_erp_lun_strategy_clearstati(struct scsi_device *sdev)
  812. {
  813. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  814. atomic_clear_mask(ZFCP_STATUS_COMMON_ACCESS_DENIED,
  815. &zfcp_sdev->status);
  816. }
  817. static int zfcp_erp_lun_strategy_close(struct zfcp_erp_action *erp_action)
  818. {
  819. int retval = zfcp_fsf_close_lun(erp_action);
  820. if (retval == -ENOMEM)
  821. return ZFCP_ERP_NOMEM;
  822. erp_action->step = ZFCP_ERP_STEP_LUN_CLOSING;
  823. if (retval)
  824. return ZFCP_ERP_FAILED;
  825. return ZFCP_ERP_CONTINUES;
  826. }
  827. static int zfcp_erp_lun_strategy_open(struct zfcp_erp_action *erp_action)
  828. {
  829. int retval = zfcp_fsf_open_lun(erp_action);
  830. if (retval == -ENOMEM)
  831. return ZFCP_ERP_NOMEM;
  832. erp_action->step = ZFCP_ERP_STEP_LUN_OPENING;
  833. if (retval)
  834. return ZFCP_ERP_FAILED;
  835. return ZFCP_ERP_CONTINUES;
  836. }
  837. static int zfcp_erp_lun_strategy(struct zfcp_erp_action *erp_action)
  838. {
  839. struct scsi_device *sdev = erp_action->sdev;
  840. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  841. switch (erp_action->step) {
  842. case ZFCP_ERP_STEP_UNINITIALIZED:
  843. zfcp_erp_lun_strategy_clearstati(sdev);
  844. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_OPEN)
  845. return zfcp_erp_lun_strategy_close(erp_action);
  846. /* already closed, fall through */
  847. case ZFCP_ERP_STEP_LUN_CLOSING:
  848. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_OPEN)
  849. return ZFCP_ERP_FAILED;
  850. if (erp_action->status & ZFCP_STATUS_ERP_CLOSE_ONLY)
  851. return ZFCP_ERP_EXIT;
  852. return zfcp_erp_lun_strategy_open(erp_action);
  853. case ZFCP_ERP_STEP_LUN_OPENING:
  854. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_OPEN)
  855. return ZFCP_ERP_SUCCEEDED;
  856. }
  857. return ZFCP_ERP_FAILED;
  858. }
  859. static int zfcp_erp_strategy_check_lun(struct scsi_device *sdev, int result)
  860. {
  861. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  862. switch (result) {
  863. case ZFCP_ERP_SUCCEEDED :
  864. atomic_set(&zfcp_sdev->erp_counter, 0);
  865. zfcp_erp_lun_unblock(sdev);
  866. break;
  867. case ZFCP_ERP_FAILED :
  868. atomic_inc(&zfcp_sdev->erp_counter);
  869. if (atomic_read(&zfcp_sdev->erp_counter) > ZFCP_MAX_ERPS) {
  870. dev_err(&zfcp_sdev->port->adapter->ccw_device->dev,
  871. "ERP failed for LUN 0x%016Lx on "
  872. "port 0x%016Lx\n",
  873. (unsigned long long)zfcp_scsi_dev_lun(sdev),
  874. (unsigned long long)zfcp_sdev->port->wwpn);
  875. zfcp_erp_set_lun_status(sdev,
  876. ZFCP_STATUS_COMMON_ERP_FAILED);
  877. }
  878. break;
  879. }
  880. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  881. zfcp_erp_lun_block(sdev, 0);
  882. result = ZFCP_ERP_EXIT;
  883. }
  884. return result;
  885. }
  886. static int zfcp_erp_strategy_check_port(struct zfcp_port *port, int result)
  887. {
  888. switch (result) {
  889. case ZFCP_ERP_SUCCEEDED :
  890. atomic_set(&port->erp_counter, 0);
  891. zfcp_erp_port_unblock(port);
  892. break;
  893. case ZFCP_ERP_FAILED :
  894. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_NOESC) {
  895. zfcp_erp_port_block(port, 0);
  896. result = ZFCP_ERP_EXIT;
  897. }
  898. atomic_inc(&port->erp_counter);
  899. if (atomic_read(&port->erp_counter) > ZFCP_MAX_ERPS) {
  900. dev_err(&port->adapter->ccw_device->dev,
  901. "ERP failed for remote port 0x%016Lx\n",
  902. (unsigned long long)port->wwpn);
  903. zfcp_erp_set_port_status(port,
  904. ZFCP_STATUS_COMMON_ERP_FAILED);
  905. }
  906. break;
  907. }
  908. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  909. zfcp_erp_port_block(port, 0);
  910. result = ZFCP_ERP_EXIT;
  911. }
  912. return result;
  913. }
  914. static int zfcp_erp_strategy_check_adapter(struct zfcp_adapter *adapter,
  915. int result)
  916. {
  917. switch (result) {
  918. case ZFCP_ERP_SUCCEEDED :
  919. atomic_set(&adapter->erp_counter, 0);
  920. zfcp_erp_adapter_unblock(adapter);
  921. break;
  922. case ZFCP_ERP_FAILED :
  923. atomic_inc(&adapter->erp_counter);
  924. if (atomic_read(&adapter->erp_counter) > ZFCP_MAX_ERPS) {
  925. dev_err(&adapter->ccw_device->dev,
  926. "ERP cannot recover an error "
  927. "on the FCP device\n");
  928. zfcp_erp_set_adapter_status(adapter,
  929. ZFCP_STATUS_COMMON_ERP_FAILED);
  930. }
  931. break;
  932. }
  933. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  934. zfcp_erp_adapter_block(adapter, 0);
  935. result = ZFCP_ERP_EXIT;
  936. }
  937. return result;
  938. }
  939. static int zfcp_erp_strategy_check_target(struct zfcp_erp_action *erp_action,
  940. int result)
  941. {
  942. struct zfcp_adapter *adapter = erp_action->adapter;
  943. struct zfcp_port *port = erp_action->port;
  944. struct scsi_device *sdev = erp_action->sdev;
  945. switch (erp_action->action) {
  946. case ZFCP_ERP_ACTION_REOPEN_LUN:
  947. result = zfcp_erp_strategy_check_lun(sdev, result);
  948. break;
  949. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  950. case ZFCP_ERP_ACTION_REOPEN_PORT:
  951. result = zfcp_erp_strategy_check_port(port, result);
  952. break;
  953. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  954. result = zfcp_erp_strategy_check_adapter(adapter, result);
  955. break;
  956. }
  957. return result;
  958. }
  959. static int zfcp_erp_strat_change_det(atomic_t *target_status, u32 erp_status)
  960. {
  961. int status = atomic_read(target_status);
  962. if ((status & ZFCP_STATUS_COMMON_RUNNING) &&
  963. (erp_status & ZFCP_STATUS_ERP_CLOSE_ONLY))
  964. return 1; /* take it online */
  965. if (!(status & ZFCP_STATUS_COMMON_RUNNING) &&
  966. !(erp_status & ZFCP_STATUS_ERP_CLOSE_ONLY))
  967. return 1; /* take it offline */
  968. return 0;
  969. }
  970. static int zfcp_erp_strategy_statechange(struct zfcp_erp_action *act, int ret)
  971. {
  972. int action = act->action;
  973. struct zfcp_adapter *adapter = act->adapter;
  974. struct zfcp_port *port = act->port;
  975. struct scsi_device *sdev = act->sdev;
  976. struct zfcp_scsi_dev *zfcp_sdev;
  977. u32 erp_status = act->status;
  978. switch (action) {
  979. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  980. if (zfcp_erp_strat_change_det(&adapter->status, erp_status)) {
  981. _zfcp_erp_adapter_reopen(adapter,
  982. ZFCP_STATUS_COMMON_ERP_FAILED,
  983. "ersscg1");
  984. return ZFCP_ERP_EXIT;
  985. }
  986. break;
  987. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  988. case ZFCP_ERP_ACTION_REOPEN_PORT:
  989. if (zfcp_erp_strat_change_det(&port->status, erp_status)) {
  990. _zfcp_erp_port_reopen(port,
  991. ZFCP_STATUS_COMMON_ERP_FAILED,
  992. "ersscg2");
  993. return ZFCP_ERP_EXIT;
  994. }
  995. break;
  996. case ZFCP_ERP_ACTION_REOPEN_LUN:
  997. zfcp_sdev = sdev_to_zfcp(sdev);
  998. if (zfcp_erp_strat_change_det(&zfcp_sdev->status, erp_status)) {
  999. _zfcp_erp_lun_reopen(sdev,
  1000. ZFCP_STATUS_COMMON_ERP_FAILED,
  1001. "ersscg3", 0);
  1002. return ZFCP_ERP_EXIT;
  1003. }
  1004. break;
  1005. }
  1006. return ret;
  1007. }
  1008. static void zfcp_erp_action_dequeue(struct zfcp_erp_action *erp_action)
  1009. {
  1010. struct zfcp_adapter *adapter = erp_action->adapter;
  1011. struct zfcp_scsi_dev *zfcp_sdev;
  1012. adapter->erp_total_count--;
  1013. if (erp_action->status & ZFCP_STATUS_ERP_LOWMEM) {
  1014. adapter->erp_low_mem_count--;
  1015. erp_action->status &= ~ZFCP_STATUS_ERP_LOWMEM;
  1016. }
  1017. list_del(&erp_action->list);
  1018. zfcp_dbf_rec_run("eractd1", erp_action);
  1019. switch (erp_action->action) {
  1020. case ZFCP_ERP_ACTION_REOPEN_LUN:
  1021. zfcp_sdev = sdev_to_zfcp(erp_action->sdev);
  1022. atomic_clear_mask(ZFCP_STATUS_COMMON_ERP_INUSE,
  1023. &zfcp_sdev->status);
  1024. break;
  1025. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  1026. case ZFCP_ERP_ACTION_REOPEN_PORT:
  1027. atomic_clear_mask(ZFCP_STATUS_COMMON_ERP_INUSE,
  1028. &erp_action->port->status);
  1029. break;
  1030. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  1031. atomic_clear_mask(ZFCP_STATUS_COMMON_ERP_INUSE,
  1032. &erp_action->adapter->status);
  1033. break;
  1034. }
  1035. }
  1036. static void zfcp_erp_action_cleanup(struct zfcp_erp_action *act, int result)
  1037. {
  1038. struct zfcp_adapter *adapter = act->adapter;
  1039. struct zfcp_port *port = act->port;
  1040. struct scsi_device *sdev = act->sdev;
  1041. switch (act->action) {
  1042. case ZFCP_ERP_ACTION_REOPEN_LUN:
  1043. if (!(act->status & ZFCP_STATUS_ERP_NO_REF))
  1044. scsi_device_put(sdev);
  1045. break;
  1046. case ZFCP_ERP_ACTION_REOPEN_PORT:
  1047. if (result == ZFCP_ERP_SUCCEEDED)
  1048. zfcp_scsi_schedule_rport_register(port);
  1049. /* fall through */
  1050. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  1051. put_device(&port->dev);
  1052. break;
  1053. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  1054. if (result == ZFCP_ERP_SUCCEEDED) {
  1055. register_service_level(&adapter->service_level);
  1056. zfcp_fc_conditional_port_scan(adapter);
  1057. queue_work(adapter->work_queue, &adapter->ns_up_work);
  1058. } else
  1059. unregister_service_level(&adapter->service_level);
  1060. kref_put(&adapter->ref, zfcp_adapter_release);
  1061. break;
  1062. }
  1063. }
  1064. static int zfcp_erp_strategy_do_action(struct zfcp_erp_action *erp_action)
  1065. {
  1066. switch (erp_action->action) {
  1067. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  1068. return zfcp_erp_adapter_strategy(erp_action);
  1069. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  1070. return zfcp_erp_port_forced_strategy(erp_action);
  1071. case ZFCP_ERP_ACTION_REOPEN_PORT:
  1072. return zfcp_erp_port_strategy(erp_action);
  1073. case ZFCP_ERP_ACTION_REOPEN_LUN:
  1074. return zfcp_erp_lun_strategy(erp_action);
  1075. }
  1076. return ZFCP_ERP_FAILED;
  1077. }
  1078. static int zfcp_erp_strategy(struct zfcp_erp_action *erp_action)
  1079. {
  1080. int retval;
  1081. unsigned long flags;
  1082. struct zfcp_adapter *adapter = erp_action->adapter;
  1083. kref_get(&adapter->ref);
  1084. write_lock_irqsave(&adapter->erp_lock, flags);
  1085. zfcp_erp_strategy_check_fsfreq(erp_action);
  1086. if (erp_action->status & ZFCP_STATUS_ERP_DISMISSED) {
  1087. zfcp_erp_action_dequeue(erp_action);
  1088. retval = ZFCP_ERP_DISMISSED;
  1089. goto unlock;
  1090. }
  1091. if (erp_action->status & ZFCP_STATUS_ERP_TIMEDOUT) {
  1092. retval = ZFCP_ERP_FAILED;
  1093. goto check_target;
  1094. }
  1095. zfcp_erp_action_to_running(erp_action);
  1096. /* no lock to allow for blocking operations */
  1097. write_unlock_irqrestore(&adapter->erp_lock, flags);
  1098. retval = zfcp_erp_strategy_do_action(erp_action);
  1099. write_lock_irqsave(&adapter->erp_lock, flags);
  1100. if (erp_action->status & ZFCP_STATUS_ERP_DISMISSED)
  1101. retval = ZFCP_ERP_CONTINUES;
  1102. switch (retval) {
  1103. case ZFCP_ERP_NOMEM:
  1104. if (!(erp_action->status & ZFCP_STATUS_ERP_LOWMEM)) {
  1105. ++adapter->erp_low_mem_count;
  1106. erp_action->status |= ZFCP_STATUS_ERP_LOWMEM;
  1107. }
  1108. if (adapter->erp_total_count == adapter->erp_low_mem_count)
  1109. _zfcp_erp_adapter_reopen(adapter, 0, "erstgy1");
  1110. else {
  1111. zfcp_erp_strategy_memwait(erp_action);
  1112. retval = ZFCP_ERP_CONTINUES;
  1113. }
  1114. goto unlock;
  1115. case ZFCP_ERP_CONTINUES:
  1116. if (erp_action->status & ZFCP_STATUS_ERP_LOWMEM) {
  1117. --adapter->erp_low_mem_count;
  1118. erp_action->status &= ~ZFCP_STATUS_ERP_LOWMEM;
  1119. }
  1120. goto unlock;
  1121. }
  1122. check_target:
  1123. retval = zfcp_erp_strategy_check_target(erp_action, retval);
  1124. zfcp_erp_action_dequeue(erp_action);
  1125. retval = zfcp_erp_strategy_statechange(erp_action, retval);
  1126. if (retval == ZFCP_ERP_EXIT)
  1127. goto unlock;
  1128. if (retval == ZFCP_ERP_SUCCEEDED)
  1129. zfcp_erp_strategy_followup_success(erp_action);
  1130. if (retval == ZFCP_ERP_FAILED)
  1131. zfcp_erp_strategy_followup_failed(erp_action);
  1132. unlock:
  1133. write_unlock_irqrestore(&adapter->erp_lock, flags);
  1134. if (retval != ZFCP_ERP_CONTINUES)
  1135. zfcp_erp_action_cleanup(erp_action, retval);
  1136. kref_put(&adapter->ref, zfcp_adapter_release);
  1137. return retval;
  1138. }
  1139. static int zfcp_erp_thread(void *data)
  1140. {
  1141. struct zfcp_adapter *adapter = (struct zfcp_adapter *) data;
  1142. struct list_head *next;
  1143. struct zfcp_erp_action *act;
  1144. unsigned long flags;
  1145. for (;;) {
  1146. wait_event_interruptible(adapter->erp_ready_wq,
  1147. !list_empty(&adapter->erp_ready_head) ||
  1148. kthread_should_stop());
  1149. if (kthread_should_stop())
  1150. break;
  1151. write_lock_irqsave(&adapter->erp_lock, flags);
  1152. next = adapter->erp_ready_head.next;
  1153. write_unlock_irqrestore(&adapter->erp_lock, flags);
  1154. if (next != &adapter->erp_ready_head) {
  1155. act = list_entry(next, struct zfcp_erp_action, list);
  1156. /* there is more to come after dismission, no notify */
  1157. if (zfcp_erp_strategy(act) != ZFCP_ERP_DISMISSED)
  1158. zfcp_erp_wakeup(adapter);
  1159. }
  1160. }
  1161. return 0;
  1162. }
  1163. /**
  1164. * zfcp_erp_thread_setup - Start ERP thread for adapter
  1165. * @adapter: Adapter to start the ERP thread for
  1166. *
  1167. * Returns 0 on success or error code from kernel_thread()
  1168. */
  1169. int zfcp_erp_thread_setup(struct zfcp_adapter *adapter)
  1170. {
  1171. struct task_struct *thread;
  1172. thread = kthread_run(zfcp_erp_thread, adapter, "zfcperp%s",
  1173. dev_name(&adapter->ccw_device->dev));
  1174. if (IS_ERR(thread)) {
  1175. dev_err(&adapter->ccw_device->dev,
  1176. "Creating an ERP thread for the FCP device failed.\n");
  1177. return PTR_ERR(thread);
  1178. }
  1179. adapter->erp_thread = thread;
  1180. return 0;
  1181. }
  1182. /**
  1183. * zfcp_erp_thread_kill - Stop ERP thread.
  1184. * @adapter: Adapter where the ERP thread should be stopped.
  1185. *
  1186. * The caller of this routine ensures that the specified adapter has
  1187. * been shut down and that this operation has been completed. Thus,
  1188. * there are no pending erp_actions which would need to be handled
  1189. * here.
  1190. */
  1191. void zfcp_erp_thread_kill(struct zfcp_adapter *adapter)
  1192. {
  1193. kthread_stop(adapter->erp_thread);
  1194. adapter->erp_thread = NULL;
  1195. WARN_ON(!list_empty(&adapter->erp_ready_head));
  1196. WARN_ON(!list_empty(&adapter->erp_running_head));
  1197. }
  1198. /**
  1199. * zfcp_erp_wait - wait for completion of error recovery on an adapter
  1200. * @adapter: adapter for which to wait for completion of its error recovery
  1201. */
  1202. void zfcp_erp_wait(struct zfcp_adapter *adapter)
  1203. {
  1204. wait_event(adapter->erp_done_wqh,
  1205. !(atomic_read(&adapter->status) &
  1206. ZFCP_STATUS_ADAPTER_ERP_PENDING));
  1207. }
  1208. /**
  1209. * zfcp_erp_set_adapter_status - set adapter status bits
  1210. * @adapter: adapter to change the status
  1211. * @mask: status bits to change
  1212. *
  1213. * Changes in common status bits are propagated to attached ports and LUNs.
  1214. */
  1215. void zfcp_erp_set_adapter_status(struct zfcp_adapter *adapter, u32 mask)
  1216. {
  1217. struct zfcp_port *port;
  1218. struct scsi_device *sdev;
  1219. unsigned long flags;
  1220. u32 common_mask = mask & ZFCP_COMMON_FLAGS;
  1221. atomic_set_mask(mask, &adapter->status);
  1222. if (!common_mask)
  1223. return;
  1224. read_lock_irqsave(&adapter->port_list_lock, flags);
  1225. list_for_each_entry(port, &adapter->port_list, list)
  1226. atomic_set_mask(common_mask, &port->status);
  1227. read_unlock_irqrestore(&adapter->port_list_lock, flags);
  1228. spin_lock_irqsave(adapter->scsi_host->host_lock, flags);
  1229. __shost_for_each_device(sdev, adapter->scsi_host)
  1230. atomic_set_mask(common_mask, &sdev_to_zfcp(sdev)->status);
  1231. spin_unlock_irqrestore(adapter->scsi_host->host_lock, flags);
  1232. }
  1233. /**
  1234. * zfcp_erp_clear_adapter_status - clear adapter status bits
  1235. * @adapter: adapter to change the status
  1236. * @mask: status bits to change
  1237. *
  1238. * Changes in common status bits are propagated to attached ports and LUNs.
  1239. */
  1240. void zfcp_erp_clear_adapter_status(struct zfcp_adapter *adapter, u32 mask)
  1241. {
  1242. struct zfcp_port *port;
  1243. struct scsi_device *sdev;
  1244. unsigned long flags;
  1245. u32 common_mask = mask & ZFCP_COMMON_FLAGS;
  1246. u32 clear_counter = mask & ZFCP_STATUS_COMMON_ERP_FAILED;
  1247. atomic_clear_mask(mask, &adapter->status);
  1248. if (!common_mask)
  1249. return;
  1250. if (clear_counter)
  1251. atomic_set(&adapter->erp_counter, 0);
  1252. read_lock_irqsave(&adapter->port_list_lock, flags);
  1253. list_for_each_entry(port, &adapter->port_list, list) {
  1254. atomic_clear_mask(common_mask, &port->status);
  1255. if (clear_counter)
  1256. atomic_set(&port->erp_counter, 0);
  1257. }
  1258. read_unlock_irqrestore(&adapter->port_list_lock, flags);
  1259. spin_lock_irqsave(adapter->scsi_host->host_lock, flags);
  1260. __shost_for_each_device(sdev, adapter->scsi_host) {
  1261. atomic_clear_mask(common_mask, &sdev_to_zfcp(sdev)->status);
  1262. if (clear_counter)
  1263. atomic_set(&sdev_to_zfcp(sdev)->erp_counter, 0);
  1264. }
  1265. spin_unlock_irqrestore(adapter->scsi_host->host_lock, flags);
  1266. }
  1267. /**
  1268. * zfcp_erp_set_port_status - set port status bits
  1269. * @port: port to change the status
  1270. * @mask: status bits to change
  1271. *
  1272. * Changes in common status bits are propagated to attached LUNs.
  1273. */
  1274. void zfcp_erp_set_port_status(struct zfcp_port *port, u32 mask)
  1275. {
  1276. struct scsi_device *sdev;
  1277. u32 common_mask = mask & ZFCP_COMMON_FLAGS;
  1278. unsigned long flags;
  1279. atomic_set_mask(mask, &port->status);
  1280. if (!common_mask)
  1281. return;
  1282. spin_lock_irqsave(port->adapter->scsi_host->host_lock, flags);
  1283. __shost_for_each_device(sdev, port->adapter->scsi_host)
  1284. if (sdev_to_zfcp(sdev)->port == port)
  1285. atomic_set_mask(common_mask,
  1286. &sdev_to_zfcp(sdev)->status);
  1287. spin_unlock_irqrestore(port->adapter->scsi_host->host_lock, flags);
  1288. }
  1289. /**
  1290. * zfcp_erp_clear_port_status - clear port status bits
  1291. * @port: adapter to change the status
  1292. * @mask: status bits to change
  1293. *
  1294. * Changes in common status bits are propagated to attached LUNs.
  1295. */
  1296. void zfcp_erp_clear_port_status(struct zfcp_port *port, u32 mask)
  1297. {
  1298. struct scsi_device *sdev;
  1299. u32 common_mask = mask & ZFCP_COMMON_FLAGS;
  1300. u32 clear_counter = mask & ZFCP_STATUS_COMMON_ERP_FAILED;
  1301. unsigned long flags;
  1302. atomic_clear_mask(mask, &port->status);
  1303. if (!common_mask)
  1304. return;
  1305. if (clear_counter)
  1306. atomic_set(&port->erp_counter, 0);
  1307. spin_lock_irqsave(port->adapter->scsi_host->host_lock, flags);
  1308. __shost_for_each_device(sdev, port->adapter->scsi_host)
  1309. if (sdev_to_zfcp(sdev)->port == port) {
  1310. atomic_clear_mask(common_mask,
  1311. &sdev_to_zfcp(sdev)->status);
  1312. if (clear_counter)
  1313. atomic_set(&sdev_to_zfcp(sdev)->erp_counter, 0);
  1314. }
  1315. spin_unlock_irqrestore(port->adapter->scsi_host->host_lock, flags);
  1316. }
  1317. /**
  1318. * zfcp_erp_set_lun_status - set lun status bits
  1319. * @sdev: SCSI device / lun to set the status bits
  1320. * @mask: status bits to change
  1321. */
  1322. void zfcp_erp_set_lun_status(struct scsi_device *sdev, u32 mask)
  1323. {
  1324. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  1325. atomic_set_mask(mask, &zfcp_sdev->status);
  1326. }
  1327. /**
  1328. * zfcp_erp_clear_lun_status - clear lun status bits
  1329. * @sdev: SCSi device / lun to clear the status bits
  1330. * @mask: status bits to change
  1331. */
  1332. void zfcp_erp_clear_lun_status(struct scsi_device *sdev, u32 mask)
  1333. {
  1334. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  1335. atomic_clear_mask(mask, &zfcp_sdev->status);
  1336. if (mask & ZFCP_STATUS_COMMON_ERP_FAILED)
  1337. atomic_set(&zfcp_sdev->erp_counter, 0);
  1338. }