zfcp_erp.c 43 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558
  1. /*
  2. * zfcp device driver
  3. *
  4. * Error Recovery Procedures (ERP).
  5. *
  6. * Copyright IBM Corp. 2002, 2010
  7. */
  8. #define KMSG_COMPONENT "zfcp"
  9. #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt
  10. #include <linux/kthread.h>
  11. #include "zfcp_ext.h"
  12. #include "zfcp_reqlist.h"
  13. #define ZFCP_MAX_ERPS 3
  14. enum zfcp_erp_act_flags {
  15. ZFCP_STATUS_ERP_TIMEDOUT = 0x10000000,
  16. ZFCP_STATUS_ERP_CLOSE_ONLY = 0x01000000,
  17. ZFCP_STATUS_ERP_DISMISSING = 0x00100000,
  18. ZFCP_STATUS_ERP_DISMISSED = 0x00200000,
  19. ZFCP_STATUS_ERP_LOWMEM = 0x00400000,
  20. ZFCP_STATUS_ERP_NO_REF = 0x00800000,
  21. };
  22. enum zfcp_erp_steps {
  23. ZFCP_ERP_STEP_UNINITIALIZED = 0x0000,
  24. ZFCP_ERP_STEP_FSF_XCONFIG = 0x0001,
  25. ZFCP_ERP_STEP_PHYS_PORT_CLOSING = 0x0010,
  26. ZFCP_ERP_STEP_PORT_CLOSING = 0x0100,
  27. ZFCP_ERP_STEP_PORT_OPENING = 0x0800,
  28. ZFCP_ERP_STEP_LUN_CLOSING = 0x1000,
  29. ZFCP_ERP_STEP_LUN_OPENING = 0x2000,
  30. };
  31. enum zfcp_erp_act_type {
  32. ZFCP_ERP_ACTION_REOPEN_LUN = 1,
  33. ZFCP_ERP_ACTION_REOPEN_PORT = 2,
  34. ZFCP_ERP_ACTION_REOPEN_PORT_FORCED = 3,
  35. ZFCP_ERP_ACTION_REOPEN_ADAPTER = 4,
  36. };
  37. enum zfcp_erp_act_state {
  38. ZFCP_ERP_ACTION_RUNNING = 1,
  39. ZFCP_ERP_ACTION_READY = 2,
  40. };
  41. enum zfcp_erp_act_result {
  42. ZFCP_ERP_SUCCEEDED = 0,
  43. ZFCP_ERP_FAILED = 1,
  44. ZFCP_ERP_CONTINUES = 2,
  45. ZFCP_ERP_EXIT = 3,
  46. ZFCP_ERP_DISMISSED = 4,
  47. ZFCP_ERP_NOMEM = 5,
  48. };
  49. static void zfcp_erp_adapter_block(struct zfcp_adapter *adapter, int mask)
  50. {
  51. zfcp_erp_clear_adapter_status(adapter,
  52. ZFCP_STATUS_COMMON_UNBLOCKED | mask);
  53. }
  54. static int zfcp_erp_action_exists(struct zfcp_erp_action *act)
  55. {
  56. struct zfcp_erp_action *curr_act;
  57. list_for_each_entry(curr_act, &act->adapter->erp_running_head, list)
  58. if (act == curr_act)
  59. return ZFCP_ERP_ACTION_RUNNING;
  60. return 0;
  61. }
  62. static void zfcp_erp_action_ready(struct zfcp_erp_action *act)
  63. {
  64. struct zfcp_adapter *adapter = act->adapter;
  65. list_move(&act->list, &act->adapter->erp_ready_head);
  66. zfcp_dbf_rec_run("erardy1", act);
  67. wake_up(&adapter->erp_ready_wq);
  68. zfcp_dbf_rec_run("erardy2", act);
  69. }
  70. static void zfcp_erp_action_dismiss(struct zfcp_erp_action *act)
  71. {
  72. act->status |= ZFCP_STATUS_ERP_DISMISSED;
  73. if (zfcp_erp_action_exists(act) == ZFCP_ERP_ACTION_RUNNING)
  74. zfcp_erp_action_ready(act);
  75. }
  76. static void zfcp_erp_action_dismiss_lun(struct scsi_device *sdev)
  77. {
  78. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  79. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_ERP_INUSE)
  80. zfcp_erp_action_dismiss(&zfcp_sdev->erp_action);
  81. }
  82. static void zfcp_erp_action_dismiss_port(struct zfcp_port *port)
  83. {
  84. struct scsi_device *sdev;
  85. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_ERP_INUSE)
  86. zfcp_erp_action_dismiss(&port->erp_action);
  87. else
  88. shost_for_each_device(sdev, port->adapter->scsi_host)
  89. if (sdev_to_zfcp(sdev)->port == port)
  90. zfcp_erp_action_dismiss_lun(sdev);
  91. }
  92. static void zfcp_erp_action_dismiss_adapter(struct zfcp_adapter *adapter)
  93. {
  94. struct zfcp_port *port;
  95. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_ERP_INUSE)
  96. zfcp_erp_action_dismiss(&adapter->erp_action);
  97. else {
  98. read_lock(&adapter->port_list_lock);
  99. list_for_each_entry(port, &adapter->port_list, list)
  100. zfcp_erp_action_dismiss_port(port);
  101. read_unlock(&adapter->port_list_lock);
  102. }
  103. }
  104. static int zfcp_erp_required_act(int want, struct zfcp_adapter *adapter,
  105. struct zfcp_port *port,
  106. struct scsi_device *sdev)
  107. {
  108. int need = want;
  109. int l_status, p_status, a_status;
  110. struct zfcp_scsi_dev *zfcp_sdev;
  111. switch (want) {
  112. case ZFCP_ERP_ACTION_REOPEN_LUN:
  113. zfcp_sdev = sdev_to_zfcp(sdev);
  114. l_status = atomic_read(&zfcp_sdev->status);
  115. if (l_status & ZFCP_STATUS_COMMON_ERP_INUSE)
  116. return 0;
  117. p_status = atomic_read(&port->status);
  118. if (!(p_status & ZFCP_STATUS_COMMON_RUNNING) ||
  119. p_status & ZFCP_STATUS_COMMON_ERP_FAILED)
  120. return 0;
  121. if (!(p_status & ZFCP_STATUS_COMMON_UNBLOCKED))
  122. need = ZFCP_ERP_ACTION_REOPEN_PORT;
  123. /* fall through */
  124. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  125. p_status = atomic_read(&port->status);
  126. if (!(p_status & ZFCP_STATUS_COMMON_OPEN))
  127. need = ZFCP_ERP_ACTION_REOPEN_PORT;
  128. /* fall through */
  129. case ZFCP_ERP_ACTION_REOPEN_PORT:
  130. p_status = atomic_read(&port->status);
  131. if (p_status & ZFCP_STATUS_COMMON_ERP_INUSE)
  132. return 0;
  133. a_status = atomic_read(&adapter->status);
  134. if (!(a_status & ZFCP_STATUS_COMMON_RUNNING) ||
  135. a_status & ZFCP_STATUS_COMMON_ERP_FAILED)
  136. return 0;
  137. if (p_status & ZFCP_STATUS_COMMON_NOESC)
  138. return need;
  139. if (!(a_status & ZFCP_STATUS_COMMON_UNBLOCKED))
  140. need = ZFCP_ERP_ACTION_REOPEN_ADAPTER;
  141. /* fall through */
  142. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  143. a_status = atomic_read(&adapter->status);
  144. if (a_status & ZFCP_STATUS_COMMON_ERP_INUSE)
  145. return 0;
  146. if (!(a_status & ZFCP_STATUS_COMMON_RUNNING) &&
  147. !(a_status & ZFCP_STATUS_COMMON_OPEN))
  148. return 0; /* shutdown requested for closed adapter */
  149. }
  150. return need;
  151. }
  152. static struct zfcp_erp_action *zfcp_erp_setup_act(int need, u32 act_status,
  153. struct zfcp_adapter *adapter,
  154. struct zfcp_port *port,
  155. struct scsi_device *sdev)
  156. {
  157. struct zfcp_erp_action *erp_action;
  158. struct zfcp_scsi_dev *zfcp_sdev;
  159. switch (need) {
  160. case ZFCP_ERP_ACTION_REOPEN_LUN:
  161. zfcp_sdev = sdev_to_zfcp(sdev);
  162. if (!(act_status & ZFCP_STATUS_ERP_NO_REF))
  163. if (scsi_device_get(sdev))
  164. return NULL;
  165. atomic_set_mask(ZFCP_STATUS_COMMON_ERP_INUSE,
  166. &zfcp_sdev->status);
  167. erp_action = &zfcp_sdev->erp_action;
  168. memset(erp_action, 0, sizeof(struct zfcp_erp_action));
  169. erp_action->port = port;
  170. erp_action->sdev = sdev;
  171. if (!(atomic_read(&zfcp_sdev->status) &
  172. ZFCP_STATUS_COMMON_RUNNING))
  173. act_status |= ZFCP_STATUS_ERP_CLOSE_ONLY;
  174. break;
  175. case ZFCP_ERP_ACTION_REOPEN_PORT:
  176. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  177. if (!get_device(&port->dev))
  178. return NULL;
  179. zfcp_erp_action_dismiss_port(port);
  180. atomic_set_mask(ZFCP_STATUS_COMMON_ERP_INUSE, &port->status);
  181. erp_action = &port->erp_action;
  182. memset(erp_action, 0, sizeof(struct zfcp_erp_action));
  183. erp_action->port = port;
  184. if (!(atomic_read(&port->status) & ZFCP_STATUS_COMMON_RUNNING))
  185. act_status |= ZFCP_STATUS_ERP_CLOSE_ONLY;
  186. break;
  187. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  188. kref_get(&adapter->ref);
  189. zfcp_erp_action_dismiss_adapter(adapter);
  190. atomic_set_mask(ZFCP_STATUS_COMMON_ERP_INUSE, &adapter->status);
  191. erp_action = &adapter->erp_action;
  192. memset(erp_action, 0, sizeof(struct zfcp_erp_action));
  193. if (!(atomic_read(&adapter->status) &
  194. ZFCP_STATUS_COMMON_RUNNING))
  195. act_status |= ZFCP_STATUS_ERP_CLOSE_ONLY;
  196. break;
  197. default:
  198. return NULL;
  199. }
  200. erp_action->adapter = adapter;
  201. erp_action->action = need;
  202. erp_action->status = act_status;
  203. return erp_action;
  204. }
  205. static int zfcp_erp_action_enqueue(int want, struct zfcp_adapter *adapter,
  206. struct zfcp_port *port,
  207. struct scsi_device *sdev,
  208. char *id, u32 act_status)
  209. {
  210. int retval = 1, need;
  211. struct zfcp_erp_action *act;
  212. if (!adapter->erp_thread)
  213. return -EIO;
  214. need = zfcp_erp_required_act(want, adapter, port, sdev);
  215. if (!need)
  216. goto out;
  217. act = zfcp_erp_setup_act(need, act_status, adapter, port, sdev);
  218. if (!act)
  219. goto out;
  220. atomic_set_mask(ZFCP_STATUS_ADAPTER_ERP_PENDING, &adapter->status);
  221. ++adapter->erp_total_count;
  222. list_add_tail(&act->list, &adapter->erp_ready_head);
  223. wake_up(&adapter->erp_ready_wq);
  224. retval = 0;
  225. out:
  226. zfcp_dbf_rec_trig(id, adapter, port, sdev, want, need);
  227. return retval;
  228. }
  229. static int _zfcp_erp_adapter_reopen(struct zfcp_adapter *adapter,
  230. int clear_mask, char *id)
  231. {
  232. zfcp_erp_adapter_block(adapter, clear_mask);
  233. zfcp_scsi_schedule_rports_block(adapter);
  234. /* ensure propagation of failed status to new devices */
  235. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  236. zfcp_erp_set_adapter_status(adapter,
  237. ZFCP_STATUS_COMMON_ERP_FAILED);
  238. return -EIO;
  239. }
  240. return zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_ADAPTER,
  241. adapter, NULL, NULL, id, 0);
  242. }
  243. /**
  244. * zfcp_erp_adapter_reopen - Reopen adapter.
  245. * @adapter: Adapter to reopen.
  246. * @clear: Status flags to clear.
  247. * @id: Id for debug trace event.
  248. */
  249. void zfcp_erp_adapter_reopen(struct zfcp_adapter *adapter, int clear, char *id)
  250. {
  251. unsigned long flags;
  252. zfcp_erp_adapter_block(adapter, clear);
  253. zfcp_scsi_schedule_rports_block(adapter);
  254. write_lock_irqsave(&adapter->erp_lock, flags);
  255. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_ERP_FAILED)
  256. zfcp_erp_set_adapter_status(adapter,
  257. ZFCP_STATUS_COMMON_ERP_FAILED);
  258. else
  259. zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_ADAPTER, adapter,
  260. NULL, NULL, id, 0);
  261. write_unlock_irqrestore(&adapter->erp_lock, flags);
  262. }
  263. /**
  264. * zfcp_erp_adapter_shutdown - Shutdown adapter.
  265. * @adapter: Adapter to shut down.
  266. * @clear: Status flags to clear.
  267. * @id: Id for debug trace event.
  268. */
  269. void zfcp_erp_adapter_shutdown(struct zfcp_adapter *adapter, int clear,
  270. char *id)
  271. {
  272. int flags = ZFCP_STATUS_COMMON_RUNNING | ZFCP_STATUS_COMMON_ERP_FAILED;
  273. zfcp_erp_adapter_reopen(adapter, clear | flags, id);
  274. }
  275. /**
  276. * zfcp_erp_port_shutdown - Shutdown port
  277. * @port: Port to shut down.
  278. * @clear: Status flags to clear.
  279. * @id: Id for debug trace event.
  280. */
  281. void zfcp_erp_port_shutdown(struct zfcp_port *port, int clear, char *id)
  282. {
  283. int flags = ZFCP_STATUS_COMMON_RUNNING | ZFCP_STATUS_COMMON_ERP_FAILED;
  284. zfcp_erp_port_reopen(port, clear | flags, id);
  285. }
  286. static void zfcp_erp_port_block(struct zfcp_port *port, int clear)
  287. {
  288. zfcp_erp_clear_port_status(port,
  289. ZFCP_STATUS_COMMON_UNBLOCKED | clear);
  290. }
  291. static void _zfcp_erp_port_forced_reopen(struct zfcp_port *port, int clear,
  292. char *id)
  293. {
  294. zfcp_erp_port_block(port, clear);
  295. zfcp_scsi_schedule_rport_block(port);
  296. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_ERP_FAILED)
  297. return;
  298. zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_PORT_FORCED,
  299. port->adapter, port, NULL, id, 0);
  300. }
  301. /**
  302. * zfcp_erp_port_forced_reopen - Forced close of port and open again
  303. * @port: Port to force close and to reopen.
  304. * @clear: Status flags to clear.
  305. * @id: Id for debug trace event.
  306. */
  307. void zfcp_erp_port_forced_reopen(struct zfcp_port *port, int clear, char *id)
  308. {
  309. unsigned long flags;
  310. struct zfcp_adapter *adapter = port->adapter;
  311. write_lock_irqsave(&adapter->erp_lock, flags);
  312. _zfcp_erp_port_forced_reopen(port, clear, id);
  313. write_unlock_irqrestore(&adapter->erp_lock, flags);
  314. }
  315. static int _zfcp_erp_port_reopen(struct zfcp_port *port, int clear, char *id)
  316. {
  317. zfcp_erp_port_block(port, clear);
  318. zfcp_scsi_schedule_rport_block(port);
  319. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  320. /* ensure propagation of failed status to new devices */
  321. zfcp_erp_set_port_status(port, ZFCP_STATUS_COMMON_ERP_FAILED);
  322. return -EIO;
  323. }
  324. return zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_PORT,
  325. port->adapter, port, NULL, id, 0);
  326. }
  327. /**
  328. * zfcp_erp_port_reopen - trigger remote port recovery
  329. * @port: port to recover
  330. * @clear_mask: flags in port status to be cleared
  331. * @id: Id for debug trace event.
  332. *
  333. * Returns 0 if recovery has been triggered, < 0 if not.
  334. */
  335. int zfcp_erp_port_reopen(struct zfcp_port *port, int clear, char *id)
  336. {
  337. int retval;
  338. unsigned long flags;
  339. struct zfcp_adapter *adapter = port->adapter;
  340. write_lock_irqsave(&adapter->erp_lock, flags);
  341. retval = _zfcp_erp_port_reopen(port, clear, id);
  342. write_unlock_irqrestore(&adapter->erp_lock, flags);
  343. return retval;
  344. }
  345. static void zfcp_erp_lun_block(struct scsi_device *sdev, int clear_mask)
  346. {
  347. zfcp_erp_clear_lun_status(sdev,
  348. ZFCP_STATUS_COMMON_UNBLOCKED | clear_mask);
  349. }
  350. static void _zfcp_erp_lun_reopen(struct scsi_device *sdev, int clear, char *id,
  351. u32 act_status)
  352. {
  353. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  354. struct zfcp_adapter *adapter = zfcp_sdev->port->adapter;
  355. zfcp_erp_lun_block(sdev, clear);
  356. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_ERP_FAILED)
  357. return;
  358. zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_LUN, adapter,
  359. zfcp_sdev->port, sdev, id, act_status);
  360. }
  361. /**
  362. * zfcp_erp_lun_reopen - initiate reopen of a LUN
  363. * @sdev: SCSI device / LUN to be reopened
  364. * @clear_mask: specifies flags in LUN status to be cleared
  365. * @id: Id for debug trace event.
  366. *
  367. * Return: 0 on success, < 0 on error
  368. */
  369. void zfcp_erp_lun_reopen(struct scsi_device *sdev, int clear, char *id)
  370. {
  371. unsigned long flags;
  372. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  373. struct zfcp_port *port = zfcp_sdev->port;
  374. struct zfcp_adapter *adapter = port->adapter;
  375. write_lock_irqsave(&adapter->erp_lock, flags);
  376. _zfcp_erp_lun_reopen(sdev, clear, id, 0);
  377. write_unlock_irqrestore(&adapter->erp_lock, flags);
  378. }
  379. /**
  380. * zfcp_erp_lun_shutdown - Shutdown LUN
  381. * @sdev: SCSI device / LUN to shut down.
  382. * @clear: Status flags to clear.
  383. * @id: Id for debug trace event.
  384. */
  385. void zfcp_erp_lun_shutdown(struct scsi_device *sdev, int clear, char *id)
  386. {
  387. int flags = ZFCP_STATUS_COMMON_RUNNING | ZFCP_STATUS_COMMON_ERP_FAILED;
  388. zfcp_erp_lun_reopen(sdev, clear | flags, id);
  389. }
  390. /**
  391. * zfcp_erp_lun_shutdown_wait - Shutdown LUN and wait for erp completion
  392. * @sdev: SCSI device / LUN to shut down.
  393. * @id: Id for debug trace event.
  394. *
  395. * Do not acquire a reference for the LUN when creating the ERP
  396. * action. It is safe, because this function waits for the ERP to
  397. * complete first. This allows to shutdown the LUN, even when the SCSI
  398. * device is in the state SDEV_DEL when scsi_device_get will fail.
  399. */
  400. void zfcp_erp_lun_shutdown_wait(struct scsi_device *sdev, char *id)
  401. {
  402. unsigned long flags;
  403. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  404. struct zfcp_port *port = zfcp_sdev->port;
  405. struct zfcp_adapter *adapter = port->adapter;
  406. int clear = ZFCP_STATUS_COMMON_RUNNING | ZFCP_STATUS_COMMON_ERP_FAILED;
  407. write_lock_irqsave(&adapter->erp_lock, flags);
  408. _zfcp_erp_lun_reopen(sdev, clear, id, ZFCP_STATUS_ERP_NO_REF);
  409. write_unlock_irqrestore(&adapter->erp_lock, flags);
  410. zfcp_erp_wait(adapter);
  411. }
  412. static int status_change_set(unsigned long mask, atomic_t *status)
  413. {
  414. return (atomic_read(status) ^ mask) & mask;
  415. }
  416. static void zfcp_erp_adapter_unblock(struct zfcp_adapter *adapter)
  417. {
  418. if (status_change_set(ZFCP_STATUS_COMMON_UNBLOCKED, &adapter->status))
  419. zfcp_dbf_rec_run("eraubl1", &adapter->erp_action);
  420. atomic_set_mask(ZFCP_STATUS_COMMON_UNBLOCKED, &adapter->status);
  421. }
  422. static void zfcp_erp_port_unblock(struct zfcp_port *port)
  423. {
  424. if (status_change_set(ZFCP_STATUS_COMMON_UNBLOCKED, &port->status))
  425. zfcp_dbf_rec_run("erpubl1", &port->erp_action);
  426. atomic_set_mask(ZFCP_STATUS_COMMON_UNBLOCKED, &port->status);
  427. }
  428. static void zfcp_erp_lun_unblock(struct scsi_device *sdev)
  429. {
  430. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  431. if (status_change_set(ZFCP_STATUS_COMMON_UNBLOCKED, &zfcp_sdev->status))
  432. zfcp_dbf_rec_run("erlubl1", &sdev_to_zfcp(sdev)->erp_action);
  433. atomic_set_mask(ZFCP_STATUS_COMMON_UNBLOCKED, &zfcp_sdev->status);
  434. }
  435. static void zfcp_erp_action_to_running(struct zfcp_erp_action *erp_action)
  436. {
  437. list_move(&erp_action->list, &erp_action->adapter->erp_running_head);
  438. zfcp_dbf_rec_run("erator1", erp_action);
  439. }
  440. static void zfcp_erp_strategy_check_fsfreq(struct zfcp_erp_action *act)
  441. {
  442. struct zfcp_adapter *adapter = act->adapter;
  443. struct zfcp_fsf_req *req;
  444. if (!act->fsf_req_id)
  445. return;
  446. spin_lock(&adapter->req_list->lock);
  447. req = _zfcp_reqlist_find(adapter->req_list, act->fsf_req_id);
  448. if (req && req->erp_action == act) {
  449. if (act->status & (ZFCP_STATUS_ERP_DISMISSED |
  450. ZFCP_STATUS_ERP_TIMEDOUT)) {
  451. req->status |= ZFCP_STATUS_FSFREQ_DISMISSED;
  452. zfcp_dbf_rec_run("erscf_1", act);
  453. req->erp_action = NULL;
  454. }
  455. if (act->status & ZFCP_STATUS_ERP_TIMEDOUT)
  456. zfcp_dbf_rec_run("erscf_2", act);
  457. if (req->status & ZFCP_STATUS_FSFREQ_DISMISSED)
  458. act->fsf_req_id = 0;
  459. } else
  460. act->fsf_req_id = 0;
  461. spin_unlock(&adapter->req_list->lock);
  462. }
  463. /**
  464. * zfcp_erp_notify - Trigger ERP action.
  465. * @erp_action: ERP action to continue.
  466. * @set_mask: ERP action status flags to set.
  467. */
  468. void zfcp_erp_notify(struct zfcp_erp_action *erp_action, unsigned long set_mask)
  469. {
  470. struct zfcp_adapter *adapter = erp_action->adapter;
  471. unsigned long flags;
  472. write_lock_irqsave(&adapter->erp_lock, flags);
  473. if (zfcp_erp_action_exists(erp_action) == ZFCP_ERP_ACTION_RUNNING) {
  474. erp_action->status |= set_mask;
  475. zfcp_erp_action_ready(erp_action);
  476. }
  477. write_unlock_irqrestore(&adapter->erp_lock, flags);
  478. }
  479. /**
  480. * zfcp_erp_timeout_handler - Trigger ERP action from timed out ERP request
  481. * @data: ERP action (from timer data)
  482. */
  483. void zfcp_erp_timeout_handler(unsigned long data)
  484. {
  485. struct zfcp_erp_action *act = (struct zfcp_erp_action *) data;
  486. zfcp_erp_notify(act, ZFCP_STATUS_ERP_TIMEDOUT);
  487. }
  488. static void zfcp_erp_memwait_handler(unsigned long data)
  489. {
  490. zfcp_erp_notify((struct zfcp_erp_action *)data, 0);
  491. }
  492. static void zfcp_erp_strategy_memwait(struct zfcp_erp_action *erp_action)
  493. {
  494. init_timer(&erp_action->timer);
  495. erp_action->timer.function = zfcp_erp_memwait_handler;
  496. erp_action->timer.data = (unsigned long) erp_action;
  497. erp_action->timer.expires = jiffies + HZ;
  498. add_timer(&erp_action->timer);
  499. }
  500. static void _zfcp_erp_port_reopen_all(struct zfcp_adapter *adapter,
  501. int clear, char *id)
  502. {
  503. struct zfcp_port *port;
  504. read_lock(&adapter->port_list_lock);
  505. list_for_each_entry(port, &adapter->port_list, list)
  506. _zfcp_erp_port_reopen(port, clear, id);
  507. read_unlock(&adapter->port_list_lock);
  508. }
  509. static void _zfcp_erp_lun_reopen_all(struct zfcp_port *port, int clear,
  510. char *id)
  511. {
  512. struct scsi_device *sdev;
  513. shost_for_each_device(sdev, port->adapter->scsi_host)
  514. if (sdev_to_zfcp(sdev)->port == port)
  515. _zfcp_erp_lun_reopen(sdev, clear, id, 0);
  516. }
  517. static void zfcp_erp_strategy_followup_failed(struct zfcp_erp_action *act)
  518. {
  519. switch (act->action) {
  520. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  521. _zfcp_erp_adapter_reopen(act->adapter, 0, "ersff_1");
  522. break;
  523. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  524. _zfcp_erp_port_forced_reopen(act->port, 0, "ersff_2");
  525. break;
  526. case ZFCP_ERP_ACTION_REOPEN_PORT:
  527. _zfcp_erp_port_reopen(act->port, 0, "ersff_3");
  528. break;
  529. case ZFCP_ERP_ACTION_REOPEN_LUN:
  530. _zfcp_erp_lun_reopen(act->sdev, 0, "ersff_4", 0);
  531. break;
  532. }
  533. }
  534. static void zfcp_erp_strategy_followup_success(struct zfcp_erp_action *act)
  535. {
  536. switch (act->action) {
  537. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  538. _zfcp_erp_port_reopen_all(act->adapter, 0, "ersfs_1");
  539. break;
  540. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  541. _zfcp_erp_port_reopen(act->port, 0, "ersfs_2");
  542. break;
  543. case ZFCP_ERP_ACTION_REOPEN_PORT:
  544. _zfcp_erp_lun_reopen_all(act->port, 0, "ersfs_3");
  545. break;
  546. }
  547. }
  548. static void zfcp_erp_wakeup(struct zfcp_adapter *adapter)
  549. {
  550. unsigned long flags;
  551. read_lock_irqsave(&adapter->erp_lock, flags);
  552. if (list_empty(&adapter->erp_ready_head) &&
  553. list_empty(&adapter->erp_running_head)) {
  554. atomic_clear_mask(ZFCP_STATUS_ADAPTER_ERP_PENDING,
  555. &adapter->status);
  556. wake_up(&adapter->erp_done_wqh);
  557. }
  558. read_unlock_irqrestore(&adapter->erp_lock, flags);
  559. }
  560. static void zfcp_erp_enqueue_ptp_port(struct zfcp_adapter *adapter)
  561. {
  562. struct zfcp_port *port;
  563. port = zfcp_port_enqueue(adapter, adapter->peer_wwpn, 0,
  564. adapter->peer_d_id);
  565. if (IS_ERR(port)) /* error or port already attached */
  566. return;
  567. _zfcp_erp_port_reopen(port, 0, "ereptp1");
  568. }
  569. static int zfcp_erp_adapter_strat_fsf_xconf(struct zfcp_erp_action *erp_action)
  570. {
  571. int retries;
  572. int sleep = 1;
  573. struct zfcp_adapter *adapter = erp_action->adapter;
  574. atomic_clear_mask(ZFCP_STATUS_ADAPTER_XCONFIG_OK, &adapter->status);
  575. for (retries = 7; retries; retries--) {
  576. atomic_clear_mask(ZFCP_STATUS_ADAPTER_HOST_CON_INIT,
  577. &adapter->status);
  578. write_lock_irq(&adapter->erp_lock);
  579. zfcp_erp_action_to_running(erp_action);
  580. write_unlock_irq(&adapter->erp_lock);
  581. if (zfcp_fsf_exchange_config_data(erp_action)) {
  582. atomic_clear_mask(ZFCP_STATUS_ADAPTER_HOST_CON_INIT,
  583. &adapter->status);
  584. return ZFCP_ERP_FAILED;
  585. }
  586. wait_event(adapter->erp_ready_wq,
  587. !list_empty(&adapter->erp_ready_head));
  588. if (erp_action->status & ZFCP_STATUS_ERP_TIMEDOUT)
  589. break;
  590. if (!(atomic_read(&adapter->status) &
  591. ZFCP_STATUS_ADAPTER_HOST_CON_INIT))
  592. break;
  593. ssleep(sleep);
  594. sleep *= 2;
  595. }
  596. atomic_clear_mask(ZFCP_STATUS_ADAPTER_HOST_CON_INIT,
  597. &adapter->status);
  598. if (!(atomic_read(&adapter->status) & ZFCP_STATUS_ADAPTER_XCONFIG_OK))
  599. return ZFCP_ERP_FAILED;
  600. if (fc_host_port_type(adapter->scsi_host) == FC_PORTTYPE_PTP)
  601. zfcp_erp_enqueue_ptp_port(adapter);
  602. return ZFCP_ERP_SUCCEEDED;
  603. }
  604. static int zfcp_erp_adapter_strategy_open_fsf_xport(struct zfcp_erp_action *act)
  605. {
  606. int ret;
  607. struct zfcp_adapter *adapter = act->adapter;
  608. write_lock_irq(&adapter->erp_lock);
  609. zfcp_erp_action_to_running(act);
  610. write_unlock_irq(&adapter->erp_lock);
  611. ret = zfcp_fsf_exchange_port_data(act);
  612. if (ret == -EOPNOTSUPP)
  613. return ZFCP_ERP_SUCCEEDED;
  614. if (ret)
  615. return ZFCP_ERP_FAILED;
  616. zfcp_dbf_rec_run("erasox1", act);
  617. wait_event(adapter->erp_ready_wq,
  618. !list_empty(&adapter->erp_ready_head));
  619. zfcp_dbf_rec_run("erasox2", act);
  620. if (act->status & ZFCP_STATUS_ERP_TIMEDOUT)
  621. return ZFCP_ERP_FAILED;
  622. return ZFCP_ERP_SUCCEEDED;
  623. }
  624. static int zfcp_erp_adapter_strategy_open_fsf(struct zfcp_erp_action *act)
  625. {
  626. if (zfcp_erp_adapter_strat_fsf_xconf(act) == ZFCP_ERP_FAILED)
  627. return ZFCP_ERP_FAILED;
  628. if (zfcp_erp_adapter_strategy_open_fsf_xport(act) == ZFCP_ERP_FAILED)
  629. return ZFCP_ERP_FAILED;
  630. if (mempool_resize(act->adapter->pool.sr_data,
  631. act->adapter->stat_read_buf_num, GFP_KERNEL))
  632. return ZFCP_ERP_FAILED;
  633. if (mempool_resize(act->adapter->pool.status_read_req,
  634. act->adapter->stat_read_buf_num, GFP_KERNEL))
  635. return ZFCP_ERP_FAILED;
  636. atomic_set(&act->adapter->stat_miss, act->adapter->stat_read_buf_num);
  637. if (zfcp_status_read_refill(act->adapter))
  638. return ZFCP_ERP_FAILED;
  639. return ZFCP_ERP_SUCCEEDED;
  640. }
  641. static void zfcp_erp_adapter_strategy_close(struct zfcp_erp_action *act)
  642. {
  643. struct zfcp_adapter *adapter = act->adapter;
  644. /* close queues to ensure that buffers are not accessed by adapter */
  645. zfcp_qdio_close(adapter->qdio);
  646. zfcp_fsf_req_dismiss_all(adapter);
  647. adapter->fsf_req_seq_no = 0;
  648. zfcp_fc_wka_ports_force_offline(adapter->gs);
  649. /* all ports and LUNs are closed */
  650. zfcp_erp_clear_adapter_status(adapter, ZFCP_STATUS_COMMON_OPEN);
  651. atomic_clear_mask(ZFCP_STATUS_ADAPTER_XCONFIG_OK |
  652. ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED, &adapter->status);
  653. }
  654. static int zfcp_erp_adapter_strategy_open(struct zfcp_erp_action *act)
  655. {
  656. struct zfcp_adapter *adapter = act->adapter;
  657. if (zfcp_qdio_open(adapter->qdio)) {
  658. atomic_clear_mask(ZFCP_STATUS_ADAPTER_XCONFIG_OK |
  659. ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED,
  660. &adapter->status);
  661. return ZFCP_ERP_FAILED;
  662. }
  663. if (zfcp_erp_adapter_strategy_open_fsf(act)) {
  664. zfcp_erp_adapter_strategy_close(act);
  665. return ZFCP_ERP_FAILED;
  666. }
  667. atomic_set_mask(ZFCP_STATUS_COMMON_OPEN, &adapter->status);
  668. return ZFCP_ERP_SUCCEEDED;
  669. }
  670. static int zfcp_erp_adapter_strategy(struct zfcp_erp_action *act)
  671. {
  672. struct zfcp_adapter *adapter = act->adapter;
  673. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_OPEN) {
  674. zfcp_erp_adapter_strategy_close(act);
  675. if (act->status & ZFCP_STATUS_ERP_CLOSE_ONLY)
  676. return ZFCP_ERP_EXIT;
  677. }
  678. if (zfcp_erp_adapter_strategy_open(act)) {
  679. ssleep(8);
  680. return ZFCP_ERP_FAILED;
  681. }
  682. return ZFCP_ERP_SUCCEEDED;
  683. }
  684. static int zfcp_erp_port_forced_strategy_close(struct zfcp_erp_action *act)
  685. {
  686. int retval;
  687. retval = zfcp_fsf_close_physical_port(act);
  688. if (retval == -ENOMEM)
  689. return ZFCP_ERP_NOMEM;
  690. act->step = ZFCP_ERP_STEP_PHYS_PORT_CLOSING;
  691. if (retval)
  692. return ZFCP_ERP_FAILED;
  693. return ZFCP_ERP_CONTINUES;
  694. }
  695. static void zfcp_erp_port_strategy_clearstati(struct zfcp_port *port)
  696. {
  697. atomic_clear_mask(ZFCP_STATUS_COMMON_ACCESS_DENIED, &port->status);
  698. }
  699. static int zfcp_erp_port_forced_strategy(struct zfcp_erp_action *erp_action)
  700. {
  701. struct zfcp_port *port = erp_action->port;
  702. int status = atomic_read(&port->status);
  703. switch (erp_action->step) {
  704. case ZFCP_ERP_STEP_UNINITIALIZED:
  705. zfcp_erp_port_strategy_clearstati(port);
  706. if ((status & ZFCP_STATUS_PORT_PHYS_OPEN) &&
  707. (status & ZFCP_STATUS_COMMON_OPEN))
  708. return zfcp_erp_port_forced_strategy_close(erp_action);
  709. else
  710. return ZFCP_ERP_FAILED;
  711. case ZFCP_ERP_STEP_PHYS_PORT_CLOSING:
  712. if (!(status & ZFCP_STATUS_PORT_PHYS_OPEN))
  713. return ZFCP_ERP_SUCCEEDED;
  714. }
  715. return ZFCP_ERP_FAILED;
  716. }
  717. static int zfcp_erp_port_strategy_close(struct zfcp_erp_action *erp_action)
  718. {
  719. int retval;
  720. retval = zfcp_fsf_close_port(erp_action);
  721. if (retval == -ENOMEM)
  722. return ZFCP_ERP_NOMEM;
  723. erp_action->step = ZFCP_ERP_STEP_PORT_CLOSING;
  724. if (retval)
  725. return ZFCP_ERP_FAILED;
  726. return ZFCP_ERP_CONTINUES;
  727. }
  728. static int zfcp_erp_port_strategy_open_port(struct zfcp_erp_action *erp_action)
  729. {
  730. int retval;
  731. retval = zfcp_fsf_open_port(erp_action);
  732. if (retval == -ENOMEM)
  733. return ZFCP_ERP_NOMEM;
  734. erp_action->step = ZFCP_ERP_STEP_PORT_OPENING;
  735. if (retval)
  736. return ZFCP_ERP_FAILED;
  737. return ZFCP_ERP_CONTINUES;
  738. }
  739. static int zfcp_erp_open_ptp_port(struct zfcp_erp_action *act)
  740. {
  741. struct zfcp_adapter *adapter = act->adapter;
  742. struct zfcp_port *port = act->port;
  743. if (port->wwpn != adapter->peer_wwpn) {
  744. zfcp_erp_set_port_status(port, ZFCP_STATUS_COMMON_ERP_FAILED);
  745. return ZFCP_ERP_FAILED;
  746. }
  747. port->d_id = adapter->peer_d_id;
  748. return zfcp_erp_port_strategy_open_port(act);
  749. }
  750. static int zfcp_erp_port_strategy_open_common(struct zfcp_erp_action *act)
  751. {
  752. struct zfcp_adapter *adapter = act->adapter;
  753. struct zfcp_port *port = act->port;
  754. int p_status = atomic_read(&port->status);
  755. switch (act->step) {
  756. case ZFCP_ERP_STEP_UNINITIALIZED:
  757. case ZFCP_ERP_STEP_PHYS_PORT_CLOSING:
  758. case ZFCP_ERP_STEP_PORT_CLOSING:
  759. if (fc_host_port_type(adapter->scsi_host) == FC_PORTTYPE_PTP)
  760. return zfcp_erp_open_ptp_port(act);
  761. if (!port->d_id) {
  762. zfcp_fc_trigger_did_lookup(port);
  763. return ZFCP_ERP_EXIT;
  764. }
  765. return zfcp_erp_port_strategy_open_port(act);
  766. case ZFCP_ERP_STEP_PORT_OPENING:
  767. /* D_ID might have changed during open */
  768. if (p_status & ZFCP_STATUS_COMMON_OPEN) {
  769. if (!port->d_id) {
  770. zfcp_fc_trigger_did_lookup(port);
  771. return ZFCP_ERP_EXIT;
  772. }
  773. return ZFCP_ERP_SUCCEEDED;
  774. }
  775. if (port->d_id && !(p_status & ZFCP_STATUS_COMMON_NOESC)) {
  776. port->d_id = 0;
  777. return ZFCP_ERP_FAILED;
  778. }
  779. /* fall through otherwise */
  780. }
  781. return ZFCP_ERP_FAILED;
  782. }
  783. static int zfcp_erp_port_strategy(struct zfcp_erp_action *erp_action)
  784. {
  785. struct zfcp_port *port = erp_action->port;
  786. int p_status = atomic_read(&port->status);
  787. if ((p_status & ZFCP_STATUS_COMMON_NOESC) &&
  788. !(p_status & ZFCP_STATUS_COMMON_OPEN))
  789. goto close_init_done;
  790. switch (erp_action->step) {
  791. case ZFCP_ERP_STEP_UNINITIALIZED:
  792. zfcp_erp_port_strategy_clearstati(port);
  793. if (p_status & ZFCP_STATUS_COMMON_OPEN)
  794. return zfcp_erp_port_strategy_close(erp_action);
  795. break;
  796. case ZFCP_ERP_STEP_PORT_CLOSING:
  797. if (p_status & ZFCP_STATUS_COMMON_OPEN)
  798. return ZFCP_ERP_FAILED;
  799. break;
  800. }
  801. close_init_done:
  802. if (erp_action->status & ZFCP_STATUS_ERP_CLOSE_ONLY)
  803. return ZFCP_ERP_EXIT;
  804. return zfcp_erp_port_strategy_open_common(erp_action);
  805. }
  806. static void zfcp_erp_lun_strategy_clearstati(struct scsi_device *sdev)
  807. {
  808. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  809. atomic_clear_mask(ZFCP_STATUS_COMMON_ACCESS_DENIED,
  810. &zfcp_sdev->status);
  811. }
  812. static int zfcp_erp_lun_strategy_close(struct zfcp_erp_action *erp_action)
  813. {
  814. int retval = zfcp_fsf_close_lun(erp_action);
  815. if (retval == -ENOMEM)
  816. return ZFCP_ERP_NOMEM;
  817. erp_action->step = ZFCP_ERP_STEP_LUN_CLOSING;
  818. if (retval)
  819. return ZFCP_ERP_FAILED;
  820. return ZFCP_ERP_CONTINUES;
  821. }
  822. static int zfcp_erp_lun_strategy_open(struct zfcp_erp_action *erp_action)
  823. {
  824. int retval = zfcp_fsf_open_lun(erp_action);
  825. if (retval == -ENOMEM)
  826. return ZFCP_ERP_NOMEM;
  827. erp_action->step = ZFCP_ERP_STEP_LUN_OPENING;
  828. if (retval)
  829. return ZFCP_ERP_FAILED;
  830. return ZFCP_ERP_CONTINUES;
  831. }
  832. static int zfcp_erp_lun_strategy(struct zfcp_erp_action *erp_action)
  833. {
  834. struct scsi_device *sdev = erp_action->sdev;
  835. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  836. switch (erp_action->step) {
  837. case ZFCP_ERP_STEP_UNINITIALIZED:
  838. zfcp_erp_lun_strategy_clearstati(sdev);
  839. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_OPEN)
  840. return zfcp_erp_lun_strategy_close(erp_action);
  841. /* already closed, fall through */
  842. case ZFCP_ERP_STEP_LUN_CLOSING:
  843. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_OPEN)
  844. return ZFCP_ERP_FAILED;
  845. if (erp_action->status & ZFCP_STATUS_ERP_CLOSE_ONLY)
  846. return ZFCP_ERP_EXIT;
  847. return zfcp_erp_lun_strategy_open(erp_action);
  848. case ZFCP_ERP_STEP_LUN_OPENING:
  849. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_OPEN)
  850. return ZFCP_ERP_SUCCEEDED;
  851. }
  852. return ZFCP_ERP_FAILED;
  853. }
  854. static int zfcp_erp_strategy_check_lun(struct scsi_device *sdev, int result)
  855. {
  856. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  857. switch (result) {
  858. case ZFCP_ERP_SUCCEEDED :
  859. atomic_set(&zfcp_sdev->erp_counter, 0);
  860. zfcp_erp_lun_unblock(sdev);
  861. break;
  862. case ZFCP_ERP_FAILED :
  863. atomic_inc(&zfcp_sdev->erp_counter);
  864. if (atomic_read(&zfcp_sdev->erp_counter) > ZFCP_MAX_ERPS) {
  865. dev_err(&zfcp_sdev->port->adapter->ccw_device->dev,
  866. "ERP failed for LUN 0x%016Lx on "
  867. "port 0x%016Lx\n",
  868. (unsigned long long)zfcp_scsi_dev_lun(sdev),
  869. (unsigned long long)zfcp_sdev->port->wwpn);
  870. zfcp_erp_set_lun_status(sdev,
  871. ZFCP_STATUS_COMMON_ERP_FAILED);
  872. }
  873. break;
  874. }
  875. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  876. zfcp_erp_lun_block(sdev, 0);
  877. result = ZFCP_ERP_EXIT;
  878. }
  879. return result;
  880. }
  881. static int zfcp_erp_strategy_check_port(struct zfcp_port *port, int result)
  882. {
  883. switch (result) {
  884. case ZFCP_ERP_SUCCEEDED :
  885. atomic_set(&port->erp_counter, 0);
  886. zfcp_erp_port_unblock(port);
  887. break;
  888. case ZFCP_ERP_FAILED :
  889. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_NOESC) {
  890. zfcp_erp_port_block(port, 0);
  891. result = ZFCP_ERP_EXIT;
  892. }
  893. atomic_inc(&port->erp_counter);
  894. if (atomic_read(&port->erp_counter) > ZFCP_MAX_ERPS) {
  895. dev_err(&port->adapter->ccw_device->dev,
  896. "ERP failed for remote port 0x%016Lx\n",
  897. (unsigned long long)port->wwpn);
  898. zfcp_erp_set_port_status(port,
  899. ZFCP_STATUS_COMMON_ERP_FAILED);
  900. }
  901. break;
  902. }
  903. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  904. zfcp_erp_port_block(port, 0);
  905. result = ZFCP_ERP_EXIT;
  906. }
  907. return result;
  908. }
  909. static int zfcp_erp_strategy_check_adapter(struct zfcp_adapter *adapter,
  910. int result)
  911. {
  912. switch (result) {
  913. case ZFCP_ERP_SUCCEEDED :
  914. atomic_set(&adapter->erp_counter, 0);
  915. zfcp_erp_adapter_unblock(adapter);
  916. break;
  917. case ZFCP_ERP_FAILED :
  918. atomic_inc(&adapter->erp_counter);
  919. if (atomic_read(&adapter->erp_counter) > ZFCP_MAX_ERPS) {
  920. dev_err(&adapter->ccw_device->dev,
  921. "ERP cannot recover an error "
  922. "on the FCP device\n");
  923. zfcp_erp_set_adapter_status(adapter,
  924. ZFCP_STATUS_COMMON_ERP_FAILED);
  925. }
  926. break;
  927. }
  928. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  929. zfcp_erp_adapter_block(adapter, 0);
  930. result = ZFCP_ERP_EXIT;
  931. }
  932. return result;
  933. }
  934. static int zfcp_erp_strategy_check_target(struct zfcp_erp_action *erp_action,
  935. int result)
  936. {
  937. struct zfcp_adapter *adapter = erp_action->adapter;
  938. struct zfcp_port *port = erp_action->port;
  939. struct scsi_device *sdev = erp_action->sdev;
  940. switch (erp_action->action) {
  941. case ZFCP_ERP_ACTION_REOPEN_LUN:
  942. result = zfcp_erp_strategy_check_lun(sdev, result);
  943. break;
  944. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  945. case ZFCP_ERP_ACTION_REOPEN_PORT:
  946. result = zfcp_erp_strategy_check_port(port, result);
  947. break;
  948. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  949. result = zfcp_erp_strategy_check_adapter(adapter, result);
  950. break;
  951. }
  952. return result;
  953. }
  954. static int zfcp_erp_strat_change_det(atomic_t *target_status, u32 erp_status)
  955. {
  956. int status = atomic_read(target_status);
  957. if ((status & ZFCP_STATUS_COMMON_RUNNING) &&
  958. (erp_status & ZFCP_STATUS_ERP_CLOSE_ONLY))
  959. return 1; /* take it online */
  960. if (!(status & ZFCP_STATUS_COMMON_RUNNING) &&
  961. !(erp_status & ZFCP_STATUS_ERP_CLOSE_ONLY))
  962. return 1; /* take it offline */
  963. return 0;
  964. }
  965. static int zfcp_erp_strategy_statechange(struct zfcp_erp_action *act, int ret)
  966. {
  967. int action = act->action;
  968. struct zfcp_adapter *adapter = act->adapter;
  969. struct zfcp_port *port = act->port;
  970. struct scsi_device *sdev = act->sdev;
  971. struct zfcp_scsi_dev *zfcp_sdev;
  972. u32 erp_status = act->status;
  973. switch (action) {
  974. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  975. if (zfcp_erp_strat_change_det(&adapter->status, erp_status)) {
  976. _zfcp_erp_adapter_reopen(adapter,
  977. ZFCP_STATUS_COMMON_ERP_FAILED,
  978. "ersscg1");
  979. return ZFCP_ERP_EXIT;
  980. }
  981. break;
  982. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  983. case ZFCP_ERP_ACTION_REOPEN_PORT:
  984. if (zfcp_erp_strat_change_det(&port->status, erp_status)) {
  985. _zfcp_erp_port_reopen(port,
  986. ZFCP_STATUS_COMMON_ERP_FAILED,
  987. "ersscg2");
  988. return ZFCP_ERP_EXIT;
  989. }
  990. break;
  991. case ZFCP_ERP_ACTION_REOPEN_LUN:
  992. zfcp_sdev = sdev_to_zfcp(sdev);
  993. if (zfcp_erp_strat_change_det(&zfcp_sdev->status, erp_status)) {
  994. _zfcp_erp_lun_reopen(sdev,
  995. ZFCP_STATUS_COMMON_ERP_FAILED,
  996. "ersscg3", 0);
  997. return ZFCP_ERP_EXIT;
  998. }
  999. break;
  1000. }
  1001. return ret;
  1002. }
  1003. static void zfcp_erp_action_dequeue(struct zfcp_erp_action *erp_action)
  1004. {
  1005. struct zfcp_adapter *adapter = erp_action->adapter;
  1006. struct zfcp_scsi_dev *zfcp_sdev;
  1007. adapter->erp_total_count--;
  1008. if (erp_action->status & ZFCP_STATUS_ERP_LOWMEM) {
  1009. adapter->erp_low_mem_count--;
  1010. erp_action->status &= ~ZFCP_STATUS_ERP_LOWMEM;
  1011. }
  1012. list_del(&erp_action->list);
  1013. zfcp_dbf_rec_run("eractd1", erp_action);
  1014. switch (erp_action->action) {
  1015. case ZFCP_ERP_ACTION_REOPEN_LUN:
  1016. zfcp_sdev = sdev_to_zfcp(erp_action->sdev);
  1017. atomic_clear_mask(ZFCP_STATUS_COMMON_ERP_INUSE,
  1018. &zfcp_sdev->status);
  1019. break;
  1020. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  1021. case ZFCP_ERP_ACTION_REOPEN_PORT:
  1022. atomic_clear_mask(ZFCP_STATUS_COMMON_ERP_INUSE,
  1023. &erp_action->port->status);
  1024. break;
  1025. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  1026. atomic_clear_mask(ZFCP_STATUS_COMMON_ERP_INUSE,
  1027. &erp_action->adapter->status);
  1028. break;
  1029. }
  1030. }
  1031. static void zfcp_erp_action_cleanup(struct zfcp_erp_action *act, int result)
  1032. {
  1033. struct zfcp_adapter *adapter = act->adapter;
  1034. struct zfcp_port *port = act->port;
  1035. struct scsi_device *sdev = act->sdev;
  1036. switch (act->action) {
  1037. case ZFCP_ERP_ACTION_REOPEN_LUN:
  1038. if (!(act->status & ZFCP_STATUS_ERP_NO_REF))
  1039. scsi_device_put(sdev);
  1040. break;
  1041. case ZFCP_ERP_ACTION_REOPEN_PORT:
  1042. if (result == ZFCP_ERP_SUCCEEDED)
  1043. zfcp_scsi_schedule_rport_register(port);
  1044. /* fall through */
  1045. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  1046. put_device(&port->dev);
  1047. break;
  1048. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  1049. if (result == ZFCP_ERP_SUCCEEDED) {
  1050. register_service_level(&adapter->service_level);
  1051. zfcp_fc_conditional_port_scan(adapter);
  1052. queue_work(adapter->work_queue, &adapter->ns_up_work);
  1053. } else
  1054. unregister_service_level(&adapter->service_level);
  1055. kref_put(&adapter->ref, zfcp_adapter_release);
  1056. break;
  1057. }
  1058. }
  1059. static int zfcp_erp_strategy_do_action(struct zfcp_erp_action *erp_action)
  1060. {
  1061. switch (erp_action->action) {
  1062. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  1063. return zfcp_erp_adapter_strategy(erp_action);
  1064. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  1065. return zfcp_erp_port_forced_strategy(erp_action);
  1066. case ZFCP_ERP_ACTION_REOPEN_PORT:
  1067. return zfcp_erp_port_strategy(erp_action);
  1068. case ZFCP_ERP_ACTION_REOPEN_LUN:
  1069. return zfcp_erp_lun_strategy(erp_action);
  1070. }
  1071. return ZFCP_ERP_FAILED;
  1072. }
  1073. static int zfcp_erp_strategy(struct zfcp_erp_action *erp_action)
  1074. {
  1075. int retval;
  1076. unsigned long flags;
  1077. struct zfcp_adapter *adapter = erp_action->adapter;
  1078. kref_get(&adapter->ref);
  1079. write_lock_irqsave(&adapter->erp_lock, flags);
  1080. zfcp_erp_strategy_check_fsfreq(erp_action);
  1081. if (erp_action->status & ZFCP_STATUS_ERP_DISMISSED) {
  1082. zfcp_erp_action_dequeue(erp_action);
  1083. retval = ZFCP_ERP_DISMISSED;
  1084. goto unlock;
  1085. }
  1086. if (erp_action->status & ZFCP_STATUS_ERP_TIMEDOUT) {
  1087. retval = ZFCP_ERP_FAILED;
  1088. goto check_target;
  1089. }
  1090. zfcp_erp_action_to_running(erp_action);
  1091. /* no lock to allow for blocking operations */
  1092. write_unlock_irqrestore(&adapter->erp_lock, flags);
  1093. retval = zfcp_erp_strategy_do_action(erp_action);
  1094. write_lock_irqsave(&adapter->erp_lock, flags);
  1095. if (erp_action->status & ZFCP_STATUS_ERP_DISMISSED)
  1096. retval = ZFCP_ERP_CONTINUES;
  1097. switch (retval) {
  1098. case ZFCP_ERP_NOMEM:
  1099. if (!(erp_action->status & ZFCP_STATUS_ERP_LOWMEM)) {
  1100. ++adapter->erp_low_mem_count;
  1101. erp_action->status |= ZFCP_STATUS_ERP_LOWMEM;
  1102. }
  1103. if (adapter->erp_total_count == adapter->erp_low_mem_count)
  1104. _zfcp_erp_adapter_reopen(adapter, 0, "erstgy1");
  1105. else {
  1106. zfcp_erp_strategy_memwait(erp_action);
  1107. retval = ZFCP_ERP_CONTINUES;
  1108. }
  1109. goto unlock;
  1110. case ZFCP_ERP_CONTINUES:
  1111. if (erp_action->status & ZFCP_STATUS_ERP_LOWMEM) {
  1112. --adapter->erp_low_mem_count;
  1113. erp_action->status &= ~ZFCP_STATUS_ERP_LOWMEM;
  1114. }
  1115. goto unlock;
  1116. }
  1117. check_target:
  1118. retval = zfcp_erp_strategy_check_target(erp_action, retval);
  1119. zfcp_erp_action_dequeue(erp_action);
  1120. retval = zfcp_erp_strategy_statechange(erp_action, retval);
  1121. if (retval == ZFCP_ERP_EXIT)
  1122. goto unlock;
  1123. if (retval == ZFCP_ERP_SUCCEEDED)
  1124. zfcp_erp_strategy_followup_success(erp_action);
  1125. if (retval == ZFCP_ERP_FAILED)
  1126. zfcp_erp_strategy_followup_failed(erp_action);
  1127. unlock:
  1128. write_unlock_irqrestore(&adapter->erp_lock, flags);
  1129. if (retval != ZFCP_ERP_CONTINUES)
  1130. zfcp_erp_action_cleanup(erp_action, retval);
  1131. kref_put(&adapter->ref, zfcp_adapter_release);
  1132. return retval;
  1133. }
  1134. static int zfcp_erp_thread(void *data)
  1135. {
  1136. struct zfcp_adapter *adapter = (struct zfcp_adapter *) data;
  1137. struct list_head *next;
  1138. struct zfcp_erp_action *act;
  1139. unsigned long flags;
  1140. for (;;) {
  1141. wait_event_interruptible(adapter->erp_ready_wq,
  1142. !list_empty(&adapter->erp_ready_head) ||
  1143. kthread_should_stop());
  1144. if (kthread_should_stop())
  1145. break;
  1146. write_lock_irqsave(&adapter->erp_lock, flags);
  1147. next = adapter->erp_ready_head.next;
  1148. write_unlock_irqrestore(&adapter->erp_lock, flags);
  1149. if (next != &adapter->erp_ready_head) {
  1150. act = list_entry(next, struct zfcp_erp_action, list);
  1151. /* there is more to come after dismission, no notify */
  1152. if (zfcp_erp_strategy(act) != ZFCP_ERP_DISMISSED)
  1153. zfcp_erp_wakeup(adapter);
  1154. }
  1155. }
  1156. return 0;
  1157. }
  1158. /**
  1159. * zfcp_erp_thread_setup - Start ERP thread for adapter
  1160. * @adapter: Adapter to start the ERP thread for
  1161. *
  1162. * Returns 0 on success or error code from kernel_thread()
  1163. */
  1164. int zfcp_erp_thread_setup(struct zfcp_adapter *adapter)
  1165. {
  1166. struct task_struct *thread;
  1167. thread = kthread_run(zfcp_erp_thread, adapter, "zfcperp%s",
  1168. dev_name(&adapter->ccw_device->dev));
  1169. if (IS_ERR(thread)) {
  1170. dev_err(&adapter->ccw_device->dev,
  1171. "Creating an ERP thread for the FCP device failed.\n");
  1172. return PTR_ERR(thread);
  1173. }
  1174. adapter->erp_thread = thread;
  1175. return 0;
  1176. }
  1177. /**
  1178. * zfcp_erp_thread_kill - Stop ERP thread.
  1179. * @adapter: Adapter where the ERP thread should be stopped.
  1180. *
  1181. * The caller of this routine ensures that the specified adapter has
  1182. * been shut down and that this operation has been completed. Thus,
  1183. * there are no pending erp_actions which would need to be handled
  1184. * here.
  1185. */
  1186. void zfcp_erp_thread_kill(struct zfcp_adapter *adapter)
  1187. {
  1188. kthread_stop(adapter->erp_thread);
  1189. adapter->erp_thread = NULL;
  1190. WARN_ON(!list_empty(&adapter->erp_ready_head));
  1191. WARN_ON(!list_empty(&adapter->erp_running_head));
  1192. }
  1193. /**
  1194. * zfcp_erp_wait - wait for completion of error recovery on an adapter
  1195. * @adapter: adapter for which to wait for completion of its error recovery
  1196. */
  1197. void zfcp_erp_wait(struct zfcp_adapter *adapter)
  1198. {
  1199. wait_event(adapter->erp_done_wqh,
  1200. !(atomic_read(&adapter->status) &
  1201. ZFCP_STATUS_ADAPTER_ERP_PENDING));
  1202. }
  1203. /**
  1204. * zfcp_erp_set_adapter_status - set adapter status bits
  1205. * @adapter: adapter to change the status
  1206. * @mask: status bits to change
  1207. *
  1208. * Changes in common status bits are propagated to attached ports and LUNs.
  1209. */
  1210. void zfcp_erp_set_adapter_status(struct zfcp_adapter *adapter, u32 mask)
  1211. {
  1212. struct zfcp_port *port;
  1213. struct scsi_device *sdev;
  1214. unsigned long flags;
  1215. u32 common_mask = mask & ZFCP_COMMON_FLAGS;
  1216. atomic_set_mask(mask, &adapter->status);
  1217. if (!common_mask)
  1218. return;
  1219. read_lock_irqsave(&adapter->port_list_lock, flags);
  1220. list_for_each_entry(port, &adapter->port_list, list)
  1221. atomic_set_mask(common_mask, &port->status);
  1222. read_unlock_irqrestore(&adapter->port_list_lock, flags);
  1223. shost_for_each_device(sdev, adapter->scsi_host)
  1224. atomic_set_mask(common_mask, &sdev_to_zfcp(sdev)->status);
  1225. }
  1226. /**
  1227. * zfcp_erp_clear_adapter_status - clear adapter status bits
  1228. * @adapter: adapter to change the status
  1229. * @mask: status bits to change
  1230. *
  1231. * Changes in common status bits are propagated to attached ports and LUNs.
  1232. */
  1233. void zfcp_erp_clear_adapter_status(struct zfcp_adapter *adapter, u32 mask)
  1234. {
  1235. struct zfcp_port *port;
  1236. struct scsi_device *sdev;
  1237. unsigned long flags;
  1238. u32 common_mask = mask & ZFCP_COMMON_FLAGS;
  1239. u32 clear_counter = mask & ZFCP_STATUS_COMMON_ERP_FAILED;
  1240. atomic_clear_mask(mask, &adapter->status);
  1241. if (!common_mask)
  1242. return;
  1243. if (clear_counter)
  1244. atomic_set(&adapter->erp_counter, 0);
  1245. read_lock_irqsave(&adapter->port_list_lock, flags);
  1246. list_for_each_entry(port, &adapter->port_list, list) {
  1247. atomic_clear_mask(common_mask, &port->status);
  1248. if (clear_counter)
  1249. atomic_set(&port->erp_counter, 0);
  1250. }
  1251. read_unlock_irqrestore(&adapter->port_list_lock, flags);
  1252. shost_for_each_device(sdev, adapter->scsi_host) {
  1253. atomic_clear_mask(common_mask, &sdev_to_zfcp(sdev)->status);
  1254. if (clear_counter)
  1255. atomic_set(&sdev_to_zfcp(sdev)->erp_counter, 0);
  1256. }
  1257. }
  1258. /**
  1259. * zfcp_erp_set_port_status - set port status bits
  1260. * @port: port to change the status
  1261. * @mask: status bits to change
  1262. *
  1263. * Changes in common status bits are propagated to attached LUNs.
  1264. */
  1265. void zfcp_erp_set_port_status(struct zfcp_port *port, u32 mask)
  1266. {
  1267. struct scsi_device *sdev;
  1268. u32 common_mask = mask & ZFCP_COMMON_FLAGS;
  1269. atomic_set_mask(mask, &port->status);
  1270. if (!common_mask)
  1271. return;
  1272. shost_for_each_device(sdev, port->adapter->scsi_host)
  1273. if (sdev_to_zfcp(sdev)->port == port)
  1274. atomic_set_mask(common_mask,
  1275. &sdev_to_zfcp(sdev)->status);
  1276. }
  1277. /**
  1278. * zfcp_erp_clear_port_status - clear port status bits
  1279. * @port: adapter to change the status
  1280. * @mask: status bits to change
  1281. *
  1282. * Changes in common status bits are propagated to attached LUNs.
  1283. */
  1284. void zfcp_erp_clear_port_status(struct zfcp_port *port, u32 mask)
  1285. {
  1286. struct scsi_device *sdev;
  1287. u32 common_mask = mask & ZFCP_COMMON_FLAGS;
  1288. u32 clear_counter = mask & ZFCP_STATUS_COMMON_ERP_FAILED;
  1289. atomic_clear_mask(mask, &port->status);
  1290. if (!common_mask)
  1291. return;
  1292. if (clear_counter)
  1293. atomic_set(&port->erp_counter, 0);
  1294. shost_for_each_device(sdev, port->adapter->scsi_host)
  1295. if (sdev_to_zfcp(sdev)->port == port) {
  1296. atomic_clear_mask(common_mask,
  1297. &sdev_to_zfcp(sdev)->status);
  1298. if (clear_counter)
  1299. atomic_set(&sdev_to_zfcp(sdev)->erp_counter, 0);
  1300. }
  1301. }
  1302. /**
  1303. * zfcp_erp_set_lun_status - set lun status bits
  1304. * @sdev: SCSI device / lun to set the status bits
  1305. * @mask: status bits to change
  1306. */
  1307. void zfcp_erp_set_lun_status(struct scsi_device *sdev, u32 mask)
  1308. {
  1309. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  1310. atomic_set_mask(mask, &zfcp_sdev->status);
  1311. }
  1312. /**
  1313. * zfcp_erp_clear_lun_status - clear lun status bits
  1314. * @sdev: SCSi device / lun to clear the status bits
  1315. * @mask: status bits to change
  1316. */
  1317. void zfcp_erp_clear_lun_status(struct scsi_device *sdev, u32 mask)
  1318. {
  1319. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  1320. atomic_clear_mask(mask, &zfcp_sdev->status);
  1321. if (mask & ZFCP_STATUS_COMMON_ERP_FAILED)
  1322. atomic_set(&zfcp_sdev->erp_counter, 0);
  1323. }