zfcp_erp.c 44 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575
  1. /*
  2. * zfcp device driver
  3. *
  4. * Error Recovery Procedures (ERP).
  5. *
  6. * Copyright IBM Corporation 2002, 2010
  7. */
  8. #define KMSG_COMPONENT "zfcp"
  9. #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt
  10. #include <linux/kthread.h>
  11. #include "zfcp_ext.h"
  12. #include "zfcp_reqlist.h"
  13. #define ZFCP_MAX_ERPS 3
  14. enum zfcp_erp_act_flags {
  15. ZFCP_STATUS_ERP_TIMEDOUT = 0x10000000,
  16. ZFCP_STATUS_ERP_CLOSE_ONLY = 0x01000000,
  17. ZFCP_STATUS_ERP_DISMISSING = 0x00100000,
  18. ZFCP_STATUS_ERP_DISMISSED = 0x00200000,
  19. ZFCP_STATUS_ERP_LOWMEM = 0x00400000,
  20. ZFCP_STATUS_ERP_NO_REF = 0x00800000,
  21. };
  22. enum zfcp_erp_steps {
  23. ZFCP_ERP_STEP_UNINITIALIZED = 0x0000,
  24. ZFCP_ERP_STEP_FSF_XCONFIG = 0x0001,
  25. ZFCP_ERP_STEP_PHYS_PORT_CLOSING = 0x0010,
  26. ZFCP_ERP_STEP_PORT_CLOSING = 0x0100,
  27. ZFCP_ERP_STEP_PORT_OPENING = 0x0800,
  28. ZFCP_ERP_STEP_LUN_CLOSING = 0x1000,
  29. ZFCP_ERP_STEP_LUN_OPENING = 0x2000,
  30. };
  31. enum zfcp_erp_act_type {
  32. ZFCP_ERP_ACTION_REOPEN_LUN = 1,
  33. ZFCP_ERP_ACTION_REOPEN_PORT = 2,
  34. ZFCP_ERP_ACTION_REOPEN_PORT_FORCED = 3,
  35. ZFCP_ERP_ACTION_REOPEN_ADAPTER = 4,
  36. };
  37. enum zfcp_erp_act_state {
  38. ZFCP_ERP_ACTION_RUNNING = 1,
  39. ZFCP_ERP_ACTION_READY = 2,
  40. };
  41. enum zfcp_erp_act_result {
  42. ZFCP_ERP_SUCCEEDED = 0,
  43. ZFCP_ERP_FAILED = 1,
  44. ZFCP_ERP_CONTINUES = 2,
  45. ZFCP_ERP_EXIT = 3,
  46. ZFCP_ERP_DISMISSED = 4,
  47. ZFCP_ERP_NOMEM = 5,
  48. };
  49. static void zfcp_erp_adapter_block(struct zfcp_adapter *adapter, int mask)
  50. {
  51. zfcp_erp_clear_adapter_status(adapter,
  52. ZFCP_STATUS_COMMON_UNBLOCKED | mask);
  53. }
  54. static int zfcp_erp_action_exists(struct zfcp_erp_action *act)
  55. {
  56. struct zfcp_erp_action *curr_act;
  57. list_for_each_entry(curr_act, &act->adapter->erp_running_head, list)
  58. if (act == curr_act)
  59. return ZFCP_ERP_ACTION_RUNNING;
  60. return 0;
  61. }
  62. static void zfcp_erp_action_ready(struct zfcp_erp_action *act)
  63. {
  64. struct zfcp_adapter *adapter = act->adapter;
  65. list_move(&act->list, &act->adapter->erp_ready_head);
  66. zfcp_dbf_rec_action("erardy1", act);
  67. wake_up(&adapter->erp_ready_wq);
  68. zfcp_dbf_rec_thread("erardy2", adapter->dbf);
  69. }
  70. static void zfcp_erp_action_dismiss(struct zfcp_erp_action *act)
  71. {
  72. act->status |= ZFCP_STATUS_ERP_DISMISSED;
  73. if (zfcp_erp_action_exists(act) == ZFCP_ERP_ACTION_RUNNING)
  74. zfcp_erp_action_ready(act);
  75. }
  76. static void zfcp_erp_action_dismiss_lun(struct scsi_device *sdev)
  77. {
  78. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  79. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_ERP_INUSE)
  80. zfcp_erp_action_dismiss(&zfcp_sdev->erp_action);
  81. }
  82. static void zfcp_erp_action_dismiss_port(struct zfcp_port *port)
  83. {
  84. struct scsi_device *sdev;
  85. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_ERP_INUSE)
  86. zfcp_erp_action_dismiss(&port->erp_action);
  87. else
  88. shost_for_each_device(sdev, port->adapter->scsi_host)
  89. if (sdev_to_zfcp(sdev)->port == port)
  90. zfcp_erp_action_dismiss_lun(sdev);
  91. }
  92. static void zfcp_erp_action_dismiss_adapter(struct zfcp_adapter *adapter)
  93. {
  94. struct zfcp_port *port;
  95. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_ERP_INUSE)
  96. zfcp_erp_action_dismiss(&adapter->erp_action);
  97. else {
  98. read_lock(&adapter->port_list_lock);
  99. list_for_each_entry(port, &adapter->port_list, list)
  100. zfcp_erp_action_dismiss_port(port);
  101. read_unlock(&adapter->port_list_lock);
  102. }
  103. }
  104. static int zfcp_erp_required_act(int want, struct zfcp_adapter *adapter,
  105. struct zfcp_port *port,
  106. struct scsi_device *sdev)
  107. {
  108. int need = want;
  109. int l_status, p_status, a_status;
  110. struct zfcp_scsi_dev *zfcp_sdev;
  111. switch (want) {
  112. case ZFCP_ERP_ACTION_REOPEN_LUN:
  113. zfcp_sdev = sdev_to_zfcp(sdev);
  114. l_status = atomic_read(&zfcp_sdev->status);
  115. if (l_status & ZFCP_STATUS_COMMON_ERP_INUSE)
  116. return 0;
  117. p_status = atomic_read(&port->status);
  118. if (!(p_status & ZFCP_STATUS_COMMON_RUNNING) ||
  119. p_status & ZFCP_STATUS_COMMON_ERP_FAILED)
  120. return 0;
  121. if (!(p_status & ZFCP_STATUS_COMMON_UNBLOCKED))
  122. need = ZFCP_ERP_ACTION_REOPEN_PORT;
  123. /* fall through */
  124. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  125. p_status = atomic_read(&port->status);
  126. if (!(p_status & ZFCP_STATUS_COMMON_OPEN))
  127. need = ZFCP_ERP_ACTION_REOPEN_PORT;
  128. /* fall through */
  129. case ZFCP_ERP_ACTION_REOPEN_PORT:
  130. p_status = atomic_read(&port->status);
  131. if (p_status & ZFCP_STATUS_COMMON_ERP_INUSE)
  132. return 0;
  133. a_status = atomic_read(&adapter->status);
  134. if (!(a_status & ZFCP_STATUS_COMMON_RUNNING) ||
  135. a_status & ZFCP_STATUS_COMMON_ERP_FAILED)
  136. return 0;
  137. if (!(a_status & ZFCP_STATUS_COMMON_UNBLOCKED))
  138. need = ZFCP_ERP_ACTION_REOPEN_ADAPTER;
  139. /* fall through */
  140. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  141. a_status = atomic_read(&adapter->status);
  142. if (a_status & ZFCP_STATUS_COMMON_ERP_INUSE)
  143. return 0;
  144. if (!(a_status & ZFCP_STATUS_COMMON_RUNNING) &&
  145. !(a_status & ZFCP_STATUS_COMMON_OPEN))
  146. return 0; /* shutdown requested for closed adapter */
  147. }
  148. return need;
  149. }
  150. static struct zfcp_erp_action *zfcp_erp_setup_act(int need, u32 act_status,
  151. struct zfcp_adapter *adapter,
  152. struct zfcp_port *port,
  153. struct scsi_device *sdev)
  154. {
  155. struct zfcp_erp_action *erp_action;
  156. struct zfcp_scsi_dev *zfcp_sdev;
  157. switch (need) {
  158. case ZFCP_ERP_ACTION_REOPEN_LUN:
  159. zfcp_sdev = sdev_to_zfcp(sdev);
  160. if (!(act_status & ZFCP_STATUS_ERP_NO_REF))
  161. if (scsi_device_get(sdev))
  162. return NULL;
  163. atomic_set_mask(ZFCP_STATUS_COMMON_ERP_INUSE,
  164. &zfcp_sdev->status);
  165. erp_action = &zfcp_sdev->erp_action;
  166. if (!(atomic_read(&zfcp_sdev->status) &
  167. ZFCP_STATUS_COMMON_RUNNING))
  168. act_status |= ZFCP_STATUS_ERP_CLOSE_ONLY;
  169. break;
  170. case ZFCP_ERP_ACTION_REOPEN_PORT:
  171. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  172. if (!get_device(&port->dev))
  173. return NULL;
  174. zfcp_erp_action_dismiss_port(port);
  175. atomic_set_mask(ZFCP_STATUS_COMMON_ERP_INUSE, &port->status);
  176. erp_action = &port->erp_action;
  177. if (!(atomic_read(&port->status) & ZFCP_STATUS_COMMON_RUNNING))
  178. act_status |= ZFCP_STATUS_ERP_CLOSE_ONLY;
  179. break;
  180. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  181. kref_get(&adapter->ref);
  182. zfcp_erp_action_dismiss_adapter(adapter);
  183. atomic_set_mask(ZFCP_STATUS_COMMON_ERP_INUSE, &adapter->status);
  184. erp_action = &adapter->erp_action;
  185. if (!(atomic_read(&adapter->status) &
  186. ZFCP_STATUS_COMMON_RUNNING))
  187. act_status |= ZFCP_STATUS_ERP_CLOSE_ONLY;
  188. break;
  189. default:
  190. return NULL;
  191. }
  192. memset(erp_action, 0, sizeof(struct zfcp_erp_action));
  193. erp_action->adapter = adapter;
  194. erp_action->port = port;
  195. erp_action->sdev = sdev;
  196. erp_action->action = need;
  197. erp_action->status = act_status;
  198. return erp_action;
  199. }
  200. static int zfcp_erp_action_enqueue(int want, struct zfcp_adapter *adapter,
  201. struct zfcp_port *port,
  202. struct scsi_device *sdev,
  203. char *id, void *ref, u32 act_status)
  204. {
  205. int retval = 1, need;
  206. struct zfcp_erp_action *act = NULL;
  207. if (!adapter->erp_thread)
  208. return -EIO;
  209. need = zfcp_erp_required_act(want, adapter, port, sdev);
  210. if (!need)
  211. goto out;
  212. act = zfcp_erp_setup_act(need, act_status, adapter, port, sdev);
  213. if (!act)
  214. goto out;
  215. atomic_set_mask(ZFCP_STATUS_ADAPTER_ERP_PENDING, &adapter->status);
  216. ++adapter->erp_total_count;
  217. list_add_tail(&act->list, &adapter->erp_ready_head);
  218. wake_up(&adapter->erp_ready_wq);
  219. zfcp_dbf_rec_thread("eracte1", adapter->dbf);
  220. retval = 0;
  221. out:
  222. zfcp_dbf_rec_trigger(id, ref, want, need, act, adapter, port, sdev);
  223. return retval;
  224. }
  225. static int _zfcp_erp_adapter_reopen(struct zfcp_adapter *adapter,
  226. int clear_mask, char *id, void *ref)
  227. {
  228. zfcp_erp_adapter_block(adapter, clear_mask);
  229. zfcp_scsi_schedule_rports_block(adapter);
  230. /* ensure propagation of failed status to new devices */
  231. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  232. zfcp_erp_set_adapter_status(adapter,
  233. ZFCP_STATUS_COMMON_ERP_FAILED);
  234. return -EIO;
  235. }
  236. return zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_ADAPTER,
  237. adapter, NULL, NULL, id, ref, 0);
  238. }
  239. /**
  240. * zfcp_erp_adapter_reopen - Reopen adapter.
  241. * @adapter: Adapter to reopen.
  242. * @clear: Status flags to clear.
  243. * @id: Id for debug trace event.
  244. * @ref: Reference for debug trace event.
  245. */
  246. void zfcp_erp_adapter_reopen(struct zfcp_adapter *adapter, int clear,
  247. char *id, void *ref)
  248. {
  249. unsigned long flags;
  250. zfcp_erp_adapter_block(adapter, clear);
  251. zfcp_scsi_schedule_rports_block(adapter);
  252. write_lock_irqsave(&adapter->erp_lock, flags);
  253. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_ERP_FAILED)
  254. zfcp_erp_set_adapter_status(adapter,
  255. ZFCP_STATUS_COMMON_ERP_FAILED);
  256. else
  257. zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_ADAPTER, adapter,
  258. NULL, NULL, id, ref, 0);
  259. write_unlock_irqrestore(&adapter->erp_lock, flags);
  260. }
  261. /**
  262. * zfcp_erp_adapter_shutdown - Shutdown adapter.
  263. * @adapter: Adapter to shut down.
  264. * @clear: Status flags to clear.
  265. * @id: Id for debug trace event.
  266. * @ref: Reference for debug trace event.
  267. */
  268. void zfcp_erp_adapter_shutdown(struct zfcp_adapter *adapter, int clear,
  269. char *id, void *ref)
  270. {
  271. int flags = ZFCP_STATUS_COMMON_RUNNING | ZFCP_STATUS_COMMON_ERP_FAILED;
  272. zfcp_erp_adapter_reopen(adapter, clear | flags, id, ref);
  273. }
  274. /**
  275. * zfcp_erp_port_shutdown - Shutdown port
  276. * @port: Port to shut down.
  277. * @clear: Status flags to clear.
  278. * @id: Id for debug trace event.
  279. * @ref: Reference for debug trace event.
  280. */
  281. void zfcp_erp_port_shutdown(struct zfcp_port *port, int clear, char *id,
  282. void *ref)
  283. {
  284. int flags = ZFCP_STATUS_COMMON_RUNNING | ZFCP_STATUS_COMMON_ERP_FAILED;
  285. zfcp_erp_port_reopen(port, clear | flags, id, ref);
  286. }
  287. static void zfcp_erp_port_block(struct zfcp_port *port, int clear)
  288. {
  289. zfcp_erp_clear_port_status(port,
  290. ZFCP_STATUS_COMMON_UNBLOCKED | clear);
  291. }
  292. static void _zfcp_erp_port_forced_reopen(struct zfcp_port *port,
  293. int clear, char *id, void *ref)
  294. {
  295. zfcp_erp_port_block(port, clear);
  296. zfcp_scsi_schedule_rport_block(port);
  297. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_ERP_FAILED)
  298. return;
  299. zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_PORT_FORCED,
  300. port->adapter, port, NULL, id, ref, 0);
  301. }
  302. /**
  303. * zfcp_erp_port_forced_reopen - Forced close of port and open again
  304. * @port: Port to force close and to reopen.
  305. * @id: Id for debug trace event.
  306. * @ref: Reference for debug trace event.
  307. */
  308. void zfcp_erp_port_forced_reopen(struct zfcp_port *port, int clear, char *id,
  309. void *ref)
  310. {
  311. unsigned long flags;
  312. struct zfcp_adapter *adapter = port->adapter;
  313. write_lock_irqsave(&adapter->erp_lock, flags);
  314. _zfcp_erp_port_forced_reopen(port, clear, id, ref);
  315. write_unlock_irqrestore(&adapter->erp_lock, flags);
  316. }
  317. static int _zfcp_erp_port_reopen(struct zfcp_port *port, int clear, char *id,
  318. void *ref)
  319. {
  320. zfcp_erp_port_block(port, clear);
  321. zfcp_scsi_schedule_rport_block(port);
  322. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  323. /* ensure propagation of failed status to new devices */
  324. zfcp_erp_set_port_status(port, ZFCP_STATUS_COMMON_ERP_FAILED);
  325. return -EIO;
  326. }
  327. return zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_PORT,
  328. port->adapter, port, NULL, id, ref, 0);
  329. }
  330. /**
  331. * zfcp_erp_port_reopen - trigger remote port recovery
  332. * @port: port to recover
  333. * @clear_mask: flags in port status to be cleared
  334. *
  335. * Returns 0 if recovery has been triggered, < 0 if not.
  336. */
  337. int zfcp_erp_port_reopen(struct zfcp_port *port, int clear, char *id, void *ref)
  338. {
  339. int retval;
  340. unsigned long flags;
  341. struct zfcp_adapter *adapter = port->adapter;
  342. write_lock_irqsave(&adapter->erp_lock, flags);
  343. retval = _zfcp_erp_port_reopen(port, clear, id, ref);
  344. write_unlock_irqrestore(&adapter->erp_lock, flags);
  345. return retval;
  346. }
  347. static void zfcp_erp_lun_block(struct scsi_device *sdev, int clear_mask)
  348. {
  349. zfcp_erp_clear_lun_status(sdev,
  350. ZFCP_STATUS_COMMON_UNBLOCKED | clear_mask);
  351. }
  352. static void _zfcp_erp_lun_reopen(struct scsi_device *sdev, int clear, char *id,
  353. void *ref, u32 act_status)
  354. {
  355. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  356. struct zfcp_adapter *adapter = zfcp_sdev->port->adapter;
  357. zfcp_erp_lun_block(sdev, clear);
  358. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_ERP_FAILED)
  359. return;
  360. zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_LUN, adapter,
  361. zfcp_sdev->port, sdev, id, ref, act_status);
  362. }
  363. /**
  364. * zfcp_erp_lun_reopen - initiate reopen of a LUN
  365. * @sdev: SCSI device / LUN to be reopened
  366. * @clear_mask: specifies flags in LUN status to be cleared
  367. * Return: 0 on success, < 0 on error
  368. */
  369. void zfcp_erp_lun_reopen(struct scsi_device *sdev, int clear, char *id,
  370. void *ref)
  371. {
  372. unsigned long flags;
  373. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  374. struct zfcp_port *port = zfcp_sdev->port;
  375. struct zfcp_adapter *adapter = port->adapter;
  376. write_lock_irqsave(&adapter->erp_lock, flags);
  377. _zfcp_erp_lun_reopen(sdev, clear, id, ref, 0);
  378. write_unlock_irqrestore(&adapter->erp_lock, flags);
  379. }
  380. /**
  381. * zfcp_erp_lun_shutdown - Shutdown LUN
  382. * @sdev: SCSI device / LUN to shut down.
  383. * @clear: Status flags to clear.
  384. * @id: Id for debug trace event.
  385. * @ref: Reference for debug trace event.
  386. */
  387. void zfcp_erp_lun_shutdown(struct scsi_device *sdev, int clear, char *id,
  388. void *ref)
  389. {
  390. int flags = ZFCP_STATUS_COMMON_RUNNING | ZFCP_STATUS_COMMON_ERP_FAILED;
  391. zfcp_erp_lun_reopen(sdev, clear | flags, id, ref);
  392. }
  393. /**
  394. * zfcp_erp_lun_shutdown_wait - Shutdown LUN and wait for erp completion
  395. * @sdev: SCSI device / LUN to shut down.
  396. * @id: Id for debug trace event.
  397. *
  398. * Do not acquire a reference for the LUN when creating the ERP
  399. * action. It is safe, because this function waits for the ERP to
  400. * complete first. This allows to shutdown the LUN, even when the SCSI
  401. * device is in the state SDEV_DEL when scsi_device_get will fail.
  402. */
  403. void zfcp_erp_lun_shutdown_wait(struct scsi_device *sdev, char *id)
  404. {
  405. unsigned long flags;
  406. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  407. struct zfcp_port *port = zfcp_sdev->port;
  408. struct zfcp_adapter *adapter = port->adapter;
  409. int clear = ZFCP_STATUS_COMMON_RUNNING | ZFCP_STATUS_COMMON_ERP_FAILED;
  410. write_lock_irqsave(&adapter->erp_lock, flags);
  411. _zfcp_erp_lun_reopen(sdev, clear, id, NULL, ZFCP_STATUS_ERP_NO_REF);
  412. write_unlock_irqrestore(&adapter->erp_lock, flags);
  413. zfcp_erp_wait(adapter);
  414. }
  415. static int status_change_set(unsigned long mask, atomic_t *status)
  416. {
  417. return (atomic_read(status) ^ mask) & mask;
  418. }
  419. static void zfcp_erp_adapter_unblock(struct zfcp_adapter *adapter)
  420. {
  421. if (status_change_set(ZFCP_STATUS_COMMON_UNBLOCKED, &adapter->status))
  422. zfcp_dbf_rec_adapter("eraubl1", NULL, adapter->dbf);
  423. atomic_set_mask(ZFCP_STATUS_COMMON_UNBLOCKED, &adapter->status);
  424. }
  425. static void zfcp_erp_port_unblock(struct zfcp_port *port)
  426. {
  427. if (status_change_set(ZFCP_STATUS_COMMON_UNBLOCKED, &port->status))
  428. zfcp_dbf_rec_port("erpubl1", NULL, port);
  429. atomic_set_mask(ZFCP_STATUS_COMMON_UNBLOCKED, &port->status);
  430. }
  431. static void zfcp_erp_lun_unblock(struct scsi_device *sdev)
  432. {
  433. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  434. if (status_change_set(ZFCP_STATUS_COMMON_UNBLOCKED, &zfcp_sdev->status))
  435. zfcp_dbf_rec_lun("erlubl1", NULL, sdev);
  436. atomic_set_mask(ZFCP_STATUS_COMMON_UNBLOCKED, &zfcp_sdev->status);
  437. }
  438. static void zfcp_erp_action_to_running(struct zfcp_erp_action *erp_action)
  439. {
  440. list_move(&erp_action->list, &erp_action->adapter->erp_running_head);
  441. zfcp_dbf_rec_action("erator1", erp_action);
  442. }
  443. static void zfcp_erp_strategy_check_fsfreq(struct zfcp_erp_action *act)
  444. {
  445. struct zfcp_adapter *adapter = act->adapter;
  446. struct zfcp_fsf_req *req;
  447. if (!act->fsf_req_id)
  448. return;
  449. spin_lock(&adapter->req_list->lock);
  450. req = _zfcp_reqlist_find(adapter->req_list, act->fsf_req_id);
  451. if (req && req->erp_action == act) {
  452. if (act->status & (ZFCP_STATUS_ERP_DISMISSED |
  453. ZFCP_STATUS_ERP_TIMEDOUT)) {
  454. req->status |= ZFCP_STATUS_FSFREQ_DISMISSED;
  455. zfcp_dbf_rec_action("erscf_1", act);
  456. req->erp_action = NULL;
  457. }
  458. if (act->status & ZFCP_STATUS_ERP_TIMEDOUT)
  459. zfcp_dbf_rec_action("erscf_2", act);
  460. if (req->status & ZFCP_STATUS_FSFREQ_DISMISSED)
  461. act->fsf_req_id = 0;
  462. } else
  463. act->fsf_req_id = 0;
  464. spin_unlock(&adapter->req_list->lock);
  465. }
  466. /**
  467. * zfcp_erp_notify - Trigger ERP action.
  468. * @erp_action: ERP action to continue.
  469. * @set_mask: ERP action status flags to set.
  470. */
  471. void zfcp_erp_notify(struct zfcp_erp_action *erp_action, unsigned long set_mask)
  472. {
  473. struct zfcp_adapter *adapter = erp_action->adapter;
  474. unsigned long flags;
  475. write_lock_irqsave(&adapter->erp_lock, flags);
  476. if (zfcp_erp_action_exists(erp_action) == ZFCP_ERP_ACTION_RUNNING) {
  477. erp_action->status |= set_mask;
  478. zfcp_erp_action_ready(erp_action);
  479. }
  480. write_unlock_irqrestore(&adapter->erp_lock, flags);
  481. }
  482. /**
  483. * zfcp_erp_timeout_handler - Trigger ERP action from timed out ERP request
  484. * @data: ERP action (from timer data)
  485. */
  486. void zfcp_erp_timeout_handler(unsigned long data)
  487. {
  488. struct zfcp_erp_action *act = (struct zfcp_erp_action *) data;
  489. zfcp_erp_notify(act, ZFCP_STATUS_ERP_TIMEDOUT);
  490. }
  491. static void zfcp_erp_memwait_handler(unsigned long data)
  492. {
  493. zfcp_erp_notify((struct zfcp_erp_action *)data, 0);
  494. }
  495. static void zfcp_erp_strategy_memwait(struct zfcp_erp_action *erp_action)
  496. {
  497. init_timer(&erp_action->timer);
  498. erp_action->timer.function = zfcp_erp_memwait_handler;
  499. erp_action->timer.data = (unsigned long) erp_action;
  500. erp_action->timer.expires = jiffies + HZ;
  501. add_timer(&erp_action->timer);
  502. }
  503. static void _zfcp_erp_port_reopen_all(struct zfcp_adapter *adapter,
  504. int clear, char *id, void *ref)
  505. {
  506. struct zfcp_port *port;
  507. read_lock(&adapter->port_list_lock);
  508. list_for_each_entry(port, &adapter->port_list, list)
  509. _zfcp_erp_port_reopen(port, clear, id, ref);
  510. read_unlock(&adapter->port_list_lock);
  511. }
  512. static void _zfcp_erp_lun_reopen_all(struct zfcp_port *port, int clear,
  513. char *id, void *ref)
  514. {
  515. struct scsi_device *sdev;
  516. shost_for_each_device(sdev, port->adapter->scsi_host)
  517. if (sdev_to_zfcp(sdev)->port == port)
  518. _zfcp_erp_lun_reopen(sdev, clear, id, ref, 0);
  519. }
  520. static void zfcp_erp_strategy_followup_failed(struct zfcp_erp_action *act)
  521. {
  522. switch (act->action) {
  523. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  524. _zfcp_erp_adapter_reopen(act->adapter, 0, "ersff_1", NULL);
  525. break;
  526. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  527. _zfcp_erp_port_forced_reopen(act->port, 0, "ersff_2", NULL);
  528. break;
  529. case ZFCP_ERP_ACTION_REOPEN_PORT:
  530. _zfcp_erp_port_reopen(act->port, 0, "ersff_3", NULL);
  531. break;
  532. case ZFCP_ERP_ACTION_REOPEN_LUN:
  533. _zfcp_erp_lun_reopen(act->sdev, 0, "ersff_4", NULL, 0);
  534. break;
  535. }
  536. }
  537. static void zfcp_erp_strategy_followup_success(struct zfcp_erp_action *act)
  538. {
  539. switch (act->action) {
  540. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  541. _zfcp_erp_port_reopen_all(act->adapter, 0, "ersfs_1", NULL);
  542. break;
  543. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  544. _zfcp_erp_port_reopen(act->port, 0, "ersfs_2", NULL);
  545. break;
  546. case ZFCP_ERP_ACTION_REOPEN_PORT:
  547. _zfcp_erp_lun_reopen_all(act->port, 0, "ersfs_3", NULL);
  548. break;
  549. }
  550. }
  551. static void zfcp_erp_wakeup(struct zfcp_adapter *adapter)
  552. {
  553. unsigned long flags;
  554. read_lock_irqsave(&adapter->erp_lock, flags);
  555. if (list_empty(&adapter->erp_ready_head) &&
  556. list_empty(&adapter->erp_running_head)) {
  557. atomic_clear_mask(ZFCP_STATUS_ADAPTER_ERP_PENDING,
  558. &adapter->status);
  559. wake_up(&adapter->erp_done_wqh);
  560. }
  561. read_unlock_irqrestore(&adapter->erp_lock, flags);
  562. }
  563. static int zfcp_erp_adapter_strategy_open_qdio(struct zfcp_erp_action *act)
  564. {
  565. struct zfcp_qdio *qdio = act->adapter->qdio;
  566. if (zfcp_qdio_open(qdio))
  567. return ZFCP_ERP_FAILED;
  568. init_waitqueue_head(&qdio->req_q_wq);
  569. atomic_set_mask(ZFCP_STATUS_ADAPTER_QDIOUP, &act->adapter->status);
  570. return ZFCP_ERP_SUCCEEDED;
  571. }
  572. static void zfcp_erp_enqueue_ptp_port(struct zfcp_adapter *adapter)
  573. {
  574. struct zfcp_port *port;
  575. port = zfcp_port_enqueue(adapter, adapter->peer_wwpn, 0,
  576. adapter->peer_d_id);
  577. if (IS_ERR(port)) /* error or port already attached */
  578. return;
  579. _zfcp_erp_port_reopen(port, 0, "ereptp1", NULL);
  580. }
  581. static int zfcp_erp_adapter_strat_fsf_xconf(struct zfcp_erp_action *erp_action)
  582. {
  583. int retries;
  584. int sleep = 1;
  585. struct zfcp_adapter *adapter = erp_action->adapter;
  586. atomic_clear_mask(ZFCP_STATUS_ADAPTER_XCONFIG_OK, &adapter->status);
  587. for (retries = 7; retries; retries--) {
  588. atomic_clear_mask(ZFCP_STATUS_ADAPTER_HOST_CON_INIT,
  589. &adapter->status);
  590. write_lock_irq(&adapter->erp_lock);
  591. zfcp_erp_action_to_running(erp_action);
  592. write_unlock_irq(&adapter->erp_lock);
  593. if (zfcp_fsf_exchange_config_data(erp_action)) {
  594. atomic_clear_mask(ZFCP_STATUS_ADAPTER_HOST_CON_INIT,
  595. &adapter->status);
  596. return ZFCP_ERP_FAILED;
  597. }
  598. zfcp_dbf_rec_thread_lock("erasfx1", adapter->dbf);
  599. wait_event(adapter->erp_ready_wq,
  600. !list_empty(&adapter->erp_ready_head));
  601. zfcp_dbf_rec_thread_lock("erasfx2", adapter->dbf);
  602. if (erp_action->status & ZFCP_STATUS_ERP_TIMEDOUT)
  603. break;
  604. if (!(atomic_read(&adapter->status) &
  605. ZFCP_STATUS_ADAPTER_HOST_CON_INIT))
  606. break;
  607. ssleep(sleep);
  608. sleep *= 2;
  609. }
  610. atomic_clear_mask(ZFCP_STATUS_ADAPTER_HOST_CON_INIT,
  611. &adapter->status);
  612. if (!(atomic_read(&adapter->status) & ZFCP_STATUS_ADAPTER_XCONFIG_OK))
  613. return ZFCP_ERP_FAILED;
  614. if (fc_host_port_type(adapter->scsi_host) == FC_PORTTYPE_PTP)
  615. zfcp_erp_enqueue_ptp_port(adapter);
  616. return ZFCP_ERP_SUCCEEDED;
  617. }
  618. static int zfcp_erp_adapter_strategy_open_fsf_xport(struct zfcp_erp_action *act)
  619. {
  620. int ret;
  621. struct zfcp_adapter *adapter = act->adapter;
  622. write_lock_irq(&adapter->erp_lock);
  623. zfcp_erp_action_to_running(act);
  624. write_unlock_irq(&adapter->erp_lock);
  625. ret = zfcp_fsf_exchange_port_data(act);
  626. if (ret == -EOPNOTSUPP)
  627. return ZFCP_ERP_SUCCEEDED;
  628. if (ret)
  629. return ZFCP_ERP_FAILED;
  630. zfcp_dbf_rec_thread_lock("erasox1", adapter->dbf);
  631. wait_event(adapter->erp_ready_wq,
  632. !list_empty(&adapter->erp_ready_head));
  633. zfcp_dbf_rec_thread_lock("erasox2", adapter->dbf);
  634. if (act->status & ZFCP_STATUS_ERP_TIMEDOUT)
  635. return ZFCP_ERP_FAILED;
  636. return ZFCP_ERP_SUCCEEDED;
  637. }
  638. static int zfcp_erp_adapter_strategy_open_fsf(struct zfcp_erp_action *act)
  639. {
  640. if (zfcp_erp_adapter_strat_fsf_xconf(act) == ZFCP_ERP_FAILED)
  641. return ZFCP_ERP_FAILED;
  642. if (zfcp_erp_adapter_strategy_open_fsf_xport(act) == ZFCP_ERP_FAILED)
  643. return ZFCP_ERP_FAILED;
  644. if (mempool_resize(act->adapter->pool.status_read_data,
  645. act->adapter->stat_read_buf_num, GFP_KERNEL))
  646. return ZFCP_ERP_FAILED;
  647. if (mempool_resize(act->adapter->pool.status_read_req,
  648. act->adapter->stat_read_buf_num, GFP_KERNEL))
  649. return ZFCP_ERP_FAILED;
  650. atomic_set(&act->adapter->stat_miss, act->adapter->stat_read_buf_num);
  651. if (zfcp_status_read_refill(act->adapter))
  652. return ZFCP_ERP_FAILED;
  653. return ZFCP_ERP_SUCCEEDED;
  654. }
  655. static void zfcp_erp_adapter_strategy_close(struct zfcp_erp_action *act)
  656. {
  657. struct zfcp_adapter *adapter = act->adapter;
  658. /* close queues to ensure that buffers are not accessed by adapter */
  659. zfcp_qdio_close(adapter->qdio);
  660. zfcp_fsf_req_dismiss_all(adapter);
  661. adapter->fsf_req_seq_no = 0;
  662. zfcp_fc_wka_ports_force_offline(adapter->gs);
  663. /* all ports and LUNs are closed */
  664. zfcp_erp_clear_adapter_status(adapter, ZFCP_STATUS_COMMON_OPEN);
  665. atomic_clear_mask(ZFCP_STATUS_ADAPTER_XCONFIG_OK |
  666. ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED, &adapter->status);
  667. }
  668. static int zfcp_erp_adapter_strategy_open(struct zfcp_erp_action *act)
  669. {
  670. struct zfcp_adapter *adapter = act->adapter;
  671. if (zfcp_erp_adapter_strategy_open_qdio(act)) {
  672. atomic_clear_mask(ZFCP_STATUS_ADAPTER_XCONFIG_OK |
  673. ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED,
  674. &adapter->status);
  675. return ZFCP_ERP_FAILED;
  676. }
  677. if (zfcp_erp_adapter_strategy_open_fsf(act)) {
  678. zfcp_erp_adapter_strategy_close(act);
  679. return ZFCP_ERP_FAILED;
  680. }
  681. atomic_set_mask(ZFCP_STATUS_COMMON_OPEN, &adapter->status);
  682. return ZFCP_ERP_SUCCEEDED;
  683. }
  684. static int zfcp_erp_adapter_strategy(struct zfcp_erp_action *act)
  685. {
  686. struct zfcp_adapter *adapter = act->adapter;
  687. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_OPEN) {
  688. zfcp_erp_adapter_strategy_close(act);
  689. if (act->status & ZFCP_STATUS_ERP_CLOSE_ONLY)
  690. return ZFCP_ERP_EXIT;
  691. }
  692. if (zfcp_erp_adapter_strategy_open(act)) {
  693. ssleep(8);
  694. return ZFCP_ERP_FAILED;
  695. }
  696. return ZFCP_ERP_SUCCEEDED;
  697. }
  698. static int zfcp_erp_port_forced_strategy_close(struct zfcp_erp_action *act)
  699. {
  700. int retval;
  701. retval = zfcp_fsf_close_physical_port(act);
  702. if (retval == -ENOMEM)
  703. return ZFCP_ERP_NOMEM;
  704. act->step = ZFCP_ERP_STEP_PHYS_PORT_CLOSING;
  705. if (retval)
  706. return ZFCP_ERP_FAILED;
  707. return ZFCP_ERP_CONTINUES;
  708. }
  709. static void zfcp_erp_port_strategy_clearstati(struct zfcp_port *port)
  710. {
  711. atomic_clear_mask(ZFCP_STATUS_COMMON_ACCESS_DENIED, &port->status);
  712. }
  713. static int zfcp_erp_port_forced_strategy(struct zfcp_erp_action *erp_action)
  714. {
  715. struct zfcp_port *port = erp_action->port;
  716. int status = atomic_read(&port->status);
  717. switch (erp_action->step) {
  718. case ZFCP_ERP_STEP_UNINITIALIZED:
  719. zfcp_erp_port_strategy_clearstati(port);
  720. if ((status & ZFCP_STATUS_PORT_PHYS_OPEN) &&
  721. (status & ZFCP_STATUS_COMMON_OPEN))
  722. return zfcp_erp_port_forced_strategy_close(erp_action);
  723. else
  724. return ZFCP_ERP_FAILED;
  725. case ZFCP_ERP_STEP_PHYS_PORT_CLOSING:
  726. if (!(status & ZFCP_STATUS_PORT_PHYS_OPEN))
  727. return ZFCP_ERP_SUCCEEDED;
  728. }
  729. return ZFCP_ERP_FAILED;
  730. }
  731. static int zfcp_erp_port_strategy_close(struct zfcp_erp_action *erp_action)
  732. {
  733. int retval;
  734. retval = zfcp_fsf_close_port(erp_action);
  735. if (retval == -ENOMEM)
  736. return ZFCP_ERP_NOMEM;
  737. erp_action->step = ZFCP_ERP_STEP_PORT_CLOSING;
  738. if (retval)
  739. return ZFCP_ERP_FAILED;
  740. return ZFCP_ERP_CONTINUES;
  741. }
  742. static int zfcp_erp_port_strategy_open_port(struct zfcp_erp_action *erp_action)
  743. {
  744. int retval;
  745. retval = zfcp_fsf_open_port(erp_action);
  746. if (retval == -ENOMEM)
  747. return ZFCP_ERP_NOMEM;
  748. erp_action->step = ZFCP_ERP_STEP_PORT_OPENING;
  749. if (retval)
  750. return ZFCP_ERP_FAILED;
  751. return ZFCP_ERP_CONTINUES;
  752. }
  753. static int zfcp_erp_open_ptp_port(struct zfcp_erp_action *act)
  754. {
  755. struct zfcp_adapter *adapter = act->adapter;
  756. struct zfcp_port *port = act->port;
  757. if (port->wwpn != adapter->peer_wwpn) {
  758. zfcp_erp_set_port_status(port, ZFCP_STATUS_COMMON_ERP_FAILED);
  759. return ZFCP_ERP_FAILED;
  760. }
  761. port->d_id = adapter->peer_d_id;
  762. return zfcp_erp_port_strategy_open_port(act);
  763. }
  764. static int zfcp_erp_port_strategy_open_common(struct zfcp_erp_action *act)
  765. {
  766. struct zfcp_adapter *adapter = act->adapter;
  767. struct zfcp_port *port = act->port;
  768. int p_status = atomic_read(&port->status);
  769. switch (act->step) {
  770. case ZFCP_ERP_STEP_UNINITIALIZED:
  771. case ZFCP_ERP_STEP_PHYS_PORT_CLOSING:
  772. case ZFCP_ERP_STEP_PORT_CLOSING:
  773. if (fc_host_port_type(adapter->scsi_host) == FC_PORTTYPE_PTP)
  774. return zfcp_erp_open_ptp_port(act);
  775. if (!port->d_id) {
  776. zfcp_fc_trigger_did_lookup(port);
  777. return ZFCP_ERP_EXIT;
  778. }
  779. return zfcp_erp_port_strategy_open_port(act);
  780. case ZFCP_ERP_STEP_PORT_OPENING:
  781. /* D_ID might have changed during open */
  782. if (p_status & ZFCP_STATUS_COMMON_OPEN) {
  783. if (!port->d_id) {
  784. zfcp_fc_trigger_did_lookup(port);
  785. return ZFCP_ERP_EXIT;
  786. }
  787. return ZFCP_ERP_SUCCEEDED;
  788. }
  789. if (port->d_id && !(p_status & ZFCP_STATUS_COMMON_NOESC)) {
  790. port->d_id = 0;
  791. return ZFCP_ERP_FAILED;
  792. }
  793. /* fall through otherwise */
  794. }
  795. return ZFCP_ERP_FAILED;
  796. }
  797. static int zfcp_erp_port_strategy(struct zfcp_erp_action *erp_action)
  798. {
  799. struct zfcp_port *port = erp_action->port;
  800. int p_status = atomic_read(&port->status);
  801. if ((p_status & ZFCP_STATUS_COMMON_NOESC) &&
  802. !(p_status & ZFCP_STATUS_COMMON_OPEN))
  803. goto close_init_done;
  804. switch (erp_action->step) {
  805. case ZFCP_ERP_STEP_UNINITIALIZED:
  806. zfcp_erp_port_strategy_clearstati(port);
  807. if (p_status & ZFCP_STATUS_COMMON_OPEN)
  808. return zfcp_erp_port_strategy_close(erp_action);
  809. break;
  810. case ZFCP_ERP_STEP_PORT_CLOSING:
  811. if (p_status & ZFCP_STATUS_COMMON_OPEN)
  812. return ZFCP_ERP_FAILED;
  813. break;
  814. }
  815. close_init_done:
  816. if (erp_action->status & ZFCP_STATUS_ERP_CLOSE_ONLY)
  817. return ZFCP_ERP_EXIT;
  818. return zfcp_erp_port_strategy_open_common(erp_action);
  819. }
  820. static void zfcp_erp_lun_strategy_clearstati(struct scsi_device *sdev)
  821. {
  822. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  823. atomic_clear_mask(ZFCP_STATUS_COMMON_ACCESS_DENIED |
  824. ZFCP_STATUS_LUN_SHARED | ZFCP_STATUS_LUN_READONLY,
  825. &zfcp_sdev->status);
  826. }
  827. static int zfcp_erp_lun_strategy_close(struct zfcp_erp_action *erp_action)
  828. {
  829. int retval = zfcp_fsf_close_lun(erp_action);
  830. if (retval == -ENOMEM)
  831. return ZFCP_ERP_NOMEM;
  832. erp_action->step = ZFCP_ERP_STEP_LUN_CLOSING;
  833. if (retval)
  834. return ZFCP_ERP_FAILED;
  835. return ZFCP_ERP_CONTINUES;
  836. }
  837. static int zfcp_erp_lun_strategy_open(struct zfcp_erp_action *erp_action)
  838. {
  839. int retval = zfcp_fsf_open_lun(erp_action);
  840. if (retval == -ENOMEM)
  841. return ZFCP_ERP_NOMEM;
  842. erp_action->step = ZFCP_ERP_STEP_LUN_OPENING;
  843. if (retval)
  844. return ZFCP_ERP_FAILED;
  845. return ZFCP_ERP_CONTINUES;
  846. }
  847. static int zfcp_erp_lun_strategy(struct zfcp_erp_action *erp_action)
  848. {
  849. struct scsi_device *sdev = erp_action->sdev;
  850. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  851. switch (erp_action->step) {
  852. case ZFCP_ERP_STEP_UNINITIALIZED:
  853. zfcp_erp_lun_strategy_clearstati(sdev);
  854. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_OPEN)
  855. return zfcp_erp_lun_strategy_close(erp_action);
  856. /* already closed, fall through */
  857. case ZFCP_ERP_STEP_LUN_CLOSING:
  858. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_OPEN)
  859. return ZFCP_ERP_FAILED;
  860. if (erp_action->status & ZFCP_STATUS_ERP_CLOSE_ONLY)
  861. return ZFCP_ERP_EXIT;
  862. return zfcp_erp_lun_strategy_open(erp_action);
  863. case ZFCP_ERP_STEP_LUN_OPENING:
  864. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_OPEN)
  865. return ZFCP_ERP_SUCCEEDED;
  866. }
  867. return ZFCP_ERP_FAILED;
  868. }
  869. static int zfcp_erp_strategy_check_lun(struct scsi_device *sdev, int result)
  870. {
  871. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  872. switch (result) {
  873. case ZFCP_ERP_SUCCEEDED :
  874. atomic_set(&zfcp_sdev->erp_counter, 0);
  875. zfcp_erp_lun_unblock(sdev);
  876. break;
  877. case ZFCP_ERP_FAILED :
  878. atomic_inc(&zfcp_sdev->erp_counter);
  879. if (atomic_read(&zfcp_sdev->erp_counter) > ZFCP_MAX_ERPS) {
  880. dev_err(&zfcp_sdev->port->adapter->ccw_device->dev,
  881. "ERP failed for LUN 0x%016Lx on "
  882. "port 0x%016Lx\n",
  883. (unsigned long long)zfcp_scsi_dev_lun(sdev),
  884. (unsigned long long)zfcp_sdev->port->wwpn);
  885. zfcp_erp_set_lun_status(sdev,
  886. ZFCP_STATUS_COMMON_ERP_FAILED);
  887. }
  888. break;
  889. }
  890. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  891. zfcp_erp_lun_block(sdev, 0);
  892. result = ZFCP_ERP_EXIT;
  893. }
  894. return result;
  895. }
  896. static int zfcp_erp_strategy_check_port(struct zfcp_port *port, int result)
  897. {
  898. switch (result) {
  899. case ZFCP_ERP_SUCCEEDED :
  900. atomic_set(&port->erp_counter, 0);
  901. zfcp_erp_port_unblock(port);
  902. break;
  903. case ZFCP_ERP_FAILED :
  904. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_NOESC) {
  905. zfcp_erp_port_block(port, 0);
  906. result = ZFCP_ERP_EXIT;
  907. }
  908. atomic_inc(&port->erp_counter);
  909. if (atomic_read(&port->erp_counter) > ZFCP_MAX_ERPS) {
  910. dev_err(&port->adapter->ccw_device->dev,
  911. "ERP failed for remote port 0x%016Lx\n",
  912. (unsigned long long)port->wwpn);
  913. zfcp_erp_set_port_status(port,
  914. ZFCP_STATUS_COMMON_ERP_FAILED);
  915. }
  916. break;
  917. }
  918. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  919. zfcp_erp_port_block(port, 0);
  920. result = ZFCP_ERP_EXIT;
  921. }
  922. return result;
  923. }
  924. static int zfcp_erp_strategy_check_adapter(struct zfcp_adapter *adapter,
  925. int result)
  926. {
  927. switch (result) {
  928. case ZFCP_ERP_SUCCEEDED :
  929. atomic_set(&adapter->erp_counter, 0);
  930. zfcp_erp_adapter_unblock(adapter);
  931. break;
  932. case ZFCP_ERP_FAILED :
  933. atomic_inc(&adapter->erp_counter);
  934. if (atomic_read(&adapter->erp_counter) > ZFCP_MAX_ERPS) {
  935. dev_err(&adapter->ccw_device->dev,
  936. "ERP cannot recover an error "
  937. "on the FCP device\n");
  938. zfcp_erp_set_adapter_status(adapter,
  939. ZFCP_STATUS_COMMON_ERP_FAILED);
  940. }
  941. break;
  942. }
  943. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  944. zfcp_erp_adapter_block(adapter, 0);
  945. result = ZFCP_ERP_EXIT;
  946. }
  947. return result;
  948. }
  949. static int zfcp_erp_strategy_check_target(struct zfcp_erp_action *erp_action,
  950. int result)
  951. {
  952. struct zfcp_adapter *adapter = erp_action->adapter;
  953. struct zfcp_port *port = erp_action->port;
  954. struct scsi_device *sdev = erp_action->sdev;
  955. switch (erp_action->action) {
  956. case ZFCP_ERP_ACTION_REOPEN_LUN:
  957. result = zfcp_erp_strategy_check_lun(sdev, result);
  958. break;
  959. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  960. case ZFCP_ERP_ACTION_REOPEN_PORT:
  961. result = zfcp_erp_strategy_check_port(port, result);
  962. break;
  963. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  964. result = zfcp_erp_strategy_check_adapter(adapter, result);
  965. break;
  966. }
  967. return result;
  968. }
  969. static int zfcp_erp_strat_change_det(atomic_t *target_status, u32 erp_status)
  970. {
  971. int status = atomic_read(target_status);
  972. if ((status & ZFCP_STATUS_COMMON_RUNNING) &&
  973. (erp_status & ZFCP_STATUS_ERP_CLOSE_ONLY))
  974. return 1; /* take it online */
  975. if (!(status & ZFCP_STATUS_COMMON_RUNNING) &&
  976. !(erp_status & ZFCP_STATUS_ERP_CLOSE_ONLY))
  977. return 1; /* take it offline */
  978. return 0;
  979. }
  980. static int zfcp_erp_strategy_statechange(struct zfcp_erp_action *act, int ret)
  981. {
  982. int action = act->action;
  983. struct zfcp_adapter *adapter = act->adapter;
  984. struct zfcp_port *port = act->port;
  985. struct scsi_device *sdev = act->sdev;
  986. struct zfcp_scsi_dev *zfcp_sdev;
  987. u32 erp_status = act->status;
  988. switch (action) {
  989. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  990. if (zfcp_erp_strat_change_det(&adapter->status, erp_status)) {
  991. _zfcp_erp_adapter_reopen(adapter,
  992. ZFCP_STATUS_COMMON_ERP_FAILED,
  993. "ersscg1", NULL);
  994. return ZFCP_ERP_EXIT;
  995. }
  996. break;
  997. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  998. case ZFCP_ERP_ACTION_REOPEN_PORT:
  999. if (zfcp_erp_strat_change_det(&port->status, erp_status)) {
  1000. _zfcp_erp_port_reopen(port,
  1001. ZFCP_STATUS_COMMON_ERP_FAILED,
  1002. "ersscg2", NULL);
  1003. return ZFCP_ERP_EXIT;
  1004. }
  1005. break;
  1006. case ZFCP_ERP_ACTION_REOPEN_LUN:
  1007. zfcp_sdev = sdev_to_zfcp(sdev);
  1008. if (zfcp_erp_strat_change_det(&zfcp_sdev->status, erp_status)) {
  1009. _zfcp_erp_lun_reopen(sdev,
  1010. ZFCP_STATUS_COMMON_ERP_FAILED,
  1011. "ersscg3", NULL, 0);
  1012. return ZFCP_ERP_EXIT;
  1013. }
  1014. break;
  1015. }
  1016. return ret;
  1017. }
  1018. static void zfcp_erp_action_dequeue(struct zfcp_erp_action *erp_action)
  1019. {
  1020. struct zfcp_adapter *adapter = erp_action->adapter;
  1021. struct zfcp_scsi_dev *zfcp_sdev;
  1022. adapter->erp_total_count--;
  1023. if (erp_action->status & ZFCP_STATUS_ERP_LOWMEM) {
  1024. adapter->erp_low_mem_count--;
  1025. erp_action->status &= ~ZFCP_STATUS_ERP_LOWMEM;
  1026. }
  1027. list_del(&erp_action->list);
  1028. zfcp_dbf_rec_action("eractd1", erp_action);
  1029. switch (erp_action->action) {
  1030. case ZFCP_ERP_ACTION_REOPEN_LUN:
  1031. zfcp_sdev = sdev_to_zfcp(erp_action->sdev);
  1032. atomic_clear_mask(ZFCP_STATUS_COMMON_ERP_INUSE,
  1033. &zfcp_sdev->status);
  1034. break;
  1035. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  1036. case ZFCP_ERP_ACTION_REOPEN_PORT:
  1037. atomic_clear_mask(ZFCP_STATUS_COMMON_ERP_INUSE,
  1038. &erp_action->port->status);
  1039. break;
  1040. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  1041. atomic_clear_mask(ZFCP_STATUS_COMMON_ERP_INUSE,
  1042. &erp_action->adapter->status);
  1043. break;
  1044. }
  1045. }
  1046. static void zfcp_erp_action_cleanup(struct zfcp_erp_action *act, int result)
  1047. {
  1048. struct zfcp_adapter *adapter = act->adapter;
  1049. struct zfcp_port *port = act->port;
  1050. struct scsi_device *sdev = act->sdev;
  1051. switch (act->action) {
  1052. case ZFCP_ERP_ACTION_REOPEN_LUN:
  1053. if (!(act->status & ZFCP_STATUS_ERP_NO_REF))
  1054. scsi_device_put(sdev);
  1055. break;
  1056. case ZFCP_ERP_ACTION_REOPEN_PORT:
  1057. if (result == ZFCP_ERP_SUCCEEDED)
  1058. zfcp_scsi_schedule_rport_register(port);
  1059. /* fall through */
  1060. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  1061. put_device(&port->dev);
  1062. break;
  1063. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  1064. if (result == ZFCP_ERP_SUCCEEDED) {
  1065. register_service_level(&adapter->service_level);
  1066. queue_work(adapter->work_queue, &adapter->scan_work);
  1067. } else
  1068. unregister_service_level(&adapter->service_level);
  1069. kref_put(&adapter->ref, zfcp_adapter_release);
  1070. break;
  1071. }
  1072. }
  1073. static int zfcp_erp_strategy_do_action(struct zfcp_erp_action *erp_action)
  1074. {
  1075. switch (erp_action->action) {
  1076. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  1077. return zfcp_erp_adapter_strategy(erp_action);
  1078. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  1079. return zfcp_erp_port_forced_strategy(erp_action);
  1080. case ZFCP_ERP_ACTION_REOPEN_PORT:
  1081. return zfcp_erp_port_strategy(erp_action);
  1082. case ZFCP_ERP_ACTION_REOPEN_LUN:
  1083. return zfcp_erp_lun_strategy(erp_action);
  1084. }
  1085. return ZFCP_ERP_FAILED;
  1086. }
  1087. static int zfcp_erp_strategy(struct zfcp_erp_action *erp_action)
  1088. {
  1089. int retval;
  1090. unsigned long flags;
  1091. struct zfcp_adapter *adapter = erp_action->adapter;
  1092. kref_get(&adapter->ref);
  1093. write_lock_irqsave(&adapter->erp_lock, flags);
  1094. zfcp_erp_strategy_check_fsfreq(erp_action);
  1095. if (erp_action->status & ZFCP_STATUS_ERP_DISMISSED) {
  1096. zfcp_erp_action_dequeue(erp_action);
  1097. retval = ZFCP_ERP_DISMISSED;
  1098. goto unlock;
  1099. }
  1100. if (erp_action->status & ZFCP_STATUS_ERP_TIMEDOUT) {
  1101. retval = ZFCP_ERP_FAILED;
  1102. goto check_target;
  1103. }
  1104. zfcp_erp_action_to_running(erp_action);
  1105. /* no lock to allow for blocking operations */
  1106. write_unlock_irqrestore(&adapter->erp_lock, flags);
  1107. retval = zfcp_erp_strategy_do_action(erp_action);
  1108. write_lock_irqsave(&adapter->erp_lock, flags);
  1109. if (erp_action->status & ZFCP_STATUS_ERP_DISMISSED)
  1110. retval = ZFCP_ERP_CONTINUES;
  1111. switch (retval) {
  1112. case ZFCP_ERP_NOMEM:
  1113. if (!(erp_action->status & ZFCP_STATUS_ERP_LOWMEM)) {
  1114. ++adapter->erp_low_mem_count;
  1115. erp_action->status |= ZFCP_STATUS_ERP_LOWMEM;
  1116. }
  1117. if (adapter->erp_total_count == adapter->erp_low_mem_count)
  1118. _zfcp_erp_adapter_reopen(adapter, 0, "erstgy1", NULL);
  1119. else {
  1120. zfcp_erp_strategy_memwait(erp_action);
  1121. retval = ZFCP_ERP_CONTINUES;
  1122. }
  1123. goto unlock;
  1124. case ZFCP_ERP_CONTINUES:
  1125. if (erp_action->status & ZFCP_STATUS_ERP_LOWMEM) {
  1126. --adapter->erp_low_mem_count;
  1127. erp_action->status &= ~ZFCP_STATUS_ERP_LOWMEM;
  1128. }
  1129. goto unlock;
  1130. }
  1131. check_target:
  1132. retval = zfcp_erp_strategy_check_target(erp_action, retval);
  1133. zfcp_erp_action_dequeue(erp_action);
  1134. retval = zfcp_erp_strategy_statechange(erp_action, retval);
  1135. if (retval == ZFCP_ERP_EXIT)
  1136. goto unlock;
  1137. if (retval == ZFCP_ERP_SUCCEEDED)
  1138. zfcp_erp_strategy_followup_success(erp_action);
  1139. if (retval == ZFCP_ERP_FAILED)
  1140. zfcp_erp_strategy_followup_failed(erp_action);
  1141. unlock:
  1142. write_unlock_irqrestore(&adapter->erp_lock, flags);
  1143. if (retval != ZFCP_ERP_CONTINUES)
  1144. zfcp_erp_action_cleanup(erp_action, retval);
  1145. kref_put(&adapter->ref, zfcp_adapter_release);
  1146. return retval;
  1147. }
  1148. static int zfcp_erp_thread(void *data)
  1149. {
  1150. struct zfcp_adapter *adapter = (struct zfcp_adapter *) data;
  1151. struct list_head *next;
  1152. struct zfcp_erp_action *act;
  1153. unsigned long flags;
  1154. for (;;) {
  1155. zfcp_dbf_rec_thread_lock("erthrd1", adapter->dbf);
  1156. wait_event_interruptible(adapter->erp_ready_wq,
  1157. !list_empty(&adapter->erp_ready_head) ||
  1158. kthread_should_stop());
  1159. zfcp_dbf_rec_thread_lock("erthrd2", adapter->dbf);
  1160. if (kthread_should_stop())
  1161. break;
  1162. write_lock_irqsave(&adapter->erp_lock, flags);
  1163. next = adapter->erp_ready_head.next;
  1164. write_unlock_irqrestore(&adapter->erp_lock, flags);
  1165. if (next != &adapter->erp_ready_head) {
  1166. act = list_entry(next, struct zfcp_erp_action, list);
  1167. /* there is more to come after dismission, no notify */
  1168. if (zfcp_erp_strategy(act) != ZFCP_ERP_DISMISSED)
  1169. zfcp_erp_wakeup(adapter);
  1170. }
  1171. }
  1172. return 0;
  1173. }
  1174. /**
  1175. * zfcp_erp_thread_setup - Start ERP thread for adapter
  1176. * @adapter: Adapter to start the ERP thread for
  1177. *
  1178. * Returns 0 on success or error code from kernel_thread()
  1179. */
  1180. int zfcp_erp_thread_setup(struct zfcp_adapter *adapter)
  1181. {
  1182. struct task_struct *thread;
  1183. thread = kthread_run(zfcp_erp_thread, adapter, "zfcperp%s",
  1184. dev_name(&adapter->ccw_device->dev));
  1185. if (IS_ERR(thread)) {
  1186. dev_err(&adapter->ccw_device->dev,
  1187. "Creating an ERP thread for the FCP device failed.\n");
  1188. return PTR_ERR(thread);
  1189. }
  1190. adapter->erp_thread = thread;
  1191. return 0;
  1192. }
  1193. /**
  1194. * zfcp_erp_thread_kill - Stop ERP thread.
  1195. * @adapter: Adapter where the ERP thread should be stopped.
  1196. *
  1197. * The caller of this routine ensures that the specified adapter has
  1198. * been shut down and that this operation has been completed. Thus,
  1199. * there are no pending erp_actions which would need to be handled
  1200. * here.
  1201. */
  1202. void zfcp_erp_thread_kill(struct zfcp_adapter *adapter)
  1203. {
  1204. kthread_stop(adapter->erp_thread);
  1205. adapter->erp_thread = NULL;
  1206. WARN_ON(!list_empty(&adapter->erp_ready_head));
  1207. WARN_ON(!list_empty(&adapter->erp_running_head));
  1208. }
  1209. /**
  1210. * zfcp_erp_wait - wait for completion of error recovery on an adapter
  1211. * @adapter: adapter for which to wait for completion of its error recovery
  1212. */
  1213. void zfcp_erp_wait(struct zfcp_adapter *adapter)
  1214. {
  1215. wait_event(adapter->erp_done_wqh,
  1216. !(atomic_read(&adapter->status) &
  1217. ZFCP_STATUS_ADAPTER_ERP_PENDING));
  1218. }
  1219. /**
  1220. * zfcp_erp_set_adapter_status - set adapter status bits
  1221. * @adapter: adapter to change the status
  1222. * @mask: status bits to change
  1223. *
  1224. * Changes in common status bits are propagated to attached ports and LUNs.
  1225. */
  1226. void zfcp_erp_set_adapter_status(struct zfcp_adapter *adapter, u32 mask)
  1227. {
  1228. struct zfcp_port *port;
  1229. struct scsi_device *sdev;
  1230. unsigned long flags;
  1231. u32 common_mask = mask & ZFCP_COMMON_FLAGS;
  1232. atomic_set_mask(mask, &adapter->status);
  1233. if (!common_mask)
  1234. return;
  1235. read_lock_irqsave(&adapter->port_list_lock, flags);
  1236. list_for_each_entry(port, &adapter->port_list, list)
  1237. atomic_set_mask(common_mask, &port->status);
  1238. read_unlock_irqrestore(&adapter->port_list_lock, flags);
  1239. shost_for_each_device(sdev, adapter->scsi_host)
  1240. atomic_set_mask(common_mask, &sdev_to_zfcp(sdev)->status);
  1241. }
  1242. /**
  1243. * zfcp_erp_clear_adapter_status - clear adapter status bits
  1244. * @adapter: adapter to change the status
  1245. * @mask: status bits to change
  1246. *
  1247. * Changes in common status bits are propagated to attached ports and LUNs.
  1248. */
  1249. void zfcp_erp_clear_adapter_status(struct zfcp_adapter *adapter, u32 mask)
  1250. {
  1251. struct zfcp_port *port;
  1252. struct scsi_device *sdev;
  1253. unsigned long flags;
  1254. u32 common_mask = mask & ZFCP_COMMON_FLAGS;
  1255. u32 clear_counter = mask & ZFCP_STATUS_COMMON_ERP_FAILED;
  1256. atomic_clear_mask(mask, &adapter->status);
  1257. if (!common_mask)
  1258. return;
  1259. if (clear_counter)
  1260. atomic_set(&adapter->erp_counter, 0);
  1261. read_lock_irqsave(&adapter->port_list_lock, flags);
  1262. list_for_each_entry(port, &adapter->port_list, list) {
  1263. atomic_clear_mask(common_mask, &port->status);
  1264. if (clear_counter)
  1265. atomic_set(&port->erp_counter, 0);
  1266. }
  1267. read_unlock_irqrestore(&adapter->port_list_lock, flags);
  1268. shost_for_each_device(sdev, adapter->scsi_host) {
  1269. atomic_clear_mask(common_mask, &sdev_to_zfcp(sdev)->status);
  1270. if (clear_counter)
  1271. atomic_set(&sdev_to_zfcp(sdev)->erp_counter, 0);
  1272. }
  1273. }
  1274. /**
  1275. * zfcp_erp_set_port_status - set port status bits
  1276. * @port: port to change the status
  1277. * @mask: status bits to change
  1278. *
  1279. * Changes in common status bits are propagated to attached LUNs.
  1280. */
  1281. void zfcp_erp_set_port_status(struct zfcp_port *port, u32 mask)
  1282. {
  1283. struct scsi_device *sdev;
  1284. u32 common_mask = mask & ZFCP_COMMON_FLAGS;
  1285. atomic_set_mask(mask, &port->status);
  1286. if (!common_mask)
  1287. return;
  1288. shost_for_each_device(sdev, port->adapter->scsi_host)
  1289. if (sdev_to_zfcp(sdev)->port == port)
  1290. atomic_set_mask(common_mask,
  1291. &sdev_to_zfcp(sdev)->status);
  1292. }
  1293. /**
  1294. * zfcp_erp_clear_port_status - clear port status bits
  1295. * @port: adapter to change the status
  1296. * @mask: status bits to change
  1297. *
  1298. * Changes in common status bits are propagated to attached LUNs.
  1299. */
  1300. void zfcp_erp_clear_port_status(struct zfcp_port *port, u32 mask)
  1301. {
  1302. struct scsi_device *sdev;
  1303. u32 common_mask = mask & ZFCP_COMMON_FLAGS;
  1304. u32 clear_counter = mask & ZFCP_STATUS_COMMON_ERP_FAILED;
  1305. atomic_clear_mask(mask, &port->status);
  1306. if (!common_mask)
  1307. return;
  1308. if (clear_counter)
  1309. atomic_set(&port->erp_counter, 0);
  1310. shost_for_each_device(sdev, port->adapter->scsi_host)
  1311. if (sdev_to_zfcp(sdev)->port == port) {
  1312. atomic_clear_mask(common_mask,
  1313. &sdev_to_zfcp(sdev)->status);
  1314. if (clear_counter)
  1315. atomic_set(&sdev_to_zfcp(sdev)->erp_counter, 0);
  1316. }
  1317. }
  1318. /**
  1319. * zfcp_erp_set_lun_status - set lun status bits
  1320. * @sdev: SCSI device / lun to set the status bits
  1321. * @mask: status bits to change
  1322. */
  1323. void zfcp_erp_set_lun_status(struct scsi_device *sdev, u32 mask)
  1324. {
  1325. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  1326. atomic_set_mask(mask, &zfcp_sdev->status);
  1327. }
  1328. /**
  1329. * zfcp_erp_clear_lun_status - clear lun status bits
  1330. * @sdev: SCSi device / lun to clear the status bits
  1331. * @mask: status bits to change
  1332. */
  1333. void zfcp_erp_clear_lun_status(struct scsi_device *sdev, u32 mask)
  1334. {
  1335. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  1336. atomic_clear_mask(mask, &zfcp_sdev->status);
  1337. if (mask & ZFCP_STATUS_COMMON_ERP_FAILED)
  1338. atomic_set(&zfcp_sdev->erp_counter, 0);
  1339. }