zfcp_erp.c 43 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575
  1. /*
  2. * zfcp device driver
  3. *
  4. * Error Recovery Procedures (ERP).
  5. *
  6. * Copyright IBM Corporation 2002, 2010
  7. */
  8. #define KMSG_COMPONENT "zfcp"
  9. #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt
  10. #include <linux/kthread.h>
  11. #include "zfcp_ext.h"
  12. #include "zfcp_reqlist.h"
  13. #define ZFCP_MAX_ERPS 3
  14. enum zfcp_erp_act_flags {
  15. ZFCP_STATUS_ERP_TIMEDOUT = 0x10000000,
  16. ZFCP_STATUS_ERP_CLOSE_ONLY = 0x01000000,
  17. ZFCP_STATUS_ERP_DISMISSING = 0x00100000,
  18. ZFCP_STATUS_ERP_DISMISSED = 0x00200000,
  19. ZFCP_STATUS_ERP_LOWMEM = 0x00400000,
  20. ZFCP_STATUS_ERP_NO_REF = 0x00800000,
  21. };
  22. enum zfcp_erp_steps {
  23. ZFCP_ERP_STEP_UNINITIALIZED = 0x0000,
  24. ZFCP_ERP_STEP_FSF_XCONFIG = 0x0001,
  25. ZFCP_ERP_STEP_PHYS_PORT_CLOSING = 0x0010,
  26. ZFCP_ERP_STEP_PORT_CLOSING = 0x0100,
  27. ZFCP_ERP_STEP_PORT_OPENING = 0x0800,
  28. ZFCP_ERP_STEP_LUN_CLOSING = 0x1000,
  29. ZFCP_ERP_STEP_LUN_OPENING = 0x2000,
  30. };
  31. enum zfcp_erp_act_type {
  32. ZFCP_ERP_ACTION_REOPEN_LUN = 1,
  33. ZFCP_ERP_ACTION_REOPEN_PORT = 2,
  34. ZFCP_ERP_ACTION_REOPEN_PORT_FORCED = 3,
  35. ZFCP_ERP_ACTION_REOPEN_ADAPTER = 4,
  36. };
  37. enum zfcp_erp_act_state {
  38. ZFCP_ERP_ACTION_RUNNING = 1,
  39. ZFCP_ERP_ACTION_READY = 2,
  40. };
  41. enum zfcp_erp_act_result {
  42. ZFCP_ERP_SUCCEEDED = 0,
  43. ZFCP_ERP_FAILED = 1,
  44. ZFCP_ERP_CONTINUES = 2,
  45. ZFCP_ERP_EXIT = 3,
  46. ZFCP_ERP_DISMISSED = 4,
  47. ZFCP_ERP_NOMEM = 5,
  48. };
  49. static void zfcp_erp_adapter_block(struct zfcp_adapter *adapter, int mask)
  50. {
  51. zfcp_erp_clear_adapter_status(adapter,
  52. ZFCP_STATUS_COMMON_UNBLOCKED | mask);
  53. }
  54. static int zfcp_erp_action_exists(struct zfcp_erp_action *act)
  55. {
  56. struct zfcp_erp_action *curr_act;
  57. list_for_each_entry(curr_act, &act->adapter->erp_running_head, list)
  58. if (act == curr_act)
  59. return ZFCP_ERP_ACTION_RUNNING;
  60. return 0;
  61. }
  62. static void zfcp_erp_action_ready(struct zfcp_erp_action *act)
  63. {
  64. struct zfcp_adapter *adapter = act->adapter;
  65. list_move(&act->list, &act->adapter->erp_ready_head);
  66. zfcp_dbf_rec_run("erardy1", act);
  67. wake_up(&adapter->erp_ready_wq);
  68. zfcp_dbf_rec_run("erardy2", act);
  69. }
  70. static void zfcp_erp_action_dismiss(struct zfcp_erp_action *act)
  71. {
  72. act->status |= ZFCP_STATUS_ERP_DISMISSED;
  73. if (zfcp_erp_action_exists(act) == ZFCP_ERP_ACTION_RUNNING)
  74. zfcp_erp_action_ready(act);
  75. }
  76. static void zfcp_erp_action_dismiss_lun(struct scsi_device *sdev)
  77. {
  78. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  79. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_ERP_INUSE)
  80. zfcp_erp_action_dismiss(&zfcp_sdev->erp_action);
  81. }
  82. static void zfcp_erp_action_dismiss_port(struct zfcp_port *port)
  83. {
  84. struct scsi_device *sdev;
  85. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_ERP_INUSE)
  86. zfcp_erp_action_dismiss(&port->erp_action);
  87. else
  88. shost_for_each_device(sdev, port->adapter->scsi_host)
  89. if (sdev_to_zfcp(sdev)->port == port)
  90. zfcp_erp_action_dismiss_lun(sdev);
  91. }
  92. static void zfcp_erp_action_dismiss_adapter(struct zfcp_adapter *adapter)
  93. {
  94. struct zfcp_port *port;
  95. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_ERP_INUSE)
  96. zfcp_erp_action_dismiss(&adapter->erp_action);
  97. else {
  98. read_lock(&adapter->port_list_lock);
  99. list_for_each_entry(port, &adapter->port_list, list)
  100. zfcp_erp_action_dismiss_port(port);
  101. read_unlock(&adapter->port_list_lock);
  102. }
  103. }
  104. static int zfcp_erp_required_act(int want, struct zfcp_adapter *adapter,
  105. struct zfcp_port *port,
  106. struct scsi_device *sdev)
  107. {
  108. int need = want;
  109. int l_status, p_status, a_status;
  110. struct zfcp_scsi_dev *zfcp_sdev;
  111. switch (want) {
  112. case ZFCP_ERP_ACTION_REOPEN_LUN:
  113. zfcp_sdev = sdev_to_zfcp(sdev);
  114. l_status = atomic_read(&zfcp_sdev->status);
  115. if (l_status & ZFCP_STATUS_COMMON_ERP_INUSE)
  116. return 0;
  117. p_status = atomic_read(&port->status);
  118. if (!(p_status & ZFCP_STATUS_COMMON_RUNNING) ||
  119. p_status & ZFCP_STATUS_COMMON_ERP_FAILED)
  120. return 0;
  121. if (!(p_status & ZFCP_STATUS_COMMON_UNBLOCKED))
  122. need = ZFCP_ERP_ACTION_REOPEN_PORT;
  123. /* fall through */
  124. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  125. p_status = atomic_read(&port->status);
  126. if (!(p_status & ZFCP_STATUS_COMMON_OPEN))
  127. need = ZFCP_ERP_ACTION_REOPEN_PORT;
  128. /* fall through */
  129. case ZFCP_ERP_ACTION_REOPEN_PORT:
  130. p_status = atomic_read(&port->status);
  131. if (p_status & ZFCP_STATUS_COMMON_ERP_INUSE)
  132. return 0;
  133. a_status = atomic_read(&adapter->status);
  134. if (!(a_status & ZFCP_STATUS_COMMON_RUNNING) ||
  135. a_status & ZFCP_STATUS_COMMON_ERP_FAILED)
  136. return 0;
  137. if (p_status & ZFCP_STATUS_COMMON_NOESC)
  138. return need;
  139. if (!(a_status & ZFCP_STATUS_COMMON_UNBLOCKED))
  140. need = ZFCP_ERP_ACTION_REOPEN_ADAPTER;
  141. /* fall through */
  142. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  143. a_status = atomic_read(&adapter->status);
  144. if (a_status & ZFCP_STATUS_COMMON_ERP_INUSE)
  145. return 0;
  146. if (!(a_status & ZFCP_STATUS_COMMON_RUNNING) &&
  147. !(a_status & ZFCP_STATUS_COMMON_OPEN))
  148. return 0; /* shutdown requested for closed adapter */
  149. }
  150. return need;
  151. }
  152. static struct zfcp_erp_action *zfcp_erp_setup_act(int need, u32 act_status,
  153. struct zfcp_adapter *adapter,
  154. struct zfcp_port *port,
  155. struct scsi_device *sdev)
  156. {
  157. struct zfcp_erp_action *erp_action;
  158. struct zfcp_scsi_dev *zfcp_sdev;
  159. switch (need) {
  160. case ZFCP_ERP_ACTION_REOPEN_LUN:
  161. zfcp_sdev = sdev_to_zfcp(sdev);
  162. if (!(act_status & ZFCP_STATUS_ERP_NO_REF))
  163. if (scsi_device_get(sdev))
  164. return NULL;
  165. atomic_set_mask(ZFCP_STATUS_COMMON_ERP_INUSE,
  166. &zfcp_sdev->status);
  167. erp_action = &zfcp_sdev->erp_action;
  168. memset(erp_action, 0, sizeof(struct zfcp_erp_action));
  169. erp_action->port = port;
  170. erp_action->sdev = sdev;
  171. if (!(atomic_read(&zfcp_sdev->status) &
  172. ZFCP_STATUS_COMMON_RUNNING))
  173. act_status |= ZFCP_STATUS_ERP_CLOSE_ONLY;
  174. break;
  175. case ZFCP_ERP_ACTION_REOPEN_PORT:
  176. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  177. if (!get_device(&port->dev))
  178. return NULL;
  179. zfcp_erp_action_dismiss_port(port);
  180. atomic_set_mask(ZFCP_STATUS_COMMON_ERP_INUSE, &port->status);
  181. erp_action = &port->erp_action;
  182. memset(erp_action, 0, sizeof(struct zfcp_erp_action));
  183. erp_action->port = port;
  184. if (!(atomic_read(&port->status) & ZFCP_STATUS_COMMON_RUNNING))
  185. act_status |= ZFCP_STATUS_ERP_CLOSE_ONLY;
  186. break;
  187. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  188. kref_get(&adapter->ref);
  189. zfcp_erp_action_dismiss_adapter(adapter);
  190. atomic_set_mask(ZFCP_STATUS_COMMON_ERP_INUSE, &adapter->status);
  191. erp_action = &adapter->erp_action;
  192. memset(erp_action, 0, sizeof(struct zfcp_erp_action));
  193. if (!(atomic_read(&adapter->status) &
  194. ZFCP_STATUS_COMMON_RUNNING))
  195. act_status |= ZFCP_STATUS_ERP_CLOSE_ONLY;
  196. break;
  197. default:
  198. return NULL;
  199. }
  200. erp_action->adapter = adapter;
  201. erp_action->action = need;
  202. erp_action->status = act_status;
  203. return erp_action;
  204. }
  205. static int zfcp_erp_action_enqueue(int want, struct zfcp_adapter *adapter,
  206. struct zfcp_port *port,
  207. struct scsi_device *sdev,
  208. char *id, void *ref, u32 act_status)
  209. {
  210. int retval = 1, need;
  211. struct zfcp_erp_action *act;
  212. if (!adapter->erp_thread)
  213. return -EIO;
  214. need = zfcp_erp_required_act(want, adapter, port, sdev);
  215. if (!need)
  216. goto out;
  217. act = zfcp_erp_setup_act(need, act_status, adapter, port, sdev);
  218. if (!act)
  219. goto out;
  220. atomic_set_mask(ZFCP_STATUS_ADAPTER_ERP_PENDING, &adapter->status);
  221. ++adapter->erp_total_count;
  222. list_add_tail(&act->list, &adapter->erp_ready_head);
  223. wake_up(&adapter->erp_ready_wq);
  224. retval = 0;
  225. out:
  226. zfcp_dbf_rec_trig(id, adapter, port, sdev, want, need);
  227. return retval;
  228. }
  229. static int _zfcp_erp_adapter_reopen(struct zfcp_adapter *adapter,
  230. int clear_mask, char *id, void *ref)
  231. {
  232. zfcp_erp_adapter_block(adapter, clear_mask);
  233. zfcp_scsi_schedule_rports_block(adapter);
  234. /* ensure propagation of failed status to new devices */
  235. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  236. zfcp_erp_set_adapter_status(adapter,
  237. ZFCP_STATUS_COMMON_ERP_FAILED);
  238. return -EIO;
  239. }
  240. return zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_ADAPTER,
  241. adapter, NULL, NULL, id, ref, 0);
  242. }
  243. /**
  244. * zfcp_erp_adapter_reopen - Reopen adapter.
  245. * @adapter: Adapter to reopen.
  246. * @clear: Status flags to clear.
  247. * @id: Id for debug trace event.
  248. * @ref: Reference for debug trace event.
  249. */
  250. void zfcp_erp_adapter_reopen(struct zfcp_adapter *adapter, int clear,
  251. char *id, void *ref)
  252. {
  253. unsigned long flags;
  254. zfcp_erp_adapter_block(adapter, clear);
  255. zfcp_scsi_schedule_rports_block(adapter);
  256. write_lock_irqsave(&adapter->erp_lock, flags);
  257. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_ERP_FAILED)
  258. zfcp_erp_set_adapter_status(adapter,
  259. ZFCP_STATUS_COMMON_ERP_FAILED);
  260. else
  261. zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_ADAPTER, adapter,
  262. NULL, NULL, id, ref, 0);
  263. write_unlock_irqrestore(&adapter->erp_lock, flags);
  264. }
  265. /**
  266. * zfcp_erp_adapter_shutdown - Shutdown adapter.
  267. * @adapter: Adapter to shut down.
  268. * @clear: Status flags to clear.
  269. * @id: Id for debug trace event.
  270. * @ref: Reference for debug trace event.
  271. */
  272. void zfcp_erp_adapter_shutdown(struct zfcp_adapter *adapter, int clear,
  273. char *id, void *ref)
  274. {
  275. int flags = ZFCP_STATUS_COMMON_RUNNING | ZFCP_STATUS_COMMON_ERP_FAILED;
  276. zfcp_erp_adapter_reopen(adapter, clear | flags, id, ref);
  277. }
  278. /**
  279. * zfcp_erp_port_shutdown - Shutdown port
  280. * @port: Port to shut down.
  281. * @clear: Status flags to clear.
  282. * @id: Id for debug trace event.
  283. * @ref: Reference for debug trace event.
  284. */
  285. void zfcp_erp_port_shutdown(struct zfcp_port *port, int clear, char *id,
  286. void *ref)
  287. {
  288. int flags = ZFCP_STATUS_COMMON_RUNNING | ZFCP_STATUS_COMMON_ERP_FAILED;
  289. zfcp_erp_port_reopen(port, clear | flags, id, ref);
  290. }
  291. static void zfcp_erp_port_block(struct zfcp_port *port, int clear)
  292. {
  293. zfcp_erp_clear_port_status(port,
  294. ZFCP_STATUS_COMMON_UNBLOCKED | clear);
  295. }
  296. static void _zfcp_erp_port_forced_reopen(struct zfcp_port *port,
  297. int clear, char *id, void *ref)
  298. {
  299. zfcp_erp_port_block(port, clear);
  300. zfcp_scsi_schedule_rport_block(port);
  301. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_ERP_FAILED)
  302. return;
  303. zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_PORT_FORCED,
  304. port->adapter, port, NULL, id, ref, 0);
  305. }
  306. /**
  307. * zfcp_erp_port_forced_reopen - Forced close of port and open again
  308. * @port: Port to force close and to reopen.
  309. * @id: Id for debug trace event.
  310. * @ref: Reference for debug trace event.
  311. */
  312. void zfcp_erp_port_forced_reopen(struct zfcp_port *port, int clear, char *id,
  313. void *ref)
  314. {
  315. unsigned long flags;
  316. struct zfcp_adapter *adapter = port->adapter;
  317. write_lock_irqsave(&adapter->erp_lock, flags);
  318. _zfcp_erp_port_forced_reopen(port, clear, id, ref);
  319. write_unlock_irqrestore(&adapter->erp_lock, flags);
  320. }
  321. static int _zfcp_erp_port_reopen(struct zfcp_port *port, int clear, char *id,
  322. void *ref)
  323. {
  324. zfcp_erp_port_block(port, clear);
  325. zfcp_scsi_schedule_rport_block(port);
  326. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  327. /* ensure propagation of failed status to new devices */
  328. zfcp_erp_set_port_status(port, ZFCP_STATUS_COMMON_ERP_FAILED);
  329. return -EIO;
  330. }
  331. return zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_PORT,
  332. port->adapter, port, NULL, id, ref, 0);
  333. }
  334. /**
  335. * zfcp_erp_port_reopen - trigger remote port recovery
  336. * @port: port to recover
  337. * @clear_mask: flags in port status to be cleared
  338. *
  339. * Returns 0 if recovery has been triggered, < 0 if not.
  340. */
  341. int zfcp_erp_port_reopen(struct zfcp_port *port, int clear, char *id, void *ref)
  342. {
  343. int retval;
  344. unsigned long flags;
  345. struct zfcp_adapter *adapter = port->adapter;
  346. write_lock_irqsave(&adapter->erp_lock, flags);
  347. retval = _zfcp_erp_port_reopen(port, clear, id, ref);
  348. write_unlock_irqrestore(&adapter->erp_lock, flags);
  349. return retval;
  350. }
  351. static void zfcp_erp_lun_block(struct scsi_device *sdev, int clear_mask)
  352. {
  353. zfcp_erp_clear_lun_status(sdev,
  354. ZFCP_STATUS_COMMON_UNBLOCKED | clear_mask);
  355. }
  356. static void _zfcp_erp_lun_reopen(struct scsi_device *sdev, int clear, char *id,
  357. void *ref, u32 act_status)
  358. {
  359. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  360. struct zfcp_adapter *adapter = zfcp_sdev->port->adapter;
  361. zfcp_erp_lun_block(sdev, clear);
  362. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_ERP_FAILED)
  363. return;
  364. zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_LUN, adapter,
  365. zfcp_sdev->port, sdev, id, ref, act_status);
  366. }
  367. /**
  368. * zfcp_erp_lun_reopen - initiate reopen of a LUN
  369. * @sdev: SCSI device / LUN to be reopened
  370. * @clear_mask: specifies flags in LUN status to be cleared
  371. * Return: 0 on success, < 0 on error
  372. */
  373. void zfcp_erp_lun_reopen(struct scsi_device *sdev, int clear, char *id,
  374. void *ref)
  375. {
  376. unsigned long flags;
  377. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  378. struct zfcp_port *port = zfcp_sdev->port;
  379. struct zfcp_adapter *adapter = port->adapter;
  380. write_lock_irqsave(&adapter->erp_lock, flags);
  381. _zfcp_erp_lun_reopen(sdev, clear, id, ref, 0);
  382. write_unlock_irqrestore(&adapter->erp_lock, flags);
  383. }
  384. /**
  385. * zfcp_erp_lun_shutdown - Shutdown LUN
  386. * @sdev: SCSI device / LUN to shut down.
  387. * @clear: Status flags to clear.
  388. * @id: Id for debug trace event.
  389. * @ref: Reference for debug trace event.
  390. */
  391. void zfcp_erp_lun_shutdown(struct scsi_device *sdev, int clear, char *id,
  392. void *ref)
  393. {
  394. int flags = ZFCP_STATUS_COMMON_RUNNING | ZFCP_STATUS_COMMON_ERP_FAILED;
  395. zfcp_erp_lun_reopen(sdev, clear | flags, id, ref);
  396. }
  397. /**
  398. * zfcp_erp_lun_shutdown_wait - Shutdown LUN and wait for erp completion
  399. * @sdev: SCSI device / LUN to shut down.
  400. * @id: Id for debug trace event.
  401. *
  402. * Do not acquire a reference for the LUN when creating the ERP
  403. * action. It is safe, because this function waits for the ERP to
  404. * complete first. This allows to shutdown the LUN, even when the SCSI
  405. * device is in the state SDEV_DEL when scsi_device_get will fail.
  406. */
  407. void zfcp_erp_lun_shutdown_wait(struct scsi_device *sdev, char *id)
  408. {
  409. unsigned long flags;
  410. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  411. struct zfcp_port *port = zfcp_sdev->port;
  412. struct zfcp_adapter *adapter = port->adapter;
  413. int clear = ZFCP_STATUS_COMMON_RUNNING | ZFCP_STATUS_COMMON_ERP_FAILED;
  414. write_lock_irqsave(&adapter->erp_lock, flags);
  415. _zfcp_erp_lun_reopen(sdev, clear, id, NULL, ZFCP_STATUS_ERP_NO_REF);
  416. write_unlock_irqrestore(&adapter->erp_lock, flags);
  417. zfcp_erp_wait(adapter);
  418. }
  419. static int status_change_set(unsigned long mask, atomic_t *status)
  420. {
  421. return (atomic_read(status) ^ mask) & mask;
  422. }
  423. static void zfcp_erp_adapter_unblock(struct zfcp_adapter *adapter)
  424. {
  425. if (status_change_set(ZFCP_STATUS_COMMON_UNBLOCKED, &adapter->status))
  426. zfcp_dbf_rec_run("eraubl1", &adapter->erp_action);
  427. atomic_set_mask(ZFCP_STATUS_COMMON_UNBLOCKED, &adapter->status);
  428. }
  429. static void zfcp_erp_port_unblock(struct zfcp_port *port)
  430. {
  431. if (status_change_set(ZFCP_STATUS_COMMON_UNBLOCKED, &port->status))
  432. zfcp_dbf_rec_run("erpubl1", &port->erp_action);
  433. atomic_set_mask(ZFCP_STATUS_COMMON_UNBLOCKED, &port->status);
  434. }
  435. static void zfcp_erp_lun_unblock(struct scsi_device *sdev)
  436. {
  437. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  438. if (status_change_set(ZFCP_STATUS_COMMON_UNBLOCKED, &zfcp_sdev->status))
  439. zfcp_dbf_rec_run("erlubl1", &sdev_to_zfcp(sdev)->erp_action);
  440. atomic_set_mask(ZFCP_STATUS_COMMON_UNBLOCKED, &zfcp_sdev->status);
  441. }
  442. static void zfcp_erp_action_to_running(struct zfcp_erp_action *erp_action)
  443. {
  444. list_move(&erp_action->list, &erp_action->adapter->erp_running_head);
  445. zfcp_dbf_rec_run("erator1", erp_action);
  446. }
  447. static void zfcp_erp_strategy_check_fsfreq(struct zfcp_erp_action *act)
  448. {
  449. struct zfcp_adapter *adapter = act->adapter;
  450. struct zfcp_fsf_req *req;
  451. if (!act->fsf_req_id)
  452. return;
  453. spin_lock(&adapter->req_list->lock);
  454. req = _zfcp_reqlist_find(adapter->req_list, act->fsf_req_id);
  455. if (req && req->erp_action == act) {
  456. if (act->status & (ZFCP_STATUS_ERP_DISMISSED |
  457. ZFCP_STATUS_ERP_TIMEDOUT)) {
  458. req->status |= ZFCP_STATUS_FSFREQ_DISMISSED;
  459. zfcp_dbf_rec_run("erscf_1", act);
  460. req->erp_action = NULL;
  461. }
  462. if (act->status & ZFCP_STATUS_ERP_TIMEDOUT)
  463. zfcp_dbf_rec_run("erscf_2", act);
  464. if (req->status & ZFCP_STATUS_FSFREQ_DISMISSED)
  465. act->fsf_req_id = 0;
  466. } else
  467. act->fsf_req_id = 0;
  468. spin_unlock(&adapter->req_list->lock);
  469. }
  470. /**
  471. * zfcp_erp_notify - Trigger ERP action.
  472. * @erp_action: ERP action to continue.
  473. * @set_mask: ERP action status flags to set.
  474. */
  475. void zfcp_erp_notify(struct zfcp_erp_action *erp_action, unsigned long set_mask)
  476. {
  477. struct zfcp_adapter *adapter = erp_action->adapter;
  478. unsigned long flags;
  479. write_lock_irqsave(&adapter->erp_lock, flags);
  480. if (zfcp_erp_action_exists(erp_action) == ZFCP_ERP_ACTION_RUNNING) {
  481. erp_action->status |= set_mask;
  482. zfcp_erp_action_ready(erp_action);
  483. }
  484. write_unlock_irqrestore(&adapter->erp_lock, flags);
  485. }
  486. /**
  487. * zfcp_erp_timeout_handler - Trigger ERP action from timed out ERP request
  488. * @data: ERP action (from timer data)
  489. */
  490. void zfcp_erp_timeout_handler(unsigned long data)
  491. {
  492. struct zfcp_erp_action *act = (struct zfcp_erp_action *) data;
  493. zfcp_erp_notify(act, ZFCP_STATUS_ERP_TIMEDOUT);
  494. }
  495. static void zfcp_erp_memwait_handler(unsigned long data)
  496. {
  497. zfcp_erp_notify((struct zfcp_erp_action *)data, 0);
  498. }
  499. static void zfcp_erp_strategy_memwait(struct zfcp_erp_action *erp_action)
  500. {
  501. init_timer(&erp_action->timer);
  502. erp_action->timer.function = zfcp_erp_memwait_handler;
  503. erp_action->timer.data = (unsigned long) erp_action;
  504. erp_action->timer.expires = jiffies + HZ;
  505. add_timer(&erp_action->timer);
  506. }
  507. static void _zfcp_erp_port_reopen_all(struct zfcp_adapter *adapter,
  508. int clear, char *id, void *ref)
  509. {
  510. struct zfcp_port *port;
  511. read_lock(&adapter->port_list_lock);
  512. list_for_each_entry(port, &adapter->port_list, list)
  513. _zfcp_erp_port_reopen(port, clear, id, ref);
  514. read_unlock(&adapter->port_list_lock);
  515. }
  516. static void _zfcp_erp_lun_reopen_all(struct zfcp_port *port, int clear,
  517. char *id, void *ref)
  518. {
  519. struct scsi_device *sdev;
  520. shost_for_each_device(sdev, port->adapter->scsi_host)
  521. if (sdev_to_zfcp(sdev)->port == port)
  522. _zfcp_erp_lun_reopen(sdev, clear, id, ref, 0);
  523. }
  524. static void zfcp_erp_strategy_followup_failed(struct zfcp_erp_action *act)
  525. {
  526. switch (act->action) {
  527. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  528. _zfcp_erp_adapter_reopen(act->adapter, 0, "ersff_1", NULL);
  529. break;
  530. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  531. _zfcp_erp_port_forced_reopen(act->port, 0, "ersff_2", NULL);
  532. break;
  533. case ZFCP_ERP_ACTION_REOPEN_PORT:
  534. _zfcp_erp_port_reopen(act->port, 0, "ersff_3", NULL);
  535. break;
  536. case ZFCP_ERP_ACTION_REOPEN_LUN:
  537. _zfcp_erp_lun_reopen(act->sdev, 0, "ersff_4", NULL, 0);
  538. break;
  539. }
  540. }
  541. static void zfcp_erp_strategy_followup_success(struct zfcp_erp_action *act)
  542. {
  543. switch (act->action) {
  544. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  545. _zfcp_erp_port_reopen_all(act->adapter, 0, "ersfs_1", NULL);
  546. break;
  547. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  548. _zfcp_erp_port_reopen(act->port, 0, "ersfs_2", NULL);
  549. break;
  550. case ZFCP_ERP_ACTION_REOPEN_PORT:
  551. _zfcp_erp_lun_reopen_all(act->port, 0, "ersfs_3", NULL);
  552. break;
  553. }
  554. }
  555. static void zfcp_erp_wakeup(struct zfcp_adapter *adapter)
  556. {
  557. unsigned long flags;
  558. read_lock_irqsave(&adapter->erp_lock, flags);
  559. if (list_empty(&adapter->erp_ready_head) &&
  560. list_empty(&adapter->erp_running_head)) {
  561. atomic_clear_mask(ZFCP_STATUS_ADAPTER_ERP_PENDING,
  562. &adapter->status);
  563. wake_up(&adapter->erp_done_wqh);
  564. }
  565. read_unlock_irqrestore(&adapter->erp_lock, flags);
  566. }
  567. static int zfcp_erp_adapter_strategy_open_qdio(struct zfcp_erp_action *act)
  568. {
  569. struct zfcp_qdio *qdio = act->adapter->qdio;
  570. if (zfcp_qdio_open(qdio))
  571. return ZFCP_ERP_FAILED;
  572. init_waitqueue_head(&qdio->req_q_wq);
  573. atomic_set_mask(ZFCP_STATUS_ADAPTER_QDIOUP, &act->adapter->status);
  574. return ZFCP_ERP_SUCCEEDED;
  575. }
  576. static void zfcp_erp_enqueue_ptp_port(struct zfcp_adapter *adapter)
  577. {
  578. struct zfcp_port *port;
  579. port = zfcp_port_enqueue(adapter, adapter->peer_wwpn, 0,
  580. adapter->peer_d_id);
  581. if (IS_ERR(port)) /* error or port already attached */
  582. return;
  583. _zfcp_erp_port_reopen(port, 0, "ereptp1", NULL);
  584. }
  585. static int zfcp_erp_adapter_strat_fsf_xconf(struct zfcp_erp_action *erp_action)
  586. {
  587. int retries;
  588. int sleep = 1;
  589. struct zfcp_adapter *adapter = erp_action->adapter;
  590. atomic_clear_mask(ZFCP_STATUS_ADAPTER_XCONFIG_OK, &adapter->status);
  591. for (retries = 7; retries; retries--) {
  592. atomic_clear_mask(ZFCP_STATUS_ADAPTER_HOST_CON_INIT,
  593. &adapter->status);
  594. write_lock_irq(&adapter->erp_lock);
  595. zfcp_erp_action_to_running(erp_action);
  596. write_unlock_irq(&adapter->erp_lock);
  597. if (zfcp_fsf_exchange_config_data(erp_action)) {
  598. atomic_clear_mask(ZFCP_STATUS_ADAPTER_HOST_CON_INIT,
  599. &adapter->status);
  600. return ZFCP_ERP_FAILED;
  601. }
  602. wait_event(adapter->erp_ready_wq,
  603. !list_empty(&adapter->erp_ready_head));
  604. if (erp_action->status & ZFCP_STATUS_ERP_TIMEDOUT)
  605. break;
  606. if (!(atomic_read(&adapter->status) &
  607. ZFCP_STATUS_ADAPTER_HOST_CON_INIT))
  608. break;
  609. ssleep(sleep);
  610. sleep *= 2;
  611. }
  612. atomic_clear_mask(ZFCP_STATUS_ADAPTER_HOST_CON_INIT,
  613. &adapter->status);
  614. if (!(atomic_read(&adapter->status) & ZFCP_STATUS_ADAPTER_XCONFIG_OK))
  615. return ZFCP_ERP_FAILED;
  616. if (fc_host_port_type(adapter->scsi_host) == FC_PORTTYPE_PTP)
  617. zfcp_erp_enqueue_ptp_port(adapter);
  618. return ZFCP_ERP_SUCCEEDED;
  619. }
  620. static int zfcp_erp_adapter_strategy_open_fsf_xport(struct zfcp_erp_action *act)
  621. {
  622. int ret;
  623. struct zfcp_adapter *adapter = act->adapter;
  624. write_lock_irq(&adapter->erp_lock);
  625. zfcp_erp_action_to_running(act);
  626. write_unlock_irq(&adapter->erp_lock);
  627. ret = zfcp_fsf_exchange_port_data(act);
  628. if (ret == -EOPNOTSUPP)
  629. return ZFCP_ERP_SUCCEEDED;
  630. if (ret)
  631. return ZFCP_ERP_FAILED;
  632. zfcp_dbf_rec_run("erasox1", act);
  633. wait_event(adapter->erp_ready_wq,
  634. !list_empty(&adapter->erp_ready_head));
  635. zfcp_dbf_rec_run("erasox2", act);
  636. if (act->status & ZFCP_STATUS_ERP_TIMEDOUT)
  637. return ZFCP_ERP_FAILED;
  638. return ZFCP_ERP_SUCCEEDED;
  639. }
  640. static int zfcp_erp_adapter_strategy_open_fsf(struct zfcp_erp_action *act)
  641. {
  642. if (zfcp_erp_adapter_strat_fsf_xconf(act) == ZFCP_ERP_FAILED)
  643. return ZFCP_ERP_FAILED;
  644. if (zfcp_erp_adapter_strategy_open_fsf_xport(act) == ZFCP_ERP_FAILED)
  645. return ZFCP_ERP_FAILED;
  646. if (mempool_resize(act->adapter->pool.status_read_data,
  647. act->adapter->stat_read_buf_num, GFP_KERNEL))
  648. return ZFCP_ERP_FAILED;
  649. if (mempool_resize(act->adapter->pool.status_read_req,
  650. act->adapter->stat_read_buf_num, GFP_KERNEL))
  651. return ZFCP_ERP_FAILED;
  652. atomic_set(&act->adapter->stat_miss, act->adapter->stat_read_buf_num);
  653. if (zfcp_status_read_refill(act->adapter))
  654. return ZFCP_ERP_FAILED;
  655. return ZFCP_ERP_SUCCEEDED;
  656. }
  657. static void zfcp_erp_adapter_strategy_close(struct zfcp_erp_action *act)
  658. {
  659. struct zfcp_adapter *adapter = act->adapter;
  660. /* close queues to ensure that buffers are not accessed by adapter */
  661. zfcp_qdio_close(adapter->qdio);
  662. zfcp_fsf_req_dismiss_all(adapter);
  663. adapter->fsf_req_seq_no = 0;
  664. zfcp_fc_wka_ports_force_offline(adapter->gs);
  665. /* all ports and LUNs are closed */
  666. zfcp_erp_clear_adapter_status(adapter, ZFCP_STATUS_COMMON_OPEN);
  667. atomic_clear_mask(ZFCP_STATUS_ADAPTER_XCONFIG_OK |
  668. ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED, &adapter->status);
  669. }
  670. static int zfcp_erp_adapter_strategy_open(struct zfcp_erp_action *act)
  671. {
  672. struct zfcp_adapter *adapter = act->adapter;
  673. if (zfcp_erp_adapter_strategy_open_qdio(act)) {
  674. atomic_clear_mask(ZFCP_STATUS_ADAPTER_XCONFIG_OK |
  675. ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED,
  676. &adapter->status);
  677. return ZFCP_ERP_FAILED;
  678. }
  679. if (zfcp_erp_adapter_strategy_open_fsf(act)) {
  680. zfcp_erp_adapter_strategy_close(act);
  681. return ZFCP_ERP_FAILED;
  682. }
  683. atomic_set_mask(ZFCP_STATUS_COMMON_OPEN, &adapter->status);
  684. return ZFCP_ERP_SUCCEEDED;
  685. }
  686. static int zfcp_erp_adapter_strategy(struct zfcp_erp_action *act)
  687. {
  688. struct zfcp_adapter *adapter = act->adapter;
  689. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_OPEN) {
  690. zfcp_erp_adapter_strategy_close(act);
  691. if (act->status & ZFCP_STATUS_ERP_CLOSE_ONLY)
  692. return ZFCP_ERP_EXIT;
  693. }
  694. if (zfcp_erp_adapter_strategy_open(act)) {
  695. ssleep(8);
  696. return ZFCP_ERP_FAILED;
  697. }
  698. return ZFCP_ERP_SUCCEEDED;
  699. }
  700. static int zfcp_erp_port_forced_strategy_close(struct zfcp_erp_action *act)
  701. {
  702. int retval;
  703. retval = zfcp_fsf_close_physical_port(act);
  704. if (retval == -ENOMEM)
  705. return ZFCP_ERP_NOMEM;
  706. act->step = ZFCP_ERP_STEP_PHYS_PORT_CLOSING;
  707. if (retval)
  708. return ZFCP_ERP_FAILED;
  709. return ZFCP_ERP_CONTINUES;
  710. }
  711. static void zfcp_erp_port_strategy_clearstati(struct zfcp_port *port)
  712. {
  713. atomic_clear_mask(ZFCP_STATUS_COMMON_ACCESS_DENIED, &port->status);
  714. }
  715. static int zfcp_erp_port_forced_strategy(struct zfcp_erp_action *erp_action)
  716. {
  717. struct zfcp_port *port = erp_action->port;
  718. int status = atomic_read(&port->status);
  719. switch (erp_action->step) {
  720. case ZFCP_ERP_STEP_UNINITIALIZED:
  721. zfcp_erp_port_strategy_clearstati(port);
  722. if ((status & ZFCP_STATUS_PORT_PHYS_OPEN) &&
  723. (status & ZFCP_STATUS_COMMON_OPEN))
  724. return zfcp_erp_port_forced_strategy_close(erp_action);
  725. else
  726. return ZFCP_ERP_FAILED;
  727. case ZFCP_ERP_STEP_PHYS_PORT_CLOSING:
  728. if (!(status & ZFCP_STATUS_PORT_PHYS_OPEN))
  729. return ZFCP_ERP_SUCCEEDED;
  730. }
  731. return ZFCP_ERP_FAILED;
  732. }
  733. static int zfcp_erp_port_strategy_close(struct zfcp_erp_action *erp_action)
  734. {
  735. int retval;
  736. retval = zfcp_fsf_close_port(erp_action);
  737. if (retval == -ENOMEM)
  738. return ZFCP_ERP_NOMEM;
  739. erp_action->step = ZFCP_ERP_STEP_PORT_CLOSING;
  740. if (retval)
  741. return ZFCP_ERP_FAILED;
  742. return ZFCP_ERP_CONTINUES;
  743. }
  744. static int zfcp_erp_port_strategy_open_port(struct zfcp_erp_action *erp_action)
  745. {
  746. int retval;
  747. retval = zfcp_fsf_open_port(erp_action);
  748. if (retval == -ENOMEM)
  749. return ZFCP_ERP_NOMEM;
  750. erp_action->step = ZFCP_ERP_STEP_PORT_OPENING;
  751. if (retval)
  752. return ZFCP_ERP_FAILED;
  753. return ZFCP_ERP_CONTINUES;
  754. }
  755. static int zfcp_erp_open_ptp_port(struct zfcp_erp_action *act)
  756. {
  757. struct zfcp_adapter *adapter = act->adapter;
  758. struct zfcp_port *port = act->port;
  759. if (port->wwpn != adapter->peer_wwpn) {
  760. zfcp_erp_set_port_status(port, ZFCP_STATUS_COMMON_ERP_FAILED);
  761. return ZFCP_ERP_FAILED;
  762. }
  763. port->d_id = adapter->peer_d_id;
  764. return zfcp_erp_port_strategy_open_port(act);
  765. }
  766. static int zfcp_erp_port_strategy_open_common(struct zfcp_erp_action *act)
  767. {
  768. struct zfcp_adapter *adapter = act->adapter;
  769. struct zfcp_port *port = act->port;
  770. int p_status = atomic_read(&port->status);
  771. switch (act->step) {
  772. case ZFCP_ERP_STEP_UNINITIALIZED:
  773. case ZFCP_ERP_STEP_PHYS_PORT_CLOSING:
  774. case ZFCP_ERP_STEP_PORT_CLOSING:
  775. if (fc_host_port_type(adapter->scsi_host) == FC_PORTTYPE_PTP)
  776. return zfcp_erp_open_ptp_port(act);
  777. if (!port->d_id) {
  778. zfcp_fc_trigger_did_lookup(port);
  779. return ZFCP_ERP_EXIT;
  780. }
  781. return zfcp_erp_port_strategy_open_port(act);
  782. case ZFCP_ERP_STEP_PORT_OPENING:
  783. /* D_ID might have changed during open */
  784. if (p_status & ZFCP_STATUS_COMMON_OPEN) {
  785. if (!port->d_id) {
  786. zfcp_fc_trigger_did_lookup(port);
  787. return ZFCP_ERP_EXIT;
  788. }
  789. return ZFCP_ERP_SUCCEEDED;
  790. }
  791. if (port->d_id && !(p_status & ZFCP_STATUS_COMMON_NOESC)) {
  792. port->d_id = 0;
  793. return ZFCP_ERP_FAILED;
  794. }
  795. /* fall through otherwise */
  796. }
  797. return ZFCP_ERP_FAILED;
  798. }
  799. static int zfcp_erp_port_strategy(struct zfcp_erp_action *erp_action)
  800. {
  801. struct zfcp_port *port = erp_action->port;
  802. int p_status = atomic_read(&port->status);
  803. if ((p_status & ZFCP_STATUS_COMMON_NOESC) &&
  804. !(p_status & ZFCP_STATUS_COMMON_OPEN))
  805. goto close_init_done;
  806. switch (erp_action->step) {
  807. case ZFCP_ERP_STEP_UNINITIALIZED:
  808. zfcp_erp_port_strategy_clearstati(port);
  809. if (p_status & ZFCP_STATUS_COMMON_OPEN)
  810. return zfcp_erp_port_strategy_close(erp_action);
  811. break;
  812. case ZFCP_ERP_STEP_PORT_CLOSING:
  813. if (p_status & ZFCP_STATUS_COMMON_OPEN)
  814. return ZFCP_ERP_FAILED;
  815. break;
  816. }
  817. close_init_done:
  818. if (erp_action->status & ZFCP_STATUS_ERP_CLOSE_ONLY)
  819. return ZFCP_ERP_EXIT;
  820. return zfcp_erp_port_strategy_open_common(erp_action);
  821. }
  822. static void zfcp_erp_lun_strategy_clearstati(struct scsi_device *sdev)
  823. {
  824. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  825. atomic_clear_mask(ZFCP_STATUS_COMMON_ACCESS_DENIED |
  826. ZFCP_STATUS_LUN_SHARED | ZFCP_STATUS_LUN_READONLY,
  827. &zfcp_sdev->status);
  828. }
  829. static int zfcp_erp_lun_strategy_close(struct zfcp_erp_action *erp_action)
  830. {
  831. int retval = zfcp_fsf_close_lun(erp_action);
  832. if (retval == -ENOMEM)
  833. return ZFCP_ERP_NOMEM;
  834. erp_action->step = ZFCP_ERP_STEP_LUN_CLOSING;
  835. if (retval)
  836. return ZFCP_ERP_FAILED;
  837. return ZFCP_ERP_CONTINUES;
  838. }
  839. static int zfcp_erp_lun_strategy_open(struct zfcp_erp_action *erp_action)
  840. {
  841. int retval = zfcp_fsf_open_lun(erp_action);
  842. if (retval == -ENOMEM)
  843. return ZFCP_ERP_NOMEM;
  844. erp_action->step = ZFCP_ERP_STEP_LUN_OPENING;
  845. if (retval)
  846. return ZFCP_ERP_FAILED;
  847. return ZFCP_ERP_CONTINUES;
  848. }
  849. static int zfcp_erp_lun_strategy(struct zfcp_erp_action *erp_action)
  850. {
  851. struct scsi_device *sdev = erp_action->sdev;
  852. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  853. switch (erp_action->step) {
  854. case ZFCP_ERP_STEP_UNINITIALIZED:
  855. zfcp_erp_lun_strategy_clearstati(sdev);
  856. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_OPEN)
  857. return zfcp_erp_lun_strategy_close(erp_action);
  858. /* already closed, fall through */
  859. case ZFCP_ERP_STEP_LUN_CLOSING:
  860. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_OPEN)
  861. return ZFCP_ERP_FAILED;
  862. if (erp_action->status & ZFCP_STATUS_ERP_CLOSE_ONLY)
  863. return ZFCP_ERP_EXIT;
  864. return zfcp_erp_lun_strategy_open(erp_action);
  865. case ZFCP_ERP_STEP_LUN_OPENING:
  866. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_OPEN)
  867. return ZFCP_ERP_SUCCEEDED;
  868. }
  869. return ZFCP_ERP_FAILED;
  870. }
  871. static int zfcp_erp_strategy_check_lun(struct scsi_device *sdev, int result)
  872. {
  873. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  874. switch (result) {
  875. case ZFCP_ERP_SUCCEEDED :
  876. atomic_set(&zfcp_sdev->erp_counter, 0);
  877. zfcp_erp_lun_unblock(sdev);
  878. break;
  879. case ZFCP_ERP_FAILED :
  880. atomic_inc(&zfcp_sdev->erp_counter);
  881. if (atomic_read(&zfcp_sdev->erp_counter) > ZFCP_MAX_ERPS) {
  882. dev_err(&zfcp_sdev->port->adapter->ccw_device->dev,
  883. "ERP failed for LUN 0x%016Lx on "
  884. "port 0x%016Lx\n",
  885. (unsigned long long)zfcp_scsi_dev_lun(sdev),
  886. (unsigned long long)zfcp_sdev->port->wwpn);
  887. zfcp_erp_set_lun_status(sdev,
  888. ZFCP_STATUS_COMMON_ERP_FAILED);
  889. }
  890. break;
  891. }
  892. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  893. zfcp_erp_lun_block(sdev, 0);
  894. result = ZFCP_ERP_EXIT;
  895. }
  896. return result;
  897. }
  898. static int zfcp_erp_strategy_check_port(struct zfcp_port *port, int result)
  899. {
  900. switch (result) {
  901. case ZFCP_ERP_SUCCEEDED :
  902. atomic_set(&port->erp_counter, 0);
  903. zfcp_erp_port_unblock(port);
  904. break;
  905. case ZFCP_ERP_FAILED :
  906. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_NOESC) {
  907. zfcp_erp_port_block(port, 0);
  908. result = ZFCP_ERP_EXIT;
  909. }
  910. atomic_inc(&port->erp_counter);
  911. if (atomic_read(&port->erp_counter) > ZFCP_MAX_ERPS) {
  912. dev_err(&port->adapter->ccw_device->dev,
  913. "ERP failed for remote port 0x%016Lx\n",
  914. (unsigned long long)port->wwpn);
  915. zfcp_erp_set_port_status(port,
  916. ZFCP_STATUS_COMMON_ERP_FAILED);
  917. }
  918. break;
  919. }
  920. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  921. zfcp_erp_port_block(port, 0);
  922. result = ZFCP_ERP_EXIT;
  923. }
  924. return result;
  925. }
  926. static int zfcp_erp_strategy_check_adapter(struct zfcp_adapter *adapter,
  927. int result)
  928. {
  929. switch (result) {
  930. case ZFCP_ERP_SUCCEEDED :
  931. atomic_set(&adapter->erp_counter, 0);
  932. zfcp_erp_adapter_unblock(adapter);
  933. break;
  934. case ZFCP_ERP_FAILED :
  935. atomic_inc(&adapter->erp_counter);
  936. if (atomic_read(&adapter->erp_counter) > ZFCP_MAX_ERPS) {
  937. dev_err(&adapter->ccw_device->dev,
  938. "ERP cannot recover an error "
  939. "on the FCP device\n");
  940. zfcp_erp_set_adapter_status(adapter,
  941. ZFCP_STATUS_COMMON_ERP_FAILED);
  942. }
  943. break;
  944. }
  945. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  946. zfcp_erp_adapter_block(adapter, 0);
  947. result = ZFCP_ERP_EXIT;
  948. }
  949. return result;
  950. }
  951. static int zfcp_erp_strategy_check_target(struct zfcp_erp_action *erp_action,
  952. int result)
  953. {
  954. struct zfcp_adapter *adapter = erp_action->adapter;
  955. struct zfcp_port *port = erp_action->port;
  956. struct scsi_device *sdev = erp_action->sdev;
  957. switch (erp_action->action) {
  958. case ZFCP_ERP_ACTION_REOPEN_LUN:
  959. result = zfcp_erp_strategy_check_lun(sdev, result);
  960. break;
  961. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  962. case ZFCP_ERP_ACTION_REOPEN_PORT:
  963. result = zfcp_erp_strategy_check_port(port, result);
  964. break;
  965. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  966. result = zfcp_erp_strategy_check_adapter(adapter, result);
  967. break;
  968. }
  969. return result;
  970. }
  971. static int zfcp_erp_strat_change_det(atomic_t *target_status, u32 erp_status)
  972. {
  973. int status = atomic_read(target_status);
  974. if ((status & ZFCP_STATUS_COMMON_RUNNING) &&
  975. (erp_status & ZFCP_STATUS_ERP_CLOSE_ONLY))
  976. return 1; /* take it online */
  977. if (!(status & ZFCP_STATUS_COMMON_RUNNING) &&
  978. !(erp_status & ZFCP_STATUS_ERP_CLOSE_ONLY))
  979. return 1; /* take it offline */
  980. return 0;
  981. }
  982. static int zfcp_erp_strategy_statechange(struct zfcp_erp_action *act, int ret)
  983. {
  984. int action = act->action;
  985. struct zfcp_adapter *adapter = act->adapter;
  986. struct zfcp_port *port = act->port;
  987. struct scsi_device *sdev = act->sdev;
  988. struct zfcp_scsi_dev *zfcp_sdev;
  989. u32 erp_status = act->status;
  990. switch (action) {
  991. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  992. if (zfcp_erp_strat_change_det(&adapter->status, erp_status)) {
  993. _zfcp_erp_adapter_reopen(adapter,
  994. ZFCP_STATUS_COMMON_ERP_FAILED,
  995. "ersscg1", NULL);
  996. return ZFCP_ERP_EXIT;
  997. }
  998. break;
  999. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  1000. case ZFCP_ERP_ACTION_REOPEN_PORT:
  1001. if (zfcp_erp_strat_change_det(&port->status, erp_status)) {
  1002. _zfcp_erp_port_reopen(port,
  1003. ZFCP_STATUS_COMMON_ERP_FAILED,
  1004. "ersscg2", NULL);
  1005. return ZFCP_ERP_EXIT;
  1006. }
  1007. break;
  1008. case ZFCP_ERP_ACTION_REOPEN_LUN:
  1009. zfcp_sdev = sdev_to_zfcp(sdev);
  1010. if (zfcp_erp_strat_change_det(&zfcp_sdev->status, erp_status)) {
  1011. _zfcp_erp_lun_reopen(sdev,
  1012. ZFCP_STATUS_COMMON_ERP_FAILED,
  1013. "ersscg3", NULL, 0);
  1014. return ZFCP_ERP_EXIT;
  1015. }
  1016. break;
  1017. }
  1018. return ret;
  1019. }
  1020. static void zfcp_erp_action_dequeue(struct zfcp_erp_action *erp_action)
  1021. {
  1022. struct zfcp_adapter *adapter = erp_action->adapter;
  1023. struct zfcp_scsi_dev *zfcp_sdev;
  1024. adapter->erp_total_count--;
  1025. if (erp_action->status & ZFCP_STATUS_ERP_LOWMEM) {
  1026. adapter->erp_low_mem_count--;
  1027. erp_action->status &= ~ZFCP_STATUS_ERP_LOWMEM;
  1028. }
  1029. list_del(&erp_action->list);
  1030. zfcp_dbf_rec_run("eractd1", erp_action);
  1031. switch (erp_action->action) {
  1032. case ZFCP_ERP_ACTION_REOPEN_LUN:
  1033. zfcp_sdev = sdev_to_zfcp(erp_action->sdev);
  1034. atomic_clear_mask(ZFCP_STATUS_COMMON_ERP_INUSE,
  1035. &zfcp_sdev->status);
  1036. break;
  1037. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  1038. case ZFCP_ERP_ACTION_REOPEN_PORT:
  1039. atomic_clear_mask(ZFCP_STATUS_COMMON_ERP_INUSE,
  1040. &erp_action->port->status);
  1041. break;
  1042. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  1043. atomic_clear_mask(ZFCP_STATUS_COMMON_ERP_INUSE,
  1044. &erp_action->adapter->status);
  1045. break;
  1046. }
  1047. }
  1048. static void zfcp_erp_action_cleanup(struct zfcp_erp_action *act, int result)
  1049. {
  1050. struct zfcp_adapter *adapter = act->adapter;
  1051. struct zfcp_port *port = act->port;
  1052. struct scsi_device *sdev = act->sdev;
  1053. switch (act->action) {
  1054. case ZFCP_ERP_ACTION_REOPEN_LUN:
  1055. if (!(act->status & ZFCP_STATUS_ERP_NO_REF))
  1056. scsi_device_put(sdev);
  1057. break;
  1058. case ZFCP_ERP_ACTION_REOPEN_PORT:
  1059. if (result == ZFCP_ERP_SUCCEEDED)
  1060. zfcp_scsi_schedule_rport_register(port);
  1061. /* fall through */
  1062. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  1063. put_device(&port->dev);
  1064. break;
  1065. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  1066. if (result == ZFCP_ERP_SUCCEEDED) {
  1067. register_service_level(&adapter->service_level);
  1068. queue_work(adapter->work_queue, &adapter->scan_work);
  1069. } else
  1070. unregister_service_level(&adapter->service_level);
  1071. kref_put(&adapter->ref, zfcp_adapter_release);
  1072. break;
  1073. }
  1074. }
  1075. static int zfcp_erp_strategy_do_action(struct zfcp_erp_action *erp_action)
  1076. {
  1077. switch (erp_action->action) {
  1078. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  1079. return zfcp_erp_adapter_strategy(erp_action);
  1080. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  1081. return zfcp_erp_port_forced_strategy(erp_action);
  1082. case ZFCP_ERP_ACTION_REOPEN_PORT:
  1083. return zfcp_erp_port_strategy(erp_action);
  1084. case ZFCP_ERP_ACTION_REOPEN_LUN:
  1085. return zfcp_erp_lun_strategy(erp_action);
  1086. }
  1087. return ZFCP_ERP_FAILED;
  1088. }
  1089. static int zfcp_erp_strategy(struct zfcp_erp_action *erp_action)
  1090. {
  1091. int retval;
  1092. unsigned long flags;
  1093. struct zfcp_adapter *adapter = erp_action->adapter;
  1094. kref_get(&adapter->ref);
  1095. write_lock_irqsave(&adapter->erp_lock, flags);
  1096. zfcp_erp_strategy_check_fsfreq(erp_action);
  1097. if (erp_action->status & ZFCP_STATUS_ERP_DISMISSED) {
  1098. zfcp_erp_action_dequeue(erp_action);
  1099. retval = ZFCP_ERP_DISMISSED;
  1100. goto unlock;
  1101. }
  1102. if (erp_action->status & ZFCP_STATUS_ERP_TIMEDOUT) {
  1103. retval = ZFCP_ERP_FAILED;
  1104. goto check_target;
  1105. }
  1106. zfcp_erp_action_to_running(erp_action);
  1107. /* no lock to allow for blocking operations */
  1108. write_unlock_irqrestore(&adapter->erp_lock, flags);
  1109. retval = zfcp_erp_strategy_do_action(erp_action);
  1110. write_lock_irqsave(&adapter->erp_lock, flags);
  1111. if (erp_action->status & ZFCP_STATUS_ERP_DISMISSED)
  1112. retval = ZFCP_ERP_CONTINUES;
  1113. switch (retval) {
  1114. case ZFCP_ERP_NOMEM:
  1115. if (!(erp_action->status & ZFCP_STATUS_ERP_LOWMEM)) {
  1116. ++adapter->erp_low_mem_count;
  1117. erp_action->status |= ZFCP_STATUS_ERP_LOWMEM;
  1118. }
  1119. if (adapter->erp_total_count == adapter->erp_low_mem_count)
  1120. _zfcp_erp_adapter_reopen(adapter, 0, "erstgy1", NULL);
  1121. else {
  1122. zfcp_erp_strategy_memwait(erp_action);
  1123. retval = ZFCP_ERP_CONTINUES;
  1124. }
  1125. goto unlock;
  1126. case ZFCP_ERP_CONTINUES:
  1127. if (erp_action->status & ZFCP_STATUS_ERP_LOWMEM) {
  1128. --adapter->erp_low_mem_count;
  1129. erp_action->status &= ~ZFCP_STATUS_ERP_LOWMEM;
  1130. }
  1131. goto unlock;
  1132. }
  1133. check_target:
  1134. retval = zfcp_erp_strategy_check_target(erp_action, retval);
  1135. zfcp_erp_action_dequeue(erp_action);
  1136. retval = zfcp_erp_strategy_statechange(erp_action, retval);
  1137. if (retval == ZFCP_ERP_EXIT)
  1138. goto unlock;
  1139. if (retval == ZFCP_ERP_SUCCEEDED)
  1140. zfcp_erp_strategy_followup_success(erp_action);
  1141. if (retval == ZFCP_ERP_FAILED)
  1142. zfcp_erp_strategy_followup_failed(erp_action);
  1143. unlock:
  1144. write_unlock_irqrestore(&adapter->erp_lock, flags);
  1145. if (retval != ZFCP_ERP_CONTINUES)
  1146. zfcp_erp_action_cleanup(erp_action, retval);
  1147. kref_put(&adapter->ref, zfcp_adapter_release);
  1148. return retval;
  1149. }
  1150. static int zfcp_erp_thread(void *data)
  1151. {
  1152. struct zfcp_adapter *adapter = (struct zfcp_adapter *) data;
  1153. struct list_head *next;
  1154. struct zfcp_erp_action *act;
  1155. unsigned long flags;
  1156. for (;;) {
  1157. wait_event_interruptible(adapter->erp_ready_wq,
  1158. !list_empty(&adapter->erp_ready_head) ||
  1159. kthread_should_stop());
  1160. if (kthread_should_stop())
  1161. break;
  1162. write_lock_irqsave(&adapter->erp_lock, flags);
  1163. next = adapter->erp_ready_head.next;
  1164. write_unlock_irqrestore(&adapter->erp_lock, flags);
  1165. if (next != &adapter->erp_ready_head) {
  1166. act = list_entry(next, struct zfcp_erp_action, list);
  1167. /* there is more to come after dismission, no notify */
  1168. if (zfcp_erp_strategy(act) != ZFCP_ERP_DISMISSED)
  1169. zfcp_erp_wakeup(adapter);
  1170. }
  1171. }
  1172. return 0;
  1173. }
  1174. /**
  1175. * zfcp_erp_thread_setup - Start ERP thread for adapter
  1176. * @adapter: Adapter to start the ERP thread for
  1177. *
  1178. * Returns 0 on success or error code from kernel_thread()
  1179. */
  1180. int zfcp_erp_thread_setup(struct zfcp_adapter *adapter)
  1181. {
  1182. struct task_struct *thread;
  1183. thread = kthread_run(zfcp_erp_thread, adapter, "zfcperp%s",
  1184. dev_name(&adapter->ccw_device->dev));
  1185. if (IS_ERR(thread)) {
  1186. dev_err(&adapter->ccw_device->dev,
  1187. "Creating an ERP thread for the FCP device failed.\n");
  1188. return PTR_ERR(thread);
  1189. }
  1190. adapter->erp_thread = thread;
  1191. return 0;
  1192. }
  1193. /**
  1194. * zfcp_erp_thread_kill - Stop ERP thread.
  1195. * @adapter: Adapter where the ERP thread should be stopped.
  1196. *
  1197. * The caller of this routine ensures that the specified adapter has
  1198. * been shut down and that this operation has been completed. Thus,
  1199. * there are no pending erp_actions which would need to be handled
  1200. * here.
  1201. */
  1202. void zfcp_erp_thread_kill(struct zfcp_adapter *adapter)
  1203. {
  1204. kthread_stop(adapter->erp_thread);
  1205. adapter->erp_thread = NULL;
  1206. WARN_ON(!list_empty(&adapter->erp_ready_head));
  1207. WARN_ON(!list_empty(&adapter->erp_running_head));
  1208. }
  1209. /**
  1210. * zfcp_erp_wait - wait for completion of error recovery on an adapter
  1211. * @adapter: adapter for which to wait for completion of its error recovery
  1212. */
  1213. void zfcp_erp_wait(struct zfcp_adapter *adapter)
  1214. {
  1215. wait_event(adapter->erp_done_wqh,
  1216. !(atomic_read(&adapter->status) &
  1217. ZFCP_STATUS_ADAPTER_ERP_PENDING));
  1218. }
  1219. /**
  1220. * zfcp_erp_set_adapter_status - set adapter status bits
  1221. * @adapter: adapter to change the status
  1222. * @mask: status bits to change
  1223. *
  1224. * Changes in common status bits are propagated to attached ports and LUNs.
  1225. */
  1226. void zfcp_erp_set_adapter_status(struct zfcp_adapter *adapter, u32 mask)
  1227. {
  1228. struct zfcp_port *port;
  1229. struct scsi_device *sdev;
  1230. unsigned long flags;
  1231. u32 common_mask = mask & ZFCP_COMMON_FLAGS;
  1232. atomic_set_mask(mask, &adapter->status);
  1233. if (!common_mask)
  1234. return;
  1235. read_lock_irqsave(&adapter->port_list_lock, flags);
  1236. list_for_each_entry(port, &adapter->port_list, list)
  1237. atomic_set_mask(common_mask, &port->status);
  1238. read_unlock_irqrestore(&adapter->port_list_lock, flags);
  1239. shost_for_each_device(sdev, adapter->scsi_host)
  1240. atomic_set_mask(common_mask, &sdev_to_zfcp(sdev)->status);
  1241. }
  1242. /**
  1243. * zfcp_erp_clear_adapter_status - clear adapter status bits
  1244. * @adapter: adapter to change the status
  1245. * @mask: status bits to change
  1246. *
  1247. * Changes in common status bits are propagated to attached ports and LUNs.
  1248. */
  1249. void zfcp_erp_clear_adapter_status(struct zfcp_adapter *adapter, u32 mask)
  1250. {
  1251. struct zfcp_port *port;
  1252. struct scsi_device *sdev;
  1253. unsigned long flags;
  1254. u32 common_mask = mask & ZFCP_COMMON_FLAGS;
  1255. u32 clear_counter = mask & ZFCP_STATUS_COMMON_ERP_FAILED;
  1256. atomic_clear_mask(mask, &adapter->status);
  1257. if (!common_mask)
  1258. return;
  1259. if (clear_counter)
  1260. atomic_set(&adapter->erp_counter, 0);
  1261. read_lock_irqsave(&adapter->port_list_lock, flags);
  1262. list_for_each_entry(port, &adapter->port_list, list) {
  1263. atomic_clear_mask(common_mask, &port->status);
  1264. if (clear_counter)
  1265. atomic_set(&port->erp_counter, 0);
  1266. }
  1267. read_unlock_irqrestore(&adapter->port_list_lock, flags);
  1268. shost_for_each_device(sdev, adapter->scsi_host) {
  1269. atomic_clear_mask(common_mask, &sdev_to_zfcp(sdev)->status);
  1270. if (clear_counter)
  1271. atomic_set(&sdev_to_zfcp(sdev)->erp_counter, 0);
  1272. }
  1273. }
  1274. /**
  1275. * zfcp_erp_set_port_status - set port status bits
  1276. * @port: port to change the status
  1277. * @mask: status bits to change
  1278. *
  1279. * Changes in common status bits are propagated to attached LUNs.
  1280. */
  1281. void zfcp_erp_set_port_status(struct zfcp_port *port, u32 mask)
  1282. {
  1283. struct scsi_device *sdev;
  1284. u32 common_mask = mask & ZFCP_COMMON_FLAGS;
  1285. atomic_set_mask(mask, &port->status);
  1286. if (!common_mask)
  1287. return;
  1288. shost_for_each_device(sdev, port->adapter->scsi_host)
  1289. if (sdev_to_zfcp(sdev)->port == port)
  1290. atomic_set_mask(common_mask,
  1291. &sdev_to_zfcp(sdev)->status);
  1292. }
  1293. /**
  1294. * zfcp_erp_clear_port_status - clear port status bits
  1295. * @port: adapter to change the status
  1296. * @mask: status bits to change
  1297. *
  1298. * Changes in common status bits are propagated to attached LUNs.
  1299. */
  1300. void zfcp_erp_clear_port_status(struct zfcp_port *port, u32 mask)
  1301. {
  1302. struct scsi_device *sdev;
  1303. u32 common_mask = mask & ZFCP_COMMON_FLAGS;
  1304. u32 clear_counter = mask & ZFCP_STATUS_COMMON_ERP_FAILED;
  1305. atomic_clear_mask(mask, &port->status);
  1306. if (!common_mask)
  1307. return;
  1308. if (clear_counter)
  1309. atomic_set(&port->erp_counter, 0);
  1310. shost_for_each_device(sdev, port->adapter->scsi_host)
  1311. if (sdev_to_zfcp(sdev)->port == port) {
  1312. atomic_clear_mask(common_mask,
  1313. &sdev_to_zfcp(sdev)->status);
  1314. if (clear_counter)
  1315. atomic_set(&sdev_to_zfcp(sdev)->erp_counter, 0);
  1316. }
  1317. }
  1318. /**
  1319. * zfcp_erp_set_lun_status - set lun status bits
  1320. * @sdev: SCSI device / lun to set the status bits
  1321. * @mask: status bits to change
  1322. */
  1323. void zfcp_erp_set_lun_status(struct scsi_device *sdev, u32 mask)
  1324. {
  1325. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  1326. atomic_set_mask(mask, &zfcp_sdev->status);
  1327. }
  1328. /**
  1329. * zfcp_erp_clear_lun_status - clear lun status bits
  1330. * @sdev: SCSi device / lun to clear the status bits
  1331. * @mask: status bits to change
  1332. */
  1333. void zfcp_erp_clear_lun_status(struct scsi_device *sdev, u32 mask)
  1334. {
  1335. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  1336. atomic_clear_mask(mask, &zfcp_sdev->status);
  1337. if (mask & ZFCP_STATUS_COMMON_ERP_FAILED)
  1338. atomic_set(&zfcp_sdev->erp_counter, 0);
  1339. }