zfcp_erp.c 44 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580
  1. /*
  2. * zfcp device driver
  3. *
  4. * Error Recovery Procedures (ERP).
  5. *
  6. * Copyright IBM Corporation 2002, 2010
  7. */
  8. #define KMSG_COMPONENT "zfcp"
  9. #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt
  10. #include <linux/kthread.h>
  11. #include "zfcp_ext.h"
  12. #include "zfcp_reqlist.h"
  13. #define ZFCP_MAX_ERPS 3
  14. enum zfcp_erp_act_flags {
  15. ZFCP_STATUS_ERP_TIMEDOUT = 0x10000000,
  16. ZFCP_STATUS_ERP_CLOSE_ONLY = 0x01000000,
  17. ZFCP_STATUS_ERP_DISMISSING = 0x00100000,
  18. ZFCP_STATUS_ERP_DISMISSED = 0x00200000,
  19. ZFCP_STATUS_ERP_LOWMEM = 0x00400000,
  20. ZFCP_STATUS_ERP_NO_REF = 0x00800000,
  21. };
  22. enum zfcp_erp_steps {
  23. ZFCP_ERP_STEP_UNINITIALIZED = 0x0000,
  24. ZFCP_ERP_STEP_FSF_XCONFIG = 0x0001,
  25. ZFCP_ERP_STEP_PHYS_PORT_CLOSING = 0x0010,
  26. ZFCP_ERP_STEP_PORT_CLOSING = 0x0100,
  27. ZFCP_ERP_STEP_PORT_OPENING = 0x0800,
  28. ZFCP_ERP_STEP_LUN_CLOSING = 0x1000,
  29. ZFCP_ERP_STEP_LUN_OPENING = 0x2000,
  30. };
  31. enum zfcp_erp_act_type {
  32. ZFCP_ERP_ACTION_REOPEN_LUN = 1,
  33. ZFCP_ERP_ACTION_REOPEN_PORT = 2,
  34. ZFCP_ERP_ACTION_REOPEN_PORT_FORCED = 3,
  35. ZFCP_ERP_ACTION_REOPEN_ADAPTER = 4,
  36. };
  37. enum zfcp_erp_act_state {
  38. ZFCP_ERP_ACTION_RUNNING = 1,
  39. ZFCP_ERP_ACTION_READY = 2,
  40. };
  41. enum zfcp_erp_act_result {
  42. ZFCP_ERP_SUCCEEDED = 0,
  43. ZFCP_ERP_FAILED = 1,
  44. ZFCP_ERP_CONTINUES = 2,
  45. ZFCP_ERP_EXIT = 3,
  46. ZFCP_ERP_DISMISSED = 4,
  47. ZFCP_ERP_NOMEM = 5,
  48. };
  49. static void zfcp_erp_adapter_block(struct zfcp_adapter *adapter, int mask)
  50. {
  51. zfcp_erp_clear_adapter_status(adapter,
  52. ZFCP_STATUS_COMMON_UNBLOCKED | mask);
  53. }
  54. static int zfcp_erp_action_exists(struct zfcp_erp_action *act)
  55. {
  56. struct zfcp_erp_action *curr_act;
  57. list_for_each_entry(curr_act, &act->adapter->erp_running_head, list)
  58. if (act == curr_act)
  59. return ZFCP_ERP_ACTION_RUNNING;
  60. return 0;
  61. }
  62. static void zfcp_erp_action_ready(struct zfcp_erp_action *act)
  63. {
  64. struct zfcp_adapter *adapter = act->adapter;
  65. list_move(&act->list, &act->adapter->erp_ready_head);
  66. zfcp_dbf_rec_action("erardy1", act);
  67. wake_up(&adapter->erp_ready_wq);
  68. zfcp_dbf_rec_thread("erardy2", adapter->dbf);
  69. }
  70. static void zfcp_erp_action_dismiss(struct zfcp_erp_action *act)
  71. {
  72. act->status |= ZFCP_STATUS_ERP_DISMISSED;
  73. if (zfcp_erp_action_exists(act) == ZFCP_ERP_ACTION_RUNNING)
  74. zfcp_erp_action_ready(act);
  75. }
  76. static void zfcp_erp_action_dismiss_lun(struct scsi_device *sdev)
  77. {
  78. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  79. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_ERP_INUSE)
  80. zfcp_erp_action_dismiss(&zfcp_sdev->erp_action);
  81. }
  82. static void zfcp_erp_action_dismiss_port(struct zfcp_port *port)
  83. {
  84. struct scsi_device *sdev;
  85. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_ERP_INUSE)
  86. zfcp_erp_action_dismiss(&port->erp_action);
  87. else
  88. shost_for_each_device(sdev, port->adapter->scsi_host)
  89. if (sdev_to_zfcp(sdev)->port == port)
  90. zfcp_erp_action_dismiss_lun(sdev);
  91. }
  92. static void zfcp_erp_action_dismiss_adapter(struct zfcp_adapter *adapter)
  93. {
  94. struct zfcp_port *port;
  95. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_ERP_INUSE)
  96. zfcp_erp_action_dismiss(&adapter->erp_action);
  97. else {
  98. read_lock(&adapter->port_list_lock);
  99. list_for_each_entry(port, &adapter->port_list, list)
  100. zfcp_erp_action_dismiss_port(port);
  101. read_unlock(&adapter->port_list_lock);
  102. }
  103. }
  104. static int zfcp_erp_required_act(int want, struct zfcp_adapter *adapter,
  105. struct zfcp_port *port,
  106. struct scsi_device *sdev)
  107. {
  108. int need = want;
  109. int l_status, p_status, a_status;
  110. struct zfcp_scsi_dev *zfcp_sdev;
  111. switch (want) {
  112. case ZFCP_ERP_ACTION_REOPEN_LUN:
  113. zfcp_sdev = sdev_to_zfcp(sdev);
  114. l_status = atomic_read(&zfcp_sdev->status);
  115. if (l_status & ZFCP_STATUS_COMMON_ERP_INUSE)
  116. return 0;
  117. p_status = atomic_read(&port->status);
  118. if (!(p_status & ZFCP_STATUS_COMMON_RUNNING) ||
  119. p_status & ZFCP_STATUS_COMMON_ERP_FAILED)
  120. return 0;
  121. if (!(p_status & ZFCP_STATUS_COMMON_UNBLOCKED))
  122. need = ZFCP_ERP_ACTION_REOPEN_PORT;
  123. /* fall through */
  124. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  125. p_status = atomic_read(&port->status);
  126. if (!(p_status & ZFCP_STATUS_COMMON_OPEN))
  127. need = ZFCP_ERP_ACTION_REOPEN_PORT;
  128. /* fall through */
  129. case ZFCP_ERP_ACTION_REOPEN_PORT:
  130. p_status = atomic_read(&port->status);
  131. if (p_status & ZFCP_STATUS_COMMON_ERP_INUSE)
  132. return 0;
  133. a_status = atomic_read(&adapter->status);
  134. if (!(a_status & ZFCP_STATUS_COMMON_RUNNING) ||
  135. a_status & ZFCP_STATUS_COMMON_ERP_FAILED)
  136. return 0;
  137. if (p_status & ZFCP_STATUS_COMMON_NOESC)
  138. return need;
  139. if (!(a_status & ZFCP_STATUS_COMMON_UNBLOCKED))
  140. need = ZFCP_ERP_ACTION_REOPEN_ADAPTER;
  141. /* fall through */
  142. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  143. a_status = atomic_read(&adapter->status);
  144. if (a_status & ZFCP_STATUS_COMMON_ERP_INUSE)
  145. return 0;
  146. if (!(a_status & ZFCP_STATUS_COMMON_RUNNING) &&
  147. !(a_status & ZFCP_STATUS_COMMON_OPEN))
  148. return 0; /* shutdown requested for closed adapter */
  149. }
  150. return need;
  151. }
  152. static struct zfcp_erp_action *zfcp_erp_setup_act(int need, u32 act_status,
  153. struct zfcp_adapter *adapter,
  154. struct zfcp_port *port,
  155. struct scsi_device *sdev)
  156. {
  157. struct zfcp_erp_action *erp_action;
  158. struct zfcp_scsi_dev *zfcp_sdev;
  159. switch (need) {
  160. case ZFCP_ERP_ACTION_REOPEN_LUN:
  161. zfcp_sdev = sdev_to_zfcp(sdev);
  162. if (!(act_status & ZFCP_STATUS_ERP_NO_REF))
  163. if (scsi_device_get(sdev))
  164. return NULL;
  165. atomic_set_mask(ZFCP_STATUS_COMMON_ERP_INUSE,
  166. &zfcp_sdev->status);
  167. erp_action = &zfcp_sdev->erp_action;
  168. memset(erp_action, 0, sizeof(struct zfcp_erp_action));
  169. erp_action->port = port;
  170. erp_action->sdev = sdev;
  171. if (!(atomic_read(&zfcp_sdev->status) &
  172. ZFCP_STATUS_COMMON_RUNNING))
  173. act_status |= ZFCP_STATUS_ERP_CLOSE_ONLY;
  174. break;
  175. case ZFCP_ERP_ACTION_REOPEN_PORT:
  176. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  177. if (!get_device(&port->dev))
  178. return NULL;
  179. zfcp_erp_action_dismiss_port(port);
  180. atomic_set_mask(ZFCP_STATUS_COMMON_ERP_INUSE, &port->status);
  181. erp_action = &port->erp_action;
  182. memset(erp_action, 0, sizeof(struct zfcp_erp_action));
  183. erp_action->port = port;
  184. if (!(atomic_read(&port->status) & ZFCP_STATUS_COMMON_RUNNING))
  185. act_status |= ZFCP_STATUS_ERP_CLOSE_ONLY;
  186. break;
  187. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  188. kref_get(&adapter->ref);
  189. zfcp_erp_action_dismiss_adapter(adapter);
  190. atomic_set_mask(ZFCP_STATUS_COMMON_ERP_INUSE, &adapter->status);
  191. erp_action = &adapter->erp_action;
  192. memset(erp_action, 0, sizeof(struct zfcp_erp_action));
  193. if (!(atomic_read(&adapter->status) &
  194. ZFCP_STATUS_COMMON_RUNNING))
  195. act_status |= ZFCP_STATUS_ERP_CLOSE_ONLY;
  196. break;
  197. default:
  198. return NULL;
  199. }
  200. erp_action->adapter = adapter;
  201. erp_action->action = need;
  202. erp_action->status = act_status;
  203. return erp_action;
  204. }
  205. static int zfcp_erp_action_enqueue(int want, struct zfcp_adapter *adapter,
  206. struct zfcp_port *port,
  207. struct scsi_device *sdev,
  208. char *id, void *ref, u32 act_status)
  209. {
  210. int retval = 1, need;
  211. struct zfcp_erp_action *act = NULL;
  212. if (!adapter->erp_thread)
  213. return -EIO;
  214. need = zfcp_erp_required_act(want, adapter, port, sdev);
  215. if (!need)
  216. goto out;
  217. act = zfcp_erp_setup_act(need, act_status, adapter, port, sdev);
  218. if (!act)
  219. goto out;
  220. atomic_set_mask(ZFCP_STATUS_ADAPTER_ERP_PENDING, &adapter->status);
  221. ++adapter->erp_total_count;
  222. list_add_tail(&act->list, &adapter->erp_ready_head);
  223. wake_up(&adapter->erp_ready_wq);
  224. zfcp_dbf_rec_thread("eracte1", adapter->dbf);
  225. retval = 0;
  226. out:
  227. zfcp_dbf_rec_trigger(id, ref, want, need, act, adapter, port, sdev);
  228. return retval;
  229. }
  230. static int _zfcp_erp_adapter_reopen(struct zfcp_adapter *adapter,
  231. int clear_mask, char *id, void *ref)
  232. {
  233. zfcp_erp_adapter_block(adapter, clear_mask);
  234. zfcp_scsi_schedule_rports_block(adapter);
  235. /* ensure propagation of failed status to new devices */
  236. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  237. zfcp_erp_set_adapter_status(adapter,
  238. ZFCP_STATUS_COMMON_ERP_FAILED);
  239. return -EIO;
  240. }
  241. return zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_ADAPTER,
  242. adapter, NULL, NULL, id, ref, 0);
  243. }
  244. /**
  245. * zfcp_erp_adapter_reopen - Reopen adapter.
  246. * @adapter: Adapter to reopen.
  247. * @clear: Status flags to clear.
  248. * @id: Id for debug trace event.
  249. * @ref: Reference for debug trace event.
  250. */
  251. void zfcp_erp_adapter_reopen(struct zfcp_adapter *adapter, int clear,
  252. char *id, void *ref)
  253. {
  254. unsigned long flags;
  255. zfcp_erp_adapter_block(adapter, clear);
  256. zfcp_scsi_schedule_rports_block(adapter);
  257. write_lock_irqsave(&adapter->erp_lock, flags);
  258. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_ERP_FAILED)
  259. zfcp_erp_set_adapter_status(adapter,
  260. ZFCP_STATUS_COMMON_ERP_FAILED);
  261. else
  262. zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_ADAPTER, adapter,
  263. NULL, NULL, id, ref, 0);
  264. write_unlock_irqrestore(&adapter->erp_lock, flags);
  265. }
  266. /**
  267. * zfcp_erp_adapter_shutdown - Shutdown adapter.
  268. * @adapter: Adapter to shut down.
  269. * @clear: Status flags to clear.
  270. * @id: Id for debug trace event.
  271. * @ref: Reference for debug trace event.
  272. */
  273. void zfcp_erp_adapter_shutdown(struct zfcp_adapter *adapter, int clear,
  274. char *id, void *ref)
  275. {
  276. int flags = ZFCP_STATUS_COMMON_RUNNING | ZFCP_STATUS_COMMON_ERP_FAILED;
  277. zfcp_erp_adapter_reopen(adapter, clear | flags, id, ref);
  278. }
  279. /**
  280. * zfcp_erp_port_shutdown - Shutdown port
  281. * @port: Port to shut down.
  282. * @clear: Status flags to clear.
  283. * @id: Id for debug trace event.
  284. * @ref: Reference for debug trace event.
  285. */
  286. void zfcp_erp_port_shutdown(struct zfcp_port *port, int clear, char *id,
  287. void *ref)
  288. {
  289. int flags = ZFCP_STATUS_COMMON_RUNNING | ZFCP_STATUS_COMMON_ERP_FAILED;
  290. zfcp_erp_port_reopen(port, clear | flags, id, ref);
  291. }
  292. static void zfcp_erp_port_block(struct zfcp_port *port, int clear)
  293. {
  294. zfcp_erp_clear_port_status(port,
  295. ZFCP_STATUS_COMMON_UNBLOCKED | clear);
  296. }
  297. static void _zfcp_erp_port_forced_reopen(struct zfcp_port *port,
  298. int clear, char *id, void *ref)
  299. {
  300. zfcp_erp_port_block(port, clear);
  301. zfcp_scsi_schedule_rport_block(port);
  302. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_ERP_FAILED)
  303. return;
  304. zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_PORT_FORCED,
  305. port->adapter, port, NULL, id, ref, 0);
  306. }
  307. /**
  308. * zfcp_erp_port_forced_reopen - Forced close of port and open again
  309. * @port: Port to force close and to reopen.
  310. * @id: Id for debug trace event.
  311. * @ref: Reference for debug trace event.
  312. */
  313. void zfcp_erp_port_forced_reopen(struct zfcp_port *port, int clear, char *id,
  314. void *ref)
  315. {
  316. unsigned long flags;
  317. struct zfcp_adapter *adapter = port->adapter;
  318. write_lock_irqsave(&adapter->erp_lock, flags);
  319. _zfcp_erp_port_forced_reopen(port, clear, id, ref);
  320. write_unlock_irqrestore(&adapter->erp_lock, flags);
  321. }
  322. static int _zfcp_erp_port_reopen(struct zfcp_port *port, int clear, char *id,
  323. void *ref)
  324. {
  325. zfcp_erp_port_block(port, clear);
  326. zfcp_scsi_schedule_rport_block(port);
  327. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  328. /* ensure propagation of failed status to new devices */
  329. zfcp_erp_set_port_status(port, ZFCP_STATUS_COMMON_ERP_FAILED);
  330. return -EIO;
  331. }
  332. return zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_PORT,
  333. port->adapter, port, NULL, id, ref, 0);
  334. }
  335. /**
  336. * zfcp_erp_port_reopen - trigger remote port recovery
  337. * @port: port to recover
  338. * @clear_mask: flags in port status to be cleared
  339. *
  340. * Returns 0 if recovery has been triggered, < 0 if not.
  341. */
  342. int zfcp_erp_port_reopen(struct zfcp_port *port, int clear, char *id, void *ref)
  343. {
  344. int retval;
  345. unsigned long flags;
  346. struct zfcp_adapter *adapter = port->adapter;
  347. write_lock_irqsave(&adapter->erp_lock, flags);
  348. retval = _zfcp_erp_port_reopen(port, clear, id, ref);
  349. write_unlock_irqrestore(&adapter->erp_lock, flags);
  350. return retval;
  351. }
  352. static void zfcp_erp_lun_block(struct scsi_device *sdev, int clear_mask)
  353. {
  354. zfcp_erp_clear_lun_status(sdev,
  355. ZFCP_STATUS_COMMON_UNBLOCKED | clear_mask);
  356. }
  357. static void _zfcp_erp_lun_reopen(struct scsi_device *sdev, int clear, char *id,
  358. void *ref, u32 act_status)
  359. {
  360. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  361. struct zfcp_adapter *adapter = zfcp_sdev->port->adapter;
  362. zfcp_erp_lun_block(sdev, clear);
  363. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_ERP_FAILED)
  364. return;
  365. zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_LUN, adapter,
  366. zfcp_sdev->port, sdev, id, ref, act_status);
  367. }
  368. /**
  369. * zfcp_erp_lun_reopen - initiate reopen of a LUN
  370. * @sdev: SCSI device / LUN to be reopened
  371. * @clear_mask: specifies flags in LUN status to be cleared
  372. * Return: 0 on success, < 0 on error
  373. */
  374. void zfcp_erp_lun_reopen(struct scsi_device *sdev, int clear, char *id,
  375. void *ref)
  376. {
  377. unsigned long flags;
  378. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  379. struct zfcp_port *port = zfcp_sdev->port;
  380. struct zfcp_adapter *adapter = port->adapter;
  381. write_lock_irqsave(&adapter->erp_lock, flags);
  382. _zfcp_erp_lun_reopen(sdev, clear, id, ref, 0);
  383. write_unlock_irqrestore(&adapter->erp_lock, flags);
  384. }
  385. /**
  386. * zfcp_erp_lun_shutdown - Shutdown LUN
  387. * @sdev: SCSI device / LUN to shut down.
  388. * @clear: Status flags to clear.
  389. * @id: Id for debug trace event.
  390. * @ref: Reference for debug trace event.
  391. */
  392. void zfcp_erp_lun_shutdown(struct scsi_device *sdev, int clear, char *id,
  393. void *ref)
  394. {
  395. int flags = ZFCP_STATUS_COMMON_RUNNING | ZFCP_STATUS_COMMON_ERP_FAILED;
  396. zfcp_erp_lun_reopen(sdev, clear | flags, id, ref);
  397. }
  398. /**
  399. * zfcp_erp_lun_shutdown_wait - Shutdown LUN and wait for erp completion
  400. * @sdev: SCSI device / LUN to shut down.
  401. * @id: Id for debug trace event.
  402. *
  403. * Do not acquire a reference for the LUN when creating the ERP
  404. * action. It is safe, because this function waits for the ERP to
  405. * complete first. This allows to shutdown the LUN, even when the SCSI
  406. * device is in the state SDEV_DEL when scsi_device_get will fail.
  407. */
  408. void zfcp_erp_lun_shutdown_wait(struct scsi_device *sdev, char *id)
  409. {
  410. unsigned long flags;
  411. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  412. struct zfcp_port *port = zfcp_sdev->port;
  413. struct zfcp_adapter *adapter = port->adapter;
  414. int clear = ZFCP_STATUS_COMMON_RUNNING | ZFCP_STATUS_COMMON_ERP_FAILED;
  415. write_lock_irqsave(&adapter->erp_lock, flags);
  416. _zfcp_erp_lun_reopen(sdev, clear, id, NULL, ZFCP_STATUS_ERP_NO_REF);
  417. write_unlock_irqrestore(&adapter->erp_lock, flags);
  418. zfcp_erp_wait(adapter);
  419. }
  420. static int status_change_set(unsigned long mask, atomic_t *status)
  421. {
  422. return (atomic_read(status) ^ mask) & mask;
  423. }
  424. static void zfcp_erp_adapter_unblock(struct zfcp_adapter *adapter)
  425. {
  426. if (status_change_set(ZFCP_STATUS_COMMON_UNBLOCKED, &adapter->status))
  427. zfcp_dbf_rec_adapter("eraubl1", NULL, adapter->dbf);
  428. atomic_set_mask(ZFCP_STATUS_COMMON_UNBLOCKED, &adapter->status);
  429. }
  430. static void zfcp_erp_port_unblock(struct zfcp_port *port)
  431. {
  432. if (status_change_set(ZFCP_STATUS_COMMON_UNBLOCKED, &port->status))
  433. zfcp_dbf_rec_port("erpubl1", NULL, port);
  434. atomic_set_mask(ZFCP_STATUS_COMMON_UNBLOCKED, &port->status);
  435. }
  436. static void zfcp_erp_lun_unblock(struct scsi_device *sdev)
  437. {
  438. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  439. if (status_change_set(ZFCP_STATUS_COMMON_UNBLOCKED, &zfcp_sdev->status))
  440. zfcp_dbf_rec_lun("erlubl1", NULL, sdev);
  441. atomic_set_mask(ZFCP_STATUS_COMMON_UNBLOCKED, &zfcp_sdev->status);
  442. }
  443. static void zfcp_erp_action_to_running(struct zfcp_erp_action *erp_action)
  444. {
  445. list_move(&erp_action->list, &erp_action->adapter->erp_running_head);
  446. zfcp_dbf_rec_action("erator1", erp_action);
  447. }
  448. static void zfcp_erp_strategy_check_fsfreq(struct zfcp_erp_action *act)
  449. {
  450. struct zfcp_adapter *adapter = act->adapter;
  451. struct zfcp_fsf_req *req;
  452. if (!act->fsf_req_id)
  453. return;
  454. spin_lock(&adapter->req_list->lock);
  455. req = _zfcp_reqlist_find(adapter->req_list, act->fsf_req_id);
  456. if (req && req->erp_action == act) {
  457. if (act->status & (ZFCP_STATUS_ERP_DISMISSED |
  458. ZFCP_STATUS_ERP_TIMEDOUT)) {
  459. req->status |= ZFCP_STATUS_FSFREQ_DISMISSED;
  460. zfcp_dbf_rec_action("erscf_1", act);
  461. req->erp_action = NULL;
  462. }
  463. if (act->status & ZFCP_STATUS_ERP_TIMEDOUT)
  464. zfcp_dbf_rec_action("erscf_2", act);
  465. if (req->status & ZFCP_STATUS_FSFREQ_DISMISSED)
  466. act->fsf_req_id = 0;
  467. } else
  468. act->fsf_req_id = 0;
  469. spin_unlock(&adapter->req_list->lock);
  470. }
  471. /**
  472. * zfcp_erp_notify - Trigger ERP action.
  473. * @erp_action: ERP action to continue.
  474. * @set_mask: ERP action status flags to set.
  475. */
  476. void zfcp_erp_notify(struct zfcp_erp_action *erp_action, unsigned long set_mask)
  477. {
  478. struct zfcp_adapter *adapter = erp_action->adapter;
  479. unsigned long flags;
  480. write_lock_irqsave(&adapter->erp_lock, flags);
  481. if (zfcp_erp_action_exists(erp_action) == ZFCP_ERP_ACTION_RUNNING) {
  482. erp_action->status |= set_mask;
  483. zfcp_erp_action_ready(erp_action);
  484. }
  485. write_unlock_irqrestore(&adapter->erp_lock, flags);
  486. }
  487. /**
  488. * zfcp_erp_timeout_handler - Trigger ERP action from timed out ERP request
  489. * @data: ERP action (from timer data)
  490. */
  491. void zfcp_erp_timeout_handler(unsigned long data)
  492. {
  493. struct zfcp_erp_action *act = (struct zfcp_erp_action *) data;
  494. zfcp_erp_notify(act, ZFCP_STATUS_ERP_TIMEDOUT);
  495. }
  496. static void zfcp_erp_memwait_handler(unsigned long data)
  497. {
  498. zfcp_erp_notify((struct zfcp_erp_action *)data, 0);
  499. }
  500. static void zfcp_erp_strategy_memwait(struct zfcp_erp_action *erp_action)
  501. {
  502. init_timer(&erp_action->timer);
  503. erp_action->timer.function = zfcp_erp_memwait_handler;
  504. erp_action->timer.data = (unsigned long) erp_action;
  505. erp_action->timer.expires = jiffies + HZ;
  506. add_timer(&erp_action->timer);
  507. }
  508. static void _zfcp_erp_port_reopen_all(struct zfcp_adapter *adapter,
  509. int clear, char *id, void *ref)
  510. {
  511. struct zfcp_port *port;
  512. read_lock(&adapter->port_list_lock);
  513. list_for_each_entry(port, &adapter->port_list, list)
  514. _zfcp_erp_port_reopen(port, clear, id, ref);
  515. read_unlock(&adapter->port_list_lock);
  516. }
  517. static void _zfcp_erp_lun_reopen_all(struct zfcp_port *port, int clear,
  518. char *id, void *ref)
  519. {
  520. struct scsi_device *sdev;
  521. shost_for_each_device(sdev, port->adapter->scsi_host)
  522. if (sdev_to_zfcp(sdev)->port == port)
  523. _zfcp_erp_lun_reopen(sdev, clear, id, ref, 0);
  524. }
  525. static void zfcp_erp_strategy_followup_failed(struct zfcp_erp_action *act)
  526. {
  527. switch (act->action) {
  528. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  529. _zfcp_erp_adapter_reopen(act->adapter, 0, "ersff_1", NULL);
  530. break;
  531. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  532. _zfcp_erp_port_forced_reopen(act->port, 0, "ersff_2", NULL);
  533. break;
  534. case ZFCP_ERP_ACTION_REOPEN_PORT:
  535. _zfcp_erp_port_reopen(act->port, 0, "ersff_3", NULL);
  536. break;
  537. case ZFCP_ERP_ACTION_REOPEN_LUN:
  538. _zfcp_erp_lun_reopen(act->sdev, 0, "ersff_4", NULL, 0);
  539. break;
  540. }
  541. }
  542. static void zfcp_erp_strategy_followup_success(struct zfcp_erp_action *act)
  543. {
  544. switch (act->action) {
  545. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  546. _zfcp_erp_port_reopen_all(act->adapter, 0, "ersfs_1", NULL);
  547. break;
  548. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  549. _zfcp_erp_port_reopen(act->port, 0, "ersfs_2", NULL);
  550. break;
  551. case ZFCP_ERP_ACTION_REOPEN_PORT:
  552. _zfcp_erp_lun_reopen_all(act->port, 0, "ersfs_3", NULL);
  553. break;
  554. }
  555. }
  556. static void zfcp_erp_wakeup(struct zfcp_adapter *adapter)
  557. {
  558. unsigned long flags;
  559. read_lock_irqsave(&adapter->erp_lock, flags);
  560. if (list_empty(&adapter->erp_ready_head) &&
  561. list_empty(&adapter->erp_running_head)) {
  562. atomic_clear_mask(ZFCP_STATUS_ADAPTER_ERP_PENDING,
  563. &adapter->status);
  564. wake_up(&adapter->erp_done_wqh);
  565. }
  566. read_unlock_irqrestore(&adapter->erp_lock, flags);
  567. }
  568. static int zfcp_erp_adapter_strategy_open_qdio(struct zfcp_erp_action *act)
  569. {
  570. struct zfcp_qdio *qdio = act->adapter->qdio;
  571. if (zfcp_qdio_open(qdio))
  572. return ZFCP_ERP_FAILED;
  573. init_waitqueue_head(&qdio->req_q_wq);
  574. atomic_set_mask(ZFCP_STATUS_ADAPTER_QDIOUP, &act->adapter->status);
  575. return ZFCP_ERP_SUCCEEDED;
  576. }
  577. static void zfcp_erp_enqueue_ptp_port(struct zfcp_adapter *adapter)
  578. {
  579. struct zfcp_port *port;
  580. port = zfcp_port_enqueue(adapter, adapter->peer_wwpn, 0,
  581. adapter->peer_d_id);
  582. if (IS_ERR(port)) /* error or port already attached */
  583. return;
  584. _zfcp_erp_port_reopen(port, 0, "ereptp1", NULL);
  585. }
  586. static int zfcp_erp_adapter_strat_fsf_xconf(struct zfcp_erp_action *erp_action)
  587. {
  588. int retries;
  589. int sleep = 1;
  590. struct zfcp_adapter *adapter = erp_action->adapter;
  591. atomic_clear_mask(ZFCP_STATUS_ADAPTER_XCONFIG_OK, &adapter->status);
  592. for (retries = 7; retries; retries--) {
  593. atomic_clear_mask(ZFCP_STATUS_ADAPTER_HOST_CON_INIT,
  594. &adapter->status);
  595. write_lock_irq(&adapter->erp_lock);
  596. zfcp_erp_action_to_running(erp_action);
  597. write_unlock_irq(&adapter->erp_lock);
  598. if (zfcp_fsf_exchange_config_data(erp_action)) {
  599. atomic_clear_mask(ZFCP_STATUS_ADAPTER_HOST_CON_INIT,
  600. &adapter->status);
  601. return ZFCP_ERP_FAILED;
  602. }
  603. zfcp_dbf_rec_thread_lock("erasfx1", adapter->dbf);
  604. wait_event(adapter->erp_ready_wq,
  605. !list_empty(&adapter->erp_ready_head));
  606. zfcp_dbf_rec_thread_lock("erasfx2", adapter->dbf);
  607. if (erp_action->status & ZFCP_STATUS_ERP_TIMEDOUT)
  608. break;
  609. if (!(atomic_read(&adapter->status) &
  610. ZFCP_STATUS_ADAPTER_HOST_CON_INIT))
  611. break;
  612. ssleep(sleep);
  613. sleep *= 2;
  614. }
  615. atomic_clear_mask(ZFCP_STATUS_ADAPTER_HOST_CON_INIT,
  616. &adapter->status);
  617. if (!(atomic_read(&adapter->status) & ZFCP_STATUS_ADAPTER_XCONFIG_OK))
  618. return ZFCP_ERP_FAILED;
  619. if (fc_host_port_type(adapter->scsi_host) == FC_PORTTYPE_PTP)
  620. zfcp_erp_enqueue_ptp_port(adapter);
  621. return ZFCP_ERP_SUCCEEDED;
  622. }
  623. static int zfcp_erp_adapter_strategy_open_fsf_xport(struct zfcp_erp_action *act)
  624. {
  625. int ret;
  626. struct zfcp_adapter *adapter = act->adapter;
  627. write_lock_irq(&adapter->erp_lock);
  628. zfcp_erp_action_to_running(act);
  629. write_unlock_irq(&adapter->erp_lock);
  630. ret = zfcp_fsf_exchange_port_data(act);
  631. if (ret == -EOPNOTSUPP)
  632. return ZFCP_ERP_SUCCEEDED;
  633. if (ret)
  634. return ZFCP_ERP_FAILED;
  635. zfcp_dbf_rec_thread_lock("erasox1", adapter->dbf);
  636. wait_event(adapter->erp_ready_wq,
  637. !list_empty(&adapter->erp_ready_head));
  638. zfcp_dbf_rec_thread_lock("erasox2", adapter->dbf);
  639. if (act->status & ZFCP_STATUS_ERP_TIMEDOUT)
  640. return ZFCP_ERP_FAILED;
  641. return ZFCP_ERP_SUCCEEDED;
  642. }
  643. static int zfcp_erp_adapter_strategy_open_fsf(struct zfcp_erp_action *act)
  644. {
  645. if (zfcp_erp_adapter_strat_fsf_xconf(act) == ZFCP_ERP_FAILED)
  646. return ZFCP_ERP_FAILED;
  647. if (zfcp_erp_adapter_strategy_open_fsf_xport(act) == ZFCP_ERP_FAILED)
  648. return ZFCP_ERP_FAILED;
  649. if (mempool_resize(act->adapter->pool.status_read_data,
  650. act->adapter->stat_read_buf_num, GFP_KERNEL))
  651. return ZFCP_ERP_FAILED;
  652. if (mempool_resize(act->adapter->pool.status_read_req,
  653. act->adapter->stat_read_buf_num, GFP_KERNEL))
  654. return ZFCP_ERP_FAILED;
  655. atomic_set(&act->adapter->stat_miss, act->adapter->stat_read_buf_num);
  656. if (zfcp_status_read_refill(act->adapter))
  657. return ZFCP_ERP_FAILED;
  658. return ZFCP_ERP_SUCCEEDED;
  659. }
  660. static void zfcp_erp_adapter_strategy_close(struct zfcp_erp_action *act)
  661. {
  662. struct zfcp_adapter *adapter = act->adapter;
  663. /* close queues to ensure that buffers are not accessed by adapter */
  664. zfcp_qdio_close(adapter->qdio);
  665. zfcp_fsf_req_dismiss_all(adapter);
  666. adapter->fsf_req_seq_no = 0;
  667. zfcp_fc_wka_ports_force_offline(adapter->gs);
  668. /* all ports and LUNs are closed */
  669. zfcp_erp_clear_adapter_status(adapter, ZFCP_STATUS_COMMON_OPEN);
  670. atomic_clear_mask(ZFCP_STATUS_ADAPTER_XCONFIG_OK |
  671. ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED, &adapter->status);
  672. }
  673. static int zfcp_erp_adapter_strategy_open(struct zfcp_erp_action *act)
  674. {
  675. struct zfcp_adapter *adapter = act->adapter;
  676. if (zfcp_erp_adapter_strategy_open_qdio(act)) {
  677. atomic_clear_mask(ZFCP_STATUS_ADAPTER_XCONFIG_OK |
  678. ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED,
  679. &adapter->status);
  680. return ZFCP_ERP_FAILED;
  681. }
  682. if (zfcp_erp_adapter_strategy_open_fsf(act)) {
  683. zfcp_erp_adapter_strategy_close(act);
  684. return ZFCP_ERP_FAILED;
  685. }
  686. atomic_set_mask(ZFCP_STATUS_COMMON_OPEN, &adapter->status);
  687. return ZFCP_ERP_SUCCEEDED;
  688. }
  689. static int zfcp_erp_adapter_strategy(struct zfcp_erp_action *act)
  690. {
  691. struct zfcp_adapter *adapter = act->adapter;
  692. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_OPEN) {
  693. zfcp_erp_adapter_strategy_close(act);
  694. if (act->status & ZFCP_STATUS_ERP_CLOSE_ONLY)
  695. return ZFCP_ERP_EXIT;
  696. }
  697. if (zfcp_erp_adapter_strategy_open(act)) {
  698. ssleep(8);
  699. return ZFCP_ERP_FAILED;
  700. }
  701. return ZFCP_ERP_SUCCEEDED;
  702. }
  703. static int zfcp_erp_port_forced_strategy_close(struct zfcp_erp_action *act)
  704. {
  705. int retval;
  706. retval = zfcp_fsf_close_physical_port(act);
  707. if (retval == -ENOMEM)
  708. return ZFCP_ERP_NOMEM;
  709. act->step = ZFCP_ERP_STEP_PHYS_PORT_CLOSING;
  710. if (retval)
  711. return ZFCP_ERP_FAILED;
  712. return ZFCP_ERP_CONTINUES;
  713. }
  714. static void zfcp_erp_port_strategy_clearstati(struct zfcp_port *port)
  715. {
  716. atomic_clear_mask(ZFCP_STATUS_COMMON_ACCESS_DENIED, &port->status);
  717. }
  718. static int zfcp_erp_port_forced_strategy(struct zfcp_erp_action *erp_action)
  719. {
  720. struct zfcp_port *port = erp_action->port;
  721. int status = atomic_read(&port->status);
  722. switch (erp_action->step) {
  723. case ZFCP_ERP_STEP_UNINITIALIZED:
  724. zfcp_erp_port_strategy_clearstati(port);
  725. if ((status & ZFCP_STATUS_PORT_PHYS_OPEN) &&
  726. (status & ZFCP_STATUS_COMMON_OPEN))
  727. return zfcp_erp_port_forced_strategy_close(erp_action);
  728. else
  729. return ZFCP_ERP_FAILED;
  730. case ZFCP_ERP_STEP_PHYS_PORT_CLOSING:
  731. if (!(status & ZFCP_STATUS_PORT_PHYS_OPEN))
  732. return ZFCP_ERP_SUCCEEDED;
  733. }
  734. return ZFCP_ERP_FAILED;
  735. }
  736. static int zfcp_erp_port_strategy_close(struct zfcp_erp_action *erp_action)
  737. {
  738. int retval;
  739. retval = zfcp_fsf_close_port(erp_action);
  740. if (retval == -ENOMEM)
  741. return ZFCP_ERP_NOMEM;
  742. erp_action->step = ZFCP_ERP_STEP_PORT_CLOSING;
  743. if (retval)
  744. return ZFCP_ERP_FAILED;
  745. return ZFCP_ERP_CONTINUES;
  746. }
  747. static int zfcp_erp_port_strategy_open_port(struct zfcp_erp_action *erp_action)
  748. {
  749. int retval;
  750. retval = zfcp_fsf_open_port(erp_action);
  751. if (retval == -ENOMEM)
  752. return ZFCP_ERP_NOMEM;
  753. erp_action->step = ZFCP_ERP_STEP_PORT_OPENING;
  754. if (retval)
  755. return ZFCP_ERP_FAILED;
  756. return ZFCP_ERP_CONTINUES;
  757. }
  758. static int zfcp_erp_open_ptp_port(struct zfcp_erp_action *act)
  759. {
  760. struct zfcp_adapter *adapter = act->adapter;
  761. struct zfcp_port *port = act->port;
  762. if (port->wwpn != adapter->peer_wwpn) {
  763. zfcp_erp_set_port_status(port, ZFCP_STATUS_COMMON_ERP_FAILED);
  764. return ZFCP_ERP_FAILED;
  765. }
  766. port->d_id = adapter->peer_d_id;
  767. return zfcp_erp_port_strategy_open_port(act);
  768. }
  769. static int zfcp_erp_port_strategy_open_common(struct zfcp_erp_action *act)
  770. {
  771. struct zfcp_adapter *adapter = act->adapter;
  772. struct zfcp_port *port = act->port;
  773. int p_status = atomic_read(&port->status);
  774. switch (act->step) {
  775. case ZFCP_ERP_STEP_UNINITIALIZED:
  776. case ZFCP_ERP_STEP_PHYS_PORT_CLOSING:
  777. case ZFCP_ERP_STEP_PORT_CLOSING:
  778. if (fc_host_port_type(adapter->scsi_host) == FC_PORTTYPE_PTP)
  779. return zfcp_erp_open_ptp_port(act);
  780. if (!port->d_id) {
  781. zfcp_fc_trigger_did_lookup(port);
  782. return ZFCP_ERP_EXIT;
  783. }
  784. return zfcp_erp_port_strategy_open_port(act);
  785. case ZFCP_ERP_STEP_PORT_OPENING:
  786. /* D_ID might have changed during open */
  787. if (p_status & ZFCP_STATUS_COMMON_OPEN) {
  788. if (!port->d_id) {
  789. zfcp_fc_trigger_did_lookup(port);
  790. return ZFCP_ERP_EXIT;
  791. }
  792. return ZFCP_ERP_SUCCEEDED;
  793. }
  794. if (port->d_id && !(p_status & ZFCP_STATUS_COMMON_NOESC)) {
  795. port->d_id = 0;
  796. return ZFCP_ERP_FAILED;
  797. }
  798. /* fall through otherwise */
  799. }
  800. return ZFCP_ERP_FAILED;
  801. }
  802. static int zfcp_erp_port_strategy(struct zfcp_erp_action *erp_action)
  803. {
  804. struct zfcp_port *port = erp_action->port;
  805. int p_status = atomic_read(&port->status);
  806. if ((p_status & ZFCP_STATUS_COMMON_NOESC) &&
  807. !(p_status & ZFCP_STATUS_COMMON_OPEN))
  808. goto close_init_done;
  809. switch (erp_action->step) {
  810. case ZFCP_ERP_STEP_UNINITIALIZED:
  811. zfcp_erp_port_strategy_clearstati(port);
  812. if (p_status & ZFCP_STATUS_COMMON_OPEN)
  813. return zfcp_erp_port_strategy_close(erp_action);
  814. break;
  815. case ZFCP_ERP_STEP_PORT_CLOSING:
  816. if (p_status & ZFCP_STATUS_COMMON_OPEN)
  817. return ZFCP_ERP_FAILED;
  818. break;
  819. }
  820. close_init_done:
  821. if (erp_action->status & ZFCP_STATUS_ERP_CLOSE_ONLY)
  822. return ZFCP_ERP_EXIT;
  823. return zfcp_erp_port_strategy_open_common(erp_action);
  824. }
  825. static void zfcp_erp_lun_strategy_clearstati(struct scsi_device *sdev)
  826. {
  827. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  828. atomic_clear_mask(ZFCP_STATUS_COMMON_ACCESS_DENIED |
  829. ZFCP_STATUS_LUN_SHARED | ZFCP_STATUS_LUN_READONLY,
  830. &zfcp_sdev->status);
  831. }
  832. static int zfcp_erp_lun_strategy_close(struct zfcp_erp_action *erp_action)
  833. {
  834. int retval = zfcp_fsf_close_lun(erp_action);
  835. if (retval == -ENOMEM)
  836. return ZFCP_ERP_NOMEM;
  837. erp_action->step = ZFCP_ERP_STEP_LUN_CLOSING;
  838. if (retval)
  839. return ZFCP_ERP_FAILED;
  840. return ZFCP_ERP_CONTINUES;
  841. }
  842. static int zfcp_erp_lun_strategy_open(struct zfcp_erp_action *erp_action)
  843. {
  844. int retval = zfcp_fsf_open_lun(erp_action);
  845. if (retval == -ENOMEM)
  846. return ZFCP_ERP_NOMEM;
  847. erp_action->step = ZFCP_ERP_STEP_LUN_OPENING;
  848. if (retval)
  849. return ZFCP_ERP_FAILED;
  850. return ZFCP_ERP_CONTINUES;
  851. }
  852. static int zfcp_erp_lun_strategy(struct zfcp_erp_action *erp_action)
  853. {
  854. struct scsi_device *sdev = erp_action->sdev;
  855. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  856. switch (erp_action->step) {
  857. case ZFCP_ERP_STEP_UNINITIALIZED:
  858. zfcp_erp_lun_strategy_clearstati(sdev);
  859. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_OPEN)
  860. return zfcp_erp_lun_strategy_close(erp_action);
  861. /* already closed, fall through */
  862. case ZFCP_ERP_STEP_LUN_CLOSING:
  863. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_OPEN)
  864. return ZFCP_ERP_FAILED;
  865. if (erp_action->status & ZFCP_STATUS_ERP_CLOSE_ONLY)
  866. return ZFCP_ERP_EXIT;
  867. return zfcp_erp_lun_strategy_open(erp_action);
  868. case ZFCP_ERP_STEP_LUN_OPENING:
  869. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_OPEN)
  870. return ZFCP_ERP_SUCCEEDED;
  871. }
  872. return ZFCP_ERP_FAILED;
  873. }
  874. static int zfcp_erp_strategy_check_lun(struct scsi_device *sdev, int result)
  875. {
  876. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  877. switch (result) {
  878. case ZFCP_ERP_SUCCEEDED :
  879. atomic_set(&zfcp_sdev->erp_counter, 0);
  880. zfcp_erp_lun_unblock(sdev);
  881. break;
  882. case ZFCP_ERP_FAILED :
  883. atomic_inc(&zfcp_sdev->erp_counter);
  884. if (atomic_read(&zfcp_sdev->erp_counter) > ZFCP_MAX_ERPS) {
  885. dev_err(&zfcp_sdev->port->adapter->ccw_device->dev,
  886. "ERP failed for LUN 0x%016Lx on "
  887. "port 0x%016Lx\n",
  888. (unsigned long long)zfcp_scsi_dev_lun(sdev),
  889. (unsigned long long)zfcp_sdev->port->wwpn);
  890. zfcp_erp_set_lun_status(sdev,
  891. ZFCP_STATUS_COMMON_ERP_FAILED);
  892. }
  893. break;
  894. }
  895. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  896. zfcp_erp_lun_block(sdev, 0);
  897. result = ZFCP_ERP_EXIT;
  898. }
  899. return result;
  900. }
  901. static int zfcp_erp_strategy_check_port(struct zfcp_port *port, int result)
  902. {
  903. switch (result) {
  904. case ZFCP_ERP_SUCCEEDED :
  905. atomic_set(&port->erp_counter, 0);
  906. zfcp_erp_port_unblock(port);
  907. break;
  908. case ZFCP_ERP_FAILED :
  909. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_NOESC) {
  910. zfcp_erp_port_block(port, 0);
  911. result = ZFCP_ERP_EXIT;
  912. }
  913. atomic_inc(&port->erp_counter);
  914. if (atomic_read(&port->erp_counter) > ZFCP_MAX_ERPS) {
  915. dev_err(&port->adapter->ccw_device->dev,
  916. "ERP failed for remote port 0x%016Lx\n",
  917. (unsigned long long)port->wwpn);
  918. zfcp_erp_set_port_status(port,
  919. ZFCP_STATUS_COMMON_ERP_FAILED);
  920. }
  921. break;
  922. }
  923. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  924. zfcp_erp_port_block(port, 0);
  925. result = ZFCP_ERP_EXIT;
  926. }
  927. return result;
  928. }
  929. static int zfcp_erp_strategy_check_adapter(struct zfcp_adapter *adapter,
  930. int result)
  931. {
  932. switch (result) {
  933. case ZFCP_ERP_SUCCEEDED :
  934. atomic_set(&adapter->erp_counter, 0);
  935. zfcp_erp_adapter_unblock(adapter);
  936. break;
  937. case ZFCP_ERP_FAILED :
  938. atomic_inc(&adapter->erp_counter);
  939. if (atomic_read(&adapter->erp_counter) > ZFCP_MAX_ERPS) {
  940. dev_err(&adapter->ccw_device->dev,
  941. "ERP cannot recover an error "
  942. "on the FCP device\n");
  943. zfcp_erp_set_adapter_status(adapter,
  944. ZFCP_STATUS_COMMON_ERP_FAILED);
  945. }
  946. break;
  947. }
  948. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  949. zfcp_erp_adapter_block(adapter, 0);
  950. result = ZFCP_ERP_EXIT;
  951. }
  952. return result;
  953. }
  954. static int zfcp_erp_strategy_check_target(struct zfcp_erp_action *erp_action,
  955. int result)
  956. {
  957. struct zfcp_adapter *adapter = erp_action->adapter;
  958. struct zfcp_port *port = erp_action->port;
  959. struct scsi_device *sdev = erp_action->sdev;
  960. switch (erp_action->action) {
  961. case ZFCP_ERP_ACTION_REOPEN_LUN:
  962. result = zfcp_erp_strategy_check_lun(sdev, result);
  963. break;
  964. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  965. case ZFCP_ERP_ACTION_REOPEN_PORT:
  966. result = zfcp_erp_strategy_check_port(port, result);
  967. break;
  968. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  969. result = zfcp_erp_strategy_check_adapter(adapter, result);
  970. break;
  971. }
  972. return result;
  973. }
  974. static int zfcp_erp_strat_change_det(atomic_t *target_status, u32 erp_status)
  975. {
  976. int status = atomic_read(target_status);
  977. if ((status & ZFCP_STATUS_COMMON_RUNNING) &&
  978. (erp_status & ZFCP_STATUS_ERP_CLOSE_ONLY))
  979. return 1; /* take it online */
  980. if (!(status & ZFCP_STATUS_COMMON_RUNNING) &&
  981. !(erp_status & ZFCP_STATUS_ERP_CLOSE_ONLY))
  982. return 1; /* take it offline */
  983. return 0;
  984. }
  985. static int zfcp_erp_strategy_statechange(struct zfcp_erp_action *act, int ret)
  986. {
  987. int action = act->action;
  988. struct zfcp_adapter *adapter = act->adapter;
  989. struct zfcp_port *port = act->port;
  990. struct scsi_device *sdev = act->sdev;
  991. struct zfcp_scsi_dev *zfcp_sdev;
  992. u32 erp_status = act->status;
  993. switch (action) {
  994. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  995. if (zfcp_erp_strat_change_det(&adapter->status, erp_status)) {
  996. _zfcp_erp_adapter_reopen(adapter,
  997. ZFCP_STATUS_COMMON_ERP_FAILED,
  998. "ersscg1", NULL);
  999. return ZFCP_ERP_EXIT;
  1000. }
  1001. break;
  1002. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  1003. case ZFCP_ERP_ACTION_REOPEN_PORT:
  1004. if (zfcp_erp_strat_change_det(&port->status, erp_status)) {
  1005. _zfcp_erp_port_reopen(port,
  1006. ZFCP_STATUS_COMMON_ERP_FAILED,
  1007. "ersscg2", NULL);
  1008. return ZFCP_ERP_EXIT;
  1009. }
  1010. break;
  1011. case ZFCP_ERP_ACTION_REOPEN_LUN:
  1012. zfcp_sdev = sdev_to_zfcp(sdev);
  1013. if (zfcp_erp_strat_change_det(&zfcp_sdev->status, erp_status)) {
  1014. _zfcp_erp_lun_reopen(sdev,
  1015. ZFCP_STATUS_COMMON_ERP_FAILED,
  1016. "ersscg3", NULL, 0);
  1017. return ZFCP_ERP_EXIT;
  1018. }
  1019. break;
  1020. }
  1021. return ret;
  1022. }
  1023. static void zfcp_erp_action_dequeue(struct zfcp_erp_action *erp_action)
  1024. {
  1025. struct zfcp_adapter *adapter = erp_action->adapter;
  1026. struct zfcp_scsi_dev *zfcp_sdev;
  1027. adapter->erp_total_count--;
  1028. if (erp_action->status & ZFCP_STATUS_ERP_LOWMEM) {
  1029. adapter->erp_low_mem_count--;
  1030. erp_action->status &= ~ZFCP_STATUS_ERP_LOWMEM;
  1031. }
  1032. list_del(&erp_action->list);
  1033. zfcp_dbf_rec_action("eractd1", erp_action);
  1034. switch (erp_action->action) {
  1035. case ZFCP_ERP_ACTION_REOPEN_LUN:
  1036. zfcp_sdev = sdev_to_zfcp(erp_action->sdev);
  1037. atomic_clear_mask(ZFCP_STATUS_COMMON_ERP_INUSE,
  1038. &zfcp_sdev->status);
  1039. break;
  1040. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  1041. case ZFCP_ERP_ACTION_REOPEN_PORT:
  1042. atomic_clear_mask(ZFCP_STATUS_COMMON_ERP_INUSE,
  1043. &erp_action->port->status);
  1044. break;
  1045. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  1046. atomic_clear_mask(ZFCP_STATUS_COMMON_ERP_INUSE,
  1047. &erp_action->adapter->status);
  1048. break;
  1049. }
  1050. }
  1051. static void zfcp_erp_action_cleanup(struct zfcp_erp_action *act, int result)
  1052. {
  1053. struct zfcp_adapter *adapter = act->adapter;
  1054. struct zfcp_port *port = act->port;
  1055. struct scsi_device *sdev = act->sdev;
  1056. switch (act->action) {
  1057. case ZFCP_ERP_ACTION_REOPEN_LUN:
  1058. if (!(act->status & ZFCP_STATUS_ERP_NO_REF))
  1059. scsi_device_put(sdev);
  1060. break;
  1061. case ZFCP_ERP_ACTION_REOPEN_PORT:
  1062. if (result == ZFCP_ERP_SUCCEEDED)
  1063. zfcp_scsi_schedule_rport_register(port);
  1064. /* fall through */
  1065. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  1066. put_device(&port->dev);
  1067. break;
  1068. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  1069. if (result == ZFCP_ERP_SUCCEEDED) {
  1070. register_service_level(&adapter->service_level);
  1071. queue_work(adapter->work_queue, &adapter->scan_work);
  1072. } else
  1073. unregister_service_level(&adapter->service_level);
  1074. kref_put(&adapter->ref, zfcp_adapter_release);
  1075. break;
  1076. }
  1077. }
  1078. static int zfcp_erp_strategy_do_action(struct zfcp_erp_action *erp_action)
  1079. {
  1080. switch (erp_action->action) {
  1081. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  1082. return zfcp_erp_adapter_strategy(erp_action);
  1083. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  1084. return zfcp_erp_port_forced_strategy(erp_action);
  1085. case ZFCP_ERP_ACTION_REOPEN_PORT:
  1086. return zfcp_erp_port_strategy(erp_action);
  1087. case ZFCP_ERP_ACTION_REOPEN_LUN:
  1088. return zfcp_erp_lun_strategy(erp_action);
  1089. }
  1090. return ZFCP_ERP_FAILED;
  1091. }
  1092. static int zfcp_erp_strategy(struct zfcp_erp_action *erp_action)
  1093. {
  1094. int retval;
  1095. unsigned long flags;
  1096. struct zfcp_adapter *adapter = erp_action->adapter;
  1097. kref_get(&adapter->ref);
  1098. write_lock_irqsave(&adapter->erp_lock, flags);
  1099. zfcp_erp_strategy_check_fsfreq(erp_action);
  1100. if (erp_action->status & ZFCP_STATUS_ERP_DISMISSED) {
  1101. zfcp_erp_action_dequeue(erp_action);
  1102. retval = ZFCP_ERP_DISMISSED;
  1103. goto unlock;
  1104. }
  1105. if (erp_action->status & ZFCP_STATUS_ERP_TIMEDOUT) {
  1106. retval = ZFCP_ERP_FAILED;
  1107. goto check_target;
  1108. }
  1109. zfcp_erp_action_to_running(erp_action);
  1110. /* no lock to allow for blocking operations */
  1111. write_unlock_irqrestore(&adapter->erp_lock, flags);
  1112. retval = zfcp_erp_strategy_do_action(erp_action);
  1113. write_lock_irqsave(&adapter->erp_lock, flags);
  1114. if (erp_action->status & ZFCP_STATUS_ERP_DISMISSED)
  1115. retval = ZFCP_ERP_CONTINUES;
  1116. switch (retval) {
  1117. case ZFCP_ERP_NOMEM:
  1118. if (!(erp_action->status & ZFCP_STATUS_ERP_LOWMEM)) {
  1119. ++adapter->erp_low_mem_count;
  1120. erp_action->status |= ZFCP_STATUS_ERP_LOWMEM;
  1121. }
  1122. if (adapter->erp_total_count == adapter->erp_low_mem_count)
  1123. _zfcp_erp_adapter_reopen(adapter, 0, "erstgy1", NULL);
  1124. else {
  1125. zfcp_erp_strategy_memwait(erp_action);
  1126. retval = ZFCP_ERP_CONTINUES;
  1127. }
  1128. goto unlock;
  1129. case ZFCP_ERP_CONTINUES:
  1130. if (erp_action->status & ZFCP_STATUS_ERP_LOWMEM) {
  1131. --adapter->erp_low_mem_count;
  1132. erp_action->status &= ~ZFCP_STATUS_ERP_LOWMEM;
  1133. }
  1134. goto unlock;
  1135. }
  1136. check_target:
  1137. retval = zfcp_erp_strategy_check_target(erp_action, retval);
  1138. zfcp_erp_action_dequeue(erp_action);
  1139. retval = zfcp_erp_strategy_statechange(erp_action, retval);
  1140. if (retval == ZFCP_ERP_EXIT)
  1141. goto unlock;
  1142. if (retval == ZFCP_ERP_SUCCEEDED)
  1143. zfcp_erp_strategy_followup_success(erp_action);
  1144. if (retval == ZFCP_ERP_FAILED)
  1145. zfcp_erp_strategy_followup_failed(erp_action);
  1146. unlock:
  1147. write_unlock_irqrestore(&adapter->erp_lock, flags);
  1148. if (retval != ZFCP_ERP_CONTINUES)
  1149. zfcp_erp_action_cleanup(erp_action, retval);
  1150. kref_put(&adapter->ref, zfcp_adapter_release);
  1151. return retval;
  1152. }
  1153. static int zfcp_erp_thread(void *data)
  1154. {
  1155. struct zfcp_adapter *adapter = (struct zfcp_adapter *) data;
  1156. struct list_head *next;
  1157. struct zfcp_erp_action *act;
  1158. unsigned long flags;
  1159. for (;;) {
  1160. zfcp_dbf_rec_thread_lock("erthrd1", adapter->dbf);
  1161. wait_event_interruptible(adapter->erp_ready_wq,
  1162. !list_empty(&adapter->erp_ready_head) ||
  1163. kthread_should_stop());
  1164. zfcp_dbf_rec_thread_lock("erthrd2", adapter->dbf);
  1165. if (kthread_should_stop())
  1166. break;
  1167. write_lock_irqsave(&adapter->erp_lock, flags);
  1168. next = adapter->erp_ready_head.next;
  1169. write_unlock_irqrestore(&adapter->erp_lock, flags);
  1170. if (next != &adapter->erp_ready_head) {
  1171. act = list_entry(next, struct zfcp_erp_action, list);
  1172. /* there is more to come after dismission, no notify */
  1173. if (zfcp_erp_strategy(act) != ZFCP_ERP_DISMISSED)
  1174. zfcp_erp_wakeup(adapter);
  1175. }
  1176. }
  1177. return 0;
  1178. }
  1179. /**
  1180. * zfcp_erp_thread_setup - Start ERP thread for adapter
  1181. * @adapter: Adapter to start the ERP thread for
  1182. *
  1183. * Returns 0 on success or error code from kernel_thread()
  1184. */
  1185. int zfcp_erp_thread_setup(struct zfcp_adapter *adapter)
  1186. {
  1187. struct task_struct *thread;
  1188. thread = kthread_run(zfcp_erp_thread, adapter, "zfcperp%s",
  1189. dev_name(&adapter->ccw_device->dev));
  1190. if (IS_ERR(thread)) {
  1191. dev_err(&adapter->ccw_device->dev,
  1192. "Creating an ERP thread for the FCP device failed.\n");
  1193. return PTR_ERR(thread);
  1194. }
  1195. adapter->erp_thread = thread;
  1196. return 0;
  1197. }
  1198. /**
  1199. * zfcp_erp_thread_kill - Stop ERP thread.
  1200. * @adapter: Adapter where the ERP thread should be stopped.
  1201. *
  1202. * The caller of this routine ensures that the specified adapter has
  1203. * been shut down and that this operation has been completed. Thus,
  1204. * there are no pending erp_actions which would need to be handled
  1205. * here.
  1206. */
  1207. void zfcp_erp_thread_kill(struct zfcp_adapter *adapter)
  1208. {
  1209. kthread_stop(adapter->erp_thread);
  1210. adapter->erp_thread = NULL;
  1211. WARN_ON(!list_empty(&adapter->erp_ready_head));
  1212. WARN_ON(!list_empty(&adapter->erp_running_head));
  1213. }
  1214. /**
  1215. * zfcp_erp_wait - wait for completion of error recovery on an adapter
  1216. * @adapter: adapter for which to wait for completion of its error recovery
  1217. */
  1218. void zfcp_erp_wait(struct zfcp_adapter *adapter)
  1219. {
  1220. wait_event(adapter->erp_done_wqh,
  1221. !(atomic_read(&adapter->status) &
  1222. ZFCP_STATUS_ADAPTER_ERP_PENDING));
  1223. }
  1224. /**
  1225. * zfcp_erp_set_adapter_status - set adapter status bits
  1226. * @adapter: adapter to change the status
  1227. * @mask: status bits to change
  1228. *
  1229. * Changes in common status bits are propagated to attached ports and LUNs.
  1230. */
  1231. void zfcp_erp_set_adapter_status(struct zfcp_adapter *adapter, u32 mask)
  1232. {
  1233. struct zfcp_port *port;
  1234. struct scsi_device *sdev;
  1235. unsigned long flags;
  1236. u32 common_mask = mask & ZFCP_COMMON_FLAGS;
  1237. atomic_set_mask(mask, &adapter->status);
  1238. if (!common_mask)
  1239. return;
  1240. read_lock_irqsave(&adapter->port_list_lock, flags);
  1241. list_for_each_entry(port, &adapter->port_list, list)
  1242. atomic_set_mask(common_mask, &port->status);
  1243. read_unlock_irqrestore(&adapter->port_list_lock, flags);
  1244. shost_for_each_device(sdev, adapter->scsi_host)
  1245. atomic_set_mask(common_mask, &sdev_to_zfcp(sdev)->status);
  1246. }
  1247. /**
  1248. * zfcp_erp_clear_adapter_status - clear adapter status bits
  1249. * @adapter: adapter to change the status
  1250. * @mask: status bits to change
  1251. *
  1252. * Changes in common status bits are propagated to attached ports and LUNs.
  1253. */
  1254. void zfcp_erp_clear_adapter_status(struct zfcp_adapter *adapter, u32 mask)
  1255. {
  1256. struct zfcp_port *port;
  1257. struct scsi_device *sdev;
  1258. unsigned long flags;
  1259. u32 common_mask = mask & ZFCP_COMMON_FLAGS;
  1260. u32 clear_counter = mask & ZFCP_STATUS_COMMON_ERP_FAILED;
  1261. atomic_clear_mask(mask, &adapter->status);
  1262. if (!common_mask)
  1263. return;
  1264. if (clear_counter)
  1265. atomic_set(&adapter->erp_counter, 0);
  1266. read_lock_irqsave(&adapter->port_list_lock, flags);
  1267. list_for_each_entry(port, &adapter->port_list, list) {
  1268. atomic_clear_mask(common_mask, &port->status);
  1269. if (clear_counter)
  1270. atomic_set(&port->erp_counter, 0);
  1271. }
  1272. read_unlock_irqrestore(&adapter->port_list_lock, flags);
  1273. shost_for_each_device(sdev, adapter->scsi_host) {
  1274. atomic_clear_mask(common_mask, &sdev_to_zfcp(sdev)->status);
  1275. if (clear_counter)
  1276. atomic_set(&sdev_to_zfcp(sdev)->erp_counter, 0);
  1277. }
  1278. }
  1279. /**
  1280. * zfcp_erp_set_port_status - set port status bits
  1281. * @port: port to change the status
  1282. * @mask: status bits to change
  1283. *
  1284. * Changes in common status bits are propagated to attached LUNs.
  1285. */
  1286. void zfcp_erp_set_port_status(struct zfcp_port *port, u32 mask)
  1287. {
  1288. struct scsi_device *sdev;
  1289. u32 common_mask = mask & ZFCP_COMMON_FLAGS;
  1290. atomic_set_mask(mask, &port->status);
  1291. if (!common_mask)
  1292. return;
  1293. shost_for_each_device(sdev, port->adapter->scsi_host)
  1294. if (sdev_to_zfcp(sdev)->port == port)
  1295. atomic_set_mask(common_mask,
  1296. &sdev_to_zfcp(sdev)->status);
  1297. }
  1298. /**
  1299. * zfcp_erp_clear_port_status - clear port status bits
  1300. * @port: adapter to change the status
  1301. * @mask: status bits to change
  1302. *
  1303. * Changes in common status bits are propagated to attached LUNs.
  1304. */
  1305. void zfcp_erp_clear_port_status(struct zfcp_port *port, u32 mask)
  1306. {
  1307. struct scsi_device *sdev;
  1308. u32 common_mask = mask & ZFCP_COMMON_FLAGS;
  1309. u32 clear_counter = mask & ZFCP_STATUS_COMMON_ERP_FAILED;
  1310. atomic_clear_mask(mask, &port->status);
  1311. if (!common_mask)
  1312. return;
  1313. if (clear_counter)
  1314. atomic_set(&port->erp_counter, 0);
  1315. shost_for_each_device(sdev, port->adapter->scsi_host)
  1316. if (sdev_to_zfcp(sdev)->port == port) {
  1317. atomic_clear_mask(common_mask,
  1318. &sdev_to_zfcp(sdev)->status);
  1319. if (clear_counter)
  1320. atomic_set(&sdev_to_zfcp(sdev)->erp_counter, 0);
  1321. }
  1322. }
  1323. /**
  1324. * zfcp_erp_set_lun_status - set lun status bits
  1325. * @sdev: SCSI device / lun to set the status bits
  1326. * @mask: status bits to change
  1327. */
  1328. void zfcp_erp_set_lun_status(struct scsi_device *sdev, u32 mask)
  1329. {
  1330. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  1331. atomic_set_mask(mask, &zfcp_sdev->status);
  1332. }
  1333. /**
  1334. * zfcp_erp_clear_lun_status - clear lun status bits
  1335. * @sdev: SCSi device / lun to clear the status bits
  1336. * @mask: status bits to change
  1337. */
  1338. void zfcp_erp_clear_lun_status(struct scsi_device *sdev, u32 mask)
  1339. {
  1340. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  1341. atomic_clear_mask(mask, &zfcp_sdev->status);
  1342. if (mask & ZFCP_STATUS_COMMON_ERP_FAILED)
  1343. atomic_set(&zfcp_sdev->erp_counter, 0);
  1344. }