zfcp_erp.c 43 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559
  1. /*
  2. * zfcp device driver
  3. *
  4. * Error Recovery Procedures (ERP).
  5. *
  6. * Copyright IBM Corporation 2002, 2010
  7. */
  8. #define KMSG_COMPONENT "zfcp"
  9. #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt
  10. #include <linux/kthread.h>
  11. #include "zfcp_ext.h"
  12. #include "zfcp_reqlist.h"
  13. #define ZFCP_MAX_ERPS 3
  14. enum zfcp_erp_act_flags {
  15. ZFCP_STATUS_ERP_TIMEDOUT = 0x10000000,
  16. ZFCP_STATUS_ERP_CLOSE_ONLY = 0x01000000,
  17. ZFCP_STATUS_ERP_DISMISSING = 0x00100000,
  18. ZFCP_STATUS_ERP_DISMISSED = 0x00200000,
  19. ZFCP_STATUS_ERP_LOWMEM = 0x00400000,
  20. ZFCP_STATUS_ERP_NO_REF = 0x00800000,
  21. };
  22. enum zfcp_erp_steps {
  23. ZFCP_ERP_STEP_UNINITIALIZED = 0x0000,
  24. ZFCP_ERP_STEP_FSF_XCONFIG = 0x0001,
  25. ZFCP_ERP_STEP_PHYS_PORT_CLOSING = 0x0010,
  26. ZFCP_ERP_STEP_PORT_CLOSING = 0x0100,
  27. ZFCP_ERP_STEP_PORT_OPENING = 0x0800,
  28. ZFCP_ERP_STEP_LUN_CLOSING = 0x1000,
  29. ZFCP_ERP_STEP_LUN_OPENING = 0x2000,
  30. };
  31. enum zfcp_erp_act_type {
  32. ZFCP_ERP_ACTION_REOPEN_LUN = 1,
  33. ZFCP_ERP_ACTION_REOPEN_PORT = 2,
  34. ZFCP_ERP_ACTION_REOPEN_PORT_FORCED = 3,
  35. ZFCP_ERP_ACTION_REOPEN_ADAPTER = 4,
  36. };
  37. enum zfcp_erp_act_state {
  38. ZFCP_ERP_ACTION_RUNNING = 1,
  39. ZFCP_ERP_ACTION_READY = 2,
  40. };
  41. enum zfcp_erp_act_result {
  42. ZFCP_ERP_SUCCEEDED = 0,
  43. ZFCP_ERP_FAILED = 1,
  44. ZFCP_ERP_CONTINUES = 2,
  45. ZFCP_ERP_EXIT = 3,
  46. ZFCP_ERP_DISMISSED = 4,
  47. ZFCP_ERP_NOMEM = 5,
  48. };
  49. static void zfcp_erp_adapter_block(struct zfcp_adapter *adapter, int mask)
  50. {
  51. zfcp_erp_clear_adapter_status(adapter,
  52. ZFCP_STATUS_COMMON_UNBLOCKED | mask);
  53. }
  54. static int zfcp_erp_action_exists(struct zfcp_erp_action *act)
  55. {
  56. struct zfcp_erp_action *curr_act;
  57. list_for_each_entry(curr_act, &act->adapter->erp_running_head, list)
  58. if (act == curr_act)
  59. return ZFCP_ERP_ACTION_RUNNING;
  60. return 0;
  61. }
  62. static void zfcp_erp_action_ready(struct zfcp_erp_action *act)
  63. {
  64. struct zfcp_adapter *adapter = act->adapter;
  65. list_move(&act->list, &act->adapter->erp_ready_head);
  66. zfcp_dbf_rec_run("erardy1", act);
  67. wake_up(&adapter->erp_ready_wq);
  68. zfcp_dbf_rec_run("erardy2", act);
  69. }
  70. static void zfcp_erp_action_dismiss(struct zfcp_erp_action *act)
  71. {
  72. act->status |= ZFCP_STATUS_ERP_DISMISSED;
  73. if (zfcp_erp_action_exists(act) == ZFCP_ERP_ACTION_RUNNING)
  74. zfcp_erp_action_ready(act);
  75. }
  76. static void zfcp_erp_action_dismiss_lun(struct scsi_device *sdev)
  77. {
  78. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  79. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_ERP_INUSE)
  80. zfcp_erp_action_dismiss(&zfcp_sdev->erp_action);
  81. }
  82. static void zfcp_erp_action_dismiss_port(struct zfcp_port *port)
  83. {
  84. struct scsi_device *sdev;
  85. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_ERP_INUSE)
  86. zfcp_erp_action_dismiss(&port->erp_action);
  87. else
  88. shost_for_each_device(sdev, port->adapter->scsi_host)
  89. if (sdev_to_zfcp(sdev)->port == port)
  90. zfcp_erp_action_dismiss_lun(sdev);
  91. }
  92. static void zfcp_erp_action_dismiss_adapter(struct zfcp_adapter *adapter)
  93. {
  94. struct zfcp_port *port;
  95. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_ERP_INUSE)
  96. zfcp_erp_action_dismiss(&adapter->erp_action);
  97. else {
  98. read_lock(&adapter->port_list_lock);
  99. list_for_each_entry(port, &adapter->port_list, list)
  100. zfcp_erp_action_dismiss_port(port);
  101. read_unlock(&adapter->port_list_lock);
  102. }
  103. }
  104. static int zfcp_erp_required_act(int want, struct zfcp_adapter *adapter,
  105. struct zfcp_port *port,
  106. struct scsi_device *sdev)
  107. {
  108. int need = want;
  109. int l_status, p_status, a_status;
  110. struct zfcp_scsi_dev *zfcp_sdev;
  111. switch (want) {
  112. case ZFCP_ERP_ACTION_REOPEN_LUN:
  113. zfcp_sdev = sdev_to_zfcp(sdev);
  114. l_status = atomic_read(&zfcp_sdev->status);
  115. if (l_status & ZFCP_STATUS_COMMON_ERP_INUSE)
  116. return 0;
  117. p_status = atomic_read(&port->status);
  118. if (!(p_status & ZFCP_STATUS_COMMON_RUNNING) ||
  119. p_status & ZFCP_STATUS_COMMON_ERP_FAILED)
  120. return 0;
  121. if (!(p_status & ZFCP_STATUS_COMMON_UNBLOCKED))
  122. need = ZFCP_ERP_ACTION_REOPEN_PORT;
  123. /* fall through */
  124. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  125. p_status = atomic_read(&port->status);
  126. if (!(p_status & ZFCP_STATUS_COMMON_OPEN))
  127. need = ZFCP_ERP_ACTION_REOPEN_PORT;
  128. /* fall through */
  129. case ZFCP_ERP_ACTION_REOPEN_PORT:
  130. p_status = atomic_read(&port->status);
  131. if (p_status & ZFCP_STATUS_COMMON_ERP_INUSE)
  132. return 0;
  133. a_status = atomic_read(&adapter->status);
  134. if (!(a_status & ZFCP_STATUS_COMMON_RUNNING) ||
  135. a_status & ZFCP_STATUS_COMMON_ERP_FAILED)
  136. return 0;
  137. if (p_status & ZFCP_STATUS_COMMON_NOESC)
  138. return need;
  139. if (!(a_status & ZFCP_STATUS_COMMON_UNBLOCKED))
  140. need = ZFCP_ERP_ACTION_REOPEN_ADAPTER;
  141. /* fall through */
  142. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  143. a_status = atomic_read(&adapter->status);
  144. if (a_status & ZFCP_STATUS_COMMON_ERP_INUSE)
  145. return 0;
  146. if (!(a_status & ZFCP_STATUS_COMMON_RUNNING) &&
  147. !(a_status & ZFCP_STATUS_COMMON_OPEN))
  148. return 0; /* shutdown requested for closed adapter */
  149. }
  150. return need;
  151. }
  152. static struct zfcp_erp_action *zfcp_erp_setup_act(int need, u32 act_status,
  153. struct zfcp_adapter *adapter,
  154. struct zfcp_port *port,
  155. struct scsi_device *sdev)
  156. {
  157. struct zfcp_erp_action *erp_action;
  158. struct zfcp_scsi_dev *zfcp_sdev;
  159. switch (need) {
  160. case ZFCP_ERP_ACTION_REOPEN_LUN:
  161. zfcp_sdev = sdev_to_zfcp(sdev);
  162. if (!(act_status & ZFCP_STATUS_ERP_NO_REF))
  163. if (scsi_device_get(sdev))
  164. return NULL;
  165. atomic_set_mask(ZFCP_STATUS_COMMON_ERP_INUSE,
  166. &zfcp_sdev->status);
  167. erp_action = &zfcp_sdev->erp_action;
  168. memset(erp_action, 0, sizeof(struct zfcp_erp_action));
  169. erp_action->port = port;
  170. erp_action->sdev = sdev;
  171. if (!(atomic_read(&zfcp_sdev->status) &
  172. ZFCP_STATUS_COMMON_RUNNING))
  173. act_status |= ZFCP_STATUS_ERP_CLOSE_ONLY;
  174. break;
  175. case ZFCP_ERP_ACTION_REOPEN_PORT:
  176. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  177. if (!get_device(&port->dev))
  178. return NULL;
  179. zfcp_erp_action_dismiss_port(port);
  180. atomic_set_mask(ZFCP_STATUS_COMMON_ERP_INUSE, &port->status);
  181. erp_action = &port->erp_action;
  182. memset(erp_action, 0, sizeof(struct zfcp_erp_action));
  183. erp_action->port = port;
  184. if (!(atomic_read(&port->status) & ZFCP_STATUS_COMMON_RUNNING))
  185. act_status |= ZFCP_STATUS_ERP_CLOSE_ONLY;
  186. break;
  187. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  188. kref_get(&adapter->ref);
  189. zfcp_erp_action_dismiss_adapter(adapter);
  190. atomic_set_mask(ZFCP_STATUS_COMMON_ERP_INUSE, &adapter->status);
  191. erp_action = &adapter->erp_action;
  192. memset(erp_action, 0, sizeof(struct zfcp_erp_action));
  193. if (!(atomic_read(&adapter->status) &
  194. ZFCP_STATUS_COMMON_RUNNING))
  195. act_status |= ZFCP_STATUS_ERP_CLOSE_ONLY;
  196. break;
  197. default:
  198. return NULL;
  199. }
  200. erp_action->adapter = adapter;
  201. erp_action->action = need;
  202. erp_action->status = act_status;
  203. return erp_action;
  204. }
  205. static int zfcp_erp_action_enqueue(int want, struct zfcp_adapter *adapter,
  206. struct zfcp_port *port,
  207. struct scsi_device *sdev,
  208. char *id, u32 act_status)
  209. {
  210. int retval = 1, need;
  211. struct zfcp_erp_action *act;
  212. if (!adapter->erp_thread)
  213. return -EIO;
  214. need = zfcp_erp_required_act(want, adapter, port, sdev);
  215. if (!need)
  216. goto out;
  217. act = zfcp_erp_setup_act(need, act_status, adapter, port, sdev);
  218. if (!act)
  219. goto out;
  220. atomic_set_mask(ZFCP_STATUS_ADAPTER_ERP_PENDING, &adapter->status);
  221. ++adapter->erp_total_count;
  222. list_add_tail(&act->list, &adapter->erp_ready_head);
  223. wake_up(&adapter->erp_ready_wq);
  224. retval = 0;
  225. out:
  226. zfcp_dbf_rec_trig(id, adapter, port, sdev, want, need);
  227. return retval;
  228. }
  229. static int _zfcp_erp_adapter_reopen(struct zfcp_adapter *adapter,
  230. int clear_mask, char *id)
  231. {
  232. zfcp_erp_adapter_block(adapter, clear_mask);
  233. zfcp_scsi_schedule_rports_block(adapter);
  234. /* ensure propagation of failed status to new devices */
  235. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  236. zfcp_erp_set_adapter_status(adapter,
  237. ZFCP_STATUS_COMMON_ERP_FAILED);
  238. return -EIO;
  239. }
  240. return zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_ADAPTER,
  241. adapter, NULL, NULL, id, 0);
  242. }
  243. /**
  244. * zfcp_erp_adapter_reopen - Reopen adapter.
  245. * @adapter: Adapter to reopen.
  246. * @clear: Status flags to clear.
  247. * @id: Id for debug trace event.
  248. */
  249. void zfcp_erp_adapter_reopen(struct zfcp_adapter *adapter, int clear, char *id)
  250. {
  251. unsigned long flags;
  252. zfcp_erp_adapter_block(adapter, clear);
  253. zfcp_scsi_schedule_rports_block(adapter);
  254. write_lock_irqsave(&adapter->erp_lock, flags);
  255. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_ERP_FAILED)
  256. zfcp_erp_set_adapter_status(adapter,
  257. ZFCP_STATUS_COMMON_ERP_FAILED);
  258. else
  259. zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_ADAPTER, adapter,
  260. NULL, NULL, id, 0);
  261. write_unlock_irqrestore(&adapter->erp_lock, flags);
  262. }
  263. /**
  264. * zfcp_erp_adapter_shutdown - Shutdown adapter.
  265. * @adapter: Adapter to shut down.
  266. * @clear: Status flags to clear.
  267. * @id: Id for debug trace event.
  268. */
  269. void zfcp_erp_adapter_shutdown(struct zfcp_adapter *adapter, int clear,
  270. char *id)
  271. {
  272. int flags = ZFCP_STATUS_COMMON_RUNNING | ZFCP_STATUS_COMMON_ERP_FAILED;
  273. zfcp_erp_adapter_reopen(adapter, clear | flags, id);
  274. }
  275. /**
  276. * zfcp_erp_port_shutdown - Shutdown port
  277. * @port: Port to shut down.
  278. * @clear: Status flags to clear.
  279. * @id: Id for debug trace event.
  280. */
  281. void zfcp_erp_port_shutdown(struct zfcp_port *port, int clear, char *id)
  282. {
  283. int flags = ZFCP_STATUS_COMMON_RUNNING | ZFCP_STATUS_COMMON_ERP_FAILED;
  284. zfcp_erp_port_reopen(port, clear | flags, id);
  285. }
  286. static void zfcp_erp_port_block(struct zfcp_port *port, int clear)
  287. {
  288. zfcp_erp_clear_port_status(port,
  289. ZFCP_STATUS_COMMON_UNBLOCKED | clear);
  290. }
  291. static void _zfcp_erp_port_forced_reopen(struct zfcp_port *port, int clear,
  292. char *id)
  293. {
  294. zfcp_erp_port_block(port, clear);
  295. zfcp_scsi_schedule_rport_block(port);
  296. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_ERP_FAILED)
  297. return;
  298. zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_PORT_FORCED,
  299. port->adapter, port, NULL, id, 0);
  300. }
  301. /**
  302. * zfcp_erp_port_forced_reopen - Forced close of port and open again
  303. * @port: Port to force close and to reopen.
  304. * @clear: Status flags to clear.
  305. * @id: Id for debug trace event.
  306. */
  307. void zfcp_erp_port_forced_reopen(struct zfcp_port *port, int clear, char *id)
  308. {
  309. unsigned long flags;
  310. struct zfcp_adapter *adapter = port->adapter;
  311. write_lock_irqsave(&adapter->erp_lock, flags);
  312. _zfcp_erp_port_forced_reopen(port, clear, id);
  313. write_unlock_irqrestore(&adapter->erp_lock, flags);
  314. }
  315. static int _zfcp_erp_port_reopen(struct zfcp_port *port, int clear, char *id)
  316. {
  317. zfcp_erp_port_block(port, clear);
  318. zfcp_scsi_schedule_rport_block(port);
  319. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  320. /* ensure propagation of failed status to new devices */
  321. zfcp_erp_set_port_status(port, ZFCP_STATUS_COMMON_ERP_FAILED);
  322. return -EIO;
  323. }
  324. return zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_PORT,
  325. port->adapter, port, NULL, id, 0);
  326. }
  327. /**
  328. * zfcp_erp_port_reopen - trigger remote port recovery
  329. * @port: port to recover
  330. * @clear_mask: flags in port status to be cleared
  331. * @id: Id for debug trace event.
  332. *
  333. * Returns 0 if recovery has been triggered, < 0 if not.
  334. */
  335. int zfcp_erp_port_reopen(struct zfcp_port *port, int clear, char *id)
  336. {
  337. int retval;
  338. unsigned long flags;
  339. struct zfcp_adapter *adapter = port->adapter;
  340. write_lock_irqsave(&adapter->erp_lock, flags);
  341. retval = _zfcp_erp_port_reopen(port, clear, id);
  342. write_unlock_irqrestore(&adapter->erp_lock, flags);
  343. return retval;
  344. }
  345. static void zfcp_erp_lun_block(struct scsi_device *sdev, int clear_mask)
  346. {
  347. zfcp_erp_clear_lun_status(sdev,
  348. ZFCP_STATUS_COMMON_UNBLOCKED | clear_mask);
  349. }
  350. static void _zfcp_erp_lun_reopen(struct scsi_device *sdev, int clear, char *id,
  351. u32 act_status)
  352. {
  353. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  354. struct zfcp_adapter *adapter = zfcp_sdev->port->adapter;
  355. zfcp_erp_lun_block(sdev, clear);
  356. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_ERP_FAILED)
  357. return;
  358. zfcp_erp_action_enqueue(ZFCP_ERP_ACTION_REOPEN_LUN, adapter,
  359. zfcp_sdev->port, sdev, id, act_status);
  360. }
  361. /**
  362. * zfcp_erp_lun_reopen - initiate reopen of a LUN
  363. * @sdev: SCSI device / LUN to be reopened
  364. * @clear_mask: specifies flags in LUN status to be cleared
  365. * @id: Id for debug trace event.
  366. *
  367. * Return: 0 on success, < 0 on error
  368. */
  369. void zfcp_erp_lun_reopen(struct scsi_device *sdev, int clear, char *id)
  370. {
  371. unsigned long flags;
  372. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  373. struct zfcp_port *port = zfcp_sdev->port;
  374. struct zfcp_adapter *adapter = port->adapter;
  375. write_lock_irqsave(&adapter->erp_lock, flags);
  376. _zfcp_erp_lun_reopen(sdev, clear, id, 0);
  377. write_unlock_irqrestore(&adapter->erp_lock, flags);
  378. }
  379. /**
  380. * zfcp_erp_lun_shutdown - Shutdown LUN
  381. * @sdev: SCSI device / LUN to shut down.
  382. * @clear: Status flags to clear.
  383. * @id: Id for debug trace event.
  384. */
  385. void zfcp_erp_lun_shutdown(struct scsi_device *sdev, int clear, char *id)
  386. {
  387. int flags = ZFCP_STATUS_COMMON_RUNNING | ZFCP_STATUS_COMMON_ERP_FAILED;
  388. zfcp_erp_lun_reopen(sdev, clear | flags, id);
  389. }
  390. /**
  391. * zfcp_erp_lun_shutdown_wait - Shutdown LUN and wait for erp completion
  392. * @sdev: SCSI device / LUN to shut down.
  393. * @id: Id for debug trace event.
  394. *
  395. * Do not acquire a reference for the LUN when creating the ERP
  396. * action. It is safe, because this function waits for the ERP to
  397. * complete first. This allows to shutdown the LUN, even when the SCSI
  398. * device is in the state SDEV_DEL when scsi_device_get will fail.
  399. */
  400. void zfcp_erp_lun_shutdown_wait(struct scsi_device *sdev, char *id)
  401. {
  402. unsigned long flags;
  403. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  404. struct zfcp_port *port = zfcp_sdev->port;
  405. struct zfcp_adapter *adapter = port->adapter;
  406. int clear = ZFCP_STATUS_COMMON_RUNNING | ZFCP_STATUS_COMMON_ERP_FAILED;
  407. write_lock_irqsave(&adapter->erp_lock, flags);
  408. _zfcp_erp_lun_reopen(sdev, clear, id, ZFCP_STATUS_ERP_NO_REF);
  409. write_unlock_irqrestore(&adapter->erp_lock, flags);
  410. zfcp_erp_wait(adapter);
  411. }
  412. static int status_change_set(unsigned long mask, atomic_t *status)
  413. {
  414. return (atomic_read(status) ^ mask) & mask;
  415. }
  416. static void zfcp_erp_adapter_unblock(struct zfcp_adapter *adapter)
  417. {
  418. if (status_change_set(ZFCP_STATUS_COMMON_UNBLOCKED, &adapter->status))
  419. zfcp_dbf_rec_run("eraubl1", &adapter->erp_action);
  420. atomic_set_mask(ZFCP_STATUS_COMMON_UNBLOCKED, &adapter->status);
  421. }
  422. static void zfcp_erp_port_unblock(struct zfcp_port *port)
  423. {
  424. if (status_change_set(ZFCP_STATUS_COMMON_UNBLOCKED, &port->status))
  425. zfcp_dbf_rec_run("erpubl1", &port->erp_action);
  426. atomic_set_mask(ZFCP_STATUS_COMMON_UNBLOCKED, &port->status);
  427. }
  428. static void zfcp_erp_lun_unblock(struct scsi_device *sdev)
  429. {
  430. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  431. if (status_change_set(ZFCP_STATUS_COMMON_UNBLOCKED, &zfcp_sdev->status))
  432. zfcp_dbf_rec_run("erlubl1", &sdev_to_zfcp(sdev)->erp_action);
  433. atomic_set_mask(ZFCP_STATUS_COMMON_UNBLOCKED, &zfcp_sdev->status);
  434. }
  435. static void zfcp_erp_action_to_running(struct zfcp_erp_action *erp_action)
  436. {
  437. list_move(&erp_action->list, &erp_action->adapter->erp_running_head);
  438. zfcp_dbf_rec_run("erator1", erp_action);
  439. }
  440. static void zfcp_erp_strategy_check_fsfreq(struct zfcp_erp_action *act)
  441. {
  442. struct zfcp_adapter *adapter = act->adapter;
  443. struct zfcp_fsf_req *req;
  444. if (!act->fsf_req_id)
  445. return;
  446. spin_lock(&adapter->req_list->lock);
  447. req = _zfcp_reqlist_find(adapter->req_list, act->fsf_req_id);
  448. if (req && req->erp_action == act) {
  449. if (act->status & (ZFCP_STATUS_ERP_DISMISSED |
  450. ZFCP_STATUS_ERP_TIMEDOUT)) {
  451. req->status |= ZFCP_STATUS_FSFREQ_DISMISSED;
  452. zfcp_dbf_rec_run("erscf_1", act);
  453. req->erp_action = NULL;
  454. }
  455. if (act->status & ZFCP_STATUS_ERP_TIMEDOUT)
  456. zfcp_dbf_rec_run("erscf_2", act);
  457. if (req->status & ZFCP_STATUS_FSFREQ_DISMISSED)
  458. act->fsf_req_id = 0;
  459. } else
  460. act->fsf_req_id = 0;
  461. spin_unlock(&adapter->req_list->lock);
  462. }
  463. /**
  464. * zfcp_erp_notify - Trigger ERP action.
  465. * @erp_action: ERP action to continue.
  466. * @set_mask: ERP action status flags to set.
  467. */
  468. void zfcp_erp_notify(struct zfcp_erp_action *erp_action, unsigned long set_mask)
  469. {
  470. struct zfcp_adapter *adapter = erp_action->adapter;
  471. unsigned long flags;
  472. write_lock_irqsave(&adapter->erp_lock, flags);
  473. if (zfcp_erp_action_exists(erp_action) == ZFCP_ERP_ACTION_RUNNING) {
  474. erp_action->status |= set_mask;
  475. zfcp_erp_action_ready(erp_action);
  476. }
  477. write_unlock_irqrestore(&adapter->erp_lock, flags);
  478. }
  479. /**
  480. * zfcp_erp_timeout_handler - Trigger ERP action from timed out ERP request
  481. * @data: ERP action (from timer data)
  482. */
  483. void zfcp_erp_timeout_handler(unsigned long data)
  484. {
  485. struct zfcp_erp_action *act = (struct zfcp_erp_action *) data;
  486. zfcp_erp_notify(act, ZFCP_STATUS_ERP_TIMEDOUT);
  487. }
  488. static void zfcp_erp_memwait_handler(unsigned long data)
  489. {
  490. zfcp_erp_notify((struct zfcp_erp_action *)data, 0);
  491. }
  492. static void zfcp_erp_strategy_memwait(struct zfcp_erp_action *erp_action)
  493. {
  494. init_timer(&erp_action->timer);
  495. erp_action->timer.function = zfcp_erp_memwait_handler;
  496. erp_action->timer.data = (unsigned long) erp_action;
  497. erp_action->timer.expires = jiffies + HZ;
  498. add_timer(&erp_action->timer);
  499. }
  500. static void _zfcp_erp_port_reopen_all(struct zfcp_adapter *adapter,
  501. int clear, char *id)
  502. {
  503. struct zfcp_port *port;
  504. read_lock(&adapter->port_list_lock);
  505. list_for_each_entry(port, &adapter->port_list, list)
  506. _zfcp_erp_port_reopen(port, clear, id);
  507. read_unlock(&adapter->port_list_lock);
  508. }
  509. static void _zfcp_erp_lun_reopen_all(struct zfcp_port *port, int clear,
  510. char *id)
  511. {
  512. struct scsi_device *sdev;
  513. shost_for_each_device(sdev, port->adapter->scsi_host)
  514. if (sdev_to_zfcp(sdev)->port == port)
  515. _zfcp_erp_lun_reopen(sdev, clear, id, 0);
  516. }
  517. static void zfcp_erp_strategy_followup_failed(struct zfcp_erp_action *act)
  518. {
  519. switch (act->action) {
  520. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  521. _zfcp_erp_adapter_reopen(act->adapter, 0, "ersff_1");
  522. break;
  523. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  524. _zfcp_erp_port_forced_reopen(act->port, 0, "ersff_2");
  525. break;
  526. case ZFCP_ERP_ACTION_REOPEN_PORT:
  527. _zfcp_erp_port_reopen(act->port, 0, "ersff_3");
  528. break;
  529. case ZFCP_ERP_ACTION_REOPEN_LUN:
  530. _zfcp_erp_lun_reopen(act->sdev, 0, "ersff_4", 0);
  531. break;
  532. }
  533. }
  534. static void zfcp_erp_strategy_followup_success(struct zfcp_erp_action *act)
  535. {
  536. switch (act->action) {
  537. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  538. _zfcp_erp_port_reopen_all(act->adapter, 0, "ersfs_1");
  539. break;
  540. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  541. _zfcp_erp_port_reopen(act->port, 0, "ersfs_2");
  542. break;
  543. case ZFCP_ERP_ACTION_REOPEN_PORT:
  544. _zfcp_erp_lun_reopen_all(act->port, 0, "ersfs_3");
  545. break;
  546. }
  547. }
  548. static void zfcp_erp_wakeup(struct zfcp_adapter *adapter)
  549. {
  550. unsigned long flags;
  551. read_lock_irqsave(&adapter->erp_lock, flags);
  552. if (list_empty(&adapter->erp_ready_head) &&
  553. list_empty(&adapter->erp_running_head)) {
  554. atomic_clear_mask(ZFCP_STATUS_ADAPTER_ERP_PENDING,
  555. &adapter->status);
  556. wake_up(&adapter->erp_done_wqh);
  557. }
  558. read_unlock_irqrestore(&adapter->erp_lock, flags);
  559. }
  560. static void zfcp_erp_enqueue_ptp_port(struct zfcp_adapter *adapter)
  561. {
  562. struct zfcp_port *port;
  563. port = zfcp_port_enqueue(adapter, adapter->peer_wwpn, 0,
  564. adapter->peer_d_id);
  565. if (IS_ERR(port)) /* error or port already attached */
  566. return;
  567. _zfcp_erp_port_reopen(port, 0, "ereptp1");
  568. }
  569. static int zfcp_erp_adapter_strat_fsf_xconf(struct zfcp_erp_action *erp_action)
  570. {
  571. int retries;
  572. int sleep = 1;
  573. struct zfcp_adapter *adapter = erp_action->adapter;
  574. atomic_clear_mask(ZFCP_STATUS_ADAPTER_XCONFIG_OK, &adapter->status);
  575. for (retries = 7; retries; retries--) {
  576. atomic_clear_mask(ZFCP_STATUS_ADAPTER_HOST_CON_INIT,
  577. &adapter->status);
  578. write_lock_irq(&adapter->erp_lock);
  579. zfcp_erp_action_to_running(erp_action);
  580. write_unlock_irq(&adapter->erp_lock);
  581. if (zfcp_fsf_exchange_config_data(erp_action)) {
  582. atomic_clear_mask(ZFCP_STATUS_ADAPTER_HOST_CON_INIT,
  583. &adapter->status);
  584. return ZFCP_ERP_FAILED;
  585. }
  586. wait_event(adapter->erp_ready_wq,
  587. !list_empty(&adapter->erp_ready_head));
  588. if (erp_action->status & ZFCP_STATUS_ERP_TIMEDOUT)
  589. break;
  590. if (!(atomic_read(&adapter->status) &
  591. ZFCP_STATUS_ADAPTER_HOST_CON_INIT))
  592. break;
  593. ssleep(sleep);
  594. sleep *= 2;
  595. }
  596. atomic_clear_mask(ZFCP_STATUS_ADAPTER_HOST_CON_INIT,
  597. &adapter->status);
  598. if (!(atomic_read(&adapter->status) & ZFCP_STATUS_ADAPTER_XCONFIG_OK))
  599. return ZFCP_ERP_FAILED;
  600. if (fc_host_port_type(adapter->scsi_host) == FC_PORTTYPE_PTP)
  601. zfcp_erp_enqueue_ptp_port(adapter);
  602. return ZFCP_ERP_SUCCEEDED;
  603. }
  604. static int zfcp_erp_adapter_strategy_open_fsf_xport(struct zfcp_erp_action *act)
  605. {
  606. int ret;
  607. struct zfcp_adapter *adapter = act->adapter;
  608. write_lock_irq(&adapter->erp_lock);
  609. zfcp_erp_action_to_running(act);
  610. write_unlock_irq(&adapter->erp_lock);
  611. ret = zfcp_fsf_exchange_port_data(act);
  612. if (ret == -EOPNOTSUPP)
  613. return ZFCP_ERP_SUCCEEDED;
  614. if (ret)
  615. return ZFCP_ERP_FAILED;
  616. zfcp_dbf_rec_run("erasox1", act);
  617. wait_event(adapter->erp_ready_wq,
  618. !list_empty(&adapter->erp_ready_head));
  619. zfcp_dbf_rec_run("erasox2", act);
  620. if (act->status & ZFCP_STATUS_ERP_TIMEDOUT)
  621. return ZFCP_ERP_FAILED;
  622. return ZFCP_ERP_SUCCEEDED;
  623. }
  624. static int zfcp_erp_adapter_strategy_open_fsf(struct zfcp_erp_action *act)
  625. {
  626. if (zfcp_erp_adapter_strat_fsf_xconf(act) == ZFCP_ERP_FAILED)
  627. return ZFCP_ERP_FAILED;
  628. if (zfcp_erp_adapter_strategy_open_fsf_xport(act) == ZFCP_ERP_FAILED)
  629. return ZFCP_ERP_FAILED;
  630. if (mempool_resize(act->adapter->pool.sr_data,
  631. act->adapter->stat_read_buf_num, GFP_KERNEL))
  632. return ZFCP_ERP_FAILED;
  633. if (mempool_resize(act->adapter->pool.status_read_req,
  634. act->adapter->stat_read_buf_num, GFP_KERNEL))
  635. return ZFCP_ERP_FAILED;
  636. atomic_set(&act->adapter->stat_miss, act->adapter->stat_read_buf_num);
  637. if (zfcp_status_read_refill(act->adapter))
  638. return ZFCP_ERP_FAILED;
  639. return ZFCP_ERP_SUCCEEDED;
  640. }
  641. static void zfcp_erp_adapter_strategy_close(struct zfcp_erp_action *act)
  642. {
  643. struct zfcp_adapter *adapter = act->adapter;
  644. /* close queues to ensure that buffers are not accessed by adapter */
  645. zfcp_qdio_close(adapter->qdio);
  646. zfcp_fsf_req_dismiss_all(adapter);
  647. adapter->fsf_req_seq_no = 0;
  648. zfcp_fc_wka_ports_force_offline(adapter->gs);
  649. /* all ports and LUNs are closed */
  650. zfcp_erp_clear_adapter_status(adapter, ZFCP_STATUS_COMMON_OPEN);
  651. atomic_clear_mask(ZFCP_STATUS_ADAPTER_XCONFIG_OK |
  652. ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED, &adapter->status);
  653. }
  654. static int zfcp_erp_adapter_strategy_open(struct zfcp_erp_action *act)
  655. {
  656. struct zfcp_adapter *adapter = act->adapter;
  657. if (zfcp_qdio_open(adapter->qdio)) {
  658. atomic_clear_mask(ZFCP_STATUS_ADAPTER_XCONFIG_OK |
  659. ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED,
  660. &adapter->status);
  661. return ZFCP_ERP_FAILED;
  662. }
  663. if (zfcp_erp_adapter_strategy_open_fsf(act)) {
  664. zfcp_erp_adapter_strategy_close(act);
  665. return ZFCP_ERP_FAILED;
  666. }
  667. atomic_set_mask(ZFCP_STATUS_COMMON_OPEN, &adapter->status);
  668. return ZFCP_ERP_SUCCEEDED;
  669. }
  670. static int zfcp_erp_adapter_strategy(struct zfcp_erp_action *act)
  671. {
  672. struct zfcp_adapter *adapter = act->adapter;
  673. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_OPEN) {
  674. zfcp_erp_adapter_strategy_close(act);
  675. if (act->status & ZFCP_STATUS_ERP_CLOSE_ONLY)
  676. return ZFCP_ERP_EXIT;
  677. }
  678. if (zfcp_erp_adapter_strategy_open(act)) {
  679. ssleep(8);
  680. return ZFCP_ERP_FAILED;
  681. }
  682. return ZFCP_ERP_SUCCEEDED;
  683. }
  684. static int zfcp_erp_port_forced_strategy_close(struct zfcp_erp_action *act)
  685. {
  686. int retval;
  687. retval = zfcp_fsf_close_physical_port(act);
  688. if (retval == -ENOMEM)
  689. return ZFCP_ERP_NOMEM;
  690. act->step = ZFCP_ERP_STEP_PHYS_PORT_CLOSING;
  691. if (retval)
  692. return ZFCP_ERP_FAILED;
  693. return ZFCP_ERP_CONTINUES;
  694. }
  695. static void zfcp_erp_port_strategy_clearstati(struct zfcp_port *port)
  696. {
  697. atomic_clear_mask(ZFCP_STATUS_COMMON_ACCESS_DENIED, &port->status);
  698. }
  699. static int zfcp_erp_port_forced_strategy(struct zfcp_erp_action *erp_action)
  700. {
  701. struct zfcp_port *port = erp_action->port;
  702. int status = atomic_read(&port->status);
  703. switch (erp_action->step) {
  704. case ZFCP_ERP_STEP_UNINITIALIZED:
  705. zfcp_erp_port_strategy_clearstati(port);
  706. if ((status & ZFCP_STATUS_PORT_PHYS_OPEN) &&
  707. (status & ZFCP_STATUS_COMMON_OPEN))
  708. return zfcp_erp_port_forced_strategy_close(erp_action);
  709. else
  710. return ZFCP_ERP_FAILED;
  711. case ZFCP_ERP_STEP_PHYS_PORT_CLOSING:
  712. if (!(status & ZFCP_STATUS_PORT_PHYS_OPEN))
  713. return ZFCP_ERP_SUCCEEDED;
  714. }
  715. return ZFCP_ERP_FAILED;
  716. }
  717. static int zfcp_erp_port_strategy_close(struct zfcp_erp_action *erp_action)
  718. {
  719. int retval;
  720. retval = zfcp_fsf_close_port(erp_action);
  721. if (retval == -ENOMEM)
  722. return ZFCP_ERP_NOMEM;
  723. erp_action->step = ZFCP_ERP_STEP_PORT_CLOSING;
  724. if (retval)
  725. return ZFCP_ERP_FAILED;
  726. return ZFCP_ERP_CONTINUES;
  727. }
  728. static int zfcp_erp_port_strategy_open_port(struct zfcp_erp_action *erp_action)
  729. {
  730. int retval;
  731. retval = zfcp_fsf_open_port(erp_action);
  732. if (retval == -ENOMEM)
  733. return ZFCP_ERP_NOMEM;
  734. erp_action->step = ZFCP_ERP_STEP_PORT_OPENING;
  735. if (retval)
  736. return ZFCP_ERP_FAILED;
  737. return ZFCP_ERP_CONTINUES;
  738. }
  739. static int zfcp_erp_open_ptp_port(struct zfcp_erp_action *act)
  740. {
  741. struct zfcp_adapter *adapter = act->adapter;
  742. struct zfcp_port *port = act->port;
  743. if (port->wwpn != adapter->peer_wwpn) {
  744. zfcp_erp_set_port_status(port, ZFCP_STATUS_COMMON_ERP_FAILED);
  745. return ZFCP_ERP_FAILED;
  746. }
  747. port->d_id = adapter->peer_d_id;
  748. return zfcp_erp_port_strategy_open_port(act);
  749. }
  750. static int zfcp_erp_port_strategy_open_common(struct zfcp_erp_action *act)
  751. {
  752. struct zfcp_adapter *adapter = act->adapter;
  753. struct zfcp_port *port = act->port;
  754. int p_status = atomic_read(&port->status);
  755. switch (act->step) {
  756. case ZFCP_ERP_STEP_UNINITIALIZED:
  757. case ZFCP_ERP_STEP_PHYS_PORT_CLOSING:
  758. case ZFCP_ERP_STEP_PORT_CLOSING:
  759. if (fc_host_port_type(adapter->scsi_host) == FC_PORTTYPE_PTP)
  760. return zfcp_erp_open_ptp_port(act);
  761. if (!port->d_id) {
  762. zfcp_fc_trigger_did_lookup(port);
  763. return ZFCP_ERP_EXIT;
  764. }
  765. return zfcp_erp_port_strategy_open_port(act);
  766. case ZFCP_ERP_STEP_PORT_OPENING:
  767. /* D_ID might have changed during open */
  768. if (p_status & ZFCP_STATUS_COMMON_OPEN) {
  769. if (!port->d_id) {
  770. zfcp_fc_trigger_did_lookup(port);
  771. return ZFCP_ERP_EXIT;
  772. }
  773. return ZFCP_ERP_SUCCEEDED;
  774. }
  775. if (port->d_id && !(p_status & ZFCP_STATUS_COMMON_NOESC)) {
  776. port->d_id = 0;
  777. return ZFCP_ERP_FAILED;
  778. }
  779. /* fall through otherwise */
  780. }
  781. return ZFCP_ERP_FAILED;
  782. }
  783. static int zfcp_erp_port_strategy(struct zfcp_erp_action *erp_action)
  784. {
  785. struct zfcp_port *port = erp_action->port;
  786. int p_status = atomic_read(&port->status);
  787. if ((p_status & ZFCP_STATUS_COMMON_NOESC) &&
  788. !(p_status & ZFCP_STATUS_COMMON_OPEN))
  789. goto close_init_done;
  790. switch (erp_action->step) {
  791. case ZFCP_ERP_STEP_UNINITIALIZED:
  792. zfcp_erp_port_strategy_clearstati(port);
  793. if (p_status & ZFCP_STATUS_COMMON_OPEN)
  794. return zfcp_erp_port_strategy_close(erp_action);
  795. break;
  796. case ZFCP_ERP_STEP_PORT_CLOSING:
  797. if (p_status & ZFCP_STATUS_COMMON_OPEN)
  798. return ZFCP_ERP_FAILED;
  799. break;
  800. }
  801. close_init_done:
  802. if (erp_action->status & ZFCP_STATUS_ERP_CLOSE_ONLY)
  803. return ZFCP_ERP_EXIT;
  804. return zfcp_erp_port_strategy_open_common(erp_action);
  805. }
  806. static void zfcp_erp_lun_strategy_clearstati(struct scsi_device *sdev)
  807. {
  808. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  809. atomic_clear_mask(ZFCP_STATUS_COMMON_ACCESS_DENIED |
  810. ZFCP_STATUS_LUN_SHARED | ZFCP_STATUS_LUN_READONLY,
  811. &zfcp_sdev->status);
  812. }
  813. static int zfcp_erp_lun_strategy_close(struct zfcp_erp_action *erp_action)
  814. {
  815. int retval = zfcp_fsf_close_lun(erp_action);
  816. if (retval == -ENOMEM)
  817. return ZFCP_ERP_NOMEM;
  818. erp_action->step = ZFCP_ERP_STEP_LUN_CLOSING;
  819. if (retval)
  820. return ZFCP_ERP_FAILED;
  821. return ZFCP_ERP_CONTINUES;
  822. }
  823. static int zfcp_erp_lun_strategy_open(struct zfcp_erp_action *erp_action)
  824. {
  825. int retval = zfcp_fsf_open_lun(erp_action);
  826. if (retval == -ENOMEM)
  827. return ZFCP_ERP_NOMEM;
  828. erp_action->step = ZFCP_ERP_STEP_LUN_OPENING;
  829. if (retval)
  830. return ZFCP_ERP_FAILED;
  831. return ZFCP_ERP_CONTINUES;
  832. }
  833. static int zfcp_erp_lun_strategy(struct zfcp_erp_action *erp_action)
  834. {
  835. struct scsi_device *sdev = erp_action->sdev;
  836. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  837. switch (erp_action->step) {
  838. case ZFCP_ERP_STEP_UNINITIALIZED:
  839. zfcp_erp_lun_strategy_clearstati(sdev);
  840. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_OPEN)
  841. return zfcp_erp_lun_strategy_close(erp_action);
  842. /* already closed, fall through */
  843. case ZFCP_ERP_STEP_LUN_CLOSING:
  844. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_OPEN)
  845. return ZFCP_ERP_FAILED;
  846. if (erp_action->status & ZFCP_STATUS_ERP_CLOSE_ONLY)
  847. return ZFCP_ERP_EXIT;
  848. return zfcp_erp_lun_strategy_open(erp_action);
  849. case ZFCP_ERP_STEP_LUN_OPENING:
  850. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_OPEN)
  851. return ZFCP_ERP_SUCCEEDED;
  852. }
  853. return ZFCP_ERP_FAILED;
  854. }
  855. static int zfcp_erp_strategy_check_lun(struct scsi_device *sdev, int result)
  856. {
  857. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  858. switch (result) {
  859. case ZFCP_ERP_SUCCEEDED :
  860. atomic_set(&zfcp_sdev->erp_counter, 0);
  861. zfcp_erp_lun_unblock(sdev);
  862. break;
  863. case ZFCP_ERP_FAILED :
  864. atomic_inc(&zfcp_sdev->erp_counter);
  865. if (atomic_read(&zfcp_sdev->erp_counter) > ZFCP_MAX_ERPS) {
  866. dev_err(&zfcp_sdev->port->adapter->ccw_device->dev,
  867. "ERP failed for LUN 0x%016Lx on "
  868. "port 0x%016Lx\n",
  869. (unsigned long long)zfcp_scsi_dev_lun(sdev),
  870. (unsigned long long)zfcp_sdev->port->wwpn);
  871. zfcp_erp_set_lun_status(sdev,
  872. ZFCP_STATUS_COMMON_ERP_FAILED);
  873. }
  874. break;
  875. }
  876. if (atomic_read(&zfcp_sdev->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  877. zfcp_erp_lun_block(sdev, 0);
  878. result = ZFCP_ERP_EXIT;
  879. }
  880. return result;
  881. }
  882. static int zfcp_erp_strategy_check_port(struct zfcp_port *port, int result)
  883. {
  884. switch (result) {
  885. case ZFCP_ERP_SUCCEEDED :
  886. atomic_set(&port->erp_counter, 0);
  887. zfcp_erp_port_unblock(port);
  888. break;
  889. case ZFCP_ERP_FAILED :
  890. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_NOESC) {
  891. zfcp_erp_port_block(port, 0);
  892. result = ZFCP_ERP_EXIT;
  893. }
  894. atomic_inc(&port->erp_counter);
  895. if (atomic_read(&port->erp_counter) > ZFCP_MAX_ERPS) {
  896. dev_err(&port->adapter->ccw_device->dev,
  897. "ERP failed for remote port 0x%016Lx\n",
  898. (unsigned long long)port->wwpn);
  899. zfcp_erp_set_port_status(port,
  900. ZFCP_STATUS_COMMON_ERP_FAILED);
  901. }
  902. break;
  903. }
  904. if (atomic_read(&port->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  905. zfcp_erp_port_block(port, 0);
  906. result = ZFCP_ERP_EXIT;
  907. }
  908. return result;
  909. }
  910. static int zfcp_erp_strategy_check_adapter(struct zfcp_adapter *adapter,
  911. int result)
  912. {
  913. switch (result) {
  914. case ZFCP_ERP_SUCCEEDED :
  915. atomic_set(&adapter->erp_counter, 0);
  916. zfcp_erp_adapter_unblock(adapter);
  917. break;
  918. case ZFCP_ERP_FAILED :
  919. atomic_inc(&adapter->erp_counter);
  920. if (atomic_read(&adapter->erp_counter) > ZFCP_MAX_ERPS) {
  921. dev_err(&adapter->ccw_device->dev,
  922. "ERP cannot recover an error "
  923. "on the FCP device\n");
  924. zfcp_erp_set_adapter_status(adapter,
  925. ZFCP_STATUS_COMMON_ERP_FAILED);
  926. }
  927. break;
  928. }
  929. if (atomic_read(&adapter->status) & ZFCP_STATUS_COMMON_ERP_FAILED) {
  930. zfcp_erp_adapter_block(adapter, 0);
  931. result = ZFCP_ERP_EXIT;
  932. }
  933. return result;
  934. }
  935. static int zfcp_erp_strategy_check_target(struct zfcp_erp_action *erp_action,
  936. int result)
  937. {
  938. struct zfcp_adapter *adapter = erp_action->adapter;
  939. struct zfcp_port *port = erp_action->port;
  940. struct scsi_device *sdev = erp_action->sdev;
  941. switch (erp_action->action) {
  942. case ZFCP_ERP_ACTION_REOPEN_LUN:
  943. result = zfcp_erp_strategy_check_lun(sdev, result);
  944. break;
  945. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  946. case ZFCP_ERP_ACTION_REOPEN_PORT:
  947. result = zfcp_erp_strategy_check_port(port, result);
  948. break;
  949. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  950. result = zfcp_erp_strategy_check_adapter(adapter, result);
  951. break;
  952. }
  953. return result;
  954. }
  955. static int zfcp_erp_strat_change_det(atomic_t *target_status, u32 erp_status)
  956. {
  957. int status = atomic_read(target_status);
  958. if ((status & ZFCP_STATUS_COMMON_RUNNING) &&
  959. (erp_status & ZFCP_STATUS_ERP_CLOSE_ONLY))
  960. return 1; /* take it online */
  961. if (!(status & ZFCP_STATUS_COMMON_RUNNING) &&
  962. !(erp_status & ZFCP_STATUS_ERP_CLOSE_ONLY))
  963. return 1; /* take it offline */
  964. return 0;
  965. }
  966. static int zfcp_erp_strategy_statechange(struct zfcp_erp_action *act, int ret)
  967. {
  968. int action = act->action;
  969. struct zfcp_adapter *adapter = act->adapter;
  970. struct zfcp_port *port = act->port;
  971. struct scsi_device *sdev = act->sdev;
  972. struct zfcp_scsi_dev *zfcp_sdev;
  973. u32 erp_status = act->status;
  974. switch (action) {
  975. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  976. if (zfcp_erp_strat_change_det(&adapter->status, erp_status)) {
  977. _zfcp_erp_adapter_reopen(adapter,
  978. ZFCP_STATUS_COMMON_ERP_FAILED,
  979. "ersscg1");
  980. return ZFCP_ERP_EXIT;
  981. }
  982. break;
  983. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  984. case ZFCP_ERP_ACTION_REOPEN_PORT:
  985. if (zfcp_erp_strat_change_det(&port->status, erp_status)) {
  986. _zfcp_erp_port_reopen(port,
  987. ZFCP_STATUS_COMMON_ERP_FAILED,
  988. "ersscg2");
  989. return ZFCP_ERP_EXIT;
  990. }
  991. break;
  992. case ZFCP_ERP_ACTION_REOPEN_LUN:
  993. zfcp_sdev = sdev_to_zfcp(sdev);
  994. if (zfcp_erp_strat_change_det(&zfcp_sdev->status, erp_status)) {
  995. _zfcp_erp_lun_reopen(sdev,
  996. ZFCP_STATUS_COMMON_ERP_FAILED,
  997. "ersscg3", 0);
  998. return ZFCP_ERP_EXIT;
  999. }
  1000. break;
  1001. }
  1002. return ret;
  1003. }
  1004. static void zfcp_erp_action_dequeue(struct zfcp_erp_action *erp_action)
  1005. {
  1006. struct zfcp_adapter *adapter = erp_action->adapter;
  1007. struct zfcp_scsi_dev *zfcp_sdev;
  1008. adapter->erp_total_count--;
  1009. if (erp_action->status & ZFCP_STATUS_ERP_LOWMEM) {
  1010. adapter->erp_low_mem_count--;
  1011. erp_action->status &= ~ZFCP_STATUS_ERP_LOWMEM;
  1012. }
  1013. list_del(&erp_action->list);
  1014. zfcp_dbf_rec_run("eractd1", erp_action);
  1015. switch (erp_action->action) {
  1016. case ZFCP_ERP_ACTION_REOPEN_LUN:
  1017. zfcp_sdev = sdev_to_zfcp(erp_action->sdev);
  1018. atomic_clear_mask(ZFCP_STATUS_COMMON_ERP_INUSE,
  1019. &zfcp_sdev->status);
  1020. break;
  1021. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  1022. case ZFCP_ERP_ACTION_REOPEN_PORT:
  1023. atomic_clear_mask(ZFCP_STATUS_COMMON_ERP_INUSE,
  1024. &erp_action->port->status);
  1025. break;
  1026. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  1027. atomic_clear_mask(ZFCP_STATUS_COMMON_ERP_INUSE,
  1028. &erp_action->adapter->status);
  1029. break;
  1030. }
  1031. }
  1032. static void zfcp_erp_action_cleanup(struct zfcp_erp_action *act, int result)
  1033. {
  1034. struct zfcp_adapter *adapter = act->adapter;
  1035. struct zfcp_port *port = act->port;
  1036. struct scsi_device *sdev = act->sdev;
  1037. switch (act->action) {
  1038. case ZFCP_ERP_ACTION_REOPEN_LUN:
  1039. if (!(act->status & ZFCP_STATUS_ERP_NO_REF))
  1040. scsi_device_put(sdev);
  1041. break;
  1042. case ZFCP_ERP_ACTION_REOPEN_PORT:
  1043. if (result == ZFCP_ERP_SUCCEEDED)
  1044. zfcp_scsi_schedule_rport_register(port);
  1045. /* fall through */
  1046. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  1047. put_device(&port->dev);
  1048. break;
  1049. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  1050. if (result == ZFCP_ERP_SUCCEEDED) {
  1051. register_service_level(&adapter->service_level);
  1052. queue_work(adapter->work_queue, &adapter->scan_work);
  1053. queue_work(adapter->work_queue, &adapter->ns_up_work);
  1054. } else
  1055. unregister_service_level(&adapter->service_level);
  1056. kref_put(&adapter->ref, zfcp_adapter_release);
  1057. break;
  1058. }
  1059. }
  1060. static int zfcp_erp_strategy_do_action(struct zfcp_erp_action *erp_action)
  1061. {
  1062. switch (erp_action->action) {
  1063. case ZFCP_ERP_ACTION_REOPEN_ADAPTER:
  1064. return zfcp_erp_adapter_strategy(erp_action);
  1065. case ZFCP_ERP_ACTION_REOPEN_PORT_FORCED:
  1066. return zfcp_erp_port_forced_strategy(erp_action);
  1067. case ZFCP_ERP_ACTION_REOPEN_PORT:
  1068. return zfcp_erp_port_strategy(erp_action);
  1069. case ZFCP_ERP_ACTION_REOPEN_LUN:
  1070. return zfcp_erp_lun_strategy(erp_action);
  1071. }
  1072. return ZFCP_ERP_FAILED;
  1073. }
  1074. static int zfcp_erp_strategy(struct zfcp_erp_action *erp_action)
  1075. {
  1076. int retval;
  1077. unsigned long flags;
  1078. struct zfcp_adapter *adapter = erp_action->adapter;
  1079. kref_get(&adapter->ref);
  1080. write_lock_irqsave(&adapter->erp_lock, flags);
  1081. zfcp_erp_strategy_check_fsfreq(erp_action);
  1082. if (erp_action->status & ZFCP_STATUS_ERP_DISMISSED) {
  1083. zfcp_erp_action_dequeue(erp_action);
  1084. retval = ZFCP_ERP_DISMISSED;
  1085. goto unlock;
  1086. }
  1087. if (erp_action->status & ZFCP_STATUS_ERP_TIMEDOUT) {
  1088. retval = ZFCP_ERP_FAILED;
  1089. goto check_target;
  1090. }
  1091. zfcp_erp_action_to_running(erp_action);
  1092. /* no lock to allow for blocking operations */
  1093. write_unlock_irqrestore(&adapter->erp_lock, flags);
  1094. retval = zfcp_erp_strategy_do_action(erp_action);
  1095. write_lock_irqsave(&adapter->erp_lock, flags);
  1096. if (erp_action->status & ZFCP_STATUS_ERP_DISMISSED)
  1097. retval = ZFCP_ERP_CONTINUES;
  1098. switch (retval) {
  1099. case ZFCP_ERP_NOMEM:
  1100. if (!(erp_action->status & ZFCP_STATUS_ERP_LOWMEM)) {
  1101. ++adapter->erp_low_mem_count;
  1102. erp_action->status |= ZFCP_STATUS_ERP_LOWMEM;
  1103. }
  1104. if (adapter->erp_total_count == adapter->erp_low_mem_count)
  1105. _zfcp_erp_adapter_reopen(adapter, 0, "erstgy1");
  1106. else {
  1107. zfcp_erp_strategy_memwait(erp_action);
  1108. retval = ZFCP_ERP_CONTINUES;
  1109. }
  1110. goto unlock;
  1111. case ZFCP_ERP_CONTINUES:
  1112. if (erp_action->status & ZFCP_STATUS_ERP_LOWMEM) {
  1113. --adapter->erp_low_mem_count;
  1114. erp_action->status &= ~ZFCP_STATUS_ERP_LOWMEM;
  1115. }
  1116. goto unlock;
  1117. }
  1118. check_target:
  1119. retval = zfcp_erp_strategy_check_target(erp_action, retval);
  1120. zfcp_erp_action_dequeue(erp_action);
  1121. retval = zfcp_erp_strategy_statechange(erp_action, retval);
  1122. if (retval == ZFCP_ERP_EXIT)
  1123. goto unlock;
  1124. if (retval == ZFCP_ERP_SUCCEEDED)
  1125. zfcp_erp_strategy_followup_success(erp_action);
  1126. if (retval == ZFCP_ERP_FAILED)
  1127. zfcp_erp_strategy_followup_failed(erp_action);
  1128. unlock:
  1129. write_unlock_irqrestore(&adapter->erp_lock, flags);
  1130. if (retval != ZFCP_ERP_CONTINUES)
  1131. zfcp_erp_action_cleanup(erp_action, retval);
  1132. kref_put(&adapter->ref, zfcp_adapter_release);
  1133. return retval;
  1134. }
  1135. static int zfcp_erp_thread(void *data)
  1136. {
  1137. struct zfcp_adapter *adapter = (struct zfcp_adapter *) data;
  1138. struct list_head *next;
  1139. struct zfcp_erp_action *act;
  1140. unsigned long flags;
  1141. for (;;) {
  1142. wait_event_interruptible(adapter->erp_ready_wq,
  1143. !list_empty(&adapter->erp_ready_head) ||
  1144. kthread_should_stop());
  1145. if (kthread_should_stop())
  1146. break;
  1147. write_lock_irqsave(&adapter->erp_lock, flags);
  1148. next = adapter->erp_ready_head.next;
  1149. write_unlock_irqrestore(&adapter->erp_lock, flags);
  1150. if (next != &adapter->erp_ready_head) {
  1151. act = list_entry(next, struct zfcp_erp_action, list);
  1152. /* there is more to come after dismission, no notify */
  1153. if (zfcp_erp_strategy(act) != ZFCP_ERP_DISMISSED)
  1154. zfcp_erp_wakeup(adapter);
  1155. }
  1156. }
  1157. return 0;
  1158. }
  1159. /**
  1160. * zfcp_erp_thread_setup - Start ERP thread for adapter
  1161. * @adapter: Adapter to start the ERP thread for
  1162. *
  1163. * Returns 0 on success or error code from kernel_thread()
  1164. */
  1165. int zfcp_erp_thread_setup(struct zfcp_adapter *adapter)
  1166. {
  1167. struct task_struct *thread;
  1168. thread = kthread_run(zfcp_erp_thread, adapter, "zfcperp%s",
  1169. dev_name(&adapter->ccw_device->dev));
  1170. if (IS_ERR(thread)) {
  1171. dev_err(&adapter->ccw_device->dev,
  1172. "Creating an ERP thread for the FCP device failed.\n");
  1173. return PTR_ERR(thread);
  1174. }
  1175. adapter->erp_thread = thread;
  1176. return 0;
  1177. }
  1178. /**
  1179. * zfcp_erp_thread_kill - Stop ERP thread.
  1180. * @adapter: Adapter where the ERP thread should be stopped.
  1181. *
  1182. * The caller of this routine ensures that the specified adapter has
  1183. * been shut down and that this operation has been completed. Thus,
  1184. * there are no pending erp_actions which would need to be handled
  1185. * here.
  1186. */
  1187. void zfcp_erp_thread_kill(struct zfcp_adapter *adapter)
  1188. {
  1189. kthread_stop(adapter->erp_thread);
  1190. adapter->erp_thread = NULL;
  1191. WARN_ON(!list_empty(&adapter->erp_ready_head));
  1192. WARN_ON(!list_empty(&adapter->erp_running_head));
  1193. }
  1194. /**
  1195. * zfcp_erp_wait - wait for completion of error recovery on an adapter
  1196. * @adapter: adapter for which to wait for completion of its error recovery
  1197. */
  1198. void zfcp_erp_wait(struct zfcp_adapter *adapter)
  1199. {
  1200. wait_event(adapter->erp_done_wqh,
  1201. !(atomic_read(&adapter->status) &
  1202. ZFCP_STATUS_ADAPTER_ERP_PENDING));
  1203. }
  1204. /**
  1205. * zfcp_erp_set_adapter_status - set adapter status bits
  1206. * @adapter: adapter to change the status
  1207. * @mask: status bits to change
  1208. *
  1209. * Changes in common status bits are propagated to attached ports and LUNs.
  1210. */
  1211. void zfcp_erp_set_adapter_status(struct zfcp_adapter *adapter, u32 mask)
  1212. {
  1213. struct zfcp_port *port;
  1214. struct scsi_device *sdev;
  1215. unsigned long flags;
  1216. u32 common_mask = mask & ZFCP_COMMON_FLAGS;
  1217. atomic_set_mask(mask, &adapter->status);
  1218. if (!common_mask)
  1219. return;
  1220. read_lock_irqsave(&adapter->port_list_lock, flags);
  1221. list_for_each_entry(port, &adapter->port_list, list)
  1222. atomic_set_mask(common_mask, &port->status);
  1223. read_unlock_irqrestore(&adapter->port_list_lock, flags);
  1224. shost_for_each_device(sdev, adapter->scsi_host)
  1225. atomic_set_mask(common_mask, &sdev_to_zfcp(sdev)->status);
  1226. }
  1227. /**
  1228. * zfcp_erp_clear_adapter_status - clear adapter status bits
  1229. * @adapter: adapter to change the status
  1230. * @mask: status bits to change
  1231. *
  1232. * Changes in common status bits are propagated to attached ports and LUNs.
  1233. */
  1234. void zfcp_erp_clear_adapter_status(struct zfcp_adapter *adapter, u32 mask)
  1235. {
  1236. struct zfcp_port *port;
  1237. struct scsi_device *sdev;
  1238. unsigned long flags;
  1239. u32 common_mask = mask & ZFCP_COMMON_FLAGS;
  1240. u32 clear_counter = mask & ZFCP_STATUS_COMMON_ERP_FAILED;
  1241. atomic_clear_mask(mask, &adapter->status);
  1242. if (!common_mask)
  1243. return;
  1244. if (clear_counter)
  1245. atomic_set(&adapter->erp_counter, 0);
  1246. read_lock_irqsave(&adapter->port_list_lock, flags);
  1247. list_for_each_entry(port, &adapter->port_list, list) {
  1248. atomic_clear_mask(common_mask, &port->status);
  1249. if (clear_counter)
  1250. atomic_set(&port->erp_counter, 0);
  1251. }
  1252. read_unlock_irqrestore(&adapter->port_list_lock, flags);
  1253. shost_for_each_device(sdev, adapter->scsi_host) {
  1254. atomic_clear_mask(common_mask, &sdev_to_zfcp(sdev)->status);
  1255. if (clear_counter)
  1256. atomic_set(&sdev_to_zfcp(sdev)->erp_counter, 0);
  1257. }
  1258. }
  1259. /**
  1260. * zfcp_erp_set_port_status - set port status bits
  1261. * @port: port to change the status
  1262. * @mask: status bits to change
  1263. *
  1264. * Changes in common status bits are propagated to attached LUNs.
  1265. */
  1266. void zfcp_erp_set_port_status(struct zfcp_port *port, u32 mask)
  1267. {
  1268. struct scsi_device *sdev;
  1269. u32 common_mask = mask & ZFCP_COMMON_FLAGS;
  1270. atomic_set_mask(mask, &port->status);
  1271. if (!common_mask)
  1272. return;
  1273. shost_for_each_device(sdev, port->adapter->scsi_host)
  1274. if (sdev_to_zfcp(sdev)->port == port)
  1275. atomic_set_mask(common_mask,
  1276. &sdev_to_zfcp(sdev)->status);
  1277. }
  1278. /**
  1279. * zfcp_erp_clear_port_status - clear port status bits
  1280. * @port: adapter to change the status
  1281. * @mask: status bits to change
  1282. *
  1283. * Changes in common status bits are propagated to attached LUNs.
  1284. */
  1285. void zfcp_erp_clear_port_status(struct zfcp_port *port, u32 mask)
  1286. {
  1287. struct scsi_device *sdev;
  1288. u32 common_mask = mask & ZFCP_COMMON_FLAGS;
  1289. u32 clear_counter = mask & ZFCP_STATUS_COMMON_ERP_FAILED;
  1290. atomic_clear_mask(mask, &port->status);
  1291. if (!common_mask)
  1292. return;
  1293. if (clear_counter)
  1294. atomic_set(&port->erp_counter, 0);
  1295. shost_for_each_device(sdev, port->adapter->scsi_host)
  1296. if (sdev_to_zfcp(sdev)->port == port) {
  1297. atomic_clear_mask(common_mask,
  1298. &sdev_to_zfcp(sdev)->status);
  1299. if (clear_counter)
  1300. atomic_set(&sdev_to_zfcp(sdev)->erp_counter, 0);
  1301. }
  1302. }
  1303. /**
  1304. * zfcp_erp_set_lun_status - set lun status bits
  1305. * @sdev: SCSI device / lun to set the status bits
  1306. * @mask: status bits to change
  1307. */
  1308. void zfcp_erp_set_lun_status(struct scsi_device *sdev, u32 mask)
  1309. {
  1310. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  1311. atomic_set_mask(mask, &zfcp_sdev->status);
  1312. }
  1313. /**
  1314. * zfcp_erp_clear_lun_status - clear lun status bits
  1315. * @sdev: SCSi device / lun to clear the status bits
  1316. * @mask: status bits to change
  1317. */
  1318. void zfcp_erp_clear_lun_status(struct scsi_device *sdev, u32 mask)
  1319. {
  1320. struct zfcp_scsi_dev *zfcp_sdev = sdev_to_zfcp(sdev);
  1321. atomic_clear_mask(mask, &zfcp_sdev->status);
  1322. if (mask & ZFCP_STATUS_COMMON_ERP_FAILED)
  1323. atomic_set(&zfcp_sdev->erp_counter, 0);
  1324. }