scsi_dh_alua.c 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930
  1. /*
  2. * Generic SCSI-3 ALUA SCSI Device Handler
  3. *
  4. * Copyright (C) 2007-2010 Hannes Reinecke, SUSE Linux Products GmbH.
  5. * All rights reserved.
  6. *
  7. * This program is free software; you can redistribute it and/or modify
  8. * it under the terms of the GNU General Public License as published by
  9. * the Free Software Foundation; either version 2 of the License, or
  10. * (at your option) any later version.
  11. *
  12. * This program is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  15. * GNU General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU General Public License
  18. * along with this program; if not, write to the Free Software
  19. * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
  20. *
  21. */
  22. #include <linux/slab.h>
  23. #include <linux/delay.h>
  24. #include <linux/module.h>
  25. #include <scsi/scsi.h>
  26. #include <scsi/scsi_eh.h>
  27. #include <scsi/scsi_dh.h>
  28. #define ALUA_DH_NAME "alua"
  29. #define ALUA_DH_VER "1.3"
  30. #define TPGS_STATE_OPTIMIZED 0x0
  31. #define TPGS_STATE_NONOPTIMIZED 0x1
  32. #define TPGS_STATE_STANDBY 0x2
  33. #define TPGS_STATE_UNAVAILABLE 0x3
  34. #define TPGS_STATE_LBA_DEPENDENT 0x4
  35. #define TPGS_STATE_OFFLINE 0xe
  36. #define TPGS_STATE_TRANSITIONING 0xf
  37. #define TPGS_SUPPORT_NONE 0x00
  38. #define TPGS_SUPPORT_OPTIMIZED 0x01
  39. #define TPGS_SUPPORT_NONOPTIMIZED 0x02
  40. #define TPGS_SUPPORT_STANDBY 0x04
  41. #define TPGS_SUPPORT_UNAVAILABLE 0x08
  42. #define TPGS_SUPPORT_LBA_DEPENDENT 0x10
  43. #define TPGS_SUPPORT_OFFLINE 0x40
  44. #define TPGS_SUPPORT_TRANSITION 0x80
  45. #define RTPG_FMT_MASK 0x70
  46. #define RTPG_FMT_EXT_HDR 0x10
  47. #define TPGS_MODE_UNINITIALIZED -1
  48. #define TPGS_MODE_NONE 0x0
  49. #define TPGS_MODE_IMPLICIT 0x1
  50. #define TPGS_MODE_EXPLICIT 0x2
  51. #define ALUA_INQUIRY_SIZE 36
  52. #define ALUA_FAILOVER_TIMEOUT 60
  53. #define ALUA_FAILOVER_RETRIES 5
  54. /* flags passed from user level */
  55. #define ALUA_OPTIMIZE_STPG 1
  56. struct alua_dh_data {
  57. int group_id;
  58. int rel_port;
  59. int tpgs;
  60. int state;
  61. int pref;
  62. unsigned flags; /* used for optimizing STPG */
  63. unsigned char inq[ALUA_INQUIRY_SIZE];
  64. unsigned char *buff;
  65. int bufflen;
  66. unsigned char transition_tmo;
  67. unsigned char sense[SCSI_SENSE_BUFFERSIZE];
  68. int senselen;
  69. struct scsi_device *sdev;
  70. activate_complete callback_fn;
  71. void *callback_data;
  72. };
  73. #define ALUA_POLICY_SWITCH_CURRENT 0
  74. #define ALUA_POLICY_SWITCH_ALL 1
  75. static char print_alua_state(int);
  76. static int alua_check_sense(struct scsi_device *, struct scsi_sense_hdr *);
  77. static inline struct alua_dh_data *get_alua_data(struct scsi_device *sdev)
  78. {
  79. struct scsi_dh_data *scsi_dh_data = sdev->scsi_dh_data;
  80. BUG_ON(scsi_dh_data == NULL);
  81. return ((struct alua_dh_data *) scsi_dh_data->buf);
  82. }
  83. static int realloc_buffer(struct alua_dh_data *h, unsigned len)
  84. {
  85. if (h->buff && h->buff != h->inq)
  86. kfree(h->buff);
  87. h->buff = kmalloc(len, GFP_NOIO);
  88. if (!h->buff) {
  89. h->buff = h->inq;
  90. h->bufflen = ALUA_INQUIRY_SIZE;
  91. return 1;
  92. }
  93. h->bufflen = len;
  94. return 0;
  95. }
  96. static struct request *get_alua_req(struct scsi_device *sdev,
  97. void *buffer, unsigned buflen, int rw)
  98. {
  99. struct request *rq;
  100. struct request_queue *q = sdev->request_queue;
  101. rq = blk_get_request(q, rw, GFP_NOIO);
  102. if (!rq) {
  103. sdev_printk(KERN_INFO, sdev,
  104. "%s: blk_get_request failed\n", __func__);
  105. return NULL;
  106. }
  107. if (buflen && blk_rq_map_kern(q, rq, buffer, buflen, GFP_NOIO)) {
  108. blk_put_request(rq);
  109. sdev_printk(KERN_INFO, sdev,
  110. "%s: blk_rq_map_kern failed\n", __func__);
  111. return NULL;
  112. }
  113. rq->cmd_type = REQ_TYPE_BLOCK_PC;
  114. rq->cmd_flags |= REQ_FAILFAST_DEV | REQ_FAILFAST_TRANSPORT |
  115. REQ_FAILFAST_DRIVER;
  116. rq->retries = ALUA_FAILOVER_RETRIES;
  117. rq->timeout = ALUA_FAILOVER_TIMEOUT * HZ;
  118. return rq;
  119. }
  120. /*
  121. * submit_vpd_inquiry - Issue an INQUIRY VPD page 0x83 command
  122. * @sdev: sdev the command should be sent to
  123. */
  124. static int submit_vpd_inquiry(struct scsi_device *sdev, struct alua_dh_data *h)
  125. {
  126. struct request *rq;
  127. int err = SCSI_DH_RES_TEMP_UNAVAIL;
  128. rq = get_alua_req(sdev, h->buff, h->bufflen, READ);
  129. if (!rq)
  130. goto done;
  131. /* Prepare the command. */
  132. rq->cmd[0] = INQUIRY;
  133. rq->cmd[1] = 1;
  134. rq->cmd[2] = 0x83;
  135. rq->cmd[4] = h->bufflen;
  136. rq->cmd_len = COMMAND_SIZE(INQUIRY);
  137. rq->sense = h->sense;
  138. memset(rq->sense, 0, SCSI_SENSE_BUFFERSIZE);
  139. rq->sense_len = h->senselen = 0;
  140. err = blk_execute_rq(rq->q, NULL, rq, 1);
  141. if (err == -EIO) {
  142. sdev_printk(KERN_INFO, sdev,
  143. "%s: evpd inquiry failed with %x\n",
  144. ALUA_DH_NAME, rq->errors);
  145. h->senselen = rq->sense_len;
  146. err = SCSI_DH_IO;
  147. }
  148. blk_put_request(rq);
  149. done:
  150. return err;
  151. }
  152. /*
  153. * submit_rtpg - Issue a REPORT TARGET GROUP STATES command
  154. * @sdev: sdev the command should be sent to
  155. */
  156. static unsigned submit_rtpg(struct scsi_device *sdev, struct alua_dh_data *h,
  157. bool rtpg_ext_hdr_req)
  158. {
  159. struct request *rq;
  160. int err = SCSI_DH_RES_TEMP_UNAVAIL;
  161. rq = get_alua_req(sdev, h->buff, h->bufflen, READ);
  162. if (!rq)
  163. goto done;
  164. /* Prepare the command. */
  165. rq->cmd[0] = MAINTENANCE_IN;
  166. if (rtpg_ext_hdr_req)
  167. rq->cmd[1] = MI_REPORT_TARGET_PGS | MI_EXT_HDR_PARAM_FMT;
  168. else
  169. rq->cmd[1] = MI_REPORT_TARGET_PGS;
  170. rq->cmd[6] = (h->bufflen >> 24) & 0xff;
  171. rq->cmd[7] = (h->bufflen >> 16) & 0xff;
  172. rq->cmd[8] = (h->bufflen >> 8) & 0xff;
  173. rq->cmd[9] = h->bufflen & 0xff;
  174. rq->cmd_len = COMMAND_SIZE(MAINTENANCE_IN);
  175. rq->sense = h->sense;
  176. memset(rq->sense, 0, SCSI_SENSE_BUFFERSIZE);
  177. rq->sense_len = h->senselen = 0;
  178. err = blk_execute_rq(rq->q, NULL, rq, 1);
  179. if (err == -EIO) {
  180. sdev_printk(KERN_INFO, sdev,
  181. "%s: rtpg failed with %x\n",
  182. ALUA_DH_NAME, rq->errors);
  183. h->senselen = rq->sense_len;
  184. err = SCSI_DH_IO;
  185. }
  186. blk_put_request(rq);
  187. done:
  188. return err;
  189. }
  190. /*
  191. * alua_stpg - Evaluate SET TARGET GROUP STATES
  192. * @sdev: the device to be evaluated
  193. * @state: the new target group state
  194. *
  195. * Send a SET TARGET GROUP STATES command to the device.
  196. * We only have to test here if we should resubmit the command;
  197. * any other error is assumed as a failure.
  198. */
  199. static void stpg_endio(struct request *req, int error)
  200. {
  201. struct alua_dh_data *h = req->end_io_data;
  202. struct scsi_sense_hdr sense_hdr;
  203. unsigned err = SCSI_DH_OK;
  204. if (host_byte(req->errors) != DID_OK ||
  205. msg_byte(req->errors) != COMMAND_COMPLETE) {
  206. err = SCSI_DH_IO;
  207. goto done;
  208. }
  209. if (req->sense_len > 0) {
  210. err = scsi_normalize_sense(h->sense, SCSI_SENSE_BUFFERSIZE,
  211. &sense_hdr);
  212. if (!err) {
  213. err = SCSI_DH_IO;
  214. goto done;
  215. }
  216. err = alua_check_sense(h->sdev, &sense_hdr);
  217. if (err == ADD_TO_MLQUEUE) {
  218. err = SCSI_DH_RETRY;
  219. goto done;
  220. }
  221. sdev_printk(KERN_INFO, h->sdev,
  222. "%s: stpg sense code: %02x/%02x/%02x\n",
  223. ALUA_DH_NAME, sense_hdr.sense_key,
  224. sense_hdr.asc, sense_hdr.ascq);
  225. err = SCSI_DH_IO;
  226. } else if (error)
  227. err = SCSI_DH_IO;
  228. if (err == SCSI_DH_OK) {
  229. h->state = TPGS_STATE_OPTIMIZED;
  230. sdev_printk(KERN_INFO, h->sdev,
  231. "%s: port group %02x switched to state %c\n",
  232. ALUA_DH_NAME, h->group_id,
  233. print_alua_state(h->state));
  234. }
  235. done:
  236. req->end_io_data = NULL;
  237. __blk_put_request(req->q, req);
  238. if (h->callback_fn) {
  239. h->callback_fn(h->callback_data, err);
  240. h->callback_fn = h->callback_data = NULL;
  241. }
  242. return;
  243. }
  244. /*
  245. * submit_stpg - Issue a SET TARGET GROUP STATES command
  246. *
  247. * Currently we're only setting the current target port group state
  248. * to 'active/optimized' and let the array firmware figure out
  249. * the states of the remaining groups.
  250. */
  251. static unsigned submit_stpg(struct alua_dh_data *h)
  252. {
  253. struct request *rq;
  254. int stpg_len = 8;
  255. struct scsi_device *sdev = h->sdev;
  256. /* Prepare the data buffer */
  257. memset(h->buff, 0, stpg_len);
  258. h->buff[4] = TPGS_STATE_OPTIMIZED & 0x0f;
  259. h->buff[6] = (h->group_id >> 8) & 0xff;
  260. h->buff[7] = h->group_id & 0xff;
  261. rq = get_alua_req(sdev, h->buff, stpg_len, WRITE);
  262. if (!rq)
  263. return SCSI_DH_RES_TEMP_UNAVAIL;
  264. /* Prepare the command. */
  265. rq->cmd[0] = MAINTENANCE_OUT;
  266. rq->cmd[1] = MO_SET_TARGET_PGS;
  267. rq->cmd[6] = (stpg_len >> 24) & 0xff;
  268. rq->cmd[7] = (stpg_len >> 16) & 0xff;
  269. rq->cmd[8] = (stpg_len >> 8) & 0xff;
  270. rq->cmd[9] = stpg_len & 0xff;
  271. rq->cmd_len = COMMAND_SIZE(MAINTENANCE_OUT);
  272. rq->sense = h->sense;
  273. memset(rq->sense, 0, SCSI_SENSE_BUFFERSIZE);
  274. rq->sense_len = h->senselen = 0;
  275. rq->end_io_data = h;
  276. blk_execute_rq_nowait(rq->q, NULL, rq, 1, stpg_endio);
  277. return SCSI_DH_OK;
  278. }
  279. /*
  280. * alua_check_tpgs - Evaluate TPGS setting
  281. * @sdev: device to be checked
  282. *
  283. * Examine the TPGS setting of the sdev to find out if ALUA
  284. * is supported.
  285. */
  286. static int alua_check_tpgs(struct scsi_device *sdev, struct alua_dh_data *h)
  287. {
  288. int err = SCSI_DH_OK;
  289. h->tpgs = scsi_device_tpgs(sdev);
  290. switch (h->tpgs) {
  291. case TPGS_MODE_EXPLICIT|TPGS_MODE_IMPLICIT:
  292. sdev_printk(KERN_INFO, sdev,
  293. "%s: supports implicit and explicit TPGS\n",
  294. ALUA_DH_NAME);
  295. break;
  296. case TPGS_MODE_EXPLICIT:
  297. sdev_printk(KERN_INFO, sdev, "%s: supports explicit TPGS\n",
  298. ALUA_DH_NAME);
  299. break;
  300. case TPGS_MODE_IMPLICIT:
  301. sdev_printk(KERN_INFO, sdev, "%s: supports implicit TPGS\n",
  302. ALUA_DH_NAME);
  303. break;
  304. default:
  305. h->tpgs = TPGS_MODE_NONE;
  306. sdev_printk(KERN_INFO, sdev, "%s: not supported\n",
  307. ALUA_DH_NAME);
  308. err = SCSI_DH_DEV_UNSUPP;
  309. break;
  310. }
  311. return err;
  312. }
  313. /*
  314. * alua_vpd_inquiry - Evaluate INQUIRY vpd page 0x83
  315. * @sdev: device to be checked
  316. *
  317. * Extract the relative target port and the target port group
  318. * descriptor from the list of identificators.
  319. */
  320. static int alua_vpd_inquiry(struct scsi_device *sdev, struct alua_dh_data *h)
  321. {
  322. int len;
  323. unsigned err;
  324. unsigned char *d;
  325. retry:
  326. err = submit_vpd_inquiry(sdev, h);
  327. if (err != SCSI_DH_OK)
  328. return err;
  329. /* Check if vpd page exceeds initial buffer */
  330. len = (h->buff[2] << 8) + h->buff[3] + 4;
  331. if (len > h->bufflen) {
  332. /* Resubmit with the correct length */
  333. if (realloc_buffer(h, len)) {
  334. sdev_printk(KERN_WARNING, sdev,
  335. "%s: kmalloc buffer failed\n",
  336. ALUA_DH_NAME);
  337. /* Temporary failure, bypass */
  338. return SCSI_DH_DEV_TEMP_BUSY;
  339. }
  340. goto retry;
  341. }
  342. /*
  343. * Now look for the correct descriptor.
  344. */
  345. d = h->buff + 4;
  346. while (d < h->buff + len) {
  347. switch (d[1] & 0xf) {
  348. case 0x4:
  349. /* Relative target port */
  350. h->rel_port = (d[6] << 8) + d[7];
  351. break;
  352. case 0x5:
  353. /* Target port group */
  354. h->group_id = (d[6] << 8) + d[7];
  355. break;
  356. default:
  357. break;
  358. }
  359. d += d[3] + 4;
  360. }
  361. if (h->group_id == -1) {
  362. /*
  363. * Internal error; TPGS supported but required
  364. * VPD identification descriptors not present.
  365. * Disable ALUA support
  366. */
  367. sdev_printk(KERN_INFO, sdev,
  368. "%s: No target port descriptors found\n",
  369. ALUA_DH_NAME);
  370. h->state = TPGS_STATE_OPTIMIZED;
  371. h->tpgs = TPGS_MODE_NONE;
  372. err = SCSI_DH_DEV_UNSUPP;
  373. } else {
  374. sdev_printk(KERN_INFO, sdev,
  375. "%s: port group %02x rel port %02x\n",
  376. ALUA_DH_NAME, h->group_id, h->rel_port);
  377. }
  378. return err;
  379. }
  380. static char print_alua_state(int state)
  381. {
  382. switch (state) {
  383. case TPGS_STATE_OPTIMIZED:
  384. return 'A';
  385. case TPGS_STATE_NONOPTIMIZED:
  386. return 'N';
  387. case TPGS_STATE_STANDBY:
  388. return 'S';
  389. case TPGS_STATE_UNAVAILABLE:
  390. return 'U';
  391. case TPGS_STATE_LBA_DEPENDENT:
  392. return 'L';
  393. case TPGS_STATE_OFFLINE:
  394. return 'O';
  395. case TPGS_STATE_TRANSITIONING:
  396. return 'T';
  397. default:
  398. return 'X';
  399. }
  400. }
  401. static int alua_check_sense(struct scsi_device *sdev,
  402. struct scsi_sense_hdr *sense_hdr)
  403. {
  404. switch (sense_hdr->sense_key) {
  405. case NOT_READY:
  406. if (sense_hdr->asc == 0x04 && sense_hdr->ascq == 0x0a)
  407. /*
  408. * LUN Not Accessible - ALUA state transition
  409. */
  410. return ADD_TO_MLQUEUE;
  411. if (sense_hdr->asc == 0x04 && sense_hdr->ascq == 0x0b)
  412. /*
  413. * LUN Not Accessible -- Target port in standby state
  414. */
  415. return SUCCESS;
  416. if (sense_hdr->asc == 0x04 && sense_hdr->ascq == 0x0c)
  417. /*
  418. * LUN Not Accessible -- Target port in unavailable state
  419. */
  420. return SUCCESS;
  421. if (sense_hdr->asc == 0x04 && sense_hdr->ascq == 0x12)
  422. /*
  423. * LUN Not Ready -- Offline
  424. */
  425. return SUCCESS;
  426. break;
  427. case UNIT_ATTENTION:
  428. if (sense_hdr->asc == 0x29 && sense_hdr->ascq == 0x00)
  429. /*
  430. * Power On, Reset, or Bus Device Reset, just retry.
  431. */
  432. return ADD_TO_MLQUEUE;
  433. if (sense_hdr->asc == 0x29 && sense_hdr->ascq == 0x04)
  434. /*
  435. * Device internal reset
  436. */
  437. return ADD_TO_MLQUEUE;
  438. if (sense_hdr->asc == 0x2a && sense_hdr->ascq == 0x01)
  439. /*
  440. * Mode Parameters Changed
  441. */
  442. return ADD_TO_MLQUEUE;
  443. if (sense_hdr->asc == 0x2a && sense_hdr->ascq == 0x06)
  444. /*
  445. * ALUA state changed
  446. */
  447. return ADD_TO_MLQUEUE;
  448. if (sense_hdr->asc == 0x2a && sense_hdr->ascq == 0x07)
  449. /*
  450. * Implicit ALUA state transition failed
  451. */
  452. return ADD_TO_MLQUEUE;
  453. if (sense_hdr->asc == 0x3f && sense_hdr->ascq == 0x03)
  454. /*
  455. * Inquiry data has changed
  456. */
  457. return ADD_TO_MLQUEUE;
  458. if (sense_hdr->asc == 0x3f && sense_hdr->ascq == 0x0e)
  459. /*
  460. * REPORTED_LUNS_DATA_HAS_CHANGED is reported
  461. * when switching controllers on targets like
  462. * Intel Multi-Flex. We can just retry.
  463. */
  464. return ADD_TO_MLQUEUE;
  465. break;
  466. }
  467. return SCSI_RETURN_NOT_HANDLED;
  468. }
  469. /*
  470. * alua_rtpg - Evaluate REPORT TARGET GROUP STATES
  471. * @sdev: the device to be evaluated.
  472. * @wait_for_transition: if nonzero, wait ALUA_FAILOVER_TIMEOUT seconds for device to exit transitioning state
  473. *
  474. * Evaluate the Target Port Group State.
  475. * Returns SCSI_DH_DEV_OFFLINED if the path is
  476. * found to be unusable.
  477. */
  478. static int alua_rtpg(struct scsi_device *sdev, struct alua_dh_data *h, int wait_for_transition)
  479. {
  480. struct scsi_sense_hdr sense_hdr;
  481. int len, k, off, valid_states = 0;
  482. unsigned char *ucp;
  483. unsigned err;
  484. bool rtpg_ext_hdr_req = 1;
  485. unsigned long expiry, interval = 0;
  486. unsigned int tpg_desc_tbl_off;
  487. unsigned char orig_transition_tmo;
  488. if (!h->transition_tmo)
  489. expiry = round_jiffies_up(jiffies + ALUA_FAILOVER_TIMEOUT * HZ);
  490. else
  491. expiry = round_jiffies_up(jiffies + h->transition_tmo * HZ);
  492. retry:
  493. err = submit_rtpg(sdev, h, rtpg_ext_hdr_req);
  494. if (err == SCSI_DH_IO && h->senselen > 0) {
  495. err = scsi_normalize_sense(h->sense, SCSI_SENSE_BUFFERSIZE,
  496. &sense_hdr);
  497. if (!err)
  498. return SCSI_DH_IO;
  499. /*
  500. * submit_rtpg() has failed on existing arrays
  501. * when requesting extended header info, and
  502. * the array doesn't support extended headers,
  503. * even though it shouldn't according to T10.
  504. * The retry without rtpg_ext_hdr_req set
  505. * handles this.
  506. */
  507. if (rtpg_ext_hdr_req == 1 &&
  508. sense_hdr.sense_key == ILLEGAL_REQUEST &&
  509. sense_hdr.asc == 0x24 && sense_hdr.ascq == 0) {
  510. rtpg_ext_hdr_req = 0;
  511. goto retry;
  512. }
  513. err = alua_check_sense(sdev, &sense_hdr);
  514. if (err == ADD_TO_MLQUEUE && time_before(jiffies, expiry))
  515. goto retry;
  516. sdev_printk(KERN_INFO, sdev,
  517. "%s: rtpg sense code %02x/%02x/%02x\n",
  518. ALUA_DH_NAME, sense_hdr.sense_key,
  519. sense_hdr.asc, sense_hdr.ascq);
  520. err = SCSI_DH_IO;
  521. }
  522. if (err != SCSI_DH_OK)
  523. return err;
  524. len = (h->buff[0] << 24) + (h->buff[1] << 16) +
  525. (h->buff[2] << 8) + h->buff[3] + 4;
  526. if (len > h->bufflen) {
  527. /* Resubmit with the correct length */
  528. if (realloc_buffer(h, len)) {
  529. sdev_printk(KERN_WARNING, sdev,
  530. "%s: kmalloc buffer failed\n",__func__);
  531. /* Temporary failure, bypass */
  532. return SCSI_DH_DEV_TEMP_BUSY;
  533. }
  534. goto retry;
  535. }
  536. orig_transition_tmo = h->transition_tmo;
  537. if ((h->buff[4] & RTPG_FMT_MASK) == RTPG_FMT_EXT_HDR && h->buff[5] != 0)
  538. h->transition_tmo = h->buff[5];
  539. else
  540. h->transition_tmo = ALUA_FAILOVER_TIMEOUT;
  541. if (wait_for_transition && (orig_transition_tmo != h->transition_tmo)) {
  542. sdev_printk(KERN_INFO, sdev,
  543. "%s: transition timeout set to %d seconds\n",
  544. ALUA_DH_NAME, h->transition_tmo);
  545. expiry = jiffies + h->transition_tmo * HZ;
  546. }
  547. if ((h->buff[4] & RTPG_FMT_MASK) == RTPG_FMT_EXT_HDR)
  548. tpg_desc_tbl_off = 8;
  549. else
  550. tpg_desc_tbl_off = 4;
  551. for (k = tpg_desc_tbl_off, ucp = h->buff + tpg_desc_tbl_off;
  552. k < len;
  553. k += off, ucp += off) {
  554. if (h->group_id == (ucp[2] << 8) + ucp[3]) {
  555. h->state = ucp[0] & 0x0f;
  556. h->pref = ucp[0] >> 7;
  557. valid_states = ucp[1];
  558. }
  559. off = 8 + (ucp[7] * 4);
  560. }
  561. sdev_printk(KERN_INFO, sdev,
  562. "%s: port group %02x state %c %s supports %c%c%c%c%c%c%c\n",
  563. ALUA_DH_NAME, h->group_id, print_alua_state(h->state),
  564. h->pref ? "preferred" : "non-preferred",
  565. valid_states&TPGS_SUPPORT_TRANSITION?'T':'t',
  566. valid_states&TPGS_SUPPORT_OFFLINE?'O':'o',
  567. valid_states&TPGS_SUPPORT_LBA_DEPENDENT?'L':'l',
  568. valid_states&TPGS_SUPPORT_UNAVAILABLE?'U':'u',
  569. valid_states&TPGS_SUPPORT_STANDBY?'S':'s',
  570. valid_states&TPGS_SUPPORT_NONOPTIMIZED?'N':'n',
  571. valid_states&TPGS_SUPPORT_OPTIMIZED?'A':'a');
  572. switch (h->state) {
  573. case TPGS_STATE_TRANSITIONING:
  574. if (wait_for_transition) {
  575. if (time_before(jiffies, expiry)) {
  576. /* State transition, retry */
  577. interval += 2000;
  578. msleep(interval);
  579. goto retry;
  580. }
  581. err = SCSI_DH_RETRY;
  582. } else {
  583. err = SCSI_DH_OK;
  584. }
  585. /* Transitioning time exceeded, set port to standby */
  586. h->state = TPGS_STATE_STANDBY;
  587. break;
  588. case TPGS_STATE_OFFLINE:
  589. /* Path unusable */
  590. err = SCSI_DH_DEV_OFFLINED;
  591. break;
  592. default:
  593. /* Useable path if active */
  594. err = SCSI_DH_OK;
  595. break;
  596. }
  597. return err;
  598. }
  599. /*
  600. * alua_initialize - Initialize ALUA state
  601. * @sdev: the device to be initialized
  602. *
  603. * For the prep_fn to work correctly we have
  604. * to initialize the ALUA state for the device.
  605. */
  606. static int alua_initialize(struct scsi_device *sdev, struct alua_dh_data *h)
  607. {
  608. int err;
  609. err = alua_check_tpgs(sdev, h);
  610. if (err != SCSI_DH_OK)
  611. goto out;
  612. err = alua_vpd_inquiry(sdev, h);
  613. if (err != SCSI_DH_OK)
  614. goto out;
  615. err = alua_rtpg(sdev, h, 0);
  616. if (err != SCSI_DH_OK)
  617. goto out;
  618. out:
  619. return err;
  620. }
  621. /*
  622. * alua_set_params - set/unset the optimize flag
  623. * @sdev: device on the path to be activated
  624. * params - parameters in the following format
  625. * "no_of_params\0param1\0param2\0param3\0...\0"
  626. * For example, to set the flag pass the following parameters
  627. * from multipath.conf
  628. * hardware_handler "2 alua 1"
  629. */
  630. static int alua_set_params(struct scsi_device *sdev, const char *params)
  631. {
  632. struct alua_dh_data *h = get_alua_data(sdev);
  633. unsigned int optimize = 0, argc;
  634. const char *p = params;
  635. int result = SCSI_DH_OK;
  636. if ((sscanf(params, "%u", &argc) != 1) || (argc != 1))
  637. return -EINVAL;
  638. while (*p++)
  639. ;
  640. if ((sscanf(p, "%u", &optimize) != 1) || (optimize > 1))
  641. return -EINVAL;
  642. if (optimize)
  643. h->flags |= ALUA_OPTIMIZE_STPG;
  644. else
  645. h->flags &= ~ALUA_OPTIMIZE_STPG;
  646. return result;
  647. }
  648. static uint optimize_stpg;
  649. module_param(optimize_stpg, uint, S_IRUGO|S_IWUSR);
  650. MODULE_PARM_DESC(optimize_stpg, "Allow use of a non-optimized path, rather than sending a STPG, when implicit TPGS is supported (0=No,1=Yes). Default is 0.");
  651. /*
  652. * alua_activate - activate a path
  653. * @sdev: device on the path to be activated
  654. *
  655. * We're currently switching the port group to be activated only and
  656. * let the array figure out the rest.
  657. * There may be other arrays which require us to switch all port groups
  658. * based on a certain policy. But until we actually encounter them it
  659. * should be okay.
  660. */
  661. static int alua_activate(struct scsi_device *sdev,
  662. activate_complete fn, void *data)
  663. {
  664. struct alua_dh_data *h = get_alua_data(sdev);
  665. int err = SCSI_DH_OK;
  666. int stpg = 0;
  667. err = alua_rtpg(sdev, h, 1);
  668. if (err != SCSI_DH_OK)
  669. goto out;
  670. if (optimize_stpg)
  671. h->flags |= ALUA_OPTIMIZE_STPG;
  672. if (h->tpgs & TPGS_MODE_EXPLICIT) {
  673. switch (h->state) {
  674. case TPGS_STATE_NONOPTIMIZED:
  675. stpg = 1;
  676. if ((h->flags & ALUA_OPTIMIZE_STPG) &&
  677. (!h->pref) &&
  678. (h->tpgs & TPGS_MODE_IMPLICIT))
  679. stpg = 0;
  680. break;
  681. case TPGS_STATE_STANDBY:
  682. case TPGS_STATE_UNAVAILABLE:
  683. stpg = 1;
  684. break;
  685. case TPGS_STATE_OFFLINE:
  686. err = SCSI_DH_IO;
  687. break;
  688. case TPGS_STATE_TRANSITIONING:
  689. err = SCSI_DH_RETRY;
  690. break;
  691. default:
  692. break;
  693. }
  694. }
  695. if (stpg) {
  696. h->callback_fn = fn;
  697. h->callback_data = data;
  698. err = submit_stpg(h);
  699. if (err == SCSI_DH_OK)
  700. return 0;
  701. h->callback_fn = h->callback_data = NULL;
  702. }
  703. out:
  704. if (fn)
  705. fn(data, err);
  706. return 0;
  707. }
  708. /*
  709. * alua_prep_fn - request callback
  710. *
  711. * Fail I/O to all paths not in state
  712. * active/optimized or active/non-optimized.
  713. */
  714. static int alua_prep_fn(struct scsi_device *sdev, struct request *req)
  715. {
  716. struct alua_dh_data *h = get_alua_data(sdev);
  717. int ret = BLKPREP_OK;
  718. if (h->state == TPGS_STATE_TRANSITIONING)
  719. ret = BLKPREP_DEFER;
  720. else if (h->state != TPGS_STATE_OPTIMIZED &&
  721. h->state != TPGS_STATE_NONOPTIMIZED &&
  722. h->state != TPGS_STATE_LBA_DEPENDENT) {
  723. ret = BLKPREP_KILL;
  724. req->cmd_flags |= REQ_QUIET;
  725. }
  726. return ret;
  727. }
  728. static bool alua_match(struct scsi_device *sdev)
  729. {
  730. return (scsi_device_tpgs(sdev) != 0);
  731. }
  732. static int alua_bus_attach(struct scsi_device *sdev);
  733. static void alua_bus_detach(struct scsi_device *sdev);
  734. static struct scsi_device_handler alua_dh = {
  735. .name = ALUA_DH_NAME,
  736. .module = THIS_MODULE,
  737. .attach = alua_bus_attach,
  738. .detach = alua_bus_detach,
  739. .prep_fn = alua_prep_fn,
  740. .check_sense = alua_check_sense,
  741. .activate = alua_activate,
  742. .set_params = alua_set_params,
  743. .match = alua_match,
  744. };
  745. /*
  746. * alua_bus_attach - Attach device handler
  747. * @sdev: device to be attached to
  748. */
  749. static int alua_bus_attach(struct scsi_device *sdev)
  750. {
  751. struct scsi_dh_data *scsi_dh_data;
  752. struct alua_dh_data *h;
  753. unsigned long flags;
  754. int err = SCSI_DH_OK;
  755. scsi_dh_data = kzalloc(sizeof(*scsi_dh_data)
  756. + sizeof(*h) , GFP_KERNEL);
  757. if (!scsi_dh_data) {
  758. sdev_printk(KERN_ERR, sdev, "%s: Attach failed\n",
  759. ALUA_DH_NAME);
  760. return -ENOMEM;
  761. }
  762. scsi_dh_data->scsi_dh = &alua_dh;
  763. h = (struct alua_dh_data *) scsi_dh_data->buf;
  764. h->tpgs = TPGS_MODE_UNINITIALIZED;
  765. h->state = TPGS_STATE_OPTIMIZED;
  766. h->group_id = -1;
  767. h->rel_port = -1;
  768. h->buff = h->inq;
  769. h->bufflen = ALUA_INQUIRY_SIZE;
  770. h->sdev = sdev;
  771. err = alua_initialize(sdev, h);
  772. if ((err != SCSI_DH_OK) && (err != SCSI_DH_DEV_OFFLINED))
  773. goto failed;
  774. if (!try_module_get(THIS_MODULE))
  775. goto failed;
  776. spin_lock_irqsave(sdev->request_queue->queue_lock, flags);
  777. sdev->scsi_dh_data = scsi_dh_data;
  778. spin_unlock_irqrestore(sdev->request_queue->queue_lock, flags);
  779. sdev_printk(KERN_NOTICE, sdev, "%s: Attached\n", ALUA_DH_NAME);
  780. return 0;
  781. failed:
  782. kfree(scsi_dh_data);
  783. sdev_printk(KERN_ERR, sdev, "%s: not attached\n", ALUA_DH_NAME);
  784. return -EINVAL;
  785. }
  786. /*
  787. * alua_bus_detach - Detach device handler
  788. * @sdev: device to be detached from
  789. */
  790. static void alua_bus_detach(struct scsi_device *sdev)
  791. {
  792. struct scsi_dh_data *scsi_dh_data;
  793. struct alua_dh_data *h;
  794. unsigned long flags;
  795. spin_lock_irqsave(sdev->request_queue->queue_lock, flags);
  796. scsi_dh_data = sdev->scsi_dh_data;
  797. sdev->scsi_dh_data = NULL;
  798. spin_unlock_irqrestore(sdev->request_queue->queue_lock, flags);
  799. h = (struct alua_dh_data *) scsi_dh_data->buf;
  800. if (h->buff && h->inq != h->buff)
  801. kfree(h->buff);
  802. kfree(scsi_dh_data);
  803. module_put(THIS_MODULE);
  804. sdev_printk(KERN_NOTICE, sdev, "%s: Detached\n", ALUA_DH_NAME);
  805. }
  806. static int __init alua_init(void)
  807. {
  808. int r;
  809. r = scsi_register_device_handler(&alua_dh);
  810. if (r != 0)
  811. printk(KERN_ERR "%s: Failed to register scsi device handler",
  812. ALUA_DH_NAME);
  813. return r;
  814. }
  815. static void __exit alua_exit(void)
  816. {
  817. scsi_unregister_device_handler(&alua_dh);
  818. }
  819. module_init(alua_init);
  820. module_exit(alua_exit);
  821. MODULE_DESCRIPTION("DM Multipath ALUA support");
  822. MODULE_AUTHOR("Hannes Reinecke <hare@suse.de>");
  823. MODULE_LICENSE("GPL");
  824. MODULE_VERSION(ALUA_DH_VER);