viodasd.c 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808
  1. /* -*- linux-c -*-
  2. * viodasd.c
  3. * Authors: Dave Boutcher <boutcher@us.ibm.com>
  4. * Ryan Arnold <ryanarn@us.ibm.com>
  5. * Colin Devilbiss <devilbis@us.ibm.com>
  6. * Stephen Rothwell
  7. *
  8. * (C) Copyright 2000-2004 IBM Corporation
  9. *
  10. * This program is free software; you can redistribute it and/or
  11. * modify it under the terms of the GNU General Public License as
  12. * published by the Free Software Foundation; either version 2 of the
  13. * License, or (at your option) any later version.
  14. *
  15. * This program is distributed in the hope that it will be useful,
  16. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  17. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  18. * GNU General Public License for more details.
  19. *
  20. * You should have received a copy of the GNU General Public License
  21. * along with this program; if not, write to the Free Software
  22. * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
  23. *
  24. * This routine provides access to disk space (termed "DASD" in historical
  25. * IBM terms) owned and managed by an OS/400 partition running on the
  26. * same box as this Linux partition.
  27. *
  28. * All disk operations are performed by sending messages back and forth to
  29. * the OS/400 partition.
  30. */
  31. #define pr_fmt(fmt) "viod: " fmt
  32. #include <linux/major.h>
  33. #include <linux/fs.h>
  34. #include <linux/module.h>
  35. #include <linux/kernel.h>
  36. #include <linux/blkdev.h>
  37. #include <linux/genhd.h>
  38. #include <linux/hdreg.h>
  39. #include <linux/errno.h>
  40. #include <linux/init.h>
  41. #include <linux/string.h>
  42. #include <linux/smp_lock.h>
  43. #include <linux/dma-mapping.h>
  44. #include <linux/completion.h>
  45. #include <linux/device.h>
  46. #include <linux/scatterlist.h>
  47. #include <asm/uaccess.h>
  48. #include <asm/vio.h>
  49. #include <asm/iseries/hv_types.h>
  50. #include <asm/iseries/hv_lp_event.h>
  51. #include <asm/iseries/hv_lp_config.h>
  52. #include <asm/iseries/vio.h>
  53. #include <asm/firmware.h>
  54. MODULE_DESCRIPTION("iSeries Virtual DASD");
  55. MODULE_AUTHOR("Dave Boutcher");
  56. MODULE_LICENSE("GPL");
  57. /*
  58. * We only support 7 partitions per physical disk....so with minor
  59. * numbers 0-255 we get a maximum of 32 disks.
  60. */
  61. #define VIOD_GENHD_NAME "iseries/vd"
  62. #define VIOD_VERS "1.64"
  63. enum {
  64. PARTITION_SHIFT = 3,
  65. MAX_DISKNO = HVMAXARCHITECTEDVIRTUALDISKS,
  66. MAX_DISK_NAME = FIELD_SIZEOF(struct gendisk, disk_name)
  67. };
  68. static DEFINE_SPINLOCK(viodasd_spinlock);
  69. #define VIOMAXREQ 16
  70. #define DEVICE_NO(cell) ((struct viodasd_device *)(cell) - &viodasd_devices[0])
  71. struct viodasd_waitevent {
  72. struct completion com;
  73. int rc;
  74. u16 sub_result;
  75. int max_disk; /* open */
  76. };
  77. static const struct vio_error_entry viodasd_err_table[] = {
  78. { 0x0201, EINVAL, "Invalid Range" },
  79. { 0x0202, EINVAL, "Invalid Token" },
  80. { 0x0203, EIO, "DMA Error" },
  81. { 0x0204, EIO, "Use Error" },
  82. { 0x0205, EIO, "Release Error" },
  83. { 0x0206, EINVAL, "Invalid Disk" },
  84. { 0x0207, EBUSY, "Cant Lock" },
  85. { 0x0208, EIO, "Already Locked" },
  86. { 0x0209, EIO, "Already Unlocked" },
  87. { 0x020A, EIO, "Invalid Arg" },
  88. { 0x020B, EIO, "Bad IFS File" },
  89. { 0x020C, EROFS, "Read Only Device" },
  90. { 0x02FF, EIO, "Internal Error" },
  91. { 0x0000, 0, NULL },
  92. };
  93. /*
  94. * Figure out the biggest I/O request (in sectors) we can accept
  95. */
  96. #define VIODASD_MAXSECTORS (4096 / 512 * VIOMAXBLOCKDMA)
  97. /*
  98. * Number of disk I/O requests we've sent to OS/400
  99. */
  100. static int num_req_outstanding;
  101. /*
  102. * This is our internal structure for keeping track of disk devices
  103. */
  104. struct viodasd_device {
  105. u16 cylinders;
  106. u16 tracks;
  107. u16 sectors;
  108. u16 bytes_per_sector;
  109. u64 size;
  110. int read_only;
  111. spinlock_t q_lock;
  112. struct gendisk *disk;
  113. struct device *dev;
  114. } viodasd_devices[MAX_DISKNO];
  115. /*
  116. * External open entry point.
  117. */
  118. static int viodasd_open(struct block_device *bdev, fmode_t mode)
  119. {
  120. struct viodasd_device *d = bdev->bd_disk->private_data;
  121. HvLpEvent_Rc hvrc;
  122. struct viodasd_waitevent we;
  123. u16 flags = 0;
  124. if (d->read_only) {
  125. if (mode & FMODE_WRITE)
  126. return -EROFS;
  127. flags = vioblockflags_ro;
  128. }
  129. init_completion(&we.com);
  130. /* Send the open event to OS/400 */
  131. hvrc = HvCallEvent_signalLpEventFast(viopath_hostLp,
  132. HvLpEvent_Type_VirtualIo,
  133. viomajorsubtype_blockio | vioblockopen,
  134. HvLpEvent_AckInd_DoAck, HvLpEvent_AckType_ImmediateAck,
  135. viopath_sourceinst(viopath_hostLp),
  136. viopath_targetinst(viopath_hostLp),
  137. (u64)(unsigned long)&we, VIOVERSION << 16,
  138. ((u64)DEVICE_NO(d) << 48) | ((u64)flags << 32),
  139. 0, 0, 0);
  140. if (hvrc != 0) {
  141. pr_warning("HV open failed %d\n", (int)hvrc);
  142. return -EIO;
  143. }
  144. wait_for_completion(&we.com);
  145. /* Check the return code */
  146. if (we.rc != 0) {
  147. const struct vio_error_entry *err =
  148. vio_lookup_rc(viodasd_err_table, we.sub_result);
  149. pr_warning("bad rc opening disk: %d:0x%04x (%s)\n",
  150. (int)we.rc, we.sub_result, err->msg);
  151. return -EIO;
  152. }
  153. return 0;
  154. }
  155. static int viodasd_unlocked_open(struct block_device *bdev, fmode_t mode)
  156. {
  157. int ret;
  158. lock_kernel();
  159. ret = viodasd_open(bdev, mode);
  160. unlock_kernel();
  161. return ret;
  162. }
  163. /*
  164. * External release entry point.
  165. */
  166. static int viodasd_release(struct gendisk *disk, fmode_t mode)
  167. {
  168. struct viodasd_device *d = disk->private_data;
  169. HvLpEvent_Rc hvrc;
  170. lock_kernel();
  171. /* Send the event to OS/400. We DON'T expect a response */
  172. hvrc = HvCallEvent_signalLpEventFast(viopath_hostLp,
  173. HvLpEvent_Type_VirtualIo,
  174. viomajorsubtype_blockio | vioblockclose,
  175. HvLpEvent_AckInd_NoAck, HvLpEvent_AckType_ImmediateAck,
  176. viopath_sourceinst(viopath_hostLp),
  177. viopath_targetinst(viopath_hostLp),
  178. 0, VIOVERSION << 16,
  179. ((u64)DEVICE_NO(d) << 48) /* | ((u64)flags << 32) */,
  180. 0, 0, 0);
  181. if (hvrc != 0)
  182. pr_warning("HV close call failed %d\n", (int)hvrc);
  183. unlock_kernel();
  184. return 0;
  185. }
  186. /* External ioctl entry point.
  187. */
  188. static int viodasd_getgeo(struct block_device *bdev, struct hd_geometry *geo)
  189. {
  190. struct gendisk *disk = bdev->bd_disk;
  191. struct viodasd_device *d = disk->private_data;
  192. geo->sectors = d->sectors ? d->sectors : 32;
  193. geo->heads = d->tracks ? d->tracks : 64;
  194. geo->cylinders = d->cylinders ? d->cylinders :
  195. get_capacity(disk) / (geo->sectors * geo->heads);
  196. return 0;
  197. }
  198. /*
  199. * Our file operations table
  200. */
  201. static const struct block_device_operations viodasd_fops = {
  202. .owner = THIS_MODULE,
  203. .open = viodasd_unlocked_open,
  204. .release = viodasd_release,
  205. .getgeo = viodasd_getgeo,
  206. };
  207. /*
  208. * End a request
  209. */
  210. static void viodasd_end_request(struct request *req, int error,
  211. int num_sectors)
  212. {
  213. __blk_end_request(req, error, num_sectors << 9);
  214. }
  215. /*
  216. * Send an actual I/O request to OS/400
  217. */
  218. static int send_request(struct request *req)
  219. {
  220. u64 start;
  221. int direction;
  222. int nsg;
  223. u16 viocmd;
  224. HvLpEvent_Rc hvrc;
  225. struct vioblocklpevent *bevent;
  226. struct HvLpEvent *hev;
  227. struct scatterlist sg[VIOMAXBLOCKDMA];
  228. int sgindex;
  229. struct viodasd_device *d;
  230. unsigned long flags;
  231. start = (u64)blk_rq_pos(req) << 9;
  232. if (rq_data_dir(req) == READ) {
  233. direction = DMA_FROM_DEVICE;
  234. viocmd = viomajorsubtype_blockio | vioblockread;
  235. } else {
  236. direction = DMA_TO_DEVICE;
  237. viocmd = viomajorsubtype_blockio | vioblockwrite;
  238. }
  239. d = req->rq_disk->private_data;
  240. /* Now build the scatter-gather list */
  241. sg_init_table(sg, VIOMAXBLOCKDMA);
  242. nsg = blk_rq_map_sg(req->q, req, sg);
  243. nsg = dma_map_sg(d->dev, sg, nsg, direction);
  244. spin_lock_irqsave(&viodasd_spinlock, flags);
  245. num_req_outstanding++;
  246. /* This optimization handles a single DMA block */
  247. if (nsg == 1)
  248. hvrc = HvCallEvent_signalLpEventFast(viopath_hostLp,
  249. HvLpEvent_Type_VirtualIo, viocmd,
  250. HvLpEvent_AckInd_DoAck,
  251. HvLpEvent_AckType_ImmediateAck,
  252. viopath_sourceinst(viopath_hostLp),
  253. viopath_targetinst(viopath_hostLp),
  254. (u64)(unsigned long)req, VIOVERSION << 16,
  255. ((u64)DEVICE_NO(d) << 48), start,
  256. ((u64)sg_dma_address(&sg[0])) << 32,
  257. sg_dma_len(&sg[0]));
  258. else {
  259. bevent = (struct vioblocklpevent *)
  260. vio_get_event_buffer(viomajorsubtype_blockio);
  261. if (bevent == NULL) {
  262. pr_warning("error allocating disk event buffer\n");
  263. goto error_ret;
  264. }
  265. /*
  266. * Now build up the actual request. Note that we store
  267. * the pointer to the request in the correlation
  268. * token so we can match the response up later
  269. */
  270. memset(bevent, 0, sizeof(struct vioblocklpevent));
  271. hev = &bevent->event;
  272. hev->flags = HV_LP_EVENT_VALID | HV_LP_EVENT_DO_ACK |
  273. HV_LP_EVENT_INT;
  274. hev->xType = HvLpEvent_Type_VirtualIo;
  275. hev->xSubtype = viocmd;
  276. hev->xSourceLp = HvLpConfig_getLpIndex();
  277. hev->xTargetLp = viopath_hostLp;
  278. hev->xSizeMinus1 =
  279. offsetof(struct vioblocklpevent, u.rw_data.dma_info) +
  280. (sizeof(bevent->u.rw_data.dma_info[0]) * nsg) - 1;
  281. hev->xSourceInstanceId = viopath_sourceinst(viopath_hostLp);
  282. hev->xTargetInstanceId = viopath_targetinst(viopath_hostLp);
  283. hev->xCorrelationToken = (u64)req;
  284. bevent->version = VIOVERSION;
  285. bevent->disk = DEVICE_NO(d);
  286. bevent->u.rw_data.offset = start;
  287. /*
  288. * Copy just the dma information from the sg list
  289. * into the request
  290. */
  291. for (sgindex = 0; sgindex < nsg; sgindex++) {
  292. bevent->u.rw_data.dma_info[sgindex].token =
  293. sg_dma_address(&sg[sgindex]);
  294. bevent->u.rw_data.dma_info[sgindex].len =
  295. sg_dma_len(&sg[sgindex]);
  296. }
  297. /* Send the request */
  298. hvrc = HvCallEvent_signalLpEvent(&bevent->event);
  299. vio_free_event_buffer(viomajorsubtype_blockio, bevent);
  300. }
  301. if (hvrc != HvLpEvent_Rc_Good) {
  302. pr_warning("error sending disk event to OS/400 (rc %d)\n",
  303. (int)hvrc);
  304. goto error_ret;
  305. }
  306. spin_unlock_irqrestore(&viodasd_spinlock, flags);
  307. return 0;
  308. error_ret:
  309. num_req_outstanding--;
  310. spin_unlock_irqrestore(&viodasd_spinlock, flags);
  311. dma_unmap_sg(d->dev, sg, nsg, direction);
  312. return -1;
  313. }
  314. /*
  315. * This is the external request processing routine
  316. */
  317. static void do_viodasd_request(struct request_queue *q)
  318. {
  319. struct request *req;
  320. /*
  321. * If we already have the maximum number of requests
  322. * outstanding to OS/400 just bail out. We'll come
  323. * back later.
  324. */
  325. while (num_req_outstanding < VIOMAXREQ) {
  326. req = blk_fetch_request(q);
  327. if (req == NULL)
  328. return;
  329. /* check that request contains a valid command */
  330. if (req->cmd_type != REQ_TYPE_FS) {
  331. viodasd_end_request(req, -EIO, blk_rq_sectors(req));
  332. continue;
  333. }
  334. /* Try sending the request */
  335. if (send_request(req) != 0)
  336. viodasd_end_request(req, -EIO, blk_rq_sectors(req));
  337. }
  338. }
  339. /*
  340. * Probe a single disk and fill in the viodasd_device structure
  341. * for it.
  342. */
  343. static int probe_disk(struct viodasd_device *d)
  344. {
  345. HvLpEvent_Rc hvrc;
  346. struct viodasd_waitevent we;
  347. int dev_no = DEVICE_NO(d);
  348. struct gendisk *g;
  349. struct request_queue *q;
  350. u16 flags = 0;
  351. retry:
  352. init_completion(&we.com);
  353. /* Send the open event to OS/400 */
  354. hvrc = HvCallEvent_signalLpEventFast(viopath_hostLp,
  355. HvLpEvent_Type_VirtualIo,
  356. viomajorsubtype_blockio | vioblockopen,
  357. HvLpEvent_AckInd_DoAck, HvLpEvent_AckType_ImmediateAck,
  358. viopath_sourceinst(viopath_hostLp),
  359. viopath_targetinst(viopath_hostLp),
  360. (u64)(unsigned long)&we, VIOVERSION << 16,
  361. ((u64)dev_no << 48) | ((u64)flags<< 32),
  362. 0, 0, 0);
  363. if (hvrc != 0) {
  364. pr_warning("bad rc on HV open %d\n", (int)hvrc);
  365. return 0;
  366. }
  367. wait_for_completion(&we.com);
  368. if (we.rc != 0) {
  369. if (flags != 0)
  370. return 0;
  371. /* try again with read only flag set */
  372. flags = vioblockflags_ro;
  373. goto retry;
  374. }
  375. if (we.max_disk > (MAX_DISKNO - 1)) {
  376. printk_once(KERN_INFO pr_fmt("Only examining the first %d of %d disks connected\n"),
  377. MAX_DISKNO, we.max_disk + 1);
  378. }
  379. /* Send the close event to OS/400. We DON'T expect a response */
  380. hvrc = HvCallEvent_signalLpEventFast(viopath_hostLp,
  381. HvLpEvent_Type_VirtualIo,
  382. viomajorsubtype_blockio | vioblockclose,
  383. HvLpEvent_AckInd_NoAck, HvLpEvent_AckType_ImmediateAck,
  384. viopath_sourceinst(viopath_hostLp),
  385. viopath_targetinst(viopath_hostLp),
  386. 0, VIOVERSION << 16,
  387. ((u64)dev_no << 48) | ((u64)flags << 32),
  388. 0, 0, 0);
  389. if (hvrc != 0) {
  390. pr_warning("bad rc sending event to OS/400 %d\n", (int)hvrc);
  391. return 0;
  392. }
  393. if (d->dev == NULL) {
  394. /* this is when we reprobe for new disks */
  395. if (vio_create_viodasd(dev_no) == NULL) {
  396. pr_warning("cannot allocate virtual device for disk %d\n",
  397. dev_no);
  398. return 0;
  399. }
  400. /*
  401. * The vio_create_viodasd will have recursed into this
  402. * routine with d->dev set to the new vio device and
  403. * will finish the setup of the disk below.
  404. */
  405. return 1;
  406. }
  407. /* create the request queue for the disk */
  408. spin_lock_init(&d->q_lock);
  409. q = blk_init_queue(do_viodasd_request, &d->q_lock);
  410. if (q == NULL) {
  411. pr_warning("cannot allocate queue for disk %d\n", dev_no);
  412. return 0;
  413. }
  414. g = alloc_disk(1 << PARTITION_SHIFT);
  415. if (g == NULL) {
  416. pr_warning("cannot allocate disk structure for disk %d\n",
  417. dev_no);
  418. blk_cleanup_queue(q);
  419. return 0;
  420. }
  421. d->disk = g;
  422. blk_queue_max_segments(q, VIOMAXBLOCKDMA);
  423. blk_queue_max_hw_sectors(q, VIODASD_MAXSECTORS);
  424. g->major = VIODASD_MAJOR;
  425. g->first_minor = dev_no << PARTITION_SHIFT;
  426. if (dev_no >= 26)
  427. snprintf(g->disk_name, sizeof(g->disk_name),
  428. VIOD_GENHD_NAME "%c%c",
  429. 'a' + (dev_no / 26) - 1, 'a' + (dev_no % 26));
  430. else
  431. snprintf(g->disk_name, sizeof(g->disk_name),
  432. VIOD_GENHD_NAME "%c", 'a' + (dev_no % 26));
  433. g->fops = &viodasd_fops;
  434. g->queue = q;
  435. g->private_data = d;
  436. g->driverfs_dev = d->dev;
  437. set_capacity(g, d->size >> 9);
  438. pr_info("disk %d: %lu sectors (%lu MB) CHS=%d/%d/%d sector size %d%s\n",
  439. dev_no, (unsigned long)(d->size >> 9),
  440. (unsigned long)(d->size >> 20),
  441. (int)d->cylinders, (int)d->tracks,
  442. (int)d->sectors, (int)d->bytes_per_sector,
  443. d->read_only ? " (RO)" : "");
  444. /* register us in the global list */
  445. add_disk(g);
  446. return 1;
  447. }
  448. /* returns the total number of scatterlist elements converted */
  449. static int block_event_to_scatterlist(const struct vioblocklpevent *bevent,
  450. struct scatterlist *sg, int *total_len)
  451. {
  452. int i, numsg;
  453. const struct rw_data *rw_data = &bevent->u.rw_data;
  454. static const int offset =
  455. offsetof(struct vioblocklpevent, u.rw_data.dma_info);
  456. static const int element_size = sizeof(rw_data->dma_info[0]);
  457. numsg = ((bevent->event.xSizeMinus1 + 1) - offset) / element_size;
  458. if (numsg > VIOMAXBLOCKDMA)
  459. numsg = VIOMAXBLOCKDMA;
  460. *total_len = 0;
  461. sg_init_table(sg, VIOMAXBLOCKDMA);
  462. for (i = 0; (i < numsg) && (rw_data->dma_info[i].len > 0); ++i) {
  463. sg_dma_address(&sg[i]) = rw_data->dma_info[i].token;
  464. sg_dma_len(&sg[i]) = rw_data->dma_info[i].len;
  465. *total_len += rw_data->dma_info[i].len;
  466. }
  467. return i;
  468. }
  469. /*
  470. * Restart all queues, starting with the one _after_ the disk given,
  471. * thus reducing the chance of starvation of higher numbered disks.
  472. */
  473. static void viodasd_restart_all_queues_starting_from(int first_index)
  474. {
  475. int i;
  476. for (i = first_index + 1; i < MAX_DISKNO; ++i)
  477. if (viodasd_devices[i].disk)
  478. blk_run_queue(viodasd_devices[i].disk->queue);
  479. for (i = 0; i <= first_index; ++i)
  480. if (viodasd_devices[i].disk)
  481. blk_run_queue(viodasd_devices[i].disk->queue);
  482. }
  483. /*
  484. * For read and write requests, decrement the number of outstanding requests,
  485. * Free the DMA buffers we allocated.
  486. */
  487. static int viodasd_handle_read_write(struct vioblocklpevent *bevent)
  488. {
  489. int num_sg, num_sect, pci_direction, total_len;
  490. struct request *req;
  491. struct scatterlist sg[VIOMAXBLOCKDMA];
  492. struct HvLpEvent *event = &bevent->event;
  493. unsigned long irq_flags;
  494. struct viodasd_device *d;
  495. int error;
  496. spinlock_t *qlock;
  497. num_sg = block_event_to_scatterlist(bevent, sg, &total_len);
  498. num_sect = total_len >> 9;
  499. if (event->xSubtype == (viomajorsubtype_blockio | vioblockread))
  500. pci_direction = DMA_FROM_DEVICE;
  501. else
  502. pci_direction = DMA_TO_DEVICE;
  503. req = (struct request *)bevent->event.xCorrelationToken;
  504. d = req->rq_disk->private_data;
  505. dma_unmap_sg(d->dev, sg, num_sg, pci_direction);
  506. /*
  507. * Since this is running in interrupt mode, we need to make sure
  508. * we're not stepping on any global I/O operations
  509. */
  510. spin_lock_irqsave(&viodasd_spinlock, irq_flags);
  511. num_req_outstanding--;
  512. spin_unlock_irqrestore(&viodasd_spinlock, irq_flags);
  513. error = (event->xRc == HvLpEvent_Rc_Good) ? 0 : -EIO;
  514. if (error) {
  515. const struct vio_error_entry *err;
  516. err = vio_lookup_rc(viodasd_err_table, bevent->sub_result);
  517. pr_warning("read/write error %d:0x%04x (%s)\n",
  518. event->xRc, bevent->sub_result, err->msg);
  519. num_sect = blk_rq_sectors(req);
  520. }
  521. qlock = req->q->queue_lock;
  522. spin_lock_irqsave(qlock, irq_flags);
  523. viodasd_end_request(req, error, num_sect);
  524. spin_unlock_irqrestore(qlock, irq_flags);
  525. /* Finally, try to get more requests off of this device's queue */
  526. viodasd_restart_all_queues_starting_from(DEVICE_NO(d));
  527. return 0;
  528. }
  529. /* This routine handles incoming block LP events */
  530. static void handle_block_event(struct HvLpEvent *event)
  531. {
  532. struct vioblocklpevent *bevent = (struct vioblocklpevent *)event;
  533. struct viodasd_waitevent *pwe;
  534. if (event == NULL)
  535. /* Notification that a partition went away! */
  536. return;
  537. /* First, we should NEVER get an int here...only acks */
  538. if (hvlpevent_is_int(event)) {
  539. pr_warning("Yikes! got an int in viodasd event handler!\n");
  540. if (hvlpevent_need_ack(event)) {
  541. event->xRc = HvLpEvent_Rc_InvalidSubtype;
  542. HvCallEvent_ackLpEvent(event);
  543. }
  544. }
  545. switch (event->xSubtype & VIOMINOR_SUBTYPE_MASK) {
  546. case vioblockopen:
  547. /*
  548. * Handle a response to an open request. We get all the
  549. * disk information in the response, so update it. The
  550. * correlation token contains a pointer to a waitevent
  551. * structure that has a completion in it. update the
  552. * return code in the waitevent structure and post the
  553. * completion to wake up the guy who sent the request
  554. */
  555. pwe = (struct viodasd_waitevent *)event->xCorrelationToken;
  556. pwe->rc = event->xRc;
  557. pwe->sub_result = bevent->sub_result;
  558. if (event->xRc == HvLpEvent_Rc_Good) {
  559. const struct open_data *data = &bevent->u.open_data;
  560. struct viodasd_device *device =
  561. &viodasd_devices[bevent->disk];
  562. device->read_only =
  563. bevent->flags & vioblockflags_ro;
  564. device->size = data->disk_size;
  565. device->cylinders = data->cylinders;
  566. device->tracks = data->tracks;
  567. device->sectors = data->sectors;
  568. device->bytes_per_sector = data->bytes_per_sector;
  569. pwe->max_disk = data->max_disk;
  570. }
  571. complete(&pwe->com);
  572. break;
  573. case vioblockclose:
  574. break;
  575. case vioblockread:
  576. case vioblockwrite:
  577. viodasd_handle_read_write(bevent);
  578. break;
  579. default:
  580. pr_warning("invalid subtype!");
  581. if (hvlpevent_need_ack(event)) {
  582. event->xRc = HvLpEvent_Rc_InvalidSubtype;
  583. HvCallEvent_ackLpEvent(event);
  584. }
  585. }
  586. }
  587. /*
  588. * Get the driver to reprobe for more disks.
  589. */
  590. static ssize_t probe_disks(struct device_driver *drv, const char *buf,
  591. size_t count)
  592. {
  593. struct viodasd_device *d;
  594. for (d = viodasd_devices; d < &viodasd_devices[MAX_DISKNO]; d++) {
  595. if (d->disk == NULL)
  596. probe_disk(d);
  597. }
  598. return count;
  599. }
  600. static DRIVER_ATTR(probe, S_IWUSR, NULL, probe_disks);
  601. static int viodasd_probe(struct vio_dev *vdev, const struct vio_device_id *id)
  602. {
  603. struct viodasd_device *d = &viodasd_devices[vdev->unit_address];
  604. d->dev = &vdev->dev;
  605. if (!probe_disk(d))
  606. return -ENODEV;
  607. return 0;
  608. }
  609. static int viodasd_remove(struct vio_dev *vdev)
  610. {
  611. struct viodasd_device *d;
  612. d = &viodasd_devices[vdev->unit_address];
  613. if (d->disk) {
  614. del_gendisk(d->disk);
  615. blk_cleanup_queue(d->disk->queue);
  616. put_disk(d->disk);
  617. d->disk = NULL;
  618. }
  619. d->dev = NULL;
  620. return 0;
  621. }
  622. /**
  623. * viodasd_device_table: Used by vio.c to match devices that we
  624. * support.
  625. */
  626. static struct vio_device_id viodasd_device_table[] __devinitdata = {
  627. { "block", "IBM,iSeries-viodasd" },
  628. { "", "" }
  629. };
  630. MODULE_DEVICE_TABLE(vio, viodasd_device_table);
  631. static struct vio_driver viodasd_driver = {
  632. .id_table = viodasd_device_table,
  633. .probe = viodasd_probe,
  634. .remove = viodasd_remove,
  635. .driver = {
  636. .name = "viodasd",
  637. .owner = THIS_MODULE,
  638. }
  639. };
  640. static int need_delete_probe;
  641. /*
  642. * Initialize the whole device driver. Handle module and non-module
  643. * versions
  644. */
  645. static int __init viodasd_init(void)
  646. {
  647. int rc;
  648. if (!firmware_has_feature(FW_FEATURE_ISERIES)) {
  649. rc = -ENODEV;
  650. goto early_fail;
  651. }
  652. /* Try to open to our host lp */
  653. if (viopath_hostLp == HvLpIndexInvalid)
  654. vio_set_hostlp();
  655. if (viopath_hostLp == HvLpIndexInvalid) {
  656. pr_warning("invalid hosting partition\n");
  657. rc = -EIO;
  658. goto early_fail;
  659. }
  660. pr_info("vers " VIOD_VERS ", hosting partition %d\n", viopath_hostLp);
  661. /* register the block device */
  662. rc = register_blkdev(VIODASD_MAJOR, VIOD_GENHD_NAME);
  663. if (rc) {
  664. pr_warning("Unable to get major number %d for %s\n",
  665. VIODASD_MAJOR, VIOD_GENHD_NAME);
  666. goto early_fail;
  667. }
  668. /* Actually open the path to the hosting partition */
  669. rc = viopath_open(viopath_hostLp, viomajorsubtype_blockio,
  670. VIOMAXREQ + 2);
  671. if (rc) {
  672. pr_warning("error opening path to host partition %d\n",
  673. viopath_hostLp);
  674. goto unregister_blk;
  675. }
  676. /* Initialize our request handler */
  677. vio_setHandler(viomajorsubtype_blockio, handle_block_event);
  678. rc = vio_register_driver(&viodasd_driver);
  679. if (rc) {
  680. pr_warning("vio_register_driver failed\n");
  681. goto unset_handler;
  682. }
  683. /*
  684. * If this call fails, it just means that we cannot dynamically
  685. * add virtual disks, but the driver will still work fine for
  686. * all existing disk, so ignore the failure.
  687. */
  688. if (!driver_create_file(&viodasd_driver.driver, &driver_attr_probe))
  689. need_delete_probe = 1;
  690. return 0;
  691. unset_handler:
  692. vio_clearHandler(viomajorsubtype_blockio);
  693. viopath_close(viopath_hostLp, viomajorsubtype_blockio, VIOMAXREQ + 2);
  694. unregister_blk:
  695. unregister_blkdev(VIODASD_MAJOR, VIOD_GENHD_NAME);
  696. early_fail:
  697. return rc;
  698. }
  699. module_init(viodasd_init);
  700. void __exit viodasd_exit(void)
  701. {
  702. if (need_delete_probe)
  703. driver_remove_file(&viodasd_driver.driver, &driver_attr_probe);
  704. vio_unregister_driver(&viodasd_driver);
  705. vio_clearHandler(viomajorsubtype_blockio);
  706. viopath_close(viopath_hostLp, viomajorsubtype_blockio, VIOMAXREQ + 2);
  707. unregister_blkdev(VIODASD_MAJOR, VIOD_GENHD_NAME);
  708. }
  709. module_exit(viodasd_exit);