xpram.c 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529
  1. /*
  2. * Xpram.c -- the S/390 expanded memory RAM-disk
  3. *
  4. * significant parts of this code are based on
  5. * the sbull device driver presented in
  6. * A. Rubini: Linux Device Drivers
  7. *
  8. * Author of XPRAM specific coding: Reinhard Buendgen
  9. * buendgen@de.ibm.com
  10. * Rewrite for 2.5: Martin Schwidefsky <schwidefsky@de.ibm.com>
  11. *
  12. * External interfaces:
  13. * Interfaces to linux kernel
  14. * xpram_setup: read kernel parameters
  15. * Device specific file operations
  16. * xpram_iotcl
  17. * xpram_open
  18. *
  19. * "ad-hoc" partitioning:
  20. * the expanded memory can be partitioned among several devices
  21. * (with different minors). The partitioning set up can be
  22. * set by kernel or module parameters (int devs & int sizes[])
  23. *
  24. * Potential future improvements:
  25. * generic hard disk support to replace ad-hoc partitioning
  26. */
  27. #include <linux/module.h>
  28. #include <linux/moduleparam.h>
  29. #include <linux/ctype.h> /* isdigit, isxdigit */
  30. #include <linux/errno.h>
  31. #include <linux/init.h>
  32. #include <linux/slab.h>
  33. #include <linux/blkdev.h>
  34. #include <linux/blkpg.h>
  35. #include <linux/hdreg.h> /* HDIO_GETGEO */
  36. #include <linux/sysdev.h>
  37. #include <linux/bio.h>
  38. #include <asm/uaccess.h>
  39. #define XPRAM_NAME "xpram"
  40. #define XPRAM_DEVS 1 /* one partition */
  41. #define XPRAM_MAX_DEVS 32 /* maximal number of devices (partitions) */
  42. #define PRINT_DEBUG(x...) printk(KERN_DEBUG XPRAM_NAME " debug:" x)
  43. #define PRINT_INFO(x...) printk(KERN_INFO XPRAM_NAME " info:" x)
  44. #define PRINT_WARN(x...) printk(KERN_WARNING XPRAM_NAME " warning:" x)
  45. #define PRINT_ERR(x...) printk(KERN_ERR XPRAM_NAME " error:" x)
  46. static struct sysdev_class xpram_sysclass = {
  47. set_kset_name("xpram"),
  48. };
  49. static struct sys_device xpram_sys_device = {
  50. .id = 0,
  51. .cls = &xpram_sysclass,
  52. };
  53. typedef struct {
  54. unsigned int size; /* size of xpram segment in pages */
  55. unsigned int offset; /* start page of xpram segment */
  56. } xpram_device_t;
  57. static xpram_device_t xpram_devices[XPRAM_MAX_DEVS];
  58. static unsigned int xpram_sizes[XPRAM_MAX_DEVS];
  59. static struct gendisk *xpram_disks[XPRAM_MAX_DEVS];
  60. static unsigned int xpram_pages;
  61. static int xpram_devs;
  62. /*
  63. * Parameter parsing functions.
  64. */
  65. static int devs = XPRAM_DEVS;
  66. static unsigned int sizes[XPRAM_MAX_DEVS];
  67. module_param(devs, int, 0);
  68. module_param_array(sizes, int, NULL, 0);
  69. MODULE_PARM_DESC(devs, "number of devices (\"partitions\"), " \
  70. "the default is " __MODULE_STRING(XPRAM_DEVS) "\n");
  71. MODULE_PARM_DESC(sizes, "list of device (partition) sizes " \
  72. "the defaults are 0s \n" \
  73. "All devices with size 0 equally partition the "
  74. "remaining space on the expanded strorage not "
  75. "claimed by explicit sizes\n");
  76. MODULE_LICENSE("GPL");
  77. #ifndef MODULE
  78. /*
  79. * Parses the kernel parameters given in the kernel parameter line.
  80. * The expected format is
  81. * <number_of_partitions>[","<partition_size>]*
  82. * where
  83. * devices is a positive integer that initializes xpram_devs
  84. * each size is a non-negative integer possibly followed by a
  85. * magnitude (k,K,m,M,g,G), the list of sizes initialises
  86. * xpram_sizes
  87. *
  88. * Arguments
  89. * str: substring of kernel parameter line that contains xprams
  90. * kernel parameters.
  91. *
  92. * Result 0 on success, -EINVAL else -- only for Version > 2.3
  93. *
  94. * Side effects
  95. * the global variabls devs is set to the value of
  96. * <number_of_partitions> and sizes[i] is set to the i-th
  97. * partition size (if provided). A parsing error of a value
  98. * results in this value being set to -EINVAL.
  99. */
  100. static int __init xpram_setup (char *str)
  101. {
  102. char *cp;
  103. int i;
  104. devs = simple_strtoul(str, &cp, 10);
  105. if (cp <= str || devs > XPRAM_MAX_DEVS)
  106. return 0;
  107. for (i = 0; (i < devs) && (*cp++ == ','); i++) {
  108. sizes[i] = simple_strtoul(cp, &cp, 10);
  109. if (*cp == 'g' || *cp == 'G') {
  110. sizes[i] <<= 20;
  111. cp++;
  112. } else if (*cp == 'm' || *cp == 'M') {
  113. sizes[i] <<= 10;
  114. cp++;
  115. } else if (*cp == 'k' || *cp == 'K')
  116. cp++;
  117. while (isspace(*cp)) cp++;
  118. }
  119. if (*cp == ',' && i >= devs)
  120. PRINT_WARN("partition sizes list has too many entries.\n");
  121. else if (*cp != 0)
  122. PRINT_WARN("ignored '%s' at end of parameter string.\n", cp);
  123. return 1;
  124. }
  125. __setup("xpram_parts=", xpram_setup);
  126. #endif
  127. /*
  128. * Copy expanded memory page (4kB) into main memory
  129. * Arguments
  130. * page_addr: address of target page
  131. * xpage_index: index of expandeded memory page
  132. * Return value
  133. * 0: if operation succeeds
  134. * -EIO: if pgin failed
  135. * -ENXIO: if xpram has vanished
  136. */
  137. static int xpram_page_in (unsigned long page_addr, unsigned int xpage_index)
  138. {
  139. int cc;
  140. __asm__ __volatile__ (
  141. " lhi %0,2\n" /* return unused cc 2 if pgin traps */
  142. " .insn rre,0xb22e0000,%1,%2\n" /* pgin %1,%2 */
  143. "0: ipm %0\n"
  144. " srl %0,28\n"
  145. "1:\n"
  146. #ifndef CONFIG_64BIT
  147. ".section __ex_table,\"a\"\n"
  148. " .align 4\n"
  149. " .long 0b,1b\n"
  150. ".previous"
  151. #else
  152. ".section __ex_table,\"a\"\n"
  153. " .align 8\n"
  154. " .quad 0b,1b\n"
  155. ".previous"
  156. #endif
  157. : "=&d" (cc)
  158. : "a" (__pa(page_addr)), "a" (xpage_index)
  159. : "cc" );
  160. if (cc == 3)
  161. return -ENXIO;
  162. if (cc == 2) {
  163. PRINT_ERR("expanded storage lost!\n");
  164. return -ENXIO;
  165. }
  166. if (cc == 1) {
  167. PRINT_ERR("page in failed for page index %u.\n",
  168. xpage_index);
  169. return -EIO;
  170. }
  171. return 0;
  172. }
  173. /*
  174. * Copy a 4kB page of main memory to an expanded memory page
  175. * Arguments
  176. * page_addr: address of source page
  177. * xpage_index: index of expandeded memory page
  178. * Return value
  179. * 0: if operation succeeds
  180. * -EIO: if pgout failed
  181. * -ENXIO: if xpram has vanished
  182. */
  183. static long xpram_page_out (unsigned long page_addr, unsigned int xpage_index)
  184. {
  185. int cc;
  186. __asm__ __volatile__ (
  187. " lhi %0,2\n" /* return unused cc 2 if pgout traps */
  188. " .insn rre,0xb22f0000,%1,%2\n" /* pgout %1,%2 */
  189. "0: ipm %0\n"
  190. " srl %0,28\n"
  191. "1:\n"
  192. #ifndef CONFIG_64BIT
  193. ".section __ex_table,\"a\"\n"
  194. " .align 4\n"
  195. " .long 0b,1b\n"
  196. ".previous"
  197. #else
  198. ".section __ex_table,\"a\"\n"
  199. " .align 8\n"
  200. " .quad 0b,1b\n"
  201. ".previous"
  202. #endif
  203. : "=&d" (cc)
  204. : "a" (__pa(page_addr)), "a" (xpage_index)
  205. : "cc" );
  206. if (cc == 3)
  207. return -ENXIO;
  208. if (cc == 2) {
  209. PRINT_ERR("expanded storage lost!\n");
  210. return -ENXIO;
  211. }
  212. if (cc == 1) {
  213. PRINT_ERR("page out failed for page index %u.\n",
  214. xpage_index);
  215. return -EIO;
  216. }
  217. return 0;
  218. }
  219. /*
  220. * Check if xpram is available.
  221. */
  222. static int __init xpram_present(void)
  223. {
  224. unsigned long mem_page;
  225. int rc;
  226. mem_page = (unsigned long) __get_free_page(GFP_KERNEL);
  227. if (!mem_page)
  228. return -ENOMEM;
  229. rc = xpram_page_in(mem_page, 0);
  230. free_page(mem_page);
  231. return rc ? -ENXIO : 0;
  232. }
  233. /*
  234. * Return index of the last available xpram page.
  235. */
  236. static unsigned long __init xpram_highest_page_index(void)
  237. {
  238. unsigned int page_index, add_bit;
  239. unsigned long mem_page;
  240. mem_page = (unsigned long) __get_free_page(GFP_KERNEL);
  241. if (!mem_page)
  242. return 0;
  243. page_index = 0;
  244. add_bit = 1ULL << (sizeof(unsigned int)*8 - 1);
  245. while (add_bit > 0) {
  246. if (xpram_page_in(mem_page, page_index | add_bit) == 0)
  247. page_index |= add_bit;
  248. add_bit >>= 1;
  249. }
  250. free_page (mem_page);
  251. return page_index;
  252. }
  253. /*
  254. * Block device make request function.
  255. */
  256. static int xpram_make_request(request_queue_t *q, struct bio *bio)
  257. {
  258. xpram_device_t *xdev = bio->bi_bdev->bd_disk->private_data;
  259. struct bio_vec *bvec;
  260. unsigned int index;
  261. unsigned long page_addr;
  262. unsigned long bytes;
  263. int i;
  264. if ((bio->bi_sector & 7) != 0 || (bio->bi_size & 4095) != 0)
  265. /* Request is not page-aligned. */
  266. goto fail;
  267. if ((bio->bi_size >> 12) > xdev->size)
  268. /* Request size is no page-aligned. */
  269. goto fail;
  270. if ((bio->bi_sector >> 3) > 0xffffffffU - xdev->offset)
  271. goto fail;
  272. index = (bio->bi_sector >> 3) + xdev->offset;
  273. bio_for_each_segment(bvec, bio, i) {
  274. page_addr = (unsigned long)
  275. kmap(bvec->bv_page) + bvec->bv_offset;
  276. bytes = bvec->bv_len;
  277. if ((page_addr & 4095) != 0 || (bytes & 4095) != 0)
  278. /* More paranoia. */
  279. goto fail;
  280. while (bytes > 0) {
  281. if (bio_data_dir(bio) == READ) {
  282. if (xpram_page_in(page_addr, index) != 0)
  283. goto fail;
  284. } else {
  285. if (xpram_page_out(page_addr, index) != 0)
  286. goto fail;
  287. }
  288. page_addr += 4096;
  289. bytes -= 4096;
  290. index++;
  291. }
  292. }
  293. set_bit(BIO_UPTODATE, &bio->bi_flags);
  294. bytes = bio->bi_size;
  295. bio->bi_size = 0;
  296. bio->bi_end_io(bio, bytes, 0);
  297. return 0;
  298. fail:
  299. bio_io_error(bio, bio->bi_size);
  300. return 0;
  301. }
  302. static int xpram_getgeo(struct block_device *bdev, struct hd_geometry *geo)
  303. {
  304. unsigned long size;
  305. /*
  306. * get geometry: we have to fake one... trim the size to a
  307. * multiple of 64 (32k): tell we have 16 sectors, 4 heads,
  308. * whatever cylinders. Tell also that data starts at sector. 4.
  309. */
  310. size = (xpram_pages * 8) & ~0x3f;
  311. geo->cylinders = size >> 6;
  312. geo->heads = 4;
  313. geo->sectors = 16;
  314. geo->start = 4;
  315. return 0;
  316. }
  317. static struct block_device_operations xpram_devops =
  318. {
  319. .owner = THIS_MODULE,
  320. .getgeo = xpram_getgeo,
  321. };
  322. /*
  323. * Setup xpram_sizes array.
  324. */
  325. static int __init xpram_setup_sizes(unsigned long pages)
  326. {
  327. unsigned long mem_needed;
  328. unsigned long mem_auto;
  329. int mem_auto_no;
  330. int i;
  331. /* Check number of devices. */
  332. if (devs <= 0 || devs > XPRAM_MAX_DEVS) {
  333. PRINT_ERR("invalid number %d of devices\n",devs);
  334. return -EINVAL;
  335. }
  336. xpram_devs = devs;
  337. /*
  338. * Copy sizes array to xpram_sizes and align partition
  339. * sizes to page boundary.
  340. */
  341. mem_needed = 0;
  342. mem_auto_no = 0;
  343. for (i = 0; i < xpram_devs; i++) {
  344. xpram_sizes[i] = (sizes[i] + 3) & -4UL;
  345. if (xpram_sizes[i])
  346. mem_needed += xpram_sizes[i];
  347. else
  348. mem_auto_no++;
  349. }
  350. PRINT_INFO(" number of devices (partitions): %d \n", xpram_devs);
  351. for (i = 0; i < xpram_devs; i++) {
  352. if (xpram_sizes[i])
  353. PRINT_INFO(" size of partition %d: %u kB\n",
  354. i, xpram_sizes[i]);
  355. else
  356. PRINT_INFO(" size of partition %d to be set "
  357. "automatically\n",i);
  358. }
  359. PRINT_DEBUG(" memory needed (for sized partitions): %lu kB\n",
  360. mem_needed);
  361. PRINT_DEBUG(" partitions to be sized automatically: %d\n",
  362. mem_auto_no);
  363. if (mem_needed > pages * 4) {
  364. PRINT_ERR("Not enough expanded memory available\n");
  365. return -EINVAL;
  366. }
  367. /*
  368. * partitioning:
  369. * xpram_sizes[i] != 0; partition i has size xpram_sizes[i] kB
  370. * else: ; all partitions with zero xpram_sizes[i]
  371. * partition equally the remaining space
  372. */
  373. if (mem_auto_no) {
  374. mem_auto = ((pages - mem_needed / 4) / mem_auto_no) * 4;
  375. PRINT_INFO(" automatically determined "
  376. "partition size: %lu kB\n", mem_auto);
  377. for (i = 0; i < xpram_devs; i++)
  378. if (xpram_sizes[i] == 0)
  379. xpram_sizes[i] = mem_auto;
  380. }
  381. return 0;
  382. }
  383. static struct request_queue *xpram_queue;
  384. static int __init xpram_setup_blkdev(void)
  385. {
  386. unsigned long offset;
  387. int i, rc = -ENOMEM;
  388. for (i = 0; i < xpram_devs; i++) {
  389. struct gendisk *disk = alloc_disk(1);
  390. if (!disk)
  391. goto out;
  392. xpram_disks[i] = disk;
  393. }
  394. /*
  395. * Register xpram major.
  396. */
  397. rc = register_blkdev(XPRAM_MAJOR, XPRAM_NAME);
  398. if (rc < 0)
  399. goto out;
  400. /*
  401. * Assign the other needed values: make request function, sizes and
  402. * hardsect size. All the minor devices feature the same value.
  403. */
  404. xpram_queue = blk_alloc_queue(GFP_KERNEL);
  405. if (!xpram_queue) {
  406. rc = -ENOMEM;
  407. goto out_unreg;
  408. }
  409. blk_queue_make_request(xpram_queue, xpram_make_request);
  410. blk_queue_hardsect_size(xpram_queue, 4096);
  411. /*
  412. * Setup device structures.
  413. */
  414. offset = 0;
  415. for (i = 0; i < xpram_devs; i++) {
  416. struct gendisk *disk = xpram_disks[i];
  417. xpram_devices[i].size = xpram_sizes[i] / 4;
  418. xpram_devices[i].offset = offset;
  419. offset += xpram_devices[i].size;
  420. disk->major = XPRAM_MAJOR;
  421. disk->first_minor = i;
  422. disk->fops = &xpram_devops;
  423. disk->private_data = &xpram_devices[i];
  424. disk->queue = xpram_queue;
  425. sprintf(disk->disk_name, "slram%d", i);
  426. set_capacity(disk, xpram_sizes[i] << 1);
  427. add_disk(disk);
  428. }
  429. return 0;
  430. out_unreg:
  431. unregister_blkdev(XPRAM_MAJOR, XPRAM_NAME);
  432. out:
  433. while (i--)
  434. put_disk(xpram_disks[i]);
  435. return rc;
  436. }
  437. /*
  438. * Finally, the init/exit functions.
  439. */
  440. static void __exit xpram_exit(void)
  441. {
  442. int i;
  443. for (i = 0; i < xpram_devs; i++) {
  444. del_gendisk(xpram_disks[i]);
  445. put_disk(xpram_disks[i]);
  446. }
  447. unregister_blkdev(XPRAM_MAJOR, XPRAM_NAME);
  448. blk_cleanup_queue(xpram_queue);
  449. sysdev_unregister(&xpram_sys_device);
  450. sysdev_class_unregister(&xpram_sysclass);
  451. }
  452. static int __init xpram_init(void)
  453. {
  454. int rc;
  455. /* Find out size of expanded memory. */
  456. if (xpram_present() != 0) {
  457. PRINT_WARN("No expanded memory available\n");
  458. return -ENODEV;
  459. }
  460. xpram_pages = xpram_highest_page_index();
  461. PRINT_INFO(" %u pages expanded memory found (%lu KB).\n",
  462. xpram_pages, (unsigned long) xpram_pages*4);
  463. rc = xpram_setup_sizes(xpram_pages);
  464. if (rc)
  465. return rc;
  466. rc = sysdev_class_register(&xpram_sysclass);
  467. if (rc)
  468. return rc;
  469. rc = sysdev_register(&xpram_sys_device);
  470. if (rc) {
  471. sysdev_class_unregister(&xpram_sysclass);
  472. return rc;
  473. }
  474. rc = xpram_setup_blkdev();
  475. if (rc)
  476. sysdev_unregister(&xpram_sys_device);
  477. return rc;
  478. }
  479. module_init(xpram_init);
  480. module_exit(xpram_exit);