ios.c 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836
  1. /*
  2. * Copyright (C) 2005, 2006
  3. * Avishay Traeger (avishay@gmail.com)
  4. * Copyright (C) 2008, 2009
  5. * Boaz Harrosh <bharrosh@panasas.com>
  6. *
  7. * This file is part of exofs.
  8. *
  9. * exofs is free software; you can redistribute it and/or modify
  10. * it under the terms of the GNU General Public License as published by
  11. * the Free Software Foundation. Since it is based on ext2, and the only
  12. * valid version of GPL for the Linux kernel is version 2, the only valid
  13. * version of GPL for exofs is version 2.
  14. *
  15. * exofs is distributed in the hope that it will be useful,
  16. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  17. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  18. * GNU General Public License for more details.
  19. *
  20. * You should have received a copy of the GNU General Public License
  21. * along with exofs; if not, write to the Free Software
  22. * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
  23. */
  24. #include <linux/slab.h>
  25. #include <scsi/scsi_device.h>
  26. #include <asm/div64.h>
  27. #include "exofs.h"
  28. #define EXOFS_DBGMSG2(M...) do {} while (0)
  29. /* #define EXOFS_DBGMSG2 EXOFS_DBGMSG */
  30. void exofs_make_credential(u8 cred_a[OSD_CAP_LEN], const struct osd_obj_id *obj)
  31. {
  32. osd_sec_init_nosec_doall_caps(cred_a, obj, false, true);
  33. }
  34. int exofs_read_kern(struct osd_dev *od, u8 *cred, struct osd_obj_id *obj,
  35. u64 offset, void *p, unsigned length)
  36. {
  37. struct osd_request *or = osd_start_request(od, GFP_KERNEL);
  38. /* struct osd_sense_info osi = {.key = 0};*/
  39. int ret;
  40. if (unlikely(!or)) {
  41. EXOFS_DBGMSG("%s: osd_start_request failed.\n", __func__);
  42. return -ENOMEM;
  43. }
  44. ret = osd_req_read_kern(or, obj, offset, p, length);
  45. if (unlikely(ret)) {
  46. EXOFS_DBGMSG("%s: osd_req_read_kern failed.\n", __func__);
  47. goto out;
  48. }
  49. ret = osd_finalize_request(or, 0, cred, NULL);
  50. if (unlikely(ret)) {
  51. EXOFS_DBGMSG("Failed to osd_finalize_request() => %d\n", ret);
  52. goto out;
  53. }
  54. ret = osd_execute_request(or);
  55. if (unlikely(ret))
  56. EXOFS_DBGMSG("osd_execute_request() => %d\n", ret);
  57. /* osd_req_decode_sense(or, ret); */
  58. out:
  59. osd_end_request(or);
  60. return ret;
  61. }
  62. int exofs_get_io_state(struct exofs_layout *layout,
  63. struct exofs_io_state **pios)
  64. {
  65. struct exofs_io_state *ios;
  66. /*TODO: Maybe use kmem_cach per sbi of size
  67. * exofs_io_state_size(layout->s_numdevs)
  68. */
  69. ios = kzalloc(exofs_io_state_size(layout->s_numdevs), GFP_KERNEL);
  70. if (unlikely(!ios)) {
  71. EXOFS_DBGMSG("Failed kzalloc bytes=%d\n",
  72. exofs_io_state_size(layout->s_numdevs));
  73. *pios = NULL;
  74. return -ENOMEM;
  75. }
  76. ios->layout = layout;
  77. ios->obj.partition = layout->s_pid;
  78. *pios = ios;
  79. return 0;
  80. }
  81. void exofs_put_io_state(struct exofs_io_state *ios)
  82. {
  83. if (ios) {
  84. unsigned i;
  85. for (i = 0; i < ios->numdevs; i++) {
  86. struct exofs_per_dev_state *per_dev = &ios->per_dev[i];
  87. if (per_dev->or)
  88. osd_end_request(per_dev->or);
  89. if (per_dev->bio)
  90. bio_put(per_dev->bio);
  91. }
  92. kfree(ios);
  93. }
  94. }
  95. unsigned exofs_layout_od_id(struct exofs_layout *layout,
  96. osd_id obj_no, unsigned layout_index)
  97. {
  98. /* switch (layout->lay_func) {
  99. case LAYOUT_MOVING_WINDOW:
  100. {*/
  101. unsigned dev_mod = obj_no;
  102. return (layout_index + dev_mod * layout->mirrors_p1) %
  103. layout->s_numdevs;
  104. /* }
  105. case LAYOUT_FUNC_IMPLICT:
  106. return layout->devs[layout_index];
  107. }*/
  108. }
  109. static inline struct osd_dev *exofs_ios_od(struct exofs_io_state *ios,
  110. unsigned layout_index)
  111. {
  112. return ios->layout->s_ods[
  113. exofs_layout_od_id(ios->layout, ios->obj.id, layout_index)];
  114. }
  115. static void _sync_done(struct exofs_io_state *ios, void *p)
  116. {
  117. struct completion *waiting = p;
  118. complete(waiting);
  119. }
  120. static void _last_io(struct kref *kref)
  121. {
  122. struct exofs_io_state *ios = container_of(
  123. kref, struct exofs_io_state, kref);
  124. ios->done(ios, ios->private);
  125. }
  126. static void _done_io(struct osd_request *or, void *p)
  127. {
  128. struct exofs_io_state *ios = p;
  129. kref_put(&ios->kref, _last_io);
  130. }
  131. static int exofs_io_execute(struct exofs_io_state *ios)
  132. {
  133. DECLARE_COMPLETION_ONSTACK(wait);
  134. bool sync = (ios->done == NULL);
  135. int i, ret;
  136. if (sync) {
  137. ios->done = _sync_done;
  138. ios->private = &wait;
  139. }
  140. for (i = 0; i < ios->numdevs; i++) {
  141. struct osd_request *or = ios->per_dev[i].or;
  142. if (unlikely(!or))
  143. continue;
  144. ret = osd_finalize_request(or, 0, ios->cred, NULL);
  145. if (unlikely(ret)) {
  146. EXOFS_DBGMSG("Failed to osd_finalize_request() => %d\n",
  147. ret);
  148. return ret;
  149. }
  150. }
  151. kref_init(&ios->kref);
  152. for (i = 0; i < ios->numdevs; i++) {
  153. struct osd_request *or = ios->per_dev[i].or;
  154. if (unlikely(!or))
  155. continue;
  156. kref_get(&ios->kref);
  157. osd_execute_request_async(or, _done_io, ios);
  158. }
  159. kref_put(&ios->kref, _last_io);
  160. ret = 0;
  161. if (sync) {
  162. wait_for_completion(&wait);
  163. ret = exofs_check_io(ios, NULL);
  164. }
  165. return ret;
  166. }
  167. static void _clear_bio(struct bio *bio)
  168. {
  169. struct bio_vec *bv;
  170. unsigned i;
  171. __bio_for_each_segment(bv, bio, i, 0) {
  172. unsigned this_count = bv->bv_len;
  173. if (likely(PAGE_SIZE == this_count))
  174. clear_highpage(bv->bv_page);
  175. else
  176. zero_user(bv->bv_page, bv->bv_offset, this_count);
  177. }
  178. }
  179. int exofs_check_io(struct exofs_io_state *ios, u64 *resid)
  180. {
  181. enum osd_err_priority acumulated_osd_err = 0;
  182. int acumulated_lin_err = 0;
  183. int i;
  184. for (i = 0; i < ios->numdevs; i++) {
  185. struct osd_sense_info osi;
  186. struct osd_request *or = ios->per_dev[i].or;
  187. int ret;
  188. if (unlikely(!or))
  189. continue;
  190. ret = osd_req_decode_sense(or, &osi);
  191. if (likely(!ret))
  192. continue;
  193. if (OSD_ERR_PRI_CLEAR_PAGES == osi.osd_err_pri) {
  194. /* start read offset passed endof file */
  195. _clear_bio(ios->per_dev[i].bio);
  196. EXOFS_DBGMSG("start read offset passed end of file "
  197. "offset=0x%llx, length=0x%llx\n",
  198. _LLU(ios->per_dev[i].offset),
  199. _LLU(ios->per_dev[i].length));
  200. continue; /* we recovered */
  201. }
  202. if (osi.osd_err_pri >= acumulated_osd_err) {
  203. acumulated_osd_err = osi.osd_err_pri;
  204. acumulated_lin_err = ret;
  205. }
  206. }
  207. /* TODO: raid specific residual calculations */
  208. if (resid) {
  209. if (likely(!acumulated_lin_err))
  210. *resid = 0;
  211. else
  212. *resid = ios->length;
  213. }
  214. return acumulated_lin_err;
  215. }
  216. /*
  217. * L - logical offset into the file
  218. *
  219. * U - The number of bytes in a stripe within a group
  220. *
  221. * U = stripe_unit * group_width
  222. *
  223. * T - The number of bytes striped within a group of component objects
  224. * (before advancing to the next group)
  225. *
  226. * T = stripe_unit * group_width * group_depth
  227. *
  228. * S - The number of bytes striped across all component objects
  229. * before the pattern repeats
  230. *
  231. * S = stripe_unit * group_width * group_depth * group_count
  232. *
  233. * M - The "major" (i.e., across all components) stripe number
  234. *
  235. * M = L / S
  236. *
  237. * G - Counts the groups from the beginning of the major stripe
  238. *
  239. * G = (L - (M * S)) / T [or (L % S) / T]
  240. *
  241. * H - The byte offset within the group
  242. *
  243. * H = (L - (M * S)) % T [or (L % S) % T]
  244. *
  245. * N - The "minor" (i.e., across the group) stripe number
  246. *
  247. * N = H / U
  248. *
  249. * C - The component index coresponding to L
  250. *
  251. * C = (H - (N * U)) / stripe_unit + G * group_width
  252. * [or (L % U) / stripe_unit + G * group_width]
  253. *
  254. * O - The component offset coresponding to L
  255. *
  256. * O = L % stripe_unit + N * stripe_unit + M * group_depth * stripe_unit
  257. */
  258. struct _striping_info {
  259. u64 obj_offset;
  260. u64 group_length;
  261. u64 M; /* for truncate */
  262. unsigned dev;
  263. unsigned unit_off;
  264. };
  265. static void _calc_stripe_info(struct exofs_layout *layout, u64 file_offset,
  266. struct _striping_info *si)
  267. {
  268. u32 stripe_unit = layout->stripe_unit;
  269. u32 group_width = layout->group_width;
  270. u64 group_depth = layout->group_depth;
  271. u32 U = stripe_unit * group_width;
  272. u64 T = U * group_depth;
  273. u64 S = T * layout->group_count;
  274. u64 M = div64_u64(file_offset, S);
  275. /*
  276. G = (L - (M * S)) / T
  277. H = (L - (M * S)) % T
  278. */
  279. u64 LmodS = file_offset - M * S;
  280. u32 G = div64_u64(LmodS, T);
  281. u64 H = LmodS - G * T;
  282. u32 N = div_u64(H, U);
  283. /* "H - (N * U)" is just "H % U" so it's bound to u32 */
  284. si->dev = (u32)(H - (N * U)) / stripe_unit + G * group_width;
  285. si->dev *= layout->mirrors_p1;
  286. div_u64_rem(file_offset, stripe_unit, &si->unit_off);
  287. si->obj_offset = si->unit_off + (N * stripe_unit) +
  288. (M * group_depth * stripe_unit);
  289. si->group_length = T - H;
  290. si->M = M;
  291. }
  292. static int _add_stripe_unit(struct exofs_io_state *ios, unsigned *cur_pg,
  293. unsigned pgbase, struct exofs_per_dev_state *per_dev,
  294. int cur_len)
  295. {
  296. unsigned pg = *cur_pg;
  297. struct request_queue *q =
  298. osd_request_queue(exofs_ios_od(ios, per_dev->dev));
  299. per_dev->length += cur_len;
  300. if (per_dev->bio == NULL) {
  301. unsigned pages_in_stripe = ios->layout->group_width *
  302. (ios->layout->stripe_unit / PAGE_SIZE);
  303. unsigned bio_size = (ios->nr_pages + pages_in_stripe) /
  304. ios->layout->group_width;
  305. per_dev->bio = bio_kmalloc(GFP_KERNEL, bio_size);
  306. if (unlikely(!per_dev->bio)) {
  307. EXOFS_DBGMSG("Failed to allocate BIO size=%u\n",
  308. bio_size);
  309. return -ENOMEM;
  310. }
  311. }
  312. while (cur_len > 0) {
  313. unsigned pglen = min_t(unsigned, PAGE_SIZE - pgbase, cur_len);
  314. unsigned added_len;
  315. BUG_ON(ios->nr_pages <= pg);
  316. cur_len -= pglen;
  317. added_len = bio_add_pc_page(q, per_dev->bio, ios->pages[pg],
  318. pglen, pgbase);
  319. if (unlikely(pglen != added_len))
  320. return -ENOMEM;
  321. pgbase = 0;
  322. ++pg;
  323. }
  324. BUG_ON(cur_len);
  325. *cur_pg = pg;
  326. return 0;
  327. }
  328. static int _prepare_one_group(struct exofs_io_state *ios, u64 length,
  329. struct _striping_info *si)
  330. {
  331. unsigned stripe_unit = ios->layout->stripe_unit;
  332. unsigned mirrors_p1 = ios->layout->mirrors_p1;
  333. unsigned devs_in_group = ios->layout->group_width * mirrors_p1;
  334. unsigned dev = si->dev;
  335. unsigned first_dev = dev - (dev % devs_in_group);
  336. unsigned max_comp = ios->numdevs ? ios->numdevs - mirrors_p1 : 0;
  337. unsigned cur_pg = ios->pages_consumed;
  338. int ret = 0;
  339. while (length) {
  340. struct exofs_per_dev_state *per_dev = &ios->per_dev[dev];
  341. unsigned cur_len, page_off = 0;
  342. if (!per_dev->length) {
  343. per_dev->dev = dev;
  344. if (dev < si->dev) {
  345. per_dev->offset = si->obj_offset + stripe_unit -
  346. si->unit_off;
  347. cur_len = stripe_unit;
  348. } else if (dev == si->dev) {
  349. per_dev->offset = si->obj_offset;
  350. cur_len = stripe_unit - si->unit_off;
  351. page_off = si->unit_off & ~PAGE_MASK;
  352. BUG_ON(page_off && (page_off != ios->pgbase));
  353. } else { /* dev > si->dev */
  354. per_dev->offset = si->obj_offset - si->unit_off;
  355. cur_len = stripe_unit;
  356. }
  357. if (max_comp < dev)
  358. max_comp = dev;
  359. } else {
  360. cur_len = stripe_unit;
  361. }
  362. if (cur_len >= length)
  363. cur_len = length;
  364. ret = _add_stripe_unit(ios, &cur_pg, page_off , per_dev,
  365. cur_len);
  366. if (unlikely(ret))
  367. goto out;
  368. dev += mirrors_p1;
  369. dev = (dev % devs_in_group) + first_dev;
  370. length -= cur_len;
  371. }
  372. out:
  373. ios->numdevs = max_comp + mirrors_p1;
  374. ios->pages_consumed = cur_pg;
  375. return ret;
  376. }
  377. static int _prepare_for_striping(struct exofs_io_state *ios)
  378. {
  379. u64 length = ios->length;
  380. u64 offset = ios->offset;
  381. struct _striping_info si;
  382. int ret = 0;
  383. if (!ios->pages) {
  384. if (ios->kern_buff) {
  385. struct exofs_per_dev_state *per_dev = &ios->per_dev[0];
  386. _calc_stripe_info(ios->layout, ios->offset, &si);
  387. per_dev->offset = si.obj_offset;
  388. per_dev->dev = si.dev;
  389. /* no cross device without page array */
  390. BUG_ON((ios->layout->group_width > 1) &&
  391. (si.unit_off + ios->length >
  392. ios->layout->stripe_unit));
  393. }
  394. ios->numdevs = ios->layout->mirrors_p1;
  395. return 0;
  396. }
  397. while (length) {
  398. _calc_stripe_info(ios->layout, offset, &si);
  399. if (length < si.group_length)
  400. si.group_length = length;
  401. ret = _prepare_one_group(ios, si.group_length, &si);
  402. if (unlikely(ret))
  403. goto out;
  404. offset += si.group_length;
  405. length -= si.group_length;
  406. }
  407. out:
  408. return ret;
  409. }
  410. int exofs_sbi_create(struct exofs_io_state *ios)
  411. {
  412. int i, ret;
  413. for (i = 0; i < ios->layout->s_numdevs; i++) {
  414. struct osd_request *or;
  415. or = osd_start_request(exofs_ios_od(ios, i), GFP_KERNEL);
  416. if (unlikely(!or)) {
  417. EXOFS_ERR("%s: osd_start_request failed\n", __func__);
  418. ret = -ENOMEM;
  419. goto out;
  420. }
  421. ios->per_dev[i].or = or;
  422. ios->numdevs++;
  423. osd_req_create_object(or, &ios->obj);
  424. }
  425. ret = exofs_io_execute(ios);
  426. out:
  427. return ret;
  428. }
  429. int exofs_sbi_remove(struct exofs_io_state *ios)
  430. {
  431. int i, ret;
  432. for (i = 0; i < ios->layout->s_numdevs; i++) {
  433. struct osd_request *or;
  434. or = osd_start_request(exofs_ios_od(ios, i), GFP_KERNEL);
  435. if (unlikely(!or)) {
  436. EXOFS_ERR("%s: osd_start_request failed\n", __func__);
  437. ret = -ENOMEM;
  438. goto out;
  439. }
  440. ios->per_dev[i].or = or;
  441. ios->numdevs++;
  442. osd_req_remove_object(or, &ios->obj);
  443. }
  444. ret = exofs_io_execute(ios);
  445. out:
  446. return ret;
  447. }
  448. static int _sbi_write_mirror(struct exofs_io_state *ios, int cur_comp)
  449. {
  450. struct exofs_per_dev_state *master_dev = &ios->per_dev[cur_comp];
  451. unsigned dev = ios->per_dev[cur_comp].dev;
  452. unsigned last_comp = cur_comp + ios->layout->mirrors_p1;
  453. int ret = 0;
  454. if (ios->pages && !master_dev->length)
  455. return 0; /* Just an empty slot */
  456. for (; cur_comp < last_comp; ++cur_comp, ++dev) {
  457. struct exofs_per_dev_state *per_dev = &ios->per_dev[cur_comp];
  458. struct osd_request *or;
  459. or = osd_start_request(exofs_ios_od(ios, dev), GFP_KERNEL);
  460. if (unlikely(!or)) {
  461. EXOFS_ERR("%s: osd_start_request failed\n", __func__);
  462. ret = -ENOMEM;
  463. goto out;
  464. }
  465. per_dev->or = or;
  466. per_dev->offset = master_dev->offset;
  467. if (ios->pages) {
  468. struct bio *bio;
  469. if (per_dev != master_dev) {
  470. bio = bio_kmalloc(GFP_KERNEL,
  471. master_dev->bio->bi_max_vecs);
  472. if (unlikely(!bio)) {
  473. EXOFS_DBGMSG(
  474. "Failed to allocate BIO size=%u\n",
  475. master_dev->bio->bi_max_vecs);
  476. ret = -ENOMEM;
  477. goto out;
  478. }
  479. __bio_clone(bio, master_dev->bio);
  480. bio->bi_bdev = NULL;
  481. bio->bi_next = NULL;
  482. per_dev->length = master_dev->length;
  483. per_dev->bio = bio;
  484. per_dev->dev = dev;
  485. } else {
  486. bio = master_dev->bio;
  487. /* FIXME: bio_set_dir() */
  488. bio->bi_rw |= REQ_WRITE;
  489. }
  490. osd_req_write(or, &ios->obj, per_dev->offset, bio,
  491. per_dev->length);
  492. EXOFS_DBGMSG("write(0x%llx) offset=0x%llx "
  493. "length=0x%llx dev=%d\n",
  494. _LLU(ios->obj.id), _LLU(per_dev->offset),
  495. _LLU(per_dev->length), dev);
  496. } else if (ios->kern_buff) {
  497. ret = osd_req_write_kern(or, &ios->obj, per_dev->offset,
  498. ios->kern_buff, ios->length);
  499. if (unlikely(ret))
  500. goto out;
  501. EXOFS_DBGMSG2("write_kern(0x%llx) offset=0x%llx "
  502. "length=0x%llx dev=%d\n",
  503. _LLU(ios->obj.id), _LLU(per_dev->offset),
  504. _LLU(ios->length), dev);
  505. } else {
  506. osd_req_set_attributes(or, &ios->obj);
  507. EXOFS_DBGMSG2("obj(0x%llx) set_attributes=%d dev=%d\n",
  508. _LLU(ios->obj.id), ios->out_attr_len, dev);
  509. }
  510. if (ios->out_attr)
  511. osd_req_add_set_attr_list(or, ios->out_attr,
  512. ios->out_attr_len);
  513. if (ios->in_attr)
  514. osd_req_add_get_attr_list(or, ios->in_attr,
  515. ios->in_attr_len);
  516. }
  517. out:
  518. return ret;
  519. }
  520. int exofs_sbi_write(struct exofs_io_state *ios)
  521. {
  522. int i;
  523. int ret;
  524. ret = _prepare_for_striping(ios);
  525. if (unlikely(ret))
  526. return ret;
  527. for (i = 0; i < ios->numdevs; i += ios->layout->mirrors_p1) {
  528. ret = _sbi_write_mirror(ios, i);
  529. if (unlikely(ret))
  530. return ret;
  531. }
  532. ret = exofs_io_execute(ios);
  533. return ret;
  534. }
  535. static int _sbi_read_mirror(struct exofs_io_state *ios, unsigned cur_comp)
  536. {
  537. struct osd_request *or;
  538. struct exofs_per_dev_state *per_dev = &ios->per_dev[cur_comp];
  539. unsigned first_dev = (unsigned)ios->obj.id;
  540. if (ios->pages && !per_dev->length)
  541. return 0; /* Just an empty slot */
  542. first_dev = per_dev->dev + first_dev % ios->layout->mirrors_p1;
  543. or = osd_start_request(exofs_ios_od(ios, first_dev), GFP_KERNEL);
  544. if (unlikely(!or)) {
  545. EXOFS_ERR("%s: osd_start_request failed\n", __func__);
  546. return -ENOMEM;
  547. }
  548. per_dev->or = or;
  549. if (ios->pages) {
  550. osd_req_read(or, &ios->obj, per_dev->offset,
  551. per_dev->bio, per_dev->length);
  552. EXOFS_DBGMSG("read(0x%llx) offset=0x%llx length=0x%llx"
  553. " dev=%d\n", _LLU(ios->obj.id),
  554. _LLU(per_dev->offset), _LLU(per_dev->length),
  555. first_dev);
  556. } else if (ios->kern_buff) {
  557. int ret = osd_req_read_kern(or, &ios->obj, per_dev->offset,
  558. ios->kern_buff, ios->length);
  559. EXOFS_DBGMSG2("read_kern(0x%llx) offset=0x%llx "
  560. "length=0x%llx dev=%d ret=>%d\n",
  561. _LLU(ios->obj.id), _LLU(per_dev->offset),
  562. _LLU(ios->length), first_dev, ret);
  563. if (unlikely(ret))
  564. return ret;
  565. } else {
  566. osd_req_get_attributes(or, &ios->obj);
  567. EXOFS_DBGMSG2("obj(0x%llx) get_attributes=%d dev=%d\n",
  568. _LLU(ios->obj.id), ios->in_attr_len, first_dev);
  569. }
  570. if (ios->out_attr)
  571. osd_req_add_set_attr_list(or, ios->out_attr, ios->out_attr_len);
  572. if (ios->in_attr)
  573. osd_req_add_get_attr_list(or, ios->in_attr, ios->in_attr_len);
  574. return 0;
  575. }
  576. int exofs_sbi_read(struct exofs_io_state *ios)
  577. {
  578. int i;
  579. int ret;
  580. ret = _prepare_for_striping(ios);
  581. if (unlikely(ret))
  582. return ret;
  583. for (i = 0; i < ios->numdevs; i += ios->layout->mirrors_p1) {
  584. ret = _sbi_read_mirror(ios, i);
  585. if (unlikely(ret))
  586. return ret;
  587. }
  588. ret = exofs_io_execute(ios);
  589. return ret;
  590. }
  591. int extract_attr_from_ios(struct exofs_io_state *ios, struct osd_attr *attr)
  592. {
  593. struct osd_attr cur_attr = {.attr_page = 0}; /* start with zeros */
  594. void *iter = NULL;
  595. int nelem;
  596. do {
  597. nelem = 1;
  598. osd_req_decode_get_attr_list(ios->per_dev[0].or,
  599. &cur_attr, &nelem, &iter);
  600. if ((cur_attr.attr_page == attr->attr_page) &&
  601. (cur_attr.attr_id == attr->attr_id)) {
  602. attr->len = cur_attr.len;
  603. attr->val_ptr = cur_attr.val_ptr;
  604. return 0;
  605. }
  606. } while (iter);
  607. return -EIO;
  608. }
  609. static int _truncate_mirrors(struct exofs_io_state *ios, unsigned cur_comp,
  610. struct osd_attr *attr)
  611. {
  612. int last_comp = cur_comp + ios->layout->mirrors_p1;
  613. for (; cur_comp < last_comp; ++cur_comp) {
  614. struct exofs_per_dev_state *per_dev = &ios->per_dev[cur_comp];
  615. struct osd_request *or;
  616. or = osd_start_request(exofs_ios_od(ios, cur_comp), GFP_KERNEL);
  617. if (unlikely(!or)) {
  618. EXOFS_ERR("%s: osd_start_request failed\n", __func__);
  619. return -ENOMEM;
  620. }
  621. per_dev->or = or;
  622. osd_req_set_attributes(or, &ios->obj);
  623. osd_req_add_set_attr_list(or, attr, 1);
  624. }
  625. return 0;
  626. }
  627. struct _trunc_info {
  628. struct _striping_info si;
  629. u64 prev_group_obj_off;
  630. u64 next_group_obj_off;
  631. unsigned first_group_dev;
  632. unsigned nex_group_dev;
  633. unsigned max_devs;
  634. };
  635. void _calc_trunk_info(struct exofs_layout *layout, u64 file_offset,
  636. struct _trunc_info *ti)
  637. {
  638. unsigned stripe_unit = layout->stripe_unit;
  639. _calc_stripe_info(layout, file_offset, &ti->si);
  640. ti->prev_group_obj_off = ti->si.M * stripe_unit;
  641. ti->next_group_obj_off = ti->si.M ? (ti->si.M - 1) * stripe_unit : 0;
  642. ti->first_group_dev = ti->si.dev - (ti->si.dev % layout->group_width);
  643. ti->nex_group_dev = ti->first_group_dev + layout->group_width;
  644. ti->max_devs = layout->group_width * layout->group_count;
  645. }
  646. int exofs_oi_truncate(struct exofs_i_info *oi, u64 size)
  647. {
  648. struct exofs_sb_info *sbi = oi->vfs_inode.i_sb->s_fs_info;
  649. struct exofs_io_state *ios;
  650. struct exofs_trunc_attr {
  651. struct osd_attr attr;
  652. __be64 newsize;
  653. } *size_attrs;
  654. struct _trunc_info ti;
  655. int i, ret;
  656. ret = exofs_get_io_state(&sbi->layout, &ios);
  657. if (unlikely(ret))
  658. return ret;
  659. _calc_trunk_info(ios->layout, size, &ti);
  660. size_attrs = kcalloc(ti.max_devs, sizeof(*size_attrs),
  661. GFP_KERNEL);
  662. if (unlikely(!size_attrs)) {
  663. ret = -ENOMEM;
  664. goto out;
  665. }
  666. ios->obj.id = exofs_oi_objno(oi);
  667. ios->cred = oi->i_cred;
  668. ios->numdevs = ios->layout->s_numdevs;
  669. for (i = 0; i < ti.max_devs; ++i) {
  670. struct exofs_trunc_attr *size_attr = &size_attrs[i];
  671. u64 obj_size;
  672. if (i < ti.first_group_dev)
  673. obj_size = ti.prev_group_obj_off;
  674. else if (i >= ti.nex_group_dev)
  675. obj_size = ti.next_group_obj_off;
  676. else if (i < ti.si.dev) /* dev within this group */
  677. obj_size = ti.si.obj_offset +
  678. ios->layout->stripe_unit - ti.si.unit_off;
  679. else if (i == ti.si.dev)
  680. obj_size = ti.si.obj_offset;
  681. else /* i > ti.dev */
  682. obj_size = ti.si.obj_offset - ti.si.unit_off;
  683. size_attr->newsize = cpu_to_be64(obj_size);
  684. size_attr->attr = g_attr_logical_length;
  685. size_attr->attr.val_ptr = &size_attr->newsize;
  686. EXOFS_DBGMSG("trunc(0x%llx) obj_offset=0x%llx dev=%d\n",
  687. _LLU(ios->obj.id), _LLU(obj_size), i);
  688. ret = _truncate_mirrors(ios, i * ios->layout->mirrors_p1,
  689. &size_attr->attr);
  690. if (unlikely(ret))
  691. goto out;
  692. }
  693. ret = exofs_io_execute(ios);
  694. out:
  695. kfree(size_attrs);
  696. exofs_put_io_state(ios);
  697. return ret;
  698. }