rgrp.c 36 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540
  1. /*
  2. * Copyright (C) Sistina Software, Inc. 1997-2003 All rights reserved.
  3. * Copyright (C) 2004-2006 Red Hat, Inc. All rights reserved.
  4. *
  5. * This copyrighted material is made available to anyone wishing to use,
  6. * modify, copy, or redistribute it subject to the terms and conditions
  7. * of the GNU General Public License v.2.
  8. */
  9. #include <linux/sched.h>
  10. #include <linux/slab.h>
  11. #include <linux/spinlock.h>
  12. #include <linux/completion.h>
  13. #include <linux/buffer_head.h>
  14. #include <linux/fs.h>
  15. #include <linux/gfs2_ondisk.h>
  16. #include "gfs2.h"
  17. #include "lm_interface.h"
  18. #include "incore.h"
  19. #include "glock.h"
  20. #include "glops.h"
  21. #include "lops.h"
  22. #include "meta_io.h"
  23. #include "quota.h"
  24. #include "rgrp.h"
  25. #include "super.h"
  26. #include "trans.h"
  27. #include "ops_file.h"
  28. #include "util.h"
  29. #define BFITNOENT 0xFFFFFFFF
  30. /*
  31. * These routines are used by the resource group routines (rgrp.c)
  32. * to keep track of block allocation. Each block is represented by two
  33. * bits. So, each byte represents GFS2_NBBY (i.e. 4) blocks.
  34. *
  35. * 0 = Free
  36. * 1 = Used (not metadata)
  37. * 2 = Unlinked (still in use) inode
  38. * 3 = Used (metadata)
  39. */
  40. static const char valid_change[16] = {
  41. /* current */
  42. /* n */ 0, 1, 1, 1,
  43. /* e */ 1, 0, 0, 0,
  44. /* w */ 0, 0, 0, 1,
  45. 1, 0, 0, 0
  46. };
  47. /**
  48. * gfs2_setbit - Set a bit in the bitmaps
  49. * @buffer: the buffer that holds the bitmaps
  50. * @buflen: the length (in bytes) of the buffer
  51. * @block: the block to set
  52. * @new_state: the new state of the block
  53. *
  54. */
  55. static void gfs2_setbit(struct gfs2_rgrpd *rgd, unsigned char *buffer,
  56. unsigned int buflen, uint32_t block,
  57. unsigned char new_state)
  58. {
  59. unsigned char *byte, *end, cur_state;
  60. unsigned int bit;
  61. byte = buffer + (block / GFS2_NBBY);
  62. bit = (block % GFS2_NBBY) * GFS2_BIT_SIZE;
  63. end = buffer + buflen;
  64. gfs2_assert(rgd->rd_sbd, byte < end);
  65. cur_state = (*byte >> bit) & GFS2_BIT_MASK;
  66. if (valid_change[new_state * 4 + cur_state]) {
  67. *byte ^= cur_state << bit;
  68. *byte |= new_state << bit;
  69. } else
  70. gfs2_consist_rgrpd(rgd);
  71. }
  72. /**
  73. * gfs2_testbit - test a bit in the bitmaps
  74. * @buffer: the buffer that holds the bitmaps
  75. * @buflen: the length (in bytes) of the buffer
  76. * @block: the block to read
  77. *
  78. */
  79. static unsigned char gfs2_testbit(struct gfs2_rgrpd *rgd, unsigned char *buffer,
  80. unsigned int buflen, uint32_t block)
  81. {
  82. unsigned char *byte, *end, cur_state;
  83. unsigned int bit;
  84. byte = buffer + (block / GFS2_NBBY);
  85. bit = (block % GFS2_NBBY) * GFS2_BIT_SIZE;
  86. end = buffer + buflen;
  87. gfs2_assert(rgd->rd_sbd, byte < end);
  88. cur_state = (*byte >> bit) & GFS2_BIT_MASK;
  89. return cur_state;
  90. }
  91. /**
  92. * gfs2_bitfit - Search an rgrp's bitmap buffer to find a bit-pair representing
  93. * a block in a given allocation state.
  94. * @buffer: the buffer that holds the bitmaps
  95. * @buflen: the length (in bytes) of the buffer
  96. * @goal: start search at this block's bit-pair (within @buffer)
  97. * @old_state: GFS2_BLKST_XXX the state of the block we're looking for;
  98. * bit 0 = alloc(1)/free(0), bit 1 = meta(1)/data(0)
  99. *
  100. * Scope of @goal and returned block number is only within this bitmap buffer,
  101. * not entire rgrp or filesystem. @buffer will be offset from the actual
  102. * beginning of a bitmap block buffer, skipping any header structures.
  103. *
  104. * Return: the block number (bitmap buffer scope) that was found
  105. */
  106. static uint32_t gfs2_bitfit(struct gfs2_rgrpd *rgd, unsigned char *buffer,
  107. unsigned int buflen, uint32_t goal,
  108. unsigned char old_state)
  109. {
  110. unsigned char *byte, *end, alloc;
  111. uint32_t blk = goal;
  112. unsigned int bit;
  113. byte = buffer + (goal / GFS2_NBBY);
  114. bit = (goal % GFS2_NBBY) * GFS2_BIT_SIZE;
  115. end = buffer + buflen;
  116. alloc = (old_state & 1) ? 0 : 0x55;
  117. while (byte < end) {
  118. if ((*byte & 0x55) == alloc) {
  119. blk += (8 - bit) >> 1;
  120. bit = 0;
  121. byte++;
  122. continue;
  123. }
  124. if (((*byte >> bit) & GFS2_BIT_MASK) == old_state)
  125. return blk;
  126. bit += GFS2_BIT_SIZE;
  127. if (bit >= 8) {
  128. bit = 0;
  129. byte++;
  130. }
  131. blk++;
  132. }
  133. return BFITNOENT;
  134. }
  135. /**
  136. * gfs2_bitcount - count the number of bits in a certain state
  137. * @buffer: the buffer that holds the bitmaps
  138. * @buflen: the length (in bytes) of the buffer
  139. * @state: the state of the block we're looking for
  140. *
  141. * Returns: The number of bits
  142. */
  143. static uint32_t gfs2_bitcount(struct gfs2_rgrpd *rgd, unsigned char *buffer,
  144. unsigned int buflen, unsigned char state)
  145. {
  146. unsigned char *byte = buffer;
  147. unsigned char *end = buffer + buflen;
  148. unsigned char state1 = state << 2;
  149. unsigned char state2 = state << 4;
  150. unsigned char state3 = state << 6;
  151. uint32_t count = 0;
  152. for (; byte < end; byte++) {
  153. if (((*byte) & 0x03) == state)
  154. count++;
  155. if (((*byte) & 0x0C) == state1)
  156. count++;
  157. if (((*byte) & 0x30) == state2)
  158. count++;
  159. if (((*byte) & 0xC0) == state3)
  160. count++;
  161. }
  162. return count;
  163. }
  164. /**
  165. * gfs2_rgrp_verify - Verify that a resource group is consistent
  166. * @sdp: the filesystem
  167. * @rgd: the rgrp
  168. *
  169. */
  170. void gfs2_rgrp_verify(struct gfs2_rgrpd *rgd)
  171. {
  172. struct gfs2_sbd *sdp = rgd->rd_sbd;
  173. struct gfs2_bitmap *bi = NULL;
  174. uint32_t length = rgd->rd_ri.ri_length;
  175. uint32_t count[4], tmp;
  176. int buf, x;
  177. memset(count, 0, 4 * sizeof(uint32_t));
  178. /* Count # blocks in each of 4 possible allocation states */
  179. for (buf = 0; buf < length; buf++) {
  180. bi = rgd->rd_bits + buf;
  181. for (x = 0; x < 4; x++)
  182. count[x] += gfs2_bitcount(rgd,
  183. bi->bi_bh->b_data +
  184. bi->bi_offset,
  185. bi->bi_len, x);
  186. }
  187. if (count[0] != rgd->rd_rg.rg_free) {
  188. if (gfs2_consist_rgrpd(rgd))
  189. fs_err(sdp, "free data mismatch: %u != %u\n",
  190. count[0], rgd->rd_rg.rg_free);
  191. return;
  192. }
  193. tmp = rgd->rd_ri.ri_data -
  194. rgd->rd_rg.rg_free -
  195. rgd->rd_rg.rg_dinodes;
  196. if (count[1] + count[2] != tmp) {
  197. if (gfs2_consist_rgrpd(rgd))
  198. fs_err(sdp, "used data mismatch: %u != %u\n",
  199. count[1], tmp);
  200. return;
  201. }
  202. if (count[3] != rgd->rd_rg.rg_dinodes) {
  203. if (gfs2_consist_rgrpd(rgd))
  204. fs_err(sdp, "used metadata mismatch: %u != %u\n",
  205. count[3], rgd->rd_rg.rg_dinodes);
  206. return;
  207. }
  208. if (count[2] > count[3]) {
  209. if (gfs2_consist_rgrpd(rgd))
  210. fs_err(sdp, "unlinked inodes > inodes: %u\n",
  211. count[2]);
  212. return;
  213. }
  214. }
  215. static inline int rgrp_contains_block(struct gfs2_rindex *ri, uint64_t block)
  216. {
  217. uint64_t first = ri->ri_data0;
  218. uint64_t last = first + ri->ri_data;
  219. return !!(first <= block && block < last);
  220. }
  221. /**
  222. * gfs2_blk2rgrpd - Find resource group for a given data/meta block number
  223. * @sdp: The GFS2 superblock
  224. * @n: The data block number
  225. *
  226. * Returns: The resource group, or NULL if not found
  227. */
  228. struct gfs2_rgrpd *gfs2_blk2rgrpd(struct gfs2_sbd *sdp, uint64_t blk)
  229. {
  230. struct gfs2_rgrpd *rgd;
  231. spin_lock(&sdp->sd_rindex_spin);
  232. list_for_each_entry(rgd, &sdp->sd_rindex_mru_list, rd_list_mru) {
  233. if (rgrp_contains_block(&rgd->rd_ri, blk)) {
  234. list_move(&rgd->rd_list_mru, &sdp->sd_rindex_mru_list);
  235. spin_unlock(&sdp->sd_rindex_spin);
  236. return rgd;
  237. }
  238. }
  239. spin_unlock(&sdp->sd_rindex_spin);
  240. return NULL;
  241. }
  242. /**
  243. * gfs2_rgrpd_get_first - get the first Resource Group in the filesystem
  244. * @sdp: The GFS2 superblock
  245. *
  246. * Returns: The first rgrp in the filesystem
  247. */
  248. struct gfs2_rgrpd *gfs2_rgrpd_get_first(struct gfs2_sbd *sdp)
  249. {
  250. gfs2_assert(sdp, !list_empty(&sdp->sd_rindex_list));
  251. return list_entry(sdp->sd_rindex_list.next, struct gfs2_rgrpd, rd_list);
  252. }
  253. /**
  254. * gfs2_rgrpd_get_next - get the next RG
  255. * @rgd: A RG
  256. *
  257. * Returns: The next rgrp
  258. */
  259. struct gfs2_rgrpd *gfs2_rgrpd_get_next(struct gfs2_rgrpd *rgd)
  260. {
  261. if (rgd->rd_list.next == &rgd->rd_sbd->sd_rindex_list)
  262. return NULL;
  263. return list_entry(rgd->rd_list.next, struct gfs2_rgrpd, rd_list);
  264. }
  265. static void clear_rgrpdi(struct gfs2_sbd *sdp)
  266. {
  267. struct list_head *head;
  268. struct gfs2_rgrpd *rgd;
  269. struct gfs2_glock *gl;
  270. spin_lock(&sdp->sd_rindex_spin);
  271. sdp->sd_rindex_forward = NULL;
  272. head = &sdp->sd_rindex_recent_list;
  273. while (!list_empty(head)) {
  274. rgd = list_entry(head->next, struct gfs2_rgrpd, rd_recent);
  275. list_del(&rgd->rd_recent);
  276. }
  277. spin_unlock(&sdp->sd_rindex_spin);
  278. head = &sdp->sd_rindex_list;
  279. while (!list_empty(head)) {
  280. rgd = list_entry(head->next, struct gfs2_rgrpd, rd_list);
  281. gl = rgd->rd_gl;
  282. list_del(&rgd->rd_list);
  283. list_del(&rgd->rd_list_mru);
  284. if (gl) {
  285. gl->gl_object = NULL;
  286. gfs2_glock_put(gl);
  287. }
  288. kfree(rgd->rd_bits);
  289. kfree(rgd);
  290. }
  291. }
  292. void gfs2_clear_rgrpd(struct gfs2_sbd *sdp)
  293. {
  294. mutex_lock(&sdp->sd_rindex_mutex);
  295. clear_rgrpdi(sdp);
  296. mutex_unlock(&sdp->sd_rindex_mutex);
  297. }
  298. /**
  299. * gfs2_compute_bitstructs - Compute the bitmap sizes
  300. * @rgd: The resource group descriptor
  301. *
  302. * Calculates bitmap descriptors, one for each block that contains bitmap data
  303. *
  304. * Returns: errno
  305. */
  306. static int compute_bitstructs(struct gfs2_rgrpd *rgd)
  307. {
  308. struct gfs2_sbd *sdp = rgd->rd_sbd;
  309. struct gfs2_bitmap *bi;
  310. uint32_t length = rgd->rd_ri.ri_length; /* # blocks in hdr & bitmap */
  311. uint32_t bytes_left, bytes;
  312. int x;
  313. if (!length)
  314. return -EINVAL;
  315. rgd->rd_bits = kcalloc(length, sizeof(struct gfs2_bitmap), GFP_KERNEL);
  316. if (!rgd->rd_bits)
  317. return -ENOMEM;
  318. bytes_left = rgd->rd_ri.ri_bitbytes;
  319. for (x = 0; x < length; x++) {
  320. bi = rgd->rd_bits + x;
  321. /* small rgrp; bitmap stored completely in header block */
  322. if (length == 1) {
  323. bytes = bytes_left;
  324. bi->bi_offset = sizeof(struct gfs2_rgrp);
  325. bi->bi_start = 0;
  326. bi->bi_len = bytes;
  327. /* header block */
  328. } else if (x == 0) {
  329. bytes = sdp->sd_sb.sb_bsize - sizeof(struct gfs2_rgrp);
  330. bi->bi_offset = sizeof(struct gfs2_rgrp);
  331. bi->bi_start = 0;
  332. bi->bi_len = bytes;
  333. /* last block */
  334. } else if (x + 1 == length) {
  335. bytes = bytes_left;
  336. bi->bi_offset = sizeof(struct gfs2_meta_header);
  337. bi->bi_start = rgd->rd_ri.ri_bitbytes - bytes_left;
  338. bi->bi_len = bytes;
  339. /* other blocks */
  340. } else {
  341. bytes = sdp->sd_sb.sb_bsize -
  342. sizeof(struct gfs2_meta_header);
  343. bi->bi_offset = sizeof(struct gfs2_meta_header);
  344. bi->bi_start = rgd->rd_ri.ri_bitbytes - bytes_left;
  345. bi->bi_len = bytes;
  346. }
  347. bytes_left -= bytes;
  348. }
  349. if (bytes_left) {
  350. gfs2_consist_rgrpd(rgd);
  351. return -EIO;
  352. }
  353. bi = rgd->rd_bits + (length - 1);
  354. if ((bi->bi_start + bi->bi_len) * GFS2_NBBY != rgd->rd_ri.ri_data) {
  355. if (gfs2_consist_rgrpd(rgd)) {
  356. gfs2_rindex_print(&rgd->rd_ri);
  357. fs_err(sdp, "start=%u len=%u offset=%u\n",
  358. bi->bi_start, bi->bi_len, bi->bi_offset);
  359. }
  360. return -EIO;
  361. }
  362. return 0;
  363. }
  364. /**
  365. * gfs2_ri_update - Pull in a new resource index from the disk
  366. * @gl: The glock covering the rindex inode
  367. *
  368. * Returns: 0 on successful update, error code otherwise
  369. */
  370. static int gfs2_ri_update(struct gfs2_inode *ip)
  371. {
  372. struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode);
  373. struct inode *inode = &ip->i_inode;
  374. struct gfs2_rgrpd *rgd;
  375. char buf[sizeof(struct gfs2_rindex)];
  376. struct file_ra_state ra_state;
  377. uint64_t junk = ip->i_di.di_size;
  378. int error;
  379. printk(KERN_INFO "gfs2_ri_update inode=%p\n", inode);
  380. if (do_div(junk, sizeof(struct gfs2_rindex))) {
  381. gfs2_consist_inode(ip);
  382. return -EIO;
  383. }
  384. clear_rgrpdi(sdp);
  385. printk(KERN_INFO "rgrps cleared\n");
  386. file_ra_state_init(&ra_state, inode->i_mapping);
  387. for (sdp->sd_rgrps = 0;; sdp->sd_rgrps++) {
  388. loff_t pos = sdp->sd_rgrps * sizeof(struct gfs2_rindex);
  389. printk(KERN_INFO "reading rgrp %d\n", sdp->sd_rgrps);
  390. error = gfs2_internal_read(ip, &ra_state, buf, &pos,
  391. sizeof(struct gfs2_rindex));
  392. if (!error)
  393. break;
  394. if (error != sizeof(struct gfs2_rindex)) {
  395. if (error > 0)
  396. error = -EIO;
  397. goto fail;
  398. }
  399. rgd = kzalloc(sizeof(struct gfs2_rgrpd), GFP_KERNEL);
  400. error = -ENOMEM;
  401. if (!rgd)
  402. goto fail;
  403. mutex_init(&rgd->rd_mutex);
  404. lops_init_le(&rgd->rd_le, &gfs2_rg_lops);
  405. rgd->rd_sbd = sdp;
  406. list_add_tail(&rgd->rd_list, &sdp->sd_rindex_list);
  407. list_add_tail(&rgd->rd_list_mru, &sdp->sd_rindex_mru_list);
  408. gfs2_rindex_in(&rgd->rd_ri, buf);
  409. printk(KERN_INFO "compute bitstructs\n");
  410. error = compute_bitstructs(rgd);
  411. if (error)
  412. goto fail;
  413. printk(KERN_INFO "gfs2_glock_get\n");
  414. error = gfs2_glock_get(sdp, rgd->rd_ri.ri_addr,
  415. &gfs2_rgrp_glops, CREATE, &rgd->rd_gl);
  416. printk(KERN_INFO "gfs2_glock_got one\n");
  417. if (error)
  418. goto fail;
  419. rgd->rd_gl->gl_object = rgd;
  420. rgd->rd_rg_vn = rgd->rd_gl->gl_vn - 1;
  421. }
  422. printk(KERN_INFO "ok, finished\n");
  423. sdp->sd_rindex_vn = ip->i_gl->gl_vn;
  424. return 0;
  425. fail:
  426. printk(KERN_INFO "fail\n");
  427. clear_rgrpdi(sdp);
  428. printk(KERN_INFO "cleared rgrps\n");
  429. return error;
  430. }
  431. /**
  432. * gfs2_rindex_hold - Grab a lock on the rindex
  433. * @sdp: The GFS2 superblock
  434. * @ri_gh: the glock holder
  435. *
  436. * We grab a lock on the rindex inode to make sure that it doesn't
  437. * change whilst we are performing an operation. We keep this lock
  438. * for quite long periods of time compared to other locks. This
  439. * doesn't matter, since it is shared and it is very, very rarely
  440. * accessed in the exclusive mode (i.e. only when expanding the filesystem).
  441. *
  442. * This makes sure that we're using the latest copy of the resource index
  443. * special file, which might have been updated if someone expanded the
  444. * filesystem (via gfs2_grow utility), which adds new resource groups.
  445. *
  446. * Returns: 0 on success, error code otherwise
  447. */
  448. int gfs2_rindex_hold(struct gfs2_sbd *sdp, struct gfs2_holder *ri_gh)
  449. {
  450. struct gfs2_inode *ip = GFS2_I(sdp->sd_rindex);
  451. struct gfs2_glock *gl = ip->i_gl;
  452. int error;
  453. error = gfs2_glock_nq_init(gl, LM_ST_SHARED, 0, ri_gh);
  454. if (error)
  455. return error;
  456. /* Read new copy from disk if we don't have the latest */
  457. if (sdp->sd_rindex_vn != gl->gl_vn) {
  458. mutex_lock(&sdp->sd_rindex_mutex);
  459. if (sdp->sd_rindex_vn != gl->gl_vn) {
  460. error = gfs2_ri_update(ip);
  461. if (error)
  462. gfs2_glock_dq_uninit(ri_gh);
  463. }
  464. mutex_unlock(&sdp->sd_rindex_mutex);
  465. }
  466. return error;
  467. }
  468. /**
  469. * gfs2_rgrp_bh_get - Read in a RG's header and bitmaps
  470. * @rgd: the struct gfs2_rgrpd describing the RG to read in
  471. *
  472. * Read in all of a Resource Group's header and bitmap blocks.
  473. * Caller must eventually call gfs2_rgrp_relse() to free the bitmaps.
  474. *
  475. * Returns: errno
  476. */
  477. int gfs2_rgrp_bh_get(struct gfs2_rgrpd *rgd)
  478. {
  479. struct gfs2_sbd *sdp = rgd->rd_sbd;
  480. struct gfs2_glock *gl = rgd->rd_gl;
  481. unsigned int length = rgd->rd_ri.ri_length;
  482. struct gfs2_bitmap *bi;
  483. unsigned int x, y;
  484. int error;
  485. mutex_lock(&rgd->rd_mutex);
  486. spin_lock(&sdp->sd_rindex_spin);
  487. if (rgd->rd_bh_count) {
  488. rgd->rd_bh_count++;
  489. spin_unlock(&sdp->sd_rindex_spin);
  490. mutex_unlock(&rgd->rd_mutex);
  491. return 0;
  492. }
  493. spin_unlock(&sdp->sd_rindex_spin);
  494. for (x = 0; x < length; x++) {
  495. bi = rgd->rd_bits + x;
  496. error = gfs2_meta_read(gl, rgd->rd_ri.ri_addr + x, DIO_START,
  497. &bi->bi_bh);
  498. if (error)
  499. goto fail;
  500. }
  501. for (y = length; y--;) {
  502. bi = rgd->rd_bits + y;
  503. error = gfs2_meta_reread(sdp, bi->bi_bh, DIO_WAIT);
  504. if (error)
  505. goto fail;
  506. if (gfs2_metatype_check(sdp, bi->bi_bh, y ? GFS2_METATYPE_RB :
  507. GFS2_METATYPE_RG)) {
  508. error = -EIO;
  509. goto fail;
  510. }
  511. }
  512. if (rgd->rd_rg_vn != gl->gl_vn) {
  513. gfs2_rgrp_in(&rgd->rd_rg, (rgd->rd_bits[0].bi_bh)->b_data);
  514. rgd->rd_rg_vn = gl->gl_vn;
  515. }
  516. spin_lock(&sdp->sd_rindex_spin);
  517. rgd->rd_free_clone = rgd->rd_rg.rg_free;
  518. rgd->rd_bh_count++;
  519. spin_unlock(&sdp->sd_rindex_spin);
  520. mutex_unlock(&rgd->rd_mutex);
  521. return 0;
  522. fail:
  523. while (x--) {
  524. bi = rgd->rd_bits + x;
  525. brelse(bi->bi_bh);
  526. bi->bi_bh = NULL;
  527. gfs2_assert_warn(sdp, !bi->bi_clone);
  528. }
  529. mutex_unlock(&rgd->rd_mutex);
  530. return error;
  531. }
  532. void gfs2_rgrp_bh_hold(struct gfs2_rgrpd *rgd)
  533. {
  534. struct gfs2_sbd *sdp = rgd->rd_sbd;
  535. spin_lock(&sdp->sd_rindex_spin);
  536. gfs2_assert_warn(rgd->rd_sbd, rgd->rd_bh_count);
  537. rgd->rd_bh_count++;
  538. spin_unlock(&sdp->sd_rindex_spin);
  539. }
  540. /**
  541. * gfs2_rgrp_bh_put - Release RG bitmaps read in with gfs2_rgrp_bh_get()
  542. * @rgd: the struct gfs2_rgrpd describing the RG to read in
  543. *
  544. */
  545. void gfs2_rgrp_bh_put(struct gfs2_rgrpd *rgd)
  546. {
  547. struct gfs2_sbd *sdp = rgd->rd_sbd;
  548. int x, length = rgd->rd_ri.ri_length;
  549. spin_lock(&sdp->sd_rindex_spin);
  550. gfs2_assert_warn(rgd->rd_sbd, rgd->rd_bh_count);
  551. if (--rgd->rd_bh_count) {
  552. spin_unlock(&sdp->sd_rindex_spin);
  553. return;
  554. }
  555. for (x = 0; x < length; x++) {
  556. struct gfs2_bitmap *bi = rgd->rd_bits + x;
  557. kfree(bi->bi_clone);
  558. bi->bi_clone = NULL;
  559. brelse(bi->bi_bh);
  560. bi->bi_bh = NULL;
  561. }
  562. spin_unlock(&sdp->sd_rindex_spin);
  563. }
  564. void gfs2_rgrp_repolish_clones(struct gfs2_rgrpd *rgd)
  565. {
  566. struct gfs2_sbd *sdp = rgd->rd_sbd;
  567. unsigned int length = rgd->rd_ri.ri_length;
  568. unsigned int x;
  569. for (x = 0; x < length; x++) {
  570. struct gfs2_bitmap *bi = rgd->rd_bits + x;
  571. if (!bi->bi_clone)
  572. continue;
  573. memcpy(bi->bi_clone + bi->bi_offset,
  574. bi->bi_bh->b_data + bi->bi_offset, bi->bi_len);
  575. }
  576. spin_lock(&sdp->sd_rindex_spin);
  577. rgd->rd_free_clone = rgd->rd_rg.rg_free;
  578. spin_unlock(&sdp->sd_rindex_spin);
  579. }
  580. /**
  581. * gfs2_alloc_get - get the struct gfs2_alloc structure for an inode
  582. * @ip: the incore GFS2 inode structure
  583. *
  584. * Returns: the struct gfs2_alloc
  585. */
  586. struct gfs2_alloc *gfs2_alloc_get(struct gfs2_inode *ip)
  587. {
  588. struct gfs2_alloc *al = &ip->i_alloc;
  589. /* FIXME: Should assert that the correct locks are held here... */
  590. memset(al, 0, sizeof(*al));
  591. return al;
  592. }
  593. /**
  594. * gfs2_alloc_put - throw away the struct gfs2_alloc for an inode
  595. * @ip: the inode
  596. *
  597. */
  598. void gfs2_alloc_put(struct gfs2_inode *ip)
  599. {
  600. return;
  601. }
  602. /**
  603. * try_rgrp_fit - See if a given reservation will fit in a given RG
  604. * @rgd: the RG data
  605. * @al: the struct gfs2_alloc structure describing the reservation
  606. *
  607. * If there's room for the requested blocks to be allocated from the RG:
  608. * Sets the $al_reserved_data field in @al.
  609. * Sets the $al_reserved_meta field in @al.
  610. * Sets the $al_rgd field in @al.
  611. *
  612. * Returns: 1 on success (it fits), 0 on failure (it doesn't fit)
  613. */
  614. static int try_rgrp_fit(struct gfs2_rgrpd *rgd, struct gfs2_alloc *al)
  615. {
  616. struct gfs2_sbd *sdp = rgd->rd_sbd;
  617. int ret = 0;
  618. spin_lock(&sdp->sd_rindex_spin);
  619. if (rgd->rd_free_clone >= al->al_requested) {
  620. al->al_rgd = rgd;
  621. ret = 1;
  622. }
  623. spin_unlock(&sdp->sd_rindex_spin);
  624. return ret;
  625. }
  626. /**
  627. * recent_rgrp_first - get first RG from "recent" list
  628. * @sdp: The GFS2 superblock
  629. * @rglast: address of the rgrp used last
  630. *
  631. * Returns: The first rgrp in the recent list
  632. */
  633. static struct gfs2_rgrpd *recent_rgrp_first(struct gfs2_sbd *sdp,
  634. uint64_t rglast)
  635. {
  636. struct gfs2_rgrpd *rgd = NULL;
  637. spin_lock(&sdp->sd_rindex_spin);
  638. if (list_empty(&sdp->sd_rindex_recent_list))
  639. goto out;
  640. if (!rglast)
  641. goto first;
  642. list_for_each_entry(rgd, &sdp->sd_rindex_recent_list, rd_recent) {
  643. if (rgd->rd_ri.ri_addr == rglast)
  644. goto out;
  645. }
  646. first:
  647. rgd = list_entry(sdp->sd_rindex_recent_list.next, struct gfs2_rgrpd,
  648. rd_recent);
  649. out:
  650. spin_unlock(&sdp->sd_rindex_spin);
  651. return rgd;
  652. }
  653. /**
  654. * recent_rgrp_next - get next RG from "recent" list
  655. * @cur_rgd: current rgrp
  656. * @remove:
  657. *
  658. * Returns: The next rgrp in the recent list
  659. */
  660. static struct gfs2_rgrpd *recent_rgrp_next(struct gfs2_rgrpd *cur_rgd,
  661. int remove)
  662. {
  663. struct gfs2_sbd *sdp = cur_rgd->rd_sbd;
  664. struct list_head *head;
  665. struct gfs2_rgrpd *rgd;
  666. spin_lock(&sdp->sd_rindex_spin);
  667. head = &sdp->sd_rindex_recent_list;
  668. list_for_each_entry(rgd, head, rd_recent) {
  669. if (rgd == cur_rgd) {
  670. if (cur_rgd->rd_recent.next != head)
  671. rgd = list_entry(cur_rgd->rd_recent.next,
  672. struct gfs2_rgrpd, rd_recent);
  673. else
  674. rgd = NULL;
  675. if (remove)
  676. list_del(&cur_rgd->rd_recent);
  677. goto out;
  678. }
  679. }
  680. rgd = NULL;
  681. if (!list_empty(head))
  682. rgd = list_entry(head->next, struct gfs2_rgrpd, rd_recent);
  683. out:
  684. spin_unlock(&sdp->sd_rindex_spin);
  685. return rgd;
  686. }
  687. /**
  688. * recent_rgrp_add - add an RG to tail of "recent" list
  689. * @new_rgd: The rgrp to add
  690. *
  691. */
  692. static void recent_rgrp_add(struct gfs2_rgrpd *new_rgd)
  693. {
  694. struct gfs2_sbd *sdp = new_rgd->rd_sbd;
  695. struct gfs2_rgrpd *rgd;
  696. unsigned int count = 0;
  697. unsigned int max = sdp->sd_rgrps / gfs2_jindex_size(sdp);
  698. spin_lock(&sdp->sd_rindex_spin);
  699. list_for_each_entry(rgd, &sdp->sd_rindex_recent_list, rd_recent) {
  700. if (rgd == new_rgd)
  701. goto out;
  702. if (++count >= max)
  703. goto out;
  704. }
  705. list_add_tail(&new_rgd->rd_recent, &sdp->sd_rindex_recent_list);
  706. out:
  707. spin_unlock(&sdp->sd_rindex_spin);
  708. }
  709. /**
  710. * forward_rgrp_get - get an rgrp to try next from full list
  711. * @sdp: The GFS2 superblock
  712. *
  713. * Returns: The rgrp to try next
  714. */
  715. static struct gfs2_rgrpd *forward_rgrp_get(struct gfs2_sbd *sdp)
  716. {
  717. struct gfs2_rgrpd *rgd;
  718. unsigned int journals = gfs2_jindex_size(sdp);
  719. unsigned int rg = 0, x;
  720. spin_lock(&sdp->sd_rindex_spin);
  721. rgd = sdp->sd_rindex_forward;
  722. if (!rgd) {
  723. if (sdp->sd_rgrps >= journals)
  724. rg = sdp->sd_rgrps * sdp->sd_jdesc->jd_jid / journals;
  725. for (x = 0, rgd = gfs2_rgrpd_get_first(sdp);
  726. x < rg;
  727. x++, rgd = gfs2_rgrpd_get_next(rgd))
  728. /* Do Nothing */;
  729. sdp->sd_rindex_forward = rgd;
  730. }
  731. spin_unlock(&sdp->sd_rindex_spin);
  732. return rgd;
  733. }
  734. /**
  735. * forward_rgrp_set - set the forward rgrp pointer
  736. * @sdp: the filesystem
  737. * @rgd: The new forward rgrp
  738. *
  739. */
  740. static void forward_rgrp_set(struct gfs2_sbd *sdp, struct gfs2_rgrpd *rgd)
  741. {
  742. spin_lock(&sdp->sd_rindex_spin);
  743. sdp->sd_rindex_forward = rgd;
  744. spin_unlock(&sdp->sd_rindex_spin);
  745. }
  746. /**
  747. * get_local_rgrp - Choose and lock a rgrp for allocation
  748. * @ip: the inode to reserve space for
  749. * @rgp: the chosen and locked rgrp
  750. *
  751. * Try to acquire rgrp in way which avoids contending with others.
  752. *
  753. * Returns: errno
  754. */
  755. static int get_local_rgrp(struct gfs2_inode *ip)
  756. {
  757. struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode);
  758. struct gfs2_rgrpd *rgd, *begin = NULL;
  759. struct gfs2_alloc *al = &ip->i_alloc;
  760. int flags = LM_FLAG_TRY;
  761. int skipped = 0;
  762. int loops = 0;
  763. int error;
  764. /* Try recently successful rgrps */
  765. rgd = recent_rgrp_first(sdp, ip->i_last_rg_alloc);
  766. while (rgd) {
  767. error = gfs2_glock_nq_init(rgd->rd_gl,
  768. LM_ST_EXCLUSIVE, LM_FLAG_TRY,
  769. &al->al_rgd_gh);
  770. switch (error) {
  771. case 0:
  772. if (try_rgrp_fit(rgd, al))
  773. goto out;
  774. gfs2_glock_dq_uninit(&al->al_rgd_gh);
  775. rgd = recent_rgrp_next(rgd, 1);
  776. break;
  777. case GLR_TRYFAILED:
  778. rgd = recent_rgrp_next(rgd, 0);
  779. break;
  780. default:
  781. return error;
  782. }
  783. }
  784. /* Go through full list of rgrps */
  785. begin = rgd = forward_rgrp_get(sdp);
  786. for (;;) {
  787. error = gfs2_glock_nq_init(rgd->rd_gl,
  788. LM_ST_EXCLUSIVE, flags,
  789. &al->al_rgd_gh);
  790. switch (error) {
  791. case 0:
  792. if (try_rgrp_fit(rgd, al))
  793. goto out;
  794. gfs2_glock_dq_uninit(&al->al_rgd_gh);
  795. break;
  796. case GLR_TRYFAILED:
  797. skipped++;
  798. break;
  799. default:
  800. return error;
  801. }
  802. rgd = gfs2_rgrpd_get_next(rgd);
  803. if (!rgd)
  804. rgd = gfs2_rgrpd_get_first(sdp);
  805. if (rgd == begin) {
  806. if (++loops >= 2 || !skipped)
  807. return -ENOSPC;
  808. flags = 0;
  809. }
  810. }
  811. out:
  812. ip->i_last_rg_alloc = rgd->rd_ri.ri_addr;
  813. if (begin) {
  814. recent_rgrp_add(rgd);
  815. rgd = gfs2_rgrpd_get_next(rgd);
  816. if (!rgd)
  817. rgd = gfs2_rgrpd_get_first(sdp);
  818. forward_rgrp_set(sdp, rgd);
  819. }
  820. return 0;
  821. }
  822. /**
  823. * gfs2_inplace_reserve_i - Reserve space in the filesystem
  824. * @ip: the inode to reserve space for
  825. *
  826. * Returns: errno
  827. */
  828. int gfs2_inplace_reserve_i(struct gfs2_inode *ip, char *file, unsigned int line)
  829. {
  830. struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode);
  831. struct gfs2_alloc *al = &ip->i_alloc;
  832. int error;
  833. if (gfs2_assert_warn(sdp, al->al_requested))
  834. return -EINVAL;
  835. error = gfs2_rindex_hold(sdp, &al->al_ri_gh);
  836. if (error)
  837. return error;
  838. error = get_local_rgrp(ip);
  839. if (error) {
  840. gfs2_glock_dq_uninit(&al->al_ri_gh);
  841. return error;
  842. }
  843. al->al_file = file;
  844. al->al_line = line;
  845. return 0;
  846. }
  847. /**
  848. * gfs2_inplace_release - release an inplace reservation
  849. * @ip: the inode the reservation was taken out on
  850. *
  851. * Release a reservation made by gfs2_inplace_reserve().
  852. */
  853. void gfs2_inplace_release(struct gfs2_inode *ip)
  854. {
  855. struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode);
  856. struct gfs2_alloc *al = &ip->i_alloc;
  857. if (gfs2_assert_warn(sdp, al->al_alloced <= al->al_requested) == -1)
  858. fs_warn(sdp, "al_alloced = %u, al_requested = %u "
  859. "al_file = %s, al_line = %u\n",
  860. al->al_alloced, al->al_requested, al->al_file,
  861. al->al_line);
  862. al->al_rgd = NULL;
  863. gfs2_glock_dq_uninit(&al->al_rgd_gh);
  864. gfs2_glock_dq_uninit(&al->al_ri_gh);
  865. }
  866. /**
  867. * gfs2_get_block_type - Check a block in a RG is of given type
  868. * @rgd: the resource group holding the block
  869. * @block: the block number
  870. *
  871. * Returns: The block type (GFS2_BLKST_*)
  872. */
  873. unsigned char gfs2_get_block_type(struct gfs2_rgrpd *rgd, uint64_t block)
  874. {
  875. struct gfs2_bitmap *bi = NULL;
  876. uint32_t length, rgrp_block, buf_block;
  877. unsigned int buf;
  878. unsigned char type;
  879. length = rgd->rd_ri.ri_length;
  880. rgrp_block = block - rgd->rd_ri.ri_data0;
  881. for (buf = 0; buf < length; buf++) {
  882. bi = rgd->rd_bits + buf;
  883. if (rgrp_block < (bi->bi_start + bi->bi_len) * GFS2_NBBY)
  884. break;
  885. }
  886. gfs2_assert(rgd->rd_sbd, buf < length);
  887. buf_block = rgrp_block - bi->bi_start * GFS2_NBBY;
  888. type = gfs2_testbit(rgd, bi->bi_bh->b_data + bi->bi_offset,
  889. bi->bi_len, buf_block);
  890. return type;
  891. }
  892. /**
  893. * rgblk_search - find a block in @old_state, change allocation
  894. * state to @new_state
  895. * @rgd: the resource group descriptor
  896. * @goal: the goal block within the RG (start here to search for avail block)
  897. * @old_state: GFS2_BLKST_XXX the before-allocation state to find
  898. * @new_state: GFS2_BLKST_XXX the after-allocation block state
  899. *
  900. * Walk rgrp's bitmap to find bits that represent a block in @old_state.
  901. * Add the found bitmap buffer to the transaction.
  902. * Set the found bits to @new_state to change block's allocation state.
  903. *
  904. * This function never fails, because we wouldn't call it unless we
  905. * know (from reservation results, etc.) that a block is available.
  906. *
  907. * Scope of @goal and returned block is just within rgrp, not the whole
  908. * filesystem.
  909. *
  910. * Returns: the block number allocated
  911. */
  912. static uint32_t rgblk_search(struct gfs2_rgrpd *rgd, uint32_t goal,
  913. unsigned char old_state, unsigned char new_state)
  914. {
  915. struct gfs2_bitmap *bi = NULL;
  916. uint32_t length = rgd->rd_ri.ri_length;
  917. uint32_t blk = 0;
  918. unsigned int buf, x;
  919. /* Find bitmap block that contains bits for goal block */
  920. for (buf = 0; buf < length; buf++) {
  921. bi = rgd->rd_bits + buf;
  922. if (goal < (bi->bi_start + bi->bi_len) * GFS2_NBBY)
  923. break;
  924. }
  925. gfs2_assert(rgd->rd_sbd, buf < length);
  926. /* Convert scope of "goal" from rgrp-wide to within found bit block */
  927. goal -= bi->bi_start * GFS2_NBBY;
  928. /* Search (up to entire) bitmap in this rgrp for allocatable block.
  929. "x <= length", instead of "x < length", because we typically start
  930. the search in the middle of a bit block, but if we can't find an
  931. allocatable block anywhere else, we want to be able wrap around and
  932. search in the first part of our first-searched bit block. */
  933. for (x = 0; x <= length; x++) {
  934. if (bi->bi_clone)
  935. blk = gfs2_bitfit(rgd, bi->bi_clone + bi->bi_offset,
  936. bi->bi_len, goal, old_state);
  937. else
  938. blk = gfs2_bitfit(rgd,
  939. bi->bi_bh->b_data + bi->bi_offset,
  940. bi->bi_len, goal, old_state);
  941. if (blk != BFITNOENT)
  942. break;
  943. /* Try next bitmap block (wrap back to rgrp header if at end) */
  944. buf = (buf + 1) % length;
  945. bi = rgd->rd_bits + buf;
  946. goal = 0;
  947. }
  948. if (gfs2_assert_withdraw(rgd->rd_sbd, x <= length))
  949. blk = 0;
  950. gfs2_trans_add_bh(rgd->rd_gl, bi->bi_bh, 1);
  951. gfs2_setbit(rgd, bi->bi_bh->b_data + bi->bi_offset,
  952. bi->bi_len, blk, new_state);
  953. if (bi->bi_clone)
  954. gfs2_setbit(rgd, bi->bi_clone + bi->bi_offset,
  955. bi->bi_len, blk, new_state);
  956. return bi->bi_start * GFS2_NBBY + blk;
  957. }
  958. /**
  959. * rgblk_free - Change alloc state of given block(s)
  960. * @sdp: the filesystem
  961. * @bstart: the start of a run of blocks to free
  962. * @blen: the length of the block run (all must lie within ONE RG!)
  963. * @new_state: GFS2_BLKST_XXX the after-allocation block state
  964. *
  965. * Returns: Resource group containing the block(s)
  966. */
  967. static struct gfs2_rgrpd *rgblk_free(struct gfs2_sbd *sdp, uint64_t bstart,
  968. uint32_t blen, unsigned char new_state)
  969. {
  970. struct gfs2_rgrpd *rgd;
  971. struct gfs2_bitmap *bi = NULL;
  972. uint32_t length, rgrp_blk, buf_blk;
  973. unsigned int buf;
  974. rgd = gfs2_blk2rgrpd(sdp, bstart);
  975. if (!rgd) {
  976. if (gfs2_consist(sdp))
  977. fs_err(sdp, "block = %llu\n", (unsigned long long)bstart);
  978. return NULL;
  979. }
  980. length = rgd->rd_ri.ri_length;
  981. rgrp_blk = bstart - rgd->rd_ri.ri_data0;
  982. while (blen--) {
  983. for (buf = 0; buf < length; buf++) {
  984. bi = rgd->rd_bits + buf;
  985. if (rgrp_blk < (bi->bi_start + bi->bi_len) * GFS2_NBBY)
  986. break;
  987. }
  988. gfs2_assert(rgd->rd_sbd, buf < length);
  989. buf_blk = rgrp_blk - bi->bi_start * GFS2_NBBY;
  990. rgrp_blk++;
  991. if (!bi->bi_clone) {
  992. bi->bi_clone = kmalloc(bi->bi_bh->b_size,
  993. GFP_KERNEL | __GFP_NOFAIL);
  994. memcpy(bi->bi_clone + bi->bi_offset,
  995. bi->bi_bh->b_data + bi->bi_offset,
  996. bi->bi_len);
  997. }
  998. gfs2_trans_add_bh(rgd->rd_gl, bi->bi_bh, 1);
  999. gfs2_setbit(rgd,
  1000. bi->bi_bh->b_data + bi->bi_offset,
  1001. bi->bi_len, buf_blk, new_state);
  1002. }
  1003. return rgd;
  1004. }
  1005. /**
  1006. * gfs2_alloc_data - Allocate a data block
  1007. * @ip: the inode to allocate the data block for
  1008. *
  1009. * Returns: the allocated block
  1010. */
  1011. uint64_t gfs2_alloc_data(struct gfs2_inode *ip)
  1012. {
  1013. struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode);
  1014. struct gfs2_alloc *al = &ip->i_alloc;
  1015. struct gfs2_rgrpd *rgd = al->al_rgd;
  1016. uint32_t goal, blk;
  1017. uint64_t block;
  1018. if (rgrp_contains_block(&rgd->rd_ri, ip->i_di.di_goal_data))
  1019. goal = ip->i_di.di_goal_data - rgd->rd_ri.ri_data0;
  1020. else
  1021. goal = rgd->rd_last_alloc_data;
  1022. blk = rgblk_search(rgd, goal, GFS2_BLKST_FREE, GFS2_BLKST_USED);
  1023. rgd->rd_last_alloc_data = blk;
  1024. block = rgd->rd_ri.ri_data0 + blk;
  1025. ip->i_di.di_goal_data = block;
  1026. gfs2_assert_withdraw(sdp, rgd->rd_rg.rg_free);
  1027. rgd->rd_rg.rg_free--;
  1028. gfs2_trans_add_bh(rgd->rd_gl, rgd->rd_bits[0].bi_bh, 1);
  1029. gfs2_rgrp_out(&rgd->rd_rg, rgd->rd_bits[0].bi_bh->b_data);
  1030. al->al_alloced++;
  1031. gfs2_statfs_change(sdp, 0, -1, 0);
  1032. gfs2_quota_change(ip, +1, ip->i_di.di_uid, ip->i_di.di_gid);
  1033. spin_lock(&sdp->sd_rindex_spin);
  1034. rgd->rd_free_clone--;
  1035. spin_unlock(&sdp->sd_rindex_spin);
  1036. return block;
  1037. }
  1038. /**
  1039. * gfs2_alloc_meta - Allocate a metadata block
  1040. * @ip: the inode to allocate the metadata block for
  1041. *
  1042. * Returns: the allocated block
  1043. */
  1044. uint64_t gfs2_alloc_meta(struct gfs2_inode *ip)
  1045. {
  1046. struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode);
  1047. struct gfs2_alloc *al = &ip->i_alloc;
  1048. struct gfs2_rgrpd *rgd = al->al_rgd;
  1049. uint32_t goal, blk;
  1050. uint64_t block;
  1051. if (rgrp_contains_block(&rgd->rd_ri, ip->i_di.di_goal_meta))
  1052. goal = ip->i_di.di_goal_meta - rgd->rd_ri.ri_data0;
  1053. else
  1054. goal = rgd->rd_last_alloc_meta;
  1055. blk = rgblk_search(rgd, goal, GFS2_BLKST_FREE, GFS2_BLKST_USED);
  1056. rgd->rd_last_alloc_meta = blk;
  1057. block = rgd->rd_ri.ri_data0 + blk;
  1058. ip->i_di.di_goal_meta = block;
  1059. gfs2_assert_withdraw(sdp, rgd->rd_rg.rg_free);
  1060. rgd->rd_rg.rg_free--;
  1061. gfs2_trans_add_bh(rgd->rd_gl, rgd->rd_bits[0].bi_bh, 1);
  1062. gfs2_rgrp_out(&rgd->rd_rg, rgd->rd_bits[0].bi_bh->b_data);
  1063. al->al_alloced++;
  1064. gfs2_statfs_change(sdp, 0, -1, 0);
  1065. gfs2_quota_change(ip, +1, ip->i_di.di_uid, ip->i_di.di_gid);
  1066. gfs2_trans_add_unrevoke(sdp, block);
  1067. spin_lock(&sdp->sd_rindex_spin);
  1068. rgd->rd_free_clone--;
  1069. spin_unlock(&sdp->sd_rindex_spin);
  1070. return block;
  1071. }
  1072. /**
  1073. * gfs2_alloc_di - Allocate a dinode
  1074. * @dip: the directory that the inode is going in
  1075. *
  1076. * Returns: the block allocated
  1077. */
  1078. uint64_t gfs2_alloc_di(struct gfs2_inode *dip)
  1079. {
  1080. struct gfs2_sbd *sdp = GFS2_SB(&dip->i_inode);
  1081. struct gfs2_alloc *al = &dip->i_alloc;
  1082. struct gfs2_rgrpd *rgd = al->al_rgd;
  1083. uint32_t blk;
  1084. uint64_t block;
  1085. blk = rgblk_search(rgd, rgd->rd_last_alloc_meta,
  1086. GFS2_BLKST_FREE, GFS2_BLKST_DINODE);
  1087. rgd->rd_last_alloc_meta = blk;
  1088. block = rgd->rd_ri.ri_data0 + blk;
  1089. gfs2_assert_withdraw(sdp, rgd->rd_rg.rg_free);
  1090. rgd->rd_rg.rg_free--;
  1091. rgd->rd_rg.rg_dinodes++;
  1092. gfs2_trans_add_bh(rgd->rd_gl, rgd->rd_bits[0].bi_bh, 1);
  1093. gfs2_rgrp_out(&rgd->rd_rg, rgd->rd_bits[0].bi_bh->b_data);
  1094. al->al_alloced++;
  1095. gfs2_statfs_change(sdp, 0, -1, +1);
  1096. gfs2_trans_add_unrevoke(sdp, block);
  1097. spin_lock(&sdp->sd_rindex_spin);
  1098. rgd->rd_free_clone--;
  1099. spin_unlock(&sdp->sd_rindex_spin);
  1100. return block;
  1101. }
  1102. /**
  1103. * gfs2_free_data - free a contiguous run of data block(s)
  1104. * @ip: the inode these blocks are being freed from
  1105. * @bstart: first block of a run of contiguous blocks
  1106. * @blen: the length of the block run
  1107. *
  1108. */
  1109. void gfs2_free_data(struct gfs2_inode *ip, uint64_t bstart, uint32_t blen)
  1110. {
  1111. struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode);
  1112. struct gfs2_rgrpd *rgd;
  1113. rgd = rgblk_free(sdp, bstart, blen, GFS2_BLKST_FREE);
  1114. if (!rgd)
  1115. return;
  1116. rgd->rd_rg.rg_free += blen;
  1117. gfs2_trans_add_bh(rgd->rd_gl, rgd->rd_bits[0].bi_bh, 1);
  1118. gfs2_rgrp_out(&rgd->rd_rg, rgd->rd_bits[0].bi_bh->b_data);
  1119. gfs2_trans_add_rg(rgd);
  1120. gfs2_statfs_change(sdp, 0, +blen, 0);
  1121. gfs2_quota_change(ip, -(int64_t)blen,
  1122. ip->i_di.di_uid, ip->i_di.di_gid);
  1123. }
  1124. /**
  1125. * gfs2_free_meta - free a contiguous run of data block(s)
  1126. * @ip: the inode these blocks are being freed from
  1127. * @bstart: first block of a run of contiguous blocks
  1128. * @blen: the length of the block run
  1129. *
  1130. */
  1131. void gfs2_free_meta(struct gfs2_inode *ip, uint64_t bstart, uint32_t blen)
  1132. {
  1133. struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode);
  1134. struct gfs2_rgrpd *rgd;
  1135. rgd = rgblk_free(sdp, bstart, blen, GFS2_BLKST_FREE);
  1136. if (!rgd)
  1137. return;
  1138. rgd->rd_rg.rg_free += blen;
  1139. gfs2_trans_add_bh(rgd->rd_gl, rgd->rd_bits[0].bi_bh, 1);
  1140. gfs2_rgrp_out(&rgd->rd_rg, rgd->rd_bits[0].bi_bh->b_data);
  1141. gfs2_trans_add_rg(rgd);
  1142. gfs2_statfs_change(sdp, 0, +blen, 0);
  1143. gfs2_quota_change(ip, -(int64_t)blen, ip->i_di.di_uid, ip->i_di.di_gid);
  1144. gfs2_meta_wipe(ip, bstart, blen);
  1145. }
  1146. void gfs2_unlink_di(struct inode *inode)
  1147. {
  1148. struct gfs2_inode *ip = GFS2_I(inode);
  1149. struct gfs2_sbd *sdp = GFS2_SB(inode);
  1150. struct gfs2_rgrpd *rgd;
  1151. u64 blkno = ip->i_num.no_addr;
  1152. rgd = rgblk_free(sdp, blkno, 1, GFS2_BLKST_UNLINKED);
  1153. if (!rgd)
  1154. return;
  1155. gfs2_trans_add_bh(rgd->rd_gl, rgd->rd_bits[0].bi_bh, 1);
  1156. gfs2_rgrp_out(&rgd->rd_rg, rgd->rd_bits[0].bi_bh->b_data);
  1157. gfs2_trans_add_rg(rgd);
  1158. }
  1159. void gfs2_free_uninit_di(struct gfs2_rgrpd *rgd, uint64_t blkno)
  1160. {
  1161. struct gfs2_sbd *sdp = rgd->rd_sbd;
  1162. struct gfs2_rgrpd *tmp_rgd;
  1163. tmp_rgd = rgblk_free(sdp, blkno, 1, GFS2_BLKST_FREE);
  1164. if (!tmp_rgd)
  1165. return;
  1166. gfs2_assert_withdraw(sdp, rgd == tmp_rgd);
  1167. if (!rgd->rd_rg.rg_dinodes)
  1168. gfs2_consist_rgrpd(rgd);
  1169. rgd->rd_rg.rg_dinodes--;
  1170. rgd->rd_rg.rg_free++;
  1171. gfs2_trans_add_bh(rgd->rd_gl, rgd->rd_bits[0].bi_bh, 1);
  1172. gfs2_rgrp_out(&rgd->rd_rg, rgd->rd_bits[0].bi_bh->b_data);
  1173. gfs2_statfs_change(sdp, 0, +1, -1);
  1174. gfs2_trans_add_rg(rgd);
  1175. }
  1176. void gfs2_free_di(struct gfs2_rgrpd *rgd, struct gfs2_inode *ip)
  1177. {
  1178. gfs2_free_uninit_di(rgd, ip->i_num.no_addr);
  1179. gfs2_quota_change(ip, -1, ip->i_di.di_uid, ip->i_di.di_gid);
  1180. gfs2_meta_wipe(ip, ip->i_num.no_addr, 1);
  1181. }
  1182. /**
  1183. * gfs2_rlist_add - add a RG to a list of RGs
  1184. * @sdp: the filesystem
  1185. * @rlist: the list of resource groups
  1186. * @block: the block
  1187. *
  1188. * Figure out what RG a block belongs to and add that RG to the list
  1189. *
  1190. * FIXME: Don't use NOFAIL
  1191. *
  1192. */
  1193. void gfs2_rlist_add(struct gfs2_sbd *sdp, struct gfs2_rgrp_list *rlist,
  1194. uint64_t block)
  1195. {
  1196. struct gfs2_rgrpd *rgd;
  1197. struct gfs2_rgrpd **tmp;
  1198. unsigned int new_space;
  1199. unsigned int x;
  1200. if (gfs2_assert_warn(sdp, !rlist->rl_ghs))
  1201. return;
  1202. rgd = gfs2_blk2rgrpd(sdp, block);
  1203. if (!rgd) {
  1204. if (gfs2_consist(sdp))
  1205. fs_err(sdp, "block = %llu\n", (unsigned long long)block);
  1206. return;
  1207. }
  1208. for (x = 0; x < rlist->rl_rgrps; x++)
  1209. if (rlist->rl_rgd[x] == rgd)
  1210. return;
  1211. if (rlist->rl_rgrps == rlist->rl_space) {
  1212. new_space = rlist->rl_space + 10;
  1213. tmp = kcalloc(new_space, sizeof(struct gfs2_rgrpd *),
  1214. GFP_KERNEL | __GFP_NOFAIL);
  1215. if (rlist->rl_rgd) {
  1216. memcpy(tmp, rlist->rl_rgd,
  1217. rlist->rl_space * sizeof(struct gfs2_rgrpd *));
  1218. kfree(rlist->rl_rgd);
  1219. }
  1220. rlist->rl_space = new_space;
  1221. rlist->rl_rgd = tmp;
  1222. }
  1223. rlist->rl_rgd[rlist->rl_rgrps++] = rgd;
  1224. }
  1225. /**
  1226. * gfs2_rlist_alloc - all RGs have been added to the rlist, now allocate
  1227. * and initialize an array of glock holders for them
  1228. * @rlist: the list of resource groups
  1229. * @state: the lock state to acquire the RG lock in
  1230. * @flags: the modifier flags for the holder structures
  1231. *
  1232. * FIXME: Don't use NOFAIL
  1233. *
  1234. */
  1235. void gfs2_rlist_alloc(struct gfs2_rgrp_list *rlist, unsigned int state,
  1236. int flags)
  1237. {
  1238. unsigned int x;
  1239. rlist->rl_ghs = kcalloc(rlist->rl_rgrps, sizeof(struct gfs2_holder),
  1240. GFP_KERNEL | __GFP_NOFAIL);
  1241. for (x = 0; x < rlist->rl_rgrps; x++)
  1242. gfs2_holder_init(rlist->rl_rgd[x]->rd_gl,
  1243. state, flags,
  1244. &rlist->rl_ghs[x]);
  1245. }
  1246. /**
  1247. * gfs2_rlist_free - free a resource group list
  1248. * @list: the list of resource groups
  1249. *
  1250. */
  1251. void gfs2_rlist_free(struct gfs2_rgrp_list *rlist)
  1252. {
  1253. unsigned int x;
  1254. kfree(rlist->rl_rgd);
  1255. if (rlist->rl_ghs) {
  1256. for (x = 0; x < rlist->rl_rgrps; x++)
  1257. gfs2_holder_uninit(&rlist->rl_ghs[x]);
  1258. kfree(rlist->rl_ghs);
  1259. }
  1260. }