rgrp.c 36 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529
  1. /*
  2. * Copyright (C) Sistina Software, Inc. 1997-2003 All rights reserved.
  3. * Copyright (C) 2004-2006 Red Hat, Inc. All rights reserved.
  4. *
  5. * This copyrighted material is made available to anyone wishing to use,
  6. * modify, copy, or redistribute it subject to the terms and conditions
  7. * of the GNU General Public License v.2.
  8. */
  9. #include <linux/sched.h>
  10. #include <linux/slab.h>
  11. #include <linux/spinlock.h>
  12. #include <linux/completion.h>
  13. #include <linux/buffer_head.h>
  14. #include <linux/fs.h>
  15. #include <linux/gfs2_ondisk.h>
  16. #include "gfs2.h"
  17. #include "lm_interface.h"
  18. #include "incore.h"
  19. #include "glock.h"
  20. #include "glops.h"
  21. #include "lops.h"
  22. #include "meta_io.h"
  23. #include "quota.h"
  24. #include "rgrp.h"
  25. #include "super.h"
  26. #include "trans.h"
  27. #include "ops_file.h"
  28. #include "util.h"
  29. #define BFITNOENT 0xFFFFFFFF
  30. /*
  31. * These routines are used by the resource group routines (rgrp.c)
  32. * to keep track of block allocation. Each block is represented by two
  33. * bits. So, each byte represents GFS2_NBBY (i.e. 4) blocks.
  34. *
  35. * 0 = Free
  36. * 1 = Used (not metadata)
  37. * 2 = Unlinked (still in use) inode
  38. * 3 = Used (metadata)
  39. */
  40. static const char valid_change[16] = {
  41. /* current */
  42. /* n */ 0, 1, 1, 1,
  43. /* e */ 1, 0, 0, 0,
  44. /* w */ 0, 0, 0, 1,
  45. 1, 0, 0, 0
  46. };
  47. /**
  48. * gfs2_setbit - Set a bit in the bitmaps
  49. * @buffer: the buffer that holds the bitmaps
  50. * @buflen: the length (in bytes) of the buffer
  51. * @block: the block to set
  52. * @new_state: the new state of the block
  53. *
  54. */
  55. static void gfs2_setbit(struct gfs2_rgrpd *rgd, unsigned char *buffer,
  56. unsigned int buflen, uint32_t block,
  57. unsigned char new_state)
  58. {
  59. unsigned char *byte, *end, cur_state;
  60. unsigned int bit;
  61. byte = buffer + (block / GFS2_NBBY);
  62. bit = (block % GFS2_NBBY) * GFS2_BIT_SIZE;
  63. end = buffer + buflen;
  64. gfs2_assert(rgd->rd_sbd, byte < end);
  65. cur_state = (*byte >> bit) & GFS2_BIT_MASK;
  66. if (valid_change[new_state * 4 + cur_state]) {
  67. *byte ^= cur_state << bit;
  68. *byte |= new_state << bit;
  69. } else
  70. gfs2_consist_rgrpd(rgd);
  71. }
  72. /**
  73. * gfs2_testbit - test a bit in the bitmaps
  74. * @buffer: the buffer that holds the bitmaps
  75. * @buflen: the length (in bytes) of the buffer
  76. * @block: the block to read
  77. *
  78. */
  79. static unsigned char gfs2_testbit(struct gfs2_rgrpd *rgd, unsigned char *buffer,
  80. unsigned int buflen, uint32_t block)
  81. {
  82. unsigned char *byte, *end, cur_state;
  83. unsigned int bit;
  84. byte = buffer + (block / GFS2_NBBY);
  85. bit = (block % GFS2_NBBY) * GFS2_BIT_SIZE;
  86. end = buffer + buflen;
  87. gfs2_assert(rgd->rd_sbd, byte < end);
  88. cur_state = (*byte >> bit) & GFS2_BIT_MASK;
  89. return cur_state;
  90. }
  91. /**
  92. * gfs2_bitfit - Search an rgrp's bitmap buffer to find a bit-pair representing
  93. * a block in a given allocation state.
  94. * @buffer: the buffer that holds the bitmaps
  95. * @buflen: the length (in bytes) of the buffer
  96. * @goal: start search at this block's bit-pair (within @buffer)
  97. * @old_state: GFS2_BLKST_XXX the state of the block we're looking for;
  98. * bit 0 = alloc(1)/free(0), bit 1 = meta(1)/data(0)
  99. *
  100. * Scope of @goal and returned block number is only within this bitmap buffer,
  101. * not entire rgrp or filesystem. @buffer will be offset from the actual
  102. * beginning of a bitmap block buffer, skipping any header structures.
  103. *
  104. * Return: the block number (bitmap buffer scope) that was found
  105. */
  106. static uint32_t gfs2_bitfit(struct gfs2_rgrpd *rgd, unsigned char *buffer,
  107. unsigned int buflen, uint32_t goal,
  108. unsigned char old_state)
  109. {
  110. unsigned char *byte, *end, alloc;
  111. uint32_t blk = goal;
  112. unsigned int bit;
  113. byte = buffer + (goal / GFS2_NBBY);
  114. bit = (goal % GFS2_NBBY) * GFS2_BIT_SIZE;
  115. end = buffer + buflen;
  116. alloc = (old_state & 1) ? 0 : 0x55;
  117. while (byte < end) {
  118. if ((*byte & 0x55) == alloc) {
  119. blk += (8 - bit) >> 1;
  120. bit = 0;
  121. byte++;
  122. continue;
  123. }
  124. if (((*byte >> bit) & GFS2_BIT_MASK) == old_state)
  125. return blk;
  126. bit += GFS2_BIT_SIZE;
  127. if (bit >= 8) {
  128. bit = 0;
  129. byte++;
  130. }
  131. blk++;
  132. }
  133. return BFITNOENT;
  134. }
  135. /**
  136. * gfs2_bitcount - count the number of bits in a certain state
  137. * @buffer: the buffer that holds the bitmaps
  138. * @buflen: the length (in bytes) of the buffer
  139. * @state: the state of the block we're looking for
  140. *
  141. * Returns: The number of bits
  142. */
  143. static uint32_t gfs2_bitcount(struct gfs2_rgrpd *rgd, unsigned char *buffer,
  144. unsigned int buflen, unsigned char state)
  145. {
  146. unsigned char *byte = buffer;
  147. unsigned char *end = buffer + buflen;
  148. unsigned char state1 = state << 2;
  149. unsigned char state2 = state << 4;
  150. unsigned char state3 = state << 6;
  151. uint32_t count = 0;
  152. for (; byte < end; byte++) {
  153. if (((*byte) & 0x03) == state)
  154. count++;
  155. if (((*byte) & 0x0C) == state1)
  156. count++;
  157. if (((*byte) & 0x30) == state2)
  158. count++;
  159. if (((*byte) & 0xC0) == state3)
  160. count++;
  161. }
  162. return count;
  163. }
  164. /**
  165. * gfs2_rgrp_verify - Verify that a resource group is consistent
  166. * @sdp: the filesystem
  167. * @rgd: the rgrp
  168. *
  169. */
  170. void gfs2_rgrp_verify(struct gfs2_rgrpd *rgd)
  171. {
  172. struct gfs2_sbd *sdp = rgd->rd_sbd;
  173. struct gfs2_bitmap *bi = NULL;
  174. uint32_t length = rgd->rd_ri.ri_length;
  175. uint32_t count[4], tmp;
  176. int buf, x;
  177. memset(count, 0, 4 * sizeof(uint32_t));
  178. /* Count # blocks in each of 4 possible allocation states */
  179. for (buf = 0; buf < length; buf++) {
  180. bi = rgd->rd_bits + buf;
  181. for (x = 0; x < 4; x++)
  182. count[x] += gfs2_bitcount(rgd,
  183. bi->bi_bh->b_data +
  184. bi->bi_offset,
  185. bi->bi_len, x);
  186. }
  187. if (count[0] != rgd->rd_rg.rg_free) {
  188. if (gfs2_consist_rgrpd(rgd))
  189. fs_err(sdp, "free data mismatch: %u != %u\n",
  190. count[0], rgd->rd_rg.rg_free);
  191. return;
  192. }
  193. tmp = rgd->rd_ri.ri_data -
  194. rgd->rd_rg.rg_free -
  195. rgd->rd_rg.rg_dinodes;
  196. if (count[1] + count[2] != tmp) {
  197. if (gfs2_consist_rgrpd(rgd))
  198. fs_err(sdp, "used data mismatch: %u != %u\n",
  199. count[1], tmp);
  200. return;
  201. }
  202. if (count[3] != rgd->rd_rg.rg_dinodes) {
  203. if (gfs2_consist_rgrpd(rgd))
  204. fs_err(sdp, "used metadata mismatch: %u != %u\n",
  205. count[3], rgd->rd_rg.rg_dinodes);
  206. return;
  207. }
  208. if (count[2] > count[3]) {
  209. if (gfs2_consist_rgrpd(rgd))
  210. fs_err(sdp, "unlinked inodes > inodes: %u\n",
  211. count[2]);
  212. return;
  213. }
  214. }
  215. static inline int rgrp_contains_block(struct gfs2_rindex *ri, uint64_t block)
  216. {
  217. uint64_t first = ri->ri_data0;
  218. uint64_t last = first + ri->ri_data;
  219. return !!(first <= block && block < last);
  220. }
  221. /**
  222. * gfs2_blk2rgrpd - Find resource group for a given data/meta block number
  223. * @sdp: The GFS2 superblock
  224. * @n: The data block number
  225. *
  226. * Returns: The resource group, or NULL if not found
  227. */
  228. struct gfs2_rgrpd *gfs2_blk2rgrpd(struct gfs2_sbd *sdp, uint64_t blk)
  229. {
  230. struct gfs2_rgrpd *rgd;
  231. spin_lock(&sdp->sd_rindex_spin);
  232. list_for_each_entry(rgd, &sdp->sd_rindex_mru_list, rd_list_mru) {
  233. if (rgrp_contains_block(&rgd->rd_ri, blk)) {
  234. list_move(&rgd->rd_list_mru, &sdp->sd_rindex_mru_list);
  235. spin_unlock(&sdp->sd_rindex_spin);
  236. return rgd;
  237. }
  238. }
  239. spin_unlock(&sdp->sd_rindex_spin);
  240. return NULL;
  241. }
  242. /**
  243. * gfs2_rgrpd_get_first - get the first Resource Group in the filesystem
  244. * @sdp: The GFS2 superblock
  245. *
  246. * Returns: The first rgrp in the filesystem
  247. */
  248. struct gfs2_rgrpd *gfs2_rgrpd_get_first(struct gfs2_sbd *sdp)
  249. {
  250. gfs2_assert(sdp, !list_empty(&sdp->sd_rindex_list));
  251. return list_entry(sdp->sd_rindex_list.next, struct gfs2_rgrpd, rd_list);
  252. }
  253. /**
  254. * gfs2_rgrpd_get_next - get the next RG
  255. * @rgd: A RG
  256. *
  257. * Returns: The next rgrp
  258. */
  259. struct gfs2_rgrpd *gfs2_rgrpd_get_next(struct gfs2_rgrpd *rgd)
  260. {
  261. if (rgd->rd_list.next == &rgd->rd_sbd->sd_rindex_list)
  262. return NULL;
  263. return list_entry(rgd->rd_list.next, struct gfs2_rgrpd, rd_list);
  264. }
  265. static void clear_rgrpdi(struct gfs2_sbd *sdp)
  266. {
  267. struct list_head *head;
  268. struct gfs2_rgrpd *rgd;
  269. struct gfs2_glock *gl;
  270. spin_lock(&sdp->sd_rindex_spin);
  271. sdp->sd_rindex_forward = NULL;
  272. head = &sdp->sd_rindex_recent_list;
  273. while (!list_empty(head)) {
  274. rgd = list_entry(head->next, struct gfs2_rgrpd, rd_recent);
  275. list_del(&rgd->rd_recent);
  276. }
  277. spin_unlock(&sdp->sd_rindex_spin);
  278. head = &sdp->sd_rindex_list;
  279. while (!list_empty(head)) {
  280. rgd = list_entry(head->next, struct gfs2_rgrpd, rd_list);
  281. gl = rgd->rd_gl;
  282. list_del(&rgd->rd_list);
  283. list_del(&rgd->rd_list_mru);
  284. if (gl) {
  285. gl->gl_object = NULL;
  286. gfs2_glock_put(gl);
  287. }
  288. kfree(rgd->rd_bits);
  289. kfree(rgd);
  290. }
  291. }
  292. void gfs2_clear_rgrpd(struct gfs2_sbd *sdp)
  293. {
  294. mutex_lock(&sdp->sd_rindex_mutex);
  295. clear_rgrpdi(sdp);
  296. mutex_unlock(&sdp->sd_rindex_mutex);
  297. }
  298. /**
  299. * gfs2_compute_bitstructs - Compute the bitmap sizes
  300. * @rgd: The resource group descriptor
  301. *
  302. * Calculates bitmap descriptors, one for each block that contains bitmap data
  303. *
  304. * Returns: errno
  305. */
  306. static int compute_bitstructs(struct gfs2_rgrpd *rgd)
  307. {
  308. struct gfs2_sbd *sdp = rgd->rd_sbd;
  309. struct gfs2_bitmap *bi;
  310. uint32_t length = rgd->rd_ri.ri_length; /* # blocks in hdr & bitmap */
  311. uint32_t bytes_left, bytes;
  312. int x;
  313. if (!length)
  314. return -EINVAL;
  315. rgd->rd_bits = kcalloc(length, sizeof(struct gfs2_bitmap), GFP_KERNEL);
  316. if (!rgd->rd_bits)
  317. return -ENOMEM;
  318. bytes_left = rgd->rd_ri.ri_bitbytes;
  319. for (x = 0; x < length; x++) {
  320. bi = rgd->rd_bits + x;
  321. /* small rgrp; bitmap stored completely in header block */
  322. if (length == 1) {
  323. bytes = bytes_left;
  324. bi->bi_offset = sizeof(struct gfs2_rgrp);
  325. bi->bi_start = 0;
  326. bi->bi_len = bytes;
  327. /* header block */
  328. } else if (x == 0) {
  329. bytes = sdp->sd_sb.sb_bsize - sizeof(struct gfs2_rgrp);
  330. bi->bi_offset = sizeof(struct gfs2_rgrp);
  331. bi->bi_start = 0;
  332. bi->bi_len = bytes;
  333. /* last block */
  334. } else if (x + 1 == length) {
  335. bytes = bytes_left;
  336. bi->bi_offset = sizeof(struct gfs2_meta_header);
  337. bi->bi_start = rgd->rd_ri.ri_bitbytes - bytes_left;
  338. bi->bi_len = bytes;
  339. /* other blocks */
  340. } else {
  341. bytes = sdp->sd_sb.sb_bsize -
  342. sizeof(struct gfs2_meta_header);
  343. bi->bi_offset = sizeof(struct gfs2_meta_header);
  344. bi->bi_start = rgd->rd_ri.ri_bitbytes - bytes_left;
  345. bi->bi_len = bytes;
  346. }
  347. bytes_left -= bytes;
  348. }
  349. if (bytes_left) {
  350. gfs2_consist_rgrpd(rgd);
  351. return -EIO;
  352. }
  353. bi = rgd->rd_bits + (length - 1);
  354. if ((bi->bi_start + bi->bi_len) * GFS2_NBBY != rgd->rd_ri.ri_data) {
  355. if (gfs2_consist_rgrpd(rgd)) {
  356. gfs2_rindex_print(&rgd->rd_ri);
  357. fs_err(sdp, "start=%u len=%u offset=%u\n",
  358. bi->bi_start, bi->bi_len, bi->bi_offset);
  359. }
  360. return -EIO;
  361. }
  362. return 0;
  363. }
  364. /**
  365. * gfs2_ri_update - Pull in a new resource index from the disk
  366. * @gl: The glock covering the rindex inode
  367. *
  368. * Returns: 0 on successful update, error code otherwise
  369. */
  370. static int gfs2_ri_update(struct gfs2_inode *ip)
  371. {
  372. struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode);
  373. struct inode *inode = &ip->i_inode;
  374. struct gfs2_rgrpd *rgd;
  375. char buf[sizeof(struct gfs2_rindex)];
  376. struct file_ra_state ra_state;
  377. uint64_t junk = ip->i_di.di_size;
  378. int error;
  379. if (do_div(junk, sizeof(struct gfs2_rindex))) {
  380. gfs2_consist_inode(ip);
  381. return -EIO;
  382. }
  383. clear_rgrpdi(sdp);
  384. file_ra_state_init(&ra_state, inode->i_mapping);
  385. for (sdp->sd_rgrps = 0;; sdp->sd_rgrps++) {
  386. loff_t pos = sdp->sd_rgrps * sizeof(struct gfs2_rindex);
  387. error = gfs2_internal_read(ip, &ra_state, buf, &pos,
  388. sizeof(struct gfs2_rindex));
  389. if (!error)
  390. break;
  391. if (error != sizeof(struct gfs2_rindex)) {
  392. if (error > 0)
  393. error = -EIO;
  394. goto fail;
  395. }
  396. rgd = kzalloc(sizeof(struct gfs2_rgrpd), GFP_KERNEL);
  397. error = -ENOMEM;
  398. if (!rgd)
  399. goto fail;
  400. mutex_init(&rgd->rd_mutex);
  401. lops_init_le(&rgd->rd_le, &gfs2_rg_lops);
  402. rgd->rd_sbd = sdp;
  403. list_add_tail(&rgd->rd_list, &sdp->sd_rindex_list);
  404. list_add_tail(&rgd->rd_list_mru, &sdp->sd_rindex_mru_list);
  405. gfs2_rindex_in(&rgd->rd_ri, buf);
  406. error = compute_bitstructs(rgd);
  407. if (error)
  408. goto fail;
  409. error = gfs2_glock_get(sdp, rgd->rd_ri.ri_addr,
  410. &gfs2_rgrp_glops, CREATE, &rgd->rd_gl);
  411. if (error)
  412. goto fail;
  413. rgd->rd_gl->gl_object = rgd;
  414. rgd->rd_rg_vn = rgd->rd_gl->gl_vn - 1;
  415. }
  416. sdp->sd_rindex_vn = ip->i_gl->gl_vn;
  417. return 0;
  418. fail:
  419. clear_rgrpdi(sdp);
  420. return error;
  421. }
  422. /**
  423. * gfs2_rindex_hold - Grab a lock on the rindex
  424. * @sdp: The GFS2 superblock
  425. * @ri_gh: the glock holder
  426. *
  427. * We grab a lock on the rindex inode to make sure that it doesn't
  428. * change whilst we are performing an operation. We keep this lock
  429. * for quite long periods of time compared to other locks. This
  430. * doesn't matter, since it is shared and it is very, very rarely
  431. * accessed in the exclusive mode (i.e. only when expanding the filesystem).
  432. *
  433. * This makes sure that we're using the latest copy of the resource index
  434. * special file, which might have been updated if someone expanded the
  435. * filesystem (via gfs2_grow utility), which adds new resource groups.
  436. *
  437. * Returns: 0 on success, error code otherwise
  438. */
  439. int gfs2_rindex_hold(struct gfs2_sbd *sdp, struct gfs2_holder *ri_gh)
  440. {
  441. struct gfs2_inode *ip = GFS2_I(sdp->sd_rindex);
  442. struct gfs2_glock *gl = ip->i_gl;
  443. int error;
  444. error = gfs2_glock_nq_init(gl, LM_ST_SHARED, 0, ri_gh);
  445. if (error)
  446. return error;
  447. /* Read new copy from disk if we don't have the latest */
  448. if (sdp->sd_rindex_vn != gl->gl_vn) {
  449. mutex_lock(&sdp->sd_rindex_mutex);
  450. if (sdp->sd_rindex_vn != gl->gl_vn) {
  451. error = gfs2_ri_update(ip);
  452. if (error)
  453. gfs2_glock_dq_uninit(ri_gh);
  454. }
  455. mutex_unlock(&sdp->sd_rindex_mutex);
  456. }
  457. return error;
  458. }
  459. /**
  460. * gfs2_rgrp_bh_get - Read in a RG's header and bitmaps
  461. * @rgd: the struct gfs2_rgrpd describing the RG to read in
  462. *
  463. * Read in all of a Resource Group's header and bitmap blocks.
  464. * Caller must eventually call gfs2_rgrp_relse() to free the bitmaps.
  465. *
  466. * Returns: errno
  467. */
  468. int gfs2_rgrp_bh_get(struct gfs2_rgrpd *rgd)
  469. {
  470. struct gfs2_sbd *sdp = rgd->rd_sbd;
  471. struct gfs2_glock *gl = rgd->rd_gl;
  472. unsigned int length = rgd->rd_ri.ri_length;
  473. struct gfs2_bitmap *bi;
  474. unsigned int x, y;
  475. int error;
  476. mutex_lock(&rgd->rd_mutex);
  477. spin_lock(&sdp->sd_rindex_spin);
  478. if (rgd->rd_bh_count) {
  479. rgd->rd_bh_count++;
  480. spin_unlock(&sdp->sd_rindex_spin);
  481. mutex_unlock(&rgd->rd_mutex);
  482. return 0;
  483. }
  484. spin_unlock(&sdp->sd_rindex_spin);
  485. for (x = 0; x < length; x++) {
  486. bi = rgd->rd_bits + x;
  487. error = gfs2_meta_read(gl, rgd->rd_ri.ri_addr + x, DIO_START,
  488. &bi->bi_bh);
  489. if (error)
  490. goto fail;
  491. }
  492. for (y = length; y--;) {
  493. bi = rgd->rd_bits + y;
  494. error = gfs2_meta_reread(sdp, bi->bi_bh, DIO_WAIT);
  495. if (error)
  496. goto fail;
  497. if (gfs2_metatype_check(sdp, bi->bi_bh, y ? GFS2_METATYPE_RB :
  498. GFS2_METATYPE_RG)) {
  499. error = -EIO;
  500. goto fail;
  501. }
  502. }
  503. if (rgd->rd_rg_vn != gl->gl_vn) {
  504. gfs2_rgrp_in(&rgd->rd_rg, (rgd->rd_bits[0].bi_bh)->b_data);
  505. rgd->rd_rg_vn = gl->gl_vn;
  506. }
  507. spin_lock(&sdp->sd_rindex_spin);
  508. rgd->rd_free_clone = rgd->rd_rg.rg_free;
  509. rgd->rd_bh_count++;
  510. spin_unlock(&sdp->sd_rindex_spin);
  511. mutex_unlock(&rgd->rd_mutex);
  512. return 0;
  513. fail:
  514. while (x--) {
  515. bi = rgd->rd_bits + x;
  516. brelse(bi->bi_bh);
  517. bi->bi_bh = NULL;
  518. gfs2_assert_warn(sdp, !bi->bi_clone);
  519. }
  520. mutex_unlock(&rgd->rd_mutex);
  521. return error;
  522. }
  523. void gfs2_rgrp_bh_hold(struct gfs2_rgrpd *rgd)
  524. {
  525. struct gfs2_sbd *sdp = rgd->rd_sbd;
  526. spin_lock(&sdp->sd_rindex_spin);
  527. gfs2_assert_warn(rgd->rd_sbd, rgd->rd_bh_count);
  528. rgd->rd_bh_count++;
  529. spin_unlock(&sdp->sd_rindex_spin);
  530. }
  531. /**
  532. * gfs2_rgrp_bh_put - Release RG bitmaps read in with gfs2_rgrp_bh_get()
  533. * @rgd: the struct gfs2_rgrpd describing the RG to read in
  534. *
  535. */
  536. void gfs2_rgrp_bh_put(struct gfs2_rgrpd *rgd)
  537. {
  538. struct gfs2_sbd *sdp = rgd->rd_sbd;
  539. int x, length = rgd->rd_ri.ri_length;
  540. spin_lock(&sdp->sd_rindex_spin);
  541. gfs2_assert_warn(rgd->rd_sbd, rgd->rd_bh_count);
  542. if (--rgd->rd_bh_count) {
  543. spin_unlock(&sdp->sd_rindex_spin);
  544. return;
  545. }
  546. for (x = 0; x < length; x++) {
  547. struct gfs2_bitmap *bi = rgd->rd_bits + x;
  548. kfree(bi->bi_clone);
  549. bi->bi_clone = NULL;
  550. brelse(bi->bi_bh);
  551. bi->bi_bh = NULL;
  552. }
  553. spin_unlock(&sdp->sd_rindex_spin);
  554. }
  555. void gfs2_rgrp_repolish_clones(struct gfs2_rgrpd *rgd)
  556. {
  557. struct gfs2_sbd *sdp = rgd->rd_sbd;
  558. unsigned int length = rgd->rd_ri.ri_length;
  559. unsigned int x;
  560. for (x = 0; x < length; x++) {
  561. struct gfs2_bitmap *bi = rgd->rd_bits + x;
  562. if (!bi->bi_clone)
  563. continue;
  564. memcpy(bi->bi_clone + bi->bi_offset,
  565. bi->bi_bh->b_data + bi->bi_offset, bi->bi_len);
  566. }
  567. spin_lock(&sdp->sd_rindex_spin);
  568. rgd->rd_free_clone = rgd->rd_rg.rg_free;
  569. spin_unlock(&sdp->sd_rindex_spin);
  570. }
  571. /**
  572. * gfs2_alloc_get - get the struct gfs2_alloc structure for an inode
  573. * @ip: the incore GFS2 inode structure
  574. *
  575. * Returns: the struct gfs2_alloc
  576. */
  577. struct gfs2_alloc *gfs2_alloc_get(struct gfs2_inode *ip)
  578. {
  579. struct gfs2_alloc *al = &ip->i_alloc;
  580. /* FIXME: Should assert that the correct locks are held here... */
  581. memset(al, 0, sizeof(*al));
  582. return al;
  583. }
  584. /**
  585. * gfs2_alloc_put - throw away the struct gfs2_alloc for an inode
  586. * @ip: the inode
  587. *
  588. */
  589. void gfs2_alloc_put(struct gfs2_inode *ip)
  590. {
  591. return;
  592. }
  593. /**
  594. * try_rgrp_fit - See if a given reservation will fit in a given RG
  595. * @rgd: the RG data
  596. * @al: the struct gfs2_alloc structure describing the reservation
  597. *
  598. * If there's room for the requested blocks to be allocated from the RG:
  599. * Sets the $al_reserved_data field in @al.
  600. * Sets the $al_reserved_meta field in @al.
  601. * Sets the $al_rgd field in @al.
  602. *
  603. * Returns: 1 on success (it fits), 0 on failure (it doesn't fit)
  604. */
  605. static int try_rgrp_fit(struct gfs2_rgrpd *rgd, struct gfs2_alloc *al)
  606. {
  607. struct gfs2_sbd *sdp = rgd->rd_sbd;
  608. int ret = 0;
  609. spin_lock(&sdp->sd_rindex_spin);
  610. if (rgd->rd_free_clone >= al->al_requested) {
  611. al->al_rgd = rgd;
  612. ret = 1;
  613. }
  614. spin_unlock(&sdp->sd_rindex_spin);
  615. return ret;
  616. }
  617. /**
  618. * recent_rgrp_first - get first RG from "recent" list
  619. * @sdp: The GFS2 superblock
  620. * @rglast: address of the rgrp used last
  621. *
  622. * Returns: The first rgrp in the recent list
  623. */
  624. static struct gfs2_rgrpd *recent_rgrp_first(struct gfs2_sbd *sdp,
  625. uint64_t rglast)
  626. {
  627. struct gfs2_rgrpd *rgd = NULL;
  628. spin_lock(&sdp->sd_rindex_spin);
  629. if (list_empty(&sdp->sd_rindex_recent_list))
  630. goto out;
  631. if (!rglast)
  632. goto first;
  633. list_for_each_entry(rgd, &sdp->sd_rindex_recent_list, rd_recent) {
  634. if (rgd->rd_ri.ri_addr == rglast)
  635. goto out;
  636. }
  637. first:
  638. rgd = list_entry(sdp->sd_rindex_recent_list.next, struct gfs2_rgrpd,
  639. rd_recent);
  640. out:
  641. spin_unlock(&sdp->sd_rindex_spin);
  642. return rgd;
  643. }
  644. /**
  645. * recent_rgrp_next - get next RG from "recent" list
  646. * @cur_rgd: current rgrp
  647. * @remove:
  648. *
  649. * Returns: The next rgrp in the recent list
  650. */
  651. static struct gfs2_rgrpd *recent_rgrp_next(struct gfs2_rgrpd *cur_rgd,
  652. int remove)
  653. {
  654. struct gfs2_sbd *sdp = cur_rgd->rd_sbd;
  655. struct list_head *head;
  656. struct gfs2_rgrpd *rgd;
  657. spin_lock(&sdp->sd_rindex_spin);
  658. head = &sdp->sd_rindex_recent_list;
  659. list_for_each_entry(rgd, head, rd_recent) {
  660. if (rgd == cur_rgd) {
  661. if (cur_rgd->rd_recent.next != head)
  662. rgd = list_entry(cur_rgd->rd_recent.next,
  663. struct gfs2_rgrpd, rd_recent);
  664. else
  665. rgd = NULL;
  666. if (remove)
  667. list_del(&cur_rgd->rd_recent);
  668. goto out;
  669. }
  670. }
  671. rgd = NULL;
  672. if (!list_empty(head))
  673. rgd = list_entry(head->next, struct gfs2_rgrpd, rd_recent);
  674. out:
  675. spin_unlock(&sdp->sd_rindex_spin);
  676. return rgd;
  677. }
  678. /**
  679. * recent_rgrp_add - add an RG to tail of "recent" list
  680. * @new_rgd: The rgrp to add
  681. *
  682. */
  683. static void recent_rgrp_add(struct gfs2_rgrpd *new_rgd)
  684. {
  685. struct gfs2_sbd *sdp = new_rgd->rd_sbd;
  686. struct gfs2_rgrpd *rgd;
  687. unsigned int count = 0;
  688. unsigned int max = sdp->sd_rgrps / gfs2_jindex_size(sdp);
  689. spin_lock(&sdp->sd_rindex_spin);
  690. list_for_each_entry(rgd, &sdp->sd_rindex_recent_list, rd_recent) {
  691. if (rgd == new_rgd)
  692. goto out;
  693. if (++count >= max)
  694. goto out;
  695. }
  696. list_add_tail(&new_rgd->rd_recent, &sdp->sd_rindex_recent_list);
  697. out:
  698. spin_unlock(&sdp->sd_rindex_spin);
  699. }
  700. /**
  701. * forward_rgrp_get - get an rgrp to try next from full list
  702. * @sdp: The GFS2 superblock
  703. *
  704. * Returns: The rgrp to try next
  705. */
  706. static struct gfs2_rgrpd *forward_rgrp_get(struct gfs2_sbd *sdp)
  707. {
  708. struct gfs2_rgrpd *rgd;
  709. unsigned int journals = gfs2_jindex_size(sdp);
  710. unsigned int rg = 0, x;
  711. spin_lock(&sdp->sd_rindex_spin);
  712. rgd = sdp->sd_rindex_forward;
  713. if (!rgd) {
  714. if (sdp->sd_rgrps >= journals)
  715. rg = sdp->sd_rgrps * sdp->sd_jdesc->jd_jid / journals;
  716. for (x = 0, rgd = gfs2_rgrpd_get_first(sdp);
  717. x < rg;
  718. x++, rgd = gfs2_rgrpd_get_next(rgd))
  719. /* Do Nothing */;
  720. sdp->sd_rindex_forward = rgd;
  721. }
  722. spin_unlock(&sdp->sd_rindex_spin);
  723. return rgd;
  724. }
  725. /**
  726. * forward_rgrp_set - set the forward rgrp pointer
  727. * @sdp: the filesystem
  728. * @rgd: The new forward rgrp
  729. *
  730. */
  731. static void forward_rgrp_set(struct gfs2_sbd *sdp, struct gfs2_rgrpd *rgd)
  732. {
  733. spin_lock(&sdp->sd_rindex_spin);
  734. sdp->sd_rindex_forward = rgd;
  735. spin_unlock(&sdp->sd_rindex_spin);
  736. }
  737. /**
  738. * get_local_rgrp - Choose and lock a rgrp for allocation
  739. * @ip: the inode to reserve space for
  740. * @rgp: the chosen and locked rgrp
  741. *
  742. * Try to acquire rgrp in way which avoids contending with others.
  743. *
  744. * Returns: errno
  745. */
  746. static int get_local_rgrp(struct gfs2_inode *ip)
  747. {
  748. struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode);
  749. struct gfs2_rgrpd *rgd, *begin = NULL;
  750. struct gfs2_alloc *al = &ip->i_alloc;
  751. int flags = LM_FLAG_TRY;
  752. int skipped = 0;
  753. int loops = 0;
  754. int error;
  755. /* Try recently successful rgrps */
  756. rgd = recent_rgrp_first(sdp, ip->i_last_rg_alloc);
  757. while (rgd) {
  758. error = gfs2_glock_nq_init(rgd->rd_gl,
  759. LM_ST_EXCLUSIVE, LM_FLAG_TRY,
  760. &al->al_rgd_gh);
  761. switch (error) {
  762. case 0:
  763. if (try_rgrp_fit(rgd, al))
  764. goto out;
  765. gfs2_glock_dq_uninit(&al->al_rgd_gh);
  766. rgd = recent_rgrp_next(rgd, 1);
  767. break;
  768. case GLR_TRYFAILED:
  769. rgd = recent_rgrp_next(rgd, 0);
  770. break;
  771. default:
  772. return error;
  773. }
  774. }
  775. /* Go through full list of rgrps */
  776. begin = rgd = forward_rgrp_get(sdp);
  777. for (;;) {
  778. error = gfs2_glock_nq_init(rgd->rd_gl,
  779. LM_ST_EXCLUSIVE, flags,
  780. &al->al_rgd_gh);
  781. switch (error) {
  782. case 0:
  783. if (try_rgrp_fit(rgd, al))
  784. goto out;
  785. gfs2_glock_dq_uninit(&al->al_rgd_gh);
  786. break;
  787. case GLR_TRYFAILED:
  788. skipped++;
  789. break;
  790. default:
  791. return error;
  792. }
  793. rgd = gfs2_rgrpd_get_next(rgd);
  794. if (!rgd)
  795. rgd = gfs2_rgrpd_get_first(sdp);
  796. if (rgd == begin) {
  797. if (++loops >= 2 || !skipped)
  798. return -ENOSPC;
  799. flags = 0;
  800. }
  801. }
  802. out:
  803. ip->i_last_rg_alloc = rgd->rd_ri.ri_addr;
  804. if (begin) {
  805. recent_rgrp_add(rgd);
  806. rgd = gfs2_rgrpd_get_next(rgd);
  807. if (!rgd)
  808. rgd = gfs2_rgrpd_get_first(sdp);
  809. forward_rgrp_set(sdp, rgd);
  810. }
  811. return 0;
  812. }
  813. /**
  814. * gfs2_inplace_reserve_i - Reserve space in the filesystem
  815. * @ip: the inode to reserve space for
  816. *
  817. * Returns: errno
  818. */
  819. int gfs2_inplace_reserve_i(struct gfs2_inode *ip, char *file, unsigned int line)
  820. {
  821. struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode);
  822. struct gfs2_alloc *al = &ip->i_alloc;
  823. int error;
  824. if (gfs2_assert_warn(sdp, al->al_requested))
  825. return -EINVAL;
  826. error = gfs2_rindex_hold(sdp, &al->al_ri_gh);
  827. if (error)
  828. return error;
  829. error = get_local_rgrp(ip);
  830. if (error) {
  831. gfs2_glock_dq_uninit(&al->al_ri_gh);
  832. return error;
  833. }
  834. al->al_file = file;
  835. al->al_line = line;
  836. return 0;
  837. }
  838. /**
  839. * gfs2_inplace_release - release an inplace reservation
  840. * @ip: the inode the reservation was taken out on
  841. *
  842. * Release a reservation made by gfs2_inplace_reserve().
  843. */
  844. void gfs2_inplace_release(struct gfs2_inode *ip)
  845. {
  846. struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode);
  847. struct gfs2_alloc *al = &ip->i_alloc;
  848. if (gfs2_assert_warn(sdp, al->al_alloced <= al->al_requested) == -1)
  849. fs_warn(sdp, "al_alloced = %u, al_requested = %u "
  850. "al_file = %s, al_line = %u\n",
  851. al->al_alloced, al->al_requested, al->al_file,
  852. al->al_line);
  853. al->al_rgd = NULL;
  854. gfs2_glock_dq_uninit(&al->al_rgd_gh);
  855. gfs2_glock_dq_uninit(&al->al_ri_gh);
  856. }
  857. /**
  858. * gfs2_get_block_type - Check a block in a RG is of given type
  859. * @rgd: the resource group holding the block
  860. * @block: the block number
  861. *
  862. * Returns: The block type (GFS2_BLKST_*)
  863. */
  864. unsigned char gfs2_get_block_type(struct gfs2_rgrpd *rgd, uint64_t block)
  865. {
  866. struct gfs2_bitmap *bi = NULL;
  867. uint32_t length, rgrp_block, buf_block;
  868. unsigned int buf;
  869. unsigned char type;
  870. length = rgd->rd_ri.ri_length;
  871. rgrp_block = block - rgd->rd_ri.ri_data0;
  872. for (buf = 0; buf < length; buf++) {
  873. bi = rgd->rd_bits + buf;
  874. if (rgrp_block < (bi->bi_start + bi->bi_len) * GFS2_NBBY)
  875. break;
  876. }
  877. gfs2_assert(rgd->rd_sbd, buf < length);
  878. buf_block = rgrp_block - bi->bi_start * GFS2_NBBY;
  879. type = gfs2_testbit(rgd, bi->bi_bh->b_data + bi->bi_offset,
  880. bi->bi_len, buf_block);
  881. return type;
  882. }
  883. /**
  884. * rgblk_search - find a block in @old_state, change allocation
  885. * state to @new_state
  886. * @rgd: the resource group descriptor
  887. * @goal: the goal block within the RG (start here to search for avail block)
  888. * @old_state: GFS2_BLKST_XXX the before-allocation state to find
  889. * @new_state: GFS2_BLKST_XXX the after-allocation block state
  890. *
  891. * Walk rgrp's bitmap to find bits that represent a block in @old_state.
  892. * Add the found bitmap buffer to the transaction.
  893. * Set the found bits to @new_state to change block's allocation state.
  894. *
  895. * This function never fails, because we wouldn't call it unless we
  896. * know (from reservation results, etc.) that a block is available.
  897. *
  898. * Scope of @goal and returned block is just within rgrp, not the whole
  899. * filesystem.
  900. *
  901. * Returns: the block number allocated
  902. */
  903. static uint32_t rgblk_search(struct gfs2_rgrpd *rgd, uint32_t goal,
  904. unsigned char old_state, unsigned char new_state)
  905. {
  906. struct gfs2_bitmap *bi = NULL;
  907. uint32_t length = rgd->rd_ri.ri_length;
  908. uint32_t blk = 0;
  909. unsigned int buf, x;
  910. /* Find bitmap block that contains bits for goal block */
  911. for (buf = 0; buf < length; buf++) {
  912. bi = rgd->rd_bits + buf;
  913. if (goal < (bi->bi_start + bi->bi_len) * GFS2_NBBY)
  914. break;
  915. }
  916. gfs2_assert(rgd->rd_sbd, buf < length);
  917. /* Convert scope of "goal" from rgrp-wide to within found bit block */
  918. goal -= bi->bi_start * GFS2_NBBY;
  919. /* Search (up to entire) bitmap in this rgrp for allocatable block.
  920. "x <= length", instead of "x < length", because we typically start
  921. the search in the middle of a bit block, but if we can't find an
  922. allocatable block anywhere else, we want to be able wrap around and
  923. search in the first part of our first-searched bit block. */
  924. for (x = 0; x <= length; x++) {
  925. if (bi->bi_clone)
  926. blk = gfs2_bitfit(rgd, bi->bi_clone + bi->bi_offset,
  927. bi->bi_len, goal, old_state);
  928. else
  929. blk = gfs2_bitfit(rgd,
  930. bi->bi_bh->b_data + bi->bi_offset,
  931. bi->bi_len, goal, old_state);
  932. if (blk != BFITNOENT)
  933. break;
  934. /* Try next bitmap block (wrap back to rgrp header if at end) */
  935. buf = (buf + 1) % length;
  936. bi = rgd->rd_bits + buf;
  937. goal = 0;
  938. }
  939. if (gfs2_assert_withdraw(rgd->rd_sbd, x <= length))
  940. blk = 0;
  941. gfs2_trans_add_bh(rgd->rd_gl, bi->bi_bh, 1);
  942. gfs2_setbit(rgd, bi->bi_bh->b_data + bi->bi_offset,
  943. bi->bi_len, blk, new_state);
  944. if (bi->bi_clone)
  945. gfs2_setbit(rgd, bi->bi_clone + bi->bi_offset,
  946. bi->bi_len, blk, new_state);
  947. return bi->bi_start * GFS2_NBBY + blk;
  948. }
  949. /**
  950. * rgblk_free - Change alloc state of given block(s)
  951. * @sdp: the filesystem
  952. * @bstart: the start of a run of blocks to free
  953. * @blen: the length of the block run (all must lie within ONE RG!)
  954. * @new_state: GFS2_BLKST_XXX the after-allocation block state
  955. *
  956. * Returns: Resource group containing the block(s)
  957. */
  958. static struct gfs2_rgrpd *rgblk_free(struct gfs2_sbd *sdp, uint64_t bstart,
  959. uint32_t blen, unsigned char new_state)
  960. {
  961. struct gfs2_rgrpd *rgd;
  962. struct gfs2_bitmap *bi = NULL;
  963. uint32_t length, rgrp_blk, buf_blk;
  964. unsigned int buf;
  965. rgd = gfs2_blk2rgrpd(sdp, bstart);
  966. if (!rgd) {
  967. if (gfs2_consist(sdp))
  968. fs_err(sdp, "block = %llu\n", (unsigned long long)bstart);
  969. return NULL;
  970. }
  971. length = rgd->rd_ri.ri_length;
  972. rgrp_blk = bstart - rgd->rd_ri.ri_data0;
  973. while (blen--) {
  974. for (buf = 0; buf < length; buf++) {
  975. bi = rgd->rd_bits + buf;
  976. if (rgrp_blk < (bi->bi_start + bi->bi_len) * GFS2_NBBY)
  977. break;
  978. }
  979. gfs2_assert(rgd->rd_sbd, buf < length);
  980. buf_blk = rgrp_blk - bi->bi_start * GFS2_NBBY;
  981. rgrp_blk++;
  982. if (!bi->bi_clone) {
  983. bi->bi_clone = kmalloc(bi->bi_bh->b_size,
  984. GFP_KERNEL | __GFP_NOFAIL);
  985. memcpy(bi->bi_clone + bi->bi_offset,
  986. bi->bi_bh->b_data + bi->bi_offset,
  987. bi->bi_len);
  988. }
  989. gfs2_trans_add_bh(rgd->rd_gl, bi->bi_bh, 1);
  990. gfs2_setbit(rgd,
  991. bi->bi_bh->b_data + bi->bi_offset,
  992. bi->bi_len, buf_blk, new_state);
  993. }
  994. return rgd;
  995. }
  996. /**
  997. * gfs2_alloc_data - Allocate a data block
  998. * @ip: the inode to allocate the data block for
  999. *
  1000. * Returns: the allocated block
  1001. */
  1002. u64 gfs2_alloc_data(struct gfs2_inode *ip)
  1003. {
  1004. struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode);
  1005. struct gfs2_alloc *al = &ip->i_alloc;
  1006. struct gfs2_rgrpd *rgd = al->al_rgd;
  1007. uint32_t goal, blk;
  1008. uint64_t block;
  1009. if (rgrp_contains_block(&rgd->rd_ri, ip->i_di.di_goal_data))
  1010. goal = ip->i_di.di_goal_data - rgd->rd_ri.ri_data0;
  1011. else
  1012. goal = rgd->rd_last_alloc_data;
  1013. blk = rgblk_search(rgd, goal, GFS2_BLKST_FREE, GFS2_BLKST_USED);
  1014. rgd->rd_last_alloc_data = blk;
  1015. block = rgd->rd_ri.ri_data0 + blk;
  1016. ip->i_di.di_goal_data = block;
  1017. gfs2_assert_withdraw(sdp, rgd->rd_rg.rg_free);
  1018. rgd->rd_rg.rg_free--;
  1019. gfs2_trans_add_bh(rgd->rd_gl, rgd->rd_bits[0].bi_bh, 1);
  1020. gfs2_rgrp_out(&rgd->rd_rg, rgd->rd_bits[0].bi_bh->b_data);
  1021. al->al_alloced++;
  1022. gfs2_statfs_change(sdp, 0, -1, 0);
  1023. gfs2_quota_change(ip, +1, ip->i_di.di_uid, ip->i_di.di_gid);
  1024. spin_lock(&sdp->sd_rindex_spin);
  1025. rgd->rd_free_clone--;
  1026. spin_unlock(&sdp->sd_rindex_spin);
  1027. return block;
  1028. }
  1029. /**
  1030. * gfs2_alloc_meta - Allocate a metadata block
  1031. * @ip: the inode to allocate the metadata block for
  1032. *
  1033. * Returns: the allocated block
  1034. */
  1035. u64 gfs2_alloc_meta(struct gfs2_inode *ip)
  1036. {
  1037. struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode);
  1038. struct gfs2_alloc *al = &ip->i_alloc;
  1039. struct gfs2_rgrpd *rgd = al->al_rgd;
  1040. uint32_t goal, blk;
  1041. uint64_t block;
  1042. if (rgrp_contains_block(&rgd->rd_ri, ip->i_di.di_goal_meta))
  1043. goal = ip->i_di.di_goal_meta - rgd->rd_ri.ri_data0;
  1044. else
  1045. goal = rgd->rd_last_alloc_meta;
  1046. blk = rgblk_search(rgd, goal, GFS2_BLKST_FREE, GFS2_BLKST_USED);
  1047. rgd->rd_last_alloc_meta = blk;
  1048. block = rgd->rd_ri.ri_data0 + blk;
  1049. ip->i_di.di_goal_meta = block;
  1050. gfs2_assert_withdraw(sdp, rgd->rd_rg.rg_free);
  1051. rgd->rd_rg.rg_free--;
  1052. gfs2_trans_add_bh(rgd->rd_gl, rgd->rd_bits[0].bi_bh, 1);
  1053. gfs2_rgrp_out(&rgd->rd_rg, rgd->rd_bits[0].bi_bh->b_data);
  1054. al->al_alloced++;
  1055. gfs2_statfs_change(sdp, 0, -1, 0);
  1056. gfs2_quota_change(ip, +1, ip->i_di.di_uid, ip->i_di.di_gid);
  1057. gfs2_trans_add_unrevoke(sdp, block);
  1058. spin_lock(&sdp->sd_rindex_spin);
  1059. rgd->rd_free_clone--;
  1060. spin_unlock(&sdp->sd_rindex_spin);
  1061. return block;
  1062. }
  1063. /**
  1064. * gfs2_alloc_di - Allocate a dinode
  1065. * @dip: the directory that the inode is going in
  1066. *
  1067. * Returns: the block allocated
  1068. */
  1069. u64 gfs2_alloc_di(struct gfs2_inode *dip, u64 *generation)
  1070. {
  1071. struct gfs2_sbd *sdp = GFS2_SB(&dip->i_inode);
  1072. struct gfs2_alloc *al = &dip->i_alloc;
  1073. struct gfs2_rgrpd *rgd = al->al_rgd;
  1074. u32 blk;
  1075. u64 block;
  1076. blk = rgblk_search(rgd, rgd->rd_last_alloc_meta,
  1077. GFS2_BLKST_FREE, GFS2_BLKST_DINODE);
  1078. rgd->rd_last_alloc_meta = blk;
  1079. block = rgd->rd_ri.ri_data0 + blk;
  1080. gfs2_assert_withdraw(sdp, rgd->rd_rg.rg_free);
  1081. rgd->rd_rg.rg_free--;
  1082. rgd->rd_rg.rg_dinodes++;
  1083. *generation = rgd->rd_rg.rg_igeneration++;
  1084. gfs2_trans_add_bh(rgd->rd_gl, rgd->rd_bits[0].bi_bh, 1);
  1085. gfs2_rgrp_out(&rgd->rd_rg, rgd->rd_bits[0].bi_bh->b_data);
  1086. al->al_alloced++;
  1087. gfs2_statfs_change(sdp, 0, -1, +1);
  1088. gfs2_trans_add_unrevoke(sdp, block);
  1089. spin_lock(&sdp->sd_rindex_spin);
  1090. rgd->rd_free_clone--;
  1091. spin_unlock(&sdp->sd_rindex_spin);
  1092. return block;
  1093. }
  1094. /**
  1095. * gfs2_free_data - free a contiguous run of data block(s)
  1096. * @ip: the inode these blocks are being freed from
  1097. * @bstart: first block of a run of contiguous blocks
  1098. * @blen: the length of the block run
  1099. *
  1100. */
  1101. void gfs2_free_data(struct gfs2_inode *ip, uint64_t bstart, uint32_t blen)
  1102. {
  1103. struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode);
  1104. struct gfs2_rgrpd *rgd;
  1105. rgd = rgblk_free(sdp, bstart, blen, GFS2_BLKST_FREE);
  1106. if (!rgd)
  1107. return;
  1108. rgd->rd_rg.rg_free += blen;
  1109. gfs2_trans_add_bh(rgd->rd_gl, rgd->rd_bits[0].bi_bh, 1);
  1110. gfs2_rgrp_out(&rgd->rd_rg, rgd->rd_bits[0].bi_bh->b_data);
  1111. gfs2_trans_add_rg(rgd);
  1112. gfs2_statfs_change(sdp, 0, +blen, 0);
  1113. gfs2_quota_change(ip, -(int64_t)blen,
  1114. ip->i_di.di_uid, ip->i_di.di_gid);
  1115. }
  1116. /**
  1117. * gfs2_free_meta - free a contiguous run of data block(s)
  1118. * @ip: the inode these blocks are being freed from
  1119. * @bstart: first block of a run of contiguous blocks
  1120. * @blen: the length of the block run
  1121. *
  1122. */
  1123. void gfs2_free_meta(struct gfs2_inode *ip, uint64_t bstart, uint32_t blen)
  1124. {
  1125. struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode);
  1126. struct gfs2_rgrpd *rgd;
  1127. rgd = rgblk_free(sdp, bstart, blen, GFS2_BLKST_FREE);
  1128. if (!rgd)
  1129. return;
  1130. rgd->rd_rg.rg_free += blen;
  1131. gfs2_trans_add_bh(rgd->rd_gl, rgd->rd_bits[0].bi_bh, 1);
  1132. gfs2_rgrp_out(&rgd->rd_rg, rgd->rd_bits[0].bi_bh->b_data);
  1133. gfs2_trans_add_rg(rgd);
  1134. gfs2_statfs_change(sdp, 0, +blen, 0);
  1135. gfs2_quota_change(ip, -(int64_t)blen, ip->i_di.di_uid, ip->i_di.di_gid);
  1136. gfs2_meta_wipe(ip, bstart, blen);
  1137. }
  1138. void gfs2_unlink_di(struct inode *inode)
  1139. {
  1140. struct gfs2_inode *ip = GFS2_I(inode);
  1141. struct gfs2_sbd *sdp = GFS2_SB(inode);
  1142. struct gfs2_rgrpd *rgd;
  1143. u64 blkno = ip->i_num.no_addr;
  1144. rgd = rgblk_free(sdp, blkno, 1, GFS2_BLKST_UNLINKED);
  1145. if (!rgd)
  1146. return;
  1147. gfs2_trans_add_bh(rgd->rd_gl, rgd->rd_bits[0].bi_bh, 1);
  1148. gfs2_rgrp_out(&rgd->rd_rg, rgd->rd_bits[0].bi_bh->b_data);
  1149. gfs2_trans_add_rg(rgd);
  1150. }
  1151. static void gfs2_free_uninit_di(struct gfs2_rgrpd *rgd, uint64_t blkno)
  1152. {
  1153. struct gfs2_sbd *sdp = rgd->rd_sbd;
  1154. struct gfs2_rgrpd *tmp_rgd;
  1155. tmp_rgd = rgblk_free(sdp, blkno, 1, GFS2_BLKST_FREE);
  1156. if (!tmp_rgd)
  1157. return;
  1158. gfs2_assert_withdraw(sdp, rgd == tmp_rgd);
  1159. if (!rgd->rd_rg.rg_dinodes)
  1160. gfs2_consist_rgrpd(rgd);
  1161. rgd->rd_rg.rg_dinodes--;
  1162. rgd->rd_rg.rg_free++;
  1163. gfs2_trans_add_bh(rgd->rd_gl, rgd->rd_bits[0].bi_bh, 1);
  1164. gfs2_rgrp_out(&rgd->rd_rg, rgd->rd_bits[0].bi_bh->b_data);
  1165. gfs2_statfs_change(sdp, 0, +1, -1);
  1166. gfs2_trans_add_rg(rgd);
  1167. }
  1168. void gfs2_free_di(struct gfs2_rgrpd *rgd, struct gfs2_inode *ip)
  1169. {
  1170. gfs2_free_uninit_di(rgd, ip->i_num.no_addr);
  1171. gfs2_quota_change(ip, -1, ip->i_di.di_uid, ip->i_di.di_gid);
  1172. gfs2_meta_wipe(ip, ip->i_num.no_addr, 1);
  1173. }
  1174. /**
  1175. * gfs2_rlist_add - add a RG to a list of RGs
  1176. * @sdp: the filesystem
  1177. * @rlist: the list of resource groups
  1178. * @block: the block
  1179. *
  1180. * Figure out what RG a block belongs to and add that RG to the list
  1181. *
  1182. * FIXME: Don't use NOFAIL
  1183. *
  1184. */
  1185. void gfs2_rlist_add(struct gfs2_sbd *sdp, struct gfs2_rgrp_list *rlist,
  1186. uint64_t block)
  1187. {
  1188. struct gfs2_rgrpd *rgd;
  1189. struct gfs2_rgrpd **tmp;
  1190. unsigned int new_space;
  1191. unsigned int x;
  1192. if (gfs2_assert_warn(sdp, !rlist->rl_ghs))
  1193. return;
  1194. rgd = gfs2_blk2rgrpd(sdp, block);
  1195. if (!rgd) {
  1196. if (gfs2_consist(sdp))
  1197. fs_err(sdp, "block = %llu\n", (unsigned long long)block);
  1198. return;
  1199. }
  1200. for (x = 0; x < rlist->rl_rgrps; x++)
  1201. if (rlist->rl_rgd[x] == rgd)
  1202. return;
  1203. if (rlist->rl_rgrps == rlist->rl_space) {
  1204. new_space = rlist->rl_space + 10;
  1205. tmp = kcalloc(new_space, sizeof(struct gfs2_rgrpd *),
  1206. GFP_KERNEL | __GFP_NOFAIL);
  1207. if (rlist->rl_rgd) {
  1208. memcpy(tmp, rlist->rl_rgd,
  1209. rlist->rl_space * sizeof(struct gfs2_rgrpd *));
  1210. kfree(rlist->rl_rgd);
  1211. }
  1212. rlist->rl_space = new_space;
  1213. rlist->rl_rgd = tmp;
  1214. }
  1215. rlist->rl_rgd[rlist->rl_rgrps++] = rgd;
  1216. }
  1217. /**
  1218. * gfs2_rlist_alloc - all RGs have been added to the rlist, now allocate
  1219. * and initialize an array of glock holders for them
  1220. * @rlist: the list of resource groups
  1221. * @state: the lock state to acquire the RG lock in
  1222. * @flags: the modifier flags for the holder structures
  1223. *
  1224. * FIXME: Don't use NOFAIL
  1225. *
  1226. */
  1227. void gfs2_rlist_alloc(struct gfs2_rgrp_list *rlist, unsigned int state,
  1228. int flags)
  1229. {
  1230. unsigned int x;
  1231. rlist->rl_ghs = kcalloc(rlist->rl_rgrps, sizeof(struct gfs2_holder),
  1232. GFP_KERNEL | __GFP_NOFAIL);
  1233. for (x = 0; x < rlist->rl_rgrps; x++)
  1234. gfs2_holder_init(rlist->rl_rgd[x]->rd_gl,
  1235. state, flags,
  1236. &rlist->rl_ghs[x]);
  1237. }
  1238. /**
  1239. * gfs2_rlist_free - free a resource group list
  1240. * @list: the list of resource groups
  1241. *
  1242. */
  1243. void gfs2_rlist_free(struct gfs2_rgrp_list *rlist)
  1244. {
  1245. unsigned int x;
  1246. kfree(rlist->rl_rgd);
  1247. if (rlist->rl_ghs) {
  1248. for (x = 0; x < rlist->rl_rgrps; x++)
  1249. gfs2_holder_uninit(&rlist->rl_ghs[x]);
  1250. kfree(rlist->rl_ghs);
  1251. }
  1252. }