inode.c 74 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944
  1. /*
  2. * Copyright (C) 2007 Oracle. All rights reserved.
  3. *
  4. * This program is free software; you can redistribute it and/or
  5. * modify it under the terms of the GNU General Public
  6. * License v2 as published by the Free Software Foundation.
  7. *
  8. * This program is distributed in the hope that it will be useful,
  9. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  10. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  11. * General Public License for more details.
  12. *
  13. * You should have received a copy of the GNU General Public
  14. * License along with this program; if not, write to the
  15. * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
  16. * Boston, MA 021110-1307, USA.
  17. */
  18. #include <linux/buffer_head.h>
  19. #include <linux/fs.h>
  20. #include <linux/pagemap.h>
  21. #include <linux/highmem.h>
  22. #include <linux/time.h>
  23. #include <linux/init.h>
  24. #include <linux/string.h>
  25. #include <linux/smp_lock.h>
  26. #include <linux/backing-dev.h>
  27. #include <linux/mpage.h>
  28. #include <linux/swap.h>
  29. #include <linux/writeback.h>
  30. #include <linux/statfs.h>
  31. #include <linux/compat.h>
  32. #include <linux/bit_spinlock.h>
  33. #include <linux/version.h>
  34. #include <linux/xattr.h>
  35. #include "ctree.h"
  36. #include "disk-io.h"
  37. #include "transaction.h"
  38. #include "btrfs_inode.h"
  39. #include "ioctl.h"
  40. #include "print-tree.h"
  41. struct btrfs_iget_args {
  42. u64 ino;
  43. struct btrfs_root *root;
  44. };
  45. static struct inode_operations btrfs_dir_inode_operations;
  46. static struct inode_operations btrfs_symlink_inode_operations;
  47. static struct inode_operations btrfs_dir_ro_inode_operations;
  48. static struct inode_operations btrfs_special_inode_operations;
  49. static struct inode_operations btrfs_file_inode_operations;
  50. static struct address_space_operations btrfs_aops;
  51. static struct address_space_operations btrfs_symlink_aops;
  52. static struct file_operations btrfs_dir_file_operations;
  53. static struct extent_map_ops btrfs_extent_map_ops;
  54. static struct kmem_cache *btrfs_inode_cachep;
  55. struct kmem_cache *btrfs_trans_handle_cachep;
  56. struct kmem_cache *btrfs_transaction_cachep;
  57. struct kmem_cache *btrfs_bit_radix_cachep;
  58. struct kmem_cache *btrfs_path_cachep;
  59. #define S_SHIFT 12
  60. static unsigned char btrfs_type_by_mode[S_IFMT >> S_SHIFT] = {
  61. [S_IFREG >> S_SHIFT] = BTRFS_FT_REG_FILE,
  62. [S_IFDIR >> S_SHIFT] = BTRFS_FT_DIR,
  63. [S_IFCHR >> S_SHIFT] = BTRFS_FT_CHRDEV,
  64. [S_IFBLK >> S_SHIFT] = BTRFS_FT_BLKDEV,
  65. [S_IFIFO >> S_SHIFT] = BTRFS_FT_FIFO,
  66. [S_IFSOCK >> S_SHIFT] = BTRFS_FT_SOCK,
  67. [S_IFLNK >> S_SHIFT] = BTRFS_FT_SYMLINK,
  68. };
  69. int btrfs_check_free_space(struct btrfs_root *root, u64 num_required,
  70. int for_del)
  71. {
  72. u64 total = btrfs_super_total_bytes(&root->fs_info->super_copy);
  73. u64 used = btrfs_super_bytes_used(&root->fs_info->super_copy);
  74. u64 thresh;
  75. int ret = 0;
  76. if (for_del)
  77. thresh = total * 90;
  78. else
  79. thresh = total * 85;
  80. do_div(thresh, 100);
  81. spin_lock(&root->fs_info->delalloc_lock);
  82. if (used + root->fs_info->delalloc_bytes + num_required > thresh)
  83. ret = -ENOSPC;
  84. spin_unlock(&root->fs_info->delalloc_lock);
  85. return ret;
  86. }
  87. static int cow_file_range(struct inode *inode, u64 start, u64 end)
  88. {
  89. struct btrfs_root *root = BTRFS_I(inode)->root;
  90. struct btrfs_trans_handle *trans;
  91. u64 alloc_hint = 0;
  92. u64 num_bytes;
  93. u64 cur_alloc_size;
  94. u64 blocksize = root->sectorsize;
  95. struct btrfs_key ins;
  96. int ret;
  97. trans = btrfs_start_transaction(root, 1);
  98. BUG_ON(!trans);
  99. btrfs_set_trans_block_group(trans, inode);
  100. num_bytes = (end - start + blocksize) & ~(blocksize - 1);
  101. num_bytes = max(blocksize, num_bytes);
  102. ret = btrfs_drop_extents(trans, root, inode,
  103. start, start + num_bytes, start, &alloc_hint);
  104. if (alloc_hint == EXTENT_MAP_INLINE)
  105. goto out;
  106. while(num_bytes > 0) {
  107. cur_alloc_size = min(num_bytes, root->fs_info->max_extent);
  108. ret = btrfs_alloc_extent(trans, root, cur_alloc_size,
  109. root->root_key.objectid,
  110. trans->transid,
  111. inode->i_ino, start, 0,
  112. alloc_hint, (u64)-1, &ins, 1);
  113. if (ret) {
  114. WARN_ON(1);
  115. goto out;
  116. }
  117. ret = btrfs_insert_file_extent(trans, root, inode->i_ino,
  118. start, ins.objectid, ins.offset,
  119. ins.offset);
  120. num_bytes -= cur_alloc_size;
  121. alloc_hint = ins.objectid + ins.offset;
  122. start += cur_alloc_size;
  123. }
  124. out:
  125. btrfs_end_transaction(trans, root);
  126. return ret;
  127. }
  128. static int run_delalloc_nocow(struct inode *inode, u64 start, u64 end)
  129. {
  130. u64 extent_start;
  131. u64 extent_end;
  132. u64 bytenr;
  133. u64 cow_end;
  134. u64 loops = 0;
  135. struct btrfs_root *root = BTRFS_I(inode)->root;
  136. struct extent_buffer *leaf;
  137. int found_type;
  138. struct btrfs_path *path;
  139. struct btrfs_file_extent_item *item;
  140. int ret;
  141. int err;
  142. struct btrfs_key found_key;
  143. path = btrfs_alloc_path();
  144. BUG_ON(!path);
  145. again:
  146. ret = btrfs_lookup_file_extent(NULL, root, path,
  147. inode->i_ino, start, 0);
  148. if (ret < 0) {
  149. btrfs_free_path(path);
  150. return ret;
  151. }
  152. cow_end = end;
  153. if (ret != 0) {
  154. if (path->slots[0] == 0)
  155. goto not_found;
  156. path->slots[0]--;
  157. }
  158. leaf = path->nodes[0];
  159. item = btrfs_item_ptr(leaf, path->slots[0],
  160. struct btrfs_file_extent_item);
  161. /* are we inside the extent that was found? */
  162. btrfs_item_key_to_cpu(leaf, &found_key, path->slots[0]);
  163. found_type = btrfs_key_type(&found_key);
  164. if (found_key.objectid != inode->i_ino ||
  165. found_type != BTRFS_EXTENT_DATA_KEY) {
  166. goto not_found;
  167. }
  168. found_type = btrfs_file_extent_type(leaf, item);
  169. extent_start = found_key.offset;
  170. if (found_type == BTRFS_FILE_EXTENT_REG) {
  171. extent_end = extent_start +
  172. btrfs_file_extent_num_bytes(leaf, item);
  173. err = 0;
  174. if (loops && start != extent_start)
  175. goto not_found;
  176. if (start < extent_start || start >= extent_end)
  177. goto not_found;
  178. cow_end = min(end, extent_end - 1);
  179. bytenr = btrfs_file_extent_disk_bytenr(leaf, item);
  180. if (bytenr == 0)
  181. goto not_found;
  182. if (btrfs_count_snapshots_in_path(root, path, bytenr) != 1) {
  183. goto not_found;
  184. }
  185. start = extent_end;
  186. } else if (found_type == BTRFS_FILE_EXTENT_INLINE) {
  187. goto not_found;
  188. }
  189. loop:
  190. if (start > end) {
  191. btrfs_free_path(path);
  192. return 0;
  193. }
  194. btrfs_release_path(root, path);
  195. loops++;
  196. goto again;
  197. not_found:
  198. cow_file_range(inode, start, cow_end);
  199. start = cow_end + 1;
  200. goto loop;
  201. }
  202. static int run_delalloc_range(struct inode *inode, u64 start, u64 end)
  203. {
  204. struct btrfs_root *root = BTRFS_I(inode)->root;
  205. u64 num_bytes;
  206. int ret;
  207. mutex_lock(&root->fs_info->fs_mutex);
  208. if (btrfs_test_opt(root, NODATACOW))
  209. ret = run_delalloc_nocow(inode, start, end);
  210. else
  211. ret = cow_file_range(inode, start, end);
  212. spin_lock(&root->fs_info->delalloc_lock);
  213. num_bytes = end + 1 - start;
  214. if (root->fs_info->delalloc_bytes < num_bytes) {
  215. printk("delalloc accounting error total %llu sub %llu\n",
  216. root->fs_info->delalloc_bytes, num_bytes);
  217. } else {
  218. root->fs_info->delalloc_bytes -= num_bytes;
  219. }
  220. spin_unlock(&root->fs_info->delalloc_lock);
  221. mutex_unlock(&root->fs_info->fs_mutex);
  222. return ret;
  223. }
  224. int btrfs_writepage_io_hook(struct page *page, u64 start, u64 end)
  225. {
  226. struct inode *inode = page->mapping->host;
  227. struct btrfs_root *root = BTRFS_I(inode)->root;
  228. struct btrfs_trans_handle *trans;
  229. char *kaddr;
  230. int ret = 0;
  231. u64 page_start = (u64)page->index << PAGE_CACHE_SHIFT;
  232. size_t offset = start - page_start;
  233. if (btrfs_test_opt(root, NODATASUM))
  234. return 0;
  235. mutex_lock(&root->fs_info->fs_mutex);
  236. trans = btrfs_start_transaction(root, 1);
  237. btrfs_set_trans_block_group(trans, inode);
  238. kaddr = kmap(page);
  239. btrfs_csum_file_block(trans, root, inode, inode->i_ino,
  240. start, kaddr + offset, end - start + 1);
  241. kunmap(page);
  242. ret = btrfs_end_transaction(trans, root);
  243. BUG_ON(ret);
  244. mutex_unlock(&root->fs_info->fs_mutex);
  245. return ret;
  246. }
  247. int btrfs_readpage_io_hook(struct page *page, u64 start, u64 end)
  248. {
  249. int ret = 0;
  250. struct inode *inode = page->mapping->host;
  251. struct btrfs_root *root = BTRFS_I(inode)->root;
  252. struct extent_map_tree *em_tree = &BTRFS_I(inode)->extent_tree;
  253. struct btrfs_csum_item *item;
  254. struct btrfs_path *path = NULL;
  255. u32 csum;
  256. if (btrfs_test_opt(root, NODATASUM))
  257. return 0;
  258. mutex_lock(&root->fs_info->fs_mutex);
  259. path = btrfs_alloc_path();
  260. item = btrfs_lookup_csum(NULL, root, path, inode->i_ino, start, 0);
  261. if (IS_ERR(item)) {
  262. ret = PTR_ERR(item);
  263. /* a csum that isn't present is a preallocated region. */
  264. if (ret == -ENOENT || ret == -EFBIG)
  265. ret = 0;
  266. csum = 0;
  267. goto out;
  268. }
  269. read_extent_buffer(path->nodes[0], &csum, (unsigned long)item,
  270. BTRFS_CRC32_SIZE);
  271. set_state_private(em_tree, start, csum);
  272. out:
  273. if (path)
  274. btrfs_free_path(path);
  275. mutex_unlock(&root->fs_info->fs_mutex);
  276. return ret;
  277. }
  278. int btrfs_readpage_end_io_hook(struct page *page, u64 start, u64 end)
  279. {
  280. size_t offset = start - ((u64)page->index << PAGE_CACHE_SHIFT);
  281. struct inode *inode = page->mapping->host;
  282. struct extent_map_tree *em_tree = &BTRFS_I(inode)->extent_tree;
  283. char *kaddr;
  284. u64 private;
  285. int ret;
  286. struct btrfs_root *root = BTRFS_I(inode)->root;
  287. u32 csum = ~(u32)0;
  288. unsigned long flags;
  289. if (btrfs_test_opt(root, NODATASUM))
  290. return 0;
  291. ret = get_state_private(em_tree, start, &private);
  292. local_irq_save(flags);
  293. kaddr = kmap_atomic(page, KM_IRQ0);
  294. if (ret) {
  295. goto zeroit;
  296. }
  297. csum = btrfs_csum_data(root, kaddr + offset, csum, end - start + 1);
  298. btrfs_csum_final(csum, (char *)&csum);
  299. if (csum != private) {
  300. goto zeroit;
  301. }
  302. kunmap_atomic(kaddr, KM_IRQ0);
  303. local_irq_restore(flags);
  304. return 0;
  305. zeroit:
  306. printk("btrfs csum failed ino %lu off %llu\n",
  307. page->mapping->host->i_ino, (unsigned long long)start);
  308. memset(kaddr + offset, 1, end - start + 1);
  309. flush_dcache_page(page);
  310. kunmap_atomic(kaddr, KM_IRQ0);
  311. local_irq_restore(flags);
  312. return 0;
  313. }
  314. void btrfs_read_locked_inode(struct inode *inode)
  315. {
  316. struct btrfs_path *path;
  317. struct extent_buffer *leaf;
  318. struct btrfs_inode_item *inode_item;
  319. struct btrfs_inode_timespec *tspec;
  320. struct btrfs_root *root = BTRFS_I(inode)->root;
  321. struct btrfs_key location;
  322. u64 alloc_group_block;
  323. u32 rdev;
  324. int ret;
  325. path = btrfs_alloc_path();
  326. BUG_ON(!path);
  327. mutex_lock(&root->fs_info->fs_mutex);
  328. memcpy(&location, &BTRFS_I(inode)->location, sizeof(location));
  329. ret = btrfs_lookup_inode(NULL, root, path, &location, 0);
  330. if (ret)
  331. goto make_bad;
  332. leaf = path->nodes[0];
  333. inode_item = btrfs_item_ptr(leaf, path->slots[0],
  334. struct btrfs_inode_item);
  335. inode->i_mode = btrfs_inode_mode(leaf, inode_item);
  336. inode->i_nlink = btrfs_inode_nlink(leaf, inode_item);
  337. inode->i_uid = btrfs_inode_uid(leaf, inode_item);
  338. inode->i_gid = btrfs_inode_gid(leaf, inode_item);
  339. inode->i_size = btrfs_inode_size(leaf, inode_item);
  340. tspec = btrfs_inode_atime(inode_item);
  341. inode->i_atime.tv_sec = btrfs_timespec_sec(leaf, tspec);
  342. inode->i_atime.tv_nsec = btrfs_timespec_nsec(leaf, tspec);
  343. tspec = btrfs_inode_mtime(inode_item);
  344. inode->i_mtime.tv_sec = btrfs_timespec_sec(leaf, tspec);
  345. inode->i_mtime.tv_nsec = btrfs_timespec_nsec(leaf, tspec);
  346. tspec = btrfs_inode_ctime(inode_item);
  347. inode->i_ctime.tv_sec = btrfs_timespec_sec(leaf, tspec);
  348. inode->i_ctime.tv_nsec = btrfs_timespec_nsec(leaf, tspec);
  349. inode->i_blocks = btrfs_inode_nblocks(leaf, inode_item);
  350. inode->i_generation = btrfs_inode_generation(leaf, inode_item);
  351. inode->i_rdev = 0;
  352. rdev = btrfs_inode_rdev(leaf, inode_item);
  353. alloc_group_block = btrfs_inode_block_group(leaf, inode_item);
  354. BTRFS_I(inode)->block_group = btrfs_lookup_block_group(root->fs_info,
  355. alloc_group_block);
  356. if (!BTRFS_I(inode)->block_group) {
  357. BTRFS_I(inode)->block_group = btrfs_find_block_group(root,
  358. NULL, 0, 0, 0);
  359. }
  360. btrfs_free_path(path);
  361. inode_item = NULL;
  362. mutex_unlock(&root->fs_info->fs_mutex);
  363. switch (inode->i_mode & S_IFMT) {
  364. case S_IFREG:
  365. inode->i_mapping->a_ops = &btrfs_aops;
  366. BTRFS_I(inode)->extent_tree.ops = &btrfs_extent_map_ops;
  367. inode->i_fop = &btrfs_file_operations;
  368. inode->i_op = &btrfs_file_inode_operations;
  369. break;
  370. case S_IFDIR:
  371. inode->i_fop = &btrfs_dir_file_operations;
  372. if (root == root->fs_info->tree_root)
  373. inode->i_op = &btrfs_dir_ro_inode_operations;
  374. else
  375. inode->i_op = &btrfs_dir_inode_operations;
  376. break;
  377. case S_IFLNK:
  378. inode->i_op = &btrfs_symlink_inode_operations;
  379. inode->i_mapping->a_ops = &btrfs_symlink_aops;
  380. break;
  381. default:
  382. init_special_inode(inode, inode->i_mode, rdev);
  383. break;
  384. }
  385. return;
  386. make_bad:
  387. btrfs_release_path(root, path);
  388. btrfs_free_path(path);
  389. mutex_unlock(&root->fs_info->fs_mutex);
  390. make_bad_inode(inode);
  391. }
  392. static void fill_inode_item(struct extent_buffer *leaf,
  393. struct btrfs_inode_item *item,
  394. struct inode *inode)
  395. {
  396. btrfs_set_inode_uid(leaf, item, inode->i_uid);
  397. btrfs_set_inode_gid(leaf, item, inode->i_gid);
  398. btrfs_set_inode_size(leaf, item, inode->i_size);
  399. btrfs_set_inode_mode(leaf, item, inode->i_mode);
  400. btrfs_set_inode_nlink(leaf, item, inode->i_nlink);
  401. btrfs_set_timespec_sec(leaf, btrfs_inode_atime(item),
  402. inode->i_atime.tv_sec);
  403. btrfs_set_timespec_nsec(leaf, btrfs_inode_atime(item),
  404. inode->i_atime.tv_nsec);
  405. btrfs_set_timespec_sec(leaf, btrfs_inode_mtime(item),
  406. inode->i_mtime.tv_sec);
  407. btrfs_set_timespec_nsec(leaf, btrfs_inode_mtime(item),
  408. inode->i_mtime.tv_nsec);
  409. btrfs_set_timespec_sec(leaf, btrfs_inode_ctime(item),
  410. inode->i_ctime.tv_sec);
  411. btrfs_set_timespec_nsec(leaf, btrfs_inode_ctime(item),
  412. inode->i_ctime.tv_nsec);
  413. btrfs_set_inode_nblocks(leaf, item, inode->i_blocks);
  414. btrfs_set_inode_generation(leaf, item, inode->i_generation);
  415. btrfs_set_inode_rdev(leaf, item, inode->i_rdev);
  416. btrfs_set_inode_block_group(leaf, item,
  417. BTRFS_I(inode)->block_group->key.objectid);
  418. }
  419. int btrfs_update_inode(struct btrfs_trans_handle *trans,
  420. struct btrfs_root *root,
  421. struct inode *inode)
  422. {
  423. struct btrfs_inode_item *inode_item;
  424. struct btrfs_path *path;
  425. struct extent_buffer *leaf;
  426. int ret;
  427. path = btrfs_alloc_path();
  428. BUG_ON(!path);
  429. ret = btrfs_lookup_inode(trans, root, path,
  430. &BTRFS_I(inode)->location, 1);
  431. if (ret) {
  432. if (ret > 0)
  433. ret = -ENOENT;
  434. goto failed;
  435. }
  436. leaf = path->nodes[0];
  437. inode_item = btrfs_item_ptr(leaf, path->slots[0],
  438. struct btrfs_inode_item);
  439. fill_inode_item(leaf, inode_item, inode);
  440. btrfs_mark_buffer_dirty(leaf);
  441. btrfs_set_inode_last_trans(trans, inode);
  442. ret = 0;
  443. failed:
  444. btrfs_release_path(root, path);
  445. btrfs_free_path(path);
  446. return ret;
  447. }
  448. static int btrfs_unlink_trans(struct btrfs_trans_handle *trans,
  449. struct btrfs_root *root,
  450. struct inode *dir,
  451. struct dentry *dentry)
  452. {
  453. struct btrfs_path *path;
  454. const char *name = dentry->d_name.name;
  455. int name_len = dentry->d_name.len;
  456. int ret = 0;
  457. struct extent_buffer *leaf;
  458. struct btrfs_dir_item *di;
  459. struct btrfs_key key;
  460. path = btrfs_alloc_path();
  461. if (!path) {
  462. ret = -ENOMEM;
  463. goto err;
  464. }
  465. di = btrfs_lookup_dir_item(trans, root, path, dir->i_ino,
  466. name, name_len, -1);
  467. if (IS_ERR(di)) {
  468. ret = PTR_ERR(di);
  469. goto err;
  470. }
  471. if (!di) {
  472. ret = -ENOENT;
  473. goto err;
  474. }
  475. leaf = path->nodes[0];
  476. btrfs_dir_item_key_to_cpu(leaf, di, &key);
  477. ret = btrfs_delete_one_dir_name(trans, root, path, di);
  478. if (ret)
  479. goto err;
  480. btrfs_release_path(root, path);
  481. di = btrfs_lookup_dir_index_item(trans, root, path, dir->i_ino,
  482. key.objectid, name, name_len, -1);
  483. if (IS_ERR(di)) {
  484. ret = PTR_ERR(di);
  485. goto err;
  486. }
  487. if (!di) {
  488. ret = -ENOENT;
  489. goto err;
  490. }
  491. ret = btrfs_delete_one_dir_name(trans, root, path, di);
  492. dentry->d_inode->i_ctime = dir->i_ctime;
  493. ret = btrfs_del_inode_ref(trans, root, name, name_len,
  494. dentry->d_inode->i_ino,
  495. dentry->d_parent->d_inode->i_ino);
  496. if (ret) {
  497. printk("failed to delete reference to %.*s, "
  498. "inode %lu parent %lu\n", name_len, name,
  499. dentry->d_inode->i_ino,
  500. dentry->d_parent->d_inode->i_ino);
  501. }
  502. err:
  503. btrfs_free_path(path);
  504. if (!ret) {
  505. dir->i_size -= name_len * 2;
  506. dir->i_mtime = dir->i_ctime = CURRENT_TIME;
  507. btrfs_update_inode(trans, root, dir);
  508. #if LINUX_VERSION_CODE <= KERNEL_VERSION(2,6,18)
  509. dentry->d_inode->i_nlink--;
  510. #else
  511. drop_nlink(dentry->d_inode);
  512. #endif
  513. ret = btrfs_update_inode(trans, root, dentry->d_inode);
  514. dir->i_sb->s_dirt = 1;
  515. }
  516. return ret;
  517. }
  518. static int btrfs_unlink(struct inode *dir, struct dentry *dentry)
  519. {
  520. struct btrfs_root *root;
  521. struct btrfs_trans_handle *trans;
  522. int ret;
  523. unsigned long nr = 0;
  524. root = BTRFS_I(dir)->root;
  525. mutex_lock(&root->fs_info->fs_mutex);
  526. ret = btrfs_check_free_space(root, 1, 1);
  527. if (ret)
  528. goto fail;
  529. trans = btrfs_start_transaction(root, 1);
  530. btrfs_set_trans_block_group(trans, dir);
  531. ret = btrfs_unlink_trans(trans, root, dir, dentry);
  532. nr = trans->blocks_used;
  533. btrfs_end_transaction(trans, root);
  534. fail:
  535. mutex_unlock(&root->fs_info->fs_mutex);
  536. btrfs_btree_balance_dirty(root, nr);
  537. return ret;
  538. }
  539. static int btrfs_rmdir(struct inode *dir, struct dentry *dentry)
  540. {
  541. struct inode *inode = dentry->d_inode;
  542. int err = 0;
  543. int ret;
  544. struct btrfs_root *root = BTRFS_I(dir)->root;
  545. struct btrfs_trans_handle *trans;
  546. unsigned long nr = 0;
  547. if (inode->i_size > BTRFS_EMPTY_DIR_SIZE)
  548. return -ENOTEMPTY;
  549. mutex_lock(&root->fs_info->fs_mutex);
  550. ret = btrfs_check_free_space(root, 1, 1);
  551. if (ret)
  552. goto fail;
  553. trans = btrfs_start_transaction(root, 1);
  554. btrfs_set_trans_block_group(trans, dir);
  555. /* now the directory is empty */
  556. err = btrfs_unlink_trans(trans, root, dir, dentry);
  557. if (!err) {
  558. inode->i_size = 0;
  559. }
  560. nr = trans->blocks_used;
  561. ret = btrfs_end_transaction(trans, root);
  562. fail:
  563. mutex_unlock(&root->fs_info->fs_mutex);
  564. btrfs_btree_balance_dirty(root, nr);
  565. if (ret && !err)
  566. err = ret;
  567. return err;
  568. }
  569. static int btrfs_free_inode(struct btrfs_trans_handle *trans,
  570. struct btrfs_root *root,
  571. struct inode *inode)
  572. {
  573. struct btrfs_path *path;
  574. int ret;
  575. clear_inode(inode);
  576. path = btrfs_alloc_path();
  577. BUG_ON(!path);
  578. ret = btrfs_lookup_inode(trans, root, path,
  579. &BTRFS_I(inode)->location, -1);
  580. if (ret > 0)
  581. ret = -ENOENT;
  582. if (!ret)
  583. ret = btrfs_del_item(trans, root, path);
  584. btrfs_free_path(path);
  585. return ret;
  586. }
  587. /*
  588. * this can truncate away extent items, csum items and directory items.
  589. * It starts at a high offset and removes keys until it can't find
  590. * any higher than i_size.
  591. *
  592. * csum items that cross the new i_size are truncated to the new size
  593. * as well.
  594. */
  595. static int btrfs_truncate_in_trans(struct btrfs_trans_handle *trans,
  596. struct btrfs_root *root,
  597. struct inode *inode)
  598. {
  599. int ret;
  600. struct btrfs_path *path;
  601. struct btrfs_key key;
  602. struct btrfs_key found_key;
  603. u32 found_type;
  604. struct extent_buffer *leaf;
  605. struct btrfs_file_extent_item *fi;
  606. u64 extent_start = 0;
  607. u64 extent_num_bytes = 0;
  608. u64 item_end = 0;
  609. u64 root_gen = 0;
  610. u64 root_owner = 0;
  611. int found_extent;
  612. int del_item;
  613. int extent_type = -1;
  614. btrfs_drop_extent_cache(inode, inode->i_size, (u64)-1);
  615. path = btrfs_alloc_path();
  616. path->reada = -1;
  617. BUG_ON(!path);
  618. /* FIXME, add redo link to tree so we don't leak on crash */
  619. key.objectid = inode->i_ino;
  620. key.offset = (u64)-1;
  621. key.type = (u8)-1;
  622. while(1) {
  623. btrfs_init_path(path);
  624. fi = NULL;
  625. ret = btrfs_search_slot(trans, root, &key, path, -1, 1);
  626. if (ret < 0) {
  627. goto error;
  628. }
  629. if (ret > 0) {
  630. BUG_ON(path->slots[0] == 0);
  631. path->slots[0]--;
  632. }
  633. leaf = path->nodes[0];
  634. btrfs_item_key_to_cpu(leaf, &found_key, path->slots[0]);
  635. found_type = btrfs_key_type(&found_key);
  636. if (found_key.objectid != inode->i_ino)
  637. break;
  638. if (found_type != BTRFS_CSUM_ITEM_KEY &&
  639. found_type != BTRFS_DIR_ITEM_KEY &&
  640. found_type != BTRFS_DIR_INDEX_KEY &&
  641. found_type != BTRFS_EXTENT_DATA_KEY)
  642. break;
  643. item_end = found_key.offset;
  644. if (found_type == BTRFS_EXTENT_DATA_KEY) {
  645. fi = btrfs_item_ptr(leaf, path->slots[0],
  646. struct btrfs_file_extent_item);
  647. extent_type = btrfs_file_extent_type(leaf, fi);
  648. if (extent_type != BTRFS_FILE_EXTENT_INLINE) {
  649. item_end +=
  650. btrfs_file_extent_num_bytes(leaf, fi);
  651. } else if (extent_type == BTRFS_FILE_EXTENT_INLINE) {
  652. struct btrfs_item *item = btrfs_item_nr(leaf,
  653. path->slots[0]);
  654. item_end += btrfs_file_extent_inline_len(leaf,
  655. item);
  656. }
  657. item_end--;
  658. }
  659. if (found_type == BTRFS_CSUM_ITEM_KEY) {
  660. ret = btrfs_csum_truncate(trans, root, path,
  661. inode->i_size);
  662. BUG_ON(ret);
  663. }
  664. if (item_end < inode->i_size) {
  665. if (found_type == BTRFS_DIR_ITEM_KEY) {
  666. found_type = BTRFS_INODE_ITEM_KEY;
  667. } else if (found_type == BTRFS_EXTENT_ITEM_KEY) {
  668. found_type = BTRFS_CSUM_ITEM_KEY;
  669. } else if (found_type) {
  670. found_type--;
  671. } else {
  672. break;
  673. }
  674. btrfs_set_key_type(&key, found_type);
  675. btrfs_release_path(root, path);
  676. continue;
  677. }
  678. if (found_key.offset >= inode->i_size)
  679. del_item = 1;
  680. else
  681. del_item = 0;
  682. found_extent = 0;
  683. /* FIXME, shrink the extent if the ref count is only 1 */
  684. if (found_type != BTRFS_EXTENT_DATA_KEY)
  685. goto delete;
  686. if (extent_type != BTRFS_FILE_EXTENT_INLINE) {
  687. u64 num_dec;
  688. extent_start = btrfs_file_extent_disk_bytenr(leaf, fi);
  689. if (!del_item) {
  690. u64 orig_num_bytes =
  691. btrfs_file_extent_num_bytes(leaf, fi);
  692. extent_num_bytes = inode->i_size -
  693. found_key.offset + root->sectorsize - 1;
  694. btrfs_set_file_extent_num_bytes(leaf, fi,
  695. extent_num_bytes);
  696. num_dec = (orig_num_bytes -
  697. extent_num_bytes) >> 9;
  698. if (extent_start != 0) {
  699. inode->i_blocks -= num_dec;
  700. }
  701. btrfs_mark_buffer_dirty(leaf);
  702. } else {
  703. extent_num_bytes =
  704. btrfs_file_extent_disk_num_bytes(leaf,
  705. fi);
  706. /* FIXME blocksize != 4096 */
  707. num_dec = btrfs_file_extent_num_bytes(leaf,
  708. fi) >> 9;
  709. if (extent_start != 0) {
  710. found_extent = 1;
  711. inode->i_blocks -= num_dec;
  712. }
  713. root_gen = btrfs_header_generation(leaf);
  714. root_owner = btrfs_header_owner(leaf);
  715. }
  716. } else if (extent_type == BTRFS_FILE_EXTENT_INLINE &&
  717. !del_item) {
  718. u32 newsize = inode->i_size - found_key.offset;
  719. newsize = btrfs_file_extent_calc_inline_size(newsize);
  720. ret = btrfs_truncate_item(trans, root, path,
  721. newsize, 1);
  722. BUG_ON(ret);
  723. }
  724. delete:
  725. if (del_item) {
  726. ret = btrfs_del_item(trans, root, path);
  727. if (ret)
  728. goto error;
  729. } else {
  730. break;
  731. }
  732. btrfs_release_path(root, path);
  733. if (found_extent) {
  734. ret = btrfs_free_extent(trans, root, extent_start,
  735. extent_num_bytes,
  736. root_owner,
  737. root_gen, inode->i_ino,
  738. found_key.offset, 0);
  739. BUG_ON(ret);
  740. }
  741. }
  742. ret = 0;
  743. error:
  744. btrfs_release_path(root, path);
  745. btrfs_free_path(path);
  746. inode->i_sb->s_dirt = 1;
  747. return ret;
  748. }
  749. static int btrfs_cow_one_page(struct inode *inode, struct page *page,
  750. size_t zero_start)
  751. {
  752. char *kaddr;
  753. struct extent_map_tree *em_tree = &BTRFS_I(inode)->extent_tree;
  754. struct btrfs_root *root = BTRFS_I(inode)->root;
  755. u64 page_start = (u64)page->index << PAGE_CACHE_SHIFT;
  756. u64 page_end = page_start + PAGE_CACHE_SIZE - 1;
  757. u64 existing_delalloc;
  758. u64 delalloc_start;
  759. int ret = 0;
  760. WARN_ON(!PageLocked(page));
  761. set_page_extent_mapped(page);
  762. lock_extent(em_tree, page_start, page_end, GFP_NOFS);
  763. delalloc_start = page_start;
  764. existing_delalloc = count_range_bits(&BTRFS_I(inode)->extent_tree,
  765. &delalloc_start, page_end,
  766. PAGE_CACHE_SIZE, EXTENT_DELALLOC);
  767. set_extent_delalloc(&BTRFS_I(inode)->extent_tree, page_start,
  768. page_end, GFP_NOFS);
  769. spin_lock(&root->fs_info->delalloc_lock);
  770. root->fs_info->delalloc_bytes += PAGE_CACHE_SIZE - existing_delalloc;
  771. spin_unlock(&root->fs_info->delalloc_lock);
  772. if (zero_start != PAGE_CACHE_SIZE) {
  773. kaddr = kmap(page);
  774. memset(kaddr + zero_start, 0, PAGE_CACHE_SIZE - zero_start);
  775. flush_dcache_page(page);
  776. kunmap(page);
  777. }
  778. set_page_dirty(page);
  779. unlock_extent(em_tree, page_start, page_end, GFP_NOFS);
  780. return ret;
  781. }
  782. /*
  783. * taken from block_truncate_page, but does cow as it zeros out
  784. * any bytes left in the last page in the file.
  785. */
  786. static int btrfs_truncate_page(struct address_space *mapping, loff_t from)
  787. {
  788. struct inode *inode = mapping->host;
  789. struct btrfs_root *root = BTRFS_I(inode)->root;
  790. u32 blocksize = root->sectorsize;
  791. pgoff_t index = from >> PAGE_CACHE_SHIFT;
  792. unsigned offset = from & (PAGE_CACHE_SIZE-1);
  793. struct page *page;
  794. int ret = 0;
  795. u64 page_start;
  796. if ((offset & (blocksize - 1)) == 0)
  797. goto out;
  798. down_read(&root->snap_sem);
  799. ret = -ENOMEM;
  800. page = grab_cache_page(mapping, index);
  801. if (!page)
  802. goto out;
  803. if (!PageUptodate(page)) {
  804. ret = btrfs_readpage(NULL, page);
  805. lock_page(page);
  806. if (!PageUptodate(page)) {
  807. ret = -EIO;
  808. goto out;
  809. }
  810. }
  811. page_start = (u64)page->index << PAGE_CACHE_SHIFT;
  812. ret = btrfs_cow_one_page(inode, page, offset);
  813. unlock_page(page);
  814. page_cache_release(page);
  815. up_read(&BTRFS_I(inode)->root->snap_sem);
  816. out:
  817. return ret;
  818. }
  819. static int btrfs_setattr(struct dentry *dentry, struct iattr *attr)
  820. {
  821. struct inode *inode = dentry->d_inode;
  822. int err;
  823. err = inode_change_ok(inode, attr);
  824. if (err)
  825. return err;
  826. if (S_ISREG(inode->i_mode) &&
  827. attr->ia_valid & ATTR_SIZE && attr->ia_size > inode->i_size) {
  828. struct btrfs_trans_handle *trans;
  829. struct btrfs_root *root = BTRFS_I(inode)->root;
  830. struct extent_map_tree *em_tree = &BTRFS_I(inode)->extent_tree;
  831. u64 mask = root->sectorsize - 1;
  832. u64 pos = (inode->i_size + mask) & ~mask;
  833. u64 block_end = attr->ia_size | mask;
  834. u64 hole_size;
  835. u64 alloc_hint = 0;
  836. if (attr->ia_size <= pos)
  837. goto out;
  838. mutex_lock(&root->fs_info->fs_mutex);
  839. err = btrfs_check_free_space(root, 1, 0);
  840. mutex_unlock(&root->fs_info->fs_mutex);
  841. if (err)
  842. goto fail;
  843. btrfs_truncate_page(inode->i_mapping, inode->i_size);
  844. lock_extent(em_tree, pos, block_end, GFP_NOFS);
  845. hole_size = (attr->ia_size - pos + mask) & ~mask;
  846. mutex_lock(&root->fs_info->fs_mutex);
  847. trans = btrfs_start_transaction(root, 1);
  848. btrfs_set_trans_block_group(trans, inode);
  849. err = btrfs_drop_extents(trans, root, inode,
  850. pos, pos + hole_size, pos,
  851. &alloc_hint);
  852. if (alloc_hint != EXTENT_MAP_INLINE) {
  853. err = btrfs_insert_file_extent(trans, root,
  854. inode->i_ino,
  855. pos, 0, 0, hole_size);
  856. }
  857. btrfs_end_transaction(trans, root);
  858. mutex_unlock(&root->fs_info->fs_mutex);
  859. unlock_extent(em_tree, pos, block_end, GFP_NOFS);
  860. if (err)
  861. return err;
  862. }
  863. out:
  864. err = inode_setattr(inode, attr);
  865. fail:
  866. return err;
  867. }
  868. void btrfs_delete_inode(struct inode *inode)
  869. {
  870. struct btrfs_trans_handle *trans;
  871. struct btrfs_root *root = BTRFS_I(inode)->root;
  872. unsigned long nr;
  873. int ret;
  874. truncate_inode_pages(&inode->i_data, 0);
  875. if (is_bad_inode(inode)) {
  876. goto no_delete;
  877. }
  878. inode->i_size = 0;
  879. mutex_lock(&root->fs_info->fs_mutex);
  880. trans = btrfs_start_transaction(root, 1);
  881. btrfs_set_trans_block_group(trans, inode);
  882. ret = btrfs_truncate_in_trans(trans, root, inode);
  883. if (ret)
  884. goto no_delete_lock;
  885. ret = btrfs_delete_xattrs(trans, root, inode);
  886. if (ret)
  887. goto no_delete_lock;
  888. ret = btrfs_free_inode(trans, root, inode);
  889. if (ret)
  890. goto no_delete_lock;
  891. nr = trans->blocks_used;
  892. btrfs_end_transaction(trans, root);
  893. mutex_unlock(&root->fs_info->fs_mutex);
  894. btrfs_btree_balance_dirty(root, nr);
  895. return;
  896. no_delete_lock:
  897. nr = trans->blocks_used;
  898. btrfs_end_transaction(trans, root);
  899. mutex_unlock(&root->fs_info->fs_mutex);
  900. btrfs_btree_balance_dirty(root, nr);
  901. no_delete:
  902. clear_inode(inode);
  903. }
  904. /*
  905. * this returns the key found in the dir entry in the location pointer.
  906. * If no dir entries were found, location->objectid is 0.
  907. */
  908. static int btrfs_inode_by_name(struct inode *dir, struct dentry *dentry,
  909. struct btrfs_key *location)
  910. {
  911. const char *name = dentry->d_name.name;
  912. int namelen = dentry->d_name.len;
  913. struct btrfs_dir_item *di;
  914. struct btrfs_path *path;
  915. struct btrfs_root *root = BTRFS_I(dir)->root;
  916. int ret = 0;
  917. if (namelen == 1 && strcmp(name, ".") == 0) {
  918. location->objectid = dir->i_ino;
  919. location->type = BTRFS_INODE_ITEM_KEY;
  920. location->offset = 0;
  921. return 0;
  922. }
  923. path = btrfs_alloc_path();
  924. BUG_ON(!path);
  925. if (namelen == 2 && strcmp(name, "..") == 0) {
  926. struct btrfs_key key;
  927. struct extent_buffer *leaf;
  928. u32 nritems;
  929. int slot;
  930. key.objectid = dir->i_ino;
  931. btrfs_set_key_type(&key, BTRFS_INODE_REF_KEY);
  932. key.offset = 0;
  933. ret = btrfs_search_slot(NULL, root, &key, path, 0, 0);
  934. BUG_ON(ret == 0);
  935. ret = 0;
  936. leaf = path->nodes[0];
  937. slot = path->slots[0];
  938. nritems = btrfs_header_nritems(leaf);
  939. if (slot >= nritems)
  940. goto out_err;
  941. btrfs_item_key_to_cpu(leaf, &key, slot);
  942. if (key.objectid != dir->i_ino ||
  943. key.type != BTRFS_INODE_REF_KEY) {
  944. goto out_err;
  945. }
  946. location->objectid = key.offset;
  947. location->type = BTRFS_INODE_ITEM_KEY;
  948. location->offset = 0;
  949. goto out;
  950. }
  951. di = btrfs_lookup_dir_item(NULL, root, path, dir->i_ino, name,
  952. namelen, 0);
  953. if (IS_ERR(di))
  954. ret = PTR_ERR(di);
  955. if (!di || IS_ERR(di)) {
  956. goto out_err;
  957. }
  958. btrfs_dir_item_key_to_cpu(path->nodes[0], di, location);
  959. out:
  960. btrfs_free_path(path);
  961. return ret;
  962. out_err:
  963. location->objectid = 0;
  964. goto out;
  965. }
  966. /*
  967. * when we hit a tree root in a directory, the btrfs part of the inode
  968. * needs to be changed to reflect the root directory of the tree root. This
  969. * is kind of like crossing a mount point.
  970. */
  971. static int fixup_tree_root_location(struct btrfs_root *root,
  972. struct btrfs_key *location,
  973. struct btrfs_root **sub_root,
  974. struct dentry *dentry)
  975. {
  976. struct btrfs_path *path;
  977. struct btrfs_root_item *ri;
  978. if (btrfs_key_type(location) != BTRFS_ROOT_ITEM_KEY)
  979. return 0;
  980. if (location->objectid == BTRFS_ROOT_TREE_OBJECTID)
  981. return 0;
  982. path = btrfs_alloc_path();
  983. BUG_ON(!path);
  984. mutex_lock(&root->fs_info->fs_mutex);
  985. *sub_root = btrfs_read_fs_root(root->fs_info, location,
  986. dentry->d_name.name,
  987. dentry->d_name.len);
  988. if (IS_ERR(*sub_root))
  989. return PTR_ERR(*sub_root);
  990. ri = &(*sub_root)->root_item;
  991. location->objectid = btrfs_root_dirid(ri);
  992. btrfs_set_key_type(location, BTRFS_INODE_ITEM_KEY);
  993. location->offset = 0;
  994. btrfs_free_path(path);
  995. mutex_unlock(&root->fs_info->fs_mutex);
  996. return 0;
  997. }
  998. static int btrfs_init_locked_inode(struct inode *inode, void *p)
  999. {
  1000. struct btrfs_iget_args *args = p;
  1001. inode->i_ino = args->ino;
  1002. BTRFS_I(inode)->root = args->root;
  1003. extent_map_tree_init(&BTRFS_I(inode)->extent_tree,
  1004. inode->i_mapping, GFP_NOFS);
  1005. return 0;
  1006. }
  1007. static int btrfs_find_actor(struct inode *inode, void *opaque)
  1008. {
  1009. struct btrfs_iget_args *args = opaque;
  1010. return (args->ino == inode->i_ino &&
  1011. args->root == BTRFS_I(inode)->root);
  1012. }
  1013. struct inode *btrfs_iget_locked(struct super_block *s, u64 objectid,
  1014. struct btrfs_root *root)
  1015. {
  1016. struct inode *inode;
  1017. struct btrfs_iget_args args;
  1018. args.ino = objectid;
  1019. args.root = root;
  1020. inode = iget5_locked(s, objectid, btrfs_find_actor,
  1021. btrfs_init_locked_inode,
  1022. (void *)&args);
  1023. return inode;
  1024. }
  1025. static struct dentry *btrfs_lookup(struct inode *dir, struct dentry *dentry,
  1026. struct nameidata *nd)
  1027. {
  1028. struct inode * inode;
  1029. struct btrfs_inode *bi = BTRFS_I(dir);
  1030. struct btrfs_root *root = bi->root;
  1031. struct btrfs_root *sub_root = root;
  1032. struct btrfs_key location;
  1033. int ret;
  1034. if (dentry->d_name.len > BTRFS_NAME_LEN)
  1035. return ERR_PTR(-ENAMETOOLONG);
  1036. mutex_lock(&root->fs_info->fs_mutex);
  1037. ret = btrfs_inode_by_name(dir, dentry, &location);
  1038. mutex_unlock(&root->fs_info->fs_mutex);
  1039. if (ret < 0)
  1040. return ERR_PTR(ret);
  1041. inode = NULL;
  1042. if (location.objectid) {
  1043. ret = fixup_tree_root_location(root, &location, &sub_root,
  1044. dentry);
  1045. if (ret < 0)
  1046. return ERR_PTR(ret);
  1047. if (ret > 0)
  1048. return ERR_PTR(-ENOENT);
  1049. inode = btrfs_iget_locked(dir->i_sb, location.objectid,
  1050. sub_root);
  1051. if (!inode)
  1052. return ERR_PTR(-EACCES);
  1053. if (inode->i_state & I_NEW) {
  1054. /* the inode and parent dir are two different roots */
  1055. if (sub_root != root) {
  1056. igrab(inode);
  1057. sub_root->inode = inode;
  1058. }
  1059. BTRFS_I(inode)->root = sub_root;
  1060. memcpy(&BTRFS_I(inode)->location, &location,
  1061. sizeof(location));
  1062. btrfs_read_locked_inode(inode);
  1063. unlock_new_inode(inode);
  1064. }
  1065. }
  1066. return d_splice_alias(inode, dentry);
  1067. }
  1068. static unsigned char btrfs_filetype_table[] = {
  1069. DT_UNKNOWN, DT_REG, DT_DIR, DT_CHR, DT_BLK, DT_FIFO, DT_SOCK, DT_LNK
  1070. };
  1071. static int btrfs_readdir(struct file *filp, void *dirent, filldir_t filldir)
  1072. {
  1073. struct inode *inode = filp->f_dentry->d_inode;
  1074. struct btrfs_root *root = BTRFS_I(inode)->root;
  1075. struct btrfs_item *item;
  1076. struct btrfs_dir_item *di;
  1077. struct btrfs_key key;
  1078. struct btrfs_key found_key;
  1079. struct btrfs_path *path;
  1080. int ret;
  1081. u32 nritems;
  1082. struct extent_buffer *leaf;
  1083. int slot;
  1084. int advance;
  1085. unsigned char d_type;
  1086. int over = 0;
  1087. u32 di_cur;
  1088. u32 di_total;
  1089. u32 di_len;
  1090. int key_type = BTRFS_DIR_INDEX_KEY;
  1091. char tmp_name[32];
  1092. char *name_ptr;
  1093. int name_len;
  1094. /* FIXME, use a real flag for deciding about the key type */
  1095. if (root->fs_info->tree_root == root)
  1096. key_type = BTRFS_DIR_ITEM_KEY;
  1097. /* special case for "." */
  1098. if (filp->f_pos == 0) {
  1099. over = filldir(dirent, ".", 1,
  1100. 1, inode->i_ino,
  1101. DT_DIR);
  1102. if (over)
  1103. return 0;
  1104. filp->f_pos = 1;
  1105. }
  1106. mutex_lock(&root->fs_info->fs_mutex);
  1107. key.objectid = inode->i_ino;
  1108. path = btrfs_alloc_path();
  1109. path->reada = 2;
  1110. /* special case for .., just use the back ref */
  1111. if (filp->f_pos == 1) {
  1112. btrfs_set_key_type(&key, BTRFS_INODE_REF_KEY);
  1113. key.offset = 0;
  1114. ret = btrfs_search_slot(NULL, root, &key, path, 0, 0);
  1115. BUG_ON(ret == 0);
  1116. leaf = path->nodes[0];
  1117. slot = path->slots[0];
  1118. nritems = btrfs_header_nritems(leaf);
  1119. if (slot >= nritems) {
  1120. btrfs_release_path(root, path);
  1121. goto read_dir_items;
  1122. }
  1123. btrfs_item_key_to_cpu(leaf, &found_key, slot);
  1124. btrfs_release_path(root, path);
  1125. if (found_key.objectid != key.objectid ||
  1126. found_key.type != BTRFS_INODE_REF_KEY)
  1127. goto read_dir_items;
  1128. over = filldir(dirent, "..", 2,
  1129. 2, found_key.offset, DT_DIR);
  1130. if (over)
  1131. goto nopos;
  1132. filp->f_pos = 2;
  1133. }
  1134. read_dir_items:
  1135. btrfs_set_key_type(&key, key_type);
  1136. key.offset = filp->f_pos;
  1137. ret = btrfs_search_slot(NULL, root, &key, path, 0, 0);
  1138. if (ret < 0)
  1139. goto err;
  1140. advance = 0;
  1141. while(1) {
  1142. leaf = path->nodes[0];
  1143. nritems = btrfs_header_nritems(leaf);
  1144. slot = path->slots[0];
  1145. if (advance || slot >= nritems) {
  1146. if (slot >= nritems -1) {
  1147. ret = btrfs_next_leaf(root, path);
  1148. if (ret)
  1149. break;
  1150. leaf = path->nodes[0];
  1151. nritems = btrfs_header_nritems(leaf);
  1152. slot = path->slots[0];
  1153. } else {
  1154. slot++;
  1155. path->slots[0]++;
  1156. }
  1157. }
  1158. advance = 1;
  1159. item = btrfs_item_nr(leaf, slot);
  1160. btrfs_item_key_to_cpu(leaf, &found_key, slot);
  1161. if (found_key.objectid != key.objectid)
  1162. break;
  1163. if (btrfs_key_type(&found_key) != key_type)
  1164. break;
  1165. if (found_key.offset < filp->f_pos)
  1166. continue;
  1167. filp->f_pos = found_key.offset;
  1168. advance = 1;
  1169. di = btrfs_item_ptr(leaf, slot, struct btrfs_dir_item);
  1170. di_cur = 0;
  1171. di_total = btrfs_item_size(leaf, item);
  1172. while(di_cur < di_total) {
  1173. struct btrfs_key location;
  1174. name_len = btrfs_dir_name_len(leaf, di);
  1175. if (name_len < 32) {
  1176. name_ptr = tmp_name;
  1177. } else {
  1178. name_ptr = kmalloc(name_len, GFP_NOFS);
  1179. BUG_ON(!name_ptr);
  1180. }
  1181. read_extent_buffer(leaf, name_ptr,
  1182. (unsigned long)(di + 1), name_len);
  1183. d_type = btrfs_filetype_table[btrfs_dir_type(leaf, di)];
  1184. btrfs_dir_item_key_to_cpu(leaf, di, &location);
  1185. over = filldir(dirent, name_ptr, name_len,
  1186. found_key.offset,
  1187. location.objectid,
  1188. d_type);
  1189. if (name_ptr != tmp_name)
  1190. kfree(name_ptr);
  1191. if (over)
  1192. goto nopos;
  1193. di_len = btrfs_dir_name_len(leaf, di) +
  1194. btrfs_dir_data_len(leaf, di) +sizeof(*di);
  1195. di_cur += di_len;
  1196. di = (struct btrfs_dir_item *)((char *)di + di_len);
  1197. }
  1198. }
  1199. filp->f_pos++;
  1200. nopos:
  1201. ret = 0;
  1202. err:
  1203. btrfs_release_path(root, path);
  1204. btrfs_free_path(path);
  1205. mutex_unlock(&root->fs_info->fs_mutex);
  1206. return ret;
  1207. }
  1208. int btrfs_write_inode(struct inode *inode, int wait)
  1209. {
  1210. struct btrfs_root *root = BTRFS_I(inode)->root;
  1211. struct btrfs_trans_handle *trans;
  1212. int ret = 0;
  1213. if (wait) {
  1214. mutex_lock(&root->fs_info->fs_mutex);
  1215. trans = btrfs_start_transaction(root, 1);
  1216. btrfs_set_trans_block_group(trans, inode);
  1217. ret = btrfs_commit_transaction(trans, root);
  1218. mutex_unlock(&root->fs_info->fs_mutex);
  1219. }
  1220. return ret;
  1221. }
  1222. /*
  1223. * This is somewhat expensive, updating the tree every time the
  1224. * inode changes. But, it is most likely to find the inode in cache.
  1225. * FIXME, needs more benchmarking...there are no reasons other than performance
  1226. * to keep or drop this code.
  1227. */
  1228. void btrfs_dirty_inode(struct inode *inode)
  1229. {
  1230. struct btrfs_root *root = BTRFS_I(inode)->root;
  1231. struct btrfs_trans_handle *trans;
  1232. mutex_lock(&root->fs_info->fs_mutex);
  1233. trans = btrfs_start_transaction(root, 1);
  1234. btrfs_set_trans_block_group(trans, inode);
  1235. btrfs_update_inode(trans, root, inode);
  1236. btrfs_end_transaction(trans, root);
  1237. mutex_unlock(&root->fs_info->fs_mutex);
  1238. }
  1239. static struct inode *btrfs_new_inode(struct btrfs_trans_handle *trans,
  1240. struct btrfs_root *root,
  1241. u64 objectid,
  1242. struct btrfs_block_group_cache *group,
  1243. int mode)
  1244. {
  1245. struct inode *inode;
  1246. struct btrfs_inode_item *inode_item;
  1247. struct btrfs_key *location;
  1248. struct btrfs_path *path;
  1249. int ret;
  1250. int owner;
  1251. path = btrfs_alloc_path();
  1252. BUG_ON(!path);
  1253. inode = new_inode(root->fs_info->sb);
  1254. if (!inode)
  1255. return ERR_PTR(-ENOMEM);
  1256. extent_map_tree_init(&BTRFS_I(inode)->extent_tree,
  1257. inode->i_mapping, GFP_NOFS);
  1258. BTRFS_I(inode)->root = root;
  1259. if (mode & S_IFDIR)
  1260. owner = 0;
  1261. else
  1262. owner = 1;
  1263. group = btrfs_find_block_group(root, group, 0, 0, owner);
  1264. BTRFS_I(inode)->block_group = group;
  1265. ret = btrfs_insert_empty_inode(trans, root, path, objectid);
  1266. if (ret)
  1267. goto fail;
  1268. inode->i_uid = current->fsuid;
  1269. inode->i_gid = current->fsgid;
  1270. inode->i_mode = mode;
  1271. inode->i_ino = objectid;
  1272. inode->i_blocks = 0;
  1273. inode->i_mtime = inode->i_atime = inode->i_ctime = CURRENT_TIME;
  1274. inode_item = btrfs_item_ptr(path->nodes[0], path->slots[0],
  1275. struct btrfs_inode_item);
  1276. fill_inode_item(path->nodes[0], inode_item, inode);
  1277. btrfs_mark_buffer_dirty(path->nodes[0]);
  1278. btrfs_free_path(path);
  1279. location = &BTRFS_I(inode)->location;
  1280. location->objectid = objectid;
  1281. location->offset = 0;
  1282. btrfs_set_key_type(location, BTRFS_INODE_ITEM_KEY);
  1283. insert_inode_hash(inode);
  1284. return inode;
  1285. fail:
  1286. btrfs_free_path(path);
  1287. return ERR_PTR(ret);
  1288. }
  1289. static inline u8 btrfs_inode_type(struct inode *inode)
  1290. {
  1291. return btrfs_type_by_mode[(inode->i_mode & S_IFMT) >> S_SHIFT];
  1292. }
  1293. static int btrfs_add_link(struct btrfs_trans_handle *trans,
  1294. struct dentry *dentry, struct inode *inode)
  1295. {
  1296. int ret;
  1297. struct btrfs_key key;
  1298. struct btrfs_root *root = BTRFS_I(dentry->d_parent->d_inode)->root;
  1299. struct inode *parent_inode;
  1300. key.objectid = inode->i_ino;
  1301. btrfs_set_key_type(&key, BTRFS_INODE_ITEM_KEY);
  1302. key.offset = 0;
  1303. ret = btrfs_insert_dir_item(trans, root,
  1304. dentry->d_name.name, dentry->d_name.len,
  1305. dentry->d_parent->d_inode->i_ino,
  1306. &key, btrfs_inode_type(inode));
  1307. if (ret == 0) {
  1308. ret = btrfs_insert_inode_ref(trans, root,
  1309. dentry->d_name.name,
  1310. dentry->d_name.len,
  1311. inode->i_ino,
  1312. dentry->d_parent->d_inode->i_ino);
  1313. parent_inode = dentry->d_parent->d_inode;
  1314. parent_inode->i_size += dentry->d_name.len * 2;
  1315. parent_inode->i_mtime = parent_inode->i_ctime = CURRENT_TIME;
  1316. ret = btrfs_update_inode(trans, root,
  1317. dentry->d_parent->d_inode);
  1318. }
  1319. return ret;
  1320. }
  1321. static int btrfs_add_nondir(struct btrfs_trans_handle *trans,
  1322. struct dentry *dentry, struct inode *inode)
  1323. {
  1324. int err = btrfs_add_link(trans, dentry, inode);
  1325. if (!err) {
  1326. d_instantiate(dentry, inode);
  1327. return 0;
  1328. }
  1329. if (err > 0)
  1330. err = -EEXIST;
  1331. return err;
  1332. }
  1333. static int btrfs_mknod(struct inode *dir, struct dentry *dentry,
  1334. int mode, dev_t rdev)
  1335. {
  1336. struct btrfs_trans_handle *trans;
  1337. struct btrfs_root *root = BTRFS_I(dir)->root;
  1338. struct inode *inode = NULL;
  1339. int err;
  1340. int drop_inode = 0;
  1341. u64 objectid;
  1342. unsigned long nr = 0;
  1343. if (!new_valid_dev(rdev))
  1344. return -EINVAL;
  1345. mutex_lock(&root->fs_info->fs_mutex);
  1346. err = btrfs_check_free_space(root, 1, 0);
  1347. if (err)
  1348. goto fail;
  1349. trans = btrfs_start_transaction(root, 1);
  1350. btrfs_set_trans_block_group(trans, dir);
  1351. err = btrfs_find_free_objectid(trans, root, dir->i_ino, &objectid);
  1352. if (err) {
  1353. err = -ENOSPC;
  1354. goto out_unlock;
  1355. }
  1356. inode = btrfs_new_inode(trans, root, objectid,
  1357. BTRFS_I(dir)->block_group, mode);
  1358. err = PTR_ERR(inode);
  1359. if (IS_ERR(inode))
  1360. goto out_unlock;
  1361. btrfs_set_trans_block_group(trans, inode);
  1362. err = btrfs_add_nondir(trans, dentry, inode);
  1363. if (err)
  1364. drop_inode = 1;
  1365. else {
  1366. inode->i_op = &btrfs_special_inode_operations;
  1367. init_special_inode(inode, inode->i_mode, rdev);
  1368. btrfs_update_inode(trans, root, inode);
  1369. }
  1370. dir->i_sb->s_dirt = 1;
  1371. btrfs_update_inode_block_group(trans, inode);
  1372. btrfs_update_inode_block_group(trans, dir);
  1373. out_unlock:
  1374. nr = trans->blocks_used;
  1375. btrfs_end_transaction(trans, root);
  1376. fail:
  1377. mutex_unlock(&root->fs_info->fs_mutex);
  1378. if (drop_inode) {
  1379. inode_dec_link_count(inode);
  1380. iput(inode);
  1381. }
  1382. btrfs_btree_balance_dirty(root, nr);
  1383. return err;
  1384. }
  1385. static int btrfs_create(struct inode *dir, struct dentry *dentry,
  1386. int mode, struct nameidata *nd)
  1387. {
  1388. struct btrfs_trans_handle *trans;
  1389. struct btrfs_root *root = BTRFS_I(dir)->root;
  1390. struct inode *inode = NULL;
  1391. int err;
  1392. int drop_inode = 0;
  1393. unsigned long nr = 0;
  1394. u64 objectid;
  1395. mutex_lock(&root->fs_info->fs_mutex);
  1396. err = btrfs_check_free_space(root, 1, 0);
  1397. if (err)
  1398. goto fail;
  1399. trans = btrfs_start_transaction(root, 1);
  1400. btrfs_set_trans_block_group(trans, dir);
  1401. err = btrfs_find_free_objectid(trans, root, dir->i_ino, &objectid);
  1402. if (err) {
  1403. err = -ENOSPC;
  1404. goto out_unlock;
  1405. }
  1406. inode = btrfs_new_inode(trans, root, objectid,
  1407. BTRFS_I(dir)->block_group, mode);
  1408. err = PTR_ERR(inode);
  1409. if (IS_ERR(inode))
  1410. goto out_unlock;
  1411. btrfs_set_trans_block_group(trans, inode);
  1412. err = btrfs_add_nondir(trans, dentry, inode);
  1413. if (err)
  1414. drop_inode = 1;
  1415. else {
  1416. inode->i_mapping->a_ops = &btrfs_aops;
  1417. inode->i_fop = &btrfs_file_operations;
  1418. inode->i_op = &btrfs_file_inode_operations;
  1419. extent_map_tree_init(&BTRFS_I(inode)->extent_tree,
  1420. inode->i_mapping, GFP_NOFS);
  1421. BTRFS_I(inode)->extent_tree.ops = &btrfs_extent_map_ops;
  1422. }
  1423. dir->i_sb->s_dirt = 1;
  1424. btrfs_update_inode_block_group(trans, inode);
  1425. btrfs_update_inode_block_group(trans, dir);
  1426. out_unlock:
  1427. nr = trans->blocks_used;
  1428. btrfs_end_transaction(trans, root);
  1429. fail:
  1430. mutex_unlock(&root->fs_info->fs_mutex);
  1431. if (drop_inode) {
  1432. inode_dec_link_count(inode);
  1433. iput(inode);
  1434. }
  1435. btrfs_btree_balance_dirty(root, nr);
  1436. return err;
  1437. }
  1438. static int btrfs_link(struct dentry *old_dentry, struct inode *dir,
  1439. struct dentry *dentry)
  1440. {
  1441. struct btrfs_trans_handle *trans;
  1442. struct btrfs_root *root = BTRFS_I(dir)->root;
  1443. struct inode *inode = old_dentry->d_inode;
  1444. unsigned long nr = 0;
  1445. int err;
  1446. int drop_inode = 0;
  1447. if (inode->i_nlink == 0)
  1448. return -ENOENT;
  1449. #if LINUX_VERSION_CODE <= KERNEL_VERSION(2,6,18)
  1450. inode->i_nlink++;
  1451. #else
  1452. inc_nlink(inode);
  1453. #endif
  1454. mutex_lock(&root->fs_info->fs_mutex);
  1455. err = btrfs_check_free_space(root, 1, 0);
  1456. if (err)
  1457. goto fail;
  1458. trans = btrfs_start_transaction(root, 1);
  1459. btrfs_set_trans_block_group(trans, dir);
  1460. atomic_inc(&inode->i_count);
  1461. err = btrfs_add_nondir(trans, dentry, inode);
  1462. if (err)
  1463. drop_inode = 1;
  1464. dir->i_sb->s_dirt = 1;
  1465. btrfs_update_inode_block_group(trans, dir);
  1466. err = btrfs_update_inode(trans, root, inode);
  1467. if (err)
  1468. drop_inode = 1;
  1469. nr = trans->blocks_used;
  1470. btrfs_end_transaction(trans, root);
  1471. fail:
  1472. mutex_unlock(&root->fs_info->fs_mutex);
  1473. if (drop_inode) {
  1474. inode_dec_link_count(inode);
  1475. iput(inode);
  1476. }
  1477. btrfs_btree_balance_dirty(root, nr);
  1478. return err;
  1479. }
  1480. static int btrfs_mkdir(struct inode *dir, struct dentry *dentry, int mode)
  1481. {
  1482. struct inode *inode;
  1483. struct btrfs_trans_handle *trans;
  1484. struct btrfs_root *root = BTRFS_I(dir)->root;
  1485. int err = 0;
  1486. int drop_on_err = 0;
  1487. u64 objectid;
  1488. unsigned long nr = 1;
  1489. mutex_lock(&root->fs_info->fs_mutex);
  1490. err = btrfs_check_free_space(root, 1, 0);
  1491. if (err)
  1492. goto out_unlock;
  1493. trans = btrfs_start_transaction(root, 1);
  1494. btrfs_set_trans_block_group(trans, dir);
  1495. if (IS_ERR(trans)) {
  1496. err = PTR_ERR(trans);
  1497. goto out_unlock;
  1498. }
  1499. err = btrfs_find_free_objectid(trans, root, dir->i_ino, &objectid);
  1500. if (err) {
  1501. err = -ENOSPC;
  1502. goto out_unlock;
  1503. }
  1504. inode = btrfs_new_inode(trans, root, objectid,
  1505. BTRFS_I(dir)->block_group, S_IFDIR | mode);
  1506. if (IS_ERR(inode)) {
  1507. err = PTR_ERR(inode);
  1508. goto out_fail;
  1509. }
  1510. drop_on_err = 1;
  1511. inode->i_op = &btrfs_dir_inode_operations;
  1512. inode->i_fop = &btrfs_dir_file_operations;
  1513. btrfs_set_trans_block_group(trans, inode);
  1514. inode->i_size = 0;
  1515. err = btrfs_update_inode(trans, root, inode);
  1516. if (err)
  1517. goto out_fail;
  1518. err = btrfs_add_link(trans, dentry, inode);
  1519. if (err)
  1520. goto out_fail;
  1521. d_instantiate(dentry, inode);
  1522. drop_on_err = 0;
  1523. dir->i_sb->s_dirt = 1;
  1524. btrfs_update_inode_block_group(trans, inode);
  1525. btrfs_update_inode_block_group(trans, dir);
  1526. out_fail:
  1527. nr = trans->blocks_used;
  1528. btrfs_end_transaction(trans, root);
  1529. out_unlock:
  1530. mutex_unlock(&root->fs_info->fs_mutex);
  1531. if (drop_on_err)
  1532. iput(inode);
  1533. btrfs_btree_balance_dirty(root, nr);
  1534. return err;
  1535. }
  1536. struct extent_map *btrfs_get_extent(struct inode *inode, struct page *page,
  1537. size_t page_offset, u64 start, u64 end,
  1538. int create)
  1539. {
  1540. int ret;
  1541. int err = 0;
  1542. u64 bytenr;
  1543. u64 extent_start = 0;
  1544. u64 extent_end = 0;
  1545. u64 objectid = inode->i_ino;
  1546. u32 found_type;
  1547. int failed_insert = 0;
  1548. struct btrfs_path *path;
  1549. struct btrfs_root *root = BTRFS_I(inode)->root;
  1550. struct btrfs_file_extent_item *item;
  1551. struct extent_buffer *leaf;
  1552. struct btrfs_key found_key;
  1553. struct extent_map *em = NULL;
  1554. struct extent_map_tree *em_tree = &BTRFS_I(inode)->extent_tree;
  1555. struct btrfs_trans_handle *trans = NULL;
  1556. path = btrfs_alloc_path();
  1557. BUG_ON(!path);
  1558. mutex_lock(&root->fs_info->fs_mutex);
  1559. again:
  1560. em = lookup_extent_mapping(em_tree, start, end);
  1561. if (em) {
  1562. if (em->start > start) {
  1563. printk("get_extent start %Lu em start %Lu\n",
  1564. start, em->start);
  1565. WARN_ON(1);
  1566. }
  1567. goto out;
  1568. }
  1569. if (!em) {
  1570. em = alloc_extent_map(GFP_NOFS);
  1571. if (!em) {
  1572. err = -ENOMEM;
  1573. goto out;
  1574. }
  1575. em->start = EXTENT_MAP_HOLE;
  1576. em->end = EXTENT_MAP_HOLE;
  1577. }
  1578. em->bdev = inode->i_sb->s_bdev;
  1579. ret = btrfs_lookup_file_extent(trans, root, path,
  1580. objectid, start, trans != NULL);
  1581. if (ret < 0) {
  1582. err = ret;
  1583. goto out;
  1584. }
  1585. if (ret != 0) {
  1586. if (path->slots[0] == 0)
  1587. goto not_found;
  1588. path->slots[0]--;
  1589. }
  1590. leaf = path->nodes[0];
  1591. item = btrfs_item_ptr(leaf, path->slots[0],
  1592. struct btrfs_file_extent_item);
  1593. /* are we inside the extent that was found? */
  1594. btrfs_item_key_to_cpu(leaf, &found_key, path->slots[0]);
  1595. found_type = btrfs_key_type(&found_key);
  1596. if (found_key.objectid != objectid ||
  1597. found_type != BTRFS_EXTENT_DATA_KEY) {
  1598. goto not_found;
  1599. }
  1600. found_type = btrfs_file_extent_type(leaf, item);
  1601. extent_start = found_key.offset;
  1602. if (found_type == BTRFS_FILE_EXTENT_REG) {
  1603. extent_end = extent_start +
  1604. btrfs_file_extent_num_bytes(leaf, item);
  1605. err = 0;
  1606. if (start < extent_start || start >= extent_end) {
  1607. em->start = start;
  1608. if (start < extent_start) {
  1609. if (end < extent_start)
  1610. goto not_found;
  1611. em->end = extent_end - 1;
  1612. } else {
  1613. em->end = end;
  1614. }
  1615. goto not_found_em;
  1616. }
  1617. bytenr = btrfs_file_extent_disk_bytenr(leaf, item);
  1618. if (bytenr == 0) {
  1619. em->start = extent_start;
  1620. em->end = extent_end - 1;
  1621. em->block_start = EXTENT_MAP_HOLE;
  1622. em->block_end = EXTENT_MAP_HOLE;
  1623. goto insert;
  1624. }
  1625. bytenr += btrfs_file_extent_offset(leaf, item);
  1626. em->block_start = bytenr;
  1627. em->block_end = em->block_start +
  1628. btrfs_file_extent_num_bytes(leaf, item) - 1;
  1629. em->start = extent_start;
  1630. em->end = extent_end - 1;
  1631. goto insert;
  1632. } else if (found_type == BTRFS_FILE_EXTENT_INLINE) {
  1633. unsigned long ptr;
  1634. char *map;
  1635. size_t size;
  1636. size_t extent_offset;
  1637. size_t copy_size;
  1638. size = btrfs_file_extent_inline_len(leaf, btrfs_item_nr(leaf,
  1639. path->slots[0]));
  1640. extent_end = (extent_start + size - 1) |
  1641. ((u64)root->sectorsize - 1);
  1642. if (start < extent_start || start >= extent_end) {
  1643. em->start = start;
  1644. if (start < extent_start) {
  1645. if (end < extent_start)
  1646. goto not_found;
  1647. em->end = extent_end;
  1648. } else {
  1649. em->end = end;
  1650. }
  1651. goto not_found_em;
  1652. }
  1653. em->block_start = EXTENT_MAP_INLINE;
  1654. em->block_end = EXTENT_MAP_INLINE;
  1655. if (!page) {
  1656. em->start = extent_start;
  1657. em->end = extent_start + size - 1;
  1658. goto out;
  1659. }
  1660. extent_offset = ((u64)page->index << PAGE_CACHE_SHIFT) -
  1661. extent_start + page_offset;
  1662. copy_size = min_t(u64, PAGE_CACHE_SIZE - page_offset,
  1663. size - extent_offset);
  1664. em->start = extent_start + extent_offset;
  1665. em->end = (em->start + copy_size -1) |
  1666. ((u64)root->sectorsize -1);
  1667. map = kmap(page);
  1668. ptr = btrfs_file_extent_inline_start(item) + extent_offset;
  1669. if (create == 0 && !PageUptodate(page)) {
  1670. read_extent_buffer(leaf, map + page_offset, ptr,
  1671. copy_size);
  1672. flush_dcache_page(page);
  1673. } else if (create && PageUptodate(page)) {
  1674. if (!trans) {
  1675. kunmap(page);
  1676. free_extent_map(em);
  1677. em = NULL;
  1678. btrfs_release_path(root, path);
  1679. trans = btrfs_start_transaction(root, 1);
  1680. goto again;
  1681. }
  1682. write_extent_buffer(leaf, map + page_offset, ptr,
  1683. copy_size);
  1684. btrfs_mark_buffer_dirty(leaf);
  1685. }
  1686. kunmap(page);
  1687. set_extent_uptodate(em_tree, em->start, em->end, GFP_NOFS);
  1688. goto insert;
  1689. } else {
  1690. printk("unkknown found_type %d\n", found_type);
  1691. WARN_ON(1);
  1692. }
  1693. not_found:
  1694. em->start = start;
  1695. em->end = end;
  1696. not_found_em:
  1697. em->block_start = EXTENT_MAP_HOLE;
  1698. em->block_end = EXTENT_MAP_HOLE;
  1699. insert:
  1700. btrfs_release_path(root, path);
  1701. if (em->start > start || em->end < start) {
  1702. printk("bad extent! em: [%Lu %Lu] passed [%Lu %Lu]\n", em->start, em->end, start, end);
  1703. err = -EIO;
  1704. goto out;
  1705. }
  1706. ret = add_extent_mapping(em_tree, em);
  1707. if (ret == -EEXIST) {
  1708. free_extent_map(em);
  1709. em = NULL;
  1710. if (0 && failed_insert == 1) {
  1711. btrfs_drop_extent_cache(inode, start, end);
  1712. }
  1713. failed_insert++;
  1714. if (failed_insert > 5) {
  1715. printk("failing to insert %Lu %Lu\n", start, end);
  1716. err = -EIO;
  1717. goto out;
  1718. }
  1719. goto again;
  1720. }
  1721. err = 0;
  1722. out:
  1723. btrfs_free_path(path);
  1724. if (trans) {
  1725. ret = btrfs_end_transaction(trans, root);
  1726. if (!err)
  1727. err = ret;
  1728. }
  1729. mutex_unlock(&root->fs_info->fs_mutex);
  1730. if (err) {
  1731. free_extent_map(em);
  1732. WARN_ON(1);
  1733. return ERR_PTR(err);
  1734. }
  1735. return em;
  1736. }
  1737. static sector_t btrfs_bmap(struct address_space *mapping, sector_t iblock)
  1738. {
  1739. return extent_bmap(mapping, iblock, btrfs_get_extent);
  1740. }
  1741. int btrfs_readpage(struct file *file, struct page *page)
  1742. {
  1743. struct extent_map_tree *tree;
  1744. tree = &BTRFS_I(page->mapping->host)->extent_tree;
  1745. return extent_read_full_page(tree, page, btrfs_get_extent);
  1746. }
  1747. static int btrfs_writepage(struct page *page, struct writeback_control *wbc)
  1748. {
  1749. struct extent_map_tree *tree;
  1750. if (current->flags & PF_MEMALLOC) {
  1751. redirty_page_for_writepage(wbc, page);
  1752. unlock_page(page);
  1753. return 0;
  1754. }
  1755. tree = &BTRFS_I(page->mapping->host)->extent_tree;
  1756. return extent_write_full_page(tree, page, btrfs_get_extent, wbc);
  1757. }
  1758. static int btrfs_writepages(struct address_space *mapping,
  1759. struct writeback_control *wbc)
  1760. {
  1761. struct extent_map_tree *tree;
  1762. tree = &BTRFS_I(mapping->host)->extent_tree;
  1763. return extent_writepages(tree, mapping, btrfs_get_extent, wbc);
  1764. }
  1765. static int
  1766. btrfs_readpages(struct file *file, struct address_space *mapping,
  1767. struct list_head *pages, unsigned nr_pages)
  1768. {
  1769. struct extent_map_tree *tree;
  1770. tree = &BTRFS_I(mapping->host)->extent_tree;
  1771. return extent_readpages(tree, mapping, pages, nr_pages,
  1772. btrfs_get_extent);
  1773. }
  1774. static int btrfs_releasepage(struct page *page, gfp_t unused_gfp_flags)
  1775. {
  1776. struct extent_map_tree *tree;
  1777. int ret;
  1778. tree = &BTRFS_I(page->mapping->host)->extent_tree;
  1779. ret = try_release_extent_mapping(tree, page);
  1780. if (ret == 1) {
  1781. ClearPagePrivate(page);
  1782. set_page_private(page, 0);
  1783. page_cache_release(page);
  1784. }
  1785. return ret;
  1786. }
  1787. static void btrfs_invalidatepage(struct page *page, unsigned long offset)
  1788. {
  1789. struct extent_map_tree *tree;
  1790. tree = &BTRFS_I(page->mapping->host)->extent_tree;
  1791. extent_invalidatepage(tree, page, offset);
  1792. btrfs_releasepage(page, GFP_NOFS);
  1793. }
  1794. /*
  1795. * btrfs_page_mkwrite() is not allowed to change the file size as it gets
  1796. * called from a page fault handler when a page is first dirtied. Hence we must
  1797. * be careful to check for EOF conditions here. We set the page up correctly
  1798. * for a written page which means we get ENOSPC checking when writing into
  1799. * holes and correct delalloc and unwritten extent mapping on filesystems that
  1800. * support these features.
  1801. *
  1802. * We are not allowed to take the i_mutex here so we have to play games to
  1803. * protect against truncate races as the page could now be beyond EOF. Because
  1804. * vmtruncate() writes the inode size before removing pages, once we have the
  1805. * page lock we can determine safely if the page is beyond EOF. If it is not
  1806. * beyond EOF, then the page is guaranteed safe against truncation until we
  1807. * unlock the page.
  1808. */
  1809. int btrfs_page_mkwrite(struct vm_area_struct *vma, struct page *page)
  1810. {
  1811. struct inode *inode = fdentry(vma->vm_file)->d_inode;
  1812. struct btrfs_root *root = BTRFS_I(inode)->root;
  1813. unsigned long end;
  1814. loff_t size;
  1815. int ret;
  1816. u64 page_start;
  1817. mutex_lock(&root->fs_info->fs_mutex);
  1818. ret = btrfs_check_free_space(root, PAGE_CACHE_SIZE, 0);
  1819. mutex_unlock(&root->fs_info->fs_mutex);
  1820. if (ret)
  1821. goto out;
  1822. ret = -EINVAL;
  1823. down_read(&BTRFS_I(inode)->root->snap_sem);
  1824. lock_page(page);
  1825. wait_on_page_writeback(page);
  1826. size = i_size_read(inode);
  1827. page_start = (u64)page->index << PAGE_CACHE_SHIFT;
  1828. if ((page->mapping != inode->i_mapping) ||
  1829. (page_start > size)) {
  1830. /* page got truncated out from underneath us */
  1831. goto out_unlock;
  1832. }
  1833. /* page is wholly or partially inside EOF */
  1834. if (page_start + PAGE_CACHE_SIZE > size)
  1835. end = size & ~PAGE_CACHE_MASK;
  1836. else
  1837. end = PAGE_CACHE_SIZE;
  1838. ret = btrfs_cow_one_page(inode, page, end);
  1839. out_unlock:
  1840. up_read(&BTRFS_I(inode)->root->snap_sem);
  1841. unlock_page(page);
  1842. out:
  1843. return ret;
  1844. }
  1845. static void btrfs_truncate(struct inode *inode)
  1846. {
  1847. struct btrfs_root *root = BTRFS_I(inode)->root;
  1848. int ret;
  1849. struct btrfs_trans_handle *trans;
  1850. unsigned long nr;
  1851. if (!S_ISREG(inode->i_mode))
  1852. return;
  1853. if (IS_APPEND(inode) || IS_IMMUTABLE(inode))
  1854. return;
  1855. btrfs_truncate_page(inode->i_mapping, inode->i_size);
  1856. mutex_lock(&root->fs_info->fs_mutex);
  1857. trans = btrfs_start_transaction(root, 1);
  1858. btrfs_set_trans_block_group(trans, inode);
  1859. /* FIXME, add redo link to tree so we don't leak on crash */
  1860. ret = btrfs_truncate_in_trans(trans, root, inode);
  1861. btrfs_update_inode(trans, root, inode);
  1862. nr = trans->blocks_used;
  1863. ret = btrfs_end_transaction(trans, root);
  1864. BUG_ON(ret);
  1865. mutex_unlock(&root->fs_info->fs_mutex);
  1866. btrfs_btree_balance_dirty(root, nr);
  1867. }
  1868. static int noinline create_subvol(struct btrfs_root *root, char *name,
  1869. int namelen)
  1870. {
  1871. struct btrfs_trans_handle *trans;
  1872. struct btrfs_key key;
  1873. struct btrfs_root_item root_item;
  1874. struct btrfs_inode_item *inode_item;
  1875. struct extent_buffer *leaf;
  1876. struct btrfs_root *new_root;
  1877. struct inode *inode;
  1878. struct inode *dir;
  1879. int ret;
  1880. int err;
  1881. u64 objectid;
  1882. u64 new_dirid = BTRFS_FIRST_FREE_OBJECTID;
  1883. unsigned long nr = 1;
  1884. mutex_lock(&root->fs_info->fs_mutex);
  1885. ret = btrfs_check_free_space(root, 1, 0);
  1886. if (ret)
  1887. goto fail_commit;
  1888. trans = btrfs_start_transaction(root, 1);
  1889. BUG_ON(!trans);
  1890. ret = btrfs_find_free_objectid(trans, root->fs_info->tree_root,
  1891. 0, &objectid);
  1892. if (ret)
  1893. goto fail;
  1894. leaf = __btrfs_alloc_free_block(trans, root, root->leafsize,
  1895. objectid, trans->transid, 0, 0,
  1896. 0, 0);
  1897. if (IS_ERR(leaf))
  1898. return PTR_ERR(leaf);
  1899. btrfs_set_header_nritems(leaf, 0);
  1900. btrfs_set_header_level(leaf, 0);
  1901. btrfs_set_header_bytenr(leaf, leaf->start);
  1902. btrfs_set_header_generation(leaf, trans->transid);
  1903. btrfs_set_header_owner(leaf, objectid);
  1904. write_extent_buffer(leaf, root->fs_info->fsid,
  1905. (unsigned long)btrfs_header_fsid(leaf),
  1906. BTRFS_FSID_SIZE);
  1907. btrfs_mark_buffer_dirty(leaf);
  1908. inode_item = &root_item.inode;
  1909. memset(inode_item, 0, sizeof(*inode_item));
  1910. inode_item->generation = cpu_to_le64(1);
  1911. inode_item->size = cpu_to_le64(3);
  1912. inode_item->nlink = cpu_to_le32(1);
  1913. inode_item->nblocks = cpu_to_le64(1);
  1914. inode_item->mode = cpu_to_le32(S_IFDIR | 0755);
  1915. btrfs_set_root_bytenr(&root_item, leaf->start);
  1916. btrfs_set_root_level(&root_item, 0);
  1917. btrfs_set_root_refs(&root_item, 1);
  1918. btrfs_set_root_used(&root_item, 0);
  1919. memset(&root_item.drop_progress, 0, sizeof(root_item.drop_progress));
  1920. root_item.drop_level = 0;
  1921. free_extent_buffer(leaf);
  1922. leaf = NULL;
  1923. btrfs_set_root_dirid(&root_item, new_dirid);
  1924. key.objectid = objectid;
  1925. key.offset = 1;
  1926. btrfs_set_key_type(&key, BTRFS_ROOT_ITEM_KEY);
  1927. ret = btrfs_insert_root(trans, root->fs_info->tree_root, &key,
  1928. &root_item);
  1929. if (ret)
  1930. goto fail;
  1931. /*
  1932. * insert the directory item
  1933. */
  1934. key.offset = (u64)-1;
  1935. dir = root->fs_info->sb->s_root->d_inode;
  1936. ret = btrfs_insert_dir_item(trans, root->fs_info->tree_root,
  1937. name, namelen, dir->i_ino, &key,
  1938. BTRFS_FT_DIR);
  1939. if (ret)
  1940. goto fail;
  1941. ret = btrfs_insert_inode_ref(trans, root->fs_info->tree_root,
  1942. name, namelen, objectid,
  1943. root->fs_info->sb->s_root->d_inode->i_ino);
  1944. if (ret)
  1945. goto fail;
  1946. ret = btrfs_commit_transaction(trans, root);
  1947. if (ret)
  1948. goto fail_commit;
  1949. new_root = btrfs_read_fs_root(root->fs_info, &key, name, namelen);
  1950. BUG_ON(!new_root);
  1951. trans = btrfs_start_transaction(new_root, 1);
  1952. BUG_ON(!trans);
  1953. inode = btrfs_new_inode(trans, new_root, new_dirid,
  1954. BTRFS_I(dir)->block_group, S_IFDIR | 0700);
  1955. if (IS_ERR(inode))
  1956. goto fail;
  1957. inode->i_op = &btrfs_dir_inode_operations;
  1958. inode->i_fop = &btrfs_dir_file_operations;
  1959. new_root->inode = inode;
  1960. ret = btrfs_insert_inode_ref(trans, new_root, "..", 2, new_dirid,
  1961. new_dirid);
  1962. inode->i_nlink = 1;
  1963. inode->i_size = 0;
  1964. ret = btrfs_update_inode(trans, new_root, inode);
  1965. if (ret)
  1966. goto fail;
  1967. fail:
  1968. nr = trans->blocks_used;
  1969. err = btrfs_commit_transaction(trans, root);
  1970. if (err && !ret)
  1971. ret = err;
  1972. fail_commit:
  1973. mutex_unlock(&root->fs_info->fs_mutex);
  1974. btrfs_btree_balance_dirty(root, nr);
  1975. return ret;
  1976. }
  1977. static int create_snapshot(struct btrfs_root *root, char *name, int namelen)
  1978. {
  1979. struct btrfs_trans_handle *trans;
  1980. struct btrfs_key key;
  1981. struct btrfs_root_item new_root_item;
  1982. struct extent_buffer *tmp;
  1983. int ret;
  1984. int err;
  1985. u64 objectid;
  1986. unsigned long nr = 0;
  1987. if (!root->ref_cows)
  1988. return -EINVAL;
  1989. down_write(&root->snap_sem);
  1990. freeze_bdev(root->fs_info->sb->s_bdev);
  1991. thaw_bdev(root->fs_info->sb->s_bdev, root->fs_info->sb);
  1992. mutex_lock(&root->fs_info->fs_mutex);
  1993. ret = btrfs_check_free_space(root, 1, 0);
  1994. if (ret)
  1995. goto fail_unlock;
  1996. trans = btrfs_start_transaction(root, 1);
  1997. BUG_ON(!trans);
  1998. ret = btrfs_update_inode(trans, root, root->inode);
  1999. if (ret)
  2000. goto fail;
  2001. ret = btrfs_find_free_objectid(trans, root->fs_info->tree_root,
  2002. 0, &objectid);
  2003. if (ret)
  2004. goto fail;
  2005. memcpy(&new_root_item, &root->root_item,
  2006. sizeof(new_root_item));
  2007. key.objectid = objectid;
  2008. key.offset = 1;
  2009. btrfs_set_key_type(&key, BTRFS_ROOT_ITEM_KEY);
  2010. extent_buffer_get(root->node);
  2011. btrfs_cow_block(trans, root, root->node, NULL, 0, &tmp);
  2012. free_extent_buffer(tmp);
  2013. btrfs_copy_root(trans, root, root->node, &tmp, objectid);
  2014. btrfs_set_root_bytenr(&new_root_item, tmp->start);
  2015. btrfs_set_root_level(&new_root_item, btrfs_header_level(tmp));
  2016. ret = btrfs_insert_root(trans, root->fs_info->tree_root, &key,
  2017. &new_root_item);
  2018. free_extent_buffer(tmp);
  2019. if (ret)
  2020. goto fail;
  2021. /*
  2022. * insert the directory item
  2023. */
  2024. key.offset = (u64)-1;
  2025. ret = btrfs_insert_dir_item(trans, root->fs_info->tree_root,
  2026. name, namelen,
  2027. root->fs_info->sb->s_root->d_inode->i_ino,
  2028. &key, BTRFS_FT_DIR);
  2029. if (ret)
  2030. goto fail;
  2031. ret = btrfs_insert_inode_ref(trans, root->fs_info->tree_root,
  2032. name, namelen, objectid,
  2033. root->fs_info->sb->s_root->d_inode->i_ino);
  2034. if (ret)
  2035. goto fail;
  2036. fail:
  2037. nr = trans->blocks_used;
  2038. err = btrfs_commit_transaction(trans, root);
  2039. if (err && !ret)
  2040. ret = err;
  2041. fail_unlock:
  2042. mutex_unlock(&root->fs_info->fs_mutex);
  2043. up_write(&root->snap_sem);
  2044. btrfs_btree_balance_dirty(root, nr);
  2045. return ret;
  2046. }
  2047. unsigned long btrfs_force_ra(struct address_space *mapping,
  2048. struct file_ra_state *ra, struct file *file,
  2049. pgoff_t offset, pgoff_t last_index)
  2050. {
  2051. pgoff_t req_size;
  2052. #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,23)
  2053. req_size = last_index - offset + 1;
  2054. offset = page_cache_readahead(mapping, ra, file, offset, req_size);
  2055. return offset;
  2056. #else
  2057. req_size = min(last_index - offset + 1, (pgoff_t)128);
  2058. page_cache_sync_readahead(mapping, ra, file, offset, req_size);
  2059. return offset + req_size;
  2060. #endif
  2061. }
  2062. int btrfs_defrag_file(struct file *file) {
  2063. struct inode *inode = fdentry(file)->d_inode;
  2064. struct btrfs_root *root = BTRFS_I(inode)->root;
  2065. struct extent_map_tree *em_tree = &BTRFS_I(inode)->extent_tree;
  2066. struct page *page;
  2067. unsigned long last_index;
  2068. unsigned long ra_index = 0;
  2069. u64 page_start;
  2070. u64 page_end;
  2071. u64 delalloc_start;
  2072. u64 existing_delalloc;
  2073. unsigned long i;
  2074. int ret;
  2075. mutex_lock(&root->fs_info->fs_mutex);
  2076. ret = btrfs_check_free_space(root, inode->i_size, 0);
  2077. mutex_unlock(&root->fs_info->fs_mutex);
  2078. if (ret)
  2079. return -ENOSPC;
  2080. mutex_lock(&inode->i_mutex);
  2081. last_index = inode->i_size >> PAGE_CACHE_SHIFT;
  2082. for (i = 0; i <= last_index; i++) {
  2083. if (i == ra_index) {
  2084. ra_index = btrfs_force_ra(inode->i_mapping,
  2085. &file->f_ra,
  2086. file, ra_index, last_index);
  2087. }
  2088. page = grab_cache_page(inode->i_mapping, i);
  2089. if (!page)
  2090. goto out_unlock;
  2091. if (!PageUptodate(page)) {
  2092. btrfs_readpage(NULL, page);
  2093. lock_page(page);
  2094. if (!PageUptodate(page)) {
  2095. unlock_page(page);
  2096. page_cache_release(page);
  2097. goto out_unlock;
  2098. }
  2099. }
  2100. page_start = (u64)page->index << PAGE_CACHE_SHIFT;
  2101. page_end = page_start + PAGE_CACHE_SIZE - 1;
  2102. lock_extent(em_tree, page_start, page_end, GFP_NOFS);
  2103. delalloc_start = page_start;
  2104. existing_delalloc =
  2105. count_range_bits(&BTRFS_I(inode)->extent_tree,
  2106. &delalloc_start, page_end,
  2107. PAGE_CACHE_SIZE, EXTENT_DELALLOC);
  2108. set_extent_delalloc(em_tree, page_start,
  2109. page_end, GFP_NOFS);
  2110. spin_lock(&root->fs_info->delalloc_lock);
  2111. root->fs_info->delalloc_bytes += PAGE_CACHE_SIZE -
  2112. existing_delalloc;
  2113. spin_unlock(&root->fs_info->delalloc_lock);
  2114. unlock_extent(em_tree, page_start, page_end, GFP_NOFS);
  2115. set_page_dirty(page);
  2116. unlock_page(page);
  2117. page_cache_release(page);
  2118. balance_dirty_pages_ratelimited_nr(inode->i_mapping, 1);
  2119. }
  2120. out_unlock:
  2121. mutex_unlock(&inode->i_mutex);
  2122. return 0;
  2123. }
  2124. static int btrfs_ioctl_resize(struct btrfs_root *root, void __user *arg)
  2125. {
  2126. u64 new_size;
  2127. u64 old_size;
  2128. struct btrfs_ioctl_vol_args *vol_args;
  2129. struct btrfs_trans_handle *trans;
  2130. char *sizestr;
  2131. int ret = 0;
  2132. int namelen;
  2133. int mod = 0;
  2134. vol_args = kmalloc(sizeof(*vol_args), GFP_NOFS);
  2135. if (!vol_args)
  2136. return -ENOMEM;
  2137. if (copy_from_user(vol_args, arg, sizeof(*vol_args))) {
  2138. ret = -EFAULT;
  2139. goto out;
  2140. }
  2141. namelen = strlen(vol_args->name);
  2142. if (namelen > BTRFS_VOL_NAME_MAX) {
  2143. ret = -EINVAL;
  2144. goto out;
  2145. }
  2146. sizestr = vol_args->name;
  2147. if (!strcmp(sizestr, "max"))
  2148. new_size = root->fs_info->sb->s_bdev->bd_inode->i_size;
  2149. else {
  2150. if (sizestr[0] == '-') {
  2151. mod = -1;
  2152. sizestr++;
  2153. } else if (sizestr[0] == '+') {
  2154. mod = 1;
  2155. sizestr++;
  2156. }
  2157. new_size = btrfs_parse_size(sizestr);
  2158. if (new_size == 0) {
  2159. ret = -EINVAL;
  2160. goto out;
  2161. }
  2162. }
  2163. mutex_lock(&root->fs_info->fs_mutex);
  2164. old_size = btrfs_super_total_bytes(&root->fs_info->super_copy);
  2165. if (mod < 0) {
  2166. if (new_size > old_size) {
  2167. ret = -EINVAL;
  2168. goto out_unlock;
  2169. }
  2170. new_size = old_size - new_size;
  2171. } else if (mod > 0) {
  2172. new_size = old_size + new_size;
  2173. }
  2174. if (new_size < 256 * 1024 * 1024) {
  2175. ret = -EINVAL;
  2176. goto out_unlock;
  2177. }
  2178. if (new_size > root->fs_info->sb->s_bdev->bd_inode->i_size) {
  2179. ret = -EFBIG;
  2180. goto out_unlock;
  2181. }
  2182. do_div(new_size, root->sectorsize);
  2183. new_size *= root->sectorsize;
  2184. printk("new size is %Lu\n", new_size);
  2185. if (new_size > old_size) {
  2186. trans = btrfs_start_transaction(root, 1);
  2187. ret = btrfs_grow_extent_tree(trans, root, new_size);
  2188. btrfs_commit_transaction(trans, root);
  2189. } else {
  2190. ret = btrfs_shrink_extent_tree(root, new_size);
  2191. }
  2192. out_unlock:
  2193. mutex_unlock(&root->fs_info->fs_mutex);
  2194. out:
  2195. kfree(vol_args);
  2196. return ret;
  2197. }
  2198. static int noinline btrfs_ioctl_snap_create(struct btrfs_root *root,
  2199. void __user *arg)
  2200. {
  2201. struct btrfs_ioctl_vol_args *vol_args;
  2202. struct btrfs_dir_item *di;
  2203. struct btrfs_path *path;
  2204. u64 root_dirid;
  2205. int namelen;
  2206. int ret;
  2207. vol_args = kmalloc(sizeof(*vol_args), GFP_NOFS);
  2208. if (!vol_args)
  2209. return -ENOMEM;
  2210. if (copy_from_user(vol_args, arg, sizeof(*vol_args))) {
  2211. ret = -EFAULT;
  2212. goto out;
  2213. }
  2214. namelen = strlen(vol_args->name);
  2215. if (namelen > BTRFS_VOL_NAME_MAX) {
  2216. ret = -EINVAL;
  2217. goto out;
  2218. }
  2219. if (strchr(vol_args->name, '/')) {
  2220. ret = -EINVAL;
  2221. goto out;
  2222. }
  2223. path = btrfs_alloc_path();
  2224. if (!path) {
  2225. ret = -ENOMEM;
  2226. goto out;
  2227. }
  2228. root_dirid = root->fs_info->sb->s_root->d_inode->i_ino,
  2229. mutex_lock(&root->fs_info->fs_mutex);
  2230. di = btrfs_lookup_dir_item(NULL, root->fs_info->tree_root,
  2231. path, root_dirid,
  2232. vol_args->name, namelen, 0);
  2233. mutex_unlock(&root->fs_info->fs_mutex);
  2234. btrfs_free_path(path);
  2235. if (di && !IS_ERR(di)) {
  2236. ret = -EEXIST;
  2237. goto out;
  2238. }
  2239. if (IS_ERR(di)) {
  2240. ret = PTR_ERR(di);
  2241. goto out;
  2242. }
  2243. if (root == root->fs_info->tree_root)
  2244. ret = create_subvol(root, vol_args->name, namelen);
  2245. else
  2246. ret = create_snapshot(root, vol_args->name, namelen);
  2247. out:
  2248. kfree(vol_args);
  2249. return ret;
  2250. }
  2251. static int btrfs_ioctl_defrag(struct file *file)
  2252. {
  2253. struct inode *inode = fdentry(file)->d_inode;
  2254. struct btrfs_root *root = BTRFS_I(inode)->root;
  2255. switch (inode->i_mode & S_IFMT) {
  2256. case S_IFDIR:
  2257. mutex_lock(&root->fs_info->fs_mutex);
  2258. btrfs_defrag_root(root, 0);
  2259. btrfs_defrag_root(root->fs_info->extent_root, 0);
  2260. mutex_unlock(&root->fs_info->fs_mutex);
  2261. break;
  2262. case S_IFREG:
  2263. btrfs_defrag_file(file);
  2264. break;
  2265. }
  2266. return 0;
  2267. }
  2268. long btrfs_ioctl(struct file *file, unsigned int
  2269. cmd, unsigned long arg)
  2270. {
  2271. struct btrfs_root *root = BTRFS_I(fdentry(file)->d_inode)->root;
  2272. switch (cmd) {
  2273. case BTRFS_IOC_SNAP_CREATE:
  2274. return btrfs_ioctl_snap_create(root, (void __user *)arg);
  2275. case BTRFS_IOC_DEFRAG:
  2276. return btrfs_ioctl_defrag(file);
  2277. case BTRFS_IOC_RESIZE:
  2278. return btrfs_ioctl_resize(root, (void __user *)arg);
  2279. }
  2280. return -ENOTTY;
  2281. }
  2282. /*
  2283. * Called inside transaction, so use GFP_NOFS
  2284. */
  2285. struct inode *btrfs_alloc_inode(struct super_block *sb)
  2286. {
  2287. struct btrfs_inode *ei;
  2288. ei = kmem_cache_alloc(btrfs_inode_cachep, GFP_NOFS);
  2289. if (!ei)
  2290. return NULL;
  2291. ei->last_trans = 0;
  2292. return &ei->vfs_inode;
  2293. }
  2294. void btrfs_destroy_inode(struct inode *inode)
  2295. {
  2296. WARN_ON(!list_empty(&inode->i_dentry));
  2297. WARN_ON(inode->i_data.nrpages);
  2298. kmem_cache_free(btrfs_inode_cachep, BTRFS_I(inode));
  2299. }
  2300. #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,23)
  2301. static void init_once(struct kmem_cache * cachep, void *foo)
  2302. #else
  2303. static void init_once(void * foo, struct kmem_cache * cachep,
  2304. unsigned long flags)
  2305. #endif
  2306. {
  2307. struct btrfs_inode *ei = (struct btrfs_inode *) foo;
  2308. inode_init_once(&ei->vfs_inode);
  2309. }
  2310. void btrfs_destroy_cachep(void)
  2311. {
  2312. if (btrfs_inode_cachep)
  2313. kmem_cache_destroy(btrfs_inode_cachep);
  2314. if (btrfs_trans_handle_cachep)
  2315. kmem_cache_destroy(btrfs_trans_handle_cachep);
  2316. if (btrfs_transaction_cachep)
  2317. kmem_cache_destroy(btrfs_transaction_cachep);
  2318. if (btrfs_bit_radix_cachep)
  2319. kmem_cache_destroy(btrfs_bit_radix_cachep);
  2320. if (btrfs_path_cachep)
  2321. kmem_cache_destroy(btrfs_path_cachep);
  2322. }
  2323. struct kmem_cache *btrfs_cache_create(const char *name, size_t size,
  2324. unsigned long extra_flags,
  2325. #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,23)
  2326. void (*ctor)(struct kmem_cache *, void *)
  2327. #else
  2328. void (*ctor)(void *, struct kmem_cache *,
  2329. unsigned long)
  2330. #endif
  2331. )
  2332. {
  2333. return kmem_cache_create(name, size, 0, (SLAB_RECLAIM_ACCOUNT |
  2334. SLAB_MEM_SPREAD | extra_flags), ctor
  2335. #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,23)
  2336. ,NULL
  2337. #endif
  2338. );
  2339. }
  2340. int btrfs_init_cachep(void)
  2341. {
  2342. btrfs_inode_cachep = btrfs_cache_create("btrfs_inode_cache",
  2343. sizeof(struct btrfs_inode),
  2344. 0, init_once);
  2345. if (!btrfs_inode_cachep)
  2346. goto fail;
  2347. btrfs_trans_handle_cachep =
  2348. btrfs_cache_create("btrfs_trans_handle_cache",
  2349. sizeof(struct btrfs_trans_handle),
  2350. 0, NULL);
  2351. if (!btrfs_trans_handle_cachep)
  2352. goto fail;
  2353. btrfs_transaction_cachep = btrfs_cache_create("btrfs_transaction_cache",
  2354. sizeof(struct btrfs_transaction),
  2355. 0, NULL);
  2356. if (!btrfs_transaction_cachep)
  2357. goto fail;
  2358. btrfs_path_cachep = btrfs_cache_create("btrfs_path_cache",
  2359. sizeof(struct btrfs_path),
  2360. 0, NULL);
  2361. if (!btrfs_path_cachep)
  2362. goto fail;
  2363. btrfs_bit_radix_cachep = btrfs_cache_create("btrfs_radix", 256,
  2364. SLAB_DESTROY_BY_RCU, NULL);
  2365. if (!btrfs_bit_radix_cachep)
  2366. goto fail;
  2367. return 0;
  2368. fail:
  2369. btrfs_destroy_cachep();
  2370. return -ENOMEM;
  2371. }
  2372. static int btrfs_getattr(struct vfsmount *mnt,
  2373. struct dentry *dentry, struct kstat *stat)
  2374. {
  2375. struct inode *inode = dentry->d_inode;
  2376. generic_fillattr(inode, stat);
  2377. stat->blksize = 256 * 1024;
  2378. return 0;
  2379. }
  2380. static int btrfs_rename(struct inode * old_dir, struct dentry *old_dentry,
  2381. struct inode * new_dir,struct dentry *new_dentry)
  2382. {
  2383. struct btrfs_trans_handle *trans;
  2384. struct btrfs_root *root = BTRFS_I(old_dir)->root;
  2385. struct inode *new_inode = new_dentry->d_inode;
  2386. struct inode *old_inode = old_dentry->d_inode;
  2387. struct timespec ctime = CURRENT_TIME;
  2388. struct btrfs_path *path;
  2389. int ret;
  2390. if (S_ISDIR(old_inode->i_mode) && new_inode &&
  2391. new_inode->i_size > BTRFS_EMPTY_DIR_SIZE) {
  2392. return -ENOTEMPTY;
  2393. }
  2394. mutex_lock(&root->fs_info->fs_mutex);
  2395. ret = btrfs_check_free_space(root, 1, 0);
  2396. if (ret)
  2397. goto out_unlock;
  2398. trans = btrfs_start_transaction(root, 1);
  2399. btrfs_set_trans_block_group(trans, new_dir);
  2400. path = btrfs_alloc_path();
  2401. if (!path) {
  2402. ret = -ENOMEM;
  2403. goto out_fail;
  2404. }
  2405. old_dentry->d_inode->i_nlink++;
  2406. old_dir->i_ctime = old_dir->i_mtime = ctime;
  2407. new_dir->i_ctime = new_dir->i_mtime = ctime;
  2408. old_inode->i_ctime = ctime;
  2409. ret = btrfs_unlink_trans(trans, root, old_dir, old_dentry);
  2410. if (ret)
  2411. goto out_fail;
  2412. if (new_inode) {
  2413. new_inode->i_ctime = CURRENT_TIME;
  2414. ret = btrfs_unlink_trans(trans, root, new_dir, new_dentry);
  2415. if (ret)
  2416. goto out_fail;
  2417. }
  2418. ret = btrfs_add_link(trans, new_dentry, old_inode);
  2419. if (ret)
  2420. goto out_fail;
  2421. out_fail:
  2422. btrfs_free_path(path);
  2423. btrfs_end_transaction(trans, root);
  2424. out_unlock:
  2425. mutex_unlock(&root->fs_info->fs_mutex);
  2426. return ret;
  2427. }
  2428. static int btrfs_symlink(struct inode *dir, struct dentry *dentry,
  2429. const char *symname)
  2430. {
  2431. struct btrfs_trans_handle *trans;
  2432. struct btrfs_root *root = BTRFS_I(dir)->root;
  2433. struct btrfs_path *path;
  2434. struct btrfs_key key;
  2435. struct inode *inode = NULL;
  2436. int err;
  2437. int drop_inode = 0;
  2438. u64 objectid;
  2439. int name_len;
  2440. int datasize;
  2441. unsigned long ptr;
  2442. struct btrfs_file_extent_item *ei;
  2443. struct extent_buffer *leaf;
  2444. unsigned long nr = 0;
  2445. name_len = strlen(symname) + 1;
  2446. if (name_len > BTRFS_MAX_INLINE_DATA_SIZE(root))
  2447. return -ENAMETOOLONG;
  2448. mutex_lock(&root->fs_info->fs_mutex);
  2449. err = btrfs_check_free_space(root, 1, 0);
  2450. if (err)
  2451. goto out_fail;
  2452. trans = btrfs_start_transaction(root, 1);
  2453. btrfs_set_trans_block_group(trans, dir);
  2454. err = btrfs_find_free_objectid(trans, root, dir->i_ino, &objectid);
  2455. if (err) {
  2456. err = -ENOSPC;
  2457. goto out_unlock;
  2458. }
  2459. inode = btrfs_new_inode(trans, root, objectid,
  2460. BTRFS_I(dir)->block_group, S_IFLNK|S_IRWXUGO);
  2461. err = PTR_ERR(inode);
  2462. if (IS_ERR(inode))
  2463. goto out_unlock;
  2464. btrfs_set_trans_block_group(trans, inode);
  2465. err = btrfs_add_nondir(trans, dentry, inode);
  2466. if (err)
  2467. drop_inode = 1;
  2468. else {
  2469. inode->i_mapping->a_ops = &btrfs_aops;
  2470. inode->i_fop = &btrfs_file_operations;
  2471. inode->i_op = &btrfs_file_inode_operations;
  2472. extent_map_tree_init(&BTRFS_I(inode)->extent_tree,
  2473. inode->i_mapping, GFP_NOFS);
  2474. BTRFS_I(inode)->extent_tree.ops = &btrfs_extent_map_ops;
  2475. }
  2476. dir->i_sb->s_dirt = 1;
  2477. btrfs_update_inode_block_group(trans, inode);
  2478. btrfs_update_inode_block_group(trans, dir);
  2479. if (drop_inode)
  2480. goto out_unlock;
  2481. path = btrfs_alloc_path();
  2482. BUG_ON(!path);
  2483. key.objectid = inode->i_ino;
  2484. key.offset = 0;
  2485. btrfs_set_key_type(&key, BTRFS_EXTENT_DATA_KEY);
  2486. datasize = btrfs_file_extent_calc_inline_size(name_len);
  2487. err = btrfs_insert_empty_item(trans, root, path, &key,
  2488. datasize);
  2489. if (err) {
  2490. drop_inode = 1;
  2491. goto out_unlock;
  2492. }
  2493. leaf = path->nodes[0];
  2494. ei = btrfs_item_ptr(leaf, path->slots[0],
  2495. struct btrfs_file_extent_item);
  2496. btrfs_set_file_extent_generation(leaf, ei, trans->transid);
  2497. btrfs_set_file_extent_type(leaf, ei,
  2498. BTRFS_FILE_EXTENT_INLINE);
  2499. ptr = btrfs_file_extent_inline_start(ei);
  2500. write_extent_buffer(leaf, symname, ptr, name_len);
  2501. btrfs_mark_buffer_dirty(leaf);
  2502. btrfs_free_path(path);
  2503. inode->i_op = &btrfs_symlink_inode_operations;
  2504. inode->i_mapping->a_ops = &btrfs_symlink_aops;
  2505. inode->i_size = name_len - 1;
  2506. err = btrfs_update_inode(trans, root, inode);
  2507. if (err)
  2508. drop_inode = 1;
  2509. out_unlock:
  2510. nr = trans->blocks_used;
  2511. btrfs_end_transaction(trans, root);
  2512. out_fail:
  2513. mutex_unlock(&root->fs_info->fs_mutex);
  2514. if (drop_inode) {
  2515. inode_dec_link_count(inode);
  2516. iput(inode);
  2517. }
  2518. btrfs_btree_balance_dirty(root, nr);
  2519. return err;
  2520. }
  2521. static struct inode_operations btrfs_dir_inode_operations = {
  2522. .lookup = btrfs_lookup,
  2523. .create = btrfs_create,
  2524. .unlink = btrfs_unlink,
  2525. .link = btrfs_link,
  2526. .mkdir = btrfs_mkdir,
  2527. .rmdir = btrfs_rmdir,
  2528. .rename = btrfs_rename,
  2529. .symlink = btrfs_symlink,
  2530. .setattr = btrfs_setattr,
  2531. .mknod = btrfs_mknod,
  2532. .setxattr = generic_setxattr,
  2533. .getxattr = generic_getxattr,
  2534. .listxattr = btrfs_listxattr,
  2535. .removexattr = generic_removexattr,
  2536. };
  2537. static struct inode_operations btrfs_dir_ro_inode_operations = {
  2538. .lookup = btrfs_lookup,
  2539. };
  2540. static struct file_operations btrfs_dir_file_operations = {
  2541. .llseek = generic_file_llseek,
  2542. .read = generic_read_dir,
  2543. .readdir = btrfs_readdir,
  2544. .unlocked_ioctl = btrfs_ioctl,
  2545. #ifdef CONFIG_COMPAT
  2546. .compat_ioctl = btrfs_ioctl,
  2547. #endif
  2548. };
  2549. static struct extent_map_ops btrfs_extent_map_ops = {
  2550. .fill_delalloc = run_delalloc_range,
  2551. .writepage_io_hook = btrfs_writepage_io_hook,
  2552. .readpage_io_hook = btrfs_readpage_io_hook,
  2553. .readpage_end_io_hook = btrfs_readpage_end_io_hook,
  2554. };
  2555. static struct address_space_operations btrfs_aops = {
  2556. .readpage = btrfs_readpage,
  2557. .writepage = btrfs_writepage,
  2558. .writepages = btrfs_writepages,
  2559. .readpages = btrfs_readpages,
  2560. .sync_page = block_sync_page,
  2561. .bmap = btrfs_bmap,
  2562. .invalidatepage = btrfs_invalidatepage,
  2563. .releasepage = btrfs_releasepage,
  2564. .set_page_dirty = __set_page_dirty_nobuffers,
  2565. };
  2566. static struct address_space_operations btrfs_symlink_aops = {
  2567. .readpage = btrfs_readpage,
  2568. .writepage = btrfs_writepage,
  2569. .invalidatepage = btrfs_invalidatepage,
  2570. .releasepage = btrfs_releasepage,
  2571. };
  2572. static struct inode_operations btrfs_file_inode_operations = {
  2573. .truncate = btrfs_truncate,
  2574. .getattr = btrfs_getattr,
  2575. .setattr = btrfs_setattr,
  2576. .setxattr = generic_setxattr,
  2577. .getxattr = generic_getxattr,
  2578. .listxattr = btrfs_listxattr,
  2579. .removexattr = generic_removexattr,
  2580. };
  2581. static struct inode_operations btrfs_special_inode_operations = {
  2582. .getattr = btrfs_getattr,
  2583. .setattr = btrfs_setattr,
  2584. };
  2585. static struct inode_operations btrfs_symlink_inode_operations = {
  2586. .readlink = generic_readlink,
  2587. .follow_link = page_follow_link_light,
  2588. .put_link = page_put_link,
  2589. };