12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778 |
- /*
- * Copyright (C) 2007 Oracle. All rights reserved.
- *
- * This program is free software; you can redistribute it and/or
- * modify it under the terms of the GNU General Public
- * License v2 as published by the Free Software Foundation.
- *
- * This program is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
- * General Public License for more details.
- *
- * You should have received a copy of the GNU General Public
- * License along with this program; if not, write to the
- * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
- * Boston, MA 021110-1307, USA.
- */
- #include <linux/sched.h>
- #include "ctree.h"
- #include "disk-io.h"
- #include "print-tree.h"
- #include "transaction.h"
- static int find_free_extent(struct btrfs_trans_handle *trans, struct btrfs_root
- *orig_root, u64 num_blocks, u64 empty_size,
- u64 search_start,
- u64 search_end, u64 hint_block,
- struct btrfs_key *ins, u64 exclude_start,
- u64 exclude_nr, int data);
- static int finish_current_insert(struct btrfs_trans_handle *trans, struct
- btrfs_root *extent_root);
- static int del_pending_extents(struct btrfs_trans_handle *trans, struct
- btrfs_root *extent_root);
- static int cache_block_group(struct btrfs_root *root,
- struct btrfs_block_group_cache *block_group)
- {
- struct btrfs_path *path;
- int ret;
- struct btrfs_key key;
- struct btrfs_leaf *leaf;
- struct radix_tree_root *extent_radix;
- int slot;
- u64 i;
- u64 last = 0;
- u64 hole_size;
- u64 limit;
- int found = 0;
- root = root->fs_info->extent_root;
- extent_radix = &root->fs_info->extent_map_radix;
- if (block_group->cached)
- return 0;
- if (block_group->data)
- return 0;
- path = btrfs_alloc_path();
- if (!path)
- return -ENOMEM;
- path->reada = 1;
- key.objectid = block_group->key.objectid;
- key.flags = 0;
- key.offset = 0;
- btrfs_set_key_type(&key, BTRFS_EXTENT_ITEM_KEY);
- ret = btrfs_search_slot(NULL, root, &key, path, 0, 0);
- if (ret < 0)
- return ret;
- if (ret && path->slots[0] > 0)
- path->slots[0]--;
- limit = block_group->key.objectid + block_group->key.offset;
- while(1) {
- leaf = btrfs_buffer_leaf(path->nodes[0]);
- slot = path->slots[0];
- if (slot >= btrfs_header_nritems(&leaf->header)) {
- ret = btrfs_next_leaf(root, path);
- if (ret < 0)
- goto err;
- if (ret == 0) {
- continue;
- } else {
- if (found) {
- hole_size = block_group->key.objectid +
- block_group->key.offset - last;
- } else {
- last = block_group->key.objectid;
- hole_size = block_group->key.offset;
- }
- for (i = 0; i < hole_size; i++) {
- set_radix_bit(extent_radix,
- last + i);
- }
- break;
- }
- }
- btrfs_disk_key_to_cpu(&key, &leaf->items[slot].key);
- if (key.objectid >= block_group->key.objectid +
- block_group->key.offset) {
- if (found) {
- hole_size = block_group->key.objectid +
- block_group->key.offset - last;
- } else {
- last = block_group->key.objectid;
- hole_size = block_group->key.offset;
- }
- for (i = 0; i < hole_size; i++) {
- set_radix_bit(extent_radix, last + i);
- }
- break;
- }
- if (btrfs_key_type(&key) == BTRFS_EXTENT_ITEM_KEY) {
- if (!found) {
- last = key.objectid + key.offset;
- found = 1;
- } else {
- hole_size = key.objectid - last;
- for (i = 0; i < hole_size; i++) {
- set_radix_bit(extent_radix, last + i);
- }
- last = key.objectid + key.offset;
- }
- }
- path->slots[0]++;
- }
- block_group->cached = 1;
- err:
- btrfs_free_path(path);
- return 0;
- }
- struct btrfs_block_group_cache *btrfs_lookup_block_group(struct
- btrfs_fs_info *info,
- u64 blocknr)
- {
- struct btrfs_block_group_cache *block_group;
- int ret;
- ret = radix_tree_gang_lookup(&info->block_group_radix,
- (void **)&block_group,
- blocknr, 1);
- if (ret) {
- if (block_group->key.objectid <= blocknr && blocknr <=
- block_group->key.objectid + block_group->key.offset)
- return block_group;
- }
- ret = radix_tree_gang_lookup(&info->block_group_data_radix,
- (void **)&block_group,
- blocknr, 1);
- if (ret) {
- if (block_group->key.objectid <= blocknr && blocknr <=
- block_group->key.objectid + block_group->key.offset)
- return block_group;
- }
- return NULL;
- }
- static u64 leaf_range(struct btrfs_root *root)
- {
- u64 size = BTRFS_LEAF_DATA_SIZE(root);
- do_div(size, sizeof(struct btrfs_extent_item) +
- sizeof(struct btrfs_item));
- return size;
- }
- static u64 find_search_start(struct btrfs_root *root,
- struct btrfs_block_group_cache **cache_ret,
- u64 search_start, int num)
- {
- unsigned long gang[8];
- int ret;
- struct btrfs_block_group_cache *cache = *cache_ret;
- u64 last = max(search_start, cache->key.objectid);
- if (cache->data)
- goto out;
- if (num > 1) {
- last = max(last, cache->last_prealloc);
- }
- again:
- ret = cache_block_group(root, cache);
- if (ret)
- goto out;
- while(1) {
- ret = find_first_radix_bit(&root->fs_info->extent_map_radix,
- gang, last, ARRAY_SIZE(gang));
- if (!ret)
- goto out;
- last = gang[ret-1] + 1;
- if (num > 1) {
- if (ret != ARRAY_SIZE(gang)) {
- goto new_group;
- }
- if (gang[ret-1] - gang[0] > leaf_range(root)) {
- continue;
- }
- }
- if (gang[0] >= cache->key.objectid + cache->key.offset) {
- goto new_group;
- }
- return gang[0];
- }
- out:
- return max(cache->last_alloc, search_start);
- new_group:
- cache = btrfs_lookup_block_group(root->fs_info,
- last + cache->key.offset - 1);
- if (!cache) {
- return max((*cache_ret)->last_alloc, search_start);
- }
- cache = btrfs_find_block_group(root, cache,
- last + cache->key.offset - 1, 0, 0);
- *cache_ret = cache;
- goto again;
- }
- static u64 div_factor(u64 num, int factor)
- {
- num *= factor;
- do_div(num, 10);
- return num;
- }
- struct btrfs_block_group_cache *btrfs_find_block_group(struct btrfs_root *root,
- struct btrfs_block_group_cache
- *hint, u64 search_start,
- int data, int owner)
- {
- struct btrfs_block_group_cache *cache[8];
- struct btrfs_block_group_cache *found_group = NULL;
- struct btrfs_fs_info *info = root->fs_info;
- struct radix_tree_root *radix;
- struct radix_tree_root *swap_radix;
- u64 used;
- u64 last = 0;
- u64 hint_last;
- int i;
- int ret;
- int full_search = 0;
- int factor = 8;
- int data_swap = 0;
- if (!owner)
- factor = 5;
- if (data) {
- radix = &info->block_group_data_radix;
- swap_radix = &info->block_group_radix;
- } else {
- radix = &info->block_group_radix;
- swap_radix = &info->block_group_data_radix;
- }
- if (search_start) {
- struct btrfs_block_group_cache *shint;
- shint = btrfs_lookup_block_group(info, search_start);
- if (shint->data == data) {
- used = btrfs_block_group_used(&shint->item);
- if (used + shint->pinned <
- div_factor(shint->key.offset, factor)) {
- return shint;
- }
- }
- }
- if (hint && hint->data == data) {
- used = btrfs_block_group_used(&hint->item);
- if (used + hint->pinned <
- div_factor(hint->key.offset, factor)) {
- return hint;
- }
- if (used >= div_factor(hint->key.offset, 8)) {
- radix_tree_tag_clear(radix,
- hint->key.objectid +
- hint->key.offset - 1,
- BTRFS_BLOCK_GROUP_AVAIL);
- }
- last = hint->key.offset * 3;
- if (hint->key.objectid >= last)
- last = max(search_start + hint->key.offset - 1,
- hint->key.objectid - last);
- else
- last = hint->key.objectid + hint->key.offset;
- hint_last = last;
- } else {
- if (hint)
- hint_last = max(hint->key.objectid, search_start);
- else
- hint_last = search_start;
- last = hint_last;
- }
- while(1) {
- ret = radix_tree_gang_lookup_tag(radix, (void **)cache,
- last, ARRAY_SIZE(cache),
- BTRFS_BLOCK_GROUP_AVAIL);
- if (!ret)
- break;
- for (i = 0; i < ret; i++) {
- last = cache[i]->key.objectid +
- cache[i]->key.offset;
- used = btrfs_block_group_used(&cache[i]->item);
- if (used + cache[i]->pinned <
- div_factor(cache[i]->key.offset, factor)) {
- found_group = cache[i];
- goto found;
- }
- if (used >= div_factor(cache[i]->key.offset, 8)) {
- radix_tree_tag_clear(radix,
- cache[i]->key.objectid +
- cache[i]->key.offset - 1,
- BTRFS_BLOCK_GROUP_AVAIL);
- }
- }
- cond_resched();
- }
- last = hint_last;
- again:
- while(1) {
- ret = radix_tree_gang_lookup(radix, (void **)cache,
- last, ARRAY_SIZE(cache));
- if (!ret)
- break;
- for (i = 0; i < ret; i++) {
- last = cache[i]->key.objectid +
- cache[i]->key.offset;
- used = btrfs_block_group_used(&cache[i]->item);
- if (used + cache[i]->pinned < cache[i]->key.offset) {
- found_group = cache[i];
- goto found;
- }
- if (used >= cache[i]->key.offset) {
- radix_tree_tag_clear(radix,
- cache[i]->key.objectid +
- cache[i]->key.offset - 1,
- BTRFS_BLOCK_GROUP_AVAIL);
- }
- }
- cond_resched();
- }
- if (!full_search) {
- last = search_start;
- full_search = 1;
- goto again;
- }
- if (!data_swap) {
- struct radix_tree_root *tmp = radix;
- data_swap = 1;
- radix = swap_radix;
- swap_radix = tmp;
- last = search_start;
- goto again;
- }
- if (!found_group) {
- ret = radix_tree_gang_lookup(radix,
- (void **)&found_group, 0, 1);
- if (ret == 0) {
- ret = radix_tree_gang_lookup(swap_radix,
- (void **)&found_group,
- 0, 1);
- }
- BUG_ON(ret != 1);
- }
- found:
- return found_group;
- }
- int btrfs_inc_extent_ref(struct btrfs_trans_handle *trans,
- struct btrfs_root *root,
- u64 blocknr, u64 num_blocks)
- {
- struct btrfs_path *path;
- int ret;
- struct btrfs_key key;
- struct btrfs_leaf *l;
- struct btrfs_extent_item *item;
- struct btrfs_key ins;
- u32 refs;
- path = btrfs_alloc_path();
- if (!path)
- return -ENOMEM;
- ret = find_free_extent(trans, root->fs_info->extent_root, 0, 0, 0,
- (u64)-1, 0, &ins, 0, 0, 0);
- if (ret) {
- btrfs_free_path(path);
- return ret;
- }
- key.objectid = blocknr;
- key.flags = 0;
- btrfs_set_key_type(&key, BTRFS_EXTENT_ITEM_KEY);
- key.offset = num_blocks;
- ret = btrfs_search_slot(trans, root->fs_info->extent_root, &key, path,
- 0, 1);
- if (ret < 0)
- return ret;
- if (ret != 0) {
- BUG();
- }
- BUG_ON(ret != 0);
- l = btrfs_buffer_leaf(path->nodes[0]);
- item = btrfs_item_ptr(l, path->slots[0], struct btrfs_extent_item);
- refs = btrfs_extent_refs(item);
- btrfs_set_extent_refs(item, refs + 1);
- btrfs_mark_buffer_dirty(path->nodes[0]);
- btrfs_release_path(root->fs_info->extent_root, path);
- btrfs_free_path(path);
- finish_current_insert(trans, root->fs_info->extent_root);
- del_pending_extents(trans, root->fs_info->extent_root);
- return 0;
- }
- static int lookup_extent_ref(struct btrfs_trans_handle *trans,
- struct btrfs_root *root, u64 blocknr,
- u64 num_blocks, u32 *refs)
- {
- struct btrfs_path *path;
- int ret;
- struct btrfs_key key;
- struct btrfs_leaf *l;
- struct btrfs_extent_item *item;
- path = btrfs_alloc_path();
- key.objectid = blocknr;
- key.offset = num_blocks;
- key.flags = 0;
- btrfs_set_key_type(&key, BTRFS_EXTENT_ITEM_KEY);
- ret = btrfs_search_slot(trans, root->fs_info->extent_root, &key, path,
- 0, 0);
- if (ret < 0)
- goto out;
- if (ret != 0)
- BUG();
- l = btrfs_buffer_leaf(path->nodes[0]);
- item = btrfs_item_ptr(l, path->slots[0], struct btrfs_extent_item);
- *refs = btrfs_extent_refs(item);
- out:
- btrfs_free_path(path);
- return 0;
- }
- int btrfs_inc_root_ref(struct btrfs_trans_handle *trans,
- struct btrfs_root *root)
- {
- return btrfs_inc_extent_ref(trans, root, bh_blocknr(root->node), 1);
- }
- int btrfs_inc_ref(struct btrfs_trans_handle *trans, struct btrfs_root *root,
- struct buffer_head *buf)
- {
- u64 blocknr;
- struct btrfs_node *buf_node;
- struct btrfs_leaf *buf_leaf;
- struct btrfs_disk_key *key;
- struct btrfs_file_extent_item *fi;
- int i;
- int leaf;
- int ret;
- int faili;
- int err;
- if (!root->ref_cows)
- return 0;
- buf_node = btrfs_buffer_node(buf);
- leaf = btrfs_is_leaf(buf_node);
- buf_leaf = btrfs_buffer_leaf(buf);
- for (i = 0; i < btrfs_header_nritems(&buf_node->header); i++) {
- if (leaf) {
- u64 disk_blocknr;
- key = &buf_leaf->items[i].key;
- if (btrfs_disk_key_type(key) != BTRFS_EXTENT_DATA_KEY)
- continue;
- fi = btrfs_item_ptr(buf_leaf, i,
- struct btrfs_file_extent_item);
- if (btrfs_file_extent_type(fi) ==
- BTRFS_FILE_EXTENT_INLINE)
- continue;
- disk_blocknr = btrfs_file_extent_disk_blocknr(fi);
- if (disk_blocknr == 0)
- continue;
- ret = btrfs_inc_extent_ref(trans, root, disk_blocknr,
- btrfs_file_extent_disk_num_blocks(fi));
- if (ret) {
- faili = i;
- goto fail;
- }
- } else {
- blocknr = btrfs_node_blockptr(buf_node, i);
- ret = btrfs_inc_extent_ref(trans, root, blocknr, 1);
- if (ret) {
- faili = i;
- goto fail;
- }
- }
- }
- return 0;
- fail:
- WARN_ON(1);
- for (i =0; i < faili; i++) {
- if (leaf) {
- u64 disk_blocknr;
- key = &buf_leaf->items[i].key;
- if (btrfs_disk_key_type(key) != BTRFS_EXTENT_DATA_KEY)
- continue;
- fi = btrfs_item_ptr(buf_leaf, i,
- struct btrfs_file_extent_item);
- if (btrfs_file_extent_type(fi) ==
- BTRFS_FILE_EXTENT_INLINE)
- continue;
- disk_blocknr = btrfs_file_extent_disk_blocknr(fi);
- if (disk_blocknr == 0)
- continue;
- err = btrfs_free_extent(trans, root, disk_blocknr,
- btrfs_file_extent_disk_num_blocks(fi), 0);
- BUG_ON(err);
- } else {
- blocknr = btrfs_node_blockptr(buf_node, i);
- err = btrfs_free_extent(trans, root, blocknr, 1, 0);
- BUG_ON(err);
- }
- }
- return ret;
- }
- static int write_one_cache_group(struct btrfs_trans_handle *trans,
- struct btrfs_root *root,
- struct btrfs_path *path,
- struct btrfs_block_group_cache *cache)
- {
- int ret;
- int pending_ret;
- struct btrfs_root *extent_root = root->fs_info->extent_root;
- struct btrfs_block_group_item *bi;
- struct btrfs_key ins;
- ret = find_free_extent(trans, extent_root, 0, 0, 0, (u64)-1, 0, &ins,
- 0, 0, 0);
- /* FIXME, set bit to recalc cache groups on next mount */
- if (ret)
- return ret;
- ret = btrfs_search_slot(trans, extent_root, &cache->key, path, 0, 1);
- if (ret < 0)
- goto fail;
- BUG_ON(ret);
- bi = btrfs_item_ptr(btrfs_buffer_leaf(path->nodes[0]), path->slots[0],
- struct btrfs_block_group_item);
- memcpy(bi, &cache->item, sizeof(*bi));
- btrfs_mark_buffer_dirty(path->nodes[0]);
- btrfs_release_path(extent_root, path);
- fail:
- finish_current_insert(trans, extent_root);
- pending_ret = del_pending_extents(trans, extent_root);
- if (ret)
- return ret;
- if (pending_ret)
- return pending_ret;
- if (cache->data)
- cache->last_alloc = cache->first_free;
- return 0;
- }
- static int write_dirty_block_radix(struct btrfs_trans_handle *trans,
- struct btrfs_root *root,
- struct radix_tree_root *radix)
- {
- struct btrfs_block_group_cache *cache[8];
- int ret;
- int err = 0;
- int werr = 0;
- int i;
- struct btrfs_path *path;
- unsigned long off = 0;
- path = btrfs_alloc_path();
- if (!path)
- return -ENOMEM;
- while(1) {
- ret = radix_tree_gang_lookup_tag(radix, (void **)cache,
- off, ARRAY_SIZE(cache),
- BTRFS_BLOCK_GROUP_DIRTY);
- if (!ret)
- break;
- for (i = 0; i < ret; i++) {
- err = write_one_cache_group(trans, root,
- path, cache[i]);
- /*
- * if we fail to write the cache group, we want
- * to keep it marked dirty in hopes that a later
- * write will work
- */
- if (err) {
- werr = err;
- off = cache[i]->key.objectid +
- cache[i]->key.offset;
- continue;
- }
- radix_tree_tag_clear(radix, cache[i]->key.objectid +
- cache[i]->key.offset - 1,
- BTRFS_BLOCK_GROUP_DIRTY);
- }
- }
- btrfs_free_path(path);
- return werr;
- }
- int btrfs_write_dirty_block_groups(struct btrfs_trans_handle *trans,
- struct btrfs_root *root)
- {
- int ret;
- int ret2;
- ret = write_dirty_block_radix(trans, root,
- &root->fs_info->block_group_radix);
- ret2 = write_dirty_block_radix(trans, root,
- &root->fs_info->block_group_data_radix);
- if (ret)
- return ret;
- if (ret2)
- return ret2;
- return 0;
- }
- static int update_block_group(struct btrfs_trans_handle *trans,
- struct btrfs_root *root,
- u64 blocknr, u64 num, int alloc, int mark_free,
- int data)
- {
- struct btrfs_block_group_cache *cache;
- struct btrfs_fs_info *info = root->fs_info;
- u64 total = num;
- u64 old_val;
- u64 block_in_group;
- u64 i;
- int ret;
- while(total) {
- cache = btrfs_lookup_block_group(info, blocknr);
- if (!cache) {
- return -1;
- }
- block_in_group = blocknr - cache->key.objectid;
- WARN_ON(block_in_group > cache->key.offset);
- radix_tree_tag_set(cache->radix, cache->key.objectid +
- cache->key.offset - 1,
- BTRFS_BLOCK_GROUP_DIRTY);
- old_val = btrfs_block_group_used(&cache->item);
- num = min(total, cache->key.offset - block_in_group);
- if (alloc) {
- if (blocknr > cache->last_alloc)
- cache->last_alloc = blocknr;
- if (!cache->data) {
- for (i = 0; i < num; i++) {
- clear_radix_bit(&info->extent_map_radix,
- blocknr + i);
- }
- }
- if (cache->data != data &&
- old_val < (cache->key.offset >> 1)) {
- cache->data = data;
- radix_tree_delete(cache->radix,
- cache->key.objectid +
- cache->key.offset - 1);
- if (data) {
- cache->radix =
- &info->block_group_data_radix;
- cache->item.flags |=
- BTRFS_BLOCK_GROUP_DATA;
- } else {
- cache->radix = &info->block_group_radix;
- cache->item.flags &=
- ~BTRFS_BLOCK_GROUP_DATA;
- }
- ret = radix_tree_insert(cache->radix,
- cache->key.objectid +
- cache->key.offset - 1,
- (void *)cache);
- }
- old_val += num;
- } else {
- old_val -= num;
- if (blocknr < cache->first_free)
- cache->first_free = blocknr;
- if (!cache->data && mark_free) {
- for (i = 0; i < num; i++) {
- set_radix_bit(&info->extent_map_radix,
- blocknr + i);
- }
- }
- if (old_val < (cache->key.offset >> 1) &&
- old_val + num >= (cache->key.offset >> 1)) {
- radix_tree_tag_set(cache->radix,
- cache->key.objectid +
- cache->key.offset - 1,
- BTRFS_BLOCK_GROUP_AVAIL);
- }
- }
- btrfs_set_block_group_used(&cache->item, old_val);
- total -= num;
- blocknr += num;
- }
- return 0;
- }
- static int try_remove_page(struct address_space *mapping, unsigned long index)
- {
- int ret;
- return 0;
- ret = invalidate_mapping_pages(mapping, index, index);
- return ret;
- }
- int btrfs_copy_pinned(struct btrfs_root *root, struct radix_tree_root *copy)
- {
- unsigned long gang[8];
- u64 last = 0;
- struct radix_tree_root *pinned_radix = &root->fs_info->pinned_radix;
- int ret;
- int i;
- while(1) {
- ret = find_first_radix_bit(pinned_radix, gang, last,
- ARRAY_SIZE(gang));
- if (!ret)
- break;
- for (i = 0 ; i < ret; i++) {
- set_radix_bit(copy, gang[i]);
- last = gang[i] + 1;
- }
- }
- return 0;
- }
- int btrfs_finish_extent_commit(struct btrfs_trans_handle *trans,
- struct btrfs_root *root,
- struct radix_tree_root *unpin_radix)
- {
- unsigned long gang[8];
- struct inode *btree_inode = root->fs_info->btree_inode;
- struct btrfs_block_group_cache *block_group;
- u64 first = 0;
- int ret;
- int i;
- struct radix_tree_root *pinned_radix = &root->fs_info->pinned_radix;
- struct radix_tree_root *extent_radix = &root->fs_info->extent_map_radix;
- while(1) {
- ret = find_first_radix_bit(unpin_radix, gang, 0,
- ARRAY_SIZE(gang));
- if (!ret)
- break;
- if (!first)
- first = gang[0];
- for (i = 0; i < ret; i++) {
- clear_radix_bit(pinned_radix, gang[i]);
- clear_radix_bit(unpin_radix, gang[i]);
- block_group = btrfs_lookup_block_group(root->fs_info,
- gang[i]);
- if (block_group) {
- WARN_ON(block_group->pinned == 0);
- block_group->pinned--;
- if (gang[i] < block_group->last_alloc)
- block_group->last_alloc = gang[i];
- if (gang[i] < block_group->last_prealloc)
- block_group->last_prealloc = gang[i];
- if (!block_group->data)
- set_radix_bit(extent_radix, gang[i]);
- }
- try_remove_page(btree_inode->i_mapping,
- gang[i] << (PAGE_CACHE_SHIFT -
- btree_inode->i_blkbits));
- }
- }
- return 0;
- }
- static int finish_current_insert(struct btrfs_trans_handle *trans, struct
- btrfs_root *extent_root)
- {
- struct btrfs_key ins;
- struct btrfs_extent_item extent_item;
- int i;
- int ret;
- u64 super_blocks_used;
- struct btrfs_fs_info *info = extent_root->fs_info;
- btrfs_set_extent_refs(&extent_item, 1);
- ins.offset = 1;
- ins.flags = 0;
- btrfs_set_key_type(&ins, BTRFS_EXTENT_ITEM_KEY);
- btrfs_set_extent_owner(&extent_item, extent_root->root_key.objectid);
- for (i = 0; i < extent_root->fs_info->extent_tree_insert_nr; i++) {
- ins.objectid = extent_root->fs_info->extent_tree_insert[i];
- super_blocks_used = btrfs_super_blocks_used(&info->super_copy);
- btrfs_set_super_blocks_used(&info->super_copy,
- super_blocks_used + 1);
- ret = btrfs_insert_item(trans, extent_root, &ins, &extent_item,
- sizeof(extent_item));
- BUG_ON(ret);
- }
- extent_root->fs_info->extent_tree_insert_nr = 0;
- return 0;
- }
- static int pin_down_block(struct btrfs_root *root, u64 blocknr, int pending)
- {
- int err;
- struct btrfs_header *header;
- struct buffer_head *bh;
- if (!pending) {
- bh = btrfs_find_tree_block(root, blocknr);
- if (bh) {
- if (buffer_uptodate(bh)) {
- u64 transid =
- root->fs_info->running_transaction->transid;
- header = btrfs_buffer_header(bh);
- if (btrfs_header_generation(header) ==
- transid) {
- btrfs_block_release(root, bh);
- return 0;
- }
- }
- btrfs_block_release(root, bh);
- }
- err = set_radix_bit(&root->fs_info->pinned_radix, blocknr);
- if (!err) {
- struct btrfs_block_group_cache *cache;
- cache = btrfs_lookup_block_group(root->fs_info,
- blocknr);
- if (cache)
- cache->pinned++;
- }
- } else {
- err = set_radix_bit(&root->fs_info->pending_del_radix, blocknr);
- }
- BUG_ON(err < 0);
- return 0;
- }
- /*
- * remove an extent from the root, returns 0 on success
- */
- static int __free_extent(struct btrfs_trans_handle *trans, struct btrfs_root
- *root, u64 blocknr, u64 num_blocks, int pin,
- int mark_free)
- {
- struct btrfs_path *path;
- struct btrfs_key key;
- struct btrfs_fs_info *info = root->fs_info;
- struct btrfs_root *extent_root = info->extent_root;
- int ret;
- struct btrfs_extent_item *ei;
- struct btrfs_key ins;
- u32 refs;
- key.objectid = blocknr;
- key.flags = 0;
- btrfs_set_key_type(&key, BTRFS_EXTENT_ITEM_KEY);
- key.offset = num_blocks;
- path = btrfs_alloc_path();
- if (!path)
- return -ENOMEM;
- ret = find_free_extent(trans, root, 0, 0, 0, (u64)-1, 0, &ins, 0, 0, 0);
- if (ret) {
- btrfs_free_path(path);
- return ret;
- }
- ret = btrfs_search_slot(trans, extent_root, &key, path, -1, 1);
- if (ret < 0)
- return ret;
- BUG_ON(ret);
- ei = btrfs_item_ptr(btrfs_buffer_leaf(path->nodes[0]), path->slots[0],
- struct btrfs_extent_item);
- BUG_ON(ei->refs == 0);
- refs = btrfs_extent_refs(ei) - 1;
- btrfs_set_extent_refs(ei, refs);
- btrfs_mark_buffer_dirty(path->nodes[0]);
- if (refs == 0) {
- u64 super_blocks_used;
- if (pin) {
- ret = pin_down_block(root, blocknr, 0);
- BUG_ON(ret);
- }
- super_blocks_used = btrfs_super_blocks_used(&info->super_copy);
- btrfs_set_super_blocks_used(&info->super_copy,
- super_blocks_used - num_blocks);
- ret = btrfs_del_item(trans, extent_root, path);
- if (ret) {
- return ret;
- }
- ret = update_block_group(trans, root, blocknr, num_blocks, 0,
- mark_free, 0);
- BUG_ON(ret);
- }
- btrfs_free_path(path);
- finish_current_insert(trans, extent_root);
- return ret;
- }
- /*
- * find all the blocks marked as pending in the radix tree and remove
- * them from the extent map
- */
- static int del_pending_extents(struct btrfs_trans_handle *trans, struct
- btrfs_root *extent_root)
- {
- int ret;
- int wret;
- int err = 0;
- unsigned long gang[4];
- int i;
- struct radix_tree_root *pending_radix;
- struct radix_tree_root *pinned_radix;
- struct btrfs_block_group_cache *cache;
- pending_radix = &extent_root->fs_info->pending_del_radix;
- pinned_radix = &extent_root->fs_info->pinned_radix;
- while(1) {
- ret = find_first_radix_bit(pending_radix, gang, 0,
- ARRAY_SIZE(gang));
- if (!ret)
- break;
- for (i = 0; i < ret; i++) {
- wret = set_radix_bit(pinned_radix, gang[i]);
- if (wret == 0) {
- cache =
- btrfs_lookup_block_group(extent_root->fs_info,
- gang[i]);
- if (cache)
- cache->pinned++;
- }
- if (wret < 0) {
- printk(KERN_CRIT "set_radix_bit, err %d\n",
- wret);
- BUG_ON(wret < 0);
- }
- wret = clear_radix_bit(pending_radix, gang[i]);
- BUG_ON(wret);
- wret = __free_extent(trans, extent_root,
- gang[i], 1, 0, 0);
- if (wret)
- err = wret;
- }
- }
- return err;
- }
- /*
- * remove an extent from the root, returns 0 on success
- */
- int btrfs_free_extent(struct btrfs_trans_handle *trans, struct btrfs_root
- *root, u64 blocknr, u64 num_blocks, int pin)
- {
- struct btrfs_root *extent_root = root->fs_info->extent_root;
- int pending_ret;
- int ret;
- if (root == extent_root) {
- pin_down_block(root, blocknr, 1);
- return 0;
- }
- ret = __free_extent(trans, root, blocknr, num_blocks, pin, pin == 0);
- pending_ret = del_pending_extents(trans, root->fs_info->extent_root);
- return ret ? ret : pending_ret;
- }
- /*
- * walks the btree of allocated extents and find a hole of a given size.
- * The key ins is changed to record the hole:
- * ins->objectid == block start
- * ins->flags = BTRFS_EXTENT_ITEM_KEY
- * ins->offset == number of blocks
- * Any available blocks before search_start are skipped.
- */
- static int find_free_extent(struct btrfs_trans_handle *trans, struct btrfs_root
- *orig_root, u64 num_blocks, u64 empty_size,
- u64 search_start, u64 search_end, u64 hint_block,
- struct btrfs_key *ins, u64 exclude_start,
- u64 exclude_nr, int data)
- {
- struct btrfs_path *path;
- struct btrfs_key key;
- int ret;
- u64 hole_size = 0;
- int slot = 0;
- u64 last_block = 0;
- u64 test_block;
- u64 orig_search_start = search_start;
- int start_found;
- struct btrfs_leaf *l;
- struct btrfs_root * root = orig_root->fs_info->extent_root;
- struct btrfs_fs_info *info = root->fs_info;
- int total_needed = num_blocks;
- int total_found = 0;
- int fill_prealloc = 0;
- int level;
- struct btrfs_block_group_cache *block_group;
- int full_scan = 0;
- int wrapped = 0;
- u64 limit;
- ins->flags = 0;
- btrfs_set_key_type(ins, BTRFS_EXTENT_ITEM_KEY);
- level = btrfs_header_level(btrfs_buffer_header(root->node));
- if (num_blocks == 0) {
- fill_prealloc = 1;
- num_blocks = 1;
- total_needed = (min(level + 1, BTRFS_MAX_LEVEL)) * 6;
- }
- if (fill_prealloc) {
- u64 first;
- int nr = info->extent_tree_prealloc_nr;
- first = info->extent_tree_prealloc[nr - 1];
- if (info->extent_tree_prealloc_nr >= total_needed &&
- first >= search_start) {
- ins->objectid = info->extent_tree_prealloc[0];
- ins->offset = 1;
- return 0;
- }
- info->extent_tree_prealloc_nr = 0;
- }
- if (search_end == (u64)-1)
- search_end = btrfs_super_total_blocks(&info->super_copy);
- if (hint_block) {
- block_group = btrfs_lookup_block_group(info, hint_block);
- block_group = btrfs_find_block_group(root, block_group,
- hint_block, data, 1);
- } else {
- block_group = btrfs_find_block_group(root,
- trans->block_group, 0,
- data, 1);
- }
- total_needed += empty_size;
- path = btrfs_alloc_path();
- check_failed:
- if (!block_group->data)
- search_start = find_search_start(root, &block_group,
- search_start, total_needed);
- else if (!full_scan)
- search_start = max(block_group->last_alloc, search_start);
- btrfs_init_path(path);
- ins->objectid = search_start;
- ins->offset = 0;
- start_found = 0;
- ret = btrfs_search_slot(trans, root, ins, path, 0, 0);
- if (ret < 0)
- goto error;
- if (path->slots[0] > 0) {
- path->slots[0]--;
- }
- l = btrfs_buffer_leaf(path->nodes[0]);
- btrfs_disk_key_to_cpu(&key, &l->items[path->slots[0]].key);
- /*
- * a rare case, go back one key if we hit a block group item
- * instead of an extent item
- */
- if (btrfs_key_type(&key) != BTRFS_EXTENT_ITEM_KEY &&
- key.objectid + key.offset >= search_start) {
- ins->objectid = key.objectid;
- ins->offset = key.offset - 1;
- btrfs_release_path(root, path);
- ret = btrfs_search_slot(trans, root, ins, path, 0, 0);
- if (ret < 0)
- goto error;
- if (path->slots[0] > 0) {
- path->slots[0]--;
- }
- }
- while (1) {
- l = btrfs_buffer_leaf(path->nodes[0]);
- slot = path->slots[0];
- if (slot >= btrfs_header_nritems(&l->header)) {
- if (fill_prealloc) {
- info->extent_tree_prealloc_nr = 0;
- total_found = 0;
- }
- if (start_found)
- limit = last_block +
- (block_group->key.offset >> 1);
- else
- limit = search_start +
- (block_group->key.offset >> 1);
- ret = btrfs_next_leaf(root, path);
- if (ret == 0)
- continue;
- if (ret < 0)
- goto error;
- if (!start_found) {
- ins->objectid = search_start;
- ins->offset = search_end - search_start;
- start_found = 1;
- goto check_pending;
- }
- ins->objectid = last_block > search_start ?
- last_block : search_start;
- ins->offset = search_end - ins->objectid;
- goto check_pending;
- }
- btrfs_disk_key_to_cpu(&key, &l->items[slot].key);
- if (key.objectid >= search_start && key.objectid > last_block &&
- start_found) {
- if (last_block < search_start)
- last_block = search_start;
- hole_size = key.objectid - last_block;
- if (hole_size >= num_blocks) {
- ins->objectid = last_block;
- ins->offset = hole_size;
- goto check_pending;
- }
- }
- if (btrfs_key_type(&key) != BTRFS_EXTENT_ITEM_KEY)
- goto next;
- start_found = 1;
- last_block = key.objectid + key.offset;
- if (!full_scan && last_block >= block_group->key.objectid +
- block_group->key.offset) {
- btrfs_release_path(root, path);
- search_start = block_group->key.objectid +
- block_group->key.offset * 2;
- goto new_group;
- }
- next:
- path->slots[0]++;
- cond_resched();
- }
- check_pending:
- /* we have to make sure we didn't find an extent that has already
- * been allocated by the map tree or the original allocation
- */
- btrfs_release_path(root, path);
- BUG_ON(ins->objectid < search_start);
- if (ins->objectid + num_blocks >= search_end) {
- if (full_scan) {
- ret = -ENOSPC;
- goto error;
- }
- search_start = orig_search_start;
- if (wrapped) {
- if (!full_scan)
- total_needed -= empty_size;
- full_scan = 1;
- } else
- wrapped = 1;
- goto new_group;
- }
- for (test_block = ins->objectid;
- test_block < ins->objectid + num_blocks; test_block++) {
- if (test_radix_bit(&info->pinned_radix, test_block)) {
- search_start = test_block + 1;
- goto new_group;
- }
- }
- if (!fill_prealloc && info->extent_tree_insert_nr) {
- u64 last =
- info->extent_tree_insert[info->extent_tree_insert_nr - 1];
- if (ins->objectid + num_blocks >
- info->extent_tree_insert[0] &&
- ins->objectid <= last) {
- search_start = last + 1;
- WARN_ON(!full_scan);
- goto new_group;
- }
- }
- if (!fill_prealloc && info->extent_tree_prealloc_nr) {
- u64 first =
- info->extent_tree_prealloc[info->extent_tree_prealloc_nr - 1];
- if (ins->objectid + num_blocks > first &&
- ins->objectid <= info->extent_tree_prealloc[0]) {
- search_start = info->extent_tree_prealloc[0] + 1;
- goto new_group;
- }
- }
- if (exclude_nr > 0 && (ins->objectid + num_blocks > exclude_start &&
- ins->objectid < exclude_start + exclude_nr)) {
- search_start = exclude_start + exclude_nr;
- goto new_group;
- }
- if (fill_prealloc) {
- int nr;
- test_block = ins->objectid;
- if (test_block - info->extent_tree_prealloc[total_needed - 1] >=
- leaf_range(root)) {
- total_found = 0;
- info->extent_tree_prealloc_nr = total_found;
- }
- while(test_block < ins->objectid + ins->offset &&
- total_found < total_needed) {
- nr = total_needed - total_found - 1;
- BUG_ON(nr < 0);
- info->extent_tree_prealloc[nr] = test_block;
- total_found++;
- test_block++;
- }
- if (total_found < total_needed) {
- search_start = test_block;
- goto new_group;
- }
- info->extent_tree_prealloc_nr = total_found;
- }
- if (!data) {
- block_group = btrfs_lookup_block_group(info, ins->objectid);
- if (block_group) {
- if (fill_prealloc)
- block_group->last_prealloc =
- info->extent_tree_prealloc[total_needed-1];
- else
- trans->block_group = block_group;
- }
- }
- ins->offset = num_blocks;
- btrfs_free_path(path);
- return 0;
- new_group:
- if (search_start + num_blocks >= search_end) {
- search_start = orig_search_start;
- if (full_scan) {
- ret = -ENOSPC;
- goto error;
- }
- if (wrapped) {
- if (!full_scan)
- total_needed -= empty_size;
- full_scan = 1;
- } else
- wrapped = 1;
- }
- block_group = btrfs_lookup_block_group(info, search_start);
- cond_resched();
- if (!full_scan)
- block_group = btrfs_find_block_group(root, block_group,
- search_start, data, 0);
- goto check_failed;
- error:
- btrfs_release_path(root, path);
- btrfs_free_path(path);
- return ret;
- }
- /*
- * finds a free extent and does all the dirty work required for allocation
- * returns the key for the extent through ins, and a tree buffer for
- * the first block of the extent through buf.
- *
- * returns 0 if everything worked, non-zero otherwise.
- */
- int btrfs_alloc_extent(struct btrfs_trans_handle *trans,
- struct btrfs_root *root, u64 owner,
- u64 num_blocks, u64 empty_size, u64 hint_block,
- u64 search_end, struct btrfs_key *ins, int data)
- {
- int ret;
- int pending_ret;
- u64 super_blocks_used;
- u64 search_start = 0;
- u64 exclude_start = 0;
- u64 exclude_nr = 0;
- struct btrfs_fs_info *info = root->fs_info;
- struct btrfs_root *extent_root = info->extent_root;
- struct btrfs_extent_item extent_item;
- struct btrfs_key prealloc_key;
- btrfs_set_extent_refs(&extent_item, 1);
- btrfs_set_extent_owner(&extent_item, owner);
- if (root == extent_root) {
- int nr;
- BUG_ON(info->extent_tree_prealloc_nr == 0);
- BUG_ON(num_blocks != 1);
- ins->offset = 1;
- info->extent_tree_prealloc_nr--;
- nr = info->extent_tree_prealloc_nr;
- ins->objectid = info->extent_tree_prealloc[nr];
- info->extent_tree_insert[info->extent_tree_insert_nr++] =
- ins->objectid;
- ret = update_block_group(trans, root,
- ins->objectid, ins->offset, 1, 0, 0);
- WARN_ON(info->extent_tree_insert_nr >
- ARRAY_SIZE(info->extent_tree_insert));
- BUG_ON(ret);
- return 0;
- }
- /*
- * if we're doing a data allocation, preallocate room in the
- * extent tree first. This way the extent tree blocks end up
- * in the correct block group.
- */
- if (data) {
- ret = find_free_extent(trans, root, 0, 0, 0,
- search_end, 0, &prealloc_key, 0, 0, 0);
- BUG_ON(ret);
- if (ret)
- return ret;
- exclude_nr = info->extent_tree_prealloc_nr;
- exclude_start = info->extent_tree_prealloc[exclude_nr - 1];
- }
- /* do the real allocation */
- ret = find_free_extent(trans, root, num_blocks, empty_size,
- search_start, search_end, hint_block, ins,
- exclude_start, exclude_nr, data);
- BUG_ON(ret);
- if (ret)
- return ret;
- /*
- * if we're doing a metadata allocation, preallocate space in the
- * extent tree second. This way, we don't create a tiny hole
- * in the allocation map between any unused preallocation blocks
- * and the metadata block we're actually allocating. On disk,
- * it'll go:
- * [block we've allocated], [used prealloc 1], [ unused prealloc ]
- * The unused prealloc will get reused the next time around.
- */
- if (!data) {
- exclude_start = ins->objectid;
- exclude_nr = ins->offset;
- hint_block = exclude_start + exclude_nr;
- ret = find_free_extent(trans, root, 0, 0, search_start,
- search_end, hint_block,
- &prealloc_key, exclude_start,
- exclude_nr, 0);
- BUG_ON(ret);
- if (ret)
- return ret;
- }
- super_blocks_used = btrfs_super_blocks_used(&info->super_copy);
- btrfs_set_super_blocks_used(&info->super_copy, super_blocks_used +
- num_blocks);
- ret = btrfs_insert_item(trans, extent_root, ins, &extent_item,
- sizeof(extent_item));
- BUG_ON(ret);
- finish_current_insert(trans, extent_root);
- pending_ret = del_pending_extents(trans, extent_root);
- if (ret) {
- return ret;
- }
- if (pending_ret) {
- return pending_ret;
- }
- ret = update_block_group(trans, root, ins->objectid, ins->offset, 1, 0,
- data);
- BUG_ON(ret);
- return 0;
- }
- /*
- * helper function to allocate a block for a given tree
- * returns the tree buffer or NULL.
- */
- struct buffer_head *btrfs_alloc_free_block(struct btrfs_trans_handle *trans,
- struct btrfs_root *root, u64 hint,
- u64 empty_size)
- {
- struct btrfs_key ins;
- int ret;
- struct buffer_head *buf;
- ret = btrfs_alloc_extent(trans, root, root->root_key.objectid,
- 1, empty_size, hint,
- (unsigned long)-1, &ins, 0);
- if (ret) {
- BUG_ON(ret > 0);
- return ERR_PTR(ret);
- }
- buf = btrfs_find_create_tree_block(root, ins.objectid);
- if (!buf) {
- btrfs_free_extent(trans, root, ins.objectid, 1, 0);
- return ERR_PTR(-ENOMEM);
- }
- WARN_ON(buffer_dirty(buf));
- set_buffer_uptodate(buf);
- set_buffer_checked(buf);
- set_radix_bit(&trans->transaction->dirty_pages, buf->b_page->index);
- return buf;
- }
- static int drop_leaf_ref(struct btrfs_trans_handle *trans,
- struct btrfs_root *root, struct buffer_head *cur)
- {
- struct btrfs_disk_key *key;
- struct btrfs_leaf *leaf;
- struct btrfs_file_extent_item *fi;
- int i;
- int nritems;
- int ret;
- BUG_ON(!btrfs_is_leaf(btrfs_buffer_node(cur)));
- leaf = btrfs_buffer_leaf(cur);
- nritems = btrfs_header_nritems(&leaf->header);
- for (i = 0; i < nritems; i++) {
- u64 disk_blocknr;
- key = &leaf->items[i].key;
- if (btrfs_disk_key_type(key) != BTRFS_EXTENT_DATA_KEY)
- continue;
- fi = btrfs_item_ptr(leaf, i, struct btrfs_file_extent_item);
- if (btrfs_file_extent_type(fi) == BTRFS_FILE_EXTENT_INLINE)
- continue;
- /*
- * FIXME make sure to insert a trans record that
- * repeats the snapshot del on crash
- */
- disk_blocknr = btrfs_file_extent_disk_blocknr(fi);
- if (disk_blocknr == 0)
- continue;
- ret = btrfs_free_extent(trans, root, disk_blocknr,
- btrfs_file_extent_disk_num_blocks(fi),
- 0);
- BUG_ON(ret);
- }
- return 0;
- }
- static void reada_walk_down(struct btrfs_root *root,
- struct btrfs_node *node)
- {
- int i;
- u32 nritems;
- u64 blocknr;
- int ret;
- u32 refs;
- nritems = btrfs_header_nritems(&node->header);
- for (i = 0; i < nritems; i++) {
- blocknr = btrfs_node_blockptr(node, i);
- ret = lookup_extent_ref(NULL, root, blocknr, 1, &refs);
- BUG_ON(ret);
- if (refs != 1)
- continue;
- ret = readahead_tree_block(root, blocknr);
- if (ret)
- break;
- }
- }
- /*
- * helper function for drop_snapshot, this walks down the tree dropping ref
- * counts as it goes.
- */
- static int walk_down_tree(struct btrfs_trans_handle *trans, struct btrfs_root
- *root, struct btrfs_path *path, int *level)
- {
- struct buffer_head *next;
- struct buffer_head *cur;
- u64 blocknr;
- int ret;
- u32 refs;
- WARN_ON(*level < 0);
- WARN_ON(*level >= BTRFS_MAX_LEVEL);
- ret = lookup_extent_ref(trans, root, bh_blocknr(path->nodes[*level]),
- 1, &refs);
- BUG_ON(ret);
- if (refs > 1)
- goto out;
- /*
- * walk down to the last node level and free all the leaves
- */
- while(*level >= 0) {
- WARN_ON(*level < 0);
- WARN_ON(*level >= BTRFS_MAX_LEVEL);
- cur = path->nodes[*level];
- if (*level > 0 && path->slots[*level] == 0)
- reada_walk_down(root, btrfs_buffer_node(cur));
- if (btrfs_header_level(btrfs_buffer_header(cur)) != *level)
- WARN_ON(1);
- if (path->slots[*level] >=
- btrfs_header_nritems(btrfs_buffer_header(cur)))
- break;
- if (*level == 0) {
- ret = drop_leaf_ref(trans, root, cur);
- BUG_ON(ret);
- break;
- }
- blocknr = btrfs_node_blockptr(btrfs_buffer_node(cur),
- path->slots[*level]);
- ret = lookup_extent_ref(trans, root, blocknr, 1, &refs);
- BUG_ON(ret);
- if (refs != 1) {
- path->slots[*level]++;
- ret = btrfs_free_extent(trans, root, blocknr, 1, 1);
- BUG_ON(ret);
- continue;
- }
- next = read_tree_block(root, blocknr);
- WARN_ON(*level <= 0);
- if (path->nodes[*level-1])
- btrfs_block_release(root, path->nodes[*level-1]);
- path->nodes[*level-1] = next;
- *level = btrfs_header_level(btrfs_buffer_header(next));
- path->slots[*level] = 0;
- }
- out:
- WARN_ON(*level < 0);
- WARN_ON(*level >= BTRFS_MAX_LEVEL);
- ret = btrfs_free_extent(trans, root,
- bh_blocknr(path->nodes[*level]), 1, 1);
- btrfs_block_release(root, path->nodes[*level]);
- path->nodes[*level] = NULL;
- *level += 1;
- BUG_ON(ret);
- return 0;
- }
- /*
- * helper for dropping snapshots. This walks back up the tree in the path
- * to find the first node higher up where we haven't yet gone through
- * all the slots
- */
- static int walk_up_tree(struct btrfs_trans_handle *trans, struct btrfs_root
- *root, struct btrfs_path *path, int *level)
- {
- int i;
- int slot;
- int ret;
- struct btrfs_root_item *root_item = &root->root_item;
- for(i = *level; i < BTRFS_MAX_LEVEL - 1 && path->nodes[i]; i++) {
- slot = path->slots[i];
- if (slot < btrfs_header_nritems(
- btrfs_buffer_header(path->nodes[i])) - 1) {
- struct btrfs_node *node;
- node = btrfs_buffer_node(path->nodes[i]);
- path->slots[i]++;
- *level = i;
- WARN_ON(*level == 0);
- memcpy(&root_item->drop_progress,
- &node->ptrs[path->slots[i]].key,
- sizeof(root_item->drop_progress));
- root_item->drop_level = i;
- return 0;
- } else {
- ret = btrfs_free_extent(trans, root,
- bh_blocknr(path->nodes[*level]),
- 1, 1);
- BUG_ON(ret);
- btrfs_block_release(root, path->nodes[*level]);
- path->nodes[*level] = NULL;
- *level = i + 1;
- }
- }
- return 1;
- }
- /*
- * drop the reference count on the tree rooted at 'snap'. This traverses
- * the tree freeing any blocks that have a ref count of zero after being
- * decremented.
- */
- int btrfs_drop_snapshot(struct btrfs_trans_handle *trans, struct btrfs_root
- *root)
- {
- int ret = 0;
- int wret;
- int level;
- struct btrfs_path *path;
- int i;
- int orig_level;
- int num_walks = 0;
- struct btrfs_root_item *root_item = &root->root_item;
- path = btrfs_alloc_path();
- BUG_ON(!path);
- level = btrfs_header_level(btrfs_buffer_header(root->node));
- orig_level = level;
- if (btrfs_disk_key_objectid(&root_item->drop_progress) == 0) {
- path->nodes[level] = root->node;
- path->slots[level] = 0;
- } else {
- struct btrfs_key key;
- struct btrfs_disk_key *found_key;
- struct btrfs_node *node;
- btrfs_disk_key_to_cpu(&key, &root_item->drop_progress);
- level = root_item->drop_level;
- path->lowest_level = level;
- wret = btrfs_search_slot(NULL, root, &key, path, 0, 0);
- if (wret < 0) {
- ret = wret;
- goto out;
- }
- node = btrfs_buffer_node(path->nodes[level]);
- found_key = &node->ptrs[path->slots[level]].key;
- WARN_ON(memcmp(found_key, &root_item->drop_progress,
- sizeof(*found_key)));
- }
- while(1) {
- wret = walk_down_tree(trans, root, path, &level);
- if (wret > 0)
- break;
- if (wret < 0)
- ret = wret;
- wret = walk_up_tree(trans, root, path, &level);
- if (wret > 0)
- break;
- if (wret < 0)
- ret = wret;
- num_walks++;
- if (num_walks > 2) {
- ret = -EAGAIN;
- get_bh(root->node);
- break;
- }
- }
- for (i = 0; i <= orig_level; i++) {
- if (path->nodes[i]) {
- btrfs_block_release(root, path->nodes[i]);
- path->nodes[i] = 0;
- }
- }
- out:
- btrfs_free_path(path);
- return ret;
- }
- static int free_block_group_radix(struct radix_tree_root *radix)
- {
- int ret;
- struct btrfs_block_group_cache *cache[8];
- int i;
- while(1) {
- ret = radix_tree_gang_lookup(radix, (void **)cache, 0,
- ARRAY_SIZE(cache));
- if (!ret)
- break;
- for (i = 0; i < ret; i++) {
- radix_tree_delete(radix, cache[i]->key.objectid +
- cache[i]->key.offset - 1);
- kfree(cache[i]);
- }
- }
- return 0;
- }
- int btrfs_free_block_groups(struct btrfs_fs_info *info)
- {
- int ret;
- int ret2;
- unsigned long gang[16];
- int i;
- ret = free_block_group_radix(&info->block_group_radix);
- ret2 = free_block_group_radix(&info->block_group_data_radix);
- if (ret)
- return ret;
- if (ret2)
- return ret2;
- while(1) {
- ret = find_first_radix_bit(&info->extent_map_radix,
- gang, 0, ARRAY_SIZE(gang));
- if (!ret)
- break;
- for (i = 0; i < ret; i++) {
- clear_radix_bit(&info->extent_map_radix, gang[i]);
- }
- }
- return 0;
- }
- int btrfs_read_block_groups(struct btrfs_root *root)
- {
- struct btrfs_path *path;
- int ret;
- int err = 0;
- struct btrfs_block_group_item *bi;
- struct btrfs_block_group_cache *cache;
- struct btrfs_fs_info *info = root->fs_info;
- struct radix_tree_root *radix;
- struct btrfs_key key;
- struct btrfs_key found_key;
- struct btrfs_leaf *leaf;
- u64 group_size_blocks;
- u64 used;
- group_size_blocks = BTRFS_BLOCK_GROUP_SIZE >>
- root->fs_info->sb->s_blocksize_bits;
- root = info->extent_root;
- key.objectid = 0;
- key.offset = group_size_blocks;
- key.flags = 0;
- btrfs_set_key_type(&key, BTRFS_BLOCK_GROUP_ITEM_KEY);
- path = btrfs_alloc_path();
- if (!path)
- return -ENOMEM;
- while(1) {
- ret = btrfs_search_slot(NULL, info->extent_root,
- &key, path, 0, 0);
- if (ret != 0) {
- err = ret;
- break;
- }
- leaf = btrfs_buffer_leaf(path->nodes[0]);
- btrfs_disk_key_to_cpu(&found_key,
- &leaf->items[path->slots[0]].key);
- cache = kmalloc(sizeof(*cache), GFP_NOFS);
- if (!cache) {
- err = -1;
- break;
- }
- bi = btrfs_item_ptr(leaf, path->slots[0],
- struct btrfs_block_group_item);
- if (bi->flags & BTRFS_BLOCK_GROUP_DATA) {
- radix = &info->block_group_data_radix;
- cache->data = 1;
- } else {
- radix = &info->block_group_radix;
- cache->data = 0;
- }
- memcpy(&cache->item, bi, sizeof(*bi));
- memcpy(&cache->key, &found_key, sizeof(found_key));
- cache->last_alloc = cache->key.objectid;
- cache->first_free = cache->key.objectid;
- cache->last_prealloc = cache->key.objectid;
- cache->pinned = 0;
- cache->cached = 0;
- cache->radix = radix;
- key.objectid = found_key.objectid + found_key.offset;
- btrfs_release_path(root, path);
- ret = radix_tree_insert(radix, found_key.objectid +
- found_key.offset - 1,
- (void *)cache);
- BUG_ON(ret);
- used = btrfs_block_group_used(bi);
- if (used < div_factor(key.offset, 8)) {
- radix_tree_tag_set(radix, found_key.objectid +
- found_key.offset - 1,
- BTRFS_BLOCK_GROUP_AVAIL);
- }
- if (key.objectid >=
- btrfs_super_total_blocks(&info->super_copy))
- break;
- }
- btrfs_free_path(path);
- return 0;
- }
|