|
@@ -305,10 +305,11 @@ static int write_sb_page(struct bitmap *bitmap, struct page *page, int wait)
|
|
return 0;
|
|
return 0;
|
|
}
|
|
}
|
|
|
|
|
|
|
|
+static void bitmap_file_kick(struct bitmap *bitmap);
|
|
/*
|
|
/*
|
|
* write out a page to a file
|
|
* write out a page to a file
|
|
*/
|
|
*/
|
|
-static int write_page(struct bitmap *bitmap, struct page *page, int wait)
|
|
|
|
|
|
+static void write_page(struct bitmap *bitmap, struct page *page, int wait)
|
|
{
|
|
{
|
|
struct buffer_head *bh;
|
|
struct buffer_head *bh;
|
|
|
|
|
|
@@ -316,27 +317,26 @@ static int write_page(struct bitmap *bitmap, struct page *page, int wait)
|
|
switch (write_sb_page(bitmap, page, wait)) {
|
|
switch (write_sb_page(bitmap, page, wait)) {
|
|
case -EINVAL:
|
|
case -EINVAL:
|
|
bitmap->flags |= BITMAP_WRITE_ERROR;
|
|
bitmap->flags |= BITMAP_WRITE_ERROR;
|
|
- return -EIO;
|
|
|
|
}
|
|
}
|
|
- return 0;
|
|
|
|
- }
|
|
|
|
|
|
+ } else {
|
|
|
|
|
|
- bh = page_buffers(page);
|
|
|
|
|
|
+ bh = page_buffers(page);
|
|
|
|
|
|
- while (bh && bh->b_blocknr) {
|
|
|
|
- atomic_inc(&bitmap->pending_writes);
|
|
|
|
- set_buffer_locked(bh);
|
|
|
|
- set_buffer_mapped(bh);
|
|
|
|
- submit_bh(WRITE, bh);
|
|
|
|
- bh = bh->b_this_page;
|
|
|
|
- }
|
|
|
|
|
|
+ while (bh && bh->b_blocknr) {
|
|
|
|
+ atomic_inc(&bitmap->pending_writes);
|
|
|
|
+ set_buffer_locked(bh);
|
|
|
|
+ set_buffer_mapped(bh);
|
|
|
|
+ submit_bh(WRITE, bh);
|
|
|
|
+ bh = bh->b_this_page;
|
|
|
|
+ }
|
|
|
|
|
|
- if (wait) {
|
|
|
|
- wait_event(bitmap->write_wait,
|
|
|
|
- atomic_read(&bitmap->pending_writes)==0);
|
|
|
|
- return (bitmap->flags & BITMAP_WRITE_ERROR) ? -EIO : 0;
|
|
|
|
|
|
+ if (wait) {
|
|
|
|
+ wait_event(bitmap->write_wait,
|
|
|
|
+ atomic_read(&bitmap->pending_writes)==0);
|
|
|
|
+ }
|
|
}
|
|
}
|
|
- return 0;
|
|
|
|
|
|
+ if (bitmap->flags & BITMAP_WRITE_ERROR)
|
|
|
|
+ bitmap_file_kick(bitmap);
|
|
}
|
|
}
|
|
|
|
|
|
static void end_bitmap_write(struct buffer_head *bh, int uptodate)
|
|
static void end_bitmap_write(struct buffer_head *bh, int uptodate)
|
|
@@ -456,17 +456,17 @@ out:
|
|
*/
|
|
*/
|
|
|
|
|
|
/* update the event counter and sync the superblock to disk */
|
|
/* update the event counter and sync the superblock to disk */
|
|
-int bitmap_update_sb(struct bitmap *bitmap)
|
|
|
|
|
|
+void bitmap_update_sb(struct bitmap *bitmap)
|
|
{
|
|
{
|
|
bitmap_super_t *sb;
|
|
bitmap_super_t *sb;
|
|
unsigned long flags;
|
|
unsigned long flags;
|
|
|
|
|
|
if (!bitmap || !bitmap->mddev) /* no bitmap for this array */
|
|
if (!bitmap || !bitmap->mddev) /* no bitmap for this array */
|
|
- return 0;
|
|
|
|
|
|
+ return;
|
|
spin_lock_irqsave(&bitmap->lock, flags);
|
|
spin_lock_irqsave(&bitmap->lock, flags);
|
|
if (!bitmap->sb_page) { /* no superblock */
|
|
if (!bitmap->sb_page) { /* no superblock */
|
|
spin_unlock_irqrestore(&bitmap->lock, flags);
|
|
spin_unlock_irqrestore(&bitmap->lock, flags);
|
|
- return 0;
|
|
|
|
|
|
+ return;
|
|
}
|
|
}
|
|
spin_unlock_irqrestore(&bitmap->lock, flags);
|
|
spin_unlock_irqrestore(&bitmap->lock, flags);
|
|
sb = (bitmap_super_t *)kmap_atomic(bitmap->sb_page, KM_USER0);
|
|
sb = (bitmap_super_t *)kmap_atomic(bitmap->sb_page, KM_USER0);
|
|
@@ -474,7 +474,7 @@ int bitmap_update_sb(struct bitmap *bitmap)
|
|
if (!bitmap->mddev->degraded)
|
|
if (!bitmap->mddev->degraded)
|
|
sb->events_cleared = cpu_to_le64(bitmap->mddev->events);
|
|
sb->events_cleared = cpu_to_le64(bitmap->mddev->events);
|
|
kunmap_atomic(sb, KM_USER0);
|
|
kunmap_atomic(sb, KM_USER0);
|
|
- return write_page(bitmap, bitmap->sb_page, 1);
|
|
|
|
|
|
+ write_page(bitmap, bitmap->sb_page, 1);
|
|
}
|
|
}
|
|
|
|
|
|
/* print out the bitmap file superblock */
|
|
/* print out the bitmap file superblock */
|
|
@@ -603,20 +603,22 @@ enum bitmap_mask_op {
|
|
MASK_UNSET
|
|
MASK_UNSET
|
|
};
|
|
};
|
|
|
|
|
|
-/* record the state of the bitmap in the superblock */
|
|
|
|
-static void bitmap_mask_state(struct bitmap *bitmap, enum bitmap_state bits,
|
|
|
|
- enum bitmap_mask_op op)
|
|
|
|
|
|
+/* record the state of the bitmap in the superblock. Return the old value */
|
|
|
|
+static int bitmap_mask_state(struct bitmap *bitmap, enum bitmap_state bits,
|
|
|
|
+ enum bitmap_mask_op op)
|
|
{
|
|
{
|
|
bitmap_super_t *sb;
|
|
bitmap_super_t *sb;
|
|
unsigned long flags;
|
|
unsigned long flags;
|
|
|
|
+ int old;
|
|
|
|
|
|
spin_lock_irqsave(&bitmap->lock, flags);
|
|
spin_lock_irqsave(&bitmap->lock, flags);
|
|
if (!bitmap->sb_page) { /* can't set the state */
|
|
if (!bitmap->sb_page) { /* can't set the state */
|
|
spin_unlock_irqrestore(&bitmap->lock, flags);
|
|
spin_unlock_irqrestore(&bitmap->lock, flags);
|
|
- return;
|
|
|
|
|
|
+ return 0;
|
|
}
|
|
}
|
|
spin_unlock_irqrestore(&bitmap->lock, flags);
|
|
spin_unlock_irqrestore(&bitmap->lock, flags);
|
|
sb = (bitmap_super_t *)kmap_atomic(bitmap->sb_page, KM_USER0);
|
|
sb = (bitmap_super_t *)kmap_atomic(bitmap->sb_page, KM_USER0);
|
|
|
|
+ old = le32_to_cpu(sb->state) & bits;
|
|
switch (op) {
|
|
switch (op) {
|
|
case MASK_SET: sb->state |= cpu_to_le32(bits);
|
|
case MASK_SET: sb->state |= cpu_to_le32(bits);
|
|
break;
|
|
break;
|
|
@@ -625,6 +627,7 @@ static void bitmap_mask_state(struct bitmap *bitmap, enum bitmap_state bits,
|
|
default: BUG();
|
|
default: BUG();
|
|
}
|
|
}
|
|
kunmap_atomic(sb, KM_USER0);
|
|
kunmap_atomic(sb, KM_USER0);
|
|
|
|
+ return old;
|
|
}
|
|
}
|
|
|
|
|
|
/*
|
|
/*
|
|
@@ -718,18 +721,23 @@ static void bitmap_file_kick(struct bitmap *bitmap)
|
|
{
|
|
{
|
|
char *path, *ptr = NULL;
|
|
char *path, *ptr = NULL;
|
|
|
|
|
|
- bitmap_mask_state(bitmap, BITMAP_STALE, MASK_SET);
|
|
|
|
- bitmap_update_sb(bitmap);
|
|
|
|
|
|
+ if (bitmap_mask_state(bitmap, BITMAP_STALE, MASK_SET) == 0) {
|
|
|
|
+ bitmap_update_sb(bitmap);
|
|
|
|
|
|
- if (bitmap->file) {
|
|
|
|
- path = kmalloc(PAGE_SIZE, GFP_KERNEL);
|
|
|
|
- if (path)
|
|
|
|
- ptr = file_path(bitmap->file, path, PAGE_SIZE);
|
|
|
|
|
|
+ if (bitmap->file) {
|
|
|
|
+ path = kmalloc(PAGE_SIZE, GFP_KERNEL);
|
|
|
|
+ if (path)
|
|
|
|
+ ptr = file_path(bitmap->file, path, PAGE_SIZE);
|
|
|
|
|
|
- printk(KERN_ALERT "%s: kicking failed bitmap file %s from array!\n",
|
|
|
|
- bmname(bitmap), ptr ? ptr : "");
|
|
|
|
|
|
+ printk(KERN_ALERT
|
|
|
|
+ "%s: kicking failed bitmap file %s from array!\n",
|
|
|
|
+ bmname(bitmap), ptr ? ptr : "");
|
|
|
|
|
|
- kfree(path);
|
|
|
|
|
|
+ kfree(path);
|
|
|
|
+ } else
|
|
|
|
+ printk(KERN_ALERT
|
|
|
|
+ "%s: disabling internal bitmap due to errors\n",
|
|
|
|
+ bmname(bitmap));
|
|
}
|
|
}
|
|
|
|
|
|
bitmap_file_put(bitmap);
|
|
bitmap_file_put(bitmap);
|
|
@@ -800,16 +808,15 @@ static void bitmap_file_set_bit(struct bitmap *bitmap, sector_t block)
|
|
/* this gets called when the md device is ready to unplug its underlying
|
|
/* this gets called when the md device is ready to unplug its underlying
|
|
* (slave) device queues -- before we let any writes go down, we need to
|
|
* (slave) device queues -- before we let any writes go down, we need to
|
|
* sync the dirty pages of the bitmap file to disk */
|
|
* sync the dirty pages of the bitmap file to disk */
|
|
-int bitmap_unplug(struct bitmap *bitmap)
|
|
|
|
|
|
+void bitmap_unplug(struct bitmap *bitmap)
|
|
{
|
|
{
|
|
unsigned long i, flags;
|
|
unsigned long i, flags;
|
|
int dirty, need_write;
|
|
int dirty, need_write;
|
|
struct page *page;
|
|
struct page *page;
|
|
int wait = 0;
|
|
int wait = 0;
|
|
- int err;
|
|
|
|
|
|
|
|
if (!bitmap)
|
|
if (!bitmap)
|
|
- return 0;
|
|
|
|
|
|
+ return;
|
|
|
|
|
|
/* look at each page to see if there are any set bits that need to be
|
|
/* look at each page to see if there are any set bits that need to be
|
|
* flushed out to disk */
|
|
* flushed out to disk */
|
|
@@ -817,7 +824,7 @@ int bitmap_unplug(struct bitmap *bitmap)
|
|
spin_lock_irqsave(&bitmap->lock, flags);
|
|
spin_lock_irqsave(&bitmap->lock, flags);
|
|
if (!bitmap->filemap) {
|
|
if (!bitmap->filemap) {
|
|
spin_unlock_irqrestore(&bitmap->lock, flags);
|
|
spin_unlock_irqrestore(&bitmap->lock, flags);
|
|
- return 0;
|
|
|
|
|
|
+ return;
|
|
}
|
|
}
|
|
page = bitmap->filemap[i];
|
|
page = bitmap->filemap[i];
|
|
dirty = test_page_attr(bitmap, page, BITMAP_PAGE_DIRTY);
|
|
dirty = test_page_attr(bitmap, page, BITMAP_PAGE_DIRTY);
|
|
@@ -829,7 +836,7 @@ int bitmap_unplug(struct bitmap *bitmap)
|
|
spin_unlock_irqrestore(&bitmap->lock, flags);
|
|
spin_unlock_irqrestore(&bitmap->lock, flags);
|
|
|
|
|
|
if (dirty | need_write)
|
|
if (dirty | need_write)
|
|
- err = write_page(bitmap, page, 0);
|
|
|
|
|
|
+ write_page(bitmap, page, 0);
|
|
}
|
|
}
|
|
if (wait) { /* if any writes were performed, we need to wait on them */
|
|
if (wait) { /* if any writes were performed, we need to wait on them */
|
|
if (bitmap->file)
|
|
if (bitmap->file)
|
|
@@ -840,7 +847,6 @@ int bitmap_unplug(struct bitmap *bitmap)
|
|
}
|
|
}
|
|
if (bitmap->flags & BITMAP_WRITE_ERROR)
|
|
if (bitmap->flags & BITMAP_WRITE_ERROR)
|
|
bitmap_file_kick(bitmap);
|
|
bitmap_file_kick(bitmap);
|
|
- return 0;
|
|
|
|
}
|
|
}
|
|
|
|
|
|
static void bitmap_set_memory_bits(struct bitmap *bitmap, sector_t offset, int needed);
|
|
static void bitmap_set_memory_bits(struct bitmap *bitmap, sector_t offset, int needed);
|
|
@@ -889,21 +895,21 @@ static int bitmap_init_from_disk(struct bitmap *bitmap, sector_t start)
|
|
bmname(bitmap),
|
|
bmname(bitmap),
|
|
(unsigned long) i_size_read(file->f_mapping->host),
|
|
(unsigned long) i_size_read(file->f_mapping->host),
|
|
bytes + sizeof(bitmap_super_t));
|
|
bytes + sizeof(bitmap_super_t));
|
|
- goto out;
|
|
|
|
|
|
+ goto err;
|
|
}
|
|
}
|
|
|
|
|
|
ret = -ENOMEM;
|
|
ret = -ENOMEM;
|
|
|
|
|
|
bitmap->filemap = kmalloc(sizeof(struct page *) * num_pages, GFP_KERNEL);
|
|
bitmap->filemap = kmalloc(sizeof(struct page *) * num_pages, GFP_KERNEL);
|
|
if (!bitmap->filemap)
|
|
if (!bitmap->filemap)
|
|
- goto out;
|
|
|
|
|
|
+ goto err;
|
|
|
|
|
|
/* We need 4 bits per page, rounded up to a multiple of sizeof(unsigned long) */
|
|
/* We need 4 bits per page, rounded up to a multiple of sizeof(unsigned long) */
|
|
bitmap->filemap_attr = kzalloc(
|
|
bitmap->filemap_attr = kzalloc(
|
|
roundup( DIV_ROUND_UP(num_pages*4, 8), sizeof(unsigned long)),
|
|
roundup( DIV_ROUND_UP(num_pages*4, 8), sizeof(unsigned long)),
|
|
GFP_KERNEL);
|
|
GFP_KERNEL);
|
|
if (!bitmap->filemap_attr)
|
|
if (!bitmap->filemap_attr)
|
|
- goto out;
|
|
|
|
|
|
+ goto err;
|
|
|
|
|
|
oldindex = ~0L;
|
|
oldindex = ~0L;
|
|
|
|
|
|
@@ -936,7 +942,7 @@ static int bitmap_init_from_disk(struct bitmap *bitmap, sector_t start)
|
|
}
|
|
}
|
|
if (IS_ERR(page)) { /* read error */
|
|
if (IS_ERR(page)) { /* read error */
|
|
ret = PTR_ERR(page);
|
|
ret = PTR_ERR(page);
|
|
- goto out;
|
|
|
|
|
|
+ goto err;
|
|
}
|
|
}
|
|
|
|
|
|
oldindex = index;
|
|
oldindex = index;
|
|
@@ -951,11 +957,13 @@ static int bitmap_init_from_disk(struct bitmap *bitmap, sector_t start)
|
|
memset(paddr + offset, 0xff,
|
|
memset(paddr + offset, 0xff,
|
|
PAGE_SIZE - offset);
|
|
PAGE_SIZE - offset);
|
|
kunmap_atomic(paddr, KM_USER0);
|
|
kunmap_atomic(paddr, KM_USER0);
|
|
- ret = write_page(bitmap, page, 1);
|
|
|
|
- if (ret) {
|
|
|
|
|
|
+ write_page(bitmap, page, 1);
|
|
|
|
+
|
|
|
|
+ ret = -EIO;
|
|
|
|
+ if (bitmap->flags & BITMAP_WRITE_ERROR) {
|
|
/* release, page not in filemap yet */
|
|
/* release, page not in filemap yet */
|
|
put_page(page);
|
|
put_page(page);
|
|
- goto out;
|
|
|
|
|
|
+ goto err;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
|
|
@@ -987,11 +995,15 @@ static int bitmap_init_from_disk(struct bitmap *bitmap, sector_t start)
|
|
md_wakeup_thread(bitmap->mddev->thread);
|
|
md_wakeup_thread(bitmap->mddev->thread);
|
|
}
|
|
}
|
|
|
|
|
|
-out:
|
|
|
|
printk(KERN_INFO "%s: bitmap initialized from disk: "
|
|
printk(KERN_INFO "%s: bitmap initialized from disk: "
|
|
- "read %lu/%lu pages, set %lu bits, status: %d\n",
|
|
|
|
- bmname(bitmap), bitmap->file_pages, num_pages, bit_cnt, ret);
|
|
|
|
|
|
+ "read %lu/%lu pages, set %lu bits\n",
|
|
|
|
+ bmname(bitmap), bitmap->file_pages, num_pages, bit_cnt);
|
|
|
|
+
|
|
|
|
+ return 0;
|
|
|
|
|
|
|
|
+ err:
|
|
|
|
+ printk(KERN_INFO "%s: bitmap initialisation failed: %d\n",
|
|
|
|
+ bmname(bitmap), ret);
|
|
return ret;
|
|
return ret;
|
|
}
|
|
}
|
|
|
|
|
|
@@ -1028,19 +1040,18 @@ static bitmap_counter_t *bitmap_get_counter(struct bitmap *bitmap,
|
|
* out to disk
|
|
* out to disk
|
|
*/
|
|
*/
|
|
|
|
|
|
-int bitmap_daemon_work(struct bitmap *bitmap)
|
|
|
|
|
|
+void bitmap_daemon_work(struct bitmap *bitmap)
|
|
{
|
|
{
|
|
unsigned long j;
|
|
unsigned long j;
|
|
unsigned long flags;
|
|
unsigned long flags;
|
|
struct page *page = NULL, *lastpage = NULL;
|
|
struct page *page = NULL, *lastpage = NULL;
|
|
- int err = 0;
|
|
|
|
int blocks;
|
|
int blocks;
|
|
void *paddr;
|
|
void *paddr;
|
|
|
|
|
|
if (bitmap == NULL)
|
|
if (bitmap == NULL)
|
|
- return 0;
|
|
|
|
|
|
+ return;
|
|
if (time_before(jiffies, bitmap->daemon_lastrun + bitmap->daemon_sleep*HZ))
|
|
if (time_before(jiffies, bitmap->daemon_lastrun + bitmap->daemon_sleep*HZ))
|
|
- return 0;
|
|
|
|
|
|
+ return;
|
|
bitmap->daemon_lastrun = jiffies;
|
|
bitmap->daemon_lastrun = jiffies;
|
|
|
|
|
|
for (j = 0; j < bitmap->chunks; j++) {
|
|
for (j = 0; j < bitmap->chunks; j++) {
|
|
@@ -1063,14 +1074,8 @@ int bitmap_daemon_work(struct bitmap *bitmap)
|
|
clear_page_attr(bitmap, page, BITMAP_PAGE_NEEDWRITE);
|
|
clear_page_attr(bitmap, page, BITMAP_PAGE_NEEDWRITE);
|
|
|
|
|
|
spin_unlock_irqrestore(&bitmap->lock, flags);
|
|
spin_unlock_irqrestore(&bitmap->lock, flags);
|
|
- if (need_write) {
|
|
|
|
- switch (write_page(bitmap, page, 0)) {
|
|
|
|
- case 0:
|
|
|
|
- break;
|
|
|
|
- default:
|
|
|
|
- bitmap_file_kick(bitmap);
|
|
|
|
- }
|
|
|
|
- }
|
|
|
|
|
|
+ if (need_write)
|
|
|
|
+ write_page(bitmap, page, 0);
|
|
continue;
|
|
continue;
|
|
}
|
|
}
|
|
|
|
|
|
@@ -1079,13 +1084,11 @@ int bitmap_daemon_work(struct bitmap *bitmap)
|
|
if (test_page_attr(bitmap, lastpage, BITMAP_PAGE_NEEDWRITE)) {
|
|
if (test_page_attr(bitmap, lastpage, BITMAP_PAGE_NEEDWRITE)) {
|
|
clear_page_attr(bitmap, lastpage, BITMAP_PAGE_NEEDWRITE);
|
|
clear_page_attr(bitmap, lastpage, BITMAP_PAGE_NEEDWRITE);
|
|
spin_unlock_irqrestore(&bitmap->lock, flags);
|
|
spin_unlock_irqrestore(&bitmap->lock, flags);
|
|
- err = write_page(bitmap, lastpage, 0);
|
|
|
|
|
|
+ write_page(bitmap, lastpage, 0);
|
|
} else {
|
|
} else {
|
|
set_page_attr(bitmap, lastpage, BITMAP_PAGE_NEEDWRITE);
|
|
set_page_attr(bitmap, lastpage, BITMAP_PAGE_NEEDWRITE);
|
|
spin_unlock_irqrestore(&bitmap->lock, flags);
|
|
spin_unlock_irqrestore(&bitmap->lock, flags);
|
|
}
|
|
}
|
|
- if (err)
|
|
|
|
- bitmap_file_kick(bitmap);
|
|
|
|
} else
|
|
} else
|
|
spin_unlock_irqrestore(&bitmap->lock, flags);
|
|
spin_unlock_irqrestore(&bitmap->lock, flags);
|
|
lastpage = page;
|
|
lastpage = page;
|
|
@@ -1128,14 +1131,13 @@ int bitmap_daemon_work(struct bitmap *bitmap)
|
|
if (test_page_attr(bitmap, lastpage, BITMAP_PAGE_NEEDWRITE)) {
|
|
if (test_page_attr(bitmap, lastpage, BITMAP_PAGE_NEEDWRITE)) {
|
|
clear_page_attr(bitmap, lastpage, BITMAP_PAGE_NEEDWRITE);
|
|
clear_page_attr(bitmap, lastpage, BITMAP_PAGE_NEEDWRITE);
|
|
spin_unlock_irqrestore(&bitmap->lock, flags);
|
|
spin_unlock_irqrestore(&bitmap->lock, flags);
|
|
- err = write_page(bitmap, lastpage, 0);
|
|
|
|
|
|
+ write_page(bitmap, lastpage, 0);
|
|
} else {
|
|
} else {
|
|
set_page_attr(bitmap, lastpage, BITMAP_PAGE_NEEDWRITE);
|
|
set_page_attr(bitmap, lastpage, BITMAP_PAGE_NEEDWRITE);
|
|
spin_unlock_irqrestore(&bitmap->lock, flags);
|
|
spin_unlock_irqrestore(&bitmap->lock, flags);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
|
|
- return err;
|
|
|
|
}
|
|
}
|
|
|
|
|
|
static bitmap_counter_t *bitmap_get_counter(struct bitmap *bitmap,
|
|
static bitmap_counter_t *bitmap_get_counter(struct bitmap *bitmap,
|
|
@@ -1548,7 +1550,9 @@ int bitmap_create(mddev_t *mddev)
|
|
|
|
|
|
mddev->thread->timeout = bitmap->daemon_sleep * HZ;
|
|
mddev->thread->timeout = bitmap->daemon_sleep * HZ;
|
|
|
|
|
|
- return bitmap_update_sb(bitmap);
|
|
|
|
|
|
+ bitmap_update_sb(bitmap);
|
|
|
|
+
|
|
|
|
+ return (bitmap->flags & BITMAP_WRITE_ERROR) ? -EIO : 0;
|
|
|
|
|
|
error:
|
|
error:
|
|
bitmap_free(bitmap);
|
|
bitmap_free(bitmap);
|