|
@@ -122,19 +122,25 @@ ssize_t nfs_direct_IO(int rw, struct kiocb *iocb, const struct iovec *iov, loff_
|
|
|
return -EINVAL;
|
|
|
}
|
|
|
|
|
|
-static void nfs_direct_dirty_pages(struct page **pages, int npages)
|
|
|
+static void nfs_direct_dirty_pages(struct page **pages, unsigned int pgbase, size_t count)
|
|
|
{
|
|
|
- int i;
|
|
|
+ unsigned int npages;
|
|
|
+ unsigned int i;
|
|
|
+
|
|
|
+ if (count == 0)
|
|
|
+ return;
|
|
|
+ pages += (pgbase >> PAGE_SHIFT);
|
|
|
+ npages = (count + (pgbase & ~PAGE_MASK) + PAGE_SIZE - 1) >> PAGE_SHIFT;
|
|
|
for (i = 0; i < npages; i++) {
|
|
|
struct page *page = pages[i];
|
|
|
if (!PageCompound(page))
|
|
|
- set_page_dirty_lock(page);
|
|
|
+ set_page_dirty(page);
|
|
|
}
|
|
|
}
|
|
|
|
|
|
-static void nfs_direct_release_pages(struct page **pages, int npages)
|
|
|
+static void nfs_direct_release_pages(struct page **pages, unsigned int npages)
|
|
|
{
|
|
|
- int i;
|
|
|
+ unsigned int i;
|
|
|
for (i = 0; i < npages; i++)
|
|
|
page_cache_release(pages[i]);
|
|
|
}
|
|
@@ -224,17 +230,18 @@ static void nfs_direct_read_result(struct rpc_task *task, void *calldata)
|
|
|
if (nfs_readpage_result(task, data) != 0)
|
|
|
return;
|
|
|
|
|
|
- nfs_direct_dirty_pages(data->pagevec, data->npages);
|
|
|
- nfs_direct_release_pages(data->pagevec, data->npages);
|
|
|
-
|
|
|
spin_lock(&dreq->lock);
|
|
|
-
|
|
|
- if (likely(task->tk_status >= 0))
|
|
|
- dreq->count += data->res.count;
|
|
|
- else
|
|
|
+ if (unlikely(task->tk_status < 0)) {
|
|
|
dreq->error = task->tk_status;
|
|
|
-
|
|
|
- spin_unlock(&dreq->lock);
|
|
|
+ spin_unlock(&dreq->lock);
|
|
|
+ } else {
|
|
|
+ dreq->count += data->res.count;
|
|
|
+ spin_unlock(&dreq->lock);
|
|
|
+ nfs_direct_dirty_pages(data->pagevec,
|
|
|
+ data->args.pgbase,
|
|
|
+ data->res.count);
|
|
|
+ }
|
|
|
+ nfs_direct_release_pages(data->pagevec, data->npages);
|
|
|
|
|
|
if (put_dreq(dreq))
|
|
|
nfs_direct_complete(dreq);
|
|
@@ -279,9 +286,12 @@ static ssize_t nfs_direct_read_schedule(struct nfs_direct_req *dreq, unsigned lo
|
|
|
result = get_user_pages(current, current->mm, user_addr,
|
|
|
data->npages, 1, 0, data->pagevec, NULL);
|
|
|
up_read(¤t->mm->mmap_sem);
|
|
|
- if (unlikely(result < data->npages)) {
|
|
|
- if (result > 0)
|
|
|
- nfs_direct_release_pages(data->pagevec, result);
|
|
|
+ if (result < 0) {
|
|
|
+ nfs_readdata_release(data);
|
|
|
+ break;
|
|
|
+ }
|
|
|
+ if ((unsigned)result < data->npages) {
|
|
|
+ nfs_direct_release_pages(data->pagevec, result);
|
|
|
nfs_readdata_release(data);
|
|
|
break;
|
|
|
}
|
|
@@ -610,9 +620,12 @@ static ssize_t nfs_direct_write_schedule(struct nfs_direct_req *dreq, unsigned l
|
|
|
result = get_user_pages(current, current->mm, user_addr,
|
|
|
data->npages, 0, 0, data->pagevec, NULL);
|
|
|
up_read(¤t->mm->mmap_sem);
|
|
|
- if (unlikely(result < data->npages)) {
|
|
|
- if (result > 0)
|
|
|
- nfs_direct_release_pages(data->pagevec, result);
|
|
|
+ if (result < 0) {
|
|
|
+ nfs_writedata_release(data);
|
|
|
+ break;
|
|
|
+ }
|
|
|
+ if ((unsigned)result < data->npages) {
|
|
|
+ nfs_direct_release_pages(data->pagevec, result);
|
|
|
nfs_writedata_release(data);
|
|
|
break;
|
|
|
}
|