|
@@ -23,7 +23,7 @@
|
|
#include <linux/file.h>
|
|
#include <linux/file.h>
|
|
#include <linux/mount.h>
|
|
#include <linux/mount.h>
|
|
#include <linux/major.h>
|
|
#include <linux/major.h>
|
|
-#include <linux/ext2_fs.h>
|
|
|
|
|
|
+#include <linux/pipe_fs_i.h>
|
|
#include <linux/proc_fs.h>
|
|
#include <linux/proc_fs.h>
|
|
#include <linux/stat.h>
|
|
#include <linux/stat.h>
|
|
#include <linux/fcntl.h>
|
|
#include <linux/fcntl.h>
|
|
@@ -801,26 +801,32 @@ found:
|
|
}
|
|
}
|
|
|
|
|
|
/*
|
|
/*
|
|
- * Grab and keep cached pages assosiated with a file in the svc_rqst
|
|
|
|
- * so that they can be passed to the netowork sendmsg/sendpage routines
|
|
|
|
- * directrly. They will be released after the sending has completed.
|
|
|
|
|
|
+ * Grab and keep cached pages associated with a file in the svc_rqst
|
|
|
|
+ * so that they can be passed to the network sendmsg/sendpage routines
|
|
|
|
+ * directly. They will be released after the sending has completed.
|
|
*/
|
|
*/
|
|
static int
|
|
static int
|
|
-nfsd_read_actor(read_descriptor_t *desc, struct page *page, unsigned long offset , unsigned long size)
|
|
|
|
|
|
+nfsd_splice_actor(struct pipe_inode_info *pipe, struct pipe_buffer *buf,
|
|
|
|
+ struct splice_desc *sd)
|
|
{
|
|
{
|
|
- unsigned long count = desc->count;
|
|
|
|
- struct svc_rqst *rqstp = desc->arg.data;
|
|
|
|
|
|
+ struct svc_rqst *rqstp = sd->u.data;
|
|
struct page **pp = rqstp->rq_respages + rqstp->rq_resused;
|
|
struct page **pp = rqstp->rq_respages + rqstp->rq_resused;
|
|
|
|
+ struct page *page = buf->page;
|
|
|
|
+ size_t size;
|
|
|
|
+ int ret;
|
|
|
|
+
|
|
|
|
+ ret = buf->ops->pin(pipe, buf);
|
|
|
|
+ if (unlikely(ret))
|
|
|
|
+ return ret;
|
|
|
|
|
|
- if (size > count)
|
|
|
|
- size = count;
|
|
|
|
|
|
+ size = sd->len;
|
|
|
|
|
|
if (rqstp->rq_res.page_len == 0) {
|
|
if (rqstp->rq_res.page_len == 0) {
|
|
get_page(page);
|
|
get_page(page);
|
|
put_page(*pp);
|
|
put_page(*pp);
|
|
*pp = page;
|
|
*pp = page;
|
|
rqstp->rq_resused++;
|
|
rqstp->rq_resused++;
|
|
- rqstp->rq_res.page_base = offset;
|
|
|
|
|
|
+ rqstp->rq_res.page_base = buf->offset;
|
|
rqstp->rq_res.page_len = size;
|
|
rqstp->rq_res.page_len = size;
|
|
} else if (page != pp[-1]) {
|
|
} else if (page != pp[-1]) {
|
|
get_page(page);
|
|
get_page(page);
|
|
@@ -832,11 +838,15 @@ nfsd_read_actor(read_descriptor_t *desc, struct page *page, unsigned long offset
|
|
} else
|
|
} else
|
|
rqstp->rq_res.page_len += size;
|
|
rqstp->rq_res.page_len += size;
|
|
|
|
|
|
- desc->count = count - size;
|
|
|
|
- desc->written += size;
|
|
|
|
return size;
|
|
return size;
|
|
}
|
|
}
|
|
|
|
|
|
|
|
+static int nfsd_direct_splice_actor(struct pipe_inode_info *pipe,
|
|
|
|
+ struct splice_desc *sd)
|
|
|
|
+{
|
|
|
|
+ return __splice_from_pipe(pipe, sd, nfsd_splice_actor);
|
|
|
|
+}
|
|
|
|
+
|
|
static __be32
|
|
static __be32
|
|
nfsd_vfs_read(struct svc_rqst *rqstp, struct svc_fh *fhp, struct file *file,
|
|
nfsd_vfs_read(struct svc_rqst *rqstp, struct svc_fh *fhp, struct file *file,
|
|
loff_t offset, struct kvec *vec, int vlen, unsigned long *count)
|
|
loff_t offset, struct kvec *vec, int vlen, unsigned long *count)
|
|
@@ -861,10 +871,15 @@ nfsd_vfs_read(struct svc_rqst *rqstp, struct svc_fh *fhp, struct file *file,
|
|
if (ra && ra->p_set)
|
|
if (ra && ra->p_set)
|
|
file->f_ra = ra->p_ra;
|
|
file->f_ra = ra->p_ra;
|
|
|
|
|
|
- if (file->f_op->sendfile && rqstp->rq_sendfile_ok) {
|
|
|
|
- rqstp->rq_resused = 1;
|
|
|
|
- host_err = file->f_op->sendfile(file, &offset, *count,
|
|
|
|
- nfsd_read_actor, rqstp);
|
|
|
|
|
|
+ if (file->f_op->splice_read && rqstp->rq_splice_ok) {
|
|
|
|
+ struct splice_desc sd = {
|
|
|
|
+ .len = 0,
|
|
|
|
+ .total_len = *count,
|
|
|
|
+ .pos = offset,
|
|
|
|
+ .u.data = rqstp,
|
|
|
|
+ };
|
|
|
|
+
|
|
|
|
+ host_err = splice_direct_to_actor(file, &sd, nfsd_direct_splice_actor);
|
|
} else {
|
|
} else {
|
|
oldfs = get_fs();
|
|
oldfs = get_fs();
|
|
set_fs(KERNEL_DS);
|
|
set_fs(KERNEL_DS);
|