|
@@ -279,6 +279,7 @@ asmlinkage void __kprobes do_sparc64_fault(struct pt_regs *regs)
|
|
unsigned int insn = 0;
|
|
unsigned int insn = 0;
|
|
int si_code, fault_code, fault;
|
|
int si_code, fault_code, fault;
|
|
unsigned long address, mm_rss;
|
|
unsigned long address, mm_rss;
|
|
|
|
+ unsigned int flags = FAULT_FLAG_ALLOW_RETRY | FAULT_FLAG_KILLABLE;
|
|
|
|
|
|
fault_code = get_thread_fault_code();
|
|
fault_code = get_thread_fault_code();
|
|
|
|
|
|
@@ -333,6 +334,8 @@ asmlinkage void __kprobes do_sparc64_fault(struct pt_regs *regs)
|
|
insn = get_fault_insn(regs, insn);
|
|
insn = get_fault_insn(regs, insn);
|
|
goto handle_kernel_fault;
|
|
goto handle_kernel_fault;
|
|
}
|
|
}
|
|
|
|
+
|
|
|
|
+retry:
|
|
down_read(&mm->mmap_sem);
|
|
down_read(&mm->mmap_sem);
|
|
}
|
|
}
|
|
|
|
|
|
@@ -423,7 +426,12 @@ good_area:
|
|
goto bad_area;
|
|
goto bad_area;
|
|
}
|
|
}
|
|
|
|
|
|
- fault = handle_mm_fault(mm, vma, address, (fault_code & FAULT_CODE_WRITE) ? FAULT_FLAG_WRITE : 0);
|
|
|
|
|
|
+ flags |= ((fault_code & FAULT_CODE_WRITE) ? FAULT_FLAG_WRITE : 0);
|
|
|
|
+ fault = handle_mm_fault(mm, vma, address, flags);
|
|
|
|
+
|
|
|
|
+ if ((fault & VM_FAULT_RETRY) && fatal_signal_pending(current))
|
|
|
|
+ return;
|
|
|
|
+
|
|
if (unlikely(fault & VM_FAULT_ERROR)) {
|
|
if (unlikely(fault & VM_FAULT_ERROR)) {
|
|
if (fault & VM_FAULT_OOM)
|
|
if (fault & VM_FAULT_OOM)
|
|
goto out_of_memory;
|
|
goto out_of_memory;
|
|
@@ -431,12 +439,27 @@ good_area:
|
|
goto do_sigbus;
|
|
goto do_sigbus;
|
|
BUG();
|
|
BUG();
|
|
}
|
|
}
|
|
- if (fault & VM_FAULT_MAJOR) {
|
|
|
|
- current->maj_flt++;
|
|
|
|
- perf_sw_event(PERF_COUNT_SW_PAGE_FAULTS_MAJ, 1, regs, address);
|
|
|
|
- } else {
|
|
|
|
- current->min_flt++;
|
|
|
|
- perf_sw_event(PERF_COUNT_SW_PAGE_FAULTS_MIN, 1, regs, address);
|
|
|
|
|
|
+
|
|
|
|
+ if (flags & FAULT_FLAG_ALLOW_RETRY) {
|
|
|
|
+ if (fault & VM_FAULT_MAJOR) {
|
|
|
|
+ current->maj_flt++;
|
|
|
|
+ perf_sw_event(PERF_COUNT_SW_PAGE_FAULTS_MAJ,
|
|
|
|
+ 1, regs, address);
|
|
|
|
+ } else {
|
|
|
|
+ current->min_flt++;
|
|
|
|
+ perf_sw_event(PERF_COUNT_SW_PAGE_FAULTS_MIN,
|
|
|
|
+ 1, regs, address);
|
|
|
|
+ }
|
|
|
|
+ if (fault & VM_FAULT_RETRY) {
|
|
|
|
+ flags &= ~FAULT_FLAG_ALLOW_RETRY;
|
|
|
|
+
|
|
|
|
+ /* No need to up_read(&mm->mmap_sem) as we would
|
|
|
|
+ * have already released it in __lock_page_or_retry
|
|
|
|
+ * in mm/filemap.c.
|
|
|
|
+ */
|
|
|
|
+
|
|
|
|
+ goto retry;
|
|
|
|
+ }
|
|
}
|
|
}
|
|
up_read(&mm->mmap_sem);
|
|
up_read(&mm->mmap_sem);
|
|
|
|
|