|
@@ -2481,15 +2481,10 @@ mark_held_locks(struct task_struct *curr, enum mark_type mark)
|
|
/*
|
|
/*
|
|
* Hardirqs will be enabled:
|
|
* Hardirqs will be enabled:
|
|
*/
|
|
*/
|
|
-void trace_hardirqs_on_caller(unsigned long ip)
|
|
|
|
|
|
+static void __trace_hardirqs_on_caller(unsigned long ip)
|
|
{
|
|
{
|
|
struct task_struct *curr = current;
|
|
struct task_struct *curr = current;
|
|
|
|
|
|
- time_hardirqs_on(CALLER_ADDR0, ip);
|
|
|
|
-
|
|
|
|
- if (unlikely(!debug_locks || current->lockdep_recursion))
|
|
|
|
- return;
|
|
|
|
-
|
|
|
|
if (DEBUG_LOCKS_WARN_ON(unlikely(early_boot_irqs_disabled)))
|
|
if (DEBUG_LOCKS_WARN_ON(unlikely(early_boot_irqs_disabled)))
|
|
return;
|
|
return;
|
|
|
|
|
|
@@ -2505,8 +2500,6 @@ void trace_hardirqs_on_caller(unsigned long ip)
|
|
/* we'll do an OFF -> ON transition: */
|
|
/* we'll do an OFF -> ON transition: */
|
|
curr->hardirqs_enabled = 1;
|
|
curr->hardirqs_enabled = 1;
|
|
|
|
|
|
- if (DEBUG_LOCKS_WARN_ON(!irqs_disabled()))
|
|
|
|
- return;
|
|
|
|
if (DEBUG_LOCKS_WARN_ON(current->hardirq_context))
|
|
if (DEBUG_LOCKS_WARN_ON(current->hardirq_context))
|
|
return;
|
|
return;
|
|
/*
|
|
/*
|
|
@@ -2528,6 +2521,21 @@ void trace_hardirqs_on_caller(unsigned long ip)
|
|
curr->hardirq_enable_event = ++curr->irq_events;
|
|
curr->hardirq_enable_event = ++curr->irq_events;
|
|
debug_atomic_inc(hardirqs_on_events);
|
|
debug_atomic_inc(hardirqs_on_events);
|
|
}
|
|
}
|
|
|
|
+
|
|
|
|
+void trace_hardirqs_on_caller(unsigned long ip)
|
|
|
|
+{
|
|
|
|
+ time_hardirqs_on(CALLER_ADDR0, ip);
|
|
|
|
+
|
|
|
|
+ if (unlikely(!debug_locks || current->lockdep_recursion))
|
|
|
|
+ return;
|
|
|
|
+
|
|
|
|
+ if (DEBUG_LOCKS_WARN_ON(!irqs_disabled()))
|
|
|
|
+ return;
|
|
|
|
+
|
|
|
|
+ current->lockdep_recursion = 1;
|
|
|
|
+ __trace_hardirqs_on_caller(ip);
|
|
|
|
+ current->lockdep_recursion = 0;
|
|
|
|
+}
|
|
EXPORT_SYMBOL(trace_hardirqs_on_caller);
|
|
EXPORT_SYMBOL(trace_hardirqs_on_caller);
|
|
|
|
|
|
void trace_hardirqs_on(void)
|
|
void trace_hardirqs_on(void)
|
|
@@ -2577,7 +2585,7 @@ void trace_softirqs_on(unsigned long ip)
|
|
{
|
|
{
|
|
struct task_struct *curr = current;
|
|
struct task_struct *curr = current;
|
|
|
|
|
|
- if (unlikely(!debug_locks))
|
|
|
|
|
|
+ if (unlikely(!debug_locks || current->lockdep_recursion))
|
|
return;
|
|
return;
|
|
|
|
|
|
if (DEBUG_LOCKS_WARN_ON(!irqs_disabled()))
|
|
if (DEBUG_LOCKS_WARN_ON(!irqs_disabled()))
|
|
@@ -2588,6 +2596,7 @@ void trace_softirqs_on(unsigned long ip)
|
|
return;
|
|
return;
|
|
}
|
|
}
|
|
|
|
|
|
|
|
+ current->lockdep_recursion = 1;
|
|
/*
|
|
/*
|
|
* We'll do an OFF -> ON transition:
|
|
* We'll do an OFF -> ON transition:
|
|
*/
|
|
*/
|
|
@@ -2602,6 +2611,7 @@ void trace_softirqs_on(unsigned long ip)
|
|
*/
|
|
*/
|
|
if (curr->hardirqs_enabled)
|
|
if (curr->hardirqs_enabled)
|
|
mark_held_locks(curr, SOFTIRQ);
|
|
mark_held_locks(curr, SOFTIRQ);
|
|
|
|
+ current->lockdep_recursion = 0;
|
|
}
|
|
}
|
|
|
|
|
|
/*
|
|
/*
|
|
@@ -2611,7 +2621,7 @@ void trace_softirqs_off(unsigned long ip)
|
|
{
|
|
{
|
|
struct task_struct *curr = current;
|
|
struct task_struct *curr = current;
|
|
|
|
|
|
- if (unlikely(!debug_locks))
|
|
|
|
|
|
+ if (unlikely(!debug_locks || current->lockdep_recursion))
|
|
return;
|
|
return;
|
|
|
|
|
|
if (DEBUG_LOCKS_WARN_ON(!irqs_disabled()))
|
|
if (DEBUG_LOCKS_WARN_ON(!irqs_disabled()))
|