|
@@ -676,6 +676,7 @@ inline void update_rq_clock(struct rq *rq)
|
|
|
|
|
|
/**
|
|
/**
|
|
* runqueue_is_locked
|
|
* runqueue_is_locked
|
|
|
|
+ * @cpu: the processor in question.
|
|
*
|
|
*
|
|
* Returns true if the current cpu runqueue is locked.
|
|
* Returns true if the current cpu runqueue is locked.
|
|
* This interface allows printk to be called with the runqueue lock
|
|
* This interface allows printk to be called with the runqueue lock
|
|
@@ -2311,7 +2312,7 @@ static int try_to_wake_up(struct task_struct *p, unsigned int state,
|
|
{
|
|
{
|
|
int cpu, orig_cpu, this_cpu, success = 0;
|
|
int cpu, orig_cpu, this_cpu, success = 0;
|
|
unsigned long flags;
|
|
unsigned long flags;
|
|
- struct rq *rq;
|
|
|
|
|
|
+ struct rq *rq, *orig_rq;
|
|
|
|
|
|
if (!sched_feat(SYNC_WAKEUPS))
|
|
if (!sched_feat(SYNC_WAKEUPS))
|
|
wake_flags &= ~WF_SYNC;
|
|
wake_flags &= ~WF_SYNC;
|
|
@@ -2319,7 +2320,7 @@ static int try_to_wake_up(struct task_struct *p, unsigned int state,
|
|
this_cpu = get_cpu();
|
|
this_cpu = get_cpu();
|
|
|
|
|
|
smp_wmb();
|
|
smp_wmb();
|
|
- rq = task_rq_lock(p, &flags);
|
|
|
|
|
|
+ rq = orig_rq = task_rq_lock(p, &flags);
|
|
update_rq_clock(rq);
|
|
update_rq_clock(rq);
|
|
if (!(p->state & state))
|
|
if (!(p->state & state))
|
|
goto out;
|
|
goto out;
|
|
@@ -2350,6 +2351,10 @@ static int try_to_wake_up(struct task_struct *p, unsigned int state,
|
|
set_task_cpu(p, cpu);
|
|
set_task_cpu(p, cpu);
|
|
|
|
|
|
rq = task_rq_lock(p, &flags);
|
|
rq = task_rq_lock(p, &flags);
|
|
|
|
+
|
|
|
|
+ if (rq != orig_rq)
|
|
|
|
+ update_rq_clock(rq);
|
|
|
|
+
|
|
WARN_ON(p->state != TASK_WAKING);
|
|
WARN_ON(p->state != TASK_WAKING);
|
|
cpu = task_cpu(p);
|
|
cpu = task_cpu(p);
|
|
|
|
|
|
@@ -3656,6 +3661,7 @@ static void update_group_power(struct sched_domain *sd, int cpu)
|
|
|
|
|
|
/**
|
|
/**
|
|
* update_sg_lb_stats - Update sched_group's statistics for load balancing.
|
|
* update_sg_lb_stats - Update sched_group's statistics for load balancing.
|
|
|
|
+ * @sd: The sched_domain whose statistics are to be updated.
|
|
* @group: sched_group whose statistics are to be updated.
|
|
* @group: sched_group whose statistics are to be updated.
|
|
* @this_cpu: Cpu for which load balance is currently performed.
|
|
* @this_cpu: Cpu for which load balance is currently performed.
|
|
* @idle: Idle status of this_cpu
|
|
* @idle: Idle status of this_cpu
|