|
@@ -40,11 +40,15 @@
|
|
|
|
|
|
cpumask_var_t xen_cpu_initialized_map;
|
|
|
|
|
|
-static DEFINE_PER_CPU(int, xen_resched_irq);
|
|
|
-static DEFINE_PER_CPU(int, xen_callfunc_irq);
|
|
|
-static DEFINE_PER_CPU(int, xen_callfuncsingle_irq);
|
|
|
-static DEFINE_PER_CPU(int, xen_irq_work);
|
|
|
-static DEFINE_PER_CPU(int, xen_debug_irq) = -1;
|
|
|
+struct xen_common_irq {
|
|
|
+ int irq;
|
|
|
+ char *name;
|
|
|
+};
|
|
|
+static DEFINE_PER_CPU(struct xen_common_irq, xen_resched_irq) = { .irq = -1 };
|
|
|
+static DEFINE_PER_CPU(struct xen_common_irq, xen_callfunc_irq) = { .irq = -1 };
|
|
|
+static DEFINE_PER_CPU(struct xen_common_irq, xen_callfuncsingle_irq) = { .irq = -1 };
|
|
|
+static DEFINE_PER_CPU(struct xen_common_irq, xen_irq_work) = { .irq = -1 };
|
|
|
+static DEFINE_PER_CPU(struct xen_common_irq, xen_debug_irq) = { .irq = -1 };
|
|
|
|
|
|
static irqreturn_t xen_call_function_interrupt(int irq, void *dev_id);
|
|
|
static irqreturn_t xen_call_function_single_interrupt(int irq, void *dev_id);
|
|
@@ -99,10 +103,47 @@ static void __cpuinit cpu_bringup_and_idle(void)
|
|
|
cpu_startup_entry(CPUHP_ONLINE);
|
|
|
}
|
|
|
|
|
|
+static void xen_smp_intr_free(unsigned int cpu)
|
|
|
+{
|
|
|
+ if (per_cpu(xen_resched_irq, cpu).irq >= 0) {
|
|
|
+ unbind_from_irqhandler(per_cpu(xen_resched_irq, cpu).irq, NULL);
|
|
|
+ per_cpu(xen_resched_irq, cpu).irq = -1;
|
|
|
+ kfree(per_cpu(xen_resched_irq, cpu).name);
|
|
|
+ per_cpu(xen_resched_irq, cpu).name = NULL;
|
|
|
+ }
|
|
|
+ if (per_cpu(xen_callfunc_irq, cpu).irq >= 0) {
|
|
|
+ unbind_from_irqhandler(per_cpu(xen_callfunc_irq, cpu).irq, NULL);
|
|
|
+ per_cpu(xen_callfunc_irq, cpu).irq = -1;
|
|
|
+ kfree(per_cpu(xen_callfunc_irq, cpu).name);
|
|
|
+ per_cpu(xen_callfunc_irq, cpu).name = NULL;
|
|
|
+ }
|
|
|
+ if (per_cpu(xen_debug_irq, cpu).irq >= 0) {
|
|
|
+ unbind_from_irqhandler(per_cpu(xen_debug_irq, cpu).irq, NULL);
|
|
|
+ per_cpu(xen_debug_irq, cpu).irq = -1;
|
|
|
+ kfree(per_cpu(xen_debug_irq, cpu).name);
|
|
|
+ per_cpu(xen_debug_irq, cpu).name = NULL;
|
|
|
+ }
|
|
|
+ if (per_cpu(xen_callfuncsingle_irq, cpu).irq >= 0) {
|
|
|
+ unbind_from_irqhandler(per_cpu(xen_callfuncsingle_irq, cpu).irq,
|
|
|
+ NULL);
|
|
|
+ per_cpu(xen_callfuncsingle_irq, cpu).irq = -1;
|
|
|
+ kfree(per_cpu(xen_callfuncsingle_irq, cpu).name);
|
|
|
+ per_cpu(xen_callfuncsingle_irq, cpu).name = NULL;
|
|
|
+ }
|
|
|
+ if (xen_hvm_domain())
|
|
|
+ return;
|
|
|
+
|
|
|
+ if (per_cpu(xen_irq_work, cpu).irq >= 0) {
|
|
|
+ unbind_from_irqhandler(per_cpu(xen_irq_work, cpu).irq, NULL);
|
|
|
+ per_cpu(xen_irq_work, cpu).irq = -1;
|
|
|
+ kfree(per_cpu(xen_irq_work, cpu).name);
|
|
|
+ per_cpu(xen_irq_work, cpu).name = NULL;
|
|
|
+ }
|
|
|
+};
|
|
|
static int xen_smp_intr_init(unsigned int cpu)
|
|
|
{
|
|
|
int rc;
|
|
|
- const char *resched_name, *callfunc_name, *debug_name;
|
|
|
+ char *resched_name, *callfunc_name, *debug_name;
|
|
|
|
|
|
resched_name = kasprintf(GFP_KERNEL, "resched%d", cpu);
|
|
|
rc = bind_ipi_to_irqhandler(XEN_RESCHEDULE_VECTOR,
|
|
@@ -113,7 +154,8 @@ static int xen_smp_intr_init(unsigned int cpu)
|
|
|
NULL);
|
|
|
if (rc < 0)
|
|
|
goto fail;
|
|
|
- per_cpu(xen_resched_irq, cpu) = rc;
|
|
|
+ per_cpu(xen_resched_irq, cpu).irq = rc;
|
|
|
+ per_cpu(xen_resched_irq, cpu).name = resched_name;
|
|
|
|
|
|
callfunc_name = kasprintf(GFP_KERNEL, "callfunc%d", cpu);
|
|
|
rc = bind_ipi_to_irqhandler(XEN_CALL_FUNCTION_VECTOR,
|
|
@@ -124,7 +166,8 @@ static int xen_smp_intr_init(unsigned int cpu)
|
|
|
NULL);
|
|
|
if (rc < 0)
|
|
|
goto fail;
|
|
|
- per_cpu(xen_callfunc_irq, cpu) = rc;
|
|
|
+ per_cpu(xen_callfunc_irq, cpu).irq = rc;
|
|
|
+ per_cpu(xen_callfunc_irq, cpu).name = callfunc_name;
|
|
|
|
|
|
debug_name = kasprintf(GFP_KERNEL, "debug%d", cpu);
|
|
|
rc = bind_virq_to_irqhandler(VIRQ_DEBUG, cpu, xen_debug_interrupt,
|
|
@@ -132,7 +175,8 @@ static int xen_smp_intr_init(unsigned int cpu)
|
|
|
debug_name, NULL);
|
|
|
if (rc < 0)
|
|
|
goto fail;
|
|
|
- per_cpu(xen_debug_irq, cpu) = rc;
|
|
|
+ per_cpu(xen_debug_irq, cpu).irq = rc;
|
|
|
+ per_cpu(xen_debug_irq, cpu).name = debug_name;
|
|
|
|
|
|
callfunc_name = kasprintf(GFP_KERNEL, "callfuncsingle%d", cpu);
|
|
|
rc = bind_ipi_to_irqhandler(XEN_CALL_FUNCTION_SINGLE_VECTOR,
|
|
@@ -143,7 +187,8 @@ static int xen_smp_intr_init(unsigned int cpu)
|
|
|
NULL);
|
|
|
if (rc < 0)
|
|
|
goto fail;
|
|
|
- per_cpu(xen_callfuncsingle_irq, cpu) = rc;
|
|
|
+ per_cpu(xen_callfuncsingle_irq, cpu).irq = rc;
|
|
|
+ per_cpu(xen_callfuncsingle_irq, cpu).name = callfunc_name;
|
|
|
|
|
|
/*
|
|
|
* The IRQ worker on PVHVM goes through the native path and uses the
|
|
@@ -161,26 +206,13 @@ static int xen_smp_intr_init(unsigned int cpu)
|
|
|
NULL);
|
|
|
if (rc < 0)
|
|
|
goto fail;
|
|
|
- per_cpu(xen_irq_work, cpu) = rc;
|
|
|
+ per_cpu(xen_irq_work, cpu).irq = rc;
|
|
|
+ per_cpu(xen_irq_work, cpu).name = callfunc_name;
|
|
|
|
|
|
return 0;
|
|
|
|
|
|
fail:
|
|
|
- if (per_cpu(xen_resched_irq, cpu) >= 0)
|
|
|
- unbind_from_irqhandler(per_cpu(xen_resched_irq, cpu), NULL);
|
|
|
- if (per_cpu(xen_callfunc_irq, cpu) >= 0)
|
|
|
- unbind_from_irqhandler(per_cpu(xen_callfunc_irq, cpu), NULL);
|
|
|
- if (per_cpu(xen_debug_irq, cpu) >= 0)
|
|
|
- unbind_from_irqhandler(per_cpu(xen_debug_irq, cpu), NULL);
|
|
|
- if (per_cpu(xen_callfuncsingle_irq, cpu) >= 0)
|
|
|
- unbind_from_irqhandler(per_cpu(xen_callfuncsingle_irq, cpu),
|
|
|
- NULL);
|
|
|
- if (xen_hvm_domain())
|
|
|
- return rc;
|
|
|
-
|
|
|
- if (per_cpu(xen_irq_work, cpu) >= 0)
|
|
|
- unbind_from_irqhandler(per_cpu(xen_irq_work, cpu), NULL);
|
|
|
-
|
|
|
+ xen_smp_intr_free(cpu);
|
|
|
return rc;
|
|
|
}
|
|
|
|
|
@@ -433,12 +465,7 @@ static void xen_cpu_die(unsigned int cpu)
|
|
|
current->state = TASK_UNINTERRUPTIBLE;
|
|
|
schedule_timeout(HZ/10);
|
|
|
}
|
|
|
- unbind_from_irqhandler(per_cpu(xen_resched_irq, cpu), NULL);
|
|
|
- unbind_from_irqhandler(per_cpu(xen_callfunc_irq, cpu), NULL);
|
|
|
- unbind_from_irqhandler(per_cpu(xen_debug_irq, cpu), NULL);
|
|
|
- unbind_from_irqhandler(per_cpu(xen_callfuncsingle_irq, cpu), NULL);
|
|
|
- if (!xen_hvm_domain())
|
|
|
- unbind_from_irqhandler(per_cpu(xen_irq_work, cpu), NULL);
|
|
|
+ xen_smp_intr_free(cpu);
|
|
|
xen_uninit_lock_cpu(cpu);
|
|
|
xen_teardown_timer(cpu);
|
|
|
}
|