|
@@ -572,11 +572,6 @@ static void __unmask_and_level_IO_APIC_irq(struct irq_pin_list *entry)
|
|
IO_APIC_REDIR_LEVEL_TRIGGER, NULL);
|
|
IO_APIC_REDIR_LEVEL_TRIGGER, NULL);
|
|
}
|
|
}
|
|
|
|
|
|
-static void __unmask_IO_APIC_irq(struct irq_cfg *cfg)
|
|
|
|
-{
|
|
|
|
- io_apic_modify_irq(cfg, ~IO_APIC_REDIR_MASKED, 0, NULL);
|
|
|
|
-}
|
|
|
|
-
|
|
|
|
static void io_apic_sync(struct irq_pin_list *entry)
|
|
static void io_apic_sync(struct irq_pin_list *entry)
|
|
{
|
|
{
|
|
/*
|
|
/*
|
|
@@ -588,44 +583,41 @@ static void io_apic_sync(struct irq_pin_list *entry)
|
|
readl(&io_apic->data);
|
|
readl(&io_apic->data);
|
|
}
|
|
}
|
|
|
|
|
|
-static void __mask_IO_APIC_irq(struct irq_cfg *cfg)
|
|
|
|
|
|
+static void mask_ioapic(struct irq_cfg *cfg)
|
|
{
|
|
{
|
|
|
|
+ unsigned long flags;
|
|
|
|
+
|
|
|
|
+ raw_spin_lock_irqsave(&ioapic_lock, flags);
|
|
io_apic_modify_irq(cfg, ~0, IO_APIC_REDIR_MASKED, &io_apic_sync);
|
|
io_apic_modify_irq(cfg, ~0, IO_APIC_REDIR_MASKED, &io_apic_sync);
|
|
|
|
+ raw_spin_unlock_irqrestore(&ioapic_lock, flags);
|
|
}
|
|
}
|
|
|
|
|
|
-static void mask_IO_APIC_irq_desc(struct irq_desc *desc)
|
|
|
|
|
|
+static void mask_ioapic_irq(unsigned int irq)
|
|
{
|
|
{
|
|
- struct irq_cfg *cfg = get_irq_desc_chip_data(desc);
|
|
|
|
- unsigned long flags;
|
|
|
|
|
|
+ struct irq_cfg *cfg = get_irq_chip_data(irq);
|
|
|
|
|
|
- BUG_ON(!cfg);
|
|
|
|
|
|
+ mask_ioapic(cfg);
|
|
|
|
+}
|
|
|
|
|
|
- raw_spin_lock_irqsave(&ioapic_lock, flags);
|
|
|
|
- __mask_IO_APIC_irq(cfg);
|
|
|
|
- raw_spin_unlock_irqrestore(&ioapic_lock, flags);
|
|
|
|
|
|
+static void __unmask_ioapic(struct irq_cfg *cfg)
|
|
|
|
+{
|
|
|
|
+ io_apic_modify_irq(cfg, ~IO_APIC_REDIR_MASKED, 0, NULL);
|
|
}
|
|
}
|
|
|
|
|
|
-static void unmask_IO_APIC_irq_desc(struct irq_desc *desc)
|
|
|
|
|
|
+static void unmask_ioapic(struct irq_cfg *cfg)
|
|
{
|
|
{
|
|
- struct irq_cfg *cfg = get_irq_desc_chip_data(desc);
|
|
|
|
unsigned long flags;
|
|
unsigned long flags;
|
|
|
|
|
|
raw_spin_lock_irqsave(&ioapic_lock, flags);
|
|
raw_spin_lock_irqsave(&ioapic_lock, flags);
|
|
- __unmask_IO_APIC_irq(cfg);
|
|
|
|
|
|
+ __unmask_ioapic(cfg);
|
|
raw_spin_unlock_irqrestore(&ioapic_lock, flags);
|
|
raw_spin_unlock_irqrestore(&ioapic_lock, flags);
|
|
}
|
|
}
|
|
|
|
|
|
-static void mask_IO_APIC_irq(unsigned int irq)
|
|
|
|
|
|
+static void unmask_ioapic_irq(unsigned int irq)
|
|
{
|
|
{
|
|
- struct irq_desc *desc = irq_to_desc(irq);
|
|
|
|
|
|
+ struct irq_cfg *cfg = get_irq_chip_data(irq);
|
|
|
|
|
|
- mask_IO_APIC_irq_desc(desc);
|
|
|
|
-}
|
|
|
|
-static void unmask_IO_APIC_irq(unsigned int irq)
|
|
|
|
-{
|
|
|
|
- struct irq_desc *desc = irq_to_desc(irq);
|
|
|
|
-
|
|
|
|
- unmask_IO_APIC_irq_desc(desc);
|
|
|
|
|
|
+ unmask_ioapic(cfg);
|
|
}
|
|
}
|
|
|
|
|
|
static void clear_IO_APIC_pin(unsigned int apic, unsigned int pin)
|
|
static void clear_IO_APIC_pin(unsigned int apic, unsigned int pin)
|
|
@@ -2239,7 +2231,7 @@ static unsigned int startup_ioapic_irq(unsigned int irq)
|
|
was_pending = 1;
|
|
was_pending = 1;
|
|
}
|
|
}
|
|
cfg = irq_cfg(irq);
|
|
cfg = irq_cfg(irq);
|
|
- __unmask_IO_APIC_irq(cfg);
|
|
|
|
|
|
+ __unmask_ioapic(cfg);
|
|
raw_spin_unlock_irqrestore(&ioapic_lock, flags);
|
|
raw_spin_unlock_irqrestore(&ioapic_lock, flags);
|
|
|
|
|
|
return was_pending;
|
|
return was_pending;
|
|
@@ -2498,10 +2490,8 @@ unlock:
|
|
irq_exit();
|
|
irq_exit();
|
|
}
|
|
}
|
|
|
|
|
|
-static void __irq_complete_move(struct irq_desc **descp, unsigned vector)
|
|
|
|
|
|
+static void __irq_complete_move(struct irq_cfg *cfg, unsigned vector)
|
|
{
|
|
{
|
|
- struct irq_desc *desc = *descp;
|
|
|
|
- struct irq_cfg *cfg = get_irq_desc_chip_data(desc);
|
|
|
|
unsigned me;
|
|
unsigned me;
|
|
|
|
|
|
if (likely(!cfg->move_in_progress))
|
|
if (likely(!cfg->move_in_progress))
|
|
@@ -2513,30 +2503,29 @@ static void __irq_complete_move(struct irq_desc **descp, unsigned vector)
|
|
send_cleanup_vector(cfg);
|
|
send_cleanup_vector(cfg);
|
|
}
|
|
}
|
|
|
|
|
|
-static void irq_complete_move(struct irq_desc **descp)
|
|
|
|
|
|
+static void irq_complete_move(struct irq_cfg *cfg)
|
|
{
|
|
{
|
|
- __irq_complete_move(descp, ~get_irq_regs()->orig_ax);
|
|
|
|
|
|
+ __irq_complete_move(cfg, ~get_irq_regs()->orig_ax);
|
|
}
|
|
}
|
|
|
|
|
|
void irq_force_complete_move(int irq)
|
|
void irq_force_complete_move(int irq)
|
|
{
|
|
{
|
|
- struct irq_desc *desc = irq_to_desc(irq);
|
|
|
|
- struct irq_cfg *cfg = get_irq_desc_chip_data(desc);
|
|
|
|
|
|
+ struct irq_cfg *cfg = get_irq_chip_data(irq);
|
|
|
|
|
|
if (!cfg)
|
|
if (!cfg)
|
|
return;
|
|
return;
|
|
|
|
|
|
- __irq_complete_move(&desc, cfg->vector);
|
|
|
|
|
|
+ __irq_complete_move(cfg, cfg->vector);
|
|
}
|
|
}
|
|
#else
|
|
#else
|
|
-static inline void irq_complete_move(struct irq_desc **descp) {}
|
|
|
|
|
|
+static inline void irq_complete_move(struct irq_cfg *cfg) { }
|
|
#endif
|
|
#endif
|
|
|
|
|
|
static void ack_apic_edge(unsigned int irq)
|
|
static void ack_apic_edge(unsigned int irq)
|
|
{
|
|
{
|
|
- struct irq_desc *desc = irq_to_desc(irq);
|
|
|
|
|
|
+ struct irq_cfg *cfg = get_irq_chip_data(irq);
|
|
|
|
|
|
- irq_complete_move(&desc);
|
|
|
|
|
|
+ irq_complete_move(cfg);
|
|
move_native_irq(irq);
|
|
move_native_irq(irq);
|
|
ack_APIC_irq();
|
|
ack_APIC_irq();
|
|
}
|
|
}
|
|
@@ -2559,10 +2548,12 @@ atomic_t irq_mis_count;
|
|
* Otherwise, we simulate the EOI message manually by changing the trigger
|
|
* Otherwise, we simulate the EOI message manually by changing the trigger
|
|
* mode to edge and then back to level, with RTE being masked during this.
|
|
* mode to edge and then back to level, with RTE being masked during this.
|
|
*/
|
|
*/
|
|
-static void __eoi_ioapic_irq(unsigned int irq, struct irq_cfg *cfg)
|
|
|
|
|
|
+static void eoi_ioapic_irq(unsigned int irq, struct irq_cfg *cfg)
|
|
{
|
|
{
|
|
struct irq_pin_list *entry;
|
|
struct irq_pin_list *entry;
|
|
|
|
+ unsigned long flags;
|
|
|
|
|
|
|
|
+ raw_spin_lock_irqsave(&ioapic_lock, flags);
|
|
for_each_irq_pin(entry, cfg->irq_2_pin) {
|
|
for_each_irq_pin(entry, cfg->irq_2_pin) {
|
|
if (mp_ioapics[entry->apic].apicver >= 0x20) {
|
|
if (mp_ioapics[entry->apic].apicver >= 0x20) {
|
|
/*
|
|
/*
|
|
@@ -2580,36 +2571,22 @@ static void __eoi_ioapic_irq(unsigned int irq, struct irq_cfg *cfg)
|
|
__unmask_and_level_IO_APIC_irq(entry);
|
|
__unmask_and_level_IO_APIC_irq(entry);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
-}
|
|
|
|
-
|
|
|
|
-static void eoi_ioapic_irq(struct irq_desc *desc)
|
|
|
|
-{
|
|
|
|
- struct irq_cfg *cfg;
|
|
|
|
- unsigned long flags;
|
|
|
|
- unsigned int irq;
|
|
|
|
-
|
|
|
|
- irq = desc->irq;
|
|
|
|
- cfg = get_irq_desc_chip_data(desc);
|
|
|
|
-
|
|
|
|
- raw_spin_lock_irqsave(&ioapic_lock, flags);
|
|
|
|
- __eoi_ioapic_irq(irq, cfg);
|
|
|
|
raw_spin_unlock_irqrestore(&ioapic_lock, flags);
|
|
raw_spin_unlock_irqrestore(&ioapic_lock, flags);
|
|
}
|
|
}
|
|
|
|
|
|
static void ack_apic_level(unsigned int irq)
|
|
static void ack_apic_level(unsigned int irq)
|
|
{
|
|
{
|
|
struct irq_desc *desc = irq_to_desc(irq);
|
|
struct irq_desc *desc = irq_to_desc(irq);
|
|
|
|
+ struct irq_cfg *cfg = get_irq_desc_chip_data(desc);
|
|
|
|
+ int i, do_unmask_irq = 0;
|
|
unsigned long v;
|
|
unsigned long v;
|
|
- int i;
|
|
|
|
- struct irq_cfg *cfg;
|
|
|
|
- int do_unmask_irq = 0;
|
|
|
|
|
|
|
|
- irq_complete_move(&desc);
|
|
|
|
|
|
+ irq_complete_move(cfg);
|
|
#ifdef CONFIG_GENERIC_PENDING_IRQ
|
|
#ifdef CONFIG_GENERIC_PENDING_IRQ
|
|
/* If we are moving the irq we need to mask it */
|
|
/* If we are moving the irq we need to mask it */
|
|
if (unlikely(desc->status & IRQ_MOVE_PENDING)) {
|
|
if (unlikely(desc->status & IRQ_MOVE_PENDING)) {
|
|
do_unmask_irq = 1;
|
|
do_unmask_irq = 1;
|
|
- mask_IO_APIC_irq_desc(desc);
|
|
|
|
|
|
+ mask_ioapic(cfg);
|
|
}
|
|
}
|
|
#endif
|
|
#endif
|
|
|
|
|
|
@@ -2645,7 +2622,6 @@ static void ack_apic_level(unsigned int irq)
|
|
* we use the above logic (mask+edge followed by unmask+level) from
|
|
* we use the above logic (mask+edge followed by unmask+level) from
|
|
* Manfred Spraul to clear the remote IRR.
|
|
* Manfred Spraul to clear the remote IRR.
|
|
*/
|
|
*/
|
|
- cfg = get_irq_desc_chip_data(desc);
|
|
|
|
i = cfg->vector;
|
|
i = cfg->vector;
|
|
v = apic_read(APIC_TMR + ((i & ~0x1f) >> 1));
|
|
v = apic_read(APIC_TMR + ((i & ~0x1f) >> 1));
|
|
|
|
|
|
@@ -2665,7 +2641,7 @@ static void ack_apic_level(unsigned int irq)
|
|
if (!(v & (1 << (i & 0x1f)))) {
|
|
if (!(v & (1 << (i & 0x1f)))) {
|
|
atomic_inc(&irq_mis_count);
|
|
atomic_inc(&irq_mis_count);
|
|
|
|
|
|
- eoi_ioapic_irq(desc);
|
|
|
|
|
|
+ eoi_ioapic_irq(irq, cfg);
|
|
}
|
|
}
|
|
|
|
|
|
/* Now we can move and renable the irq */
|
|
/* Now we can move and renable the irq */
|
|
@@ -2696,10 +2672,9 @@ static void ack_apic_level(unsigned int irq)
|
|
* accurate and is causing problems then it is a hardware bug
|
|
* accurate and is causing problems then it is a hardware bug
|
|
* and you can go talk to the chipset vendor about it.
|
|
* and you can go talk to the chipset vendor about it.
|
|
*/
|
|
*/
|
|
- cfg = get_irq_desc_chip_data(desc);
|
|
|
|
if (!io_apic_level_ack_pending(cfg))
|
|
if (!io_apic_level_ack_pending(cfg))
|
|
move_masked_irq(irq);
|
|
move_masked_irq(irq);
|
|
- unmask_IO_APIC_irq_desc(desc);
|
|
|
|
|
|
+ unmask_ioapic(cfg);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
|
|
@@ -2711,18 +2686,18 @@ static void ir_ack_apic_edge(unsigned int irq)
|
|
|
|
|
|
static void ir_ack_apic_level(unsigned int irq)
|
|
static void ir_ack_apic_level(unsigned int irq)
|
|
{
|
|
{
|
|
- struct irq_desc *desc = irq_to_desc(irq);
|
|
|
|
|
|
+ struct irq_cfg *cfg = get_irq_chip_data(irq);
|
|
|
|
|
|
ack_APIC_irq();
|
|
ack_APIC_irq();
|
|
- eoi_ioapic_irq(desc);
|
|
|
|
|
|
+ eoi_ioapic_irq(irq, cfg);
|
|
}
|
|
}
|
|
#endif /* CONFIG_INTR_REMAP */
|
|
#endif /* CONFIG_INTR_REMAP */
|
|
|
|
|
|
static struct irq_chip ioapic_chip __read_mostly = {
|
|
static struct irq_chip ioapic_chip __read_mostly = {
|
|
.name = "IO-APIC",
|
|
.name = "IO-APIC",
|
|
.startup = startup_ioapic_irq,
|
|
.startup = startup_ioapic_irq,
|
|
- .mask = mask_IO_APIC_irq,
|
|
|
|
- .unmask = unmask_IO_APIC_irq,
|
|
|
|
|
|
+ .mask = mask_ioapic_irq,
|
|
|
|
+ .unmask = unmask_ioapic_irq,
|
|
.ack = ack_apic_edge,
|
|
.ack = ack_apic_edge,
|
|
.eoi = ack_apic_level,
|
|
.eoi = ack_apic_level,
|
|
#ifdef CONFIG_SMP
|
|
#ifdef CONFIG_SMP
|
|
@@ -2734,8 +2709,8 @@ static struct irq_chip ioapic_chip __read_mostly = {
|
|
static struct irq_chip ir_ioapic_chip __read_mostly = {
|
|
static struct irq_chip ir_ioapic_chip __read_mostly = {
|
|
.name = "IR-IO-APIC",
|
|
.name = "IR-IO-APIC",
|
|
.startup = startup_ioapic_irq,
|
|
.startup = startup_ioapic_irq,
|
|
- .mask = mask_IO_APIC_irq,
|
|
|
|
- .unmask = unmask_IO_APIC_irq,
|
|
|
|
|
|
+ .mask = mask_ioapic_irq,
|
|
|
|
+ .unmask = unmask_ioapic_irq,
|
|
#ifdef CONFIG_INTR_REMAP
|
|
#ifdef CONFIG_INTR_REMAP
|
|
.ack = ir_ack_apic_edge,
|
|
.ack = ir_ack_apic_edge,
|
|
.eoi = ir_ack_apic_level,
|
|
.eoi = ir_ack_apic_level,
|
|
@@ -2996,7 +2971,7 @@ static inline void __init check_timer(void)
|
|
int idx;
|
|
int idx;
|
|
idx = find_irq_entry(apic1, pin1, mp_INT);
|
|
idx = find_irq_entry(apic1, pin1, mp_INT);
|
|
if (idx != -1 && irq_trigger(idx))
|
|
if (idx != -1 && irq_trigger(idx))
|
|
- unmask_IO_APIC_irq_desc(desc);
|
|
|
|
|
|
+ unmask_ioapic(cfg);
|
|
}
|
|
}
|
|
if (timer_irq_works()) {
|
|
if (timer_irq_works()) {
|
|
if (nmi_watchdog == NMI_IO_APIC) {
|
|
if (nmi_watchdog == NMI_IO_APIC) {
|