irq.c 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615
  1. /* $Id: irq.c,v 1.114 2001/12/11 04:55:51 davem Exp $
  2. * arch/sparc/kernel/irq.c: Interrupt request handling routines. On the
  3. * Sparc the IRQ's are basically 'cast in stone'
  4. * and you are supposed to probe the prom's device
  5. * node trees to find out who's got which IRQ.
  6. *
  7. * Copyright (C) 1995 David S. Miller (davem@caip.rutgers.edu)
  8. * Copyright (C) 1995 Miguel de Icaza (miguel@nuclecu.unam.mx)
  9. * Copyright (C) 1995,2002 Pete A. Zaitcev (zaitcev@yahoo.com)
  10. * Copyright (C) 1996 Dave Redman (djhr@tadpole.co.uk)
  11. * Copyright (C) 1998-2000 Anton Blanchard (anton@samba.org)
  12. */
  13. #include <linux/config.h>
  14. #include <linux/module.h>
  15. #include <linux/sched.h>
  16. #include <linux/ptrace.h>
  17. #include <linux/errno.h>
  18. #include <linux/linkage.h>
  19. #include <linux/kernel_stat.h>
  20. #include <linux/signal.h>
  21. #include <linux/sched.h>
  22. #include <linux/interrupt.h>
  23. #include <linux/slab.h>
  24. #include <linux/random.h>
  25. #include <linux/init.h>
  26. #include <linux/smp.h>
  27. #include <linux/smp_lock.h>
  28. #include <linux/delay.h>
  29. #include <linux/threads.h>
  30. #include <linux/spinlock.h>
  31. #include <linux/seq_file.h>
  32. #include <asm/ptrace.h>
  33. #include <asm/processor.h>
  34. #include <asm/system.h>
  35. #include <asm/psr.h>
  36. #include <asm/smp.h>
  37. #include <asm/vaddrs.h>
  38. #include <asm/timer.h>
  39. #include <asm/openprom.h>
  40. #include <asm/oplib.h>
  41. #include <asm/traps.h>
  42. #include <asm/irq.h>
  43. #include <asm/io.h>
  44. #include <asm/pgalloc.h>
  45. #include <asm/pgtable.h>
  46. #include <asm/pcic.h>
  47. #include <asm/cacheflush.h>
  48. #ifdef CONFIG_SMP
  49. #define SMP_NOP2 "nop; nop;\n\t"
  50. #define SMP_NOP3 "nop; nop; nop;\n\t"
  51. #else
  52. #define SMP_NOP2
  53. #define SMP_NOP3
  54. #endif /* SMP */
  55. unsigned long __local_irq_save(void)
  56. {
  57. unsigned long retval;
  58. unsigned long tmp;
  59. __asm__ __volatile__(
  60. "rd %%psr, %0\n\t"
  61. SMP_NOP3 /* Sun4m + Cypress + SMP bug */
  62. "or %0, %2, %1\n\t"
  63. "wr %1, 0, %%psr\n\t"
  64. "nop; nop; nop\n"
  65. : "=&r" (retval), "=r" (tmp)
  66. : "i" (PSR_PIL)
  67. : "memory");
  68. return retval;
  69. }
  70. void local_irq_enable(void)
  71. {
  72. unsigned long tmp;
  73. __asm__ __volatile__(
  74. "rd %%psr, %0\n\t"
  75. SMP_NOP3 /* Sun4m + Cypress + SMP bug */
  76. "andn %0, %1, %0\n\t"
  77. "wr %0, 0, %%psr\n\t"
  78. "nop; nop; nop\n"
  79. : "=&r" (tmp)
  80. : "i" (PSR_PIL)
  81. : "memory");
  82. }
  83. void local_irq_restore(unsigned long old_psr)
  84. {
  85. unsigned long tmp;
  86. __asm__ __volatile__(
  87. "rd %%psr, %0\n\t"
  88. "and %2, %1, %2\n\t"
  89. SMP_NOP2 /* Sun4m + Cypress + SMP bug */
  90. "andn %0, %1, %0\n\t"
  91. "wr %0, %2, %%psr\n\t"
  92. "nop; nop; nop\n"
  93. : "=&r" (tmp)
  94. : "i" (PSR_PIL), "r" (old_psr)
  95. : "memory");
  96. }
  97. EXPORT_SYMBOL(__local_irq_save);
  98. EXPORT_SYMBOL(local_irq_enable);
  99. EXPORT_SYMBOL(local_irq_restore);
  100. /*
  101. * Dave Redman (djhr@tadpole.co.uk)
  102. *
  103. * IRQ numbers.. These are no longer restricted to 15..
  104. *
  105. * this is done to enable SBUS cards and onboard IO to be masked
  106. * correctly. using the interrupt level isn't good enough.
  107. *
  108. * For example:
  109. * A device interrupting at sbus level6 and the Floppy both come in
  110. * at IRQ11, but enabling and disabling them requires writing to
  111. * different bits in the SLAVIO/SEC.
  112. *
  113. * As a result of these changes sun4m machines could now support
  114. * directed CPU interrupts using the existing enable/disable irq code
  115. * with tweaks.
  116. *
  117. */
  118. static void irq_panic(void)
  119. {
  120. extern char *cputypval;
  121. prom_printf("machine: %s doesn't have irq handlers defined!\n",cputypval);
  122. prom_halt();
  123. }
  124. void (*sparc_init_timers)(irqreturn_t (*)(int, void *,struct pt_regs *)) =
  125. (void (*)(irqreturn_t (*)(int, void *,struct pt_regs *))) irq_panic;
  126. /*
  127. * Dave Redman (djhr@tadpole.co.uk)
  128. *
  129. * There used to be extern calls and hard coded values here.. very sucky!
  130. * instead, because some of the devices attach very early, I do something
  131. * equally sucky but at least we'll never try to free statically allocated
  132. * space or call kmalloc before kmalloc_init :(.
  133. *
  134. * In fact it's the timer10 that attaches first.. then timer14
  135. * then kmalloc_init is called.. then the tty interrupts attach.
  136. * hmmm....
  137. *
  138. */
  139. #define MAX_STATIC_ALLOC 4
  140. struct irqaction static_irqaction[MAX_STATIC_ALLOC];
  141. int static_irq_count;
  142. struct {
  143. struct irqaction *action;
  144. int flags;
  145. } sparc_irq[NR_IRQS];
  146. #define SPARC_IRQ_INPROGRESS 1
  147. /* Used to protect the IRQ action lists */
  148. DEFINE_SPINLOCK(irq_action_lock);
  149. int show_interrupts(struct seq_file *p, void *v)
  150. {
  151. int i = *(loff_t *) v;
  152. struct irqaction * action;
  153. unsigned long flags;
  154. #ifdef CONFIG_SMP
  155. int j;
  156. #endif
  157. if (sparc_cpu_model == sun4d) {
  158. extern int show_sun4d_interrupts(struct seq_file *, void *);
  159. return show_sun4d_interrupts(p, v);
  160. }
  161. spin_lock_irqsave(&irq_action_lock, flags);
  162. if (i < NR_IRQS) {
  163. action = sparc_irq[i].action;
  164. if (!action)
  165. goto out_unlock;
  166. seq_printf(p, "%3d: ", i);
  167. #ifndef CONFIG_SMP
  168. seq_printf(p, "%10u ", kstat_irqs(i));
  169. #else
  170. for_each_online_cpu(j) {
  171. seq_printf(p, "%10u ",
  172. kstat_cpu(j).irqs[i]);
  173. }
  174. #endif
  175. seq_printf(p, " %c %s",
  176. (action->flags & SA_INTERRUPT) ? '+' : ' ',
  177. action->name);
  178. for (action=action->next; action; action = action->next) {
  179. seq_printf(p, ",%s %s",
  180. (action->flags & SA_INTERRUPT) ? " +" : "",
  181. action->name);
  182. }
  183. seq_putc(p, '\n');
  184. }
  185. out_unlock:
  186. spin_unlock_irqrestore(&irq_action_lock, flags);
  187. return 0;
  188. }
  189. void free_irq(unsigned int irq, void *dev_id)
  190. {
  191. struct irqaction * action;
  192. struct irqaction **actionp;
  193. unsigned long flags;
  194. unsigned int cpu_irq;
  195. if (sparc_cpu_model == sun4d) {
  196. extern void sun4d_free_irq(unsigned int, void *);
  197. sun4d_free_irq(irq, dev_id);
  198. return;
  199. }
  200. cpu_irq = irq & (NR_IRQS - 1);
  201. if (cpu_irq > 14) { /* 14 irq levels on the sparc */
  202. printk("Trying to free bogus IRQ %d\n", irq);
  203. return;
  204. }
  205. spin_lock_irqsave(&irq_action_lock, flags);
  206. actionp = &sparc_irq[cpu_irq].action;
  207. action = *actionp;
  208. if (!action->handler) {
  209. printk("Trying to free free IRQ%d\n",irq);
  210. goto out_unlock;
  211. }
  212. if (dev_id) {
  213. for (; action; action = action->next) {
  214. if (action->dev_id == dev_id)
  215. break;
  216. actionp = &action->next;
  217. }
  218. if (!action) {
  219. printk("Trying to free free shared IRQ%d\n",irq);
  220. goto out_unlock;
  221. }
  222. } else if (action->flags & SA_SHIRQ) {
  223. printk("Trying to free shared IRQ%d with NULL device ID\n", irq);
  224. goto out_unlock;
  225. }
  226. if (action->flags & SA_STATIC_ALLOC)
  227. {
  228. /* This interrupt is marked as specially allocated
  229. * so it is a bad idea to free it.
  230. */
  231. printk("Attempt to free statically allocated IRQ%d (%s)\n",
  232. irq, action->name);
  233. goto out_unlock;
  234. }
  235. *actionp = action->next;
  236. spin_unlock_irqrestore(&irq_action_lock, flags);
  237. synchronize_irq(irq);
  238. spin_lock_irqsave(&irq_action_lock, flags);
  239. kfree(action);
  240. if (!sparc_irq[cpu_irq].action)
  241. disable_irq(irq);
  242. out_unlock:
  243. spin_unlock_irqrestore(&irq_action_lock, flags);
  244. }
  245. EXPORT_SYMBOL(free_irq);
  246. /*
  247. * This is called when we want to synchronize with
  248. * interrupts. We may for example tell a device to
  249. * stop sending interrupts: but to make sure there
  250. * are no interrupts that are executing on another
  251. * CPU we need to call this function.
  252. */
  253. #ifdef CONFIG_SMP
  254. void synchronize_irq(unsigned int irq)
  255. {
  256. unsigned int cpu_irq;
  257. cpu_irq = irq & (NR_IRQS - 1);
  258. while (sparc_irq[cpu_irq].flags & SPARC_IRQ_INPROGRESS)
  259. cpu_relax();
  260. }
  261. #endif /* SMP */
  262. void unexpected_irq(int irq, void *dev_id, struct pt_regs * regs)
  263. {
  264. int i;
  265. struct irqaction * action;
  266. unsigned int cpu_irq;
  267. cpu_irq = irq & (NR_IRQS - 1);
  268. action = sparc_irq[cpu_irq].action;
  269. printk("IO device interrupt, irq = %d\n", irq);
  270. printk("PC = %08lx NPC = %08lx FP=%08lx\n", regs->pc,
  271. regs->npc, regs->u_regs[14]);
  272. if (action) {
  273. printk("Expecting: ");
  274. for (i = 0; i < 16; i++)
  275. if (action->handler)
  276. printk("[%s:%d:0x%x] ", action->name,
  277. (int) i, (unsigned int) action->handler);
  278. }
  279. printk("AIEEE\n");
  280. panic("bogus interrupt received");
  281. }
  282. void handler_irq(int irq, struct pt_regs * regs)
  283. {
  284. struct irqaction * action;
  285. int cpu = smp_processor_id();
  286. #ifdef CONFIG_SMP
  287. extern void smp4m_irq_rotate(int cpu);
  288. #endif
  289. irq_enter();
  290. disable_pil_irq(irq);
  291. #ifdef CONFIG_SMP
  292. /* Only rotate on lower priority IRQ's (scsi, ethernet, etc.). */
  293. if(irq < 10)
  294. smp4m_irq_rotate(cpu);
  295. #endif
  296. action = sparc_irq[irq].action;
  297. sparc_irq[irq].flags |= SPARC_IRQ_INPROGRESS;
  298. kstat_cpu(cpu).irqs[irq]++;
  299. do {
  300. if (!action || !action->handler)
  301. unexpected_irq(irq, NULL, regs);
  302. action->handler(irq, action->dev_id, regs);
  303. action = action->next;
  304. } while (action);
  305. sparc_irq[irq].flags &= ~SPARC_IRQ_INPROGRESS;
  306. enable_pil_irq(irq);
  307. irq_exit();
  308. }
  309. #ifdef CONFIG_BLK_DEV_FD
  310. extern void floppy_interrupt(int irq, void *dev_id, struct pt_regs *regs);
  311. void sparc_floppy_irq(int irq, void *dev_id, struct pt_regs *regs)
  312. {
  313. int cpu = smp_processor_id();
  314. disable_pil_irq(irq);
  315. irq_enter();
  316. kstat_cpu(cpu).irqs[irq]++;
  317. floppy_interrupt(irq, dev_id, regs);
  318. irq_exit();
  319. enable_pil_irq(irq);
  320. // XXX Eek, it's totally changed with preempt_count() and such
  321. // if (softirq_pending(cpu))
  322. // do_softirq();
  323. }
  324. #endif
  325. /* Fast IRQ's on the Sparc can only have one routine attached to them,
  326. * thus no sharing possible.
  327. */
  328. int request_fast_irq(unsigned int irq,
  329. irqreturn_t (*handler)(int, void *, struct pt_regs *),
  330. unsigned long irqflags, const char *devname)
  331. {
  332. struct irqaction *action;
  333. unsigned long flags;
  334. unsigned int cpu_irq;
  335. int ret;
  336. #ifdef CONFIG_SMP
  337. struct tt_entry *trap_table;
  338. extern struct tt_entry trapbase_cpu1, trapbase_cpu2, trapbase_cpu3;
  339. #endif
  340. cpu_irq = irq & (NR_IRQS - 1);
  341. if(cpu_irq > 14) {
  342. ret = -EINVAL;
  343. goto out;
  344. }
  345. if(!handler) {
  346. ret = -EINVAL;
  347. goto out;
  348. }
  349. spin_lock_irqsave(&irq_action_lock, flags);
  350. action = sparc_irq[cpu_irq].action;
  351. if(action) {
  352. if(action->flags & SA_SHIRQ)
  353. panic("Trying to register fast irq when already shared.\n");
  354. if(irqflags & SA_SHIRQ)
  355. panic("Trying to register fast irq as shared.\n");
  356. /* Anyway, someone already owns it so cannot be made fast. */
  357. printk("request_fast_irq: Trying to register yet already owned.\n");
  358. ret = -EBUSY;
  359. goto out_unlock;
  360. }
  361. /* If this is flagged as statically allocated then we use our
  362. * private struct which is never freed.
  363. */
  364. if (irqflags & SA_STATIC_ALLOC) {
  365. if (static_irq_count < MAX_STATIC_ALLOC)
  366. action = &static_irqaction[static_irq_count++];
  367. else
  368. printk("Fast IRQ%d (%s) SA_STATIC_ALLOC failed using kmalloc\n",
  369. irq, devname);
  370. }
  371. if (action == NULL)
  372. action = (struct irqaction *)kmalloc(sizeof(struct irqaction),
  373. GFP_ATOMIC);
  374. if (!action) {
  375. ret = -ENOMEM;
  376. goto out_unlock;
  377. }
  378. /* Dork with trap table if we get this far. */
  379. #define INSTANTIATE(table) \
  380. table[SP_TRAP_IRQ1+(cpu_irq-1)].inst_one = SPARC_RD_PSR_L0; \
  381. table[SP_TRAP_IRQ1+(cpu_irq-1)].inst_two = \
  382. SPARC_BRANCH((unsigned long) handler, \
  383. (unsigned long) &table[SP_TRAP_IRQ1+(cpu_irq-1)].inst_two);\
  384. table[SP_TRAP_IRQ1+(cpu_irq-1)].inst_three = SPARC_RD_WIM_L3; \
  385. table[SP_TRAP_IRQ1+(cpu_irq-1)].inst_four = SPARC_NOP;
  386. INSTANTIATE(sparc_ttable)
  387. #ifdef CONFIG_SMP
  388. trap_table = &trapbase_cpu1; INSTANTIATE(trap_table)
  389. trap_table = &trapbase_cpu2; INSTANTIATE(trap_table)
  390. trap_table = &trapbase_cpu3; INSTANTIATE(trap_table)
  391. #endif
  392. #undef INSTANTIATE
  393. /*
  394. * XXX Correct thing whould be to flush only I- and D-cache lines
  395. * which contain the handler in question. But as of time of the
  396. * writing we have no CPU-neutral interface to fine-grained flushes.
  397. */
  398. flush_cache_all();
  399. action->handler = handler;
  400. action->flags = irqflags;
  401. cpus_clear(action->mask);
  402. action->name = devname;
  403. action->dev_id = NULL;
  404. action->next = NULL;
  405. sparc_irq[cpu_irq].action = action;
  406. enable_irq(irq);
  407. ret = 0;
  408. out_unlock:
  409. spin_unlock_irqrestore(&irq_action_lock, flags);
  410. out:
  411. return ret;
  412. }
  413. int request_irq(unsigned int irq,
  414. irqreturn_t (*handler)(int, void *, struct pt_regs *),
  415. unsigned long irqflags, const char * devname, void *dev_id)
  416. {
  417. struct irqaction * action, **actionp;
  418. unsigned long flags;
  419. unsigned int cpu_irq;
  420. int ret;
  421. if (sparc_cpu_model == sun4d) {
  422. extern int sun4d_request_irq(unsigned int,
  423. irqreturn_t (*)(int, void *, struct pt_regs *),
  424. unsigned long, const char *, void *);
  425. return sun4d_request_irq(irq, handler, irqflags, devname, dev_id);
  426. }
  427. cpu_irq = irq & (NR_IRQS - 1);
  428. if(cpu_irq > 14) {
  429. ret = -EINVAL;
  430. goto out;
  431. }
  432. if (!handler) {
  433. ret = -EINVAL;
  434. goto out;
  435. }
  436. spin_lock_irqsave(&irq_action_lock, flags);
  437. actionp = &sparc_irq[cpu_irq].action;
  438. action = *actionp;
  439. if (action) {
  440. if (!(action->flags & SA_SHIRQ) || !(irqflags & SA_SHIRQ)) {
  441. ret = -EBUSY;
  442. goto out_unlock;
  443. }
  444. if ((action->flags & SA_INTERRUPT) != (irqflags & SA_INTERRUPT)) {
  445. printk("Attempt to mix fast and slow interrupts on IRQ%d denied\n", irq);
  446. ret = -EBUSY;
  447. goto out_unlock;
  448. }
  449. for ( ; action; action = *actionp)
  450. actionp = &action->next;
  451. }
  452. /* If this is flagged as statically allocated then we use our
  453. * private struct which is never freed.
  454. */
  455. if (irqflags & SA_STATIC_ALLOC) {
  456. if (static_irq_count < MAX_STATIC_ALLOC)
  457. action = &static_irqaction[static_irq_count++];
  458. else
  459. printk("Request for IRQ%d (%s) SA_STATIC_ALLOC failed using kmalloc\n", irq, devname);
  460. }
  461. if (action == NULL)
  462. action = (struct irqaction *)kmalloc(sizeof(struct irqaction),
  463. GFP_ATOMIC);
  464. if (!action) {
  465. ret = -ENOMEM;
  466. goto out_unlock;
  467. }
  468. action->handler = handler;
  469. action->flags = irqflags;
  470. cpus_clear(action->mask);
  471. action->name = devname;
  472. action->next = NULL;
  473. action->dev_id = dev_id;
  474. *actionp = action;
  475. enable_irq(irq);
  476. ret = 0;
  477. out_unlock:
  478. spin_unlock_irqrestore(&irq_action_lock, flags);
  479. out:
  480. return ret;
  481. }
  482. EXPORT_SYMBOL(request_irq);
  483. /* We really don't need these at all on the Sparc. We only have
  484. * stubs here because they are exported to modules.
  485. */
  486. unsigned long probe_irq_on(void)
  487. {
  488. return 0;
  489. }
  490. EXPORT_SYMBOL(probe_irq_on);
  491. int probe_irq_off(unsigned long mask)
  492. {
  493. return 0;
  494. }
  495. EXPORT_SYMBOL(probe_irq_off);
  496. /* djhr
  497. * This could probably be made indirect too and assigned in the CPU
  498. * bits of the code. That would be much nicer I think and would also
  499. * fit in with the idea of being able to tune your kernel for your machine
  500. * by removing unrequired machine and device support.
  501. *
  502. */
  503. void __init init_IRQ(void)
  504. {
  505. extern void sun4c_init_IRQ( void );
  506. extern void sun4m_init_IRQ( void );
  507. extern void sun4d_init_IRQ( void );
  508. switch(sparc_cpu_model) {
  509. case sun4c:
  510. case sun4:
  511. sun4c_init_IRQ();
  512. break;
  513. case sun4m:
  514. #ifdef CONFIG_PCI
  515. pcic_probe();
  516. if (pcic_present()) {
  517. sun4m_pci_init_IRQ();
  518. break;
  519. }
  520. #endif
  521. sun4m_init_IRQ();
  522. break;
  523. case sun4d:
  524. sun4d_init_IRQ();
  525. break;
  526. default:
  527. prom_printf("Cannot initialize IRQ's on this Sun machine...");
  528. break;
  529. }
  530. btfixup();
  531. }
  532. void init_irq_proc(void)
  533. {
  534. /* For now, nothing... */
  535. }