manage.c 42 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653
  1. /*
  2. * linux/kernel/irq/manage.c
  3. *
  4. * Copyright (C) 1992, 1998-2006 Linus Torvalds, Ingo Molnar
  5. * Copyright (C) 2005-2006 Thomas Gleixner
  6. *
  7. * This file contains driver APIs to the irq subsystem.
  8. */
  9. #define pr_fmt(fmt) "genirq: " fmt
  10. #include <linux/irq.h>
  11. #include <linux/kthread.h>
  12. #include <linux/module.h>
  13. #include <linux/random.h>
  14. #include <linux/interrupt.h>
  15. #include <linux/slab.h>
  16. #include <linux/sched.h>
  17. #include <linux/task_work.h>
  18. #include "internals.h"
  19. #ifdef CONFIG_IRQ_FORCED_THREADING
  20. __read_mostly bool force_irqthreads;
  21. static int __init setup_forced_irqthreads(char *arg)
  22. {
  23. force_irqthreads = true;
  24. return 0;
  25. }
  26. early_param("threadirqs", setup_forced_irqthreads);
  27. #endif
  28. /**
  29. * synchronize_irq - wait for pending IRQ handlers (on other CPUs)
  30. * @irq: interrupt number to wait for
  31. *
  32. * This function waits for any pending IRQ handlers for this interrupt
  33. * to complete before returning. If you use this function while
  34. * holding a resource the IRQ handler may need you will deadlock.
  35. *
  36. * This function may be called - with care - from IRQ context.
  37. */
  38. void synchronize_irq(unsigned int irq)
  39. {
  40. struct irq_desc *desc = irq_to_desc(irq);
  41. bool inprogress;
  42. if (!desc)
  43. return;
  44. do {
  45. unsigned long flags;
  46. /*
  47. * Wait until we're out of the critical section. This might
  48. * give the wrong answer due to the lack of memory barriers.
  49. */
  50. while (irqd_irq_inprogress(&desc->irq_data))
  51. cpu_relax();
  52. /* Ok, that indicated we're done: double-check carefully. */
  53. raw_spin_lock_irqsave(&desc->lock, flags);
  54. inprogress = irqd_irq_inprogress(&desc->irq_data);
  55. raw_spin_unlock_irqrestore(&desc->lock, flags);
  56. /* Oops, that failed? */
  57. } while (inprogress);
  58. /*
  59. * We made sure that no hardirq handler is running. Now verify
  60. * that no threaded handlers are active.
  61. */
  62. wait_event(desc->wait_for_threads, !atomic_read(&desc->threads_active));
  63. }
  64. EXPORT_SYMBOL(synchronize_irq);
  65. #ifdef CONFIG_SMP
  66. cpumask_var_t irq_default_affinity;
  67. /**
  68. * irq_can_set_affinity - Check if the affinity of a given irq can be set
  69. * @irq: Interrupt to check
  70. *
  71. */
  72. int irq_can_set_affinity(unsigned int irq)
  73. {
  74. struct irq_desc *desc = irq_to_desc(irq);
  75. if (!desc || !irqd_can_balance(&desc->irq_data) ||
  76. !desc->irq_data.chip || !desc->irq_data.chip->irq_set_affinity)
  77. return 0;
  78. return 1;
  79. }
  80. /**
  81. * irq_set_thread_affinity - Notify irq threads to adjust affinity
  82. * @desc: irq descriptor which has affitnity changed
  83. *
  84. * We just set IRQTF_AFFINITY and delegate the affinity setting
  85. * to the interrupt thread itself. We can not call
  86. * set_cpus_allowed_ptr() here as we hold desc->lock and this
  87. * code can be called from hard interrupt context.
  88. */
  89. void irq_set_thread_affinity(struct irq_desc *desc)
  90. {
  91. struct irqaction *action = desc->action;
  92. while (action) {
  93. if (action->thread)
  94. set_bit(IRQTF_AFFINITY, &action->thread_flags);
  95. action = action->next;
  96. }
  97. }
  98. #ifdef CONFIG_GENERIC_PENDING_IRQ
  99. static inline bool irq_can_move_pcntxt(struct irq_data *data)
  100. {
  101. return irqd_can_move_in_process_context(data);
  102. }
  103. static inline bool irq_move_pending(struct irq_data *data)
  104. {
  105. return irqd_is_setaffinity_pending(data);
  106. }
  107. static inline void
  108. irq_copy_pending(struct irq_desc *desc, const struct cpumask *mask)
  109. {
  110. cpumask_copy(desc->pending_mask, mask);
  111. }
  112. static inline void
  113. irq_get_pending(struct cpumask *mask, struct irq_desc *desc)
  114. {
  115. cpumask_copy(mask, desc->pending_mask);
  116. }
  117. #else
  118. static inline bool irq_can_move_pcntxt(struct irq_data *data) { return true; }
  119. static inline bool irq_move_pending(struct irq_data *data) { return false; }
  120. static inline void
  121. irq_copy_pending(struct irq_desc *desc, const struct cpumask *mask) { }
  122. static inline void
  123. irq_get_pending(struct cpumask *mask, struct irq_desc *desc) { }
  124. #endif
  125. int __irq_set_affinity_locked(struct irq_data *data, const struct cpumask *mask)
  126. {
  127. struct irq_chip *chip = irq_data_get_irq_chip(data);
  128. struct irq_desc *desc = irq_data_to_desc(data);
  129. int ret = 0;
  130. if (!chip || !chip->irq_set_affinity)
  131. return -EINVAL;
  132. if (irq_can_move_pcntxt(data)) {
  133. ret = chip->irq_set_affinity(data, mask, false);
  134. switch (ret) {
  135. case IRQ_SET_MASK_OK:
  136. cpumask_copy(data->affinity, mask);
  137. case IRQ_SET_MASK_OK_NOCOPY:
  138. irq_set_thread_affinity(desc);
  139. ret = 0;
  140. }
  141. } else {
  142. irqd_set_move_pending(data);
  143. irq_copy_pending(desc, mask);
  144. }
  145. if (desc->affinity_notify) {
  146. kref_get(&desc->affinity_notify->kref);
  147. schedule_work(&desc->affinity_notify->work);
  148. }
  149. irqd_set(data, IRQD_AFFINITY_SET);
  150. return ret;
  151. }
  152. /**
  153. * irq_set_affinity - Set the irq affinity of a given irq
  154. * @irq: Interrupt to set affinity
  155. * @mask: cpumask
  156. *
  157. */
  158. int irq_set_affinity(unsigned int irq, const struct cpumask *mask)
  159. {
  160. struct irq_desc *desc = irq_to_desc(irq);
  161. unsigned long flags;
  162. int ret;
  163. if (!desc)
  164. return -EINVAL;
  165. raw_spin_lock_irqsave(&desc->lock, flags);
  166. ret = __irq_set_affinity_locked(irq_desc_get_irq_data(desc), mask);
  167. raw_spin_unlock_irqrestore(&desc->lock, flags);
  168. return ret;
  169. }
  170. int irq_set_affinity_hint(unsigned int irq, const struct cpumask *m)
  171. {
  172. unsigned long flags;
  173. struct irq_desc *desc = irq_get_desc_lock(irq, &flags, IRQ_GET_DESC_CHECK_GLOBAL);
  174. if (!desc)
  175. return -EINVAL;
  176. desc->affinity_hint = m;
  177. irq_put_desc_unlock(desc, flags);
  178. return 0;
  179. }
  180. EXPORT_SYMBOL_GPL(irq_set_affinity_hint);
  181. static void irq_affinity_notify(struct work_struct *work)
  182. {
  183. struct irq_affinity_notify *notify =
  184. container_of(work, struct irq_affinity_notify, work);
  185. struct irq_desc *desc = irq_to_desc(notify->irq);
  186. cpumask_var_t cpumask;
  187. unsigned long flags;
  188. if (!desc || !alloc_cpumask_var(&cpumask, GFP_KERNEL))
  189. goto out;
  190. raw_spin_lock_irqsave(&desc->lock, flags);
  191. if (irq_move_pending(&desc->irq_data))
  192. irq_get_pending(cpumask, desc);
  193. else
  194. cpumask_copy(cpumask, desc->irq_data.affinity);
  195. raw_spin_unlock_irqrestore(&desc->lock, flags);
  196. notify->notify(notify, cpumask);
  197. free_cpumask_var(cpumask);
  198. out:
  199. kref_put(&notify->kref, notify->release);
  200. }
  201. /**
  202. * irq_set_affinity_notifier - control notification of IRQ affinity changes
  203. * @irq: Interrupt for which to enable/disable notification
  204. * @notify: Context for notification, or %NULL to disable
  205. * notification. Function pointers must be initialised;
  206. * the other fields will be initialised by this function.
  207. *
  208. * Must be called in process context. Notification may only be enabled
  209. * after the IRQ is allocated and must be disabled before the IRQ is
  210. * freed using free_irq().
  211. */
  212. int
  213. irq_set_affinity_notifier(unsigned int irq, struct irq_affinity_notify *notify)
  214. {
  215. struct irq_desc *desc = irq_to_desc(irq);
  216. struct irq_affinity_notify *old_notify;
  217. unsigned long flags;
  218. /* The release function is promised process context */
  219. might_sleep();
  220. if (!desc)
  221. return -EINVAL;
  222. /* Complete initialisation of *notify */
  223. if (notify) {
  224. notify->irq = irq;
  225. kref_init(&notify->kref);
  226. INIT_WORK(&notify->work, irq_affinity_notify);
  227. }
  228. raw_spin_lock_irqsave(&desc->lock, flags);
  229. old_notify = desc->affinity_notify;
  230. desc->affinity_notify = notify;
  231. raw_spin_unlock_irqrestore(&desc->lock, flags);
  232. if (old_notify)
  233. kref_put(&old_notify->kref, old_notify->release);
  234. return 0;
  235. }
  236. EXPORT_SYMBOL_GPL(irq_set_affinity_notifier);
  237. #ifndef CONFIG_AUTO_IRQ_AFFINITY
  238. /*
  239. * Generic version of the affinity autoselector.
  240. */
  241. static int
  242. setup_affinity(unsigned int irq, struct irq_desc *desc, struct cpumask *mask)
  243. {
  244. struct irq_chip *chip = irq_desc_get_chip(desc);
  245. struct cpumask *set = irq_default_affinity;
  246. int ret, node = desc->irq_data.node;
  247. /* Excludes PER_CPU and NO_BALANCE interrupts */
  248. if (!irq_can_set_affinity(irq))
  249. return 0;
  250. /*
  251. * Preserve an userspace affinity setup, but make sure that
  252. * one of the targets is online.
  253. */
  254. if (irqd_has_set(&desc->irq_data, IRQD_AFFINITY_SET)) {
  255. if (cpumask_intersects(desc->irq_data.affinity,
  256. cpu_online_mask))
  257. set = desc->irq_data.affinity;
  258. else
  259. irqd_clear(&desc->irq_data, IRQD_AFFINITY_SET);
  260. }
  261. cpumask_and(mask, cpu_online_mask, set);
  262. if (node != NUMA_NO_NODE) {
  263. const struct cpumask *nodemask = cpumask_of_node(node);
  264. /* make sure at least one of the cpus in nodemask is online */
  265. if (cpumask_intersects(mask, nodemask))
  266. cpumask_and(mask, mask, nodemask);
  267. }
  268. ret = chip->irq_set_affinity(&desc->irq_data, mask, false);
  269. switch (ret) {
  270. case IRQ_SET_MASK_OK:
  271. cpumask_copy(desc->irq_data.affinity, mask);
  272. case IRQ_SET_MASK_OK_NOCOPY:
  273. irq_set_thread_affinity(desc);
  274. }
  275. return 0;
  276. }
  277. #else
  278. static inline int
  279. setup_affinity(unsigned int irq, struct irq_desc *d, struct cpumask *mask)
  280. {
  281. return irq_select_affinity(irq);
  282. }
  283. #endif
  284. /*
  285. * Called when affinity is set via /proc/irq
  286. */
  287. int irq_select_affinity_usr(unsigned int irq, struct cpumask *mask)
  288. {
  289. struct irq_desc *desc = irq_to_desc(irq);
  290. unsigned long flags;
  291. int ret;
  292. raw_spin_lock_irqsave(&desc->lock, flags);
  293. ret = setup_affinity(irq, desc, mask);
  294. raw_spin_unlock_irqrestore(&desc->lock, flags);
  295. return ret;
  296. }
  297. #else
  298. static inline int
  299. setup_affinity(unsigned int irq, struct irq_desc *desc, struct cpumask *mask)
  300. {
  301. return 0;
  302. }
  303. #endif
  304. void __disable_irq(struct irq_desc *desc, unsigned int irq, bool suspend)
  305. {
  306. if (suspend) {
  307. if (!desc->action || (desc->action->flags & IRQF_NO_SUSPEND))
  308. return;
  309. desc->istate |= IRQS_SUSPENDED;
  310. }
  311. if (!desc->depth++)
  312. irq_disable(desc);
  313. }
  314. static int __disable_irq_nosync(unsigned int irq)
  315. {
  316. unsigned long flags;
  317. struct irq_desc *desc = irq_get_desc_buslock(irq, &flags, IRQ_GET_DESC_CHECK_GLOBAL);
  318. if (!desc)
  319. return -EINVAL;
  320. __disable_irq(desc, irq, false);
  321. irq_put_desc_busunlock(desc, flags);
  322. return 0;
  323. }
  324. /**
  325. * disable_irq_nosync - disable an irq without waiting
  326. * @irq: Interrupt to disable
  327. *
  328. * Disable the selected interrupt line. Disables and Enables are
  329. * nested.
  330. * Unlike disable_irq(), this function does not ensure existing
  331. * instances of the IRQ handler have completed before returning.
  332. *
  333. * This function may be called from IRQ context.
  334. */
  335. void disable_irq_nosync(unsigned int irq)
  336. {
  337. __disable_irq_nosync(irq);
  338. }
  339. EXPORT_SYMBOL(disable_irq_nosync);
  340. /**
  341. * disable_irq - disable an irq and wait for completion
  342. * @irq: Interrupt to disable
  343. *
  344. * Disable the selected interrupt line. Enables and Disables are
  345. * nested.
  346. * This function waits for any pending IRQ handlers for this interrupt
  347. * to complete before returning. If you use this function while
  348. * holding a resource the IRQ handler may need you will deadlock.
  349. *
  350. * This function may be called - with care - from IRQ context.
  351. */
  352. void disable_irq(unsigned int irq)
  353. {
  354. if (!__disable_irq_nosync(irq))
  355. synchronize_irq(irq);
  356. }
  357. EXPORT_SYMBOL(disable_irq);
  358. void __enable_irq(struct irq_desc *desc, unsigned int irq, bool resume)
  359. {
  360. if (resume) {
  361. if (!(desc->istate & IRQS_SUSPENDED)) {
  362. if (!desc->action)
  363. return;
  364. if (!(desc->action->flags & IRQF_FORCE_RESUME))
  365. return;
  366. /* Pretend that it got disabled ! */
  367. desc->depth++;
  368. }
  369. desc->istate &= ~IRQS_SUSPENDED;
  370. }
  371. switch (desc->depth) {
  372. case 0:
  373. err_out:
  374. WARN(1, KERN_WARNING "Unbalanced enable for IRQ %d\n", irq);
  375. break;
  376. case 1: {
  377. if (desc->istate & IRQS_SUSPENDED)
  378. goto err_out;
  379. /* Prevent probing on this irq: */
  380. irq_settings_set_noprobe(desc);
  381. irq_enable(desc);
  382. check_irq_resend(desc, irq);
  383. /* fall-through */
  384. }
  385. default:
  386. desc->depth--;
  387. }
  388. }
  389. /**
  390. * enable_irq - enable handling of an irq
  391. * @irq: Interrupt to enable
  392. *
  393. * Undoes the effect of one call to disable_irq(). If this
  394. * matches the last disable, processing of interrupts on this
  395. * IRQ line is re-enabled.
  396. *
  397. * This function may be called from IRQ context only when
  398. * desc->irq_data.chip->bus_lock and desc->chip->bus_sync_unlock are NULL !
  399. */
  400. void enable_irq(unsigned int irq)
  401. {
  402. unsigned long flags;
  403. struct irq_desc *desc = irq_get_desc_buslock(irq, &flags, IRQ_GET_DESC_CHECK_GLOBAL);
  404. if (!desc)
  405. return;
  406. if (WARN(!desc->irq_data.chip,
  407. KERN_ERR "enable_irq before setup/request_irq: irq %u\n", irq))
  408. goto out;
  409. __enable_irq(desc, irq, false);
  410. out:
  411. irq_put_desc_busunlock(desc, flags);
  412. }
  413. EXPORT_SYMBOL(enable_irq);
  414. static int set_irq_wake_real(unsigned int irq, unsigned int on)
  415. {
  416. struct irq_desc *desc = irq_to_desc(irq);
  417. int ret = -ENXIO;
  418. if (irq_desc_get_chip(desc)->flags & IRQCHIP_SKIP_SET_WAKE)
  419. return 0;
  420. if (desc->irq_data.chip->irq_set_wake)
  421. ret = desc->irq_data.chip->irq_set_wake(&desc->irq_data, on);
  422. return ret;
  423. }
  424. /**
  425. * irq_set_irq_wake - control irq power management wakeup
  426. * @irq: interrupt to control
  427. * @on: enable/disable power management wakeup
  428. *
  429. * Enable/disable power management wakeup mode, which is
  430. * disabled by default. Enables and disables must match,
  431. * just as they match for non-wakeup mode support.
  432. *
  433. * Wakeup mode lets this IRQ wake the system from sleep
  434. * states like "suspend to RAM".
  435. */
  436. int irq_set_irq_wake(unsigned int irq, unsigned int on)
  437. {
  438. unsigned long flags;
  439. struct irq_desc *desc = irq_get_desc_buslock(irq, &flags, IRQ_GET_DESC_CHECK_GLOBAL);
  440. int ret = 0;
  441. if (!desc)
  442. return -EINVAL;
  443. /* wakeup-capable irqs can be shared between drivers that
  444. * don't need to have the same sleep mode behaviors.
  445. */
  446. if (on) {
  447. if (desc->wake_depth++ == 0) {
  448. ret = set_irq_wake_real(irq, on);
  449. if (ret)
  450. desc->wake_depth = 0;
  451. else
  452. irqd_set(&desc->irq_data, IRQD_WAKEUP_STATE);
  453. }
  454. } else {
  455. if (desc->wake_depth == 0) {
  456. WARN(1, "Unbalanced IRQ %d wake disable\n", irq);
  457. } else if (--desc->wake_depth == 0) {
  458. ret = set_irq_wake_real(irq, on);
  459. if (ret)
  460. desc->wake_depth = 1;
  461. else
  462. irqd_clear(&desc->irq_data, IRQD_WAKEUP_STATE);
  463. }
  464. }
  465. irq_put_desc_busunlock(desc, flags);
  466. return ret;
  467. }
  468. EXPORT_SYMBOL(irq_set_irq_wake);
  469. /*
  470. * Internal function that tells the architecture code whether a
  471. * particular irq has been exclusively allocated or is available
  472. * for driver use.
  473. */
  474. int can_request_irq(unsigned int irq, unsigned long irqflags)
  475. {
  476. unsigned long flags;
  477. struct irq_desc *desc = irq_get_desc_lock(irq, &flags, 0);
  478. int canrequest = 0;
  479. if (!desc)
  480. return 0;
  481. if (irq_settings_can_request(desc)) {
  482. if (desc->action)
  483. if (irqflags & desc->action->flags & IRQF_SHARED)
  484. canrequest =1;
  485. }
  486. irq_put_desc_unlock(desc, flags);
  487. return canrequest;
  488. }
  489. int __irq_set_trigger(struct irq_desc *desc, unsigned int irq,
  490. unsigned long flags)
  491. {
  492. struct irq_chip *chip = desc->irq_data.chip;
  493. int ret, unmask = 0;
  494. if (!chip || !chip->irq_set_type) {
  495. /*
  496. * IRQF_TRIGGER_* but the PIC does not support multiple
  497. * flow-types?
  498. */
  499. pr_debug("No set_type function for IRQ %d (%s)\n", irq,
  500. chip ? (chip->name ? : "unknown") : "unknown");
  501. return 0;
  502. }
  503. flags &= IRQ_TYPE_SENSE_MASK;
  504. if (chip->flags & IRQCHIP_SET_TYPE_MASKED) {
  505. if (!irqd_irq_masked(&desc->irq_data))
  506. mask_irq(desc);
  507. if (!irqd_irq_disabled(&desc->irq_data))
  508. unmask = 1;
  509. }
  510. /* caller masked out all except trigger mode flags */
  511. ret = chip->irq_set_type(&desc->irq_data, flags);
  512. switch (ret) {
  513. case IRQ_SET_MASK_OK:
  514. irqd_clear(&desc->irq_data, IRQD_TRIGGER_MASK);
  515. irqd_set(&desc->irq_data, flags);
  516. case IRQ_SET_MASK_OK_NOCOPY:
  517. flags = irqd_get_trigger_type(&desc->irq_data);
  518. irq_settings_set_trigger_mask(desc, flags);
  519. irqd_clear(&desc->irq_data, IRQD_LEVEL);
  520. irq_settings_clr_level(desc);
  521. if (flags & IRQ_TYPE_LEVEL_MASK) {
  522. irq_settings_set_level(desc);
  523. irqd_set(&desc->irq_data, IRQD_LEVEL);
  524. }
  525. ret = 0;
  526. break;
  527. default:
  528. pr_err("Setting trigger mode %lu for irq %u failed (%pF)\n",
  529. flags, irq, chip->irq_set_type);
  530. }
  531. if (unmask)
  532. unmask_irq(desc);
  533. return ret;
  534. }
  535. /*
  536. * Default primary interrupt handler for threaded interrupts. Is
  537. * assigned as primary handler when request_threaded_irq is called
  538. * with handler == NULL. Useful for oneshot interrupts.
  539. */
  540. static irqreturn_t irq_default_primary_handler(int irq, void *dev_id)
  541. {
  542. return IRQ_WAKE_THREAD;
  543. }
  544. /*
  545. * Primary handler for nested threaded interrupts. Should never be
  546. * called.
  547. */
  548. static irqreturn_t irq_nested_primary_handler(int irq, void *dev_id)
  549. {
  550. WARN(1, "Primary handler called for nested irq %d\n", irq);
  551. return IRQ_NONE;
  552. }
  553. static int irq_wait_for_interrupt(struct irqaction *action)
  554. {
  555. set_current_state(TASK_INTERRUPTIBLE);
  556. while (!kthread_should_stop()) {
  557. if (test_and_clear_bit(IRQTF_RUNTHREAD,
  558. &action->thread_flags)) {
  559. __set_current_state(TASK_RUNNING);
  560. return 0;
  561. }
  562. schedule();
  563. set_current_state(TASK_INTERRUPTIBLE);
  564. }
  565. __set_current_state(TASK_RUNNING);
  566. return -1;
  567. }
  568. /*
  569. * Oneshot interrupts keep the irq line masked until the threaded
  570. * handler finished. unmask if the interrupt has not been disabled and
  571. * is marked MASKED.
  572. */
  573. static void irq_finalize_oneshot(struct irq_desc *desc,
  574. struct irqaction *action)
  575. {
  576. if (!(desc->istate & IRQS_ONESHOT))
  577. return;
  578. again:
  579. chip_bus_lock(desc);
  580. raw_spin_lock_irq(&desc->lock);
  581. /*
  582. * Implausible though it may be we need to protect us against
  583. * the following scenario:
  584. *
  585. * The thread is faster done than the hard interrupt handler
  586. * on the other CPU. If we unmask the irq line then the
  587. * interrupt can come in again and masks the line, leaves due
  588. * to IRQS_INPROGRESS and the irq line is masked forever.
  589. *
  590. * This also serializes the state of shared oneshot handlers
  591. * versus "desc->threads_onehsot |= action->thread_mask;" in
  592. * irq_wake_thread(). See the comment there which explains the
  593. * serialization.
  594. */
  595. if (unlikely(irqd_irq_inprogress(&desc->irq_data))) {
  596. raw_spin_unlock_irq(&desc->lock);
  597. chip_bus_sync_unlock(desc);
  598. cpu_relax();
  599. goto again;
  600. }
  601. /*
  602. * Now check again, whether the thread should run. Otherwise
  603. * we would clear the threads_oneshot bit of this thread which
  604. * was just set.
  605. */
  606. if (test_bit(IRQTF_RUNTHREAD, &action->thread_flags))
  607. goto out_unlock;
  608. desc->threads_oneshot &= ~action->thread_mask;
  609. if (!desc->threads_oneshot && !irqd_irq_disabled(&desc->irq_data) &&
  610. irqd_irq_masked(&desc->irq_data))
  611. unmask_irq(desc);
  612. out_unlock:
  613. raw_spin_unlock_irq(&desc->lock);
  614. chip_bus_sync_unlock(desc);
  615. }
  616. #ifdef CONFIG_SMP
  617. /*
  618. * Check whether we need to chasnge the affinity of the interrupt thread.
  619. */
  620. static void
  621. irq_thread_check_affinity(struct irq_desc *desc, struct irqaction *action)
  622. {
  623. cpumask_var_t mask;
  624. if (!test_and_clear_bit(IRQTF_AFFINITY, &action->thread_flags))
  625. return;
  626. /*
  627. * In case we are out of memory we set IRQTF_AFFINITY again and
  628. * try again next time
  629. */
  630. if (!alloc_cpumask_var(&mask, GFP_KERNEL)) {
  631. set_bit(IRQTF_AFFINITY, &action->thread_flags);
  632. return;
  633. }
  634. raw_spin_lock_irq(&desc->lock);
  635. cpumask_copy(mask, desc->irq_data.affinity);
  636. raw_spin_unlock_irq(&desc->lock);
  637. set_cpus_allowed_ptr(current, mask);
  638. free_cpumask_var(mask);
  639. }
  640. #else
  641. static inline void
  642. irq_thread_check_affinity(struct irq_desc *desc, struct irqaction *action) { }
  643. #endif
  644. /*
  645. * Interrupts which are not explicitely requested as threaded
  646. * interrupts rely on the implicit bh/preempt disable of the hard irq
  647. * context. So we need to disable bh here to avoid deadlocks and other
  648. * side effects.
  649. */
  650. static irqreturn_t
  651. irq_forced_thread_fn(struct irq_desc *desc, struct irqaction *action)
  652. {
  653. irqreturn_t ret;
  654. local_bh_disable();
  655. ret = action->thread_fn(action->irq, action->dev_id);
  656. irq_finalize_oneshot(desc, action);
  657. local_bh_enable();
  658. return ret;
  659. }
  660. /*
  661. * Interrupts explicitely requested as threaded interupts want to be
  662. * preemtible - many of them need to sleep and wait for slow busses to
  663. * complete.
  664. */
  665. static irqreturn_t irq_thread_fn(struct irq_desc *desc,
  666. struct irqaction *action)
  667. {
  668. irqreturn_t ret;
  669. ret = action->thread_fn(action->irq, action->dev_id);
  670. irq_finalize_oneshot(desc, action);
  671. return ret;
  672. }
  673. static void wake_threads_waitq(struct irq_desc *desc)
  674. {
  675. if (atomic_dec_and_test(&desc->threads_active) &&
  676. waitqueue_active(&desc->wait_for_threads))
  677. wake_up(&desc->wait_for_threads);
  678. }
  679. static void irq_thread_dtor(struct task_work *unused)
  680. {
  681. struct task_struct *tsk = current;
  682. struct irq_desc *desc;
  683. struct irqaction *action;
  684. if (WARN_ON_ONCE(!(current->flags & PF_EXITING)))
  685. return;
  686. action = kthread_data(tsk);
  687. pr_err("exiting task \"%s\" (%d) is an active IRQ thread (irq %d)\n",
  688. tsk->comm ? tsk->comm : "", tsk->pid, action->irq);
  689. desc = irq_to_desc(action->irq);
  690. /*
  691. * If IRQTF_RUNTHREAD is set, we need to decrement
  692. * desc->threads_active and wake possible waiters.
  693. */
  694. if (test_and_clear_bit(IRQTF_RUNTHREAD, &action->thread_flags))
  695. wake_threads_waitq(desc);
  696. /* Prevent a stale desc->threads_oneshot */
  697. irq_finalize_oneshot(desc, action);
  698. }
  699. /*
  700. * Interrupt handler thread
  701. */
  702. static int irq_thread(void *data)
  703. {
  704. struct task_work on_exit_work;
  705. static const struct sched_param param = {
  706. .sched_priority = MAX_USER_RT_PRIO/2,
  707. };
  708. struct irqaction *action = data;
  709. struct irq_desc *desc = irq_to_desc(action->irq);
  710. irqreturn_t (*handler_fn)(struct irq_desc *desc,
  711. struct irqaction *action);
  712. if (force_irqthreads && test_bit(IRQTF_FORCED_THREAD,
  713. &action->thread_flags))
  714. handler_fn = irq_forced_thread_fn;
  715. else
  716. handler_fn = irq_thread_fn;
  717. sched_setscheduler(current, SCHED_FIFO, &param);
  718. init_task_work(&on_exit_work, irq_thread_dtor, NULL);
  719. task_work_add(current, &on_exit_work, false);
  720. while (!irq_wait_for_interrupt(action)) {
  721. irqreturn_t action_ret;
  722. irq_thread_check_affinity(desc, action);
  723. action_ret = handler_fn(desc, action);
  724. if (!noirqdebug)
  725. note_interrupt(action->irq, desc, action_ret);
  726. wake_threads_waitq(desc);
  727. }
  728. /*
  729. * This is the regular exit path. __free_irq() is stopping the
  730. * thread via kthread_stop() after calling
  731. * synchronize_irq(). So neither IRQTF_RUNTHREAD nor the
  732. * oneshot mask bit can be set. We cannot verify that as we
  733. * cannot touch the oneshot mask at this point anymore as
  734. * __setup_irq() might have given out currents thread_mask
  735. * again.
  736. */
  737. task_work_cancel(current, irq_thread_dtor);
  738. return 0;
  739. }
  740. static void irq_setup_forced_threading(struct irqaction *new)
  741. {
  742. if (!force_irqthreads)
  743. return;
  744. if (new->flags & (IRQF_NO_THREAD | IRQF_PERCPU | IRQF_ONESHOT))
  745. return;
  746. new->flags |= IRQF_ONESHOT;
  747. if (!new->thread_fn) {
  748. set_bit(IRQTF_FORCED_THREAD, &new->thread_flags);
  749. new->thread_fn = new->handler;
  750. new->handler = irq_default_primary_handler;
  751. }
  752. }
  753. /*
  754. * Internal function to register an irqaction - typically used to
  755. * allocate special interrupts that are part of the architecture.
  756. */
  757. static int
  758. __setup_irq(unsigned int irq, struct irq_desc *desc, struct irqaction *new)
  759. {
  760. struct irqaction *old, **old_ptr;
  761. unsigned long flags, thread_mask = 0;
  762. int ret, nested, shared = 0;
  763. cpumask_var_t mask;
  764. if (!desc)
  765. return -EINVAL;
  766. if (desc->irq_data.chip == &no_irq_chip)
  767. return -ENOSYS;
  768. if (!try_module_get(desc->owner))
  769. return -ENODEV;
  770. /*
  771. * Some drivers like serial.c use request_irq() heavily,
  772. * so we have to be careful not to interfere with a
  773. * running system.
  774. */
  775. if (new->flags & IRQF_SAMPLE_RANDOM) {
  776. /*
  777. * This function might sleep, we want to call it first,
  778. * outside of the atomic block.
  779. * Yes, this might clear the entropy pool if the wrong
  780. * driver is attempted to be loaded, without actually
  781. * installing a new handler, but is this really a problem,
  782. * only the sysadmin is able to do this.
  783. */
  784. rand_initialize_irq(irq);
  785. }
  786. /*
  787. * Check whether the interrupt nests into another interrupt
  788. * thread.
  789. */
  790. nested = irq_settings_is_nested_thread(desc);
  791. if (nested) {
  792. if (!new->thread_fn) {
  793. ret = -EINVAL;
  794. goto out_mput;
  795. }
  796. /*
  797. * Replace the primary handler which was provided from
  798. * the driver for non nested interrupt handling by the
  799. * dummy function which warns when called.
  800. */
  801. new->handler = irq_nested_primary_handler;
  802. } else {
  803. if (irq_settings_can_thread(desc))
  804. irq_setup_forced_threading(new);
  805. }
  806. /*
  807. * Create a handler thread when a thread function is supplied
  808. * and the interrupt does not nest into another interrupt
  809. * thread.
  810. */
  811. if (new->thread_fn && !nested) {
  812. struct task_struct *t;
  813. t = kthread_create(irq_thread, new, "irq/%d-%s", irq,
  814. new->name);
  815. if (IS_ERR(t)) {
  816. ret = PTR_ERR(t);
  817. goto out_mput;
  818. }
  819. /*
  820. * We keep the reference to the task struct even if
  821. * the thread dies to avoid that the interrupt code
  822. * references an already freed task_struct.
  823. */
  824. get_task_struct(t);
  825. new->thread = t;
  826. }
  827. if (!alloc_cpumask_var(&mask, GFP_KERNEL)) {
  828. ret = -ENOMEM;
  829. goto out_thread;
  830. }
  831. /*
  832. * The following block of code has to be executed atomically
  833. */
  834. raw_spin_lock_irqsave(&desc->lock, flags);
  835. old_ptr = &desc->action;
  836. old = *old_ptr;
  837. if (old) {
  838. /*
  839. * Can't share interrupts unless both agree to and are
  840. * the same type (level, edge, polarity). So both flag
  841. * fields must have IRQF_SHARED set and the bits which
  842. * set the trigger type must match. Also all must
  843. * agree on ONESHOT.
  844. */
  845. if (!((old->flags & new->flags) & IRQF_SHARED) ||
  846. ((old->flags ^ new->flags) & IRQF_TRIGGER_MASK) ||
  847. ((old->flags ^ new->flags) & IRQF_ONESHOT))
  848. goto mismatch;
  849. /* All handlers must agree on per-cpuness */
  850. if ((old->flags & IRQF_PERCPU) !=
  851. (new->flags & IRQF_PERCPU))
  852. goto mismatch;
  853. /* add new interrupt at end of irq queue */
  854. do {
  855. /*
  856. * Or all existing action->thread_mask bits,
  857. * so we can find the next zero bit for this
  858. * new action.
  859. */
  860. thread_mask |= old->thread_mask;
  861. old_ptr = &old->next;
  862. old = *old_ptr;
  863. } while (old);
  864. shared = 1;
  865. }
  866. /*
  867. * Setup the thread mask for this irqaction for ONESHOT. For
  868. * !ONESHOT irqs the thread mask is 0 so we can avoid a
  869. * conditional in irq_wake_thread().
  870. */
  871. if (new->flags & IRQF_ONESHOT) {
  872. /*
  873. * Unlikely to have 32 resp 64 irqs sharing one line,
  874. * but who knows.
  875. */
  876. if (thread_mask == ~0UL) {
  877. ret = -EBUSY;
  878. goto out_mask;
  879. }
  880. /*
  881. * The thread_mask for the action is or'ed to
  882. * desc->thread_active to indicate that the
  883. * IRQF_ONESHOT thread handler has been woken, but not
  884. * yet finished. The bit is cleared when a thread
  885. * completes. When all threads of a shared interrupt
  886. * line have completed desc->threads_active becomes
  887. * zero and the interrupt line is unmasked. See
  888. * handle.c:irq_wake_thread() for further information.
  889. *
  890. * If no thread is woken by primary (hard irq context)
  891. * interrupt handlers, then desc->threads_active is
  892. * also checked for zero to unmask the irq line in the
  893. * affected hard irq flow handlers
  894. * (handle_[fasteoi|level]_irq).
  895. *
  896. * The new action gets the first zero bit of
  897. * thread_mask assigned. See the loop above which or's
  898. * all existing action->thread_mask bits.
  899. */
  900. new->thread_mask = 1 << ffz(thread_mask);
  901. } else if (new->handler == irq_default_primary_handler) {
  902. /*
  903. * The interrupt was requested with handler = NULL, so
  904. * we use the default primary handler for it. But it
  905. * does not have the oneshot flag set. In combination
  906. * with level interrupts this is deadly, because the
  907. * default primary handler just wakes the thread, then
  908. * the irq lines is reenabled, but the device still
  909. * has the level irq asserted. Rinse and repeat....
  910. *
  911. * While this works for edge type interrupts, we play
  912. * it safe and reject unconditionally because we can't
  913. * say for sure which type this interrupt really
  914. * has. The type flags are unreliable as the
  915. * underlying chip implementation can override them.
  916. */
  917. pr_err("Threaded irq requested with handler=NULL and !ONESHOT for irq %d\n",
  918. irq);
  919. ret = -EINVAL;
  920. goto out_mask;
  921. }
  922. if (!shared) {
  923. init_waitqueue_head(&desc->wait_for_threads);
  924. /* Setup the type (level, edge polarity) if configured: */
  925. if (new->flags & IRQF_TRIGGER_MASK) {
  926. ret = __irq_set_trigger(desc, irq,
  927. new->flags & IRQF_TRIGGER_MASK);
  928. if (ret)
  929. goto out_mask;
  930. }
  931. desc->istate &= ~(IRQS_AUTODETECT | IRQS_SPURIOUS_DISABLED | \
  932. IRQS_ONESHOT | IRQS_WAITING);
  933. irqd_clear(&desc->irq_data, IRQD_IRQ_INPROGRESS);
  934. if (new->flags & IRQF_PERCPU) {
  935. irqd_set(&desc->irq_data, IRQD_PER_CPU);
  936. irq_settings_set_per_cpu(desc);
  937. }
  938. if (new->flags & IRQF_ONESHOT)
  939. desc->istate |= IRQS_ONESHOT;
  940. if (irq_settings_can_autoenable(desc))
  941. irq_startup(desc, true);
  942. else
  943. /* Undo nested disables: */
  944. desc->depth = 1;
  945. /* Exclude IRQ from balancing if requested */
  946. if (new->flags & IRQF_NOBALANCING) {
  947. irq_settings_set_no_balancing(desc);
  948. irqd_set(&desc->irq_data, IRQD_NO_BALANCING);
  949. }
  950. /* Set default affinity mask once everything is setup */
  951. setup_affinity(irq, desc, mask);
  952. } else if (new->flags & IRQF_TRIGGER_MASK) {
  953. unsigned int nmsk = new->flags & IRQF_TRIGGER_MASK;
  954. unsigned int omsk = irq_settings_get_trigger_mask(desc);
  955. if (nmsk != omsk)
  956. /* hope the handler works with current trigger mode */
  957. pr_warning("irq %d uses trigger mode %u; requested %u\n",
  958. irq, nmsk, omsk);
  959. }
  960. new->irq = irq;
  961. *old_ptr = new;
  962. /* Reset broken irq detection when installing new handler */
  963. desc->irq_count = 0;
  964. desc->irqs_unhandled = 0;
  965. /*
  966. * Check whether we disabled the irq via the spurious handler
  967. * before. Reenable it and give it another chance.
  968. */
  969. if (shared && (desc->istate & IRQS_SPURIOUS_DISABLED)) {
  970. desc->istate &= ~IRQS_SPURIOUS_DISABLED;
  971. __enable_irq(desc, irq, false);
  972. }
  973. raw_spin_unlock_irqrestore(&desc->lock, flags);
  974. /*
  975. * Strictly no need to wake it up, but hung_task complains
  976. * when no hard interrupt wakes the thread up.
  977. */
  978. if (new->thread)
  979. wake_up_process(new->thread);
  980. register_irq_proc(irq, desc);
  981. new->dir = NULL;
  982. register_handler_proc(irq, new);
  983. free_cpumask_var(mask);
  984. return 0;
  985. mismatch:
  986. if (!(new->flags & IRQF_PROBE_SHARED)) {
  987. pr_err("Flags mismatch irq %d. %08x (%s) vs. %08x (%s)\n",
  988. irq, new->flags, new->name, old->flags, old->name);
  989. #ifdef CONFIG_DEBUG_SHIRQ
  990. dump_stack();
  991. #endif
  992. }
  993. ret = -EBUSY;
  994. out_mask:
  995. raw_spin_unlock_irqrestore(&desc->lock, flags);
  996. free_cpumask_var(mask);
  997. out_thread:
  998. if (new->thread) {
  999. struct task_struct *t = new->thread;
  1000. new->thread = NULL;
  1001. kthread_stop(t);
  1002. put_task_struct(t);
  1003. }
  1004. out_mput:
  1005. module_put(desc->owner);
  1006. return ret;
  1007. }
  1008. /**
  1009. * setup_irq - setup an interrupt
  1010. * @irq: Interrupt line to setup
  1011. * @act: irqaction for the interrupt
  1012. *
  1013. * Used to statically setup interrupts in the early boot process.
  1014. */
  1015. int setup_irq(unsigned int irq, struct irqaction *act)
  1016. {
  1017. int retval;
  1018. struct irq_desc *desc = irq_to_desc(irq);
  1019. if (WARN_ON(irq_settings_is_per_cpu_devid(desc)))
  1020. return -EINVAL;
  1021. chip_bus_lock(desc);
  1022. retval = __setup_irq(irq, desc, act);
  1023. chip_bus_sync_unlock(desc);
  1024. return retval;
  1025. }
  1026. EXPORT_SYMBOL_GPL(setup_irq);
  1027. /*
  1028. * Internal function to unregister an irqaction - used to free
  1029. * regular and special interrupts that are part of the architecture.
  1030. */
  1031. static struct irqaction *__free_irq(unsigned int irq, void *dev_id)
  1032. {
  1033. struct irq_desc *desc = irq_to_desc(irq);
  1034. struct irqaction *action, **action_ptr;
  1035. unsigned long flags;
  1036. WARN(in_interrupt(), "Trying to free IRQ %d from IRQ context!\n", irq);
  1037. if (!desc)
  1038. return NULL;
  1039. raw_spin_lock_irqsave(&desc->lock, flags);
  1040. /*
  1041. * There can be multiple actions per IRQ descriptor, find the right
  1042. * one based on the dev_id:
  1043. */
  1044. action_ptr = &desc->action;
  1045. for (;;) {
  1046. action = *action_ptr;
  1047. if (!action) {
  1048. WARN(1, "Trying to free already-free IRQ %d\n", irq);
  1049. raw_spin_unlock_irqrestore(&desc->lock, flags);
  1050. return NULL;
  1051. }
  1052. if (action->dev_id == dev_id)
  1053. break;
  1054. action_ptr = &action->next;
  1055. }
  1056. /* Found it - now remove it from the list of entries: */
  1057. *action_ptr = action->next;
  1058. /* If this was the last handler, shut down the IRQ line: */
  1059. if (!desc->action)
  1060. irq_shutdown(desc);
  1061. #ifdef CONFIG_SMP
  1062. /* make sure affinity_hint is cleaned up */
  1063. if (WARN_ON_ONCE(desc->affinity_hint))
  1064. desc->affinity_hint = NULL;
  1065. #endif
  1066. raw_spin_unlock_irqrestore(&desc->lock, flags);
  1067. unregister_handler_proc(irq, action);
  1068. /* Make sure it's not being used on another CPU: */
  1069. synchronize_irq(irq);
  1070. #ifdef CONFIG_DEBUG_SHIRQ
  1071. /*
  1072. * It's a shared IRQ -- the driver ought to be prepared for an IRQ
  1073. * event to happen even now it's being freed, so let's make sure that
  1074. * is so by doing an extra call to the handler ....
  1075. *
  1076. * ( We do this after actually deregistering it, to make sure that a
  1077. * 'real' IRQ doesn't run in * parallel with our fake. )
  1078. */
  1079. if (action->flags & IRQF_SHARED) {
  1080. local_irq_save(flags);
  1081. action->handler(irq, dev_id);
  1082. local_irq_restore(flags);
  1083. }
  1084. #endif
  1085. if (action->thread) {
  1086. kthread_stop(action->thread);
  1087. put_task_struct(action->thread);
  1088. }
  1089. module_put(desc->owner);
  1090. return action;
  1091. }
  1092. /**
  1093. * remove_irq - free an interrupt
  1094. * @irq: Interrupt line to free
  1095. * @act: irqaction for the interrupt
  1096. *
  1097. * Used to remove interrupts statically setup by the early boot process.
  1098. */
  1099. void remove_irq(unsigned int irq, struct irqaction *act)
  1100. {
  1101. struct irq_desc *desc = irq_to_desc(irq);
  1102. if (desc && !WARN_ON(irq_settings_is_per_cpu_devid(desc)))
  1103. __free_irq(irq, act->dev_id);
  1104. }
  1105. EXPORT_SYMBOL_GPL(remove_irq);
  1106. /**
  1107. * free_irq - free an interrupt allocated with request_irq
  1108. * @irq: Interrupt line to free
  1109. * @dev_id: Device identity to free
  1110. *
  1111. * Remove an interrupt handler. The handler is removed and if the
  1112. * interrupt line is no longer in use by any driver it is disabled.
  1113. * On a shared IRQ the caller must ensure the interrupt is disabled
  1114. * on the card it drives before calling this function. The function
  1115. * does not return until any executing interrupts for this IRQ
  1116. * have completed.
  1117. *
  1118. * This function must not be called from interrupt context.
  1119. */
  1120. void free_irq(unsigned int irq, void *dev_id)
  1121. {
  1122. struct irq_desc *desc = irq_to_desc(irq);
  1123. if (!desc || WARN_ON(irq_settings_is_per_cpu_devid(desc)))
  1124. return;
  1125. #ifdef CONFIG_SMP
  1126. if (WARN_ON(desc->affinity_notify))
  1127. desc->affinity_notify = NULL;
  1128. #endif
  1129. chip_bus_lock(desc);
  1130. kfree(__free_irq(irq, dev_id));
  1131. chip_bus_sync_unlock(desc);
  1132. }
  1133. EXPORT_SYMBOL(free_irq);
  1134. /**
  1135. * request_threaded_irq - allocate an interrupt line
  1136. * @irq: Interrupt line to allocate
  1137. * @handler: Function to be called when the IRQ occurs.
  1138. * Primary handler for threaded interrupts
  1139. * If NULL and thread_fn != NULL the default
  1140. * primary handler is installed
  1141. * @thread_fn: Function called from the irq handler thread
  1142. * If NULL, no irq thread is created
  1143. * @irqflags: Interrupt type flags
  1144. * @devname: An ascii name for the claiming device
  1145. * @dev_id: A cookie passed back to the handler function
  1146. *
  1147. * This call allocates interrupt resources and enables the
  1148. * interrupt line and IRQ handling. From the point this
  1149. * call is made your handler function may be invoked. Since
  1150. * your handler function must clear any interrupt the board
  1151. * raises, you must take care both to initialise your hardware
  1152. * and to set up the interrupt handler in the right order.
  1153. *
  1154. * If you want to set up a threaded irq handler for your device
  1155. * then you need to supply @handler and @thread_fn. @handler is
  1156. * still called in hard interrupt context and has to check
  1157. * whether the interrupt originates from the device. If yes it
  1158. * needs to disable the interrupt on the device and return
  1159. * IRQ_WAKE_THREAD which will wake up the handler thread and run
  1160. * @thread_fn. This split handler design is necessary to support
  1161. * shared interrupts.
  1162. *
  1163. * Dev_id must be globally unique. Normally the address of the
  1164. * device data structure is used as the cookie. Since the handler
  1165. * receives this value it makes sense to use it.
  1166. *
  1167. * If your interrupt is shared you must pass a non NULL dev_id
  1168. * as this is required when freeing the interrupt.
  1169. *
  1170. * Flags:
  1171. *
  1172. * IRQF_SHARED Interrupt is shared
  1173. * IRQF_SAMPLE_RANDOM The interrupt can be used for entropy
  1174. * IRQF_TRIGGER_* Specify active edge(s) or level
  1175. *
  1176. */
  1177. int request_threaded_irq(unsigned int irq, irq_handler_t handler,
  1178. irq_handler_t thread_fn, unsigned long irqflags,
  1179. const char *devname, void *dev_id)
  1180. {
  1181. struct irqaction *action;
  1182. struct irq_desc *desc;
  1183. int retval;
  1184. /*
  1185. * Sanity-check: shared interrupts must pass in a real dev-ID,
  1186. * otherwise we'll have trouble later trying to figure out
  1187. * which interrupt is which (messes up the interrupt freeing
  1188. * logic etc).
  1189. */
  1190. if ((irqflags & IRQF_SHARED) && !dev_id)
  1191. return -EINVAL;
  1192. desc = irq_to_desc(irq);
  1193. if (!desc)
  1194. return -EINVAL;
  1195. if (!irq_settings_can_request(desc) ||
  1196. WARN_ON(irq_settings_is_per_cpu_devid(desc)))
  1197. return -EINVAL;
  1198. if (!handler) {
  1199. if (!thread_fn)
  1200. return -EINVAL;
  1201. handler = irq_default_primary_handler;
  1202. }
  1203. action = kzalloc(sizeof(struct irqaction), GFP_KERNEL);
  1204. if (!action)
  1205. return -ENOMEM;
  1206. action->handler = handler;
  1207. action->thread_fn = thread_fn;
  1208. action->flags = irqflags;
  1209. action->name = devname;
  1210. action->dev_id = dev_id;
  1211. chip_bus_lock(desc);
  1212. retval = __setup_irq(irq, desc, action);
  1213. chip_bus_sync_unlock(desc);
  1214. if (retval)
  1215. kfree(action);
  1216. #ifdef CONFIG_DEBUG_SHIRQ_FIXME
  1217. if (!retval && (irqflags & IRQF_SHARED)) {
  1218. /*
  1219. * It's a shared IRQ -- the driver ought to be prepared for it
  1220. * to happen immediately, so let's make sure....
  1221. * We disable the irq to make sure that a 'real' IRQ doesn't
  1222. * run in parallel with our fake.
  1223. */
  1224. unsigned long flags;
  1225. disable_irq(irq);
  1226. local_irq_save(flags);
  1227. handler(irq, dev_id);
  1228. local_irq_restore(flags);
  1229. enable_irq(irq);
  1230. }
  1231. #endif
  1232. return retval;
  1233. }
  1234. EXPORT_SYMBOL(request_threaded_irq);
  1235. /**
  1236. * request_any_context_irq - allocate an interrupt line
  1237. * @irq: Interrupt line to allocate
  1238. * @handler: Function to be called when the IRQ occurs.
  1239. * Threaded handler for threaded interrupts.
  1240. * @flags: Interrupt type flags
  1241. * @name: An ascii name for the claiming device
  1242. * @dev_id: A cookie passed back to the handler function
  1243. *
  1244. * This call allocates interrupt resources and enables the
  1245. * interrupt line and IRQ handling. It selects either a
  1246. * hardirq or threaded handling method depending on the
  1247. * context.
  1248. *
  1249. * On failure, it returns a negative value. On success,
  1250. * it returns either IRQC_IS_HARDIRQ or IRQC_IS_NESTED.
  1251. */
  1252. int request_any_context_irq(unsigned int irq, irq_handler_t handler,
  1253. unsigned long flags, const char *name, void *dev_id)
  1254. {
  1255. struct irq_desc *desc = irq_to_desc(irq);
  1256. int ret;
  1257. if (!desc)
  1258. return -EINVAL;
  1259. if (irq_settings_is_nested_thread(desc)) {
  1260. ret = request_threaded_irq(irq, NULL, handler,
  1261. flags, name, dev_id);
  1262. return !ret ? IRQC_IS_NESTED : ret;
  1263. }
  1264. ret = request_irq(irq, handler, flags, name, dev_id);
  1265. return !ret ? IRQC_IS_HARDIRQ : ret;
  1266. }
  1267. EXPORT_SYMBOL_GPL(request_any_context_irq);
  1268. void enable_percpu_irq(unsigned int irq, unsigned int type)
  1269. {
  1270. unsigned int cpu = smp_processor_id();
  1271. unsigned long flags;
  1272. struct irq_desc *desc = irq_get_desc_lock(irq, &flags, IRQ_GET_DESC_CHECK_PERCPU);
  1273. if (!desc)
  1274. return;
  1275. type &= IRQ_TYPE_SENSE_MASK;
  1276. if (type != IRQ_TYPE_NONE) {
  1277. int ret;
  1278. ret = __irq_set_trigger(desc, irq, type);
  1279. if (ret) {
  1280. WARN(1, "failed to set type for IRQ%d\n", irq);
  1281. goto out;
  1282. }
  1283. }
  1284. irq_percpu_enable(desc, cpu);
  1285. out:
  1286. irq_put_desc_unlock(desc, flags);
  1287. }
  1288. void disable_percpu_irq(unsigned int irq)
  1289. {
  1290. unsigned int cpu = smp_processor_id();
  1291. unsigned long flags;
  1292. struct irq_desc *desc = irq_get_desc_lock(irq, &flags, IRQ_GET_DESC_CHECK_PERCPU);
  1293. if (!desc)
  1294. return;
  1295. irq_percpu_disable(desc, cpu);
  1296. irq_put_desc_unlock(desc, flags);
  1297. }
  1298. /*
  1299. * Internal function to unregister a percpu irqaction.
  1300. */
  1301. static struct irqaction *__free_percpu_irq(unsigned int irq, void __percpu *dev_id)
  1302. {
  1303. struct irq_desc *desc = irq_to_desc(irq);
  1304. struct irqaction *action;
  1305. unsigned long flags;
  1306. WARN(in_interrupt(), "Trying to free IRQ %d from IRQ context!\n", irq);
  1307. if (!desc)
  1308. return NULL;
  1309. raw_spin_lock_irqsave(&desc->lock, flags);
  1310. action = desc->action;
  1311. if (!action || action->percpu_dev_id != dev_id) {
  1312. WARN(1, "Trying to free already-free IRQ %d\n", irq);
  1313. goto bad;
  1314. }
  1315. if (!cpumask_empty(desc->percpu_enabled)) {
  1316. WARN(1, "percpu IRQ %d still enabled on CPU%d!\n",
  1317. irq, cpumask_first(desc->percpu_enabled));
  1318. goto bad;
  1319. }
  1320. /* Found it - now remove it from the list of entries: */
  1321. desc->action = NULL;
  1322. raw_spin_unlock_irqrestore(&desc->lock, flags);
  1323. unregister_handler_proc(irq, action);
  1324. module_put(desc->owner);
  1325. return action;
  1326. bad:
  1327. raw_spin_unlock_irqrestore(&desc->lock, flags);
  1328. return NULL;
  1329. }
  1330. /**
  1331. * remove_percpu_irq - free a per-cpu interrupt
  1332. * @irq: Interrupt line to free
  1333. * @act: irqaction for the interrupt
  1334. *
  1335. * Used to remove interrupts statically setup by the early boot process.
  1336. */
  1337. void remove_percpu_irq(unsigned int irq, struct irqaction *act)
  1338. {
  1339. struct irq_desc *desc = irq_to_desc(irq);
  1340. if (desc && irq_settings_is_per_cpu_devid(desc))
  1341. __free_percpu_irq(irq, act->percpu_dev_id);
  1342. }
  1343. /**
  1344. * free_percpu_irq - free an interrupt allocated with request_percpu_irq
  1345. * @irq: Interrupt line to free
  1346. * @dev_id: Device identity to free
  1347. *
  1348. * Remove a percpu interrupt handler. The handler is removed, but
  1349. * the interrupt line is not disabled. This must be done on each
  1350. * CPU before calling this function. The function does not return
  1351. * until any executing interrupts for this IRQ have completed.
  1352. *
  1353. * This function must not be called from interrupt context.
  1354. */
  1355. void free_percpu_irq(unsigned int irq, void __percpu *dev_id)
  1356. {
  1357. struct irq_desc *desc = irq_to_desc(irq);
  1358. if (!desc || !irq_settings_is_per_cpu_devid(desc))
  1359. return;
  1360. chip_bus_lock(desc);
  1361. kfree(__free_percpu_irq(irq, dev_id));
  1362. chip_bus_sync_unlock(desc);
  1363. }
  1364. /**
  1365. * setup_percpu_irq - setup a per-cpu interrupt
  1366. * @irq: Interrupt line to setup
  1367. * @act: irqaction for the interrupt
  1368. *
  1369. * Used to statically setup per-cpu interrupts in the early boot process.
  1370. */
  1371. int setup_percpu_irq(unsigned int irq, struct irqaction *act)
  1372. {
  1373. struct irq_desc *desc = irq_to_desc(irq);
  1374. int retval;
  1375. if (!desc || !irq_settings_is_per_cpu_devid(desc))
  1376. return -EINVAL;
  1377. chip_bus_lock(desc);
  1378. retval = __setup_irq(irq, desc, act);
  1379. chip_bus_sync_unlock(desc);
  1380. return retval;
  1381. }
  1382. /**
  1383. * request_percpu_irq - allocate a percpu interrupt line
  1384. * @irq: Interrupt line to allocate
  1385. * @handler: Function to be called when the IRQ occurs.
  1386. * @devname: An ascii name for the claiming device
  1387. * @dev_id: A percpu cookie passed back to the handler function
  1388. *
  1389. * This call allocates interrupt resources, but doesn't
  1390. * automatically enable the interrupt. It has to be done on each
  1391. * CPU using enable_percpu_irq().
  1392. *
  1393. * Dev_id must be globally unique. It is a per-cpu variable, and
  1394. * the handler gets called with the interrupted CPU's instance of
  1395. * that variable.
  1396. */
  1397. int request_percpu_irq(unsigned int irq, irq_handler_t handler,
  1398. const char *devname, void __percpu *dev_id)
  1399. {
  1400. struct irqaction *action;
  1401. struct irq_desc *desc;
  1402. int retval;
  1403. if (!dev_id)
  1404. return -EINVAL;
  1405. desc = irq_to_desc(irq);
  1406. if (!desc || !irq_settings_can_request(desc) ||
  1407. !irq_settings_is_per_cpu_devid(desc))
  1408. return -EINVAL;
  1409. action = kzalloc(sizeof(struct irqaction), GFP_KERNEL);
  1410. if (!action)
  1411. return -ENOMEM;
  1412. action->handler = handler;
  1413. action->flags = IRQF_PERCPU | IRQF_NO_SUSPEND;
  1414. action->name = devname;
  1415. action->percpu_dev_id = dev_id;
  1416. chip_bus_lock(desc);
  1417. retval = __setup_irq(irq, desc, action);
  1418. chip_bus_sync_unlock(desc);
  1419. if (retval)
  1420. kfree(action);
  1421. return retval;
  1422. }