gpio-omap.c 40 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535
  1. /*
  2. * Support functions for OMAP GPIO
  3. *
  4. * Copyright (C) 2003-2005 Nokia Corporation
  5. * Written by Juha Yrjölä <juha.yrjola@nokia.com>
  6. *
  7. * Copyright (C) 2009 Texas Instruments
  8. * Added OMAP4 support - Santosh Shilimkar <santosh.shilimkar@ti.com>
  9. *
  10. * This program is free software; you can redistribute it and/or modify
  11. * it under the terms of the GNU General Public License version 2 as
  12. * published by the Free Software Foundation.
  13. */
  14. #include <linux/init.h>
  15. #include <linux/module.h>
  16. #include <linux/interrupt.h>
  17. #include <linux/syscore_ops.h>
  18. #include <linux/err.h>
  19. #include <linux/clk.h>
  20. #include <linux/io.h>
  21. #include <linux/device.h>
  22. #include <linux/pm_runtime.h>
  23. #include <linux/pm.h>
  24. #include <linux/of.h>
  25. #include <linux/of_device.h>
  26. #include <linux/irqdomain.h>
  27. #include <mach/hardware.h>
  28. #include <asm/irq.h>
  29. #include <mach/irqs.h>
  30. #include <asm/gpio.h>
  31. #include <asm/mach/irq.h>
  32. #define OFF_MODE 1
  33. static LIST_HEAD(omap_gpio_list);
  34. struct gpio_regs {
  35. u32 irqenable1;
  36. u32 irqenable2;
  37. u32 wake_en;
  38. u32 ctrl;
  39. u32 oe;
  40. u32 leveldetect0;
  41. u32 leveldetect1;
  42. u32 risingdetect;
  43. u32 fallingdetect;
  44. u32 dataout;
  45. u32 debounce;
  46. u32 debounce_en;
  47. };
  48. struct gpio_bank {
  49. struct list_head node;
  50. void __iomem *base;
  51. u16 irq;
  52. int irq_base;
  53. struct irq_domain *domain;
  54. u32 non_wakeup_gpios;
  55. u32 enabled_non_wakeup_gpios;
  56. struct gpio_regs context;
  57. u32 saved_datain;
  58. u32 level_mask;
  59. u32 toggle_mask;
  60. spinlock_t lock;
  61. struct gpio_chip chip;
  62. struct clk *dbck;
  63. u32 mod_usage;
  64. u32 dbck_enable_mask;
  65. bool dbck_enabled;
  66. struct device *dev;
  67. bool is_mpuio;
  68. bool dbck_flag;
  69. bool loses_context;
  70. int stride;
  71. u32 width;
  72. int context_loss_count;
  73. int power_mode;
  74. bool workaround_enabled;
  75. void (*set_dataout)(struct gpio_bank *bank, int gpio, int enable);
  76. int (*get_context_loss_count)(struct device *dev);
  77. struct omap_gpio_reg_offs *regs;
  78. };
  79. #define GPIO_INDEX(bank, gpio) (gpio % bank->width)
  80. #define GPIO_BIT(bank, gpio) (1 << GPIO_INDEX(bank, gpio))
  81. #define GPIO_MOD_CTRL_BIT BIT(0)
  82. static int irq_to_gpio(struct gpio_bank *bank, unsigned int gpio_irq)
  83. {
  84. return gpio_irq - bank->irq_base + bank->chip.base;
  85. }
  86. static void _set_gpio_direction(struct gpio_bank *bank, int gpio, int is_input)
  87. {
  88. void __iomem *reg = bank->base;
  89. u32 l;
  90. reg += bank->regs->direction;
  91. l = __raw_readl(reg);
  92. if (is_input)
  93. l |= 1 << gpio;
  94. else
  95. l &= ~(1 << gpio);
  96. __raw_writel(l, reg);
  97. bank->context.oe = l;
  98. }
  99. /* set data out value using dedicate set/clear register */
  100. static void _set_gpio_dataout_reg(struct gpio_bank *bank, int gpio, int enable)
  101. {
  102. void __iomem *reg = bank->base;
  103. u32 l = GPIO_BIT(bank, gpio);
  104. if (enable) {
  105. reg += bank->regs->set_dataout;
  106. bank->context.dataout |= l;
  107. } else {
  108. reg += bank->regs->clr_dataout;
  109. bank->context.dataout &= ~l;
  110. }
  111. __raw_writel(l, reg);
  112. }
  113. /* set data out value using mask register */
  114. static void _set_gpio_dataout_mask(struct gpio_bank *bank, int gpio, int enable)
  115. {
  116. void __iomem *reg = bank->base + bank->regs->dataout;
  117. u32 gpio_bit = GPIO_BIT(bank, gpio);
  118. u32 l;
  119. l = __raw_readl(reg);
  120. if (enable)
  121. l |= gpio_bit;
  122. else
  123. l &= ~gpio_bit;
  124. __raw_writel(l, reg);
  125. bank->context.dataout = l;
  126. }
  127. static int _get_gpio_datain(struct gpio_bank *bank, int offset)
  128. {
  129. void __iomem *reg = bank->base + bank->regs->datain;
  130. return (__raw_readl(reg) & (1 << offset)) != 0;
  131. }
  132. static int _get_gpio_dataout(struct gpio_bank *bank, int offset)
  133. {
  134. void __iomem *reg = bank->base + bank->regs->dataout;
  135. return (__raw_readl(reg) & (1 << offset)) != 0;
  136. }
  137. static inline void _gpio_rmw(void __iomem *base, u32 reg, u32 mask, bool set)
  138. {
  139. int l = __raw_readl(base + reg);
  140. if (set)
  141. l |= mask;
  142. else
  143. l &= ~mask;
  144. __raw_writel(l, base + reg);
  145. }
  146. static inline void _gpio_dbck_enable(struct gpio_bank *bank)
  147. {
  148. if (bank->dbck_enable_mask && !bank->dbck_enabled) {
  149. clk_enable(bank->dbck);
  150. bank->dbck_enabled = true;
  151. }
  152. }
  153. static inline void _gpio_dbck_disable(struct gpio_bank *bank)
  154. {
  155. if (bank->dbck_enable_mask && bank->dbck_enabled) {
  156. clk_disable(bank->dbck);
  157. bank->dbck_enabled = false;
  158. }
  159. }
  160. /**
  161. * _set_gpio_debounce - low level gpio debounce time
  162. * @bank: the gpio bank we're acting upon
  163. * @gpio: the gpio number on this @gpio
  164. * @debounce: debounce time to use
  165. *
  166. * OMAP's debounce time is in 31us steps so we need
  167. * to convert and round up to the closest unit.
  168. */
  169. static void _set_gpio_debounce(struct gpio_bank *bank, unsigned gpio,
  170. unsigned debounce)
  171. {
  172. void __iomem *reg;
  173. u32 val;
  174. u32 l;
  175. if (!bank->dbck_flag)
  176. return;
  177. if (debounce < 32)
  178. debounce = 0x01;
  179. else if (debounce > 7936)
  180. debounce = 0xff;
  181. else
  182. debounce = (debounce / 0x1f) - 1;
  183. l = GPIO_BIT(bank, gpio);
  184. clk_enable(bank->dbck);
  185. reg = bank->base + bank->regs->debounce;
  186. __raw_writel(debounce, reg);
  187. reg = bank->base + bank->regs->debounce_en;
  188. val = __raw_readl(reg);
  189. if (debounce)
  190. val |= l;
  191. else
  192. val &= ~l;
  193. bank->dbck_enable_mask = val;
  194. __raw_writel(val, reg);
  195. clk_disable(bank->dbck);
  196. /*
  197. * Enable debounce clock per module.
  198. * This call is mandatory because in omap_gpio_request() when
  199. * *_runtime_get_sync() is called, _gpio_dbck_enable() within
  200. * runtime callbck fails to turn on dbck because dbck_enable_mask
  201. * used within _gpio_dbck_enable() is still not initialized at
  202. * that point. Therefore we have to enable dbck here.
  203. */
  204. _gpio_dbck_enable(bank);
  205. if (bank->dbck_enable_mask) {
  206. bank->context.debounce = debounce;
  207. bank->context.debounce_en = val;
  208. }
  209. }
  210. static inline void set_gpio_trigger(struct gpio_bank *bank, int gpio,
  211. unsigned trigger)
  212. {
  213. void __iomem *base = bank->base;
  214. u32 gpio_bit = 1 << gpio;
  215. _gpio_rmw(base, bank->regs->leveldetect0, gpio_bit,
  216. trigger & IRQ_TYPE_LEVEL_LOW);
  217. _gpio_rmw(base, bank->regs->leveldetect1, gpio_bit,
  218. trigger & IRQ_TYPE_LEVEL_HIGH);
  219. _gpio_rmw(base, bank->regs->risingdetect, gpio_bit,
  220. trigger & IRQ_TYPE_EDGE_RISING);
  221. _gpio_rmw(base, bank->regs->fallingdetect, gpio_bit,
  222. trigger & IRQ_TYPE_EDGE_FALLING);
  223. bank->context.leveldetect0 =
  224. __raw_readl(bank->base + bank->regs->leveldetect0);
  225. bank->context.leveldetect1 =
  226. __raw_readl(bank->base + bank->regs->leveldetect1);
  227. bank->context.risingdetect =
  228. __raw_readl(bank->base + bank->regs->risingdetect);
  229. bank->context.fallingdetect =
  230. __raw_readl(bank->base + bank->regs->fallingdetect);
  231. if (likely(!(bank->non_wakeup_gpios & gpio_bit))) {
  232. _gpio_rmw(base, bank->regs->wkup_en, gpio_bit, trigger != 0);
  233. bank->context.wake_en =
  234. __raw_readl(bank->base + bank->regs->wkup_en);
  235. }
  236. /* This part needs to be executed always for OMAP{34xx, 44xx} */
  237. if (!bank->regs->irqctrl) {
  238. /* On omap24xx proceed only when valid GPIO bit is set */
  239. if (bank->non_wakeup_gpios) {
  240. if (!(bank->non_wakeup_gpios & gpio_bit))
  241. goto exit;
  242. }
  243. /*
  244. * Log the edge gpio and manually trigger the IRQ
  245. * after resume if the input level changes
  246. * to avoid irq lost during PER RET/OFF mode
  247. * Applies for omap2 non-wakeup gpio and all omap3 gpios
  248. */
  249. if (trigger & IRQ_TYPE_EDGE_BOTH)
  250. bank->enabled_non_wakeup_gpios |= gpio_bit;
  251. else
  252. bank->enabled_non_wakeup_gpios &= ~gpio_bit;
  253. }
  254. exit:
  255. bank->level_mask =
  256. __raw_readl(bank->base + bank->regs->leveldetect0) |
  257. __raw_readl(bank->base + bank->regs->leveldetect1);
  258. }
  259. #ifdef CONFIG_ARCH_OMAP1
  260. /*
  261. * This only applies to chips that can't do both rising and falling edge
  262. * detection at once. For all other chips, this function is a noop.
  263. */
  264. static void _toggle_gpio_edge_triggering(struct gpio_bank *bank, int gpio)
  265. {
  266. void __iomem *reg = bank->base;
  267. u32 l = 0;
  268. if (!bank->regs->irqctrl)
  269. return;
  270. reg += bank->regs->irqctrl;
  271. l = __raw_readl(reg);
  272. if ((l >> gpio) & 1)
  273. l &= ~(1 << gpio);
  274. else
  275. l |= 1 << gpio;
  276. __raw_writel(l, reg);
  277. }
  278. #else
  279. static void _toggle_gpio_edge_triggering(struct gpio_bank *bank, int gpio) {}
  280. #endif
  281. static int _set_gpio_triggering(struct gpio_bank *bank, int gpio,
  282. unsigned trigger)
  283. {
  284. void __iomem *reg = bank->base;
  285. void __iomem *base = bank->base;
  286. u32 l = 0;
  287. if (bank->regs->leveldetect0 && bank->regs->wkup_en) {
  288. set_gpio_trigger(bank, gpio, trigger);
  289. } else if (bank->regs->irqctrl) {
  290. reg += bank->regs->irqctrl;
  291. l = __raw_readl(reg);
  292. if ((trigger & IRQ_TYPE_SENSE_MASK) == IRQ_TYPE_EDGE_BOTH)
  293. bank->toggle_mask |= 1 << gpio;
  294. if (trigger & IRQ_TYPE_EDGE_RISING)
  295. l |= 1 << gpio;
  296. else if (trigger & IRQ_TYPE_EDGE_FALLING)
  297. l &= ~(1 << gpio);
  298. else
  299. return -EINVAL;
  300. __raw_writel(l, reg);
  301. } else if (bank->regs->edgectrl1) {
  302. if (gpio & 0x08)
  303. reg += bank->regs->edgectrl2;
  304. else
  305. reg += bank->regs->edgectrl1;
  306. gpio &= 0x07;
  307. l = __raw_readl(reg);
  308. l &= ~(3 << (gpio << 1));
  309. if (trigger & IRQ_TYPE_EDGE_RISING)
  310. l |= 2 << (gpio << 1);
  311. if (trigger & IRQ_TYPE_EDGE_FALLING)
  312. l |= 1 << (gpio << 1);
  313. /* Enable wake-up during idle for dynamic tick */
  314. _gpio_rmw(base, bank->regs->wkup_en, 1 << gpio, trigger);
  315. bank->context.wake_en =
  316. __raw_readl(bank->base + bank->regs->wkup_en);
  317. __raw_writel(l, reg);
  318. }
  319. return 0;
  320. }
  321. static int gpio_irq_type(struct irq_data *d, unsigned type)
  322. {
  323. struct gpio_bank *bank = irq_data_get_irq_chip_data(d);
  324. unsigned gpio;
  325. int retval;
  326. unsigned long flags;
  327. if (!cpu_class_is_omap2() && d->irq > IH_MPUIO_BASE)
  328. gpio = OMAP_MPUIO(d->irq - IH_MPUIO_BASE);
  329. else
  330. gpio = irq_to_gpio(bank, d->irq);
  331. if (type & ~IRQ_TYPE_SENSE_MASK)
  332. return -EINVAL;
  333. if (!bank->regs->leveldetect0 &&
  334. (type & (IRQ_TYPE_LEVEL_LOW|IRQ_TYPE_LEVEL_HIGH)))
  335. return -EINVAL;
  336. spin_lock_irqsave(&bank->lock, flags);
  337. retval = _set_gpio_triggering(bank, GPIO_INDEX(bank, gpio), type);
  338. spin_unlock_irqrestore(&bank->lock, flags);
  339. if (type & (IRQ_TYPE_LEVEL_LOW | IRQ_TYPE_LEVEL_HIGH))
  340. __irq_set_handler_locked(d->irq, handle_level_irq);
  341. else if (type & (IRQ_TYPE_EDGE_FALLING | IRQ_TYPE_EDGE_RISING))
  342. __irq_set_handler_locked(d->irq, handle_edge_irq);
  343. return retval;
  344. }
  345. static void _clear_gpio_irqbank(struct gpio_bank *bank, int gpio_mask)
  346. {
  347. void __iomem *reg = bank->base;
  348. reg += bank->regs->irqstatus;
  349. __raw_writel(gpio_mask, reg);
  350. /* Workaround for clearing DSP GPIO interrupts to allow retention */
  351. if (bank->regs->irqstatus2) {
  352. reg = bank->base + bank->regs->irqstatus2;
  353. __raw_writel(gpio_mask, reg);
  354. }
  355. /* Flush posted write for the irq status to avoid spurious interrupts */
  356. __raw_readl(reg);
  357. }
  358. static inline void _clear_gpio_irqstatus(struct gpio_bank *bank, int gpio)
  359. {
  360. _clear_gpio_irqbank(bank, GPIO_BIT(bank, gpio));
  361. }
  362. static u32 _get_gpio_irqbank_mask(struct gpio_bank *bank)
  363. {
  364. void __iomem *reg = bank->base;
  365. u32 l;
  366. u32 mask = (1 << bank->width) - 1;
  367. reg += bank->regs->irqenable;
  368. l = __raw_readl(reg);
  369. if (bank->regs->irqenable_inv)
  370. l = ~l;
  371. l &= mask;
  372. return l;
  373. }
  374. static void _enable_gpio_irqbank(struct gpio_bank *bank, int gpio_mask)
  375. {
  376. void __iomem *reg = bank->base;
  377. u32 l;
  378. if (bank->regs->set_irqenable) {
  379. reg += bank->regs->set_irqenable;
  380. l = gpio_mask;
  381. bank->context.irqenable1 |= gpio_mask;
  382. } else {
  383. reg += bank->regs->irqenable;
  384. l = __raw_readl(reg);
  385. if (bank->regs->irqenable_inv)
  386. l &= ~gpio_mask;
  387. else
  388. l |= gpio_mask;
  389. bank->context.irqenable1 = l;
  390. }
  391. __raw_writel(l, reg);
  392. }
  393. static void _disable_gpio_irqbank(struct gpio_bank *bank, int gpio_mask)
  394. {
  395. void __iomem *reg = bank->base;
  396. u32 l;
  397. if (bank->regs->clr_irqenable) {
  398. reg += bank->regs->clr_irqenable;
  399. l = gpio_mask;
  400. bank->context.irqenable1 &= ~gpio_mask;
  401. } else {
  402. reg += bank->regs->irqenable;
  403. l = __raw_readl(reg);
  404. if (bank->regs->irqenable_inv)
  405. l |= gpio_mask;
  406. else
  407. l &= ~gpio_mask;
  408. bank->context.irqenable1 = l;
  409. }
  410. __raw_writel(l, reg);
  411. }
  412. static inline void _set_gpio_irqenable(struct gpio_bank *bank, int gpio, int enable)
  413. {
  414. if (enable)
  415. _enable_gpio_irqbank(bank, GPIO_BIT(bank, gpio));
  416. else
  417. _disable_gpio_irqbank(bank, GPIO_BIT(bank, gpio));
  418. }
  419. /*
  420. * Note that ENAWAKEUP needs to be enabled in GPIO_SYSCONFIG register.
  421. * 1510 does not seem to have a wake-up register. If JTAG is connected
  422. * to the target, system will wake up always on GPIO events. While
  423. * system is running all registered GPIO interrupts need to have wake-up
  424. * enabled. When system is suspended, only selected GPIO interrupts need
  425. * to have wake-up enabled.
  426. */
  427. static int _set_gpio_wakeup(struct gpio_bank *bank, int gpio, int enable)
  428. {
  429. u32 gpio_bit = GPIO_BIT(bank, gpio);
  430. unsigned long flags;
  431. if (bank->non_wakeup_gpios & gpio_bit) {
  432. dev_err(bank->dev,
  433. "Unable to modify wakeup on non-wakeup GPIO%d\n", gpio);
  434. return -EINVAL;
  435. }
  436. spin_lock_irqsave(&bank->lock, flags);
  437. if (enable)
  438. bank->context.wake_en |= gpio_bit;
  439. else
  440. bank->context.wake_en &= ~gpio_bit;
  441. __raw_writel(bank->context.wake_en, bank->base + bank->regs->wkup_en);
  442. spin_unlock_irqrestore(&bank->lock, flags);
  443. return 0;
  444. }
  445. static void _reset_gpio(struct gpio_bank *bank, int gpio)
  446. {
  447. _set_gpio_direction(bank, GPIO_INDEX(bank, gpio), 1);
  448. _set_gpio_irqenable(bank, gpio, 0);
  449. _clear_gpio_irqstatus(bank, gpio);
  450. _set_gpio_triggering(bank, GPIO_INDEX(bank, gpio), IRQ_TYPE_NONE);
  451. }
  452. /* Use disable_irq_wake() and enable_irq_wake() functions from drivers */
  453. static int gpio_wake_enable(struct irq_data *d, unsigned int enable)
  454. {
  455. struct gpio_bank *bank = irq_data_get_irq_chip_data(d);
  456. unsigned int gpio = irq_to_gpio(bank, d->irq);
  457. return _set_gpio_wakeup(bank, gpio, enable);
  458. }
  459. static int omap_gpio_request(struct gpio_chip *chip, unsigned offset)
  460. {
  461. struct gpio_bank *bank = container_of(chip, struct gpio_bank, chip);
  462. unsigned long flags;
  463. /*
  464. * If this is the first gpio_request for the bank,
  465. * enable the bank module.
  466. */
  467. if (!bank->mod_usage)
  468. pm_runtime_get_sync(bank->dev);
  469. spin_lock_irqsave(&bank->lock, flags);
  470. /* Set trigger to none. You need to enable the desired trigger with
  471. * request_irq() or set_irq_type().
  472. */
  473. _set_gpio_triggering(bank, offset, IRQ_TYPE_NONE);
  474. if (bank->regs->pinctrl) {
  475. void __iomem *reg = bank->base + bank->regs->pinctrl;
  476. /* Claim the pin for MPU */
  477. __raw_writel(__raw_readl(reg) | (1 << offset), reg);
  478. }
  479. if (bank->regs->ctrl && !bank->mod_usage) {
  480. void __iomem *reg = bank->base + bank->regs->ctrl;
  481. u32 ctrl;
  482. ctrl = __raw_readl(reg);
  483. /* Module is enabled, clocks are not gated */
  484. ctrl &= ~GPIO_MOD_CTRL_BIT;
  485. __raw_writel(ctrl, reg);
  486. bank->context.ctrl = ctrl;
  487. }
  488. bank->mod_usage |= 1 << offset;
  489. spin_unlock_irqrestore(&bank->lock, flags);
  490. return 0;
  491. }
  492. static void omap_gpio_free(struct gpio_chip *chip, unsigned offset)
  493. {
  494. struct gpio_bank *bank = container_of(chip, struct gpio_bank, chip);
  495. void __iomem *base = bank->base;
  496. unsigned long flags;
  497. spin_lock_irqsave(&bank->lock, flags);
  498. if (bank->regs->wkup_en) {
  499. /* Disable wake-up during idle for dynamic tick */
  500. _gpio_rmw(base, bank->regs->wkup_en, 1 << offset, 0);
  501. bank->context.wake_en =
  502. __raw_readl(bank->base + bank->regs->wkup_en);
  503. }
  504. bank->mod_usage &= ~(1 << offset);
  505. if (bank->regs->ctrl && !bank->mod_usage) {
  506. void __iomem *reg = bank->base + bank->regs->ctrl;
  507. u32 ctrl;
  508. ctrl = __raw_readl(reg);
  509. /* Module is disabled, clocks are gated */
  510. ctrl |= GPIO_MOD_CTRL_BIT;
  511. __raw_writel(ctrl, reg);
  512. bank->context.ctrl = ctrl;
  513. }
  514. _reset_gpio(bank, bank->chip.base + offset);
  515. spin_unlock_irqrestore(&bank->lock, flags);
  516. /*
  517. * If this is the last gpio to be freed in the bank,
  518. * disable the bank module.
  519. */
  520. if (!bank->mod_usage)
  521. pm_runtime_put(bank->dev);
  522. }
  523. /*
  524. * We need to unmask the GPIO bank interrupt as soon as possible to
  525. * avoid missing GPIO interrupts for other lines in the bank.
  526. * Then we need to mask-read-clear-unmask the triggered GPIO lines
  527. * in the bank to avoid missing nested interrupts for a GPIO line.
  528. * If we wait to unmask individual GPIO lines in the bank after the
  529. * line's interrupt handler has been run, we may miss some nested
  530. * interrupts.
  531. */
  532. static void gpio_irq_handler(unsigned int irq, struct irq_desc *desc)
  533. {
  534. void __iomem *isr_reg = NULL;
  535. u32 isr;
  536. unsigned int gpio_irq, gpio_index;
  537. struct gpio_bank *bank;
  538. u32 retrigger = 0;
  539. int unmasked = 0;
  540. struct irq_chip *chip = irq_desc_get_chip(desc);
  541. chained_irq_enter(chip, desc);
  542. bank = irq_get_handler_data(irq);
  543. isr_reg = bank->base + bank->regs->irqstatus;
  544. pm_runtime_get_sync(bank->dev);
  545. if (WARN_ON(!isr_reg))
  546. goto exit;
  547. while(1) {
  548. u32 isr_saved, level_mask = 0;
  549. u32 enabled;
  550. enabled = _get_gpio_irqbank_mask(bank);
  551. isr_saved = isr = __raw_readl(isr_reg) & enabled;
  552. if (bank->level_mask)
  553. level_mask = bank->level_mask & enabled;
  554. /* clear edge sensitive interrupts before handler(s) are
  555. called so that we don't miss any interrupt occurred while
  556. executing them */
  557. _disable_gpio_irqbank(bank, isr_saved & ~level_mask);
  558. _clear_gpio_irqbank(bank, isr_saved & ~level_mask);
  559. _enable_gpio_irqbank(bank, isr_saved & ~level_mask);
  560. /* if there is only edge sensitive GPIO pin interrupts
  561. configured, we could unmask GPIO bank interrupt immediately */
  562. if (!level_mask && !unmasked) {
  563. unmasked = 1;
  564. chained_irq_exit(chip, desc);
  565. }
  566. isr |= retrigger;
  567. retrigger = 0;
  568. if (!isr)
  569. break;
  570. gpio_irq = bank->irq_base;
  571. for (; isr != 0; isr >>= 1, gpio_irq++) {
  572. int gpio = irq_to_gpio(bank, gpio_irq);
  573. if (!(isr & 1))
  574. continue;
  575. gpio_index = GPIO_INDEX(bank, gpio);
  576. /*
  577. * Some chips can't respond to both rising and falling
  578. * at the same time. If this irq was requested with
  579. * both flags, we need to flip the ICR data for the IRQ
  580. * to respond to the IRQ for the opposite direction.
  581. * This will be indicated in the bank toggle_mask.
  582. */
  583. if (bank->toggle_mask & (1 << gpio_index))
  584. _toggle_gpio_edge_triggering(bank, gpio_index);
  585. generic_handle_irq(gpio_irq);
  586. }
  587. }
  588. /* if bank has any level sensitive GPIO pin interrupt
  589. configured, we must unmask the bank interrupt only after
  590. handler(s) are executed in order to avoid spurious bank
  591. interrupt */
  592. exit:
  593. if (!unmasked)
  594. chained_irq_exit(chip, desc);
  595. pm_runtime_put(bank->dev);
  596. }
  597. static void gpio_irq_shutdown(struct irq_data *d)
  598. {
  599. struct gpio_bank *bank = irq_data_get_irq_chip_data(d);
  600. unsigned int gpio = irq_to_gpio(bank, d->irq);
  601. unsigned long flags;
  602. spin_lock_irqsave(&bank->lock, flags);
  603. _reset_gpio(bank, gpio);
  604. spin_unlock_irqrestore(&bank->lock, flags);
  605. }
  606. static void gpio_ack_irq(struct irq_data *d)
  607. {
  608. struct gpio_bank *bank = irq_data_get_irq_chip_data(d);
  609. unsigned int gpio = irq_to_gpio(bank, d->irq);
  610. _clear_gpio_irqstatus(bank, gpio);
  611. }
  612. static void gpio_mask_irq(struct irq_data *d)
  613. {
  614. struct gpio_bank *bank = irq_data_get_irq_chip_data(d);
  615. unsigned int gpio = irq_to_gpio(bank, d->irq);
  616. unsigned long flags;
  617. spin_lock_irqsave(&bank->lock, flags);
  618. _set_gpio_irqenable(bank, gpio, 0);
  619. _set_gpio_triggering(bank, GPIO_INDEX(bank, gpio), IRQ_TYPE_NONE);
  620. spin_unlock_irqrestore(&bank->lock, flags);
  621. }
  622. static void gpio_unmask_irq(struct irq_data *d)
  623. {
  624. struct gpio_bank *bank = irq_data_get_irq_chip_data(d);
  625. unsigned int gpio = irq_to_gpio(bank, d->irq);
  626. unsigned int irq_mask = GPIO_BIT(bank, gpio);
  627. u32 trigger = irqd_get_trigger_type(d);
  628. unsigned long flags;
  629. spin_lock_irqsave(&bank->lock, flags);
  630. if (trigger)
  631. _set_gpio_triggering(bank, GPIO_INDEX(bank, gpio), trigger);
  632. /* For level-triggered GPIOs, the clearing must be done after
  633. * the HW source is cleared, thus after the handler has run */
  634. if (bank->level_mask & irq_mask) {
  635. _set_gpio_irqenable(bank, gpio, 0);
  636. _clear_gpio_irqstatus(bank, gpio);
  637. }
  638. _set_gpio_irqenable(bank, gpio, 1);
  639. spin_unlock_irqrestore(&bank->lock, flags);
  640. }
  641. static struct irq_chip gpio_irq_chip = {
  642. .name = "GPIO",
  643. .irq_shutdown = gpio_irq_shutdown,
  644. .irq_ack = gpio_ack_irq,
  645. .irq_mask = gpio_mask_irq,
  646. .irq_unmask = gpio_unmask_irq,
  647. .irq_set_type = gpio_irq_type,
  648. .irq_set_wake = gpio_wake_enable,
  649. };
  650. /*---------------------------------------------------------------------*/
  651. static int omap_mpuio_suspend_noirq(struct device *dev)
  652. {
  653. struct platform_device *pdev = to_platform_device(dev);
  654. struct gpio_bank *bank = platform_get_drvdata(pdev);
  655. void __iomem *mask_reg = bank->base +
  656. OMAP_MPUIO_GPIO_MASKIT / bank->stride;
  657. unsigned long flags;
  658. spin_lock_irqsave(&bank->lock, flags);
  659. __raw_writel(0xffff & ~bank->context.wake_en, mask_reg);
  660. spin_unlock_irqrestore(&bank->lock, flags);
  661. return 0;
  662. }
  663. static int omap_mpuio_resume_noirq(struct device *dev)
  664. {
  665. struct platform_device *pdev = to_platform_device(dev);
  666. struct gpio_bank *bank = platform_get_drvdata(pdev);
  667. void __iomem *mask_reg = bank->base +
  668. OMAP_MPUIO_GPIO_MASKIT / bank->stride;
  669. unsigned long flags;
  670. spin_lock_irqsave(&bank->lock, flags);
  671. __raw_writel(bank->context.wake_en, mask_reg);
  672. spin_unlock_irqrestore(&bank->lock, flags);
  673. return 0;
  674. }
  675. static const struct dev_pm_ops omap_mpuio_dev_pm_ops = {
  676. .suspend_noirq = omap_mpuio_suspend_noirq,
  677. .resume_noirq = omap_mpuio_resume_noirq,
  678. };
  679. /* use platform_driver for this. */
  680. static struct platform_driver omap_mpuio_driver = {
  681. .driver = {
  682. .name = "mpuio",
  683. .pm = &omap_mpuio_dev_pm_ops,
  684. },
  685. };
  686. static struct platform_device omap_mpuio_device = {
  687. .name = "mpuio",
  688. .id = -1,
  689. .dev = {
  690. .driver = &omap_mpuio_driver.driver,
  691. }
  692. /* could list the /proc/iomem resources */
  693. };
  694. static inline void mpuio_init(struct gpio_bank *bank)
  695. {
  696. platform_set_drvdata(&omap_mpuio_device, bank);
  697. if (platform_driver_register(&omap_mpuio_driver) == 0)
  698. (void) platform_device_register(&omap_mpuio_device);
  699. }
  700. /*---------------------------------------------------------------------*/
  701. static int gpio_input(struct gpio_chip *chip, unsigned offset)
  702. {
  703. struct gpio_bank *bank;
  704. unsigned long flags;
  705. bank = container_of(chip, struct gpio_bank, chip);
  706. spin_lock_irqsave(&bank->lock, flags);
  707. _set_gpio_direction(bank, offset, 1);
  708. spin_unlock_irqrestore(&bank->lock, flags);
  709. return 0;
  710. }
  711. static int gpio_is_input(struct gpio_bank *bank, int mask)
  712. {
  713. void __iomem *reg = bank->base + bank->regs->direction;
  714. return __raw_readl(reg) & mask;
  715. }
  716. static int gpio_get(struct gpio_chip *chip, unsigned offset)
  717. {
  718. struct gpio_bank *bank;
  719. u32 mask;
  720. bank = container_of(chip, struct gpio_bank, chip);
  721. mask = (1 << offset);
  722. if (gpio_is_input(bank, mask))
  723. return _get_gpio_datain(bank, offset);
  724. else
  725. return _get_gpio_dataout(bank, offset);
  726. }
  727. static int gpio_output(struct gpio_chip *chip, unsigned offset, int value)
  728. {
  729. struct gpio_bank *bank;
  730. unsigned long flags;
  731. bank = container_of(chip, struct gpio_bank, chip);
  732. spin_lock_irqsave(&bank->lock, flags);
  733. bank->set_dataout(bank, offset, value);
  734. _set_gpio_direction(bank, offset, 0);
  735. spin_unlock_irqrestore(&bank->lock, flags);
  736. return 0;
  737. }
  738. static int gpio_debounce(struct gpio_chip *chip, unsigned offset,
  739. unsigned debounce)
  740. {
  741. struct gpio_bank *bank;
  742. unsigned long flags;
  743. bank = container_of(chip, struct gpio_bank, chip);
  744. if (!bank->dbck) {
  745. bank->dbck = clk_get(bank->dev, "dbclk");
  746. if (IS_ERR(bank->dbck))
  747. dev_err(bank->dev, "Could not get gpio dbck\n");
  748. }
  749. spin_lock_irqsave(&bank->lock, flags);
  750. _set_gpio_debounce(bank, offset, debounce);
  751. spin_unlock_irqrestore(&bank->lock, flags);
  752. return 0;
  753. }
  754. static void gpio_set(struct gpio_chip *chip, unsigned offset, int value)
  755. {
  756. struct gpio_bank *bank;
  757. unsigned long flags;
  758. bank = container_of(chip, struct gpio_bank, chip);
  759. spin_lock_irqsave(&bank->lock, flags);
  760. bank->set_dataout(bank, offset, value);
  761. spin_unlock_irqrestore(&bank->lock, flags);
  762. }
  763. static int gpio_2irq(struct gpio_chip *chip, unsigned offset)
  764. {
  765. struct gpio_bank *bank;
  766. bank = container_of(chip, struct gpio_bank, chip);
  767. return bank->irq_base + offset;
  768. }
  769. /*---------------------------------------------------------------------*/
  770. static void __init omap_gpio_show_rev(struct gpio_bank *bank)
  771. {
  772. static bool called;
  773. u32 rev;
  774. if (called || bank->regs->revision == USHRT_MAX)
  775. return;
  776. rev = __raw_readw(bank->base + bank->regs->revision);
  777. pr_info("OMAP GPIO hardware version %d.%d\n",
  778. (rev >> 4) & 0x0f, rev & 0x0f);
  779. called = true;
  780. }
  781. /* This lock class tells lockdep that GPIO irqs are in a different
  782. * category than their parents, so it won't report false recursion.
  783. */
  784. static struct lock_class_key gpio_lock_class;
  785. static void omap_gpio_mod_init(struct gpio_bank *bank)
  786. {
  787. void __iomem *base = bank->base;
  788. u32 l = 0xffffffff;
  789. if (bank->width == 16)
  790. l = 0xffff;
  791. if (bank->is_mpuio) {
  792. __raw_writel(l, bank->base + bank->regs->irqenable);
  793. return;
  794. }
  795. _gpio_rmw(base, bank->regs->irqenable, l, bank->regs->irqenable_inv);
  796. _gpio_rmw(base, bank->regs->irqstatus, l, !bank->regs->irqenable_inv);
  797. if (bank->regs->debounce_en)
  798. __raw_writel(0, base + bank->regs->debounce_en);
  799. /* Save OE default value (0xffffffff) in the context */
  800. bank->context.oe = __raw_readl(bank->base + bank->regs->direction);
  801. /* Initialize interface clk ungated, module enabled */
  802. if (bank->regs->ctrl)
  803. __raw_writel(0, base + bank->regs->ctrl);
  804. }
  805. static __devinit void
  806. omap_mpuio_alloc_gc(struct gpio_bank *bank, unsigned int irq_start,
  807. unsigned int num)
  808. {
  809. struct irq_chip_generic *gc;
  810. struct irq_chip_type *ct;
  811. gc = irq_alloc_generic_chip("MPUIO", 1, irq_start, bank->base,
  812. handle_simple_irq);
  813. if (!gc) {
  814. dev_err(bank->dev, "Memory alloc failed for gc\n");
  815. return;
  816. }
  817. ct = gc->chip_types;
  818. /* NOTE: No ack required, reading IRQ status clears it. */
  819. ct->chip.irq_mask = irq_gc_mask_set_bit;
  820. ct->chip.irq_unmask = irq_gc_mask_clr_bit;
  821. ct->chip.irq_set_type = gpio_irq_type;
  822. if (bank->regs->wkup_en)
  823. ct->chip.irq_set_wake = gpio_wake_enable,
  824. ct->regs.mask = OMAP_MPUIO_GPIO_INT / bank->stride;
  825. irq_setup_generic_chip(gc, IRQ_MSK(num), IRQ_GC_INIT_MASK_CACHE,
  826. IRQ_NOREQUEST | IRQ_NOPROBE, 0);
  827. }
  828. static void __devinit omap_gpio_chip_init(struct gpio_bank *bank)
  829. {
  830. int j;
  831. static int gpio;
  832. /*
  833. * REVISIT eventually switch from OMAP-specific gpio structs
  834. * over to the generic ones
  835. */
  836. bank->chip.request = omap_gpio_request;
  837. bank->chip.free = omap_gpio_free;
  838. bank->chip.direction_input = gpio_input;
  839. bank->chip.get = gpio_get;
  840. bank->chip.direction_output = gpio_output;
  841. bank->chip.set_debounce = gpio_debounce;
  842. bank->chip.set = gpio_set;
  843. bank->chip.to_irq = gpio_2irq;
  844. if (bank->is_mpuio) {
  845. bank->chip.label = "mpuio";
  846. if (bank->regs->wkup_en)
  847. bank->chip.dev = &omap_mpuio_device.dev;
  848. bank->chip.base = OMAP_MPUIO(0);
  849. } else {
  850. bank->chip.label = "gpio";
  851. bank->chip.base = gpio;
  852. gpio += bank->width;
  853. }
  854. bank->chip.ngpio = bank->width;
  855. gpiochip_add(&bank->chip);
  856. for (j = bank->irq_base; j < bank->irq_base + bank->width; j++) {
  857. irq_set_lockdep_class(j, &gpio_lock_class);
  858. irq_set_chip_data(j, bank);
  859. if (bank->is_mpuio) {
  860. omap_mpuio_alloc_gc(bank, j, bank->width);
  861. } else {
  862. irq_set_chip(j, &gpio_irq_chip);
  863. irq_set_handler(j, handle_simple_irq);
  864. set_irq_flags(j, IRQF_VALID);
  865. }
  866. }
  867. irq_set_chained_handler(bank->irq, gpio_irq_handler);
  868. irq_set_handler_data(bank->irq, bank);
  869. }
  870. static const struct of_device_id omap_gpio_match[];
  871. static int __devinit omap_gpio_probe(struct platform_device *pdev)
  872. {
  873. struct device *dev = &pdev->dev;
  874. struct device_node *node = dev->of_node;
  875. const struct of_device_id *match;
  876. struct omap_gpio_platform_data *pdata;
  877. struct resource *res;
  878. struct gpio_bank *bank;
  879. int ret = 0;
  880. match = of_match_device(of_match_ptr(omap_gpio_match), dev);
  881. pdata = match ? match->data : dev->platform_data;
  882. if (!pdata)
  883. return -EINVAL;
  884. bank = devm_kzalloc(&pdev->dev, sizeof(struct gpio_bank), GFP_KERNEL);
  885. if (!bank) {
  886. dev_err(dev, "Memory alloc failed\n");
  887. return -ENOMEM;
  888. }
  889. res = platform_get_resource(pdev, IORESOURCE_IRQ, 0);
  890. if (unlikely(!res)) {
  891. dev_err(dev, "Invalid IRQ resource\n");
  892. return -ENODEV;
  893. }
  894. bank->irq = res->start;
  895. bank->dev = dev;
  896. bank->dbck_flag = pdata->dbck_flag;
  897. bank->stride = pdata->bank_stride;
  898. bank->width = pdata->bank_width;
  899. bank->is_mpuio = pdata->is_mpuio;
  900. bank->non_wakeup_gpios = pdata->non_wakeup_gpios;
  901. bank->loses_context = pdata->loses_context;
  902. bank->get_context_loss_count = pdata->get_context_loss_count;
  903. bank->regs = pdata->regs;
  904. #ifdef CONFIG_OF_GPIO
  905. bank->chip.of_node = of_node_get(node);
  906. #endif
  907. bank->irq_base = irq_alloc_descs(-1, 0, bank->width, 0);
  908. if (bank->irq_base < 0) {
  909. dev_err(dev, "Couldn't allocate IRQ numbers\n");
  910. return -ENODEV;
  911. }
  912. bank->domain = irq_domain_add_legacy(node, bank->width, bank->irq_base,
  913. 0, &irq_domain_simple_ops, NULL);
  914. if (bank->regs->set_dataout && bank->regs->clr_dataout)
  915. bank->set_dataout = _set_gpio_dataout_reg;
  916. else
  917. bank->set_dataout = _set_gpio_dataout_mask;
  918. spin_lock_init(&bank->lock);
  919. /* Static mapping, never released */
  920. res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
  921. if (unlikely(!res)) {
  922. dev_err(dev, "Invalid mem resource\n");
  923. return -ENODEV;
  924. }
  925. if (!devm_request_mem_region(dev, res->start, resource_size(res),
  926. pdev->name)) {
  927. dev_err(dev, "Region already claimed\n");
  928. return -EBUSY;
  929. }
  930. bank->base = devm_ioremap(dev, res->start, resource_size(res));
  931. if (!bank->base) {
  932. dev_err(dev, "Could not ioremap\n");
  933. return -ENOMEM;
  934. }
  935. platform_set_drvdata(pdev, bank);
  936. pm_runtime_enable(bank->dev);
  937. pm_runtime_irq_safe(bank->dev);
  938. pm_runtime_get_sync(bank->dev);
  939. if (bank->is_mpuio)
  940. mpuio_init(bank);
  941. omap_gpio_mod_init(bank);
  942. omap_gpio_chip_init(bank);
  943. omap_gpio_show_rev(bank);
  944. pm_runtime_put(bank->dev);
  945. list_add_tail(&bank->node, &omap_gpio_list);
  946. return ret;
  947. }
  948. #ifdef CONFIG_ARCH_OMAP2PLUS
  949. #if defined(CONFIG_PM_SLEEP)
  950. static int omap_gpio_suspend(struct device *dev)
  951. {
  952. struct platform_device *pdev = to_platform_device(dev);
  953. struct gpio_bank *bank = platform_get_drvdata(pdev);
  954. void __iomem *base = bank->base;
  955. unsigned long flags;
  956. if (!bank->mod_usage || !bank->loses_context)
  957. return 0;
  958. if (!bank->regs->wkup_en || !bank->context.wake_en)
  959. return 0;
  960. spin_lock_irqsave(&bank->lock, flags);
  961. _gpio_rmw(base, bank->regs->wkup_en, 0xffffffff, 0);
  962. _gpio_rmw(base, bank->regs->wkup_en, bank->context.wake_en, 1);
  963. spin_unlock_irqrestore(&bank->lock, flags);
  964. return 0;
  965. }
  966. static int omap_gpio_resume(struct device *dev)
  967. {
  968. struct platform_device *pdev = to_platform_device(dev);
  969. struct gpio_bank *bank = platform_get_drvdata(pdev);
  970. void __iomem *base = bank->base;
  971. unsigned long flags;
  972. if (!bank->mod_usage || !bank->loses_context)
  973. return 0;
  974. if (!bank->regs->wkup_en || !bank->context.wake_en)
  975. return 0;
  976. spin_lock_irqsave(&bank->lock, flags);
  977. _gpio_rmw(base, bank->regs->wkup_en, 0xffffffff, 0);
  978. _gpio_rmw(base, bank->regs->wkup_en, bank->context.wake_en, 1);
  979. spin_unlock_irqrestore(&bank->lock, flags);
  980. return 0;
  981. }
  982. #endif /* CONFIG_PM_SLEEP */
  983. #if defined(CONFIG_PM_RUNTIME)
  984. static void omap_gpio_restore_context(struct gpio_bank *bank);
  985. static int omap_gpio_runtime_suspend(struct device *dev)
  986. {
  987. struct platform_device *pdev = to_platform_device(dev);
  988. struct gpio_bank *bank = platform_get_drvdata(pdev);
  989. u32 l1 = 0, l2 = 0;
  990. unsigned long flags;
  991. u32 wake_low, wake_hi;
  992. spin_lock_irqsave(&bank->lock, flags);
  993. /*
  994. * Only edges can generate a wakeup event to the PRCM.
  995. *
  996. * Therefore, ensure any wake-up capable GPIOs have
  997. * edge-detection enabled before going idle to ensure a wakeup
  998. * to the PRCM is generated on a GPIO transition. (c.f. 34xx
  999. * NDA TRM 25.5.3.1)
  1000. *
  1001. * The normal values will be restored upon ->runtime_resume()
  1002. * by writing back the values saved in bank->context.
  1003. */
  1004. wake_low = bank->context.leveldetect0 & bank->context.wake_en;
  1005. if (wake_low)
  1006. __raw_writel(wake_low | bank->context.fallingdetect,
  1007. bank->base + bank->regs->fallingdetect);
  1008. wake_hi = bank->context.leveldetect1 & bank->context.wake_en;
  1009. if (wake_hi)
  1010. __raw_writel(wake_hi | bank->context.risingdetect,
  1011. bank->base + bank->regs->risingdetect);
  1012. if (bank->power_mode != OFF_MODE) {
  1013. bank->power_mode = 0;
  1014. goto update_gpio_context_count;
  1015. }
  1016. /*
  1017. * If going to OFF, remove triggering for all
  1018. * non-wakeup GPIOs. Otherwise spurious IRQs will be
  1019. * generated. See OMAP2420 Errata item 1.101.
  1020. */
  1021. bank->saved_datain = __raw_readl(bank->base +
  1022. bank->regs->datain);
  1023. l1 = bank->context.fallingdetect;
  1024. l2 = bank->context.risingdetect;
  1025. l1 &= ~bank->enabled_non_wakeup_gpios;
  1026. l2 &= ~bank->enabled_non_wakeup_gpios;
  1027. __raw_writel(l1, bank->base + bank->regs->fallingdetect);
  1028. __raw_writel(l2, bank->base + bank->regs->risingdetect);
  1029. bank->workaround_enabled = true;
  1030. update_gpio_context_count:
  1031. if (bank->get_context_loss_count)
  1032. bank->context_loss_count =
  1033. bank->get_context_loss_count(bank->dev);
  1034. _gpio_dbck_disable(bank);
  1035. spin_unlock_irqrestore(&bank->lock, flags);
  1036. return 0;
  1037. }
  1038. static int omap_gpio_runtime_resume(struct device *dev)
  1039. {
  1040. struct platform_device *pdev = to_platform_device(dev);
  1041. struct gpio_bank *bank = platform_get_drvdata(pdev);
  1042. int context_lost_cnt_after;
  1043. u32 l = 0, gen, gen0, gen1;
  1044. unsigned long flags;
  1045. spin_lock_irqsave(&bank->lock, flags);
  1046. _gpio_dbck_enable(bank);
  1047. /*
  1048. * In ->runtime_suspend(), level-triggered, wakeup-enabled
  1049. * GPIOs were set to edge trigger also in order to be able to
  1050. * generate a PRCM wakeup. Here we restore the
  1051. * pre-runtime_suspend() values for edge triggering.
  1052. */
  1053. __raw_writel(bank->context.fallingdetect,
  1054. bank->base + bank->regs->fallingdetect);
  1055. __raw_writel(bank->context.risingdetect,
  1056. bank->base + bank->regs->risingdetect);
  1057. if (!bank->workaround_enabled) {
  1058. spin_unlock_irqrestore(&bank->lock, flags);
  1059. return 0;
  1060. }
  1061. if (bank->get_context_loss_count) {
  1062. context_lost_cnt_after =
  1063. bank->get_context_loss_count(bank->dev);
  1064. if (context_lost_cnt_after != bank->context_loss_count ||
  1065. !context_lost_cnt_after) {
  1066. omap_gpio_restore_context(bank);
  1067. } else {
  1068. spin_unlock_irqrestore(&bank->lock, flags);
  1069. return 0;
  1070. }
  1071. }
  1072. __raw_writel(bank->context.fallingdetect,
  1073. bank->base + bank->regs->fallingdetect);
  1074. __raw_writel(bank->context.risingdetect,
  1075. bank->base + bank->regs->risingdetect);
  1076. l = __raw_readl(bank->base + bank->regs->datain);
  1077. /*
  1078. * Check if any of the non-wakeup interrupt GPIOs have changed
  1079. * state. If so, generate an IRQ by software. This is
  1080. * horribly racy, but it's the best we can do to work around
  1081. * this silicon bug.
  1082. */
  1083. l ^= bank->saved_datain;
  1084. l &= bank->enabled_non_wakeup_gpios;
  1085. /*
  1086. * No need to generate IRQs for the rising edge for gpio IRQs
  1087. * configured with falling edge only; and vice versa.
  1088. */
  1089. gen0 = l & bank->context.fallingdetect;
  1090. gen0 &= bank->saved_datain;
  1091. gen1 = l & bank->context.risingdetect;
  1092. gen1 &= ~(bank->saved_datain);
  1093. /* FIXME: Consider GPIO IRQs with level detections properly! */
  1094. gen = l & (~(bank->context.fallingdetect) &
  1095. ~(bank->context.risingdetect));
  1096. /* Consider all GPIO IRQs needed to be updated */
  1097. gen |= gen0 | gen1;
  1098. if (gen) {
  1099. u32 old0, old1;
  1100. old0 = __raw_readl(bank->base + bank->regs->leveldetect0);
  1101. old1 = __raw_readl(bank->base + bank->regs->leveldetect1);
  1102. if (cpu_is_omap24xx() || cpu_is_omap34xx()) {
  1103. __raw_writel(old0 | gen, bank->base +
  1104. bank->regs->leveldetect0);
  1105. __raw_writel(old1 | gen, bank->base +
  1106. bank->regs->leveldetect1);
  1107. }
  1108. if (cpu_is_omap44xx()) {
  1109. __raw_writel(old0 | l, bank->base +
  1110. bank->regs->leveldetect0);
  1111. __raw_writel(old1 | l, bank->base +
  1112. bank->regs->leveldetect1);
  1113. }
  1114. __raw_writel(old0, bank->base + bank->regs->leveldetect0);
  1115. __raw_writel(old1, bank->base + bank->regs->leveldetect1);
  1116. }
  1117. bank->workaround_enabled = false;
  1118. spin_unlock_irqrestore(&bank->lock, flags);
  1119. return 0;
  1120. }
  1121. #endif /* CONFIG_PM_RUNTIME */
  1122. void omap2_gpio_prepare_for_idle(int pwr_mode)
  1123. {
  1124. struct gpio_bank *bank;
  1125. list_for_each_entry(bank, &omap_gpio_list, node) {
  1126. if (!bank->mod_usage || !bank->loses_context)
  1127. continue;
  1128. bank->power_mode = pwr_mode;
  1129. pm_runtime_put_sync_suspend(bank->dev);
  1130. }
  1131. }
  1132. void omap2_gpio_resume_after_idle(void)
  1133. {
  1134. struct gpio_bank *bank;
  1135. list_for_each_entry(bank, &omap_gpio_list, node) {
  1136. if (!bank->mod_usage || !bank->loses_context)
  1137. continue;
  1138. pm_runtime_get_sync(bank->dev);
  1139. }
  1140. }
  1141. #if defined(CONFIG_PM_RUNTIME)
  1142. static void omap_gpio_restore_context(struct gpio_bank *bank)
  1143. {
  1144. __raw_writel(bank->context.wake_en,
  1145. bank->base + bank->regs->wkup_en);
  1146. __raw_writel(bank->context.ctrl, bank->base + bank->regs->ctrl);
  1147. __raw_writel(bank->context.leveldetect0,
  1148. bank->base + bank->regs->leveldetect0);
  1149. __raw_writel(bank->context.leveldetect1,
  1150. bank->base + bank->regs->leveldetect1);
  1151. __raw_writel(bank->context.risingdetect,
  1152. bank->base + bank->regs->risingdetect);
  1153. __raw_writel(bank->context.fallingdetect,
  1154. bank->base + bank->regs->fallingdetect);
  1155. if (bank->regs->set_dataout && bank->regs->clr_dataout)
  1156. __raw_writel(bank->context.dataout,
  1157. bank->base + bank->regs->set_dataout);
  1158. else
  1159. __raw_writel(bank->context.dataout,
  1160. bank->base + bank->regs->dataout);
  1161. __raw_writel(bank->context.oe, bank->base + bank->regs->direction);
  1162. if (bank->dbck_enable_mask) {
  1163. __raw_writel(bank->context.debounce, bank->base +
  1164. bank->regs->debounce);
  1165. __raw_writel(bank->context.debounce_en,
  1166. bank->base + bank->regs->debounce_en);
  1167. }
  1168. __raw_writel(bank->context.irqenable1,
  1169. bank->base + bank->regs->irqenable);
  1170. __raw_writel(bank->context.irqenable2,
  1171. bank->base + bank->regs->irqenable2);
  1172. }
  1173. #endif /* CONFIG_PM_RUNTIME */
  1174. #else
  1175. #define omap_gpio_suspend NULL
  1176. #define omap_gpio_resume NULL
  1177. #define omap_gpio_runtime_suspend NULL
  1178. #define omap_gpio_runtime_resume NULL
  1179. #endif
  1180. static const struct dev_pm_ops gpio_pm_ops = {
  1181. SET_SYSTEM_SLEEP_PM_OPS(omap_gpio_suspend, omap_gpio_resume)
  1182. SET_RUNTIME_PM_OPS(omap_gpio_runtime_suspend, omap_gpio_runtime_resume,
  1183. NULL)
  1184. };
  1185. #if defined(CONFIG_OF)
  1186. static struct omap_gpio_reg_offs omap2_gpio_regs = {
  1187. .revision = OMAP24XX_GPIO_REVISION,
  1188. .direction = OMAP24XX_GPIO_OE,
  1189. .datain = OMAP24XX_GPIO_DATAIN,
  1190. .dataout = OMAP24XX_GPIO_DATAOUT,
  1191. .set_dataout = OMAP24XX_GPIO_SETDATAOUT,
  1192. .clr_dataout = OMAP24XX_GPIO_CLEARDATAOUT,
  1193. .irqstatus = OMAP24XX_GPIO_IRQSTATUS1,
  1194. .irqstatus2 = OMAP24XX_GPIO_IRQSTATUS2,
  1195. .irqenable = OMAP24XX_GPIO_IRQENABLE1,
  1196. .irqenable2 = OMAP24XX_GPIO_IRQENABLE2,
  1197. .set_irqenable = OMAP24XX_GPIO_SETIRQENABLE1,
  1198. .clr_irqenable = OMAP24XX_GPIO_CLEARIRQENABLE1,
  1199. .debounce = OMAP24XX_GPIO_DEBOUNCE_VAL,
  1200. .debounce_en = OMAP24XX_GPIO_DEBOUNCE_EN,
  1201. .ctrl = OMAP24XX_GPIO_CTRL,
  1202. .wkup_en = OMAP24XX_GPIO_WAKE_EN,
  1203. .leveldetect0 = OMAP24XX_GPIO_LEVELDETECT0,
  1204. .leveldetect1 = OMAP24XX_GPIO_LEVELDETECT1,
  1205. .risingdetect = OMAP24XX_GPIO_RISINGDETECT,
  1206. .fallingdetect = OMAP24XX_GPIO_FALLINGDETECT,
  1207. };
  1208. static struct omap_gpio_reg_offs omap4_gpio_regs = {
  1209. .revision = OMAP4_GPIO_REVISION,
  1210. .direction = OMAP4_GPIO_OE,
  1211. .datain = OMAP4_GPIO_DATAIN,
  1212. .dataout = OMAP4_GPIO_DATAOUT,
  1213. .set_dataout = OMAP4_GPIO_SETDATAOUT,
  1214. .clr_dataout = OMAP4_GPIO_CLEARDATAOUT,
  1215. .irqstatus = OMAP4_GPIO_IRQSTATUS0,
  1216. .irqstatus2 = OMAP4_GPIO_IRQSTATUS1,
  1217. .irqenable = OMAP4_GPIO_IRQSTATUSSET0,
  1218. .irqenable2 = OMAP4_GPIO_IRQSTATUSSET1,
  1219. .set_irqenable = OMAP4_GPIO_IRQSTATUSSET0,
  1220. .clr_irqenable = OMAP4_GPIO_IRQSTATUSCLR0,
  1221. .debounce = OMAP4_GPIO_DEBOUNCINGTIME,
  1222. .debounce_en = OMAP4_GPIO_DEBOUNCENABLE,
  1223. .ctrl = OMAP4_GPIO_CTRL,
  1224. .wkup_en = OMAP4_GPIO_IRQWAKEN0,
  1225. .leveldetect0 = OMAP4_GPIO_LEVELDETECT0,
  1226. .leveldetect1 = OMAP4_GPIO_LEVELDETECT1,
  1227. .risingdetect = OMAP4_GPIO_RISINGDETECT,
  1228. .fallingdetect = OMAP4_GPIO_FALLINGDETECT,
  1229. };
  1230. static struct omap_gpio_platform_data omap2_pdata = {
  1231. .regs = &omap2_gpio_regs,
  1232. .bank_width = 32,
  1233. .dbck_flag = false,
  1234. };
  1235. static struct omap_gpio_platform_data omap3_pdata = {
  1236. .regs = &omap2_gpio_regs,
  1237. .bank_width = 32,
  1238. .dbck_flag = true,
  1239. };
  1240. static struct omap_gpio_platform_data omap4_pdata = {
  1241. .regs = &omap4_gpio_regs,
  1242. .bank_width = 32,
  1243. .dbck_flag = true,
  1244. };
  1245. static const struct of_device_id omap_gpio_match[] = {
  1246. {
  1247. .compatible = "ti,omap4-gpio",
  1248. .data = &omap4_pdata,
  1249. },
  1250. {
  1251. .compatible = "ti,omap3-gpio",
  1252. .data = &omap3_pdata,
  1253. },
  1254. {
  1255. .compatible = "ti,omap2-gpio",
  1256. .data = &omap2_pdata,
  1257. },
  1258. { },
  1259. };
  1260. MODULE_DEVICE_TABLE(of, omap_gpio_match);
  1261. #endif
  1262. static struct platform_driver omap_gpio_driver = {
  1263. .probe = omap_gpio_probe,
  1264. .driver = {
  1265. .name = "omap_gpio",
  1266. .pm = &gpio_pm_ops,
  1267. .of_match_table = of_match_ptr(omap_gpio_match),
  1268. },
  1269. };
  1270. /*
  1271. * gpio driver register needs to be done before
  1272. * machine_init functions access gpio APIs.
  1273. * Hence omap_gpio_drv_reg() is a postcore_initcall.
  1274. */
  1275. static int __init omap_gpio_drv_reg(void)
  1276. {
  1277. return platform_driver_register(&omap_gpio_driver);
  1278. }
  1279. postcore_initcall(omap_gpio_drv_reg);