gpio-omap.c 40 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550
  1. /*
  2. * Support functions for OMAP GPIO
  3. *
  4. * Copyright (C) 2003-2005 Nokia Corporation
  5. * Written by Juha Yrjölä <juha.yrjola@nokia.com>
  6. *
  7. * Copyright (C) 2009 Texas Instruments
  8. * Added OMAP4 support - Santosh Shilimkar <santosh.shilimkar@ti.com>
  9. *
  10. * This program is free software; you can redistribute it and/or modify
  11. * it under the terms of the GNU General Public License version 2 as
  12. * published by the Free Software Foundation.
  13. */
  14. #include <linux/init.h>
  15. #include <linux/module.h>
  16. #include <linux/interrupt.h>
  17. #include <linux/syscore_ops.h>
  18. #include <linux/err.h>
  19. #include <linux/clk.h>
  20. #include <linux/io.h>
  21. #include <linux/device.h>
  22. #include <linux/pm_runtime.h>
  23. #include <linux/pm.h>
  24. #include <linux/of.h>
  25. #include <linux/of_device.h>
  26. #include <linux/irqdomain.h>
  27. #include <mach/hardware.h>
  28. #include <asm/irq.h>
  29. #include <mach/irqs.h>
  30. #include <asm/gpio.h>
  31. #include <asm/mach/irq.h>
  32. #define OFF_MODE 1
  33. static LIST_HEAD(omap_gpio_list);
  34. struct gpio_regs {
  35. u32 irqenable1;
  36. u32 irqenable2;
  37. u32 wake_en;
  38. u32 ctrl;
  39. u32 oe;
  40. u32 leveldetect0;
  41. u32 leveldetect1;
  42. u32 risingdetect;
  43. u32 fallingdetect;
  44. u32 dataout;
  45. u32 debounce;
  46. u32 debounce_en;
  47. };
  48. struct gpio_bank {
  49. struct list_head node;
  50. void __iomem *base;
  51. u16 irq;
  52. int irq_base;
  53. struct irq_domain *domain;
  54. u32 suspend_wakeup;
  55. u32 saved_wakeup;
  56. u32 non_wakeup_gpios;
  57. u32 enabled_non_wakeup_gpios;
  58. struct gpio_regs context;
  59. u32 saved_datain;
  60. u32 saved_fallingdetect;
  61. u32 saved_risingdetect;
  62. u32 level_mask;
  63. u32 toggle_mask;
  64. spinlock_t lock;
  65. struct gpio_chip chip;
  66. struct clk *dbck;
  67. u32 mod_usage;
  68. u32 dbck_enable_mask;
  69. bool dbck_enabled;
  70. struct device *dev;
  71. bool is_mpuio;
  72. bool dbck_flag;
  73. bool loses_context;
  74. int stride;
  75. u32 width;
  76. int context_loss_count;
  77. int power_mode;
  78. bool workaround_enabled;
  79. void (*set_dataout)(struct gpio_bank *bank, int gpio, int enable);
  80. int (*get_context_loss_count)(struct device *dev);
  81. struct omap_gpio_reg_offs *regs;
  82. };
  83. #define GPIO_INDEX(bank, gpio) (gpio % bank->width)
  84. #define GPIO_BIT(bank, gpio) (1 << GPIO_INDEX(bank, gpio))
  85. #define GPIO_MOD_CTRL_BIT BIT(0)
  86. static int irq_to_gpio(struct gpio_bank *bank, unsigned int gpio_irq)
  87. {
  88. return gpio_irq - bank->irq_base + bank->chip.base;
  89. }
  90. static void _set_gpio_direction(struct gpio_bank *bank, int gpio, int is_input)
  91. {
  92. void __iomem *reg = bank->base;
  93. u32 l;
  94. reg += bank->regs->direction;
  95. l = __raw_readl(reg);
  96. if (is_input)
  97. l |= 1 << gpio;
  98. else
  99. l &= ~(1 << gpio);
  100. __raw_writel(l, reg);
  101. bank->context.oe = l;
  102. }
  103. /* set data out value using dedicate set/clear register */
  104. static void _set_gpio_dataout_reg(struct gpio_bank *bank, int gpio, int enable)
  105. {
  106. void __iomem *reg = bank->base;
  107. u32 l = GPIO_BIT(bank, gpio);
  108. if (enable)
  109. reg += bank->regs->set_dataout;
  110. else
  111. reg += bank->regs->clr_dataout;
  112. __raw_writel(l, reg);
  113. }
  114. /* set data out value using mask register */
  115. static void _set_gpio_dataout_mask(struct gpio_bank *bank, int gpio, int enable)
  116. {
  117. void __iomem *reg = bank->base + bank->regs->dataout;
  118. u32 gpio_bit = GPIO_BIT(bank, gpio);
  119. u32 l;
  120. l = __raw_readl(reg);
  121. if (enable)
  122. l |= gpio_bit;
  123. else
  124. l &= ~gpio_bit;
  125. __raw_writel(l, reg);
  126. bank->context.dataout = l;
  127. }
  128. static int _get_gpio_datain(struct gpio_bank *bank, int gpio)
  129. {
  130. void __iomem *reg = bank->base + bank->regs->datain;
  131. return (__raw_readl(reg) & GPIO_BIT(bank, gpio)) != 0;
  132. }
  133. static int _get_gpio_dataout(struct gpio_bank *bank, int gpio)
  134. {
  135. void __iomem *reg = bank->base + bank->regs->dataout;
  136. return (__raw_readl(reg) & GPIO_BIT(bank, gpio)) != 0;
  137. }
  138. static inline void _gpio_rmw(void __iomem *base, u32 reg, u32 mask, bool set)
  139. {
  140. int l = __raw_readl(base + reg);
  141. if (set)
  142. l |= mask;
  143. else
  144. l &= ~mask;
  145. __raw_writel(l, base + reg);
  146. }
  147. static inline void _gpio_dbck_enable(struct gpio_bank *bank)
  148. {
  149. if (bank->dbck_enable_mask && !bank->dbck_enabled) {
  150. clk_enable(bank->dbck);
  151. bank->dbck_enabled = true;
  152. }
  153. }
  154. static inline void _gpio_dbck_disable(struct gpio_bank *bank)
  155. {
  156. if (bank->dbck_enable_mask && bank->dbck_enabled) {
  157. clk_disable(bank->dbck);
  158. bank->dbck_enabled = false;
  159. }
  160. }
  161. /**
  162. * _set_gpio_debounce - low level gpio debounce time
  163. * @bank: the gpio bank we're acting upon
  164. * @gpio: the gpio number on this @gpio
  165. * @debounce: debounce time to use
  166. *
  167. * OMAP's debounce time is in 31us steps so we need
  168. * to convert and round up to the closest unit.
  169. */
  170. static void _set_gpio_debounce(struct gpio_bank *bank, unsigned gpio,
  171. unsigned debounce)
  172. {
  173. void __iomem *reg;
  174. u32 val;
  175. u32 l;
  176. if (!bank->dbck_flag)
  177. return;
  178. if (debounce < 32)
  179. debounce = 0x01;
  180. else if (debounce > 7936)
  181. debounce = 0xff;
  182. else
  183. debounce = (debounce / 0x1f) - 1;
  184. l = GPIO_BIT(bank, gpio);
  185. clk_enable(bank->dbck);
  186. reg = bank->base + bank->regs->debounce;
  187. __raw_writel(debounce, reg);
  188. reg = bank->base + bank->regs->debounce_en;
  189. val = __raw_readl(reg);
  190. if (debounce)
  191. val |= l;
  192. else
  193. val &= ~l;
  194. bank->dbck_enable_mask = val;
  195. __raw_writel(val, reg);
  196. clk_disable(bank->dbck);
  197. /*
  198. * Enable debounce clock per module.
  199. * This call is mandatory because in omap_gpio_request() when
  200. * *_runtime_get_sync() is called, _gpio_dbck_enable() within
  201. * runtime callbck fails to turn on dbck because dbck_enable_mask
  202. * used within _gpio_dbck_enable() is still not initialized at
  203. * that point. Therefore we have to enable dbck here.
  204. */
  205. _gpio_dbck_enable(bank);
  206. if (bank->dbck_enable_mask) {
  207. bank->context.debounce = debounce;
  208. bank->context.debounce_en = val;
  209. }
  210. }
  211. static inline void set_gpio_trigger(struct gpio_bank *bank, int gpio,
  212. unsigned trigger)
  213. {
  214. void __iomem *base = bank->base;
  215. u32 gpio_bit = 1 << gpio;
  216. _gpio_rmw(base, bank->regs->leveldetect0, gpio_bit,
  217. trigger & IRQ_TYPE_LEVEL_LOW);
  218. _gpio_rmw(base, bank->regs->leveldetect1, gpio_bit,
  219. trigger & IRQ_TYPE_LEVEL_HIGH);
  220. _gpio_rmw(base, bank->regs->risingdetect, gpio_bit,
  221. trigger & IRQ_TYPE_EDGE_RISING);
  222. _gpio_rmw(base, bank->regs->fallingdetect, gpio_bit,
  223. trigger & IRQ_TYPE_EDGE_FALLING);
  224. bank->context.leveldetect0 =
  225. __raw_readl(bank->base + bank->regs->leveldetect0);
  226. bank->context.leveldetect1 =
  227. __raw_readl(bank->base + bank->regs->leveldetect1);
  228. bank->context.risingdetect =
  229. __raw_readl(bank->base + bank->regs->risingdetect);
  230. bank->context.fallingdetect =
  231. __raw_readl(bank->base + bank->regs->fallingdetect);
  232. if (likely(!(bank->non_wakeup_gpios & gpio_bit))) {
  233. _gpio_rmw(base, bank->regs->wkup_en, gpio_bit, trigger != 0);
  234. bank->context.wake_en =
  235. __raw_readl(bank->base + bank->regs->wkup_en);
  236. }
  237. /* This part needs to be executed always for OMAP{34xx, 44xx} */
  238. if (!bank->regs->irqctrl) {
  239. /* On omap24xx proceed only when valid GPIO bit is set */
  240. if (bank->non_wakeup_gpios) {
  241. if (!(bank->non_wakeup_gpios & gpio_bit))
  242. goto exit;
  243. }
  244. /*
  245. * Log the edge gpio and manually trigger the IRQ
  246. * after resume if the input level changes
  247. * to avoid irq lost during PER RET/OFF mode
  248. * Applies for omap2 non-wakeup gpio and all omap3 gpios
  249. */
  250. if (trigger & IRQ_TYPE_EDGE_BOTH)
  251. bank->enabled_non_wakeup_gpios |= gpio_bit;
  252. else
  253. bank->enabled_non_wakeup_gpios &= ~gpio_bit;
  254. }
  255. exit:
  256. bank->level_mask =
  257. __raw_readl(bank->base + bank->regs->leveldetect0) |
  258. __raw_readl(bank->base + bank->regs->leveldetect1);
  259. }
  260. #ifdef CONFIG_ARCH_OMAP1
  261. /*
  262. * This only applies to chips that can't do both rising and falling edge
  263. * detection at once. For all other chips, this function is a noop.
  264. */
  265. static void _toggle_gpio_edge_triggering(struct gpio_bank *bank, int gpio)
  266. {
  267. void __iomem *reg = bank->base;
  268. u32 l = 0;
  269. if (!bank->regs->irqctrl)
  270. return;
  271. reg += bank->regs->irqctrl;
  272. l = __raw_readl(reg);
  273. if ((l >> gpio) & 1)
  274. l &= ~(1 << gpio);
  275. else
  276. l |= 1 << gpio;
  277. __raw_writel(l, reg);
  278. }
  279. #else
  280. static void _toggle_gpio_edge_triggering(struct gpio_bank *bank, int gpio) {}
  281. #endif
  282. static int _set_gpio_triggering(struct gpio_bank *bank, int gpio,
  283. unsigned trigger)
  284. {
  285. void __iomem *reg = bank->base;
  286. void __iomem *base = bank->base;
  287. u32 l = 0;
  288. if (bank->regs->leveldetect0 && bank->regs->wkup_en) {
  289. set_gpio_trigger(bank, gpio, trigger);
  290. } else if (bank->regs->irqctrl) {
  291. reg += bank->regs->irqctrl;
  292. l = __raw_readl(reg);
  293. if ((trigger & IRQ_TYPE_SENSE_MASK) == IRQ_TYPE_EDGE_BOTH)
  294. bank->toggle_mask |= 1 << gpio;
  295. if (trigger & IRQ_TYPE_EDGE_RISING)
  296. l |= 1 << gpio;
  297. else if (trigger & IRQ_TYPE_EDGE_FALLING)
  298. l &= ~(1 << gpio);
  299. else
  300. return -EINVAL;
  301. __raw_writel(l, reg);
  302. } else if (bank->regs->edgectrl1) {
  303. if (gpio & 0x08)
  304. reg += bank->regs->edgectrl2;
  305. else
  306. reg += bank->regs->edgectrl1;
  307. gpio &= 0x07;
  308. l = __raw_readl(reg);
  309. l &= ~(3 << (gpio << 1));
  310. if (trigger & IRQ_TYPE_EDGE_RISING)
  311. l |= 2 << (gpio << 1);
  312. if (trigger & IRQ_TYPE_EDGE_FALLING)
  313. l |= 1 << (gpio << 1);
  314. /* Enable wake-up during idle for dynamic tick */
  315. _gpio_rmw(base, bank->regs->wkup_en, 1 << gpio, trigger);
  316. bank->context.wake_en =
  317. __raw_readl(bank->base + bank->regs->wkup_en);
  318. __raw_writel(l, reg);
  319. }
  320. return 0;
  321. }
  322. static int gpio_irq_type(struct irq_data *d, unsigned type)
  323. {
  324. struct gpio_bank *bank = irq_data_get_irq_chip_data(d);
  325. unsigned gpio;
  326. int retval;
  327. unsigned long flags;
  328. if (!cpu_class_is_omap2() && d->irq > IH_MPUIO_BASE)
  329. gpio = OMAP_MPUIO(d->irq - IH_MPUIO_BASE);
  330. else
  331. gpio = irq_to_gpio(bank, d->irq);
  332. if (type & ~IRQ_TYPE_SENSE_MASK)
  333. return -EINVAL;
  334. if (!bank->regs->leveldetect0 &&
  335. (type & (IRQ_TYPE_LEVEL_LOW|IRQ_TYPE_LEVEL_HIGH)))
  336. return -EINVAL;
  337. spin_lock_irqsave(&bank->lock, flags);
  338. retval = _set_gpio_triggering(bank, GPIO_INDEX(bank, gpio), type);
  339. spin_unlock_irqrestore(&bank->lock, flags);
  340. if (type & (IRQ_TYPE_LEVEL_LOW | IRQ_TYPE_LEVEL_HIGH))
  341. __irq_set_handler_locked(d->irq, handle_level_irq);
  342. else if (type & (IRQ_TYPE_EDGE_FALLING | IRQ_TYPE_EDGE_RISING))
  343. __irq_set_handler_locked(d->irq, handle_edge_irq);
  344. return retval;
  345. }
  346. static void _clear_gpio_irqbank(struct gpio_bank *bank, int gpio_mask)
  347. {
  348. void __iomem *reg = bank->base;
  349. reg += bank->regs->irqstatus;
  350. __raw_writel(gpio_mask, reg);
  351. /* Workaround for clearing DSP GPIO interrupts to allow retention */
  352. if (bank->regs->irqstatus2) {
  353. reg = bank->base + bank->regs->irqstatus2;
  354. __raw_writel(gpio_mask, reg);
  355. }
  356. /* Flush posted write for the irq status to avoid spurious interrupts */
  357. __raw_readl(reg);
  358. }
  359. static inline void _clear_gpio_irqstatus(struct gpio_bank *bank, int gpio)
  360. {
  361. _clear_gpio_irqbank(bank, GPIO_BIT(bank, gpio));
  362. }
  363. static u32 _get_gpio_irqbank_mask(struct gpio_bank *bank)
  364. {
  365. void __iomem *reg = bank->base;
  366. u32 l;
  367. u32 mask = (1 << bank->width) - 1;
  368. reg += bank->regs->irqenable;
  369. l = __raw_readl(reg);
  370. if (bank->regs->irqenable_inv)
  371. l = ~l;
  372. l &= mask;
  373. return l;
  374. }
  375. static void _enable_gpio_irqbank(struct gpio_bank *bank, int gpio_mask)
  376. {
  377. void __iomem *reg = bank->base;
  378. u32 l;
  379. if (bank->regs->set_irqenable) {
  380. reg += bank->regs->set_irqenable;
  381. l = gpio_mask;
  382. } else {
  383. reg += bank->regs->irqenable;
  384. l = __raw_readl(reg);
  385. if (bank->regs->irqenable_inv)
  386. l &= ~gpio_mask;
  387. else
  388. l |= gpio_mask;
  389. }
  390. __raw_writel(l, reg);
  391. bank->context.irqenable1 = l;
  392. }
  393. static void _disable_gpio_irqbank(struct gpio_bank *bank, int gpio_mask)
  394. {
  395. void __iomem *reg = bank->base;
  396. u32 l;
  397. if (bank->regs->clr_irqenable) {
  398. reg += bank->regs->clr_irqenable;
  399. l = gpio_mask;
  400. } else {
  401. reg += bank->regs->irqenable;
  402. l = __raw_readl(reg);
  403. if (bank->regs->irqenable_inv)
  404. l |= gpio_mask;
  405. else
  406. l &= ~gpio_mask;
  407. }
  408. __raw_writel(l, reg);
  409. bank->context.irqenable1 = l;
  410. }
  411. static inline void _set_gpio_irqenable(struct gpio_bank *bank, int gpio, int enable)
  412. {
  413. if (enable)
  414. _enable_gpio_irqbank(bank, GPIO_BIT(bank, gpio));
  415. else
  416. _disable_gpio_irqbank(bank, GPIO_BIT(bank, gpio));
  417. }
  418. /*
  419. * Note that ENAWAKEUP needs to be enabled in GPIO_SYSCONFIG register.
  420. * 1510 does not seem to have a wake-up register. If JTAG is connected
  421. * to the target, system will wake up always on GPIO events. While
  422. * system is running all registered GPIO interrupts need to have wake-up
  423. * enabled. When system is suspended, only selected GPIO interrupts need
  424. * to have wake-up enabled.
  425. */
  426. static int _set_gpio_wakeup(struct gpio_bank *bank, int gpio, int enable)
  427. {
  428. u32 gpio_bit = GPIO_BIT(bank, gpio);
  429. unsigned long flags;
  430. if (bank->non_wakeup_gpios & gpio_bit) {
  431. dev_err(bank->dev,
  432. "Unable to modify wakeup on non-wakeup GPIO%d\n", gpio);
  433. return -EINVAL;
  434. }
  435. spin_lock_irqsave(&bank->lock, flags);
  436. if (enable)
  437. bank->suspend_wakeup |= gpio_bit;
  438. else
  439. bank->suspend_wakeup &= ~gpio_bit;
  440. __raw_writel(bank->suspend_wakeup, bank->base + bank->regs->wkup_en);
  441. spin_unlock_irqrestore(&bank->lock, flags);
  442. return 0;
  443. }
  444. static void _reset_gpio(struct gpio_bank *bank, int gpio)
  445. {
  446. _set_gpio_direction(bank, GPIO_INDEX(bank, gpio), 1);
  447. _set_gpio_irqenable(bank, gpio, 0);
  448. _clear_gpio_irqstatus(bank, gpio);
  449. _set_gpio_triggering(bank, GPIO_INDEX(bank, gpio), IRQ_TYPE_NONE);
  450. }
  451. /* Use disable_irq_wake() and enable_irq_wake() functions from drivers */
  452. static int gpio_wake_enable(struct irq_data *d, unsigned int enable)
  453. {
  454. struct gpio_bank *bank = irq_data_get_irq_chip_data(d);
  455. unsigned int gpio = irq_to_gpio(bank, d->irq);
  456. return _set_gpio_wakeup(bank, gpio, enable);
  457. }
  458. static int omap_gpio_request(struct gpio_chip *chip, unsigned offset)
  459. {
  460. struct gpio_bank *bank = container_of(chip, struct gpio_bank, chip);
  461. unsigned long flags;
  462. /*
  463. * If this is the first gpio_request for the bank,
  464. * enable the bank module.
  465. */
  466. if (!bank->mod_usage)
  467. pm_runtime_get_sync(bank->dev);
  468. spin_lock_irqsave(&bank->lock, flags);
  469. /* Set trigger to none. You need to enable the desired trigger with
  470. * request_irq() or set_irq_type().
  471. */
  472. _set_gpio_triggering(bank, offset, IRQ_TYPE_NONE);
  473. if (bank->regs->pinctrl) {
  474. void __iomem *reg = bank->base + bank->regs->pinctrl;
  475. /* Claim the pin for MPU */
  476. __raw_writel(__raw_readl(reg) | (1 << offset), reg);
  477. }
  478. if (bank->regs->ctrl && !bank->mod_usage) {
  479. void __iomem *reg = bank->base + bank->regs->ctrl;
  480. u32 ctrl;
  481. ctrl = __raw_readl(reg);
  482. /* Module is enabled, clocks are not gated */
  483. ctrl &= ~GPIO_MOD_CTRL_BIT;
  484. __raw_writel(ctrl, reg);
  485. bank->context.ctrl = ctrl;
  486. }
  487. bank->mod_usage |= 1 << offset;
  488. spin_unlock_irqrestore(&bank->lock, flags);
  489. return 0;
  490. }
  491. static void omap_gpio_free(struct gpio_chip *chip, unsigned offset)
  492. {
  493. struct gpio_bank *bank = container_of(chip, struct gpio_bank, chip);
  494. void __iomem *base = bank->base;
  495. unsigned long flags;
  496. spin_lock_irqsave(&bank->lock, flags);
  497. if (bank->regs->wkup_en) {
  498. /* Disable wake-up during idle for dynamic tick */
  499. _gpio_rmw(base, bank->regs->wkup_en, 1 << offset, 0);
  500. bank->context.wake_en =
  501. __raw_readl(bank->base + bank->regs->wkup_en);
  502. }
  503. bank->mod_usage &= ~(1 << offset);
  504. if (bank->regs->ctrl && !bank->mod_usage) {
  505. void __iomem *reg = bank->base + bank->regs->ctrl;
  506. u32 ctrl;
  507. ctrl = __raw_readl(reg);
  508. /* Module is disabled, clocks are gated */
  509. ctrl |= GPIO_MOD_CTRL_BIT;
  510. __raw_writel(ctrl, reg);
  511. bank->context.ctrl = ctrl;
  512. }
  513. _reset_gpio(bank, bank->chip.base + offset);
  514. spin_unlock_irqrestore(&bank->lock, flags);
  515. /*
  516. * If this is the last gpio to be freed in the bank,
  517. * disable the bank module.
  518. */
  519. if (!bank->mod_usage)
  520. pm_runtime_put(bank->dev);
  521. }
  522. /*
  523. * We need to unmask the GPIO bank interrupt as soon as possible to
  524. * avoid missing GPIO interrupts for other lines in the bank.
  525. * Then we need to mask-read-clear-unmask the triggered GPIO lines
  526. * in the bank to avoid missing nested interrupts for a GPIO line.
  527. * If we wait to unmask individual GPIO lines in the bank after the
  528. * line's interrupt handler has been run, we may miss some nested
  529. * interrupts.
  530. */
  531. static void gpio_irq_handler(unsigned int irq, struct irq_desc *desc)
  532. {
  533. void __iomem *isr_reg = NULL;
  534. u32 isr;
  535. unsigned int gpio_irq, gpio_index;
  536. struct gpio_bank *bank;
  537. u32 retrigger = 0;
  538. int unmasked = 0;
  539. struct irq_chip *chip = irq_desc_get_chip(desc);
  540. chained_irq_enter(chip, desc);
  541. bank = irq_get_handler_data(irq);
  542. isr_reg = bank->base + bank->regs->irqstatus;
  543. pm_runtime_get_sync(bank->dev);
  544. if (WARN_ON(!isr_reg))
  545. goto exit;
  546. while(1) {
  547. u32 isr_saved, level_mask = 0;
  548. u32 enabled;
  549. enabled = _get_gpio_irqbank_mask(bank);
  550. isr_saved = isr = __raw_readl(isr_reg) & enabled;
  551. if (bank->level_mask)
  552. level_mask = bank->level_mask & enabled;
  553. /* clear edge sensitive interrupts before handler(s) are
  554. called so that we don't miss any interrupt occurred while
  555. executing them */
  556. _disable_gpio_irqbank(bank, isr_saved & ~level_mask);
  557. _clear_gpio_irqbank(bank, isr_saved & ~level_mask);
  558. _enable_gpio_irqbank(bank, isr_saved & ~level_mask);
  559. /* if there is only edge sensitive GPIO pin interrupts
  560. configured, we could unmask GPIO bank interrupt immediately */
  561. if (!level_mask && !unmasked) {
  562. unmasked = 1;
  563. chained_irq_exit(chip, desc);
  564. }
  565. isr |= retrigger;
  566. retrigger = 0;
  567. if (!isr)
  568. break;
  569. gpio_irq = bank->irq_base;
  570. for (; isr != 0; isr >>= 1, gpio_irq++) {
  571. int gpio = irq_to_gpio(bank, gpio_irq);
  572. if (!(isr & 1))
  573. continue;
  574. gpio_index = GPIO_INDEX(bank, gpio);
  575. /*
  576. * Some chips can't respond to both rising and falling
  577. * at the same time. If this irq was requested with
  578. * both flags, we need to flip the ICR data for the IRQ
  579. * to respond to the IRQ for the opposite direction.
  580. * This will be indicated in the bank toggle_mask.
  581. */
  582. if (bank->toggle_mask & (1 << gpio_index))
  583. _toggle_gpio_edge_triggering(bank, gpio_index);
  584. generic_handle_irq(gpio_irq);
  585. }
  586. }
  587. /* if bank has any level sensitive GPIO pin interrupt
  588. configured, we must unmask the bank interrupt only after
  589. handler(s) are executed in order to avoid spurious bank
  590. interrupt */
  591. exit:
  592. if (!unmasked)
  593. chained_irq_exit(chip, desc);
  594. pm_runtime_put(bank->dev);
  595. }
  596. static void gpio_irq_shutdown(struct irq_data *d)
  597. {
  598. struct gpio_bank *bank = irq_data_get_irq_chip_data(d);
  599. unsigned int gpio = irq_to_gpio(bank, d->irq);
  600. unsigned long flags;
  601. spin_lock_irqsave(&bank->lock, flags);
  602. _reset_gpio(bank, gpio);
  603. spin_unlock_irqrestore(&bank->lock, flags);
  604. }
  605. static void gpio_ack_irq(struct irq_data *d)
  606. {
  607. struct gpio_bank *bank = irq_data_get_irq_chip_data(d);
  608. unsigned int gpio = irq_to_gpio(bank, d->irq);
  609. _clear_gpio_irqstatus(bank, gpio);
  610. }
  611. static void gpio_mask_irq(struct irq_data *d)
  612. {
  613. struct gpio_bank *bank = irq_data_get_irq_chip_data(d);
  614. unsigned int gpio = irq_to_gpio(bank, d->irq);
  615. unsigned long flags;
  616. spin_lock_irqsave(&bank->lock, flags);
  617. _set_gpio_irqenable(bank, gpio, 0);
  618. _set_gpio_triggering(bank, GPIO_INDEX(bank, gpio), IRQ_TYPE_NONE);
  619. spin_unlock_irqrestore(&bank->lock, flags);
  620. }
  621. static void gpio_unmask_irq(struct irq_data *d)
  622. {
  623. struct gpio_bank *bank = irq_data_get_irq_chip_data(d);
  624. unsigned int gpio = irq_to_gpio(bank, d->irq);
  625. unsigned int irq_mask = GPIO_BIT(bank, gpio);
  626. u32 trigger = irqd_get_trigger_type(d);
  627. unsigned long flags;
  628. spin_lock_irqsave(&bank->lock, flags);
  629. if (trigger)
  630. _set_gpio_triggering(bank, GPIO_INDEX(bank, gpio), trigger);
  631. /* For level-triggered GPIOs, the clearing must be done after
  632. * the HW source is cleared, thus after the handler has run */
  633. if (bank->level_mask & irq_mask) {
  634. _set_gpio_irqenable(bank, gpio, 0);
  635. _clear_gpio_irqstatus(bank, gpio);
  636. }
  637. _set_gpio_irqenable(bank, gpio, 1);
  638. spin_unlock_irqrestore(&bank->lock, flags);
  639. }
  640. static struct irq_chip gpio_irq_chip = {
  641. .name = "GPIO",
  642. .irq_shutdown = gpio_irq_shutdown,
  643. .irq_ack = gpio_ack_irq,
  644. .irq_mask = gpio_mask_irq,
  645. .irq_unmask = gpio_unmask_irq,
  646. .irq_set_type = gpio_irq_type,
  647. .irq_set_wake = gpio_wake_enable,
  648. };
  649. /*---------------------------------------------------------------------*/
  650. static int omap_mpuio_suspend_noirq(struct device *dev)
  651. {
  652. struct platform_device *pdev = to_platform_device(dev);
  653. struct gpio_bank *bank = platform_get_drvdata(pdev);
  654. void __iomem *mask_reg = bank->base +
  655. OMAP_MPUIO_GPIO_MASKIT / bank->stride;
  656. unsigned long flags;
  657. spin_lock_irqsave(&bank->lock, flags);
  658. bank->saved_wakeup = __raw_readl(mask_reg);
  659. __raw_writel(0xffff & ~bank->suspend_wakeup, mask_reg);
  660. spin_unlock_irqrestore(&bank->lock, flags);
  661. return 0;
  662. }
  663. static int omap_mpuio_resume_noirq(struct device *dev)
  664. {
  665. struct platform_device *pdev = to_platform_device(dev);
  666. struct gpio_bank *bank = platform_get_drvdata(pdev);
  667. void __iomem *mask_reg = bank->base +
  668. OMAP_MPUIO_GPIO_MASKIT / bank->stride;
  669. unsigned long flags;
  670. spin_lock_irqsave(&bank->lock, flags);
  671. __raw_writel(bank->saved_wakeup, mask_reg);
  672. spin_unlock_irqrestore(&bank->lock, flags);
  673. return 0;
  674. }
  675. static const struct dev_pm_ops omap_mpuio_dev_pm_ops = {
  676. .suspend_noirq = omap_mpuio_suspend_noirq,
  677. .resume_noirq = omap_mpuio_resume_noirq,
  678. };
  679. /* use platform_driver for this. */
  680. static struct platform_driver omap_mpuio_driver = {
  681. .driver = {
  682. .name = "mpuio",
  683. .pm = &omap_mpuio_dev_pm_ops,
  684. },
  685. };
  686. static struct platform_device omap_mpuio_device = {
  687. .name = "mpuio",
  688. .id = -1,
  689. .dev = {
  690. .driver = &omap_mpuio_driver.driver,
  691. }
  692. /* could list the /proc/iomem resources */
  693. };
  694. static inline void mpuio_init(struct gpio_bank *bank)
  695. {
  696. platform_set_drvdata(&omap_mpuio_device, bank);
  697. if (platform_driver_register(&omap_mpuio_driver) == 0)
  698. (void) platform_device_register(&omap_mpuio_device);
  699. }
  700. /*---------------------------------------------------------------------*/
  701. static int gpio_input(struct gpio_chip *chip, unsigned offset)
  702. {
  703. struct gpio_bank *bank;
  704. unsigned long flags;
  705. bank = container_of(chip, struct gpio_bank, chip);
  706. spin_lock_irqsave(&bank->lock, flags);
  707. _set_gpio_direction(bank, offset, 1);
  708. spin_unlock_irqrestore(&bank->lock, flags);
  709. return 0;
  710. }
  711. static int gpio_is_input(struct gpio_bank *bank, int mask)
  712. {
  713. void __iomem *reg = bank->base + bank->regs->direction;
  714. return __raw_readl(reg) & mask;
  715. }
  716. static int gpio_get(struct gpio_chip *chip, unsigned offset)
  717. {
  718. struct gpio_bank *bank;
  719. void __iomem *reg;
  720. int gpio;
  721. u32 mask;
  722. gpio = chip->base + offset;
  723. bank = container_of(chip, struct gpio_bank, chip);
  724. reg = bank->base;
  725. mask = GPIO_BIT(bank, gpio);
  726. if (gpio_is_input(bank, mask))
  727. return _get_gpio_datain(bank, gpio);
  728. else
  729. return _get_gpio_dataout(bank, gpio);
  730. }
  731. static int gpio_output(struct gpio_chip *chip, unsigned offset, int value)
  732. {
  733. struct gpio_bank *bank;
  734. unsigned long flags;
  735. bank = container_of(chip, struct gpio_bank, chip);
  736. spin_lock_irqsave(&bank->lock, flags);
  737. bank->set_dataout(bank, offset, value);
  738. _set_gpio_direction(bank, offset, 0);
  739. spin_unlock_irqrestore(&bank->lock, flags);
  740. return 0;
  741. }
  742. static int gpio_debounce(struct gpio_chip *chip, unsigned offset,
  743. unsigned debounce)
  744. {
  745. struct gpio_bank *bank;
  746. unsigned long flags;
  747. bank = container_of(chip, struct gpio_bank, chip);
  748. if (!bank->dbck) {
  749. bank->dbck = clk_get(bank->dev, "dbclk");
  750. if (IS_ERR(bank->dbck))
  751. dev_err(bank->dev, "Could not get gpio dbck\n");
  752. }
  753. spin_lock_irqsave(&bank->lock, flags);
  754. _set_gpio_debounce(bank, offset, debounce);
  755. spin_unlock_irqrestore(&bank->lock, flags);
  756. return 0;
  757. }
  758. static void gpio_set(struct gpio_chip *chip, unsigned offset, int value)
  759. {
  760. struct gpio_bank *bank;
  761. unsigned long flags;
  762. bank = container_of(chip, struct gpio_bank, chip);
  763. spin_lock_irqsave(&bank->lock, flags);
  764. bank->set_dataout(bank, offset, value);
  765. spin_unlock_irqrestore(&bank->lock, flags);
  766. }
  767. static int gpio_2irq(struct gpio_chip *chip, unsigned offset)
  768. {
  769. struct gpio_bank *bank;
  770. bank = container_of(chip, struct gpio_bank, chip);
  771. return bank->irq_base + offset;
  772. }
  773. /*---------------------------------------------------------------------*/
  774. static void __init omap_gpio_show_rev(struct gpio_bank *bank)
  775. {
  776. static bool called;
  777. u32 rev;
  778. if (called || bank->regs->revision == USHRT_MAX)
  779. return;
  780. rev = __raw_readw(bank->base + bank->regs->revision);
  781. pr_info("OMAP GPIO hardware version %d.%d\n",
  782. (rev >> 4) & 0x0f, rev & 0x0f);
  783. called = true;
  784. }
  785. /* This lock class tells lockdep that GPIO irqs are in a different
  786. * category than their parents, so it won't report false recursion.
  787. */
  788. static struct lock_class_key gpio_lock_class;
  789. static void omap_gpio_mod_init(struct gpio_bank *bank)
  790. {
  791. void __iomem *base = bank->base;
  792. u32 l = 0xffffffff;
  793. if (bank->width == 16)
  794. l = 0xffff;
  795. if (bank->is_mpuio) {
  796. __raw_writel(l, bank->base + bank->regs->irqenable);
  797. return;
  798. }
  799. _gpio_rmw(base, bank->regs->irqenable, l, bank->regs->irqenable_inv);
  800. _gpio_rmw(base, bank->regs->irqstatus, l,
  801. bank->regs->irqenable_inv == false);
  802. _gpio_rmw(base, bank->regs->irqenable, l, bank->regs->debounce_en != 0);
  803. _gpio_rmw(base, bank->regs->irqenable, l, bank->regs->ctrl != 0);
  804. if (bank->regs->debounce_en)
  805. _gpio_rmw(base, bank->regs->debounce_en, 0, 1);
  806. /* Save OE default value (0xffffffff) in the context */
  807. bank->context.oe = __raw_readl(bank->base + bank->regs->direction);
  808. /* Initialize interface clk ungated, module enabled */
  809. if (bank->regs->ctrl)
  810. _gpio_rmw(base, bank->regs->ctrl, 0, 1);
  811. }
  812. static __devinit void
  813. omap_mpuio_alloc_gc(struct gpio_bank *bank, unsigned int irq_start,
  814. unsigned int num)
  815. {
  816. struct irq_chip_generic *gc;
  817. struct irq_chip_type *ct;
  818. gc = irq_alloc_generic_chip("MPUIO", 1, irq_start, bank->base,
  819. handle_simple_irq);
  820. if (!gc) {
  821. dev_err(bank->dev, "Memory alloc failed for gc\n");
  822. return;
  823. }
  824. ct = gc->chip_types;
  825. /* NOTE: No ack required, reading IRQ status clears it. */
  826. ct->chip.irq_mask = irq_gc_mask_set_bit;
  827. ct->chip.irq_unmask = irq_gc_mask_clr_bit;
  828. ct->chip.irq_set_type = gpio_irq_type;
  829. if (bank->regs->wkup_en)
  830. ct->chip.irq_set_wake = gpio_wake_enable,
  831. ct->regs.mask = OMAP_MPUIO_GPIO_INT / bank->stride;
  832. irq_setup_generic_chip(gc, IRQ_MSK(num), IRQ_GC_INIT_MASK_CACHE,
  833. IRQ_NOREQUEST | IRQ_NOPROBE, 0);
  834. }
  835. static void __devinit omap_gpio_chip_init(struct gpio_bank *bank)
  836. {
  837. int j;
  838. static int gpio;
  839. /*
  840. * REVISIT eventually switch from OMAP-specific gpio structs
  841. * over to the generic ones
  842. */
  843. bank->chip.request = omap_gpio_request;
  844. bank->chip.free = omap_gpio_free;
  845. bank->chip.direction_input = gpio_input;
  846. bank->chip.get = gpio_get;
  847. bank->chip.direction_output = gpio_output;
  848. bank->chip.set_debounce = gpio_debounce;
  849. bank->chip.set = gpio_set;
  850. bank->chip.to_irq = gpio_2irq;
  851. if (bank->is_mpuio) {
  852. bank->chip.label = "mpuio";
  853. if (bank->regs->wkup_en)
  854. bank->chip.dev = &omap_mpuio_device.dev;
  855. bank->chip.base = OMAP_MPUIO(0);
  856. } else {
  857. bank->chip.label = "gpio";
  858. bank->chip.base = gpio;
  859. gpio += bank->width;
  860. }
  861. bank->chip.ngpio = bank->width;
  862. gpiochip_add(&bank->chip);
  863. for (j = bank->irq_base; j < bank->irq_base + bank->width; j++) {
  864. irq_set_lockdep_class(j, &gpio_lock_class);
  865. irq_set_chip_data(j, bank);
  866. if (bank->is_mpuio) {
  867. omap_mpuio_alloc_gc(bank, j, bank->width);
  868. } else {
  869. irq_set_chip(j, &gpio_irq_chip);
  870. irq_set_handler(j, handle_simple_irq);
  871. set_irq_flags(j, IRQF_VALID);
  872. }
  873. }
  874. irq_set_chained_handler(bank->irq, gpio_irq_handler);
  875. irq_set_handler_data(bank->irq, bank);
  876. }
  877. static const struct of_device_id omap_gpio_match[];
  878. static int __devinit omap_gpio_probe(struct platform_device *pdev)
  879. {
  880. struct device *dev = &pdev->dev;
  881. struct device_node *node = dev->of_node;
  882. const struct of_device_id *match;
  883. struct omap_gpio_platform_data *pdata;
  884. struct resource *res;
  885. struct gpio_bank *bank;
  886. int ret = 0;
  887. match = of_match_device(of_match_ptr(omap_gpio_match), dev);
  888. pdata = match ? match->data : dev->platform_data;
  889. if (!pdata)
  890. return -EINVAL;
  891. bank = devm_kzalloc(&pdev->dev, sizeof(struct gpio_bank), GFP_KERNEL);
  892. if (!bank) {
  893. dev_err(dev, "Memory alloc failed\n");
  894. return -ENOMEM;
  895. }
  896. res = platform_get_resource(pdev, IORESOURCE_IRQ, 0);
  897. if (unlikely(!res)) {
  898. dev_err(dev, "Invalid IRQ resource\n");
  899. return -ENODEV;
  900. }
  901. bank->irq = res->start;
  902. bank->dev = dev;
  903. bank->dbck_flag = pdata->dbck_flag;
  904. bank->stride = pdata->bank_stride;
  905. bank->width = pdata->bank_width;
  906. bank->is_mpuio = pdata->is_mpuio;
  907. bank->non_wakeup_gpios = pdata->non_wakeup_gpios;
  908. bank->loses_context = pdata->loses_context;
  909. bank->get_context_loss_count = pdata->get_context_loss_count;
  910. bank->regs = pdata->regs;
  911. #ifdef CONFIG_OF_GPIO
  912. bank->chip.of_node = of_node_get(node);
  913. #endif
  914. bank->irq_base = irq_alloc_descs(-1, 0, bank->width, 0);
  915. if (bank->irq_base < 0) {
  916. dev_err(dev, "Couldn't allocate IRQ numbers\n");
  917. return -ENODEV;
  918. }
  919. bank->domain = irq_domain_add_legacy(node, bank->width, bank->irq_base,
  920. 0, &irq_domain_simple_ops, NULL);
  921. if (bank->regs->set_dataout && bank->regs->clr_dataout)
  922. bank->set_dataout = _set_gpio_dataout_reg;
  923. else
  924. bank->set_dataout = _set_gpio_dataout_mask;
  925. spin_lock_init(&bank->lock);
  926. /* Static mapping, never released */
  927. res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
  928. if (unlikely(!res)) {
  929. dev_err(dev, "Invalid mem resource\n");
  930. return -ENODEV;
  931. }
  932. if (!devm_request_mem_region(dev, res->start, resource_size(res),
  933. pdev->name)) {
  934. dev_err(dev, "Region already claimed\n");
  935. return -EBUSY;
  936. }
  937. bank->base = devm_ioremap(dev, res->start, resource_size(res));
  938. if (!bank->base) {
  939. dev_err(dev, "Could not ioremap\n");
  940. return -ENOMEM;
  941. }
  942. platform_set_drvdata(pdev, bank);
  943. pm_runtime_enable(bank->dev);
  944. pm_runtime_irq_safe(bank->dev);
  945. pm_runtime_get_sync(bank->dev);
  946. if (bank->is_mpuio)
  947. mpuio_init(bank);
  948. omap_gpio_mod_init(bank);
  949. omap_gpio_chip_init(bank);
  950. omap_gpio_show_rev(bank);
  951. pm_runtime_put(bank->dev);
  952. list_add_tail(&bank->node, &omap_gpio_list);
  953. return ret;
  954. }
  955. #ifdef CONFIG_ARCH_OMAP2PLUS
  956. #if defined(CONFIG_PM_SLEEP)
  957. static int omap_gpio_suspend(struct device *dev)
  958. {
  959. struct platform_device *pdev = to_platform_device(dev);
  960. struct gpio_bank *bank = platform_get_drvdata(pdev);
  961. void __iomem *base = bank->base;
  962. void __iomem *wakeup_enable;
  963. unsigned long flags;
  964. if (!bank->mod_usage || !bank->loses_context)
  965. return 0;
  966. if (!bank->regs->wkup_en || !bank->suspend_wakeup)
  967. return 0;
  968. wakeup_enable = bank->base + bank->regs->wkup_en;
  969. spin_lock_irqsave(&bank->lock, flags);
  970. bank->saved_wakeup = __raw_readl(wakeup_enable);
  971. _gpio_rmw(base, bank->regs->wkup_en, 0xffffffff, 0);
  972. _gpio_rmw(base, bank->regs->wkup_en, bank->suspend_wakeup, 1);
  973. spin_unlock_irqrestore(&bank->lock, flags);
  974. return 0;
  975. }
  976. static int omap_gpio_resume(struct device *dev)
  977. {
  978. struct platform_device *pdev = to_platform_device(dev);
  979. struct gpio_bank *bank = platform_get_drvdata(pdev);
  980. void __iomem *base = bank->base;
  981. unsigned long flags;
  982. if (!bank->mod_usage || !bank->loses_context)
  983. return 0;
  984. if (!bank->regs->wkup_en || !bank->saved_wakeup)
  985. return 0;
  986. spin_lock_irqsave(&bank->lock, flags);
  987. _gpio_rmw(base, bank->regs->wkup_en, 0xffffffff, 0);
  988. _gpio_rmw(base, bank->regs->wkup_en, bank->saved_wakeup, 1);
  989. spin_unlock_irqrestore(&bank->lock, flags);
  990. return 0;
  991. }
  992. #endif /* CONFIG_PM_SLEEP */
  993. #if defined(CONFIG_PM_RUNTIME)
  994. static void omap_gpio_restore_context(struct gpio_bank *bank);
  995. static int omap_gpio_runtime_suspend(struct device *dev)
  996. {
  997. struct platform_device *pdev = to_platform_device(dev);
  998. struct gpio_bank *bank = platform_get_drvdata(pdev);
  999. u32 l1 = 0, l2 = 0;
  1000. unsigned long flags;
  1001. u32 wake_low, wake_hi;
  1002. spin_lock_irqsave(&bank->lock, flags);
  1003. /*
  1004. * Only edges can generate a wakeup event to the PRCM.
  1005. *
  1006. * Therefore, ensure any wake-up capable GPIOs have
  1007. * edge-detection enabled before going idle to ensure a wakeup
  1008. * to the PRCM is generated on a GPIO transition. (c.f. 34xx
  1009. * NDA TRM 25.5.3.1)
  1010. *
  1011. * The normal values will be restored upon ->runtime_resume()
  1012. * by writing back the values saved in bank->context.
  1013. */
  1014. wake_low = bank->context.leveldetect0 & bank->context.wake_en;
  1015. if (wake_low)
  1016. __raw_writel(wake_low | bank->context.fallingdetect,
  1017. bank->base + bank->regs->fallingdetect);
  1018. wake_hi = bank->context.leveldetect1 & bank->context.wake_en;
  1019. if (wake_hi)
  1020. __raw_writel(wake_hi | bank->context.risingdetect,
  1021. bank->base + bank->regs->risingdetect);
  1022. if (bank->power_mode != OFF_MODE) {
  1023. bank->power_mode = 0;
  1024. goto update_gpio_context_count;
  1025. }
  1026. /*
  1027. * If going to OFF, remove triggering for all
  1028. * non-wakeup GPIOs. Otherwise spurious IRQs will be
  1029. * generated. See OMAP2420 Errata item 1.101.
  1030. */
  1031. if (!(bank->enabled_non_wakeup_gpios))
  1032. goto update_gpio_context_count;
  1033. bank->saved_datain = __raw_readl(bank->base +
  1034. bank->regs->datain);
  1035. l1 = __raw_readl(bank->base + bank->regs->fallingdetect);
  1036. l2 = __raw_readl(bank->base + bank->regs->risingdetect);
  1037. bank->saved_fallingdetect = l1;
  1038. bank->saved_risingdetect = l2;
  1039. l1 &= ~bank->enabled_non_wakeup_gpios;
  1040. l2 &= ~bank->enabled_non_wakeup_gpios;
  1041. __raw_writel(l1, bank->base + bank->regs->fallingdetect);
  1042. __raw_writel(l2, bank->base + bank->regs->risingdetect);
  1043. bank->workaround_enabled = true;
  1044. update_gpio_context_count:
  1045. if (bank->get_context_loss_count)
  1046. bank->context_loss_count =
  1047. bank->get_context_loss_count(bank->dev);
  1048. _gpio_dbck_disable(bank);
  1049. spin_unlock_irqrestore(&bank->lock, flags);
  1050. return 0;
  1051. }
  1052. static int omap_gpio_runtime_resume(struct device *dev)
  1053. {
  1054. struct platform_device *pdev = to_platform_device(dev);
  1055. struct gpio_bank *bank = platform_get_drvdata(pdev);
  1056. int context_lost_cnt_after;
  1057. u32 l = 0, gen, gen0, gen1;
  1058. unsigned long flags;
  1059. spin_lock_irqsave(&bank->lock, flags);
  1060. _gpio_dbck_enable(bank);
  1061. /*
  1062. * In ->runtime_suspend(), level-triggered, wakeup-enabled
  1063. * GPIOs were set to edge trigger also in order to be able to
  1064. * generate a PRCM wakeup. Here we restore the
  1065. * pre-runtime_suspend() values for edge triggering.
  1066. */
  1067. __raw_writel(bank->context.fallingdetect,
  1068. bank->base + bank->regs->fallingdetect);
  1069. __raw_writel(bank->context.risingdetect,
  1070. bank->base + bank->regs->risingdetect);
  1071. if (!bank->enabled_non_wakeup_gpios || !bank->workaround_enabled) {
  1072. spin_unlock_irqrestore(&bank->lock, flags);
  1073. return 0;
  1074. }
  1075. if (bank->get_context_loss_count) {
  1076. context_lost_cnt_after =
  1077. bank->get_context_loss_count(bank->dev);
  1078. if (context_lost_cnt_after != bank->context_loss_count ||
  1079. !context_lost_cnt_after) {
  1080. omap_gpio_restore_context(bank);
  1081. } else {
  1082. spin_unlock_irqrestore(&bank->lock, flags);
  1083. return 0;
  1084. }
  1085. }
  1086. __raw_writel(bank->saved_fallingdetect,
  1087. bank->base + bank->regs->fallingdetect);
  1088. __raw_writel(bank->saved_risingdetect,
  1089. bank->base + bank->regs->risingdetect);
  1090. l = __raw_readl(bank->base + bank->regs->datain);
  1091. /*
  1092. * Check if any of the non-wakeup interrupt GPIOs have changed
  1093. * state. If so, generate an IRQ by software. This is
  1094. * horribly racy, but it's the best we can do to work around
  1095. * this silicon bug.
  1096. */
  1097. l ^= bank->saved_datain;
  1098. l &= bank->enabled_non_wakeup_gpios;
  1099. /*
  1100. * No need to generate IRQs for the rising edge for gpio IRQs
  1101. * configured with falling edge only; and vice versa.
  1102. */
  1103. gen0 = l & bank->saved_fallingdetect;
  1104. gen0 &= bank->saved_datain;
  1105. gen1 = l & bank->saved_risingdetect;
  1106. gen1 &= ~(bank->saved_datain);
  1107. /* FIXME: Consider GPIO IRQs with level detections properly! */
  1108. gen = l & (~(bank->saved_fallingdetect) & ~(bank->saved_risingdetect));
  1109. /* Consider all GPIO IRQs needed to be updated */
  1110. gen |= gen0 | gen1;
  1111. if (gen) {
  1112. u32 old0, old1;
  1113. old0 = __raw_readl(bank->base + bank->regs->leveldetect0);
  1114. old1 = __raw_readl(bank->base + bank->regs->leveldetect1);
  1115. if (cpu_is_omap24xx() || cpu_is_omap34xx()) {
  1116. __raw_writel(old0 | gen, bank->base +
  1117. bank->regs->leveldetect0);
  1118. __raw_writel(old1 | gen, bank->base +
  1119. bank->regs->leveldetect1);
  1120. }
  1121. if (cpu_is_omap44xx()) {
  1122. __raw_writel(old0 | l, bank->base +
  1123. bank->regs->leveldetect0);
  1124. __raw_writel(old1 | l, bank->base +
  1125. bank->regs->leveldetect1);
  1126. }
  1127. __raw_writel(old0, bank->base + bank->regs->leveldetect0);
  1128. __raw_writel(old1, bank->base + bank->regs->leveldetect1);
  1129. }
  1130. bank->workaround_enabled = false;
  1131. spin_unlock_irqrestore(&bank->lock, flags);
  1132. return 0;
  1133. }
  1134. #endif /* CONFIG_PM_RUNTIME */
  1135. void omap2_gpio_prepare_for_idle(int pwr_mode)
  1136. {
  1137. struct gpio_bank *bank;
  1138. list_for_each_entry(bank, &omap_gpio_list, node) {
  1139. if (!bank->mod_usage || !bank->loses_context)
  1140. continue;
  1141. bank->power_mode = pwr_mode;
  1142. pm_runtime_put_sync_suspend(bank->dev);
  1143. }
  1144. }
  1145. void omap2_gpio_resume_after_idle(void)
  1146. {
  1147. struct gpio_bank *bank;
  1148. list_for_each_entry(bank, &omap_gpio_list, node) {
  1149. if (!bank->mod_usage || !bank->loses_context)
  1150. continue;
  1151. pm_runtime_get_sync(bank->dev);
  1152. }
  1153. }
  1154. #if defined(CONFIG_PM_RUNTIME)
  1155. static void omap_gpio_restore_context(struct gpio_bank *bank)
  1156. {
  1157. __raw_writel(bank->context.wake_en,
  1158. bank->base + bank->regs->wkup_en);
  1159. __raw_writel(bank->context.ctrl, bank->base + bank->regs->ctrl);
  1160. __raw_writel(bank->context.leveldetect0,
  1161. bank->base + bank->regs->leveldetect0);
  1162. __raw_writel(bank->context.leveldetect1,
  1163. bank->base + bank->regs->leveldetect1);
  1164. __raw_writel(bank->context.risingdetect,
  1165. bank->base + bank->regs->risingdetect);
  1166. __raw_writel(bank->context.fallingdetect,
  1167. bank->base + bank->regs->fallingdetect);
  1168. if (bank->regs->set_dataout && bank->regs->clr_dataout)
  1169. __raw_writel(bank->context.dataout,
  1170. bank->base + bank->regs->set_dataout);
  1171. else
  1172. __raw_writel(bank->context.dataout,
  1173. bank->base + bank->regs->dataout);
  1174. __raw_writel(bank->context.oe, bank->base + bank->regs->direction);
  1175. if (bank->dbck_enable_mask) {
  1176. __raw_writel(bank->context.debounce, bank->base +
  1177. bank->regs->debounce);
  1178. __raw_writel(bank->context.debounce_en,
  1179. bank->base + bank->regs->debounce_en);
  1180. }
  1181. __raw_writel(bank->context.irqenable1,
  1182. bank->base + bank->regs->irqenable);
  1183. __raw_writel(bank->context.irqenable2,
  1184. bank->base + bank->regs->irqenable2);
  1185. }
  1186. #endif /* CONFIG_PM_RUNTIME */
  1187. #else
  1188. #define omap_gpio_suspend NULL
  1189. #define omap_gpio_resume NULL
  1190. #define omap_gpio_runtime_suspend NULL
  1191. #define omap_gpio_runtime_resume NULL
  1192. #endif
  1193. static const struct dev_pm_ops gpio_pm_ops = {
  1194. SET_SYSTEM_SLEEP_PM_OPS(omap_gpio_suspend, omap_gpio_resume)
  1195. SET_RUNTIME_PM_OPS(omap_gpio_runtime_suspend, omap_gpio_runtime_resume,
  1196. NULL)
  1197. };
  1198. #if defined(CONFIG_OF)
  1199. static struct omap_gpio_reg_offs omap2_gpio_regs = {
  1200. .revision = OMAP24XX_GPIO_REVISION,
  1201. .direction = OMAP24XX_GPIO_OE,
  1202. .datain = OMAP24XX_GPIO_DATAIN,
  1203. .dataout = OMAP24XX_GPIO_DATAOUT,
  1204. .set_dataout = OMAP24XX_GPIO_SETDATAOUT,
  1205. .clr_dataout = OMAP24XX_GPIO_CLEARDATAOUT,
  1206. .irqstatus = OMAP24XX_GPIO_IRQSTATUS1,
  1207. .irqstatus2 = OMAP24XX_GPIO_IRQSTATUS2,
  1208. .irqenable = OMAP24XX_GPIO_IRQENABLE1,
  1209. .irqenable2 = OMAP24XX_GPIO_IRQENABLE2,
  1210. .set_irqenable = OMAP24XX_GPIO_SETIRQENABLE1,
  1211. .clr_irqenable = OMAP24XX_GPIO_CLEARIRQENABLE1,
  1212. .debounce = OMAP24XX_GPIO_DEBOUNCE_VAL,
  1213. .debounce_en = OMAP24XX_GPIO_DEBOUNCE_EN,
  1214. .ctrl = OMAP24XX_GPIO_CTRL,
  1215. .wkup_en = OMAP24XX_GPIO_WAKE_EN,
  1216. .leveldetect0 = OMAP24XX_GPIO_LEVELDETECT0,
  1217. .leveldetect1 = OMAP24XX_GPIO_LEVELDETECT1,
  1218. .risingdetect = OMAP24XX_GPIO_RISINGDETECT,
  1219. .fallingdetect = OMAP24XX_GPIO_FALLINGDETECT,
  1220. };
  1221. static struct omap_gpio_reg_offs omap4_gpio_regs = {
  1222. .revision = OMAP4_GPIO_REVISION,
  1223. .direction = OMAP4_GPIO_OE,
  1224. .datain = OMAP4_GPIO_DATAIN,
  1225. .dataout = OMAP4_GPIO_DATAOUT,
  1226. .set_dataout = OMAP4_GPIO_SETDATAOUT,
  1227. .clr_dataout = OMAP4_GPIO_CLEARDATAOUT,
  1228. .irqstatus = OMAP4_GPIO_IRQSTATUS0,
  1229. .irqstatus2 = OMAP4_GPIO_IRQSTATUS1,
  1230. .irqenable = OMAP4_GPIO_IRQSTATUSSET0,
  1231. .irqenable2 = OMAP4_GPIO_IRQSTATUSSET1,
  1232. .set_irqenable = OMAP4_GPIO_IRQSTATUSSET0,
  1233. .clr_irqenable = OMAP4_GPIO_IRQSTATUSCLR0,
  1234. .debounce = OMAP4_GPIO_DEBOUNCINGTIME,
  1235. .debounce_en = OMAP4_GPIO_DEBOUNCENABLE,
  1236. .ctrl = OMAP4_GPIO_CTRL,
  1237. .wkup_en = OMAP4_GPIO_IRQWAKEN0,
  1238. .leveldetect0 = OMAP4_GPIO_LEVELDETECT0,
  1239. .leveldetect1 = OMAP4_GPIO_LEVELDETECT1,
  1240. .risingdetect = OMAP4_GPIO_RISINGDETECT,
  1241. .fallingdetect = OMAP4_GPIO_FALLINGDETECT,
  1242. };
  1243. static struct omap_gpio_platform_data omap2_pdata = {
  1244. .regs = &omap2_gpio_regs,
  1245. .bank_width = 32,
  1246. .dbck_flag = false,
  1247. };
  1248. static struct omap_gpio_platform_data omap3_pdata = {
  1249. .regs = &omap2_gpio_regs,
  1250. .bank_width = 32,
  1251. .dbck_flag = true,
  1252. };
  1253. static struct omap_gpio_platform_data omap4_pdata = {
  1254. .regs = &omap4_gpio_regs,
  1255. .bank_width = 32,
  1256. .dbck_flag = true,
  1257. };
  1258. static const struct of_device_id omap_gpio_match[] = {
  1259. {
  1260. .compatible = "ti,omap4-gpio",
  1261. .data = &omap4_pdata,
  1262. },
  1263. {
  1264. .compatible = "ti,omap3-gpio",
  1265. .data = &omap3_pdata,
  1266. },
  1267. {
  1268. .compatible = "ti,omap2-gpio",
  1269. .data = &omap2_pdata,
  1270. },
  1271. { },
  1272. };
  1273. MODULE_DEVICE_TABLE(of, omap_gpio_match);
  1274. #endif
  1275. static struct platform_driver omap_gpio_driver = {
  1276. .probe = omap_gpio_probe,
  1277. .driver = {
  1278. .name = "omap_gpio",
  1279. .pm = &gpio_pm_ops,
  1280. .of_match_table = of_match_ptr(omap_gpio_match),
  1281. },
  1282. };
  1283. /*
  1284. * gpio driver register needs to be done before
  1285. * machine_init functions access gpio APIs.
  1286. * Hence omap_gpio_drv_reg() is a postcore_initcall.
  1287. */
  1288. static int __init omap_gpio_drv_reg(void)
  1289. {
  1290. return platform_driver_register(&omap_gpio_driver);
  1291. }
  1292. postcore_initcall(omap_gpio_drv_reg);