at_hdmac_regs.h 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353
  1. /*
  2. * Header file for the Atmel AHB DMA Controller driver
  3. *
  4. * Copyright (C) 2008 Atmel Corporation
  5. *
  6. * This program is free software; you can redistribute it and/or modify
  7. * it under the terms of the GNU General Public License as published by
  8. * the Free Software Foundation; either version 2 of the License, or
  9. * (at your option) any later version.
  10. */
  11. #ifndef AT_HDMAC_REGS_H
  12. #define AT_HDMAC_REGS_H
  13. #include <mach/at_hdmac.h>
  14. #define AT_DMA_MAX_NR_CHANNELS 8
  15. #define AT_DMA_GCFG 0x00 /* Global Configuration Register */
  16. #define AT_DMA_IF_BIGEND(i) (0x1 << (i)) /* AHB-Lite Interface i in Big-endian mode */
  17. #define AT_DMA_ARB_CFG (0x1 << 4) /* Arbiter mode. */
  18. #define AT_DMA_ARB_CFG_FIXED (0x0 << 4)
  19. #define AT_DMA_ARB_CFG_ROUND_ROBIN (0x1 << 4)
  20. #define AT_DMA_EN 0x04 /* Controller Enable Register */
  21. #define AT_DMA_ENABLE (0x1 << 0)
  22. #define AT_DMA_SREQ 0x08 /* Software Single Request Register */
  23. #define AT_DMA_SSREQ(x) (0x1 << ((x) << 1)) /* Request a source single transfer on channel x */
  24. #define AT_DMA_DSREQ(x) (0x1 << (1 + ((x) << 1))) /* Request a destination single transfer on channel x */
  25. #define AT_DMA_CREQ 0x0C /* Software Chunk Transfer Request Register */
  26. #define AT_DMA_SCREQ(x) (0x1 << ((x) << 1)) /* Request a source chunk transfer on channel x */
  27. #define AT_DMA_DCREQ(x) (0x1 << (1 + ((x) << 1))) /* Request a destination chunk transfer on channel x */
  28. #define AT_DMA_LAST 0x10 /* Software Last Transfer Flag Register */
  29. #define AT_DMA_SLAST(x) (0x1 << ((x) << 1)) /* This src rq is last tx of buffer on channel x */
  30. #define AT_DMA_DLAST(x) (0x1 << (1 + ((x) << 1))) /* This dst rq is last tx of buffer on channel x */
  31. #define AT_DMA_SYNC 0x14 /* Request Synchronization Register */
  32. #define AT_DMA_SYR(h) (0x1 << (h)) /* Synchronize handshake line h */
  33. /* Error, Chained Buffer transfer completed and Buffer transfer completed Interrupt registers */
  34. #define AT_DMA_EBCIER 0x18 /* Enable register */
  35. #define AT_DMA_EBCIDR 0x1C /* Disable register */
  36. #define AT_DMA_EBCIMR 0x20 /* Mask Register */
  37. #define AT_DMA_EBCISR 0x24 /* Status Register */
  38. #define AT_DMA_CBTC_OFFSET 8
  39. #define AT_DMA_ERR_OFFSET 16
  40. #define AT_DMA_BTC(x) (0x1 << (x))
  41. #define AT_DMA_CBTC(x) (0x1 << (AT_DMA_CBTC_OFFSET + (x)))
  42. #define AT_DMA_ERR(x) (0x1 << (AT_DMA_ERR_OFFSET + (x)))
  43. #define AT_DMA_CHER 0x28 /* Channel Handler Enable Register */
  44. #define AT_DMA_ENA(x) (0x1 << (x))
  45. #define AT_DMA_SUSP(x) (0x1 << ( 8 + (x)))
  46. #define AT_DMA_KEEP(x) (0x1 << (24 + (x)))
  47. #define AT_DMA_CHDR 0x2C /* Channel Handler Disable Register */
  48. #define AT_DMA_DIS(x) (0x1 << (x))
  49. #define AT_DMA_RES(x) (0x1 << ( 8 + (x)))
  50. #define AT_DMA_CHSR 0x30 /* Channel Handler Status Register */
  51. #define AT_DMA_EMPT(x) (0x1 << (16 + (x)))
  52. #define AT_DMA_STAL(x) (0x1 << (24 + (x)))
  53. #define AT_DMA_CH_REGS_BASE 0x3C /* Channel registers base address */
  54. #define ch_regs(x) (AT_DMA_CH_REGS_BASE + (x) * 0x28) /* Channel x base addr */
  55. /* Hardware register offset for each channel */
  56. #define ATC_SADDR_OFFSET 0x00 /* Source Address Register */
  57. #define ATC_DADDR_OFFSET 0x04 /* Destination Address Register */
  58. #define ATC_DSCR_OFFSET 0x08 /* Descriptor Address Register */
  59. #define ATC_CTRLA_OFFSET 0x0C /* Control A Register */
  60. #define ATC_CTRLB_OFFSET 0x10 /* Control B Register */
  61. #define ATC_CFG_OFFSET 0x14 /* Configuration Register */
  62. #define ATC_SPIP_OFFSET 0x18 /* Src PIP Configuration Register */
  63. #define ATC_DPIP_OFFSET 0x1C /* Dst PIP Configuration Register */
  64. /* Bitfield definitions */
  65. /* Bitfields in DSCR */
  66. #define ATC_DSCR_IF(i) (0x3 & (i)) /* Dsc feched via AHB-Lite Interface i */
  67. /* Bitfields in CTRLA */
  68. #define ATC_BTSIZE_MAX 0xFFFFUL /* Maximum Buffer Transfer Size */
  69. #define ATC_BTSIZE(x) (ATC_BTSIZE_MAX & (x)) /* Buffer Transfer Size */
  70. /* Chunck Tranfer size definitions are in at_hdmac.h */
  71. #define ATC_SRC_WIDTH_MASK (0x3 << 24) /* Source Single Transfer Size */
  72. #define ATC_SRC_WIDTH(x) ((x) << 24)
  73. #define ATC_SRC_WIDTH_BYTE (0x0 << 24)
  74. #define ATC_SRC_WIDTH_HALFWORD (0x1 << 24)
  75. #define ATC_SRC_WIDTH_WORD (0x2 << 24)
  76. #define ATC_DST_WIDTH_MASK (0x3 << 28) /* Destination Single Transfer Size */
  77. #define ATC_DST_WIDTH(x) ((x) << 28)
  78. #define ATC_DST_WIDTH_BYTE (0x0 << 28)
  79. #define ATC_DST_WIDTH_HALFWORD (0x1 << 28)
  80. #define ATC_DST_WIDTH_WORD (0x2 << 28)
  81. #define ATC_DONE (0x1 << 31) /* Tx Done (only written back in descriptor) */
  82. /* Bitfields in CTRLB */
  83. #define ATC_SIF(i) (0x3 & (i)) /* Src tx done via AHB-Lite Interface i */
  84. #define ATC_DIF(i) ((0x3 & (i)) << 4) /* Dst tx done via AHB-Lite Interface i */
  85. #define ATC_SRC_PIP (0x1 << 8) /* Source Picture-in-Picture enabled */
  86. #define ATC_DST_PIP (0x1 << 12) /* Destination Picture-in-Picture enabled */
  87. #define ATC_SRC_DSCR_DIS (0x1 << 16) /* Src Descriptor fetch disable */
  88. #define ATC_DST_DSCR_DIS (0x1 << 20) /* Dst Descriptor fetch disable */
  89. #define ATC_FC_MASK (0x7 << 21) /* Choose Flow Controller */
  90. #define ATC_FC_MEM2MEM (0x0 << 21) /* Mem-to-Mem (DMA) */
  91. #define ATC_FC_MEM2PER (0x1 << 21) /* Mem-to-Periph (DMA) */
  92. #define ATC_FC_PER2MEM (0x2 << 21) /* Periph-to-Mem (DMA) */
  93. #define ATC_FC_PER2PER (0x3 << 21) /* Periph-to-Periph (DMA) */
  94. #define ATC_FC_PER2MEM_PER (0x4 << 21) /* Periph-to-Mem (Peripheral) */
  95. #define ATC_FC_MEM2PER_PER (0x5 << 21) /* Mem-to-Periph (Peripheral) */
  96. #define ATC_FC_PER2PER_SRCPER (0x6 << 21) /* Periph-to-Periph (Src Peripheral) */
  97. #define ATC_FC_PER2PER_DSTPER (0x7 << 21) /* Periph-to-Periph (Dst Peripheral) */
  98. #define ATC_SRC_ADDR_MODE_MASK (0x3 << 24)
  99. #define ATC_SRC_ADDR_MODE_INCR (0x0 << 24) /* Incrementing Mode */
  100. #define ATC_SRC_ADDR_MODE_DECR (0x1 << 24) /* Decrementing Mode */
  101. #define ATC_SRC_ADDR_MODE_FIXED (0x2 << 24) /* Fixed Mode */
  102. #define ATC_DST_ADDR_MODE_MASK (0x3 << 28)
  103. #define ATC_DST_ADDR_MODE_INCR (0x0 << 28) /* Incrementing Mode */
  104. #define ATC_DST_ADDR_MODE_DECR (0x1 << 28) /* Decrementing Mode */
  105. #define ATC_DST_ADDR_MODE_FIXED (0x2 << 28) /* Fixed Mode */
  106. #define ATC_IEN (0x1 << 30) /* BTC interrupt enable (active low) */
  107. #define ATC_AUTO (0x1 << 31) /* Auto multiple buffer tx enable */
  108. /* Bitfields in CFG */
  109. /* are in at_hdmac.h */
  110. /* Bitfields in SPIP */
  111. #define ATC_SPIP_HOLE(x) (0xFFFFU & (x))
  112. #define ATC_SPIP_BOUNDARY(x) ((0x3FF & (x)) << 16)
  113. /* Bitfields in DPIP */
  114. #define ATC_DPIP_HOLE(x) (0xFFFFU & (x))
  115. #define ATC_DPIP_BOUNDARY(x) ((0x3FF & (x)) << 16)
  116. /*-- descriptors -----------------------------------------------------*/
  117. /* LLI == Linked List Item; aka DMA buffer descriptor */
  118. struct at_lli {
  119. /* values that are not changed by hardware */
  120. dma_addr_t saddr;
  121. dma_addr_t daddr;
  122. /* value that may get written back: */
  123. u32 ctrla;
  124. /* more values that are not changed by hardware */
  125. u32 ctrlb;
  126. dma_addr_t dscr; /* chain to next lli */
  127. };
  128. /**
  129. * struct at_desc - software descriptor
  130. * @at_lli: hardware lli structure
  131. * @txd: support for the async_tx api
  132. * @desc_node: node on the channed descriptors list
  133. * @len: total transaction bytecount
  134. */
  135. struct at_desc {
  136. /* FIRST values the hardware uses */
  137. struct at_lli lli;
  138. /* THEN values for driver housekeeping */
  139. struct dma_async_tx_descriptor txd;
  140. struct list_head desc_node;
  141. size_t len;
  142. };
  143. static inline struct at_desc *
  144. txd_to_at_desc(struct dma_async_tx_descriptor *txd)
  145. {
  146. return container_of(txd, struct at_desc, txd);
  147. }
  148. /*-- Channels --------------------------------------------------------*/
  149. /**
  150. * struct at_dma_chan - internal representation of an Atmel HDMAC channel
  151. * @chan_common: common dmaengine channel object members
  152. * @device: parent device
  153. * @ch_regs: memory mapped register base
  154. * @mask: channel index in a mask
  155. * @error_status: transmit error status information from irq handler
  156. * to tasklet (use atomic operations)
  157. * @tasklet: bottom half to finish transaction work
  158. * @lock: serializes enqueue/dequeue operations to descriptors lists
  159. * @completed_cookie: identifier for the most recently completed operation
  160. * @active_list: list of descriptors dmaengine is being running on
  161. * @queue: list of descriptors ready to be submitted to engine
  162. * @free_list: list of descriptors usable by the channel
  163. * @descs_allocated: records the actual size of the descriptor pool
  164. */
  165. struct at_dma_chan {
  166. struct dma_chan chan_common;
  167. struct at_dma *device;
  168. void __iomem *ch_regs;
  169. u8 mask;
  170. unsigned long error_status;
  171. struct tasklet_struct tasklet;
  172. spinlock_t lock;
  173. /* these other elements are all protected by lock */
  174. dma_cookie_t completed_cookie;
  175. struct list_head active_list;
  176. struct list_head queue;
  177. struct list_head free_list;
  178. unsigned int descs_allocated;
  179. };
  180. #define channel_readl(atchan, name) \
  181. __raw_readl((atchan)->ch_regs + ATC_##name##_OFFSET)
  182. #define channel_writel(atchan, name, val) \
  183. __raw_writel((val), (atchan)->ch_regs + ATC_##name##_OFFSET)
  184. static inline struct at_dma_chan *to_at_dma_chan(struct dma_chan *dchan)
  185. {
  186. return container_of(dchan, struct at_dma_chan, chan_common);
  187. }
  188. /*-- Controller ------------------------------------------------------*/
  189. /**
  190. * struct at_dma - internal representation of an Atmel HDMA Controller
  191. * @chan_common: common dmaengine dma_device object members
  192. * @ch_regs: memory mapped register base
  193. * @clk: dma controller clock
  194. * @all_chan_mask: all channels availlable in a mask
  195. * @dma_desc_pool: base of DMA descriptor region (DMA address)
  196. * @chan: channels table to store at_dma_chan structures
  197. */
  198. struct at_dma {
  199. struct dma_device dma_common;
  200. void __iomem *regs;
  201. struct clk *clk;
  202. u8 all_chan_mask;
  203. struct dma_pool *dma_desc_pool;
  204. /* AT THE END channels table */
  205. struct at_dma_chan chan[0];
  206. };
  207. #define dma_readl(atdma, name) \
  208. __raw_readl((atdma)->regs + AT_DMA_##name)
  209. #define dma_writel(atdma, name, val) \
  210. __raw_writel((val), (atdma)->regs + AT_DMA_##name)
  211. static inline struct at_dma *to_at_dma(struct dma_device *ddev)
  212. {
  213. return container_of(ddev, struct at_dma, dma_common);
  214. }
  215. /*-- Helper functions ------------------------------------------------*/
  216. static struct device *chan2dev(struct dma_chan *chan)
  217. {
  218. return &chan->dev->device;
  219. }
  220. static struct device *chan2parent(struct dma_chan *chan)
  221. {
  222. return chan->dev->device.parent;
  223. }
  224. #if defined(VERBOSE_DEBUG)
  225. static void vdbg_dump_regs(struct at_dma_chan *atchan)
  226. {
  227. struct at_dma *atdma = to_at_dma(atchan->chan_common.device);
  228. dev_err(chan2dev(&atchan->chan_common),
  229. " channel %d : imr = 0x%x, chsr = 0x%x\n",
  230. atchan->chan_common.chan_id,
  231. dma_readl(atdma, EBCIMR),
  232. dma_readl(atdma, CHSR));
  233. dev_err(chan2dev(&atchan->chan_common),
  234. " channel: s0x%x d0x%x ctrl0x%x:0x%x cfg0x%x l0x%x\n",
  235. channel_readl(atchan, SADDR),
  236. channel_readl(atchan, DADDR),
  237. channel_readl(atchan, CTRLA),
  238. channel_readl(atchan, CTRLB),
  239. channel_readl(atchan, CFG),
  240. channel_readl(atchan, DSCR));
  241. }
  242. #else
  243. static void vdbg_dump_regs(struct at_dma_chan *atchan) {}
  244. #endif
  245. static void atc_dump_lli(struct at_dma_chan *atchan, struct at_lli *lli)
  246. {
  247. dev_printk(KERN_CRIT, chan2dev(&atchan->chan_common),
  248. " desc: s0x%x d0x%x ctrl0x%x:0x%x l0x%x\n",
  249. lli->saddr, lli->daddr,
  250. lli->ctrla, lli->ctrlb, lli->dscr);
  251. }
  252. static void atc_setup_irq(struct at_dma_chan *atchan, int on)
  253. {
  254. struct at_dma *atdma = to_at_dma(atchan->chan_common.device);
  255. u32 ebci;
  256. /* enable interrupts on buffer chain completion & error */
  257. ebci = AT_DMA_CBTC(atchan->chan_common.chan_id)
  258. | AT_DMA_ERR(atchan->chan_common.chan_id);
  259. if (on)
  260. dma_writel(atdma, EBCIER, ebci);
  261. else
  262. dma_writel(atdma, EBCIDR, ebci);
  263. }
  264. static inline void atc_enable_irq(struct at_dma_chan *atchan)
  265. {
  266. atc_setup_irq(atchan, 1);
  267. }
  268. static inline void atc_disable_irq(struct at_dma_chan *atchan)
  269. {
  270. atc_setup_irq(atchan, 0);
  271. }
  272. /**
  273. * atc_chan_is_enabled - test if given channel is enabled
  274. * @atchan: channel we want to test status
  275. */
  276. static inline int atc_chan_is_enabled(struct at_dma_chan *atchan)
  277. {
  278. struct at_dma *atdma = to_at_dma(atchan->chan_common.device);
  279. return !!(dma_readl(atdma, CHSR) & atchan->mask);
  280. }
  281. /**
  282. * set_desc_eol - set end-of-link to descriptor so it will end transfer
  283. * @desc: descriptor, signle or at the end of a chain, to end chain on
  284. */
  285. static void set_desc_eol(struct at_desc *desc)
  286. {
  287. desc->lli.ctrlb |= ATC_SRC_DSCR_DIS | ATC_DST_DSCR_DIS;
  288. desc->lli.dscr = 0;
  289. }
  290. #endif /* AT_HDMAC_REGS_H */