at_hdmac_regs.h 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354
  1. /*
  2. * Header file for the Atmel AHB DMA Controller driver
  3. *
  4. * Copyright (C) 2008 Atmel Corporation
  5. *
  6. * This program is free software; you can redistribute it and/or modify
  7. * it under the terms of the GNU General Public License as published by
  8. * the Free Software Foundation; either version 2 of the License, or
  9. * (at your option) any later version.
  10. */
  11. #ifndef AT_HDMAC_REGS_H
  12. #define AT_HDMAC_REGS_H
  13. #include <mach/at_hdmac.h>
  14. #define AT_DMA_MAX_NR_CHANNELS 8
  15. #define AT_DMA_GCFG 0x00 /* Global Configuration Register */
  16. #define AT_DMA_IF_BIGEND(i) (0x1 << (i)) /* AHB-Lite Interface i in Big-endian mode */
  17. #define AT_DMA_ARB_CFG (0x1 << 4) /* Arbiter mode. */
  18. #define AT_DMA_ARB_CFG_FIXED (0x0 << 4)
  19. #define AT_DMA_ARB_CFG_ROUND_ROBIN (0x1 << 4)
  20. #define AT_DMA_EN 0x04 /* Controller Enable Register */
  21. #define AT_DMA_ENABLE (0x1 << 0)
  22. #define AT_DMA_SREQ 0x08 /* Software Single Request Register */
  23. #define AT_DMA_SSREQ(x) (0x1 << ((x) << 1)) /* Request a source single transfer on channel x */
  24. #define AT_DMA_DSREQ(x) (0x1 << (1 + ((x) << 1))) /* Request a destination single transfer on channel x */
  25. #define AT_DMA_CREQ 0x0C /* Software Chunk Transfer Request Register */
  26. #define AT_DMA_SCREQ(x) (0x1 << ((x) << 1)) /* Request a source chunk transfer on channel x */
  27. #define AT_DMA_DCREQ(x) (0x1 << (1 + ((x) << 1))) /* Request a destination chunk transfer on channel x */
  28. #define AT_DMA_LAST 0x10 /* Software Last Transfer Flag Register */
  29. #define AT_DMA_SLAST(x) (0x1 << ((x) << 1)) /* This src rq is last tx of buffer on channel x */
  30. #define AT_DMA_DLAST(x) (0x1 << (1 + ((x) << 1))) /* This dst rq is last tx of buffer on channel x */
  31. #define AT_DMA_SYNC 0x14 /* Request Synchronization Register */
  32. #define AT_DMA_SYR(h) (0x1 << (h)) /* Synchronize handshake line h */
  33. /* Error, Chained Buffer transfer completed and Buffer transfer completed Interrupt registers */
  34. #define AT_DMA_EBCIER 0x18 /* Enable register */
  35. #define AT_DMA_EBCIDR 0x1C /* Disable register */
  36. #define AT_DMA_EBCIMR 0x20 /* Mask Register */
  37. #define AT_DMA_EBCISR 0x24 /* Status Register */
  38. #define AT_DMA_CBTC_OFFSET 8
  39. #define AT_DMA_ERR_OFFSET 16
  40. #define AT_DMA_BTC(x) (0x1 << (x))
  41. #define AT_DMA_CBTC(x) (0x1 << (AT_DMA_CBTC_OFFSET + (x)))
  42. #define AT_DMA_ERR(x) (0x1 << (AT_DMA_ERR_OFFSET + (x)))
  43. #define AT_DMA_CHER 0x28 /* Channel Handler Enable Register */
  44. #define AT_DMA_ENA(x) (0x1 << (x))
  45. #define AT_DMA_SUSP(x) (0x1 << ( 8 + (x)))
  46. #define AT_DMA_KEEP(x) (0x1 << (24 + (x)))
  47. #define AT_DMA_CHDR 0x2C /* Channel Handler Disable Register */
  48. #define AT_DMA_DIS(x) (0x1 << (x))
  49. #define AT_DMA_RES(x) (0x1 << ( 8 + (x)))
  50. #define AT_DMA_CHSR 0x30 /* Channel Handler Status Register */
  51. #define AT_DMA_EMPT(x) (0x1 << (16 + (x)))
  52. #define AT_DMA_STAL(x) (0x1 << (24 + (x)))
  53. #define AT_DMA_CH_REGS_BASE 0x3C /* Channel registers base address */
  54. #define ch_regs(x) (AT_DMA_CH_REGS_BASE + (x) * 0x28) /* Channel x base addr */
  55. /* Hardware register offset for each channel */
  56. #define ATC_SADDR_OFFSET 0x00 /* Source Address Register */
  57. #define ATC_DADDR_OFFSET 0x04 /* Destination Address Register */
  58. #define ATC_DSCR_OFFSET 0x08 /* Descriptor Address Register */
  59. #define ATC_CTRLA_OFFSET 0x0C /* Control A Register */
  60. #define ATC_CTRLB_OFFSET 0x10 /* Control B Register */
  61. #define ATC_CFG_OFFSET 0x14 /* Configuration Register */
  62. #define ATC_SPIP_OFFSET 0x18 /* Src PIP Configuration Register */
  63. #define ATC_DPIP_OFFSET 0x1C /* Dst PIP Configuration Register */
  64. /* Bitfield definitions */
  65. /* Bitfields in DSCR */
  66. #define ATC_DSCR_IF(i) (0x3 & (i)) /* Dsc feched via AHB-Lite Interface i */
  67. /* Bitfields in CTRLA */
  68. #define ATC_BTSIZE_MAX 0xFFFFUL /* Maximum Buffer Transfer Size */
  69. #define ATC_BTSIZE(x) (ATC_BTSIZE_MAX & (x)) /* Buffer Transfer Size */
  70. /* Chunck Tranfer size definitions are in at_hdmac.h */
  71. #define ATC_SRC_WIDTH_MASK (0x3 << 24) /* Source Single Transfer Size */
  72. #define ATC_SRC_WIDTH(x) ((x) << 24)
  73. #define ATC_SRC_WIDTH_BYTE (0x0 << 24)
  74. #define ATC_SRC_WIDTH_HALFWORD (0x1 << 24)
  75. #define ATC_SRC_WIDTH_WORD (0x2 << 24)
  76. #define ATC_DST_WIDTH_MASK (0x3 << 28) /* Destination Single Transfer Size */
  77. #define ATC_DST_WIDTH(x) ((x) << 28)
  78. #define ATC_DST_WIDTH_BYTE (0x0 << 28)
  79. #define ATC_DST_WIDTH_HALFWORD (0x1 << 28)
  80. #define ATC_DST_WIDTH_WORD (0x2 << 28)
  81. #define ATC_DONE (0x1 << 31) /* Tx Done (only written back in descriptor) */
  82. /* Bitfields in CTRLB */
  83. #define ATC_SIF(i) (0x3 & (i)) /* Src tx done via AHB-Lite Interface i */
  84. #define ATC_DIF(i) ((0x3 & (i)) << 4) /* Dst tx done via AHB-Lite Interface i */
  85. #define ATC_SRC_PIP (0x1 << 8) /* Source Picture-in-Picture enabled */
  86. #define ATC_DST_PIP (0x1 << 12) /* Destination Picture-in-Picture enabled */
  87. #define ATC_SRC_DSCR_DIS (0x1 << 16) /* Src Descriptor fetch disable */
  88. #define ATC_DST_DSCR_DIS (0x1 << 20) /* Dst Descriptor fetch disable */
  89. #define ATC_FC_MASK (0x7 << 21) /* Choose Flow Controller */
  90. #define ATC_FC_MEM2MEM (0x0 << 21) /* Mem-to-Mem (DMA) */
  91. #define ATC_FC_MEM2PER (0x1 << 21) /* Mem-to-Periph (DMA) */
  92. #define ATC_FC_PER2MEM (0x2 << 21) /* Periph-to-Mem (DMA) */
  93. #define ATC_FC_PER2PER (0x3 << 21) /* Periph-to-Periph (DMA) */
  94. #define ATC_FC_PER2MEM_PER (0x4 << 21) /* Periph-to-Mem (Peripheral) */
  95. #define ATC_FC_MEM2PER_PER (0x5 << 21) /* Mem-to-Periph (Peripheral) */
  96. #define ATC_FC_PER2PER_SRCPER (0x6 << 21) /* Periph-to-Periph (Src Peripheral) */
  97. #define ATC_FC_PER2PER_DSTPER (0x7 << 21) /* Periph-to-Periph (Dst Peripheral) */
  98. #define ATC_SRC_ADDR_MODE_MASK (0x3 << 24)
  99. #define ATC_SRC_ADDR_MODE_INCR (0x0 << 24) /* Incrementing Mode */
  100. #define ATC_SRC_ADDR_MODE_DECR (0x1 << 24) /* Decrementing Mode */
  101. #define ATC_SRC_ADDR_MODE_FIXED (0x2 << 24) /* Fixed Mode */
  102. #define ATC_DST_ADDR_MODE_MASK (0x3 << 28)
  103. #define ATC_DST_ADDR_MODE_INCR (0x0 << 28) /* Incrementing Mode */
  104. #define ATC_DST_ADDR_MODE_DECR (0x1 << 28) /* Decrementing Mode */
  105. #define ATC_DST_ADDR_MODE_FIXED (0x2 << 28) /* Fixed Mode */
  106. #define ATC_IEN (0x1 << 30) /* BTC interrupt enable (active low) */
  107. #define ATC_AUTO (0x1 << 31) /* Auto multiple buffer tx enable */
  108. /* Bitfields in CFG */
  109. /* are in at_hdmac.h */
  110. /* Bitfields in SPIP */
  111. #define ATC_SPIP_HOLE(x) (0xFFFFU & (x))
  112. #define ATC_SPIP_BOUNDARY(x) ((0x3FF & (x)) << 16)
  113. /* Bitfields in DPIP */
  114. #define ATC_DPIP_HOLE(x) (0xFFFFU & (x))
  115. #define ATC_DPIP_BOUNDARY(x) ((0x3FF & (x)) << 16)
  116. /*-- descriptors -----------------------------------------------------*/
  117. /* LLI == Linked List Item; aka DMA buffer descriptor */
  118. struct at_lli {
  119. /* values that are not changed by hardware */
  120. dma_addr_t saddr;
  121. dma_addr_t daddr;
  122. /* value that may get written back: */
  123. u32 ctrla;
  124. /* more values that are not changed by hardware */
  125. u32 ctrlb;
  126. dma_addr_t dscr; /* chain to next lli */
  127. };
  128. /**
  129. * struct at_desc - software descriptor
  130. * @at_lli: hardware lli structure
  131. * @txd: support for the async_tx api
  132. * @desc_node: node on the channed descriptors list
  133. * @len: total transaction bytecount
  134. */
  135. struct at_desc {
  136. /* FIRST values the hardware uses */
  137. struct at_lli lli;
  138. /* THEN values for driver housekeeping */
  139. struct list_head tx_list;
  140. struct dma_async_tx_descriptor txd;
  141. struct list_head desc_node;
  142. size_t len;
  143. };
  144. static inline struct at_desc *
  145. txd_to_at_desc(struct dma_async_tx_descriptor *txd)
  146. {
  147. return container_of(txd, struct at_desc, txd);
  148. }
  149. /*-- Channels --------------------------------------------------------*/
  150. /**
  151. * struct at_dma_chan - internal representation of an Atmel HDMAC channel
  152. * @chan_common: common dmaengine channel object members
  153. * @device: parent device
  154. * @ch_regs: memory mapped register base
  155. * @mask: channel index in a mask
  156. * @error_status: transmit error status information from irq handler
  157. * to tasklet (use atomic operations)
  158. * @tasklet: bottom half to finish transaction work
  159. * @lock: serializes enqueue/dequeue operations to descriptors lists
  160. * @completed_cookie: identifier for the most recently completed operation
  161. * @active_list: list of descriptors dmaengine is being running on
  162. * @queue: list of descriptors ready to be submitted to engine
  163. * @free_list: list of descriptors usable by the channel
  164. * @descs_allocated: records the actual size of the descriptor pool
  165. */
  166. struct at_dma_chan {
  167. struct dma_chan chan_common;
  168. struct at_dma *device;
  169. void __iomem *ch_regs;
  170. u8 mask;
  171. unsigned long error_status;
  172. struct tasklet_struct tasklet;
  173. spinlock_t lock;
  174. /* these other elements are all protected by lock */
  175. dma_cookie_t completed_cookie;
  176. struct list_head active_list;
  177. struct list_head queue;
  178. struct list_head free_list;
  179. unsigned int descs_allocated;
  180. };
  181. #define channel_readl(atchan, name) \
  182. __raw_readl((atchan)->ch_regs + ATC_##name##_OFFSET)
  183. #define channel_writel(atchan, name, val) \
  184. __raw_writel((val), (atchan)->ch_regs + ATC_##name##_OFFSET)
  185. static inline struct at_dma_chan *to_at_dma_chan(struct dma_chan *dchan)
  186. {
  187. return container_of(dchan, struct at_dma_chan, chan_common);
  188. }
  189. /*-- Controller ------------------------------------------------------*/
  190. /**
  191. * struct at_dma - internal representation of an Atmel HDMA Controller
  192. * @chan_common: common dmaengine dma_device object members
  193. * @ch_regs: memory mapped register base
  194. * @clk: dma controller clock
  195. * @all_chan_mask: all channels availlable in a mask
  196. * @dma_desc_pool: base of DMA descriptor region (DMA address)
  197. * @chan: channels table to store at_dma_chan structures
  198. */
  199. struct at_dma {
  200. struct dma_device dma_common;
  201. void __iomem *regs;
  202. struct clk *clk;
  203. u8 all_chan_mask;
  204. struct dma_pool *dma_desc_pool;
  205. /* AT THE END channels table */
  206. struct at_dma_chan chan[0];
  207. };
  208. #define dma_readl(atdma, name) \
  209. __raw_readl((atdma)->regs + AT_DMA_##name)
  210. #define dma_writel(atdma, name, val) \
  211. __raw_writel((val), (atdma)->regs + AT_DMA_##name)
  212. static inline struct at_dma *to_at_dma(struct dma_device *ddev)
  213. {
  214. return container_of(ddev, struct at_dma, dma_common);
  215. }
  216. /*-- Helper functions ------------------------------------------------*/
  217. static struct device *chan2dev(struct dma_chan *chan)
  218. {
  219. return &chan->dev->device;
  220. }
  221. static struct device *chan2parent(struct dma_chan *chan)
  222. {
  223. return chan->dev->device.parent;
  224. }
  225. #if defined(VERBOSE_DEBUG)
  226. static void vdbg_dump_regs(struct at_dma_chan *atchan)
  227. {
  228. struct at_dma *atdma = to_at_dma(atchan->chan_common.device);
  229. dev_err(chan2dev(&atchan->chan_common),
  230. " channel %d : imr = 0x%x, chsr = 0x%x\n",
  231. atchan->chan_common.chan_id,
  232. dma_readl(atdma, EBCIMR),
  233. dma_readl(atdma, CHSR));
  234. dev_err(chan2dev(&atchan->chan_common),
  235. " channel: s0x%x d0x%x ctrl0x%x:0x%x cfg0x%x l0x%x\n",
  236. channel_readl(atchan, SADDR),
  237. channel_readl(atchan, DADDR),
  238. channel_readl(atchan, CTRLA),
  239. channel_readl(atchan, CTRLB),
  240. channel_readl(atchan, CFG),
  241. channel_readl(atchan, DSCR));
  242. }
  243. #else
  244. static void vdbg_dump_regs(struct at_dma_chan *atchan) {}
  245. #endif
  246. static void atc_dump_lli(struct at_dma_chan *atchan, struct at_lli *lli)
  247. {
  248. dev_printk(KERN_CRIT, chan2dev(&atchan->chan_common),
  249. " desc: s0x%x d0x%x ctrl0x%x:0x%x l0x%x\n",
  250. lli->saddr, lli->daddr,
  251. lli->ctrla, lli->ctrlb, lli->dscr);
  252. }
  253. static void atc_setup_irq(struct at_dma_chan *atchan, int on)
  254. {
  255. struct at_dma *atdma = to_at_dma(atchan->chan_common.device);
  256. u32 ebci;
  257. /* enable interrupts on buffer chain completion & error */
  258. ebci = AT_DMA_CBTC(atchan->chan_common.chan_id)
  259. | AT_DMA_ERR(atchan->chan_common.chan_id);
  260. if (on)
  261. dma_writel(atdma, EBCIER, ebci);
  262. else
  263. dma_writel(atdma, EBCIDR, ebci);
  264. }
  265. static inline void atc_enable_irq(struct at_dma_chan *atchan)
  266. {
  267. atc_setup_irq(atchan, 1);
  268. }
  269. static inline void atc_disable_irq(struct at_dma_chan *atchan)
  270. {
  271. atc_setup_irq(atchan, 0);
  272. }
  273. /**
  274. * atc_chan_is_enabled - test if given channel is enabled
  275. * @atchan: channel we want to test status
  276. */
  277. static inline int atc_chan_is_enabled(struct at_dma_chan *atchan)
  278. {
  279. struct at_dma *atdma = to_at_dma(atchan->chan_common.device);
  280. return !!(dma_readl(atdma, CHSR) & atchan->mask);
  281. }
  282. /**
  283. * set_desc_eol - set end-of-link to descriptor so it will end transfer
  284. * @desc: descriptor, signle or at the end of a chain, to end chain on
  285. */
  286. static void set_desc_eol(struct at_desc *desc)
  287. {
  288. desc->lli.ctrlb |= ATC_SRC_DSCR_DIS | ATC_DST_DSCR_DIS;
  289. desc->lli.dscr = 0;
  290. }
  291. #endif /* AT_HDMAC_REGS_H */