io.h 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386
  1. #ifndef __ASM_SH_IO_H
  2. #define __ASM_SH_IO_H
  3. /*
  4. * Convention:
  5. * read{b,w,l,q}/write{b,w,l,q} are for PCI,
  6. * while in{b,w,l}/out{b,w,l} are for ISA
  7. *
  8. * In addition we have 'pausing' versions: in{b,w,l}_p/out{b,w,l}_p
  9. * and 'string' versions: ins{b,w,l}/outs{b,w,l}
  10. *
  11. * While read{b,w,l,q} and write{b,w,l,q} contain memory barriers
  12. * automatically, there are also __raw versions, which do not.
  13. */
  14. #include <linux/errno.h>
  15. #include <asm/cache.h>
  16. #include <asm/system.h>
  17. #include <asm/addrspace.h>
  18. #include <asm/machvec.h>
  19. #include <asm/pgtable.h>
  20. #include <asm-generic/iomap.h>
  21. #ifdef __KERNEL__
  22. #define __IO_PREFIX generic
  23. #include <asm/io_generic.h>
  24. #include <asm/io_trapped.h>
  25. #include <mach/mangle-port.h>
  26. #define __raw_writeb(v,a) (__chk_io_ptr(a), *(volatile u8 __force *)(a) = (v))
  27. #define __raw_writew(v,a) (__chk_io_ptr(a), *(volatile u16 __force *)(a) = (v))
  28. #define __raw_writel(v,a) (__chk_io_ptr(a), *(volatile u32 __force *)(a) = (v))
  29. #define __raw_writeq(v,a) (__chk_io_ptr(a), *(volatile u64 __force *)(a) = (v))
  30. #define __raw_readb(a) (__chk_io_ptr(a), *(volatile u8 __force *)(a))
  31. #define __raw_readw(a) (__chk_io_ptr(a), *(volatile u16 __force *)(a))
  32. #define __raw_readl(a) (__chk_io_ptr(a), *(volatile u32 __force *)(a))
  33. #define __raw_readq(a) (__chk_io_ptr(a), *(volatile u64 __force *)(a))
  34. #define readb_relaxed(c) ({ u8 __v = ioswabb(__raw_readb(c)); __v; })
  35. #define readw_relaxed(c) ({ u16 __v = ioswabw(__raw_readw(c)); __v; })
  36. #define readl_relaxed(c) ({ u32 __v = ioswabl(__raw_readl(c)); __v; })
  37. #define readq_relaxed(c) ({ u64 __v = ioswabq(__raw_readq(c)); __v; })
  38. #define writeb_relaxed(v,c) ((void)__raw_writeb((__force u8)ioswabb(v),c))
  39. #define writew_relaxed(v,c) ((void)__raw_writew((__force u16)ioswabw(v),c))
  40. #define writel_relaxed(v,c) ((void)__raw_writel((__force u32)ioswabl(v),c))
  41. #define writeq_relaxed(v,c) ((void)__raw_writeq((__force u64)ioswabq(v),c))
  42. #define readb(a) ({ u8 r_ = readb_relaxed(a); rmb(); r_; })
  43. #define readw(a) ({ u16 r_ = readw_relaxed(a); rmb(); r_; })
  44. #define readl(a) ({ u32 r_ = readl_relaxed(a); rmb(); r_; })
  45. #define readq(a) ({ u64 r_ = readq_relaxed(a); rmb(); r_; })
  46. #define writeb(v,a) ({ wmb(); writeb_relaxed((v),(a)); })
  47. #define writew(v,a) ({ wmb(); writew_relaxed((v),(a)); })
  48. #define writel(v,a) ({ wmb(); writel_relaxed((v),(a)); })
  49. #define writeq(v,a) ({ wmb(); writeq_relaxed((v),(a)); })
  50. #define readsb(p,d,l) __raw_readsb(p,d,l)
  51. #define readsw(p,d,l) __raw_readsw(p,d,l)
  52. #define readsl(p,d,l) __raw_readsl(p,d,l)
  53. #define writesb(p,d,l) __raw_writesb(p,d,l)
  54. #define writesw(p,d,l) __raw_writesw(p,d,l)
  55. #define writesl(p,d,l) __raw_writesl(p,d,l)
  56. #define __BUILD_UNCACHED_IO(bwlq, type) \
  57. static inline type read##bwlq##_uncached(unsigned long addr) \
  58. { \
  59. type ret; \
  60. jump_to_uncached(); \
  61. ret = __raw_read##bwlq(addr); \
  62. back_to_cached(); \
  63. return ret; \
  64. } \
  65. \
  66. static inline void write##bwlq##_uncached(type v, unsigned long addr) \
  67. { \
  68. jump_to_uncached(); \
  69. __raw_write##bwlq(v, addr); \
  70. back_to_cached(); \
  71. }
  72. __BUILD_UNCACHED_IO(b, u8)
  73. __BUILD_UNCACHED_IO(w, u16)
  74. __BUILD_UNCACHED_IO(l, u32)
  75. __BUILD_UNCACHED_IO(q, u64)
  76. #define __BUILD_MEMORY_STRING(pfx, bwlq, type) \
  77. \
  78. static inline void \
  79. pfx##writes##bwlq(volatile void __iomem *mem, const void *addr, \
  80. unsigned int count) \
  81. { \
  82. const volatile type *__addr = addr; \
  83. \
  84. while (count--) { \
  85. __raw_write##bwlq(*__addr, mem); \
  86. __addr++; \
  87. } \
  88. } \
  89. \
  90. static inline void pfx##reads##bwlq(volatile void __iomem *mem, \
  91. void *addr, unsigned int count) \
  92. { \
  93. volatile type *__addr = addr; \
  94. \
  95. while (count--) { \
  96. *__addr = __raw_read##bwlq(mem); \
  97. __addr++; \
  98. } \
  99. }
  100. __BUILD_MEMORY_STRING(__raw_, b, u8)
  101. __BUILD_MEMORY_STRING(__raw_, w, u16)
  102. #ifdef CONFIG_SUPERH32
  103. void __raw_writesl(void __iomem *addr, const void *data, int longlen);
  104. void __raw_readsl(const void __iomem *addr, void *data, int longlen);
  105. #else
  106. __BUILD_MEMORY_STRING(__raw_, l, u32)
  107. #endif
  108. __BUILD_MEMORY_STRING(__raw_, q, u64)
  109. #ifdef CONFIG_HAS_IOPORT
  110. /*
  111. * Slowdown I/O port space accesses for antique hardware.
  112. */
  113. #undef CONF_SLOWDOWN_IO
  114. /*
  115. * On SuperH I/O ports are memory mapped, so we access them using normal
  116. * load/store instructions. sh_io_port_base is the virtual address to
  117. * which all ports are being mapped.
  118. */
  119. extern const unsigned long sh_io_port_base;
  120. static inline void __set_io_port_base(unsigned long pbase)
  121. {
  122. *(unsigned long *)&sh_io_port_base = pbase;
  123. barrier();
  124. }
  125. #ifdef CONFIG_GENERIC_IOMAP
  126. #define __ioport_map ioport_map
  127. #else
  128. extern void __iomem *__ioport_map(unsigned long addr, unsigned int size);
  129. #endif
  130. #ifdef CONF_SLOWDOWN_IO
  131. #define SLOW_DOWN_IO __raw_readw(sh_io_port_base)
  132. #else
  133. #define SLOW_DOWN_IO
  134. #endif
  135. #define __BUILD_IOPORT_SINGLE(pfx, bwlq, type, p, slow) \
  136. \
  137. static inline void pfx##out##bwlq##p(type val, unsigned long port) \
  138. { \
  139. volatile type *__addr; \
  140. \
  141. __addr = __ioport_map(port, sizeof(type)); \
  142. *__addr = val; \
  143. slow; \
  144. } \
  145. \
  146. static inline type pfx##in##bwlq##p(unsigned long port) \
  147. { \
  148. volatile type *__addr; \
  149. type __val; \
  150. \
  151. __addr = __ioport_map(port, sizeof(type)); \
  152. __val = *__addr; \
  153. slow; \
  154. \
  155. return __val; \
  156. }
  157. #define __BUILD_IOPORT_PFX(bus, bwlq, type) \
  158. __BUILD_IOPORT_SINGLE(bus, bwlq, type, ,) \
  159. __BUILD_IOPORT_SINGLE(bus, bwlq, type, _p, SLOW_DOWN_IO)
  160. #define BUILDIO_IOPORT(bwlq, type) \
  161. __BUILD_IOPORT_PFX(, bwlq, type)
  162. BUILDIO_IOPORT(b, u8)
  163. BUILDIO_IOPORT(w, u16)
  164. BUILDIO_IOPORT(l, u32)
  165. BUILDIO_IOPORT(q, u64)
  166. #define __BUILD_IOPORT_STRING(bwlq, type) \
  167. \
  168. static inline void outs##bwlq(unsigned long port, const void *addr, \
  169. unsigned int count) \
  170. { \
  171. const volatile type *__addr = addr; \
  172. \
  173. while (count--) { \
  174. out##bwlq(*__addr, port); \
  175. __addr++; \
  176. } \
  177. } \
  178. \
  179. static inline void ins##bwlq(unsigned long port, void *addr, \
  180. unsigned int count) \
  181. { \
  182. volatile type *__addr = addr; \
  183. \
  184. while (count--) { \
  185. *__addr = in##bwlq(port); \
  186. __addr++; \
  187. } \
  188. }
  189. __BUILD_IOPORT_STRING(b, u8)
  190. __BUILD_IOPORT_STRING(w, u16)
  191. __BUILD_IOPORT_STRING(l, u32)
  192. __BUILD_IOPORT_STRING(q, u64)
  193. #endif
  194. #define IO_SPACE_LIMIT 0xffffffff
  195. /* synco on SH-4A, otherwise a nop */
  196. #define mmiowb() wmb()
  197. /* We really want to try and get these to memcpy etc */
  198. void memcpy_fromio(void *, const volatile void __iomem *, unsigned long);
  199. void memcpy_toio(volatile void __iomem *, const void *, unsigned long);
  200. void memset_io(volatile void __iomem *, int, unsigned long);
  201. /* Quad-word real-mode I/O, don't ask.. */
  202. unsigned long long peek_real_address_q(unsigned long long addr);
  203. unsigned long long poke_real_address_q(unsigned long long addr,
  204. unsigned long long val);
  205. #if !defined(CONFIG_MMU)
  206. #define virt_to_phys(address) ((unsigned long)(address))
  207. #define phys_to_virt(address) ((void *)(address))
  208. #else
  209. #define virt_to_phys(address) (__pa(address))
  210. #define phys_to_virt(address) (__va(address))
  211. #endif
  212. /*
  213. * On 32-bit SH, we traditionally have the whole physical address space
  214. * mapped at all times (as MIPS does), so "ioremap()" and "iounmap()" do
  215. * not need to do anything but place the address in the proper segment.
  216. * This is true for P1 and P2 addresses, as well as some P3 ones.
  217. * However, most of the P3 addresses and newer cores using extended
  218. * addressing need to map through page tables, so the ioremap()
  219. * implementation becomes a bit more complicated.
  220. *
  221. * See arch/sh/mm/ioremap.c for additional notes on this.
  222. *
  223. * We cheat a bit and always return uncachable areas until we've fixed
  224. * the drivers to handle caching properly.
  225. *
  226. * On the SH-5 the concept of segmentation in the 1:1 PXSEG sense simply
  227. * doesn't exist, so everything must go through page tables.
  228. */
  229. #ifdef CONFIG_MMU
  230. void __iomem *__ioremap_caller(phys_addr_t offset, unsigned long size,
  231. pgprot_t prot, void *caller);
  232. void __iounmap(void __iomem *addr);
  233. static inline void __iomem *
  234. __ioremap(phys_addr_t offset, unsigned long size, pgprot_t prot)
  235. {
  236. return __ioremap_caller(offset, size, prot, __builtin_return_address(0));
  237. }
  238. static inline void __iomem *
  239. __ioremap_29bit(phys_addr_t offset, unsigned long size, pgprot_t prot)
  240. {
  241. #ifdef CONFIG_29BIT
  242. phys_addr_t last_addr = offset + size - 1;
  243. /*
  244. * For P1 and P2 space this is trivial, as everything is already
  245. * mapped. Uncached access for P1 addresses are done through P2.
  246. * In the P3 case or for addresses outside of the 29-bit space,
  247. * mapping must be done by the PMB or by using page tables.
  248. */
  249. if (likely(PXSEG(offset) < P3SEG && PXSEG(last_addr) < P3SEG)) {
  250. u64 flags = pgprot_val(prot);
  251. /*
  252. * Anything using the legacy PTEA space attributes needs
  253. * to be kicked down to page table mappings.
  254. */
  255. if (unlikely(flags & _PAGE_PCC_MASK))
  256. return NULL;
  257. if (unlikely(flags & _PAGE_CACHABLE))
  258. return (void __iomem *)P1SEGADDR(offset);
  259. return (void __iomem *)P2SEGADDR(offset);
  260. }
  261. /* P4 above the store queues are always mapped. */
  262. if (unlikely(offset >= P3_ADDR_MAX))
  263. return (void __iomem *)P4SEGADDR(offset);
  264. #endif
  265. return NULL;
  266. }
  267. static inline void __iomem *
  268. __ioremap_mode(phys_addr_t offset, unsigned long size, pgprot_t prot)
  269. {
  270. void __iomem *ret;
  271. ret = __ioremap_trapped(offset, size);
  272. if (ret)
  273. return ret;
  274. ret = __ioremap_29bit(offset, size, prot);
  275. if (ret)
  276. return ret;
  277. return __ioremap(offset, size, prot);
  278. }
  279. #else
  280. #define __ioremap(offset, size, prot) ((void __iomem *)(offset))
  281. #define __ioremap_mode(offset, size, prot) ((void __iomem *)(offset))
  282. #define __iounmap(addr) do { } while (0)
  283. #endif /* CONFIG_MMU */
  284. static inline void __iomem *ioremap(phys_addr_t offset, unsigned long size)
  285. {
  286. return __ioremap_mode(offset, size, PAGE_KERNEL_NOCACHE);
  287. }
  288. static inline void __iomem *
  289. ioremap_cache(phys_addr_t offset, unsigned long size)
  290. {
  291. return __ioremap_mode(offset, size, PAGE_KERNEL);
  292. }
  293. #ifdef CONFIG_HAVE_IOREMAP_PROT
  294. static inline void __iomem *
  295. ioremap_prot(phys_addr_t offset, unsigned long size, unsigned long flags)
  296. {
  297. return __ioremap_mode(offset, size, __pgprot(flags));
  298. }
  299. #endif
  300. #ifdef CONFIG_IOREMAP_FIXED
  301. extern void __iomem *ioremap_fixed(phys_addr_t, unsigned long, pgprot_t);
  302. extern int iounmap_fixed(void __iomem *);
  303. extern void ioremap_fixed_init(void);
  304. #else
  305. static inline void __iomem *
  306. ioremap_fixed(phys_addr_t phys_addr, unsigned long size, pgprot_t prot)
  307. {
  308. BUG();
  309. return NULL;
  310. }
  311. static inline void ioremap_fixed_init(void) { }
  312. static inline int iounmap_fixed(void __iomem *addr) { return -EINVAL; }
  313. #endif
  314. #define ioremap_nocache ioremap
  315. #define iounmap __iounmap
  316. /*
  317. * Convert a physical pointer to a virtual kernel pointer for /dev/mem
  318. * access
  319. */
  320. #define xlate_dev_mem_ptr(p) __va(p)
  321. /*
  322. * Convert a virtual cached pointer to an uncached pointer
  323. */
  324. #define xlate_dev_kmem_ptr(p) p
  325. #define ARCH_HAS_VALID_PHYS_ADDR_RANGE
  326. int valid_phys_addr_range(unsigned long addr, size_t size);
  327. int valid_mmap_phys_addr_range(unsigned long pfn, size_t size);
  328. #endif /* __KERNEL__ */
  329. #endif /* __ASM_SH_IO_H */