io.h 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511
  1. #ifndef __SPARC64_IO_H
  2. #define __SPARC64_IO_H
  3. #include <linux/kernel.h>
  4. #include <linux/compiler.h>
  5. #include <linux/types.h>
  6. #include <asm/page.h> /* IO address mapping routines need this */
  7. #include <asm/system.h>
  8. #include <asm/asi.h>
  9. /* PC crapola... */
  10. #define __SLOW_DOWN_IO do { } while (0)
  11. #define SLOW_DOWN_IO do { } while (0)
  12. /* BIO layer definitions. */
  13. extern unsigned long kern_base, kern_size;
  14. #define page_to_phys(page) (page_to_pfn(page) << PAGE_SHIFT)
  15. #define BIO_VMERGE_BOUNDARY 8192
  16. static inline u8 _inb(unsigned long addr)
  17. {
  18. u8 ret;
  19. __asm__ __volatile__("lduba\t[%1] %2, %0\t/* pci_inb */"
  20. : "=r" (ret)
  21. : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
  22. : "memory");
  23. return ret;
  24. }
  25. static inline u16 _inw(unsigned long addr)
  26. {
  27. u16 ret;
  28. __asm__ __volatile__("lduha\t[%1] %2, %0\t/* pci_inw */"
  29. : "=r" (ret)
  30. : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
  31. : "memory");
  32. return ret;
  33. }
  34. static inline u32 _inl(unsigned long addr)
  35. {
  36. u32 ret;
  37. __asm__ __volatile__("lduwa\t[%1] %2, %0\t/* pci_inl */"
  38. : "=r" (ret)
  39. : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
  40. : "memory");
  41. return ret;
  42. }
  43. static inline void _outb(u8 b, unsigned long addr)
  44. {
  45. __asm__ __volatile__("stba\t%r0, [%1] %2\t/* pci_outb */"
  46. : /* no outputs */
  47. : "Jr" (b), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
  48. : "memory");
  49. }
  50. static inline void _outw(u16 w, unsigned long addr)
  51. {
  52. __asm__ __volatile__("stha\t%r0, [%1] %2\t/* pci_outw */"
  53. : /* no outputs */
  54. : "Jr" (w), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
  55. : "memory");
  56. }
  57. static inline void _outl(u32 l, unsigned long addr)
  58. {
  59. __asm__ __volatile__("stwa\t%r0, [%1] %2\t/* pci_outl */"
  60. : /* no outputs */
  61. : "Jr" (l), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
  62. : "memory");
  63. }
  64. #define inb(__addr) (_inb((unsigned long)(__addr)))
  65. #define inw(__addr) (_inw((unsigned long)(__addr)))
  66. #define inl(__addr) (_inl((unsigned long)(__addr)))
  67. #define outb(__b, __addr) (_outb((u8)(__b), (unsigned long)(__addr)))
  68. #define outw(__w, __addr) (_outw((u16)(__w), (unsigned long)(__addr)))
  69. #define outl(__l, __addr) (_outl((u32)(__l), (unsigned long)(__addr)))
  70. #define inb_p(__addr) inb(__addr)
  71. #define outb_p(__b, __addr) outb(__b, __addr)
  72. #define inw_p(__addr) inw(__addr)
  73. #define outw_p(__w, __addr) outw(__w, __addr)
  74. #define inl_p(__addr) inl(__addr)
  75. #define outl_p(__l, __addr) outl(__l, __addr)
  76. extern void outsb(unsigned long, const void *, unsigned long);
  77. extern void outsw(unsigned long, const void *, unsigned long);
  78. extern void outsl(unsigned long, const void *, unsigned long);
  79. extern void insb(unsigned long, void *, unsigned long);
  80. extern void insw(unsigned long, void *, unsigned long);
  81. extern void insl(unsigned long, void *, unsigned long);
  82. static inline void ioread8_rep(void __iomem *port, void *buf, unsigned long count)
  83. {
  84. insb((unsigned long __force)port, buf, count);
  85. }
  86. static inline void ioread16_rep(void __iomem *port, void *buf, unsigned long count)
  87. {
  88. insw((unsigned long __force)port, buf, count);
  89. }
  90. static inline void ioread32_rep(void __iomem *port, void *buf, unsigned long count)
  91. {
  92. insl((unsigned long __force)port, buf, count);
  93. }
  94. static inline void iowrite8_rep(void __iomem *port, const void *buf, unsigned long count)
  95. {
  96. outsb((unsigned long __force)port, buf, count);
  97. }
  98. static inline void iowrite16_rep(void __iomem *port, const void *buf, unsigned long count)
  99. {
  100. outsw((unsigned long __force)port, buf, count);
  101. }
  102. static inline void iowrite32_rep(void __iomem *port, const void *buf, unsigned long count)
  103. {
  104. outsl((unsigned long __force)port, buf, count);
  105. }
  106. /* Memory functions, same as I/O accesses on Ultra. */
  107. static inline u8 _readb(const volatile void __iomem *addr)
  108. { u8 ret;
  109. __asm__ __volatile__("lduba\t[%1] %2, %0\t/* pci_readb */"
  110. : "=r" (ret)
  111. : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
  112. : "memory");
  113. return ret;
  114. }
  115. static inline u16 _readw(const volatile void __iomem *addr)
  116. { u16 ret;
  117. __asm__ __volatile__("lduha\t[%1] %2, %0\t/* pci_readw */"
  118. : "=r" (ret)
  119. : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
  120. : "memory");
  121. return ret;
  122. }
  123. static inline u32 _readl(const volatile void __iomem *addr)
  124. { u32 ret;
  125. __asm__ __volatile__("lduwa\t[%1] %2, %0\t/* pci_readl */"
  126. : "=r" (ret)
  127. : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
  128. : "memory");
  129. return ret;
  130. }
  131. static inline u64 _readq(const volatile void __iomem *addr)
  132. { u64 ret;
  133. __asm__ __volatile__("ldxa\t[%1] %2, %0\t/* pci_readq */"
  134. : "=r" (ret)
  135. : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
  136. : "memory");
  137. return ret;
  138. }
  139. static inline void _writeb(u8 b, volatile void __iomem *addr)
  140. {
  141. __asm__ __volatile__("stba\t%r0, [%1] %2\t/* pci_writeb */"
  142. : /* no outputs */
  143. : "Jr" (b), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
  144. : "memory");
  145. }
  146. static inline void _writew(u16 w, volatile void __iomem *addr)
  147. {
  148. __asm__ __volatile__("stha\t%r0, [%1] %2\t/* pci_writew */"
  149. : /* no outputs */
  150. : "Jr" (w), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
  151. : "memory");
  152. }
  153. static inline void _writel(u32 l, volatile void __iomem *addr)
  154. {
  155. __asm__ __volatile__("stwa\t%r0, [%1] %2\t/* pci_writel */"
  156. : /* no outputs */
  157. : "Jr" (l), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
  158. : "memory");
  159. }
  160. static inline void _writeq(u64 q, volatile void __iomem *addr)
  161. {
  162. __asm__ __volatile__("stxa\t%r0, [%1] %2\t/* pci_writeq */"
  163. : /* no outputs */
  164. : "Jr" (q), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E_L)
  165. : "memory");
  166. }
  167. #define readb(__addr) _readb(__addr)
  168. #define readw(__addr) _readw(__addr)
  169. #define readl(__addr) _readl(__addr)
  170. #define readq(__addr) _readq(__addr)
  171. #define readb_relaxed(__addr) _readb(__addr)
  172. #define readw_relaxed(__addr) _readw(__addr)
  173. #define readl_relaxed(__addr) _readl(__addr)
  174. #define readq_relaxed(__addr) _readq(__addr)
  175. #define writeb(__b, __addr) _writeb(__b, __addr)
  176. #define writew(__w, __addr) _writew(__w, __addr)
  177. #define writel(__l, __addr) _writel(__l, __addr)
  178. #define writeq(__q, __addr) _writeq(__q, __addr)
  179. /* Now versions without byte-swapping. */
  180. static inline u8 _raw_readb(unsigned long addr)
  181. {
  182. u8 ret;
  183. __asm__ __volatile__("lduba\t[%1] %2, %0\t/* pci_raw_readb */"
  184. : "=r" (ret)
  185. : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E));
  186. return ret;
  187. }
  188. static inline u16 _raw_readw(unsigned long addr)
  189. {
  190. u16 ret;
  191. __asm__ __volatile__("lduha\t[%1] %2, %0\t/* pci_raw_readw */"
  192. : "=r" (ret)
  193. : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E));
  194. return ret;
  195. }
  196. static inline u32 _raw_readl(unsigned long addr)
  197. {
  198. u32 ret;
  199. __asm__ __volatile__("lduwa\t[%1] %2, %0\t/* pci_raw_readl */"
  200. : "=r" (ret)
  201. : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E));
  202. return ret;
  203. }
  204. static inline u64 _raw_readq(unsigned long addr)
  205. {
  206. u64 ret;
  207. __asm__ __volatile__("ldxa\t[%1] %2, %0\t/* pci_raw_readq */"
  208. : "=r" (ret)
  209. : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E));
  210. return ret;
  211. }
  212. static inline void _raw_writeb(u8 b, unsigned long addr)
  213. {
  214. __asm__ __volatile__("stba\t%r0, [%1] %2\t/* pci_raw_writeb */"
  215. : /* no outputs */
  216. : "Jr" (b), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E));
  217. }
  218. static inline void _raw_writew(u16 w, unsigned long addr)
  219. {
  220. __asm__ __volatile__("stha\t%r0, [%1] %2\t/* pci_raw_writew */"
  221. : /* no outputs */
  222. : "Jr" (w), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E));
  223. }
  224. static inline void _raw_writel(u32 l, unsigned long addr)
  225. {
  226. __asm__ __volatile__("stwa\t%r0, [%1] %2\t/* pci_raw_writel */"
  227. : /* no outputs */
  228. : "Jr" (l), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E));
  229. }
  230. static inline void _raw_writeq(u64 q, unsigned long addr)
  231. {
  232. __asm__ __volatile__("stxa\t%r0, [%1] %2\t/* pci_raw_writeq */"
  233. : /* no outputs */
  234. : "Jr" (q), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E));
  235. }
  236. #define __raw_readb(__addr) (_raw_readb((unsigned long)(__addr)))
  237. #define __raw_readw(__addr) (_raw_readw((unsigned long)(__addr)))
  238. #define __raw_readl(__addr) (_raw_readl((unsigned long)(__addr)))
  239. #define __raw_readq(__addr) (_raw_readq((unsigned long)(__addr)))
  240. #define __raw_writeb(__b, __addr) (_raw_writeb((u8)(__b), (unsigned long)(__addr)))
  241. #define __raw_writew(__w, __addr) (_raw_writew((u16)(__w), (unsigned long)(__addr)))
  242. #define __raw_writel(__l, __addr) (_raw_writel((u32)(__l), (unsigned long)(__addr)))
  243. #define __raw_writeq(__q, __addr) (_raw_writeq((u64)(__q), (unsigned long)(__addr)))
  244. /* Valid I/O Space regions are anywhere, because each PCI bus supported
  245. * can live in an arbitrary area of the physical address range.
  246. */
  247. #define IO_SPACE_LIMIT 0xffffffffffffffffUL
  248. /* Now, SBUS variants, only difference from PCI is that we do
  249. * not use little-endian ASIs.
  250. */
  251. static inline u8 _sbus_readb(const volatile void __iomem *addr)
  252. {
  253. u8 ret;
  254. __asm__ __volatile__("lduba\t[%1] %2, %0\t/* sbus_readb */"
  255. : "=r" (ret)
  256. : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E)
  257. : "memory");
  258. return ret;
  259. }
  260. static inline u16 _sbus_readw(const volatile void __iomem *addr)
  261. {
  262. u16 ret;
  263. __asm__ __volatile__("lduha\t[%1] %2, %0\t/* sbus_readw */"
  264. : "=r" (ret)
  265. : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E)
  266. : "memory");
  267. return ret;
  268. }
  269. static inline u32 _sbus_readl(const volatile void __iomem *addr)
  270. {
  271. u32 ret;
  272. __asm__ __volatile__("lduwa\t[%1] %2, %0\t/* sbus_readl */"
  273. : "=r" (ret)
  274. : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E)
  275. : "memory");
  276. return ret;
  277. }
  278. static inline u64 _sbus_readq(const volatile void __iomem *addr)
  279. {
  280. u64 ret;
  281. __asm__ __volatile__("ldxa\t[%1] %2, %0\t/* sbus_readq */"
  282. : "=r" (ret)
  283. : "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E)
  284. : "memory");
  285. return ret;
  286. }
  287. static inline void _sbus_writeb(u8 b, volatile void __iomem *addr)
  288. {
  289. __asm__ __volatile__("stba\t%r0, [%1] %2\t/* sbus_writeb */"
  290. : /* no outputs */
  291. : "Jr" (b), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E)
  292. : "memory");
  293. }
  294. static inline void _sbus_writew(u16 w, volatile void __iomem *addr)
  295. {
  296. __asm__ __volatile__("stha\t%r0, [%1] %2\t/* sbus_writew */"
  297. : /* no outputs */
  298. : "Jr" (w), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E)
  299. : "memory");
  300. }
  301. static inline void _sbus_writel(u32 l, volatile void __iomem *addr)
  302. {
  303. __asm__ __volatile__("stwa\t%r0, [%1] %2\t/* sbus_writel */"
  304. : /* no outputs */
  305. : "Jr" (l), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E)
  306. : "memory");
  307. }
  308. static inline void _sbus_writeq(u64 l, volatile void __iomem *addr)
  309. {
  310. __asm__ __volatile__("stxa\t%r0, [%1] %2\t/* sbus_writeq */"
  311. : /* no outputs */
  312. : "Jr" (l), "r" (addr), "i" (ASI_PHYS_BYPASS_EC_E)
  313. : "memory");
  314. }
  315. #define sbus_readb(__addr) _sbus_readb(__addr)
  316. #define sbus_readw(__addr) _sbus_readw(__addr)
  317. #define sbus_readl(__addr) _sbus_readl(__addr)
  318. #define sbus_readq(__addr) _sbus_readq(__addr)
  319. #define sbus_writeb(__b, __addr) _sbus_writeb(__b, __addr)
  320. #define sbus_writew(__w, __addr) _sbus_writew(__w, __addr)
  321. #define sbus_writel(__l, __addr) _sbus_writel(__l, __addr)
  322. #define sbus_writeq(__l, __addr) _sbus_writeq(__l, __addr)
  323. static inline void _sbus_memset_io(volatile void __iomem *dst, int c, __kernel_size_t n)
  324. {
  325. while(n--) {
  326. sbus_writeb(c, dst);
  327. dst++;
  328. }
  329. }
  330. #define sbus_memset_io(d,c,sz) _sbus_memset_io(d,c,sz)
  331. static inline void
  332. _memset_io(volatile void __iomem *dst, int c, __kernel_size_t n)
  333. {
  334. volatile void __iomem *d = dst;
  335. while (n--) {
  336. writeb(c, d);
  337. d++;
  338. }
  339. }
  340. #define memset_io(d,c,sz) _memset_io(d,c,sz)
  341. static inline void
  342. _memcpy_fromio(void *dst, const volatile void __iomem *src, __kernel_size_t n)
  343. {
  344. char *d = dst;
  345. while (n--) {
  346. char tmp = readb(src);
  347. *d++ = tmp;
  348. src++;
  349. }
  350. }
  351. #define memcpy_fromio(d,s,sz) _memcpy_fromio(d,s,sz)
  352. static inline void
  353. _memcpy_toio(volatile void __iomem *dst, const void *src, __kernel_size_t n)
  354. {
  355. const char *s = src;
  356. volatile void __iomem *d = dst;
  357. while (n--) {
  358. char tmp = *s++;
  359. writeb(tmp, d);
  360. d++;
  361. }
  362. }
  363. #define memcpy_toio(d,s,sz) _memcpy_toio(d,s,sz)
  364. #define mmiowb()
  365. #ifdef __KERNEL__
  366. /* On sparc64 we have the whole physical IO address space accessible
  367. * using physically addressed loads and stores, so this does nothing.
  368. */
  369. static inline void __iomem *ioremap(unsigned long offset, unsigned long size)
  370. {
  371. return (void __iomem *)offset;
  372. }
  373. #define ioremap_nocache(X,Y) ioremap((X),(Y))
  374. static inline void iounmap(volatile void __iomem *addr)
  375. {
  376. }
  377. #define ioread8(X) readb(X)
  378. #define ioread16(X) readw(X)
  379. #define ioread32(X) readl(X)
  380. #define iowrite8(val,X) writeb(val,X)
  381. #define iowrite16(val,X) writew(val,X)
  382. #define iowrite32(val,X) writel(val,X)
  383. /* Create a virtual mapping cookie for an IO port range */
  384. extern void __iomem *ioport_map(unsigned long port, unsigned int nr);
  385. extern void ioport_unmap(void __iomem *);
  386. /* Create a virtual mapping cookie for a PCI BAR (memory or IO) */
  387. struct pci_dev;
  388. extern void __iomem *pci_iomap(struct pci_dev *dev, int bar, unsigned long max);
  389. extern void pci_iounmap(struct pci_dev *dev, void __iomem *);
  390. /* Similarly for SBUS. */
  391. #define sbus_ioremap(__res, __offset, __size, __name) \
  392. ({ unsigned long __ret; \
  393. __ret = (__res)->start + (((__res)->flags & 0x1ffUL) << 32UL); \
  394. __ret += (unsigned long) (__offset); \
  395. if (! request_region((__ret), (__size), (__name))) \
  396. __ret = 0UL; \
  397. (void __iomem *) __ret; \
  398. })
  399. #define sbus_iounmap(__addr, __size) \
  400. release_region((unsigned long)(__addr), (__size))
  401. /*
  402. * Convert a physical pointer to a virtual kernel pointer for /dev/mem
  403. * access
  404. */
  405. #define xlate_dev_mem_ptr(p) __va(p)
  406. /*
  407. * Convert a virtual cached pointer to an uncached pointer
  408. */
  409. #define xlate_dev_kmem_ptr(p) p
  410. #endif
  411. #endif /* !(__SPARC64_IO_H) */