io_64.h 7.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297
  1. #ifndef _ASM_IO_H
  2. #define _ASM_IO_H
  3. /*
  4. * This file contains the definitions for the x86 IO instructions
  5. * inb/inw/inl/outb/outw/outl and the "string versions" of the same
  6. * (insb/insw/insl/outsb/outsw/outsl). You can also use "pausing"
  7. * versions of the single-IO instructions (inb_p/inw_p/..).
  8. *
  9. * This file is not meant to be obfuscating: it's just complicated
  10. * to (a) handle it all in a way that makes gcc able to optimize it
  11. * as well as possible and (b) trying to avoid writing the same thing
  12. * over and over again with slight variations and possibly making a
  13. * mistake somewhere.
  14. */
  15. /*
  16. * Thanks to James van Artsdalen for a better timing-fix than
  17. * the two short jumps: using outb's to a nonexistent port seems
  18. * to guarantee better timings even on fast machines.
  19. *
  20. * On the other hand, I'd like to be sure of a non-existent port:
  21. * I feel a bit unsafe about using 0x80 (should be safe, though)
  22. *
  23. * Linus
  24. */
  25. /*
  26. * Bit simplified and optimized by Jan Hubicka
  27. * Support of BIGMEM added by Gerhard Wichert, Siemens AG, July 1999.
  28. *
  29. * isa_memset_io, isa_memcpy_fromio, isa_memcpy_toio added,
  30. * isa_read[wl] and isa_write[wl] fixed
  31. * - Arnaldo Carvalho de Melo <acme@conectiva.com.br>
  32. */
  33. extern void native_io_delay(void);
  34. extern int io_delay_type;
  35. extern void io_delay_init(void);
  36. #if defined(CONFIG_PARAVIRT)
  37. #include <asm/paravirt.h>
  38. #else
  39. static inline void slow_down_io(void)
  40. {
  41. native_io_delay();
  42. #ifdef REALLY_SLOW_IO
  43. native_io_delay();
  44. native_io_delay();
  45. native_io_delay();
  46. #endif
  47. }
  48. #endif
  49. /*
  50. * Talk about misusing macros..
  51. */
  52. #define __OUT1(s,x) \
  53. static inline void out##s(unsigned x value, unsigned short port) {
  54. #define __OUT2(s,s1,s2) \
  55. __asm__ __volatile__ ("out" #s " %" s1 "0,%" s2 "1"
  56. #ifndef REALLY_SLOW_IO
  57. #define REALLY_SLOW_IO
  58. #define UNSET_REALLY_SLOW_IO
  59. #endif
  60. #define __OUT(s,s1,x) \
  61. __OUT1(s,x) __OUT2(s,s1,"w") : : "a" (value), "Nd" (port)); } \
  62. __OUT1(s##_p, x) __OUT2(s, s1, "w") : : "a" (value), "Nd" (port)); \
  63. slow_down_io(); }
  64. #define __IN1(s) \
  65. static inline RETURN_TYPE in##s(unsigned short port) { RETURN_TYPE _v;
  66. #define __IN2(s,s1,s2) \
  67. __asm__ __volatile__ ("in" #s " %" s2 "1,%" s1 "0"
  68. #define __IN(s,s1,i...) \
  69. __IN1(s) __IN2(s, s1, "w") : "=a" (_v) : "Nd" (port), ##i); return _v; } \
  70. __IN1(s##_p) __IN2(s, s1, "w") : "=a" (_v) : "Nd" (port), ##i); \
  71. slow_down_io(); return _v; }
  72. #ifdef UNSET_REALLY_SLOW_IO
  73. #undef REALLY_SLOW_IO
  74. #endif
  75. #define __INS(s) \
  76. static inline void ins##s(unsigned short port, void * addr, unsigned long count) \
  77. { __asm__ __volatile__ ("rep ; ins" #s \
  78. : "=D" (addr), "=c" (count) : "d" (port),"0" (addr),"1" (count)); }
  79. #define __OUTS(s) \
  80. static inline void outs##s(unsigned short port, const void * addr, unsigned long count) \
  81. { __asm__ __volatile__ ("rep ; outs" #s \
  82. : "=S" (addr), "=c" (count) : "d" (port),"0" (addr),"1" (count)); }
  83. #define RETURN_TYPE unsigned char
  84. __IN(b,"")
  85. #undef RETURN_TYPE
  86. #define RETURN_TYPE unsigned short
  87. __IN(w,"")
  88. #undef RETURN_TYPE
  89. #define RETURN_TYPE unsigned int
  90. __IN(l,"")
  91. #undef RETURN_TYPE
  92. __OUT(b,"b",char)
  93. __OUT(w,"w",short)
  94. __OUT(l,,int)
  95. __INS(b)
  96. __INS(w)
  97. __INS(l)
  98. __OUTS(b)
  99. __OUTS(w)
  100. __OUTS(l)
  101. #define IO_SPACE_LIMIT 0xffff
  102. #if defined(__KERNEL__) && defined(__x86_64__)
  103. #include <linux/vmalloc.h>
  104. #ifndef __i386__
  105. /*
  106. * Change virtual addresses to physical addresses and vv.
  107. * These are pretty trivial
  108. */
  109. static inline unsigned long virt_to_phys(volatile void * address)
  110. {
  111. return __pa(address);
  112. }
  113. static inline void * phys_to_virt(unsigned long address)
  114. {
  115. return __va(address);
  116. }
  117. #endif
  118. /*
  119. * Change "struct page" to physical address.
  120. */
  121. #define page_to_phys(page) ((dma_addr_t)page_to_pfn(page) << PAGE_SHIFT)
  122. #include <asm-generic/iomap.h>
  123. extern void *early_ioremap(unsigned long addr, unsigned long size);
  124. extern void early_iounmap(void *addr, unsigned long size);
  125. /*
  126. * This one maps high address device memory and turns off caching for that area.
  127. * it's useful if some control registers are in such an area and write combining
  128. * or read caching is not desirable:
  129. */
  130. extern void __iomem *ioremap_nocache(unsigned long offset, unsigned long size);
  131. extern void __iomem *ioremap_cache(unsigned long offset, unsigned long size);
  132. /*
  133. * The default ioremap() behavior is non-cached:
  134. */
  135. static inline void __iomem *ioremap(unsigned long offset, unsigned long size)
  136. {
  137. return ioremap_nocache(offset, size);
  138. }
  139. extern void iounmap(volatile void __iomem *addr);
  140. extern void __iomem *fix_ioremap(unsigned idx, unsigned long phys);
  141. /*
  142. * ISA I/O bus memory addresses are 1:1 with the physical address.
  143. */
  144. #define isa_virt_to_bus virt_to_phys
  145. #define isa_page_to_bus page_to_phys
  146. #define isa_bus_to_virt phys_to_virt
  147. /*
  148. * However PCI ones are not necessarily 1:1 and therefore these interfaces
  149. * are forbidden in portable PCI drivers.
  150. *
  151. * Allow them on x86 for legacy drivers, though.
  152. */
  153. #define virt_to_bus virt_to_phys
  154. #define bus_to_virt phys_to_virt
  155. /*
  156. * readX/writeX() are used to access memory mapped devices. On some
  157. * architectures the memory mapped IO stuff needs to be accessed
  158. * differently. On the x86 architecture, we just read/write the
  159. * memory location directly.
  160. */
  161. static inline __u8 __readb(const volatile void __iomem *addr)
  162. {
  163. return *(__force volatile __u8 *)addr;
  164. }
  165. static inline __u16 __readw(const volatile void __iomem *addr)
  166. {
  167. return *(__force volatile __u16 *)addr;
  168. }
  169. static __always_inline __u32 __readl(const volatile void __iomem *addr)
  170. {
  171. return *(__force volatile __u32 *)addr;
  172. }
  173. static inline __u64 __readq(const volatile void __iomem *addr)
  174. {
  175. return *(__force volatile __u64 *)addr;
  176. }
  177. #define readb(x) __readb(x)
  178. #define readw(x) __readw(x)
  179. #define readl(x) __readl(x)
  180. #define readq(x) __readq(x)
  181. #define readb_relaxed(a) readb(a)
  182. #define readw_relaxed(a) readw(a)
  183. #define readl_relaxed(a) readl(a)
  184. #define readq_relaxed(a) readq(a)
  185. #define __raw_readb readb
  186. #define __raw_readw readw
  187. #define __raw_readl readl
  188. #define __raw_readq readq
  189. #define mmiowb()
  190. static inline void __writel(__u32 b, volatile void __iomem *addr)
  191. {
  192. *(__force volatile __u32 *)addr = b;
  193. }
  194. static inline void __writeq(__u64 b, volatile void __iomem *addr)
  195. {
  196. *(__force volatile __u64 *)addr = b;
  197. }
  198. static inline void __writeb(__u8 b, volatile void __iomem *addr)
  199. {
  200. *(__force volatile __u8 *)addr = b;
  201. }
  202. static inline void __writew(__u16 b, volatile void __iomem *addr)
  203. {
  204. *(__force volatile __u16 *)addr = b;
  205. }
  206. #define writeq(val,addr) __writeq((val),(addr))
  207. #define writel(val,addr) __writel((val),(addr))
  208. #define writew(val,addr) __writew((val),(addr))
  209. #define writeb(val,addr) __writeb((val),(addr))
  210. #define __raw_writeb writeb
  211. #define __raw_writew writew
  212. #define __raw_writel writel
  213. #define __raw_writeq writeq
  214. void __memcpy_fromio(void*,unsigned long,unsigned);
  215. void __memcpy_toio(unsigned long,const void*,unsigned);
  216. static inline void memcpy_fromio(void *to, const volatile void __iomem *from, unsigned len)
  217. {
  218. __memcpy_fromio(to,(unsigned long)from,len);
  219. }
  220. static inline void memcpy_toio(volatile void __iomem *to, const void *from, unsigned len)
  221. {
  222. __memcpy_toio((unsigned long)to,from,len);
  223. }
  224. void memset_io(volatile void __iomem *a, int b, size_t c);
  225. /*
  226. * ISA space is 'always mapped' on a typical x86 system, no need to
  227. * explicitly ioremap() it. The fact that the ISA IO space is mapped
  228. * to PAGE_OFFSET is pure coincidence - it does not mean ISA values
  229. * are physical addresses. The following constant pointer can be
  230. * used as the IO-area pointer (it can be iounmapped as well, so the
  231. * analogy with PCI is quite large):
  232. */
  233. #define __ISA_IO_base ((char __iomem *)(PAGE_OFFSET))
  234. #define flush_write_buffers()
  235. extern int iommu_bio_merge;
  236. #define BIO_VMERGE_BOUNDARY iommu_bio_merge
  237. /*
  238. * Convert a physical pointer to a virtual kernel pointer for /dev/mem
  239. * access
  240. */
  241. #define xlate_dev_mem_ptr(p) __va(p)
  242. /*
  243. * Convert a virtual cached pointer to an uncached pointer
  244. */
  245. #define xlate_dev_kmem_ptr(p) p
  246. #endif /* __KERNEL__ */
  247. #endif