iomap.c 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490
  1. /*
  2. * iomap.c - Implement iomap interface for PA-RISC
  3. * Copyright (c) 2004 Matthew Wilcox
  4. */
  5. #include <linux/ioport.h>
  6. #include <linux/pci.h>
  7. #include <asm/io.h>
  8. /*
  9. * The iomap space on 32-bit PA-RISC is intended to look like this:
  10. * 00000000-7fffffff virtual mapped IO
  11. * 80000000-8fffffff ISA/EISA port space that can't be virtually mapped
  12. * 90000000-9fffffff Dino port space
  13. * a0000000-afffffff Astro port space
  14. * b0000000-bfffffff PAT port space
  15. * c0000000-cfffffff non-swapped memory IO
  16. * f0000000-ffffffff legacy IO memory pointers
  17. *
  18. * For the moment, here's what it looks like:
  19. * 80000000-8fffffff All ISA/EISA port space
  20. * f0000000-ffffffff legacy IO memory pointers
  21. *
  22. * On 64-bit, everything is extended, so:
  23. * 8000000000000000-8fffffffffffffff All ISA/EISA port space
  24. * f000000000000000-ffffffffffffffff legacy IO memory pointers
  25. */
  26. /*
  27. * Technically, this should be 'if (VMALLOC_START < addr < VMALLOC_END),
  28. * but that's slow and we know it'll be within the first 2GB.
  29. */
  30. #ifdef CONFIG_64BIT
  31. #define INDIRECT_ADDR(addr) (((unsigned long)(addr) & 1UL<<63) != 0)
  32. #define ADDR_TO_REGION(addr) (((unsigned long)addr >> 60) & 7)
  33. #define IOPORT_MAP_BASE (8UL << 60)
  34. #else
  35. #define INDIRECT_ADDR(addr) (((unsigned long)(addr) & 1UL<<31) != 0)
  36. #define ADDR_TO_REGION(addr) (((unsigned long)addr >> 28) & 7)
  37. #define IOPORT_MAP_BASE (8UL << 28)
  38. #endif
  39. struct iomap_ops {
  40. unsigned int (*read8)(void __iomem *);
  41. unsigned int (*read16)(void __iomem *);
  42. unsigned int (*read16be)(void __iomem *);
  43. unsigned int (*read32)(void __iomem *);
  44. unsigned int (*read32be)(void __iomem *);
  45. void (*write8)(u8, void __iomem *);
  46. void (*write16)(u16, void __iomem *);
  47. void (*write16be)(u16, void __iomem *);
  48. void (*write32)(u32, void __iomem *);
  49. void (*write32be)(u32, void __iomem *);
  50. void (*read8r)(void __iomem *, void *, unsigned long);
  51. void (*read16r)(void __iomem *, void *, unsigned long);
  52. void (*read32r)(void __iomem *, void *, unsigned long);
  53. void (*write8r)(void __iomem *, const void *, unsigned long);
  54. void (*write16r)(void __iomem *, const void *, unsigned long);
  55. void (*write32r)(void __iomem *, const void *, unsigned long);
  56. };
  57. /* Generic ioport ops. To be replaced later by specific dino/elroy/wax code */
  58. #define ADDR2PORT(addr) ((unsigned long __force)(addr) & 0xffffff)
  59. static unsigned int ioport_read8(void __iomem *addr)
  60. {
  61. return inb(ADDR2PORT(addr));
  62. }
  63. static unsigned int ioport_read16(void __iomem *addr)
  64. {
  65. return inw(ADDR2PORT(addr));
  66. }
  67. static unsigned int ioport_read32(void __iomem *addr)
  68. {
  69. return inl(ADDR2PORT(addr));
  70. }
  71. static void ioport_write8(u8 datum, void __iomem *addr)
  72. {
  73. outb(datum, ADDR2PORT(addr));
  74. }
  75. static void ioport_write16(u16 datum, void __iomem *addr)
  76. {
  77. outw(datum, ADDR2PORT(addr));
  78. }
  79. static void ioport_write32(u32 datum, void __iomem *addr)
  80. {
  81. outl(datum, ADDR2PORT(addr));
  82. }
  83. static void ioport_read8r(void __iomem *addr, void *dst, unsigned long count)
  84. {
  85. insb(ADDR2PORT(addr), dst, count);
  86. }
  87. static void ioport_read16r(void __iomem *addr, void *dst, unsigned long count)
  88. {
  89. insw(ADDR2PORT(addr), dst, count);
  90. }
  91. static void ioport_read32r(void __iomem *addr, void *dst, unsigned long count)
  92. {
  93. insl(ADDR2PORT(addr), dst, count);
  94. }
  95. static void ioport_write8r(void __iomem *addr, const void *s, unsigned long n)
  96. {
  97. outsb(ADDR2PORT(addr), s, n);
  98. }
  99. static void ioport_write16r(void __iomem *addr, const void *s, unsigned long n)
  100. {
  101. outsw(ADDR2PORT(addr), s, n);
  102. }
  103. static void ioport_write32r(void __iomem *addr, const void *s, unsigned long n)
  104. {
  105. outsl(ADDR2PORT(addr), s, n);
  106. }
  107. static const struct iomap_ops ioport_ops = {
  108. ioport_read8,
  109. ioport_read16,
  110. ioport_read16,
  111. ioport_read32,
  112. ioport_read32,
  113. ioport_write8,
  114. ioport_write16,
  115. ioport_write16,
  116. ioport_write32,
  117. ioport_write32,
  118. ioport_read8r,
  119. ioport_read16r,
  120. ioport_read32r,
  121. ioport_write8r,
  122. ioport_write16r,
  123. ioport_write32r,
  124. };
  125. /* Legacy I/O memory ops */
  126. static unsigned int iomem_read8(void __iomem *addr)
  127. {
  128. return readb(addr);
  129. }
  130. static unsigned int iomem_read16(void __iomem *addr)
  131. {
  132. return readw(addr);
  133. }
  134. static unsigned int iomem_read16be(void __iomem *addr)
  135. {
  136. return __raw_readw(addr);
  137. }
  138. static unsigned int iomem_read32(void __iomem *addr)
  139. {
  140. return readl(addr);
  141. }
  142. static unsigned int iomem_read32be(void __iomem *addr)
  143. {
  144. return __raw_readl(addr);
  145. }
  146. static void iomem_write8(u8 datum, void __iomem *addr)
  147. {
  148. writeb(datum, addr);
  149. }
  150. static void iomem_write16(u16 datum, void __iomem *addr)
  151. {
  152. writew(datum, addr);
  153. }
  154. static void iomem_write16be(u16 datum, void __iomem *addr)
  155. {
  156. __raw_writew(datum, addr);
  157. }
  158. static void iomem_write32(u32 datum, void __iomem *addr)
  159. {
  160. writel(datum, addr);
  161. }
  162. static void iomem_write32be(u32 datum, void __iomem *addr)
  163. {
  164. __raw_writel(datum, addr);
  165. }
  166. static void iomem_read8r(void __iomem *addr, void *dst, unsigned long count)
  167. {
  168. while (count--) {
  169. *(u8 *)dst = __raw_readb(addr);
  170. dst++;
  171. }
  172. }
  173. static void iomem_read16r(void __iomem *addr, void *dst, unsigned long count)
  174. {
  175. while (count--) {
  176. *(u16 *)dst = __raw_readw(addr);
  177. dst += 2;
  178. }
  179. }
  180. static void iomem_read32r(void __iomem *addr, void *dst, unsigned long count)
  181. {
  182. while (count--) {
  183. *(u32 *)dst = __raw_readl(addr);
  184. dst += 4;
  185. }
  186. }
  187. static void iomem_write8r(void __iomem *addr, const void *s, unsigned long n)
  188. {
  189. while (n--) {
  190. __raw_writeb(*(u8 *)s, addr);
  191. s++;
  192. }
  193. }
  194. static void iomem_write16r(void __iomem *addr, const void *s, unsigned long n)
  195. {
  196. while (n--) {
  197. __raw_writew(*(u16 *)s, addr);
  198. s += 2;
  199. }
  200. }
  201. static void iomem_write32r(void __iomem *addr, const void *s, unsigned long n)
  202. {
  203. while (n--) {
  204. __raw_writel(*(u32 *)s, addr);
  205. s += 4;
  206. }
  207. }
  208. static const struct iomap_ops iomem_ops = {
  209. iomem_read8,
  210. iomem_read16,
  211. iomem_read16be,
  212. iomem_read32,
  213. iomem_read32be,
  214. iomem_write8,
  215. iomem_write16,
  216. iomem_write16be,
  217. iomem_write32,
  218. iomem_write32be,
  219. iomem_read8r,
  220. iomem_read16r,
  221. iomem_read32r,
  222. iomem_write8r,
  223. iomem_write16r,
  224. iomem_write32r,
  225. };
  226. const struct iomap_ops *iomap_ops[8] = {
  227. [0] = &ioport_ops,
  228. #ifdef CONFIG_DEBUG_IOREMAP
  229. [6] = &iomem_ops,
  230. #else
  231. [7] = &iomem_ops
  232. #endif
  233. };
  234. unsigned int ioread8(void __iomem *addr)
  235. {
  236. if (unlikely(INDIRECT_ADDR(addr)))
  237. return iomap_ops[ADDR_TO_REGION(addr)]->read8(addr);
  238. return *((u8 *)addr);
  239. }
  240. unsigned int ioread16(void __iomem *addr)
  241. {
  242. if (unlikely(INDIRECT_ADDR(addr)))
  243. return iomap_ops[ADDR_TO_REGION(addr)]->read16(addr);
  244. return le16_to_cpup((u16 *)addr);
  245. }
  246. unsigned int ioread16be(void __iomem *addr)
  247. {
  248. if (unlikely(INDIRECT_ADDR(addr)))
  249. return iomap_ops[ADDR_TO_REGION(addr)]->read16be(addr);
  250. return *((u16 *)addr);
  251. }
  252. unsigned int ioread32(void __iomem *addr)
  253. {
  254. if (unlikely(INDIRECT_ADDR(addr)))
  255. return iomap_ops[ADDR_TO_REGION(addr)]->read32(addr);
  256. return le32_to_cpup((u32 *)addr);
  257. }
  258. unsigned int ioread32be(void __iomem *addr)
  259. {
  260. if (unlikely(INDIRECT_ADDR(addr)))
  261. return iomap_ops[ADDR_TO_REGION(addr)]->read32be(addr);
  262. return *((u32 *)addr);
  263. }
  264. void iowrite8(u8 datum, void __iomem *addr)
  265. {
  266. if (unlikely(INDIRECT_ADDR(addr))) {
  267. iomap_ops[ADDR_TO_REGION(addr)]->write8(datum, addr);
  268. } else {
  269. *((u8 *)addr) = datum;
  270. }
  271. }
  272. void iowrite16(u16 datum, void __iomem *addr)
  273. {
  274. if (unlikely(INDIRECT_ADDR(addr))) {
  275. iomap_ops[ADDR_TO_REGION(addr)]->write16(datum, addr);
  276. } else {
  277. *((u16 *)addr) = cpu_to_le16(datum);
  278. }
  279. }
  280. void iowrite16be(u16 datum, void __iomem *addr)
  281. {
  282. if (unlikely(INDIRECT_ADDR(addr))) {
  283. iomap_ops[ADDR_TO_REGION(addr)]->write16be(datum, addr);
  284. } else {
  285. *((u16 *)addr) = datum;
  286. }
  287. }
  288. void iowrite32(u32 datum, void __iomem *addr)
  289. {
  290. if (unlikely(INDIRECT_ADDR(addr))) {
  291. iomap_ops[ADDR_TO_REGION(addr)]->write32(datum, addr);
  292. } else {
  293. *((u32 *)addr) = cpu_to_le32(datum);
  294. }
  295. }
  296. void iowrite32be(u32 datum, void __iomem *addr)
  297. {
  298. if (unlikely(INDIRECT_ADDR(addr))) {
  299. iomap_ops[ADDR_TO_REGION(addr)]->write32be(datum, addr);
  300. } else {
  301. *((u32 *)addr) = datum;
  302. }
  303. }
  304. /* Repeating interfaces */
  305. void ioread8_rep(void __iomem *addr, void *dst, unsigned long count)
  306. {
  307. if (unlikely(INDIRECT_ADDR(addr))) {
  308. iomap_ops[ADDR_TO_REGION(addr)]->read8r(addr, dst, count);
  309. } else {
  310. while (count--) {
  311. *(u8 *)dst = *(u8 *)addr;
  312. dst++;
  313. }
  314. }
  315. }
  316. void ioread16_rep(void __iomem *addr, void *dst, unsigned long count)
  317. {
  318. if (unlikely(INDIRECT_ADDR(addr))) {
  319. iomap_ops[ADDR_TO_REGION(addr)]->read16r(addr, dst, count);
  320. } else {
  321. while (count--) {
  322. *(u16 *)dst = *(u16 *)addr;
  323. dst += 2;
  324. }
  325. }
  326. }
  327. void ioread32_rep(void __iomem *addr, void *dst, unsigned long count)
  328. {
  329. if (unlikely(INDIRECT_ADDR(addr))) {
  330. iomap_ops[ADDR_TO_REGION(addr)]->read32r(addr, dst, count);
  331. } else {
  332. while (count--) {
  333. *(u32 *)dst = *(u32 *)addr;
  334. dst += 4;
  335. }
  336. }
  337. }
  338. void iowrite8_rep(void __iomem *addr, const void *src, unsigned long count)
  339. {
  340. if (unlikely(INDIRECT_ADDR(addr))) {
  341. iomap_ops[ADDR_TO_REGION(addr)]->write8r(addr, src, count);
  342. } else {
  343. while (count--) {
  344. *(u8 *)addr = *(u8 *)src;
  345. src++;
  346. }
  347. }
  348. }
  349. void iowrite16_rep(void __iomem *addr, const void *src, unsigned long count)
  350. {
  351. if (unlikely(INDIRECT_ADDR(addr))) {
  352. iomap_ops[ADDR_TO_REGION(addr)]->write16r(addr, src, count);
  353. } else {
  354. while (count--) {
  355. *(u16 *)addr = *(u16 *)src;
  356. src += 2;
  357. }
  358. }
  359. }
  360. void iowrite32_rep(void __iomem *addr, const void *src, unsigned long count)
  361. {
  362. if (unlikely(INDIRECT_ADDR(addr))) {
  363. iomap_ops[ADDR_TO_REGION(addr)]->write32r(addr, src, count);
  364. } else {
  365. while (count--) {
  366. *(u32 *)addr = *(u32 *)src;
  367. src += 4;
  368. }
  369. }
  370. }
  371. /* Mapping interfaces */
  372. void __iomem *ioport_map(unsigned long port, unsigned int nr)
  373. {
  374. return (void __iomem *)(IOPORT_MAP_BASE | port);
  375. }
  376. void ioport_unmap(void __iomem *addr)
  377. {
  378. if (!INDIRECT_ADDR(addr)) {
  379. iounmap(addr);
  380. }
  381. }
  382. /* Create a virtual mapping cookie for a PCI BAR (memory or IO) */
  383. void __iomem *pci_iomap(struct pci_dev *dev, int bar, unsigned long maxlen)
  384. {
  385. unsigned long start = pci_resource_start(dev, bar);
  386. unsigned long len = pci_resource_len(dev, bar);
  387. unsigned long flags = pci_resource_flags(dev, bar);
  388. if (!len || !start)
  389. return NULL;
  390. if (maxlen && len > maxlen)
  391. len = maxlen;
  392. if (flags & IORESOURCE_IO)
  393. return ioport_map(start, len);
  394. if (flags & IORESOURCE_MEM) {
  395. if (flags & IORESOURCE_CACHEABLE)
  396. return ioremap(start, len);
  397. return ioremap_nocache(start, len);
  398. }
  399. /* What? */
  400. return NULL;
  401. }
  402. void pci_iounmap(struct pci_dev *dev, void __iomem * addr)
  403. {
  404. if (!INDIRECT_ADDR(addr)) {
  405. iounmap(addr);
  406. }
  407. }
  408. EXPORT_SYMBOL(ioread8);
  409. EXPORT_SYMBOL(ioread16);
  410. EXPORT_SYMBOL(ioread16be);
  411. EXPORT_SYMBOL(ioread32);
  412. EXPORT_SYMBOL(ioread32be);
  413. EXPORT_SYMBOL(iowrite8);
  414. EXPORT_SYMBOL(iowrite16);
  415. EXPORT_SYMBOL(iowrite16be);
  416. EXPORT_SYMBOL(iowrite32);
  417. EXPORT_SYMBOL(iowrite32be);
  418. EXPORT_SYMBOL(ioread8_rep);
  419. EXPORT_SYMBOL(ioread16_rep);
  420. EXPORT_SYMBOL(ioread32_rep);
  421. EXPORT_SYMBOL(iowrite8_rep);
  422. EXPORT_SYMBOL(iowrite16_rep);
  423. EXPORT_SYMBOL(iowrite32_rep);
  424. EXPORT_SYMBOL(ioport_map);
  425. EXPORT_SYMBOL(ioport_unmap);
  426. EXPORT_SYMBOL(pci_iomap);
  427. EXPORT_SYMBOL(pci_iounmap);