iomap.c 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486
  1. /*
  2. * iomap.c - Implement iomap interface for PA-RISC
  3. * Copyright (c) 2004 Matthew Wilcox
  4. */
  5. #include <linux/ioport.h>
  6. #include <linux/pci.h>
  7. #include <asm/io.h>
  8. /*
  9. * The iomap space on 32-bit PA-RISC is intended to look like this:
  10. * 00000000-7fffffff virtual mapped IO
  11. * 80000000-8fffffff ISA/EISA port space that can't be virtually mapped
  12. * 90000000-9fffffff Dino port space
  13. * a0000000-afffffff Astro port space
  14. * b0000000-bfffffff PAT port space
  15. * c0000000-cfffffff non-swapped memory IO
  16. * f0000000-ffffffff legacy IO memory pointers
  17. *
  18. * For the moment, here's what it looks like:
  19. * 80000000-8fffffff All ISA/EISA port space
  20. * f0000000-ffffffff legacy IO memory pointers
  21. *
  22. * On 64-bit, everything is extended, so:
  23. * 8000000000000000-8fffffffffffffff All ISA/EISA port space
  24. * f000000000000000-ffffffffffffffff legacy IO memory pointers
  25. */
  26. /*
  27. * Technically, this should be 'if (VMALLOC_START < addr < VMALLOC_END),
  28. * but that's slow and we know it'll be within the first 2GB.
  29. */
  30. #ifdef CONFIG_64BIT
  31. #define INDIRECT_ADDR(addr) (((unsigned long)(addr) & 1UL<<63) != 0)
  32. #define ADDR_TO_REGION(addr) (((unsigned long)addr >> 60) & 7)
  33. #define IOPORT_MAP_BASE (8UL << 60)
  34. #else
  35. #define INDIRECT_ADDR(addr) (((unsigned long)(addr) & 1UL<<31) != 0)
  36. #define ADDR_TO_REGION(addr) (((unsigned long)addr >> 28) & 7)
  37. #define IOPORT_MAP_BASE (8UL << 28)
  38. #endif
  39. struct iomap_ops {
  40. unsigned int (*read8)(void __iomem *);
  41. unsigned int (*read16)(void __iomem *);
  42. unsigned int (*read16be)(void __iomem *);
  43. unsigned int (*read32)(void __iomem *);
  44. unsigned int (*read32be)(void __iomem *);
  45. void (*write8)(u8, void __iomem *);
  46. void (*write16)(u16, void __iomem *);
  47. void (*write16be)(u16, void __iomem *);
  48. void (*write32)(u32, void __iomem *);
  49. void (*write32be)(u32, void __iomem *);
  50. void (*read8r)(void __iomem *, void *, unsigned long);
  51. void (*read16r)(void __iomem *, void *, unsigned long);
  52. void (*read32r)(void __iomem *, void *, unsigned long);
  53. void (*write8r)(void __iomem *, const void *, unsigned long);
  54. void (*write16r)(void __iomem *, const void *, unsigned long);
  55. void (*write32r)(void __iomem *, const void *, unsigned long);
  56. };
  57. /* Generic ioport ops. To be replaced later by specific dino/elroy/wax code */
  58. #define ADDR2PORT(addr) ((unsigned long __force)(addr) & 0xffffff)
  59. static unsigned int ioport_read8(void __iomem *addr)
  60. {
  61. return inb(ADDR2PORT(addr));
  62. }
  63. static unsigned int ioport_read16(void __iomem *addr)
  64. {
  65. return inw(ADDR2PORT(addr));
  66. }
  67. static unsigned int ioport_read32(void __iomem *addr)
  68. {
  69. return inl(ADDR2PORT(addr));
  70. }
  71. static void ioport_write8(u8 datum, void __iomem *addr)
  72. {
  73. outb(datum, ADDR2PORT(addr));
  74. }
  75. static void ioport_write16(u16 datum, void __iomem *addr)
  76. {
  77. outw(datum, ADDR2PORT(addr));
  78. }
  79. static void ioport_write32(u32 datum, void __iomem *addr)
  80. {
  81. outl(datum, ADDR2PORT(addr));
  82. }
  83. static void ioport_read8r(void __iomem *addr, void *dst, unsigned long count)
  84. {
  85. insb(ADDR2PORT(addr), dst, count);
  86. }
  87. static void ioport_read16r(void __iomem *addr, void *dst, unsigned long count)
  88. {
  89. insw(ADDR2PORT(addr), dst, count);
  90. }
  91. static void ioport_read32r(void __iomem *addr, void *dst, unsigned long count)
  92. {
  93. insl(ADDR2PORT(addr), dst, count);
  94. }
  95. static void ioport_write8r(void __iomem *addr, const void *s, unsigned long n)
  96. {
  97. outsb(ADDR2PORT(addr), s, n);
  98. }
  99. static void ioport_write16r(void __iomem *addr, const void *s, unsigned long n)
  100. {
  101. outsw(ADDR2PORT(addr), s, n);
  102. }
  103. static void ioport_write32r(void __iomem *addr, const void *s, unsigned long n)
  104. {
  105. outsl(ADDR2PORT(addr), s, n);
  106. }
  107. static const struct iomap_ops ioport_ops = {
  108. ioport_read8,
  109. ioport_read16,
  110. ioport_read16,
  111. ioport_read32,
  112. ioport_read32,
  113. ioport_write8,
  114. ioport_write16,
  115. ioport_write16,
  116. ioport_write32,
  117. ioport_write32,
  118. ioport_read8r,
  119. ioport_read16r,
  120. ioport_read32r,
  121. ioport_write8r,
  122. ioport_write16r,
  123. ioport_write32r,
  124. };
  125. /* Legacy I/O memory ops */
  126. static unsigned int iomem_read8(void __iomem *addr)
  127. {
  128. return readb(addr);
  129. }
  130. static unsigned int iomem_read16(void __iomem *addr)
  131. {
  132. return readw(addr);
  133. }
  134. static unsigned int iomem_read16be(void __iomem *addr)
  135. {
  136. return __raw_readw(addr);
  137. }
  138. static unsigned int iomem_read32(void __iomem *addr)
  139. {
  140. return readl(addr);
  141. }
  142. static unsigned int iomem_read32be(void __iomem *addr)
  143. {
  144. return __raw_readl(addr);
  145. }
  146. static void iomem_write8(u8 datum, void __iomem *addr)
  147. {
  148. writeb(datum, addr);
  149. }
  150. static void iomem_write16(u16 datum, void __iomem *addr)
  151. {
  152. writew(datum, addr);
  153. }
  154. static void iomem_write16be(u16 datum, void __iomem *addr)
  155. {
  156. __raw_writew(datum, addr);
  157. }
  158. static void iomem_write32(u32 datum, void __iomem *addr)
  159. {
  160. writel(datum, addr);
  161. }
  162. static void iomem_write32be(u32 datum, void __iomem *addr)
  163. {
  164. __raw_writel(datum, addr);
  165. }
  166. static void iomem_read8r(void __iomem *addr, void *dst, unsigned long count)
  167. {
  168. while (count--) {
  169. *(u8 *)dst = __raw_readb(addr);
  170. dst++;
  171. }
  172. }
  173. static void iomem_read16r(void __iomem *addr, void *dst, unsigned long count)
  174. {
  175. while (count--) {
  176. *(u16 *)dst = __raw_readw(addr);
  177. dst += 2;
  178. }
  179. }
  180. static void iomem_read32r(void __iomem *addr, void *dst, unsigned long count)
  181. {
  182. while (count--) {
  183. *(u32 *)dst = __raw_readl(addr);
  184. dst += 4;
  185. }
  186. }
  187. static void iomem_write8r(void __iomem *addr, const void *s, unsigned long n)
  188. {
  189. while (n--) {
  190. __raw_writeb(*(u8 *)s, addr);
  191. s++;
  192. }
  193. }
  194. static void iomem_write16r(void __iomem *addr, const void *s, unsigned long n)
  195. {
  196. while (n--) {
  197. __raw_writew(*(u16 *)s, addr);
  198. s += 2;
  199. }
  200. }
  201. static void iomem_write32r(void __iomem *addr, const void *s, unsigned long n)
  202. {
  203. while (n--) {
  204. __raw_writel(*(u32 *)s, addr);
  205. s += 4;
  206. }
  207. }
  208. static const struct iomap_ops iomem_ops = {
  209. iomem_read8,
  210. iomem_read16,
  211. iomem_read16be,
  212. iomem_read32,
  213. iomem_read32be,
  214. iomem_write8,
  215. iomem_write16,
  216. iomem_write16be,
  217. iomem_write32,
  218. iomem_write32be,
  219. iomem_read8r,
  220. iomem_read16r,
  221. iomem_read32r,
  222. iomem_write8r,
  223. iomem_write16r,
  224. iomem_write32r,
  225. };
  226. const struct iomap_ops *iomap_ops[8] = {
  227. [0] = &ioport_ops,
  228. [7] = &iomem_ops
  229. };
  230. unsigned int ioread8(void __iomem *addr)
  231. {
  232. if (unlikely(INDIRECT_ADDR(addr)))
  233. return iomap_ops[ADDR_TO_REGION(addr)]->read8(addr);
  234. return *((u8 *)addr);
  235. }
  236. unsigned int ioread16(void __iomem *addr)
  237. {
  238. if (unlikely(INDIRECT_ADDR(addr)))
  239. return iomap_ops[ADDR_TO_REGION(addr)]->read16(addr);
  240. return le16_to_cpup((u16 *)addr);
  241. }
  242. unsigned int ioread16be(void __iomem *addr)
  243. {
  244. if (unlikely(INDIRECT_ADDR(addr)))
  245. return iomap_ops[ADDR_TO_REGION(addr)]->read16be(addr);
  246. return *((u16 *)addr);
  247. }
  248. unsigned int ioread32(void __iomem *addr)
  249. {
  250. if (unlikely(INDIRECT_ADDR(addr)))
  251. return iomap_ops[ADDR_TO_REGION(addr)]->read32(addr);
  252. return le32_to_cpup((u32 *)addr);
  253. }
  254. unsigned int ioread32be(void __iomem *addr)
  255. {
  256. if (unlikely(INDIRECT_ADDR(addr)))
  257. return iomap_ops[ADDR_TO_REGION(addr)]->read32be(addr);
  258. return *((u32 *)addr);
  259. }
  260. void iowrite8(u8 datum, void __iomem *addr)
  261. {
  262. if (unlikely(INDIRECT_ADDR(addr))) {
  263. iomap_ops[ADDR_TO_REGION(addr)]->write8(datum, addr);
  264. } else {
  265. *((u8 *)addr) = datum;
  266. }
  267. }
  268. void iowrite16(u16 datum, void __iomem *addr)
  269. {
  270. if (unlikely(INDIRECT_ADDR(addr))) {
  271. iomap_ops[ADDR_TO_REGION(addr)]->write16(datum, addr);
  272. } else {
  273. *((u16 *)addr) = cpu_to_le16(datum);
  274. }
  275. }
  276. void iowrite16be(u16 datum, void __iomem *addr)
  277. {
  278. if (unlikely(INDIRECT_ADDR(addr))) {
  279. iomap_ops[ADDR_TO_REGION(addr)]->write16be(datum, addr);
  280. } else {
  281. *((u16 *)addr) = datum;
  282. }
  283. }
  284. void iowrite32(u32 datum, void __iomem *addr)
  285. {
  286. if (unlikely(INDIRECT_ADDR(addr))) {
  287. iomap_ops[ADDR_TO_REGION(addr)]->write32(datum, addr);
  288. } else {
  289. *((u32 *)addr) = cpu_to_le32(datum);
  290. }
  291. }
  292. void iowrite32be(u32 datum, void __iomem *addr)
  293. {
  294. if (unlikely(INDIRECT_ADDR(addr))) {
  295. iomap_ops[ADDR_TO_REGION(addr)]->write32be(datum, addr);
  296. } else {
  297. *((u32 *)addr) = datum;
  298. }
  299. }
  300. /* Repeating interfaces */
  301. void ioread8_rep(void __iomem *addr, void *dst, unsigned long count)
  302. {
  303. if (unlikely(INDIRECT_ADDR(addr))) {
  304. iomap_ops[ADDR_TO_REGION(addr)]->read8r(addr, dst, count);
  305. } else {
  306. while (count--) {
  307. *(u8 *)dst = *(u8 *)addr;
  308. dst++;
  309. }
  310. }
  311. }
  312. void ioread16_rep(void __iomem *addr, void *dst, unsigned long count)
  313. {
  314. if (unlikely(INDIRECT_ADDR(addr))) {
  315. iomap_ops[ADDR_TO_REGION(addr)]->read16r(addr, dst, count);
  316. } else {
  317. while (count--) {
  318. *(u16 *)dst = *(u16 *)addr;
  319. dst += 2;
  320. }
  321. }
  322. }
  323. void ioread32_rep(void __iomem *addr, void *dst, unsigned long count)
  324. {
  325. if (unlikely(INDIRECT_ADDR(addr))) {
  326. iomap_ops[ADDR_TO_REGION(addr)]->read32r(addr, dst, count);
  327. } else {
  328. while (count--) {
  329. *(u32 *)dst = *(u32 *)addr;
  330. dst += 4;
  331. }
  332. }
  333. }
  334. void iowrite8_rep(void __iomem *addr, const void *src, unsigned long count)
  335. {
  336. if (unlikely(INDIRECT_ADDR(addr))) {
  337. iomap_ops[ADDR_TO_REGION(addr)]->write8r(addr, src, count);
  338. } else {
  339. while (count--) {
  340. *(u8 *)addr = *(u8 *)src;
  341. src++;
  342. }
  343. }
  344. }
  345. void iowrite16_rep(void __iomem *addr, const void *src, unsigned long count)
  346. {
  347. if (unlikely(INDIRECT_ADDR(addr))) {
  348. iomap_ops[ADDR_TO_REGION(addr)]->write16r(addr, src, count);
  349. } else {
  350. while (count--) {
  351. *(u16 *)addr = *(u16 *)src;
  352. src += 2;
  353. }
  354. }
  355. }
  356. void iowrite32_rep(void __iomem *addr, const void *src, unsigned long count)
  357. {
  358. if (unlikely(INDIRECT_ADDR(addr))) {
  359. iomap_ops[ADDR_TO_REGION(addr)]->write32r(addr, src, count);
  360. } else {
  361. while (count--) {
  362. *(u32 *)addr = *(u32 *)src;
  363. src += 4;
  364. }
  365. }
  366. }
  367. /* Mapping interfaces */
  368. void __iomem *ioport_map(unsigned long port, unsigned int nr)
  369. {
  370. return (void __iomem *)(IOPORT_MAP_BASE | port);
  371. }
  372. void ioport_unmap(void __iomem *addr)
  373. {
  374. if (!INDIRECT_ADDR(addr)) {
  375. iounmap(addr);
  376. }
  377. }
  378. /* Create a virtual mapping cookie for a PCI BAR (memory or IO) */
  379. void __iomem *pci_iomap(struct pci_dev *dev, int bar, unsigned long maxlen)
  380. {
  381. unsigned long start = pci_resource_start(dev, bar);
  382. unsigned long len = pci_resource_len(dev, bar);
  383. unsigned long flags = pci_resource_flags(dev, bar);
  384. if (!len || !start)
  385. return NULL;
  386. if (maxlen && len > maxlen)
  387. len = maxlen;
  388. if (flags & IORESOURCE_IO)
  389. return ioport_map(start, len);
  390. if (flags & IORESOURCE_MEM) {
  391. if (flags & IORESOURCE_CACHEABLE)
  392. return ioremap(start, len);
  393. return ioremap_nocache(start, len);
  394. }
  395. /* What? */
  396. return NULL;
  397. }
  398. void pci_iounmap(struct pci_dev *dev, void __iomem * addr)
  399. {
  400. if (!INDIRECT_ADDR(addr)) {
  401. iounmap(addr);
  402. }
  403. }
  404. EXPORT_SYMBOL(ioread8);
  405. EXPORT_SYMBOL(ioread16);
  406. EXPORT_SYMBOL(ioread16be);
  407. EXPORT_SYMBOL(ioread32);
  408. EXPORT_SYMBOL(ioread32be);
  409. EXPORT_SYMBOL(iowrite8);
  410. EXPORT_SYMBOL(iowrite16);
  411. EXPORT_SYMBOL(iowrite16be);
  412. EXPORT_SYMBOL(iowrite32);
  413. EXPORT_SYMBOL(iowrite32be);
  414. EXPORT_SYMBOL(ioread8_rep);
  415. EXPORT_SYMBOL(ioread16_rep);
  416. EXPORT_SYMBOL(ioread32_rep);
  417. EXPORT_SYMBOL(iowrite8_rep);
  418. EXPORT_SYMBOL(iowrite16_rep);
  419. EXPORT_SYMBOL(iowrite32_rep);
  420. EXPORT_SYMBOL(ioport_map);
  421. EXPORT_SYMBOL(ioport_unmap);
  422. EXPORT_SYMBOL(pci_iomap);
  423. EXPORT_SYMBOL(pci_iounmap);