kmap.c 7.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367
  1. /*
  2. * linux/arch/m68k/mm/kmap.c
  3. *
  4. * Copyright (C) 1997 Roman Hodek
  5. *
  6. * 10/01/99 cleaned up the code and changing to the same interface
  7. * used by other architectures /Roman Zippel
  8. */
  9. #include <linux/module.h>
  10. #include <linux/mm.h>
  11. #include <linux/kernel.h>
  12. #include <linux/string.h>
  13. #include <linux/types.h>
  14. #include <linux/slab.h>
  15. #include <linux/vmalloc.h>
  16. #include <asm/setup.h>
  17. #include <asm/segment.h>
  18. #include <asm/page.h>
  19. #include <asm/pgalloc.h>
  20. #include <asm/io.h>
  21. #include <asm/system.h>
  22. #undef DEBUG
  23. #define PTRTREESIZE (256*1024)
  24. /*
  25. * For 040/060 we can use the virtual memory area like other architectures,
  26. * but for 020/030 we want to use early termination page descriptor and we
  27. * can't mix this with normal page descriptors, so we have to copy that code
  28. * (mm/vmalloc.c) and return appriorate aligned addresses.
  29. */
  30. #ifdef CPU_M68040_OR_M68060_ONLY
  31. #define IO_SIZE PAGE_SIZE
  32. static inline struct vm_struct *get_io_area(unsigned long size)
  33. {
  34. return get_vm_area(size, VM_IOREMAP);
  35. }
  36. static inline void free_io_area(void *addr)
  37. {
  38. vfree((void *)(PAGE_MASK & (unsigned long)addr));
  39. }
  40. #else
  41. #define IO_SIZE (256*1024)
  42. static struct vm_struct *iolist;
  43. static struct vm_struct *get_io_area(unsigned long size)
  44. {
  45. unsigned long addr;
  46. struct vm_struct **p, *tmp, *area;
  47. area = kmalloc(sizeof(*area), GFP_KERNEL);
  48. if (!area)
  49. return NULL;
  50. addr = KMAP_START;
  51. for (p = &iolist; (tmp = *p) ; p = &tmp->next) {
  52. if (size + addr < (unsigned long)tmp->addr)
  53. break;
  54. if (addr > KMAP_END-size) {
  55. kfree(area);
  56. return NULL;
  57. }
  58. addr = tmp->size + (unsigned long)tmp->addr;
  59. }
  60. area->addr = (void *)addr;
  61. area->size = size + IO_SIZE;
  62. area->next = *p;
  63. *p = area;
  64. return area;
  65. }
  66. static inline void free_io_area(void *addr)
  67. {
  68. struct vm_struct **p, *tmp;
  69. if (!addr)
  70. return;
  71. addr = (void *)((unsigned long)addr & -IO_SIZE);
  72. for (p = &iolist ; (tmp = *p) ; p = &tmp->next) {
  73. if (tmp->addr == addr) {
  74. *p = tmp->next;
  75. __iounmap(tmp->addr, tmp->size);
  76. kfree(tmp);
  77. return;
  78. }
  79. }
  80. }
  81. #endif
  82. /*
  83. * Map some physical address range into the kernel address space.
  84. */
  85. /* Rewritten by Andreas Schwab to remove all races. */
  86. void __iomem *__ioremap(unsigned long physaddr, unsigned long size, int cacheflag)
  87. {
  88. struct vm_struct *area;
  89. unsigned long virtaddr, retaddr;
  90. long offset;
  91. pgd_t *pgd_dir;
  92. pmd_t *pmd_dir;
  93. pte_t *pte_dir;
  94. /*
  95. * Don't allow mappings that wrap..
  96. */
  97. if (!size || physaddr > (unsigned long)(-size))
  98. return NULL;
  99. #ifdef CONFIG_AMIGA
  100. if (MACH_IS_AMIGA) {
  101. if ((physaddr >= 0x40000000) && (physaddr + size < 0x60000000)
  102. && (cacheflag == IOMAP_NOCACHE_SER))
  103. return (void __iomem *)physaddr;
  104. }
  105. #endif
  106. #ifdef DEBUG
  107. printk("ioremap: 0x%lx,0x%lx(%d) - ", physaddr, size, cacheflag);
  108. #endif
  109. /*
  110. * Mappings have to be aligned
  111. */
  112. offset = physaddr & (IO_SIZE - 1);
  113. physaddr &= -IO_SIZE;
  114. size = (size + offset + IO_SIZE - 1) & -IO_SIZE;
  115. /*
  116. * Ok, go for it..
  117. */
  118. area = get_io_area(size);
  119. if (!area)
  120. return NULL;
  121. virtaddr = (unsigned long)area->addr;
  122. retaddr = virtaddr + offset;
  123. #ifdef DEBUG
  124. printk("0x%lx,0x%lx,0x%lx", physaddr, virtaddr, retaddr);
  125. #endif
  126. /*
  127. * add cache and table flags to physical address
  128. */
  129. if (CPU_IS_040_OR_060) {
  130. physaddr |= (_PAGE_PRESENT | _PAGE_GLOBAL040 |
  131. _PAGE_ACCESSED | _PAGE_DIRTY);
  132. switch (cacheflag) {
  133. case IOMAP_FULL_CACHING:
  134. physaddr |= _PAGE_CACHE040;
  135. break;
  136. case IOMAP_NOCACHE_SER:
  137. default:
  138. physaddr |= _PAGE_NOCACHE_S;
  139. break;
  140. case IOMAP_NOCACHE_NONSER:
  141. physaddr |= _PAGE_NOCACHE;
  142. break;
  143. case IOMAP_WRITETHROUGH:
  144. physaddr |= _PAGE_CACHE040W;
  145. break;
  146. }
  147. } else {
  148. physaddr |= (_PAGE_PRESENT | _PAGE_ACCESSED | _PAGE_DIRTY);
  149. switch (cacheflag) {
  150. case IOMAP_NOCACHE_SER:
  151. case IOMAP_NOCACHE_NONSER:
  152. default:
  153. physaddr |= _PAGE_NOCACHE030;
  154. break;
  155. case IOMAP_FULL_CACHING:
  156. case IOMAP_WRITETHROUGH:
  157. break;
  158. }
  159. }
  160. while ((long)size > 0) {
  161. #ifdef DEBUG
  162. if (!(virtaddr & (PTRTREESIZE-1)))
  163. printk ("\npa=%#lx va=%#lx ", physaddr, virtaddr);
  164. #endif
  165. pgd_dir = pgd_offset_k(virtaddr);
  166. pmd_dir = pmd_alloc(&init_mm, pgd_dir, virtaddr);
  167. if (!pmd_dir) {
  168. printk("ioremap: no mem for pmd_dir\n");
  169. return NULL;
  170. }
  171. if (CPU_IS_020_OR_030) {
  172. pmd_dir->pmd[(virtaddr/PTRTREESIZE) & 15] = physaddr;
  173. physaddr += PTRTREESIZE;
  174. virtaddr += PTRTREESIZE;
  175. size -= PTRTREESIZE;
  176. } else {
  177. pte_dir = pte_alloc_kernel(pmd_dir, virtaddr);
  178. if (!pte_dir) {
  179. printk("ioremap: no mem for pte_dir\n");
  180. return NULL;
  181. }
  182. pte_val(*pte_dir) = physaddr;
  183. virtaddr += PAGE_SIZE;
  184. physaddr += PAGE_SIZE;
  185. size -= PAGE_SIZE;
  186. }
  187. }
  188. #ifdef DEBUG
  189. printk("\n");
  190. #endif
  191. flush_tlb_all();
  192. return (void __iomem *)retaddr;
  193. }
  194. EXPORT_SYMBOL(__ioremap);
  195. /*
  196. * Unmap a ioremap()ed region again
  197. */
  198. void iounmap(void __iomem *addr)
  199. {
  200. #ifdef CONFIG_AMIGA
  201. if ((!MACH_IS_AMIGA) ||
  202. (((unsigned long)addr < 0x40000000) ||
  203. ((unsigned long)addr > 0x60000000)))
  204. free_io_area((__force void *)addr);
  205. #else
  206. free_io_area((__force void *)addr);
  207. #endif
  208. }
  209. EXPORT_SYMBOL(iounmap);
  210. /*
  211. * __iounmap unmaps nearly everything, so be careful
  212. * it doesn't free currently pointer/page tables anymore but it
  213. * wans't used anyway and might be added later.
  214. */
  215. void __iounmap(void *addr, unsigned long size)
  216. {
  217. unsigned long virtaddr = (unsigned long)addr;
  218. pgd_t *pgd_dir;
  219. pmd_t *pmd_dir;
  220. pte_t *pte_dir;
  221. while ((long)size > 0) {
  222. pgd_dir = pgd_offset_k(virtaddr);
  223. if (pgd_bad(*pgd_dir)) {
  224. printk("iounmap: bad pgd(%08lx)\n", pgd_val(*pgd_dir));
  225. pgd_clear(pgd_dir);
  226. return;
  227. }
  228. pmd_dir = pmd_offset(pgd_dir, virtaddr);
  229. if (CPU_IS_020_OR_030) {
  230. int pmd_off = (virtaddr/PTRTREESIZE) & 15;
  231. int pmd_type = pmd_dir->pmd[pmd_off] & _DESCTYPE_MASK;
  232. if (pmd_type == _PAGE_PRESENT) {
  233. pmd_dir->pmd[pmd_off] = 0;
  234. virtaddr += PTRTREESIZE;
  235. size -= PTRTREESIZE;
  236. continue;
  237. } else if (pmd_type == 0)
  238. continue;
  239. }
  240. if (pmd_bad(*pmd_dir)) {
  241. printk("iounmap: bad pmd (%08lx)\n", pmd_val(*pmd_dir));
  242. pmd_clear(pmd_dir);
  243. return;
  244. }
  245. pte_dir = pte_offset_kernel(pmd_dir, virtaddr);
  246. pte_val(*pte_dir) = 0;
  247. virtaddr += PAGE_SIZE;
  248. size -= PAGE_SIZE;
  249. }
  250. flush_tlb_all();
  251. }
  252. /*
  253. * Set new cache mode for some kernel address space.
  254. * The caller must push data for that range itself, if such data may already
  255. * be in the cache.
  256. */
  257. void kernel_set_cachemode(void *addr, unsigned long size, int cmode)
  258. {
  259. unsigned long virtaddr = (unsigned long)addr;
  260. pgd_t *pgd_dir;
  261. pmd_t *pmd_dir;
  262. pte_t *pte_dir;
  263. if (CPU_IS_040_OR_060) {
  264. switch (cmode) {
  265. case IOMAP_FULL_CACHING:
  266. cmode = _PAGE_CACHE040;
  267. break;
  268. case IOMAP_NOCACHE_SER:
  269. default:
  270. cmode = _PAGE_NOCACHE_S;
  271. break;
  272. case IOMAP_NOCACHE_NONSER:
  273. cmode = _PAGE_NOCACHE;
  274. break;
  275. case IOMAP_WRITETHROUGH:
  276. cmode = _PAGE_CACHE040W;
  277. break;
  278. }
  279. } else {
  280. switch (cmode) {
  281. case IOMAP_NOCACHE_SER:
  282. case IOMAP_NOCACHE_NONSER:
  283. default:
  284. cmode = _PAGE_NOCACHE030;
  285. break;
  286. case IOMAP_FULL_CACHING:
  287. case IOMAP_WRITETHROUGH:
  288. cmode = 0;
  289. }
  290. }
  291. while ((long)size > 0) {
  292. pgd_dir = pgd_offset_k(virtaddr);
  293. if (pgd_bad(*pgd_dir)) {
  294. printk("iocachemode: bad pgd(%08lx)\n", pgd_val(*pgd_dir));
  295. pgd_clear(pgd_dir);
  296. return;
  297. }
  298. pmd_dir = pmd_offset(pgd_dir, virtaddr);
  299. if (CPU_IS_020_OR_030) {
  300. int pmd_off = (virtaddr/PTRTREESIZE) & 15;
  301. if ((pmd_dir->pmd[pmd_off] & _DESCTYPE_MASK) == _PAGE_PRESENT) {
  302. pmd_dir->pmd[pmd_off] = (pmd_dir->pmd[pmd_off] &
  303. _CACHEMASK040) | cmode;
  304. virtaddr += PTRTREESIZE;
  305. size -= PTRTREESIZE;
  306. continue;
  307. }
  308. }
  309. if (pmd_bad(*pmd_dir)) {
  310. printk("iocachemode: bad pmd (%08lx)\n", pmd_val(*pmd_dir));
  311. pmd_clear(pmd_dir);
  312. return;
  313. }
  314. pte_dir = pte_offset_kernel(pmd_dir, virtaddr);
  315. pte_val(*pte_dir) = (pte_val(*pte_dir) & _CACHEMASK040) | cmode;
  316. virtaddr += PAGE_SIZE;
  317. size -= PAGE_SIZE;
  318. }
  319. flush_tlb_all();
  320. }
  321. EXPORT_SYMBOL(kernel_set_cachemode);