kmap.c 7.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366
  1. /*
  2. * linux/arch/m68k/mm/kmap.c
  3. *
  4. * Copyright (C) 1997 Roman Hodek
  5. *
  6. * 10/01/99 cleaned up the code and changing to the same interface
  7. * used by other architectures /Roman Zippel
  8. */
  9. #include <linux/module.h>
  10. #include <linux/mm.h>
  11. #include <linux/kernel.h>
  12. #include <linux/string.h>
  13. #include <linux/types.h>
  14. #include <linux/slab.h>
  15. #include <linux/vmalloc.h>
  16. #include <asm/setup.h>
  17. #include <asm/segment.h>
  18. #include <asm/page.h>
  19. #include <asm/pgalloc.h>
  20. #include <asm/io.h>
  21. #include <asm/system.h>
  22. #undef DEBUG
  23. #define PTRTREESIZE (256*1024)
  24. /*
  25. * For 040/060 we can use the virtual memory area like other architectures,
  26. * but for 020/030 we want to use early termination page descriptor and we
  27. * can't mix this with normal page descriptors, so we have to copy that code
  28. * (mm/vmalloc.c) and return appriorate aligned addresses.
  29. */
  30. #ifdef CPU_M68040_OR_M68060_ONLY
  31. #define IO_SIZE PAGE_SIZE
  32. static inline struct vm_struct *get_io_area(unsigned long size)
  33. {
  34. return get_vm_area(size, VM_IOREMAP);
  35. }
  36. static inline void free_io_area(void *addr)
  37. {
  38. vfree((void *)(PAGE_MASK & (unsigned long)addr));
  39. }
  40. #else
  41. #define IO_SIZE (256*1024)
  42. static struct vm_struct *iolist;
  43. static struct vm_struct *get_io_area(unsigned long size)
  44. {
  45. unsigned long addr;
  46. struct vm_struct **p, *tmp, *area;
  47. area = kmalloc(sizeof(*area), GFP_KERNEL);
  48. if (!area)
  49. return NULL;
  50. addr = KMAP_START;
  51. for (p = &iolist; (tmp = *p) ; p = &tmp->next) {
  52. if (size + addr < (unsigned long)tmp->addr)
  53. break;
  54. if (addr > KMAP_END-size)
  55. return NULL;
  56. addr = tmp->size + (unsigned long)tmp->addr;
  57. }
  58. area->addr = (void *)addr;
  59. area->size = size + IO_SIZE;
  60. area->next = *p;
  61. *p = area;
  62. return area;
  63. }
  64. static inline void free_io_area(void *addr)
  65. {
  66. struct vm_struct **p, *tmp;
  67. if (!addr)
  68. return;
  69. addr = (void *)((unsigned long)addr & -IO_SIZE);
  70. for (p = &iolist ; (tmp = *p) ; p = &tmp->next) {
  71. if (tmp->addr == addr) {
  72. *p = tmp->next;
  73. __iounmap(tmp->addr, tmp->size);
  74. kfree(tmp);
  75. return;
  76. }
  77. }
  78. }
  79. #endif
  80. /*
  81. * Map some physical address range into the kernel address space. The
  82. * code is copied and adapted from map_chunk().
  83. */
  84. /* Rewritten by Andreas Schwab to remove all races. */
  85. void __iomem *__ioremap(unsigned long physaddr, unsigned long size, int cacheflag)
  86. {
  87. struct vm_struct *area;
  88. unsigned long virtaddr, retaddr;
  89. long offset;
  90. pgd_t *pgd_dir;
  91. pmd_t *pmd_dir;
  92. pte_t *pte_dir;
  93. /*
  94. * Don't allow mappings that wrap..
  95. */
  96. if (!size || size > physaddr + size)
  97. return NULL;
  98. #ifdef CONFIG_AMIGA
  99. if (MACH_IS_AMIGA) {
  100. if ((physaddr >= 0x40000000) && (physaddr + size < 0x60000000)
  101. && (cacheflag == IOMAP_NOCACHE_SER))
  102. return (void __iomem *)physaddr;
  103. }
  104. #endif
  105. #ifdef DEBUG
  106. printk("ioremap: 0x%lx,0x%lx(%d) - ", physaddr, size, cacheflag);
  107. #endif
  108. /*
  109. * Mappings have to be aligned
  110. */
  111. offset = physaddr & (IO_SIZE - 1);
  112. physaddr &= -IO_SIZE;
  113. size = (size + offset + IO_SIZE - 1) & -IO_SIZE;
  114. /*
  115. * Ok, go for it..
  116. */
  117. area = get_io_area(size);
  118. if (!area)
  119. return NULL;
  120. virtaddr = (unsigned long)area->addr;
  121. retaddr = virtaddr + offset;
  122. #ifdef DEBUG
  123. printk("0x%lx,0x%lx,0x%lx", physaddr, virtaddr, retaddr);
  124. #endif
  125. /*
  126. * add cache and table flags to physical address
  127. */
  128. if (CPU_IS_040_OR_060) {
  129. physaddr |= (_PAGE_PRESENT | _PAGE_GLOBAL040 |
  130. _PAGE_ACCESSED | _PAGE_DIRTY);
  131. switch (cacheflag) {
  132. case IOMAP_FULL_CACHING:
  133. physaddr |= _PAGE_CACHE040;
  134. break;
  135. case IOMAP_NOCACHE_SER:
  136. default:
  137. physaddr |= _PAGE_NOCACHE_S;
  138. break;
  139. case IOMAP_NOCACHE_NONSER:
  140. physaddr |= _PAGE_NOCACHE;
  141. break;
  142. case IOMAP_WRITETHROUGH:
  143. physaddr |= _PAGE_CACHE040W;
  144. break;
  145. }
  146. } else {
  147. physaddr |= (_PAGE_PRESENT | _PAGE_ACCESSED | _PAGE_DIRTY);
  148. switch (cacheflag) {
  149. case IOMAP_NOCACHE_SER:
  150. case IOMAP_NOCACHE_NONSER:
  151. default:
  152. physaddr |= _PAGE_NOCACHE030;
  153. break;
  154. case IOMAP_FULL_CACHING:
  155. case IOMAP_WRITETHROUGH:
  156. break;
  157. }
  158. }
  159. while ((long)size > 0) {
  160. #ifdef DEBUG
  161. if (!(virtaddr & (PTRTREESIZE-1)))
  162. printk ("\npa=%#lx va=%#lx ", physaddr, virtaddr);
  163. #endif
  164. pgd_dir = pgd_offset_k(virtaddr);
  165. pmd_dir = pmd_alloc(&init_mm, pgd_dir, virtaddr);
  166. if (!pmd_dir) {
  167. printk("ioremap: no mem for pmd_dir\n");
  168. return NULL;
  169. }
  170. if (CPU_IS_020_OR_030) {
  171. pmd_dir->pmd[(virtaddr/PTRTREESIZE) & 15] = physaddr;
  172. physaddr += PTRTREESIZE;
  173. virtaddr += PTRTREESIZE;
  174. size -= PTRTREESIZE;
  175. } else {
  176. pte_dir = pte_alloc_kernel(pmd_dir, virtaddr);
  177. if (!pte_dir) {
  178. printk("ioremap: no mem for pte_dir\n");
  179. return NULL;
  180. }
  181. pte_val(*pte_dir) = physaddr;
  182. virtaddr += PAGE_SIZE;
  183. physaddr += PAGE_SIZE;
  184. size -= PAGE_SIZE;
  185. }
  186. }
  187. #ifdef DEBUG
  188. printk("\n");
  189. #endif
  190. flush_tlb_all();
  191. return (void __iomem *)retaddr;
  192. }
  193. EXPORT_SYMBOL(__ioremap);
  194. /*
  195. * Unmap a ioremap()ed region again
  196. */
  197. void iounmap(void __iomem *addr)
  198. {
  199. #ifdef CONFIG_AMIGA
  200. if ((!MACH_IS_AMIGA) ||
  201. (((unsigned long)addr < 0x40000000) ||
  202. ((unsigned long)addr > 0x60000000)))
  203. free_io_area((__force void *)addr);
  204. #else
  205. free_io_area((__force void *)addr);
  206. #endif
  207. }
  208. EXPORT_SYMBOL(iounmap);
  209. /*
  210. * __iounmap unmaps nearly everything, so be careful
  211. * it doesn't free currently pointer/page tables anymore but it
  212. * wans't used anyway and might be added later.
  213. */
  214. void __iounmap(void *addr, unsigned long size)
  215. {
  216. unsigned long virtaddr = (unsigned long)addr;
  217. pgd_t *pgd_dir;
  218. pmd_t *pmd_dir;
  219. pte_t *pte_dir;
  220. while ((long)size > 0) {
  221. pgd_dir = pgd_offset_k(virtaddr);
  222. if (pgd_bad(*pgd_dir)) {
  223. printk("iounmap: bad pgd(%08lx)\n", pgd_val(*pgd_dir));
  224. pgd_clear(pgd_dir);
  225. return;
  226. }
  227. pmd_dir = pmd_offset(pgd_dir, virtaddr);
  228. if (CPU_IS_020_OR_030) {
  229. int pmd_off = (virtaddr/PTRTREESIZE) & 15;
  230. int pmd_type = pmd_dir->pmd[pmd_off] & _DESCTYPE_MASK;
  231. if (pmd_type == _PAGE_PRESENT) {
  232. pmd_dir->pmd[pmd_off] = 0;
  233. virtaddr += PTRTREESIZE;
  234. size -= PTRTREESIZE;
  235. continue;
  236. } else if (pmd_type == 0)
  237. continue;
  238. }
  239. if (pmd_bad(*pmd_dir)) {
  240. printk("iounmap: bad pmd (%08lx)\n", pmd_val(*pmd_dir));
  241. pmd_clear(pmd_dir);
  242. return;
  243. }
  244. pte_dir = pte_offset_kernel(pmd_dir, virtaddr);
  245. pte_val(*pte_dir) = 0;
  246. virtaddr += PAGE_SIZE;
  247. size -= PAGE_SIZE;
  248. }
  249. flush_tlb_all();
  250. }
  251. /*
  252. * Set new cache mode for some kernel address space.
  253. * The caller must push data for that range itself, if such data may already
  254. * be in the cache.
  255. */
  256. void kernel_set_cachemode(void *addr, unsigned long size, int cmode)
  257. {
  258. unsigned long virtaddr = (unsigned long)addr;
  259. pgd_t *pgd_dir;
  260. pmd_t *pmd_dir;
  261. pte_t *pte_dir;
  262. if (CPU_IS_040_OR_060) {
  263. switch (cmode) {
  264. case IOMAP_FULL_CACHING:
  265. cmode = _PAGE_CACHE040;
  266. break;
  267. case IOMAP_NOCACHE_SER:
  268. default:
  269. cmode = _PAGE_NOCACHE_S;
  270. break;
  271. case IOMAP_NOCACHE_NONSER:
  272. cmode = _PAGE_NOCACHE;
  273. break;
  274. case IOMAP_WRITETHROUGH:
  275. cmode = _PAGE_CACHE040W;
  276. break;
  277. }
  278. } else {
  279. switch (cmode) {
  280. case IOMAP_NOCACHE_SER:
  281. case IOMAP_NOCACHE_NONSER:
  282. default:
  283. cmode = _PAGE_NOCACHE030;
  284. break;
  285. case IOMAP_FULL_CACHING:
  286. case IOMAP_WRITETHROUGH:
  287. cmode = 0;
  288. }
  289. }
  290. while ((long)size > 0) {
  291. pgd_dir = pgd_offset_k(virtaddr);
  292. if (pgd_bad(*pgd_dir)) {
  293. printk("iocachemode: bad pgd(%08lx)\n", pgd_val(*pgd_dir));
  294. pgd_clear(pgd_dir);
  295. return;
  296. }
  297. pmd_dir = pmd_offset(pgd_dir, virtaddr);
  298. if (CPU_IS_020_OR_030) {
  299. int pmd_off = (virtaddr/PTRTREESIZE) & 15;
  300. if ((pmd_dir->pmd[pmd_off] & _DESCTYPE_MASK) == _PAGE_PRESENT) {
  301. pmd_dir->pmd[pmd_off] = (pmd_dir->pmd[pmd_off] &
  302. _CACHEMASK040) | cmode;
  303. virtaddr += PTRTREESIZE;
  304. size -= PTRTREESIZE;
  305. continue;
  306. }
  307. }
  308. if (pmd_bad(*pmd_dir)) {
  309. printk("iocachemode: bad pmd (%08lx)\n", pmd_val(*pmd_dir));
  310. pmd_clear(pmd_dir);
  311. return;
  312. }
  313. pte_dir = pte_offset_kernel(pmd_dir, virtaddr);
  314. pte_val(*pte_dir) = (pte_val(*pte_dir) & _CACHEMASK040) | cmode;
  315. virtaddr += PAGE_SIZE;
  316. size -= PAGE_SIZE;
  317. }
  318. flush_tlb_all();
  319. }
  320. EXPORT_SYMBOL(kernel_set_cachemode);