kmap.c 7.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362
  1. /*
  2. * linux/arch/m68k/mm/kmap.c
  3. *
  4. * Copyright (C) 1997 Roman Hodek
  5. *
  6. * 10/01/99 cleaned up the code and changing to the same interface
  7. * used by other architectures /Roman Zippel
  8. */
  9. #include <linux/mm.h>
  10. #include <linux/kernel.h>
  11. #include <linux/string.h>
  12. #include <linux/types.h>
  13. #include <linux/slab.h>
  14. #include <linux/vmalloc.h>
  15. #include <asm/setup.h>
  16. #include <asm/segment.h>
  17. #include <asm/page.h>
  18. #include <asm/pgalloc.h>
  19. #include <asm/io.h>
  20. #include <asm/system.h>
  21. #undef DEBUG
  22. #define PTRTREESIZE (256*1024)
  23. /*
  24. * For 040/060 we can use the virtual memory area like other architectures,
  25. * but for 020/030 we want to use early termination page descriptor and we
  26. * can't mix this with normal page descriptors, so we have to copy that code
  27. * (mm/vmalloc.c) and return appriorate aligned addresses.
  28. */
  29. #ifdef CPU_M68040_OR_M68060_ONLY
  30. #define IO_SIZE PAGE_SIZE
  31. static inline struct vm_struct *get_io_area(unsigned long size)
  32. {
  33. return get_vm_area(size, VM_IOREMAP);
  34. }
  35. static inline void free_io_area(void *addr)
  36. {
  37. vfree((void *)(PAGE_MASK & (unsigned long)addr));
  38. }
  39. #else
  40. #define IO_SIZE (256*1024)
  41. static struct vm_struct *iolist;
  42. static struct vm_struct *get_io_area(unsigned long size)
  43. {
  44. unsigned long addr;
  45. struct vm_struct **p, *tmp, *area;
  46. area = (struct vm_struct *)kmalloc(sizeof(*area), GFP_KERNEL);
  47. if (!area)
  48. return NULL;
  49. addr = KMAP_START;
  50. for (p = &iolist; (tmp = *p) ; p = &tmp->next) {
  51. if (size + addr < (unsigned long)tmp->addr)
  52. break;
  53. if (addr > KMAP_END-size)
  54. return NULL;
  55. addr = tmp->size + (unsigned long)tmp->addr;
  56. }
  57. area->addr = (void *)addr;
  58. area->size = size + IO_SIZE;
  59. area->next = *p;
  60. *p = area;
  61. return area;
  62. }
  63. static inline void free_io_area(void *addr)
  64. {
  65. struct vm_struct **p, *tmp;
  66. if (!addr)
  67. return;
  68. addr = (void *)((unsigned long)addr & -IO_SIZE);
  69. for (p = &iolist ; (tmp = *p) ; p = &tmp->next) {
  70. if (tmp->addr == addr) {
  71. *p = tmp->next;
  72. __iounmap(tmp->addr, tmp->size);
  73. kfree(tmp);
  74. return;
  75. }
  76. }
  77. }
  78. #endif
  79. /*
  80. * Map some physical address range into the kernel address space. The
  81. * code is copied and adapted from map_chunk().
  82. */
  83. /* Rewritten by Andreas Schwab to remove all races. */
  84. void __iomem *__ioremap(unsigned long physaddr, unsigned long size, int cacheflag)
  85. {
  86. struct vm_struct *area;
  87. unsigned long virtaddr, retaddr;
  88. long offset;
  89. pgd_t *pgd_dir;
  90. pmd_t *pmd_dir;
  91. pte_t *pte_dir;
  92. /*
  93. * Don't allow mappings that wrap..
  94. */
  95. if (!size || size > physaddr + size)
  96. return NULL;
  97. #ifdef CONFIG_AMIGA
  98. if (MACH_IS_AMIGA) {
  99. if ((physaddr >= 0x40000000) && (physaddr + size < 0x60000000)
  100. && (cacheflag == IOMAP_NOCACHE_SER))
  101. return (void __iomem *)physaddr;
  102. }
  103. #endif
  104. #ifdef DEBUG
  105. printk("ioremap: 0x%lx,0x%lx(%d) - ", physaddr, size, cacheflag);
  106. #endif
  107. /*
  108. * Mappings have to be aligned
  109. */
  110. offset = physaddr & (IO_SIZE - 1);
  111. physaddr &= -IO_SIZE;
  112. size = (size + offset + IO_SIZE - 1) & -IO_SIZE;
  113. /*
  114. * Ok, go for it..
  115. */
  116. area = get_io_area(size);
  117. if (!area)
  118. return NULL;
  119. virtaddr = (unsigned long)area->addr;
  120. retaddr = virtaddr + offset;
  121. #ifdef DEBUG
  122. printk("0x%lx,0x%lx,0x%lx", physaddr, virtaddr, retaddr);
  123. #endif
  124. /*
  125. * add cache and table flags to physical address
  126. */
  127. if (CPU_IS_040_OR_060) {
  128. physaddr |= (_PAGE_PRESENT | _PAGE_GLOBAL040 |
  129. _PAGE_ACCESSED | _PAGE_DIRTY);
  130. switch (cacheflag) {
  131. case IOMAP_FULL_CACHING:
  132. physaddr |= _PAGE_CACHE040;
  133. break;
  134. case IOMAP_NOCACHE_SER:
  135. default:
  136. physaddr |= _PAGE_NOCACHE_S;
  137. break;
  138. case IOMAP_NOCACHE_NONSER:
  139. physaddr |= _PAGE_NOCACHE;
  140. break;
  141. case IOMAP_WRITETHROUGH:
  142. physaddr |= _PAGE_CACHE040W;
  143. break;
  144. }
  145. } else {
  146. physaddr |= (_PAGE_PRESENT | _PAGE_ACCESSED | _PAGE_DIRTY);
  147. switch (cacheflag) {
  148. case IOMAP_NOCACHE_SER:
  149. case IOMAP_NOCACHE_NONSER:
  150. default:
  151. physaddr |= _PAGE_NOCACHE030;
  152. break;
  153. case IOMAP_FULL_CACHING:
  154. case IOMAP_WRITETHROUGH:
  155. break;
  156. }
  157. }
  158. while ((long)size > 0) {
  159. #ifdef DEBUG
  160. if (!(virtaddr & (PTRTREESIZE-1)))
  161. printk ("\npa=%#lx va=%#lx ", physaddr, virtaddr);
  162. #endif
  163. pgd_dir = pgd_offset_k(virtaddr);
  164. pmd_dir = pmd_alloc(&init_mm, pgd_dir, virtaddr);
  165. if (!pmd_dir) {
  166. printk("ioremap: no mem for pmd_dir\n");
  167. return NULL;
  168. }
  169. if (CPU_IS_020_OR_030) {
  170. pmd_dir->pmd[(virtaddr/PTRTREESIZE) & 15] = physaddr;
  171. physaddr += PTRTREESIZE;
  172. virtaddr += PTRTREESIZE;
  173. size -= PTRTREESIZE;
  174. } else {
  175. pte_dir = pte_alloc_kernel(pmd_dir, virtaddr);
  176. if (!pte_dir) {
  177. printk("ioremap: no mem for pte_dir\n");
  178. return NULL;
  179. }
  180. pte_val(*pte_dir) = physaddr;
  181. virtaddr += PAGE_SIZE;
  182. physaddr += PAGE_SIZE;
  183. size -= PAGE_SIZE;
  184. }
  185. }
  186. #ifdef DEBUG
  187. printk("\n");
  188. #endif
  189. flush_tlb_all();
  190. return (void __iomem *)retaddr;
  191. }
  192. /*
  193. * Unmap a ioremap()ed region again
  194. */
  195. void iounmap(void __iomem *addr)
  196. {
  197. #ifdef CONFIG_AMIGA
  198. if ((!MACH_IS_AMIGA) ||
  199. (((unsigned long)addr < 0x40000000) ||
  200. ((unsigned long)addr > 0x60000000)))
  201. free_io_area((__force void *)addr);
  202. #else
  203. free_io_area((__force void *)addr);
  204. #endif
  205. }
  206. /*
  207. * __iounmap unmaps nearly everything, so be careful
  208. * it doesn't free currently pointer/page tables anymore but it
  209. * wans't used anyway and might be added later.
  210. */
  211. void __iounmap(void *addr, unsigned long size)
  212. {
  213. unsigned long virtaddr = (unsigned long)addr;
  214. pgd_t *pgd_dir;
  215. pmd_t *pmd_dir;
  216. pte_t *pte_dir;
  217. while ((long)size > 0) {
  218. pgd_dir = pgd_offset_k(virtaddr);
  219. if (pgd_bad(*pgd_dir)) {
  220. printk("iounmap: bad pgd(%08lx)\n", pgd_val(*pgd_dir));
  221. pgd_clear(pgd_dir);
  222. return;
  223. }
  224. pmd_dir = pmd_offset(pgd_dir, virtaddr);
  225. if (CPU_IS_020_OR_030) {
  226. int pmd_off = (virtaddr/PTRTREESIZE) & 15;
  227. int pmd_type = pmd_dir->pmd[pmd_off] & _DESCTYPE_MASK;
  228. if (pmd_type == _PAGE_PRESENT) {
  229. pmd_dir->pmd[pmd_off] = 0;
  230. virtaddr += PTRTREESIZE;
  231. size -= PTRTREESIZE;
  232. continue;
  233. } else if (pmd_type == 0)
  234. continue;
  235. }
  236. if (pmd_bad(*pmd_dir)) {
  237. printk("iounmap: bad pmd (%08lx)\n", pmd_val(*pmd_dir));
  238. pmd_clear(pmd_dir);
  239. return;
  240. }
  241. pte_dir = pte_offset_kernel(pmd_dir, virtaddr);
  242. pte_val(*pte_dir) = 0;
  243. virtaddr += PAGE_SIZE;
  244. size -= PAGE_SIZE;
  245. }
  246. flush_tlb_all();
  247. }
  248. /*
  249. * Set new cache mode for some kernel address space.
  250. * The caller must push data for that range itself, if such data may already
  251. * be in the cache.
  252. */
  253. void kernel_set_cachemode(void *addr, unsigned long size, int cmode)
  254. {
  255. unsigned long virtaddr = (unsigned long)addr;
  256. pgd_t *pgd_dir;
  257. pmd_t *pmd_dir;
  258. pte_t *pte_dir;
  259. if (CPU_IS_040_OR_060) {
  260. switch (cmode) {
  261. case IOMAP_FULL_CACHING:
  262. cmode = _PAGE_CACHE040;
  263. break;
  264. case IOMAP_NOCACHE_SER:
  265. default:
  266. cmode = _PAGE_NOCACHE_S;
  267. break;
  268. case IOMAP_NOCACHE_NONSER:
  269. cmode = _PAGE_NOCACHE;
  270. break;
  271. case IOMAP_WRITETHROUGH:
  272. cmode = _PAGE_CACHE040W;
  273. break;
  274. }
  275. } else {
  276. switch (cmode) {
  277. case IOMAP_NOCACHE_SER:
  278. case IOMAP_NOCACHE_NONSER:
  279. default:
  280. cmode = _PAGE_NOCACHE030;
  281. break;
  282. case IOMAP_FULL_CACHING:
  283. case IOMAP_WRITETHROUGH:
  284. cmode = 0;
  285. }
  286. }
  287. while ((long)size > 0) {
  288. pgd_dir = pgd_offset_k(virtaddr);
  289. if (pgd_bad(*pgd_dir)) {
  290. printk("iocachemode: bad pgd(%08lx)\n", pgd_val(*pgd_dir));
  291. pgd_clear(pgd_dir);
  292. return;
  293. }
  294. pmd_dir = pmd_offset(pgd_dir, virtaddr);
  295. if (CPU_IS_020_OR_030) {
  296. int pmd_off = (virtaddr/PTRTREESIZE) & 15;
  297. if ((pmd_dir->pmd[pmd_off] & _DESCTYPE_MASK) == _PAGE_PRESENT) {
  298. pmd_dir->pmd[pmd_off] = (pmd_dir->pmd[pmd_off] &
  299. _CACHEMASK040) | cmode;
  300. virtaddr += PTRTREESIZE;
  301. size -= PTRTREESIZE;
  302. continue;
  303. }
  304. }
  305. if (pmd_bad(*pmd_dir)) {
  306. printk("iocachemode: bad pmd (%08lx)\n", pmd_val(*pmd_dir));
  307. pmd_clear(pmd_dir);
  308. return;
  309. }
  310. pte_dir = pte_offset_kernel(pmd_dir, virtaddr);
  311. pte_val(*pte_dir) = (pte_val(*pte_dir) & _CACHEMASK040) | cmode;
  312. virtaddr += PAGE_SIZE;
  313. size -= PAGE_SIZE;
  314. }
  315. flush_tlb_all();
  316. }