pmb.c 8.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412
  1. /*
  2. * arch/sh/mm/pmb.c
  3. *
  4. * Privileged Space Mapping Buffer (PMB) Support.
  5. *
  6. * Copyright (C) 2005, 2006, 2007 Paul Mundt
  7. *
  8. * P1/P2 Section mapping definitions from map32.h, which was:
  9. *
  10. * Copyright 2003 (c) Lineo Solutions,Inc.
  11. *
  12. * This file is subject to the terms and conditions of the GNU General Public
  13. * License. See the file "COPYING" in the main directory of this archive
  14. * for more details.
  15. */
  16. #include <linux/init.h>
  17. #include <linux/kernel.h>
  18. #include <linux/sysdev.h>
  19. #include <linux/cpu.h>
  20. #include <linux/module.h>
  21. #include <linux/slab.h>
  22. #include <linux/bitops.h>
  23. #include <linux/debugfs.h>
  24. #include <linux/fs.h>
  25. #include <linux/seq_file.h>
  26. #include <linux/err.h>
  27. #include <asm/system.h>
  28. #include <asm/uaccess.h>
  29. #include <asm/pgtable.h>
  30. #include <asm/mmu.h>
  31. #include <asm/io.h>
  32. #include <asm/mmu_context.h>
  33. #define NR_PMB_ENTRIES 16
  34. static void __pmb_unmap(struct pmb_entry *);
  35. static struct pmb_entry pmb_entry_list[NR_PMB_ENTRIES];
  36. static unsigned long pmb_map;
  37. static inline unsigned long mk_pmb_entry(unsigned int entry)
  38. {
  39. return (entry & PMB_E_MASK) << PMB_E_SHIFT;
  40. }
  41. static inline unsigned long mk_pmb_addr(unsigned int entry)
  42. {
  43. return mk_pmb_entry(entry) | PMB_ADDR;
  44. }
  45. static inline unsigned long mk_pmb_data(unsigned int entry)
  46. {
  47. return mk_pmb_entry(entry) | PMB_DATA;
  48. }
  49. static int pmb_alloc_entry(void)
  50. {
  51. unsigned int pos;
  52. repeat:
  53. pos = find_first_zero_bit(&pmb_map, NR_PMB_ENTRIES);
  54. if (unlikely(pos > NR_PMB_ENTRIES))
  55. return -ENOSPC;
  56. if (test_and_set_bit(pos, &pmb_map))
  57. goto repeat;
  58. return pos;
  59. }
  60. static struct pmb_entry *pmb_alloc(unsigned long vpn, unsigned long ppn,
  61. unsigned long flags)
  62. {
  63. struct pmb_entry *pmbe;
  64. int pos;
  65. pos = pmb_alloc_entry();
  66. if (pos < 0)
  67. return ERR_PTR(pos);
  68. pmbe = &pmb_entry_list[pos];
  69. if (!pmbe)
  70. return ERR_PTR(-ENOMEM);
  71. pmbe->vpn = vpn;
  72. pmbe->ppn = ppn;
  73. pmbe->flags = flags;
  74. pmbe->entry = pos;
  75. return pmbe;
  76. }
  77. static void pmb_free(struct pmb_entry *pmbe)
  78. {
  79. int pos = pmbe->entry;
  80. pmbe->vpn = 0;
  81. pmbe->ppn = 0;
  82. pmbe->flags = 0;
  83. pmbe->entry = 0;
  84. clear_bit(pos, &pmb_map);
  85. }
  86. /*
  87. * Must be in P2 for __set_pmb_entry()
  88. */
  89. static void __set_pmb_entry(unsigned long vpn, unsigned long ppn,
  90. unsigned long flags, int pos)
  91. {
  92. ctrl_outl(vpn | PMB_V, mk_pmb_addr(pos));
  93. #ifdef CONFIG_CACHE_WRITETHROUGH
  94. /*
  95. * When we are in 32-bit address extended mode, CCR.CB becomes
  96. * invalid, so care must be taken to manually adjust cacheable
  97. * translations.
  98. */
  99. if (likely(flags & PMB_C))
  100. flags |= PMB_WT;
  101. #endif
  102. ctrl_outl(ppn | flags | PMB_V, mk_pmb_data(pos));
  103. }
  104. static void __uses_jump_to_uncached set_pmb_entry(struct pmb_entry *pmbe)
  105. {
  106. jump_to_uncached();
  107. __set_pmb_entry(pmbe->vpn, pmbe->ppn, pmbe->flags, pmbe->entry);
  108. back_to_cached();
  109. }
  110. static void __uses_jump_to_uncached clear_pmb_entry(struct pmb_entry *pmbe)
  111. {
  112. unsigned int entry = pmbe->entry;
  113. unsigned long addr;
  114. if (unlikely(entry >= NR_PMB_ENTRIES))
  115. return;
  116. jump_to_uncached();
  117. /* Clear V-bit */
  118. addr = mk_pmb_addr(entry);
  119. ctrl_outl(ctrl_inl(addr) & ~PMB_V, addr);
  120. addr = mk_pmb_data(entry);
  121. ctrl_outl(ctrl_inl(addr) & ~PMB_V, addr);
  122. back_to_cached();
  123. }
  124. static struct {
  125. unsigned long size;
  126. int flag;
  127. } pmb_sizes[] = {
  128. { .size = 0x20000000, .flag = PMB_SZ_512M, },
  129. { .size = 0x08000000, .flag = PMB_SZ_128M, },
  130. { .size = 0x04000000, .flag = PMB_SZ_64M, },
  131. { .size = 0x01000000, .flag = PMB_SZ_16M, },
  132. };
  133. long pmb_remap(unsigned long vaddr, unsigned long phys,
  134. unsigned long size, unsigned long flags)
  135. {
  136. struct pmb_entry *pmbp, *pmbe;
  137. unsigned long wanted;
  138. int pmb_flags, i;
  139. long err;
  140. /* Convert typical pgprot value to the PMB equivalent */
  141. if (flags & _PAGE_CACHABLE) {
  142. if (flags & _PAGE_WT)
  143. pmb_flags = PMB_WT;
  144. else
  145. pmb_flags = PMB_C;
  146. } else
  147. pmb_flags = PMB_WT | PMB_UB;
  148. pmbp = NULL;
  149. wanted = size;
  150. again:
  151. for (i = 0; i < ARRAY_SIZE(pmb_sizes); i++) {
  152. if (size < pmb_sizes[i].size)
  153. continue;
  154. pmbe = pmb_alloc(vaddr, phys, pmb_flags | pmb_sizes[i].flag);
  155. if (IS_ERR(pmbe)) {
  156. err = PTR_ERR(pmbe);
  157. goto out;
  158. }
  159. set_pmb_entry(pmbe);
  160. phys += pmb_sizes[i].size;
  161. vaddr += pmb_sizes[i].size;
  162. size -= pmb_sizes[i].size;
  163. /*
  164. * Link adjacent entries that span multiple PMB entries
  165. * for easier tear-down.
  166. */
  167. if (likely(pmbp))
  168. pmbp->link = pmbe;
  169. pmbp = pmbe;
  170. /*
  171. * Instead of trying smaller sizes on every iteration
  172. * (even if we succeed in allocating space), try using
  173. * pmb_sizes[i].size again.
  174. */
  175. i--;
  176. }
  177. if (size >= 0x1000000)
  178. goto again;
  179. return wanted - size;
  180. out:
  181. if (pmbp)
  182. __pmb_unmap(pmbp);
  183. return err;
  184. }
  185. void pmb_unmap(unsigned long addr)
  186. {
  187. struct pmb_entry *pmbe = NULL;
  188. int i;
  189. for (i = 0; i < ARRAY_SIZE(pmb_entry_list); i++) {
  190. if (test_bit(i, &pmb_map)) {
  191. pmbe = &pmb_entry_list[i];
  192. if (pmbe->vpn == addr)
  193. break;
  194. }
  195. }
  196. if (unlikely(!pmbe))
  197. return;
  198. __pmb_unmap(pmbe);
  199. }
  200. static void __pmb_unmap(struct pmb_entry *pmbe)
  201. {
  202. BUG_ON(!test_bit(pmbe->entry, &pmb_map));
  203. do {
  204. struct pmb_entry *pmblink = pmbe;
  205. /*
  206. * We may be called before this pmb_entry has been
  207. * entered into the PMB table via set_pmb_entry(), but
  208. * that's OK because we've allocated a unique slot for
  209. * this entry in pmb_alloc() (even if we haven't filled
  210. * it yet).
  211. *
  212. * Therefore, calling clear_pmb_entry() is safe as no
  213. * other mapping can be using that slot.
  214. */
  215. clear_pmb_entry(pmbe);
  216. pmbe = pmblink->link;
  217. pmb_free(pmblink);
  218. } while (pmbe);
  219. }
  220. int __uses_jump_to_uncached pmb_init(void)
  221. {
  222. unsigned int i;
  223. long size, ret;
  224. jump_to_uncached();
  225. /*
  226. * Insert PMB entries for the P1 and P2 areas so that, after
  227. * we've switched the MMU to 32-bit mode, the semantics of P1
  228. * and P2 are the same as in 29-bit mode, e.g.
  229. *
  230. * P1 - provides a cached window onto physical memory
  231. * P2 - provides an uncached window onto physical memory
  232. */
  233. size = __MEMORY_START + __MEMORY_SIZE;
  234. ret = pmb_remap(P1SEG, 0x00000000, size, PMB_C);
  235. BUG_ON(ret != size);
  236. ret = pmb_remap(P2SEG, 0x00000000, size, PMB_WT | PMB_UB);
  237. BUG_ON(ret != size);
  238. ctrl_outl(0, PMB_IRMCR);
  239. /* PMB.SE and UB[7] */
  240. ctrl_outl(PASCR_SE | (1 << 7), PMB_PASCR);
  241. /* Flush out the TLB */
  242. i = ctrl_inl(MMUCR);
  243. i |= MMUCR_TI;
  244. ctrl_outl(i, MMUCR);
  245. back_to_cached();
  246. return 0;
  247. }
  248. static int pmb_seq_show(struct seq_file *file, void *iter)
  249. {
  250. int i;
  251. seq_printf(file, "V: Valid, C: Cacheable, WT: Write-Through\n"
  252. "CB: Copy-Back, B: Buffered, UB: Unbuffered\n");
  253. seq_printf(file, "ety vpn ppn size flags\n");
  254. for (i = 0; i < NR_PMB_ENTRIES; i++) {
  255. unsigned long addr, data;
  256. unsigned int size;
  257. char *sz_str = NULL;
  258. addr = ctrl_inl(mk_pmb_addr(i));
  259. data = ctrl_inl(mk_pmb_data(i));
  260. size = data & PMB_SZ_MASK;
  261. sz_str = (size == PMB_SZ_16M) ? " 16MB":
  262. (size == PMB_SZ_64M) ? " 64MB":
  263. (size == PMB_SZ_128M) ? "128MB":
  264. "512MB";
  265. /* 02: V 0x88 0x08 128MB C CB B */
  266. seq_printf(file, "%02d: %c 0x%02lx 0x%02lx %s %c %s %s\n",
  267. i, ((addr & PMB_V) && (data & PMB_V)) ? 'V' : ' ',
  268. (addr >> 24) & 0xff, (data >> 24) & 0xff,
  269. sz_str, (data & PMB_C) ? 'C' : ' ',
  270. (data & PMB_WT) ? "WT" : "CB",
  271. (data & PMB_UB) ? "UB" : " B");
  272. }
  273. return 0;
  274. }
  275. static int pmb_debugfs_open(struct inode *inode, struct file *file)
  276. {
  277. return single_open(file, pmb_seq_show, NULL);
  278. }
  279. static const struct file_operations pmb_debugfs_fops = {
  280. .owner = THIS_MODULE,
  281. .open = pmb_debugfs_open,
  282. .read = seq_read,
  283. .llseek = seq_lseek,
  284. .release = single_release,
  285. };
  286. static int __init pmb_debugfs_init(void)
  287. {
  288. struct dentry *dentry;
  289. dentry = debugfs_create_file("pmb", S_IFREG | S_IRUGO,
  290. sh_debugfs_root, NULL, &pmb_debugfs_fops);
  291. if (!dentry)
  292. return -ENOMEM;
  293. if (IS_ERR(dentry))
  294. return PTR_ERR(dentry);
  295. return 0;
  296. }
  297. postcore_initcall(pmb_debugfs_init);
  298. #ifdef CONFIG_PM
  299. static int pmb_sysdev_suspend(struct sys_device *dev, pm_message_t state)
  300. {
  301. static pm_message_t prev_state;
  302. int i;
  303. /* Restore the PMB after a resume from hibernation */
  304. if (state.event == PM_EVENT_ON &&
  305. prev_state.event == PM_EVENT_FREEZE) {
  306. struct pmb_entry *pmbe;
  307. for (i = 0; i < ARRAY_SIZE(pmb_entry_list); i++) {
  308. if (test_bit(i, &pmb_map)) {
  309. pmbe = &pmb_entry_list[i];
  310. set_pmb_entry(pmbe);
  311. }
  312. }
  313. }
  314. prev_state = state;
  315. return 0;
  316. }
  317. static int pmb_sysdev_resume(struct sys_device *dev)
  318. {
  319. return pmb_sysdev_suspend(dev, PMSG_ON);
  320. }
  321. static struct sysdev_driver pmb_sysdev_driver = {
  322. .suspend = pmb_sysdev_suspend,
  323. .resume = pmb_sysdev_resume,
  324. };
  325. static int __init pmb_sysdev_init(void)
  326. {
  327. return sysdev_driver_register(&cpu_sysdev_class, &pmb_sysdev_driver);
  328. }
  329. subsys_initcall(pmb_sysdev_init);
  330. #endif