init.c 8.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311
  1. /* $Id: init.c,v 1.19 2004/02/21 04:42:16 kkojima Exp $
  2. *
  3. * linux/arch/sh/mm/init.c
  4. *
  5. * Copyright (C) 1999 Niibe Yutaka
  6. * Copyright (C) 2002, 2004 Paul Mundt
  7. *
  8. * Based on linux/arch/i386/mm/init.c:
  9. * Copyright (C) 1995 Linus Torvalds
  10. */
  11. #include <linux/signal.h>
  12. #include <linux/sched.h>
  13. #include <linux/kernel.h>
  14. #include <linux/errno.h>
  15. #include <linux/string.h>
  16. #include <linux/types.h>
  17. #include <linux/ptrace.h>
  18. #include <linux/mman.h>
  19. #include <linux/mm.h>
  20. #include <linux/swap.h>
  21. #include <linux/smp.h>
  22. #include <linux/init.h>
  23. #include <linux/highmem.h>
  24. #include <linux/bootmem.h>
  25. #include <linux/pagemap.h>
  26. #include <asm/processor.h>
  27. #include <asm/system.h>
  28. #include <asm/uaccess.h>
  29. #include <asm/pgtable.h>
  30. #include <asm/pgalloc.h>
  31. #include <asm/mmu_context.h>
  32. #include <asm/io.h>
  33. #include <asm/tlb.h>
  34. #include <asm/cacheflush.h>
  35. #include <asm/cache.h>
  36. DEFINE_PER_CPU(struct mmu_gather, mmu_gathers);
  37. pgd_t swapper_pg_dir[PTRS_PER_PGD];
  38. /*
  39. * Cache of MMU context last used.
  40. */
  41. unsigned long mmu_context_cache = NO_CONTEXT;
  42. #ifdef CONFIG_MMU
  43. /* It'd be good if these lines were in the standard header file. */
  44. #define START_PFN (NODE_DATA(0)->bdata->node_boot_start >> PAGE_SHIFT)
  45. #define MAX_LOW_PFN (NODE_DATA(0)->bdata->node_low_pfn)
  46. #endif
  47. void (*copy_page)(void *from, void *to);
  48. void (*clear_page)(void *to);
  49. void show_mem(void)
  50. {
  51. int i, total = 0, reserved = 0;
  52. int shared = 0, cached = 0;
  53. printk("Mem-info:\n");
  54. show_free_areas();
  55. printk("Free swap: %6ldkB\n", nr_swap_pages<<(PAGE_SHIFT-10));
  56. i = max_mapnr;
  57. while (i-- > 0) {
  58. total++;
  59. if (PageReserved(mem_map+i))
  60. reserved++;
  61. else if (PageSwapCache(mem_map+i))
  62. cached++;
  63. else if (page_count(mem_map+i))
  64. shared += page_count(mem_map+i) - 1;
  65. }
  66. printk("%d pages of RAM\n",total);
  67. printk("%d reserved pages\n",reserved);
  68. printk("%d pages shared\n",shared);
  69. printk("%d pages swap cached\n",cached);
  70. }
  71. static void set_pte_phys(unsigned long addr, unsigned long phys, pgprot_t prot)
  72. {
  73. pgd_t *pgd;
  74. pud_t *pud;
  75. pmd_t *pmd;
  76. pte_t *pte;
  77. pgd = swapper_pg_dir + pgd_index(addr);
  78. if (pgd_none(*pgd)) {
  79. pgd_ERROR(*pgd);
  80. return;
  81. }
  82. pud = pud_offset(pgd, addr);
  83. if (pud_none(*pud)) {
  84. pmd = (pmd_t *)get_zeroed_page(GFP_ATOMIC);
  85. set_pud(pud, __pud(__pa(pmd) | _KERNPG_TABLE | _PAGE_USER));
  86. if (pmd != pmd_offset(pud, 0)) {
  87. pud_ERROR(*pud);
  88. return;
  89. }
  90. }
  91. pmd = pmd_offset(pud, addr);
  92. if (pmd_none(*pmd)) {
  93. pte = (pte_t *)get_zeroed_page(GFP_ATOMIC);
  94. set_pmd(pmd, __pmd(__pa(pte) | _KERNPG_TABLE | _PAGE_USER));
  95. if (pte != pte_offset_kernel(pmd, 0)) {
  96. pmd_ERROR(*pmd);
  97. return;
  98. }
  99. }
  100. pte = pte_offset_kernel(pmd, addr);
  101. if (!pte_none(*pte)) {
  102. pte_ERROR(*pte);
  103. return;
  104. }
  105. set_pte(pte, pfn_pte(phys >> PAGE_SHIFT, prot));
  106. __flush_tlb_page(get_asid(), addr);
  107. }
  108. /*
  109. * As a performance optimization, other platforms preserve the fixmap mapping
  110. * across a context switch, we don't presently do this, but this could be done
  111. * in a similar fashion as to the wired TLB interface that sh64 uses (by way
  112. * of the memorry mapped UTLB configuration) -- this unfortunately forces us to
  113. * give up a TLB entry for each mapping we want to preserve. While this may be
  114. * viable for a small number of fixmaps, it's not particularly useful for
  115. * everything and needs to be carefully evaluated. (ie, we may want this for
  116. * the vsyscall page).
  117. *
  118. * XXX: Perhaps add a _PAGE_WIRED flag or something similar that we can pass
  119. * in at __set_fixmap() time to determine the appropriate behavior to follow.
  120. *
  121. * -- PFM.
  122. */
  123. void __set_fixmap(enum fixed_addresses idx, unsigned long phys, pgprot_t prot)
  124. {
  125. unsigned long address = __fix_to_virt(idx);
  126. if (idx >= __end_of_fixed_addresses) {
  127. BUG();
  128. return;
  129. }
  130. set_pte_phys(address, phys, prot);
  131. }
  132. /* References to section boundaries */
  133. extern char _text, _etext, _edata, __bss_start, _end;
  134. extern char __init_begin, __init_end;
  135. /*
  136. * paging_init() sets up the page tables
  137. *
  138. * This routines also unmaps the page at virtual kernel address 0, so
  139. * that we can trap those pesky NULL-reference errors in the kernel.
  140. */
  141. void __init paging_init(void)
  142. {
  143. unsigned long zones_size[MAX_NR_ZONES] = { 0, };
  144. /*
  145. * Setup some defaults for the zone sizes.. these should be safe
  146. * regardless of distcontiguous memory or MMU settings.
  147. */
  148. zones_size[ZONE_DMA] = 0 >> PAGE_SHIFT;
  149. zones_size[ZONE_NORMAL] = __MEMORY_SIZE >> PAGE_SHIFT;
  150. #ifdef CONFIG_HIGHMEM
  151. zones_size[ZONE_HIGHMEM] = 0 >> PAGE_SHIFT;
  152. #endif
  153. #ifdef CONFIG_MMU
  154. /*
  155. * If we have an MMU, and want to be using it .. we need to adjust
  156. * the zone sizes accordingly, in addition to turning it on.
  157. */
  158. {
  159. unsigned long max_dma, low, start_pfn;
  160. pgd_t *pg_dir;
  161. int i;
  162. /* We don't need kernel mapping as hardware support that. */
  163. pg_dir = swapper_pg_dir;
  164. for (i = 0; i < PTRS_PER_PGD; i++)
  165. pgd_val(pg_dir[i]) = 0;
  166. /* Turn on the MMU */
  167. enable_mmu();
  168. /* Fixup the zone sizes */
  169. start_pfn = START_PFN;
  170. max_dma = virt_to_phys((char *)MAX_DMA_ADDRESS) >> PAGE_SHIFT;
  171. low = MAX_LOW_PFN;
  172. if (low < max_dma) {
  173. zones_size[ZONE_DMA] = low - start_pfn;
  174. zones_size[ZONE_NORMAL] = 0;
  175. } else {
  176. zones_size[ZONE_DMA] = max_dma - start_pfn;
  177. zones_size[ZONE_NORMAL] = low - max_dma;
  178. }
  179. }
  180. #elif defined(CONFIG_CPU_SH3) || defined(CONFIG_CPU_SH4)
  181. /*
  182. * If we don't have CONFIG_MMU set and the processor in question
  183. * still has an MMU, care needs to be taken to make sure it doesn't
  184. * stay on.. Since the boot loader could have potentially already
  185. * turned it on, and we clearly don't want it, we simply turn it off.
  186. *
  187. * We don't need to do anything special for the zone sizes, since the
  188. * default values that were already configured up above should be
  189. * satisfactory.
  190. */
  191. disable_mmu();
  192. #endif
  193. NODE_DATA(0)->node_mem_map = NULL;
  194. free_area_init_node(0, NODE_DATA(0), zones_size, __MEMORY_START >> PAGE_SHIFT, 0);
  195. }
  196. void __init mem_init(void)
  197. {
  198. extern unsigned long empty_zero_page[1024];
  199. int codesize, reservedpages, datasize, initsize;
  200. int tmp;
  201. extern unsigned long memory_start;
  202. #ifdef CONFIG_MMU
  203. high_memory = (void *)__va(MAX_LOW_PFN * PAGE_SIZE);
  204. #else
  205. extern unsigned long memory_end;
  206. high_memory = (void *)(memory_end & PAGE_MASK);
  207. #endif
  208. max_mapnr = num_physpages = MAP_NR(high_memory) - MAP_NR(memory_start);
  209. /* clear the zero-page */
  210. memset(empty_zero_page, 0, PAGE_SIZE);
  211. __flush_wback_region(empty_zero_page, PAGE_SIZE);
  212. /*
  213. * Setup wrappers for copy/clear_page(), these will get overridden
  214. * later in the boot process if a better method is available.
  215. */
  216. #ifdef CONFIG_MMU
  217. copy_page = copy_page_slow;
  218. clear_page = clear_page_slow;
  219. #else
  220. copy_page = copy_page_nommu;
  221. clear_page = clear_page_nommu;
  222. #endif
  223. /* this will put all low memory onto the freelists */
  224. totalram_pages += free_all_bootmem_node(NODE_DATA(0));
  225. reservedpages = 0;
  226. for (tmp = 0; tmp < num_physpages; tmp++)
  227. /*
  228. * Only count reserved RAM pages
  229. */
  230. if (PageReserved(mem_map+tmp))
  231. reservedpages++;
  232. codesize = (unsigned long) &_etext - (unsigned long) &_text;
  233. datasize = (unsigned long) &_edata - (unsigned long) &_etext;
  234. initsize = (unsigned long) &__init_end - (unsigned long) &__init_begin;
  235. printk("Memory: %luk/%luk available (%dk kernel code, %dk reserved, %dk data, %dk init)\n",
  236. (unsigned long) nr_free_pages() << (PAGE_SHIFT-10),
  237. max_mapnr << (PAGE_SHIFT-10),
  238. codesize >> 10,
  239. reservedpages << (PAGE_SHIFT-10),
  240. datasize >> 10,
  241. initsize >> 10);
  242. p3_cache_init();
  243. }
  244. void free_initmem(void)
  245. {
  246. unsigned long addr;
  247. addr = (unsigned long)(&__init_begin);
  248. for (; addr < (unsigned long)(&__init_end); addr += PAGE_SIZE) {
  249. ClearPageReserved(virt_to_page(addr));
  250. init_page_count(virt_to_page(addr));
  251. free_page(addr);
  252. totalram_pages++;
  253. }
  254. printk ("Freeing unused kernel memory: %dk freed\n", (&__init_end - &__init_begin) >> 10);
  255. }
  256. #ifdef CONFIG_BLK_DEV_INITRD
  257. void free_initrd_mem(unsigned long start, unsigned long end)
  258. {
  259. unsigned long p;
  260. for (p = start; p < end; p += PAGE_SIZE) {
  261. ClearPageReserved(virt_to_page(p));
  262. init_page_count(virt_to_page(p));
  263. free_page(p);
  264. totalram_pages++;
  265. }
  266. printk ("Freeing initrd memory: %ldk freed\n", (end - start) >> 10);
  267. }
  268. #endif