page.h 7.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311
  1. #ifndef _ASM_X86_PAGE_H
  2. #define _ASM_X86_PAGE_H
  3. #include <linux/const.h>
  4. /* PAGE_SHIFT determines the page size */
  5. #define PAGE_SHIFT 12
  6. #define PAGE_SIZE (_AC(1,UL) << PAGE_SHIFT)
  7. #define PAGE_MASK (~(PAGE_SIZE-1))
  8. #define PHYSICAL_PAGE_MASK (PAGE_MASK & __PHYSICAL_MASK)
  9. #define PTE_MASK PHYSICAL_PAGE_MASK
  10. #define LARGE_PAGE_SIZE (_AC(1,UL) << PMD_SHIFT)
  11. #define LARGE_PAGE_MASK (~(LARGE_PAGE_SIZE-1))
  12. #define HPAGE_SHIFT PMD_SHIFT
  13. #define HPAGE_SIZE (_AC(1,UL) << HPAGE_SHIFT)
  14. #define HPAGE_MASK (~(HPAGE_SIZE - 1))
  15. #define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT)
  16. /* to align the pointer to the (next) page boundary */
  17. #define PAGE_ALIGN(addr) (((addr)+PAGE_SIZE-1)&PAGE_MASK)
  18. #define __PHYSICAL_MASK _AT(phys_addr_t, (_AC(1,ULL) << __PHYSICAL_MASK_SHIFT) - 1)
  19. #define __VIRTUAL_MASK ((_AC(1,UL) << __VIRTUAL_MASK_SHIFT) - 1)
  20. #ifndef __ASSEMBLY__
  21. #include <linux/types.h>
  22. #endif
  23. #ifdef CONFIG_X86_64
  24. #define PAGETABLE_LEVELS 4
  25. #define THREAD_ORDER 1
  26. #define THREAD_SIZE (PAGE_SIZE << THREAD_ORDER)
  27. #define CURRENT_MASK (~(THREAD_SIZE-1))
  28. #define EXCEPTION_STACK_ORDER 0
  29. #define EXCEPTION_STKSZ (PAGE_SIZE << EXCEPTION_STACK_ORDER)
  30. #define DEBUG_STACK_ORDER (EXCEPTION_STACK_ORDER + 1)
  31. #define DEBUG_STKSZ (PAGE_SIZE << DEBUG_STACK_ORDER)
  32. #define IRQSTACK_ORDER 2
  33. #define IRQSTACKSIZE (PAGE_SIZE << IRQSTACK_ORDER)
  34. #define STACKFAULT_STACK 1
  35. #define DOUBLEFAULT_STACK 2
  36. #define NMI_STACK 3
  37. #define DEBUG_STACK 4
  38. #define MCE_STACK 5
  39. #define N_EXCEPTION_STACKS 5 /* hw limit: 7 */
  40. #define __PAGE_OFFSET _AC(0xffff810000000000, UL)
  41. #define __PHYSICAL_START CONFIG_PHYSICAL_START
  42. #define __KERNEL_ALIGN 0x200000
  43. /*
  44. * Make sure kernel is aligned to 2MB address. Catching it at compile
  45. * time is better. Change your config file and compile the kernel
  46. * for a 2MB aligned address (CONFIG_PHYSICAL_START)
  47. */
  48. #if (CONFIG_PHYSICAL_START % __KERNEL_ALIGN) != 0
  49. #error "CONFIG_PHYSICAL_START must be a multiple of 2MB"
  50. #endif
  51. #define __START_KERNEL (__START_KERNEL_map + __PHYSICAL_START)
  52. #define __START_KERNEL_map _AC(0xffffffff80000000, UL)
  53. /* See Documentation/x86_64/mm.txt for a description of the memory map. */
  54. #define __PHYSICAL_MASK_SHIFT 46
  55. #define __VIRTUAL_MASK_SHIFT 48
  56. #define KERNEL_TEXT_SIZE (40*1024*1024)
  57. #define KERNEL_TEXT_START _AC(0xffffffff80000000, UL)
  58. #ifndef __ASSEMBLY__
  59. void clear_page(void *page);
  60. void copy_page(void *to, void *from);
  61. /*
  62. * These are used to make use of C type-checking..
  63. */
  64. typedef unsigned long pteval_t;
  65. typedef unsigned long pmdval_t;
  66. typedef unsigned long pudval_t;
  67. typedef unsigned long pgdval_t;
  68. typedef unsigned long pgprotval_t;
  69. typedef unsigned long phys_addr_t;
  70. typedef struct { pteval_t pte; } pte_t;
  71. #define native_pte_val(x) ((x).pte)
  72. #define native_make_pte(x) ((pte_t) { (x) } )
  73. #endif /* !__ASSEMBLY__ */
  74. #endif /* CONFIG_X86_64 */
  75. #ifdef CONFIG_X86_32
  76. /*
  77. * This handles the memory map.
  78. *
  79. * A __PAGE_OFFSET of 0xC0000000 means that the kernel has
  80. * a virtual address space of one gigabyte, which limits the
  81. * amount of physical memory you can use to about 950MB.
  82. *
  83. * If you want more physical memory than this then see the CONFIG_HIGHMEM4G
  84. * and CONFIG_HIGHMEM64G options in the kernel configuration.
  85. */
  86. #define __PAGE_OFFSET _AC(CONFIG_PAGE_OFFSET, UL)
  87. #ifdef CONFIG_X86_PAE
  88. #define __PHYSICAL_MASK_SHIFT 36
  89. #define __VIRTUAL_MASK_SHIFT 32
  90. #define PAGETABLE_LEVELS 3
  91. #ifndef __ASSEMBLY__
  92. typedef u64 pteval_t;
  93. typedef u64 pmdval_t;
  94. typedef u64 pudval_t;
  95. typedef u64 pgdval_t;
  96. typedef u64 pgprotval_t;
  97. typedef u64 phys_addr_t;
  98. typedef struct { unsigned long pte_low, pte_high; } pte_t;
  99. static inline unsigned long long native_pte_val(pte_t pte)
  100. {
  101. return pte.pte_low | ((unsigned long long)pte.pte_high << 32);
  102. }
  103. static inline pte_t native_make_pte(unsigned long long val)
  104. {
  105. return (pte_t) { .pte_low = val, .pte_high = (val >> 32) } ;
  106. }
  107. #endif /* __ASSEMBLY__
  108. */
  109. #else /* !CONFIG_X86_PAE */
  110. #define __PHYSICAL_MASK_SHIFT 32
  111. #define __VIRTUAL_MASK_SHIFT 32
  112. #define PAGETABLE_LEVELS 2
  113. #ifndef __ASSEMBLY__
  114. typedef unsigned long pteval_t;
  115. typedef unsigned long pmdval_t;
  116. typedef unsigned long pudval_t;
  117. typedef unsigned long pgdval_t;
  118. typedef unsigned long pgprotval_t;
  119. typedef unsigned long phys_addr_t;
  120. typedef struct { pteval_t pte_low; } pte_t;
  121. typedef pte_t boot_pte_t;
  122. static inline unsigned long native_pte_val(pte_t pte)
  123. {
  124. return pte.pte_low;
  125. }
  126. static inline pte_t native_make_pte(unsigned long val)
  127. {
  128. return (pte_t) { .pte_low = val };
  129. }
  130. #endif /* __ASSEMBLY__ */
  131. #endif /* CONFIG_X86_PAE */
  132. #ifdef CONFIG_HUGETLB_PAGE
  133. #define HAVE_ARCH_HUGETLB_UNMAPPED_AREA
  134. #endif
  135. #ifndef __ASSEMBLY__
  136. #ifdef CONFIG_X86_USE_3DNOW
  137. #include <asm/mmx.h>
  138. static inline void clear_page(void *page)
  139. {
  140. mmx_clear_page(page);
  141. }
  142. static inline void copy_page(void *to, void *from)
  143. {
  144. mmx_copy_page(to, from);
  145. }
  146. #else /* !CONFIG_X86_USE_3DNOW */
  147. #include <linux/string.h>
  148. static inline void clear_page(void *page)
  149. {
  150. memset(page, 0, PAGE_SIZE);
  151. }
  152. static inline void copy_page(void *to, void *from)
  153. {
  154. memcpy(to, from, PAGE_SIZE);
  155. }
  156. #endif /* CONFIG_X86_3DNOW */
  157. #endif /* !__ASSEMBLY__ */
  158. #endif /* CONFIG_X86_32 */
  159. #define PAGE_OFFSET ((unsigned long)__PAGE_OFFSET)
  160. #define VM_DATA_DEFAULT_FLAGS \
  161. (((current->personality & READ_IMPLIES_EXEC) ? VM_EXEC : 0 ) | \
  162. VM_READ | VM_WRITE | VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC)
  163. #ifndef __ASSEMBLY__
  164. struct page;
  165. static void inline clear_user_page(void *page, unsigned long vaddr,
  166. struct page *pg)
  167. {
  168. clear_page(page);
  169. }
  170. static void inline copy_user_page(void *to, void *from, unsigned long vaddr,
  171. struct page *topage)
  172. {
  173. copy_page(to, from);
  174. }
  175. #define __alloc_zeroed_user_highpage(movableflags, vma, vaddr) \
  176. alloc_page_vma(GFP_HIGHUSER | __GFP_ZERO | movableflags, vma, vaddr)
  177. #define __HAVE_ARCH_ALLOC_ZEROED_USER_HIGHPAGE
  178. typedef struct { pgdval_t pgd; } pgd_t;
  179. typedef struct { pgprotval_t pgprot; } pgprot_t;
  180. static inline pgd_t native_make_pgd(pgdval_t val)
  181. {
  182. return (pgd_t) { val };
  183. }
  184. static inline pgdval_t native_pgd_val(pgd_t pgd)
  185. {
  186. return pgd.pgd;
  187. }
  188. #if PAGETABLE_LEVELS >= 3
  189. #if PAGETABLE_LEVELS == 4
  190. typedef struct { pudval_t pud; } pud_t;
  191. static inline pud_t native_make_pud(pmdval_t val)
  192. {
  193. return (pud_t) { val };
  194. }
  195. static inline pudval_t native_pud_val(pud_t pud)
  196. {
  197. return pud.pud;
  198. }
  199. #else /* PAGETABLE_LEVELS == 3 */
  200. #include <asm-generic/pgtable-nopud.h>
  201. #endif /* PAGETABLE_LEVELS == 4 */
  202. typedef struct { pmdval_t pmd; } pmd_t;
  203. static inline pmd_t native_make_pmd(pmdval_t val)
  204. {
  205. return (pmd_t) { val };
  206. }
  207. static inline pmdval_t native_pmd_val(pmd_t pmd)
  208. {
  209. return pmd.pmd;
  210. }
  211. #else /* PAGETABLE_LEVELS == 2 */
  212. #include <asm-generic/pgtable-nopmd.h>
  213. #endif /* PAGETABLE_LEVELS >= 3 */
  214. #define pgprot_val(x) ((x).pgprot)
  215. #define __pgprot(x) ((pgprot_t) { (x) } )
  216. #ifdef CONFIG_PARAVIRT
  217. #include <asm/paravirt.h>
  218. #else /* !CONFIG_PARAVIRT */
  219. #define pgd_val(x) native_pgd_val(x)
  220. #define __pgd(x) native_make_pgd(x)
  221. #ifndef __PAGETABLE_PUD_FOLDED
  222. #define pud_val(x) native_pud_val(x)
  223. #define __pud(x) native_make_pud(x)
  224. #endif
  225. #ifndef __PAGETABLE_PMD_FOLDED
  226. #define pmd_val(x) native_pmd_val(x)
  227. #define __pmd(x) native_make_pmd(x)
  228. #endif
  229. #define pte_val(x) native_pte_val(x)
  230. #define __pte(x) native_make_pte(x)
  231. #endif /* CONFIG_PARAVIRT */
  232. #endif /* __ASSEMBLY__ */
  233. #ifdef CONFIG_X86_32
  234. # include "page_32.h"
  235. #else
  236. # include "page_64.h"
  237. #endif
  238. #endif /* _ASM_X86_PAGE_H */