fixmap.h 7.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243
  1. /*
  2. * fixmap.h: compile-time virtual memory allocation
  3. *
  4. * This file is subject to the terms and conditions of the GNU General Public
  5. * License. See the file "COPYING" in the main directory of this archive
  6. * for more details.
  7. *
  8. * Copyright (C) 1998 Ingo Molnar
  9. *
  10. * Support of BIGMEM added by Gerhard Wichert, Siemens AG, July 1999
  11. * x86_32 and x86_64 integration by Gustavo F. Padovan, February 2009
  12. */
  13. #ifndef _ASM_X86_FIXMAP_H
  14. #define _ASM_X86_FIXMAP_H
  15. #ifndef __ASSEMBLY__
  16. #include <linux/kernel.h>
  17. #include <asm/acpi.h>
  18. #include <asm/apicdef.h>
  19. #include <asm/page.h>
  20. #include <asm/pvclock.h>
  21. #ifdef CONFIG_X86_32
  22. #include <linux/threads.h>
  23. #include <asm/kmap_types.h>
  24. #else
  25. #include <asm/vsyscall.h>
  26. #endif
  27. /*
  28. * We can't declare FIXADDR_TOP as variable for x86_64 because vsyscall
  29. * uses fixmaps that relies on FIXADDR_TOP for proper address calculation.
  30. * Because of this, FIXADDR_TOP x86 integration was left as later work.
  31. */
  32. #ifdef CONFIG_X86_32
  33. /* used by vmalloc.c, vsyscall.lds.S.
  34. *
  35. * Leave one empty page between vmalloc'ed areas and
  36. * the start of the fixmap.
  37. */
  38. extern unsigned long __FIXADDR_TOP;
  39. #define FIXADDR_TOP ((unsigned long)__FIXADDR_TOP)
  40. #define FIXADDR_USER_START __fix_to_virt(FIX_VDSO)
  41. #define FIXADDR_USER_END __fix_to_virt(FIX_VDSO - 1)
  42. #else
  43. #define FIXADDR_TOP (VSYSCALL_END-PAGE_SIZE)
  44. /* Only covers 32bit vsyscalls currently. Need another set for 64bit. */
  45. #define FIXADDR_USER_START ((unsigned long)VSYSCALL32_VSYSCALL)
  46. #define FIXADDR_USER_END (FIXADDR_USER_START + PAGE_SIZE)
  47. #endif
  48. /*
  49. * Here we define all the compile-time 'special' virtual
  50. * addresses. The point is to have a constant address at
  51. * compile time, but to set the physical address only
  52. * in the boot process.
  53. * for x86_32: We allocate these special addresses
  54. * from the end of virtual memory (0xfffff000) backwards.
  55. * Also this lets us do fail-safe vmalloc(), we
  56. * can guarantee that these special addresses and
  57. * vmalloc()-ed addresses never overlap.
  58. *
  59. * These 'compile-time allocated' memory buffers are
  60. * fixed-size 4k pages (or larger if used with an increment
  61. * higher than 1). Use set_fixmap(idx,phys) to associate
  62. * physical memory with fixmap indices.
  63. *
  64. * TLB entries of such buffers will not be flushed across
  65. * task switches.
  66. */
  67. enum fixed_addresses {
  68. #ifdef CONFIG_X86_32
  69. FIX_HOLE,
  70. FIX_VDSO,
  71. #else
  72. VSYSCALL_LAST_PAGE,
  73. VSYSCALL_FIRST_PAGE = VSYSCALL_LAST_PAGE
  74. + ((VSYSCALL_END-VSYSCALL_START) >> PAGE_SHIFT) - 1,
  75. VVAR_PAGE,
  76. VSYSCALL_HPET,
  77. #endif
  78. #ifdef CONFIG_PARAVIRT_CLOCK
  79. PVCLOCK_FIXMAP_BEGIN,
  80. PVCLOCK_FIXMAP_END = PVCLOCK_FIXMAP_BEGIN+PVCLOCK_VSYSCALL_NR_PAGES-1,
  81. #endif
  82. FIX_DBGP_BASE,
  83. FIX_EARLYCON_MEM_BASE,
  84. #ifdef CONFIG_PROVIDE_OHCI1394_DMA_INIT
  85. FIX_OHCI1394_BASE,
  86. #endif
  87. #ifdef CONFIG_X86_LOCAL_APIC
  88. FIX_APIC_BASE, /* local (CPU) APIC) -- required for SMP or not */
  89. #endif
  90. #ifdef CONFIG_X86_IO_APIC
  91. FIX_IO_APIC_BASE_0,
  92. FIX_IO_APIC_BASE_END = FIX_IO_APIC_BASE_0 + MAX_IO_APICS - 1,
  93. #endif
  94. #ifdef CONFIG_X86_VISWS_APIC
  95. FIX_CO_CPU, /* Cobalt timer */
  96. FIX_CO_APIC, /* Cobalt APIC Redirection Table */
  97. FIX_LI_PCIA, /* Lithium PCI Bridge A */
  98. FIX_LI_PCIB, /* Lithium PCI Bridge B */
  99. #endif
  100. #ifdef CONFIG_X86_F00F_BUG
  101. FIX_F00F_IDT, /* Virtual mapping for IDT */
  102. #endif
  103. #ifdef CONFIG_X86_CYCLONE_TIMER
  104. FIX_CYCLONE_TIMER, /*cyclone timer register*/
  105. #endif
  106. #ifdef CONFIG_X86_32
  107. FIX_KMAP_BEGIN, /* reserved pte's for temporary kernel mappings */
  108. FIX_KMAP_END = FIX_KMAP_BEGIN+(KM_TYPE_NR*NR_CPUS)-1,
  109. #ifdef CONFIG_PCI_MMCONFIG
  110. FIX_PCIE_MCFG,
  111. #endif
  112. #endif
  113. #ifdef CONFIG_PARAVIRT
  114. FIX_PARAVIRT_BOOTMAP,
  115. #endif
  116. FIX_TEXT_POKE1, /* reserve 2 pages for text_poke() */
  117. FIX_TEXT_POKE0, /* first page is last, because allocation is backward */
  118. #ifdef CONFIG_X86_INTEL_MID
  119. FIX_LNW_VRTC,
  120. #endif
  121. __end_of_permanent_fixed_addresses,
  122. /*
  123. * 256 temporary boot-time mappings, used by early_ioremap(),
  124. * before ioremap() is functional.
  125. *
  126. * If necessary we round it up to the next 256 pages boundary so
  127. * that we can have a single pgd entry and a single pte table:
  128. */
  129. #define NR_FIX_BTMAPS 64
  130. #define FIX_BTMAPS_SLOTS 4
  131. #define TOTAL_FIX_BTMAPS (NR_FIX_BTMAPS * FIX_BTMAPS_SLOTS)
  132. FIX_BTMAP_END =
  133. (__end_of_permanent_fixed_addresses ^
  134. (__end_of_permanent_fixed_addresses + TOTAL_FIX_BTMAPS - 1)) &
  135. -PTRS_PER_PTE
  136. ? __end_of_permanent_fixed_addresses + TOTAL_FIX_BTMAPS -
  137. (__end_of_permanent_fixed_addresses & (TOTAL_FIX_BTMAPS - 1))
  138. : __end_of_permanent_fixed_addresses,
  139. FIX_BTMAP_BEGIN = FIX_BTMAP_END + TOTAL_FIX_BTMAPS - 1,
  140. #ifdef CONFIG_X86_32
  141. FIX_WP_TEST,
  142. #endif
  143. #ifdef CONFIG_INTEL_TXT
  144. FIX_TBOOT_BASE,
  145. #endif
  146. __end_of_fixed_addresses
  147. };
  148. extern void reserve_top_address(unsigned long reserve);
  149. #define FIXADDR_SIZE (__end_of_permanent_fixed_addresses << PAGE_SHIFT)
  150. #define FIXADDR_BOOT_SIZE (__end_of_fixed_addresses << PAGE_SHIFT)
  151. #define FIXADDR_START (FIXADDR_TOP - FIXADDR_SIZE)
  152. #define FIXADDR_BOOT_START (FIXADDR_TOP - FIXADDR_BOOT_SIZE)
  153. extern int fixmaps_set;
  154. extern pte_t *kmap_pte;
  155. extern pgprot_t kmap_prot;
  156. extern pte_t *pkmap_page_table;
  157. void __native_set_fixmap(enum fixed_addresses idx, pte_t pte);
  158. void native_set_fixmap(enum fixed_addresses idx,
  159. phys_addr_t phys, pgprot_t flags);
  160. #ifndef CONFIG_PARAVIRT
  161. static inline void __set_fixmap(enum fixed_addresses idx,
  162. phys_addr_t phys, pgprot_t flags)
  163. {
  164. native_set_fixmap(idx, phys, flags);
  165. }
  166. #endif
  167. #define set_fixmap(idx, phys) \
  168. __set_fixmap(idx, phys, PAGE_KERNEL)
  169. /*
  170. * Some hardware wants to get fixmapped without caching.
  171. */
  172. #define set_fixmap_nocache(idx, phys) \
  173. __set_fixmap(idx, phys, PAGE_KERNEL_NOCACHE)
  174. #define clear_fixmap(idx) \
  175. __set_fixmap(idx, 0, __pgprot(0))
  176. #define __fix_to_virt(x) (FIXADDR_TOP - ((x) << PAGE_SHIFT))
  177. #define __virt_to_fix(x) ((FIXADDR_TOP - ((x)&PAGE_MASK)) >> PAGE_SHIFT)
  178. extern void __this_fixmap_does_not_exist(void);
  179. /*
  180. * 'index to address' translation. If anyone tries to use the idx
  181. * directly without translation, we catch the bug with a NULL-deference
  182. * kernel oops. Illegal ranges of incoming indices are caught too.
  183. */
  184. static __always_inline unsigned long fix_to_virt(const unsigned int idx)
  185. {
  186. /*
  187. * this branch gets completely eliminated after inlining,
  188. * except when someone tries to use fixaddr indices in an
  189. * illegal way. (such as mixing up address types or using
  190. * out-of-range indices).
  191. *
  192. * If it doesn't get removed, the linker will complain
  193. * loudly with a reasonably clear error message..
  194. */
  195. if (idx >= __end_of_fixed_addresses)
  196. __this_fixmap_does_not_exist();
  197. return __fix_to_virt(idx);
  198. }
  199. static inline unsigned long virt_to_fix(const unsigned long vaddr)
  200. {
  201. BUG_ON(vaddr >= FIXADDR_TOP || vaddr < FIXADDR_START);
  202. return __virt_to_fix(vaddr);
  203. }
  204. /* Return an pointer with offset calculated */
  205. static __always_inline unsigned long
  206. __set_fixmap_offset(enum fixed_addresses idx, phys_addr_t phys, pgprot_t flags)
  207. {
  208. __set_fixmap(idx, phys, flags);
  209. return fix_to_virt(idx) + (phys & (PAGE_SIZE - 1));
  210. }
  211. #define set_fixmap_offset(idx, phys) \
  212. __set_fixmap_offset(idx, phys, PAGE_KERNEL)
  213. #define set_fixmap_offset_nocache(idx, phys) \
  214. __set_fixmap_offset(idx, phys, PAGE_KERNEL_NOCACHE)
  215. #endif /* !__ASSEMBLY__ */
  216. #endif /* _ASM_X86_FIXMAP_H */