setup.c 6.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267
  1. /*
  2. * Machine specific setup for xen
  3. *
  4. * Jeremy Fitzhardinge <jeremy@xensource.com>, XenSource Inc, 2007
  5. */
  6. #include <linux/module.h>
  7. #include <linux/sched.h>
  8. #include <linux/mm.h>
  9. #include <linux/pm.h>
  10. #include <linux/memblock.h>
  11. #include <asm/elf.h>
  12. #include <asm/vdso.h>
  13. #include <asm/e820.h>
  14. #include <asm/setup.h>
  15. #include <asm/acpi.h>
  16. #include <asm/xen/hypervisor.h>
  17. #include <asm/xen/hypercall.h>
  18. #include <xen/page.h>
  19. #include <xen/interface/callback.h>
  20. #include <xen/interface/physdev.h>
  21. #include <xen/interface/memory.h>
  22. #include <xen/features.h>
  23. #include "xen-ops.h"
  24. #include "vdso.h"
  25. /* These are code, but not functions. Defined in entry.S */
  26. extern const char xen_hypervisor_callback[];
  27. extern const char xen_failsafe_callback[];
  28. extern void xen_sysenter_target(void);
  29. extern void xen_syscall_target(void);
  30. extern void xen_syscall32_target(void);
  31. static unsigned long __init xen_release_chunk(phys_addr_t start_addr,
  32. phys_addr_t end_addr)
  33. {
  34. struct xen_memory_reservation reservation = {
  35. .address_bits = 0,
  36. .extent_order = 0,
  37. .domid = DOMID_SELF
  38. };
  39. unsigned long start, end;
  40. unsigned long len = 0;
  41. unsigned long pfn;
  42. int ret;
  43. start = PFN_UP(start_addr);
  44. end = PFN_DOWN(end_addr);
  45. if (end <= start)
  46. return 0;
  47. printk(KERN_INFO "xen_release_chunk: looking at area pfn %lx-%lx: ",
  48. start, end);
  49. for(pfn = start; pfn < end; pfn++) {
  50. unsigned long mfn = pfn_to_mfn(pfn);
  51. /* Make sure pfn exists to start with */
  52. if (mfn == INVALID_P2M_ENTRY || mfn_to_pfn(mfn) != pfn)
  53. continue;
  54. set_xen_guest_handle(reservation.extent_start, &mfn);
  55. reservation.nr_extents = 1;
  56. ret = HYPERVISOR_memory_op(XENMEM_decrease_reservation,
  57. &reservation);
  58. WARN(ret != 1, "Failed to release memory %lx-%lx err=%d\n",
  59. start, end, ret);
  60. if (ret == 1) {
  61. set_phys_to_machine(pfn, INVALID_P2M_ENTRY);
  62. len++;
  63. }
  64. }
  65. printk(KERN_CONT "%ld pages freed\n", len);
  66. return len;
  67. }
  68. static unsigned long __init xen_return_unused_memory(unsigned long max_pfn,
  69. const struct e820map *e820)
  70. {
  71. phys_addr_t max_addr = PFN_PHYS(max_pfn);
  72. phys_addr_t last_end = 0;
  73. unsigned long released = 0;
  74. int i;
  75. for (i = 0; i < e820->nr_map && last_end < max_addr; i++) {
  76. phys_addr_t end = e820->map[i].addr;
  77. end = min(max_addr, end);
  78. released += xen_release_chunk(last_end, end);
  79. last_end = e820->map[i].addr + e820->map[i].size;
  80. }
  81. if (last_end < max_addr)
  82. released += xen_release_chunk(last_end, max_addr);
  83. printk(KERN_INFO "released %ld pages of unused memory\n", released);
  84. return released;
  85. }
  86. /**
  87. * machine_specific_memory_setup - Hook for machine specific memory setup.
  88. **/
  89. char * __init xen_memory_setup(void)
  90. {
  91. unsigned long max_pfn = xen_start_info->nr_pages;
  92. max_pfn = min(MAX_DOMAIN_PAGES, max_pfn);
  93. e820.nr_map = 0;
  94. e820_add_region(0, PFN_PHYS((u64)max_pfn), E820_RAM);
  95. /*
  96. * Even though this is normal, usable memory under Xen, reserve
  97. * ISA memory anyway because too many things think they can poke
  98. * about in there.
  99. */
  100. e820_add_region(ISA_START_ADDRESS, ISA_END_ADDRESS - ISA_START_ADDRESS,
  101. E820_RESERVED);
  102. /*
  103. * Reserve Xen bits:
  104. * - mfn_list
  105. * - xen_start_info
  106. * See comment above "struct start_info" in <xen/interface/xen.h>
  107. */
  108. memblock_x86_reserve_range(__pa(xen_start_info->mfn_list),
  109. __pa(xen_start_info->pt_base),
  110. "XEN START INFO");
  111. sanitize_e820_map(e820.map, ARRAY_SIZE(e820.map), &e820.nr_map);
  112. xen_return_unused_memory(xen_start_info->nr_pages, &e820);
  113. return "Xen";
  114. }
  115. static void xen_idle(void)
  116. {
  117. local_irq_disable();
  118. if (need_resched())
  119. local_irq_enable();
  120. else {
  121. current_thread_info()->status &= ~TS_POLLING;
  122. smp_mb__after_clear_bit();
  123. safe_halt();
  124. current_thread_info()->status |= TS_POLLING;
  125. }
  126. }
  127. /*
  128. * Set the bit indicating "nosegneg" library variants should be used.
  129. * We only need to bother in pure 32-bit mode; compat 32-bit processes
  130. * can have un-truncated segments, so wrapping around is allowed.
  131. */
  132. static void __init fiddle_vdso(void)
  133. {
  134. #ifdef CONFIG_X86_32
  135. u32 *mask;
  136. mask = VDSO32_SYMBOL(&vdso32_int80_start, NOTE_MASK);
  137. *mask |= 1 << VDSO_NOTE_NONEGSEG_BIT;
  138. mask = VDSO32_SYMBOL(&vdso32_sysenter_start, NOTE_MASK);
  139. *mask |= 1 << VDSO_NOTE_NONEGSEG_BIT;
  140. #endif
  141. }
  142. static __cpuinit int register_callback(unsigned type, const void *func)
  143. {
  144. struct callback_register callback = {
  145. .type = type,
  146. .address = XEN_CALLBACK(__KERNEL_CS, func),
  147. .flags = CALLBACKF_mask_events,
  148. };
  149. return HYPERVISOR_callback_op(CALLBACKOP_register, &callback);
  150. }
  151. void __cpuinit xen_enable_sysenter(void)
  152. {
  153. int ret;
  154. unsigned sysenter_feature;
  155. #ifdef CONFIG_X86_32
  156. sysenter_feature = X86_FEATURE_SEP;
  157. #else
  158. sysenter_feature = X86_FEATURE_SYSENTER32;
  159. #endif
  160. if (!boot_cpu_has(sysenter_feature))
  161. return;
  162. ret = register_callback(CALLBACKTYPE_sysenter, xen_sysenter_target);
  163. if(ret != 0)
  164. setup_clear_cpu_cap(sysenter_feature);
  165. }
  166. void __cpuinit xen_enable_syscall(void)
  167. {
  168. #ifdef CONFIG_X86_64
  169. int ret;
  170. ret = register_callback(CALLBACKTYPE_syscall, xen_syscall_target);
  171. if (ret != 0) {
  172. printk(KERN_ERR "Failed to set syscall callback: %d\n", ret);
  173. /* Pretty fatal; 64-bit userspace has no other
  174. mechanism for syscalls. */
  175. }
  176. if (boot_cpu_has(X86_FEATURE_SYSCALL32)) {
  177. ret = register_callback(CALLBACKTYPE_syscall32,
  178. xen_syscall32_target);
  179. if (ret != 0)
  180. setup_clear_cpu_cap(X86_FEATURE_SYSCALL32);
  181. }
  182. #endif /* CONFIG_X86_64 */
  183. }
  184. void __init xen_arch_setup(void)
  185. {
  186. struct physdev_set_iopl set_iopl;
  187. int rc;
  188. xen_panic_handler_init();
  189. HYPERVISOR_vm_assist(VMASST_CMD_enable, VMASST_TYPE_4gb_segments);
  190. HYPERVISOR_vm_assist(VMASST_CMD_enable, VMASST_TYPE_writable_pagetables);
  191. if (!xen_feature(XENFEAT_auto_translated_physmap))
  192. HYPERVISOR_vm_assist(VMASST_CMD_enable,
  193. VMASST_TYPE_pae_extended_cr3);
  194. if (register_callback(CALLBACKTYPE_event, xen_hypervisor_callback) ||
  195. register_callback(CALLBACKTYPE_failsafe, xen_failsafe_callback))
  196. BUG();
  197. xen_enable_sysenter();
  198. xen_enable_syscall();
  199. set_iopl.iopl = 1;
  200. rc = HYPERVISOR_physdev_op(PHYSDEVOP_set_iopl, &set_iopl);
  201. if (rc != 0)
  202. printk(KERN_INFO "physdev_op failed %d\n", rc);
  203. #ifdef CONFIG_ACPI
  204. if (!(xen_start_info->flags & SIF_INITDOMAIN)) {
  205. printk(KERN_INFO "ACPI in unprivileged domain disabled\n");
  206. disable_acpi();
  207. }
  208. #endif
  209. memcpy(boot_command_line, xen_start_info->cmd_line,
  210. MAX_GUEST_CMDLINE > COMMAND_LINE_SIZE ?
  211. COMMAND_LINE_SIZE : MAX_GUEST_CMDLINE);
  212. pm_idle = xen_idle;
  213. paravirt_disable_iospace();
  214. fiddle_vdso();
  215. }