cpu_64.c 4.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166
  1. /*
  2. * Suspend and hibernation support for x86-64
  3. *
  4. * Distribute under GPLv2
  5. *
  6. * Copyright (c) 2007 Rafael J. Wysocki <rjw@sisk.pl>
  7. * Copyright (c) 2002 Pavel Machek <pavel@suse.cz>
  8. * Copyright (c) 2001 Patrick Mochel <mochel@osdl.org>
  9. */
  10. #include <linux/smp.h>
  11. #include <linux/suspend.h>
  12. #include <asm/proto.h>
  13. #include <asm/page.h>
  14. #include <asm/pgtable.h>
  15. #include <asm/mtrr.h>
  16. static void fix_processor_context(void);
  17. struct saved_context saved_context;
  18. /**
  19. * __save_processor_state - save CPU registers before creating a
  20. * hibernation image and before restoring the memory state from it
  21. * @ctxt - structure to store the registers contents in
  22. *
  23. * NOTE: If there is a CPU register the modification of which by the
  24. * boot kernel (ie. the kernel used for loading the hibernation image)
  25. * might affect the operations of the restored target kernel (ie. the one
  26. * saved in the hibernation image), then its contents must be saved by this
  27. * function. In other words, if kernel A is hibernated and different
  28. * kernel B is used for loading the hibernation image into memory, the
  29. * kernel A's __save_processor_state() function must save all registers
  30. * needed by kernel A, so that it can operate correctly after the resume
  31. * regardless of what kernel B does in the meantime.
  32. */
  33. static void __save_processor_state(struct saved_context *ctxt)
  34. {
  35. kernel_fpu_begin();
  36. /*
  37. * descriptor tables
  38. */
  39. store_gdt((struct desc_ptr *)&ctxt->gdt_limit);
  40. store_idt((struct desc_ptr *)&ctxt->idt_limit);
  41. store_tr(ctxt->tr);
  42. /* XMM0..XMM15 should be handled by kernel_fpu_begin(). */
  43. /*
  44. * segment registers
  45. */
  46. asm volatile ("movw %%ds, %0" : "=m" (ctxt->ds));
  47. asm volatile ("movw %%es, %0" : "=m" (ctxt->es));
  48. asm volatile ("movw %%fs, %0" : "=m" (ctxt->fs));
  49. asm volatile ("movw %%gs, %0" : "=m" (ctxt->gs));
  50. asm volatile ("movw %%ss, %0" : "=m" (ctxt->ss));
  51. rdmsrl(MSR_FS_BASE, ctxt->fs_base);
  52. rdmsrl(MSR_GS_BASE, ctxt->gs_base);
  53. rdmsrl(MSR_KERNEL_GS_BASE, ctxt->gs_kernel_base);
  54. mtrr_save_fixed_ranges(NULL);
  55. /*
  56. * control registers
  57. */
  58. rdmsrl(MSR_EFER, ctxt->efer);
  59. ctxt->cr0 = read_cr0();
  60. ctxt->cr2 = read_cr2();
  61. ctxt->cr3 = read_cr3();
  62. ctxt->cr4 = read_cr4();
  63. ctxt->cr8 = read_cr8();
  64. }
  65. void save_processor_state(void)
  66. {
  67. __save_processor_state(&saved_context);
  68. }
  69. static void do_fpu_end(void)
  70. {
  71. /*
  72. * Restore FPU regs if necessary
  73. */
  74. kernel_fpu_end();
  75. }
  76. /**
  77. * __restore_processor_state - restore the contents of CPU registers saved
  78. * by __save_processor_state()
  79. * @ctxt - structure to load the registers contents from
  80. */
  81. static void __restore_processor_state(struct saved_context *ctxt)
  82. {
  83. /*
  84. * control registers
  85. */
  86. wrmsrl(MSR_EFER, ctxt->efer);
  87. write_cr8(ctxt->cr8);
  88. write_cr4(ctxt->cr4);
  89. write_cr3(ctxt->cr3);
  90. write_cr2(ctxt->cr2);
  91. write_cr0(ctxt->cr0);
  92. /*
  93. * now restore the descriptor tables to their proper values
  94. * ltr is done i fix_processor_context().
  95. */
  96. load_gdt((const struct desc_ptr *)&ctxt->gdt_limit);
  97. load_idt((const struct desc_ptr *)&ctxt->idt_limit);
  98. /*
  99. * segment registers
  100. */
  101. asm volatile ("movw %0, %%ds" :: "r" (ctxt->ds));
  102. asm volatile ("movw %0, %%es" :: "r" (ctxt->es));
  103. asm volatile ("movw %0, %%fs" :: "r" (ctxt->fs));
  104. load_gs_index(ctxt->gs);
  105. asm volatile ("movw %0, %%ss" :: "r" (ctxt->ss));
  106. wrmsrl(MSR_FS_BASE, ctxt->fs_base);
  107. wrmsrl(MSR_GS_BASE, ctxt->gs_base);
  108. wrmsrl(MSR_KERNEL_GS_BASE, ctxt->gs_kernel_base);
  109. fix_processor_context();
  110. do_fpu_end();
  111. mtrr_ap_init();
  112. }
  113. void restore_processor_state(void)
  114. {
  115. __restore_processor_state(&saved_context);
  116. }
  117. static void fix_processor_context(void)
  118. {
  119. int cpu = smp_processor_id();
  120. struct tss_struct *t = &per_cpu(init_tss, cpu);
  121. /*
  122. * This just modifies memory; should not be necessary. But... This
  123. * is necessary, because 386 hardware has concept of busy TSS or some
  124. * similar stupidity.
  125. */
  126. set_tss_desc(cpu, t);
  127. get_cpu_gdt_table(cpu)[GDT_ENTRY_TSS].type = 9;
  128. syscall_init(); /* This sets MSR_*STAR and related */
  129. load_TR_desc(); /* This does ltr */
  130. load_LDT(&current->active_mm->context); /* This does lldt */
  131. /*
  132. * Now maybe reload the debug registers
  133. */
  134. if (current->thread.debugreg7){
  135. loaddebug(&current->thread, 0);
  136. loaddebug(&current->thread, 1);
  137. loaddebug(&current->thread, 2);
  138. loaddebug(&current->thread, 3);
  139. /* no 4 and 5 */
  140. loaddebug(&current->thread, 6);
  141. loaddebug(&current->thread, 7);
  142. }
  143. }