smpboot_32.c 6.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229
  1. /*
  2. * x86 SMP booting functions
  3. *
  4. * (c) 1995 Alan Cox, Building #3 <alan@redhat.com>
  5. * (c) 1998, 1999, 2000 Ingo Molnar <mingo@redhat.com>
  6. *
  7. * Much of the core SMP work is based on previous work by Thomas Radke, to
  8. * whom a great many thanks are extended.
  9. *
  10. * Thanks to Intel for making available several different Pentium,
  11. * Pentium Pro and Pentium-II/Xeon MP machines.
  12. * Original development of Linux SMP code supported by Caldera.
  13. *
  14. * This code is released under the GNU General Public License version 2 or
  15. * later.
  16. *
  17. * Fixes
  18. * Felix Koop : NR_CPUS used properly
  19. * Jose Renau : Handle single CPU case.
  20. * Alan Cox : By repeated request 8) - Total BogoMIPS report.
  21. * Greg Wright : Fix for kernel stacks panic.
  22. * Erich Boleyn : MP v1.4 and additional changes.
  23. * Matthias Sattler : Changes for 2.1 kernel map.
  24. * Michel Lespinasse : Changes for 2.1 kernel map.
  25. * Michael Chastain : Change trampoline.S to gnu as.
  26. * Alan Cox : Dumb bug: 'B' step PPro's are fine
  27. * Ingo Molnar : Added APIC timers, based on code
  28. * from Jose Renau
  29. * Ingo Molnar : various cleanups and rewrites
  30. * Tigran Aivazian : fixed "0.00 in /proc/uptime on SMP" bug.
  31. * Maciej W. Rozycki : Bits for genuine 82489DX APICs
  32. * Martin J. Bligh : Added support for multi-quad systems
  33. * Dave Jones : Report invalid combinations of Athlon CPUs.
  34. * Rusty Russell : Hacked into shape for new "hotplug" boot process. */
  35. #include <linux/module.h>
  36. #include <linux/init.h>
  37. #include <linux/kernel.h>
  38. #include <linux/mm.h>
  39. #include <linux/sched.h>
  40. #include <linux/kernel_stat.h>
  41. #include <linux/bootmem.h>
  42. #include <linux/notifier.h>
  43. #include <linux/cpu.h>
  44. #include <linux/percpu.h>
  45. #include <linux/nmi.h>
  46. #include <linux/delay.h>
  47. #include <linux/mc146818rtc.h>
  48. #include <asm/tlbflush.h>
  49. #include <asm/desc.h>
  50. #include <asm/arch_hooks.h>
  51. #include <asm/nmi.h>
  52. #include <mach_apic.h>
  53. #include <mach_wakecpu.h>
  54. #include <smpboot_hooks.h>
  55. #include <asm/vmi.h>
  56. #include <asm/mtrr.h>
  57. /* which logical CPU number maps to which CPU (physical APIC ID) */
  58. u16 x86_cpu_to_apicid_init[NR_CPUS] __initdata =
  59. { [0 ... NR_CPUS-1] = BAD_APICID };
  60. void *x86_cpu_to_apicid_early_ptr;
  61. DEFINE_PER_CPU(u16, x86_cpu_to_apicid) = BAD_APICID;
  62. EXPORT_PER_CPU_SYMBOL(x86_cpu_to_apicid);
  63. u16 x86_bios_cpu_apicid_init[NR_CPUS] __initdata
  64. = { [0 ... NR_CPUS-1] = BAD_APICID };
  65. void *x86_bios_cpu_apicid_early_ptr;
  66. DEFINE_PER_CPU(u16, x86_bios_cpu_apicid) = BAD_APICID;
  67. EXPORT_PER_CPU_SYMBOL(x86_bios_cpu_apicid);
  68. u8 apicid_2_node[MAX_APICID];
  69. extern void map_cpu_to_logical_apicid(void);
  70. extern void unmap_cpu_to_logical_apicid(int cpu);
  71. #ifdef CONFIG_HOTPLUG_CPU
  72. void cpu_exit_clear(void)
  73. {
  74. int cpu = raw_smp_processor_id();
  75. idle_task_exit();
  76. cpu_uninit();
  77. irq_ctx_exit(cpu);
  78. cpu_clear(cpu, cpu_callout_map);
  79. cpu_clear(cpu, cpu_callin_map);
  80. unmap_cpu_to_logical_apicid(cpu);
  81. }
  82. #endif
  83. static int boot_cpu_logical_apicid;
  84. /* Where the IO area was mapped on multiquad, always 0 otherwise */
  85. void *xquad_portio;
  86. #ifdef CONFIG_X86_NUMAQ
  87. EXPORT_SYMBOL(xquad_portio);
  88. #endif
  89. static void __init disable_smp(void)
  90. {
  91. cpu_possible_map = cpumask_of_cpu(0);
  92. cpu_present_map = cpumask_of_cpu(0);
  93. smpboot_clear_io_apic_irqs();
  94. if (smp_found_config)
  95. phys_cpu_present_map =
  96. physid_mask_of_physid(boot_cpu_physical_apicid);
  97. else
  98. phys_cpu_present_map = physid_mask_of_physid(0);
  99. map_cpu_to_logical_apicid();
  100. cpu_set(0, per_cpu(cpu_sibling_map, 0));
  101. cpu_set(0, per_cpu(cpu_core_map, 0));
  102. }
  103. static int __init smp_sanity_check(unsigned max_cpus)
  104. {
  105. /*
  106. * If we couldn't find an SMP configuration at boot time,
  107. * get out of here now!
  108. */
  109. if (!smp_found_config && !acpi_lapic) {
  110. printk(KERN_NOTICE "SMP motherboard not detected.\n");
  111. disable_smp();
  112. if (APIC_init_uniprocessor())
  113. printk(KERN_NOTICE "Local APIC not detected."
  114. " Using dummy APIC emulation.\n");
  115. return -1;
  116. }
  117. /*
  118. * Should not be necessary because the MP table should list the boot
  119. * CPU too, but we do it for the sake of robustness anyway.
  120. * Makes no sense to do this check in clustered apic mode, so skip it
  121. */
  122. if (!check_phys_apicid_present(boot_cpu_physical_apicid)) {
  123. printk("weird, boot CPU (#%d) not listed by the BIOS.\n",
  124. boot_cpu_physical_apicid);
  125. physid_set(hard_smp_processor_id(), phys_cpu_present_map);
  126. }
  127. /*
  128. * If we couldn't find a local APIC, then get out of here now!
  129. */
  130. if (APIC_INTEGRATED(apic_version[boot_cpu_physical_apicid]) && !cpu_has_apic) {
  131. printk(KERN_ERR "BIOS bug, local APIC #%d not detected!...\n",
  132. boot_cpu_physical_apicid);
  133. printk(KERN_ERR "... forcing use of dummy APIC emulation. (tell your hw vendor)\n");
  134. return -1;
  135. }
  136. verify_local_APIC();
  137. /*
  138. * If SMP should be disabled, then really disable it!
  139. */
  140. if (!max_cpus) {
  141. smp_found_config = 0;
  142. printk(KERN_INFO "SMP mode deactivated, forcing use of dummy APIC emulation.\n");
  143. if (nmi_watchdog == NMI_LOCAL_APIC) {
  144. printk(KERN_INFO "activating minimal APIC for NMI watchdog use.\n");
  145. connect_bsp_APIC();
  146. setup_local_APIC();
  147. end_local_APIC_setup();
  148. }
  149. return -1;
  150. }
  151. return 0;
  152. }
  153. static void __init smp_cpu_index_default(void)
  154. {
  155. int i;
  156. struct cpuinfo_x86 *c;
  157. for_each_cpu_mask(i, cpu_possible_map) {
  158. c = &cpu_data(i);
  159. /* mark all to hotplug */
  160. c->cpu_index = NR_CPUS;
  161. }
  162. }
  163. void __init native_smp_prepare_cpus(unsigned int max_cpus)
  164. {
  165. nmi_watchdog_default();
  166. smp_cpu_index_default();
  167. current_cpu_data = boot_cpu_data;
  168. cpu_callin_map = cpumask_of_cpu(0);
  169. mb();
  170. /*
  171. * Setup boot CPU information
  172. */
  173. smp_store_cpu_info(0); /* Final full version of the data */
  174. boot_cpu_logical_apicid = logical_smp_processor_id();
  175. current_thread_info()->cpu = 0;
  176. set_cpu_sibling_map(0);
  177. if (smp_sanity_check(max_cpus) < 0) {
  178. printk(KERN_INFO "SMP disabled\n");
  179. disable_smp();
  180. return;
  181. }
  182. if (GET_APIC_ID(apic_read(APIC_ID)) != boot_cpu_physical_apicid) {
  183. panic("Boot APIC ID in local APIC unexpected (%d vs %d)",
  184. GET_APIC_ID(apic_read(APIC_ID)), boot_cpu_physical_apicid);
  185. /* Or can we switch back to PIC here? */
  186. }
  187. connect_bsp_APIC();
  188. setup_local_APIC();
  189. end_local_APIC_setup();
  190. map_cpu_to_logical_apicid();
  191. setup_portio_remap();
  192. smpboot_setup_io_apic();
  193. printk(KERN_INFO "CPU%d: ", 0);
  194. print_cpu_info(&cpu_data(0));
  195. setup_boot_clock();
  196. }