probe_32.c 7.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303
  1. /*
  2. * Default generic APIC driver. This handles up to 8 CPUs.
  3. *
  4. * Copyright 2003 Andi Kleen, SuSE Labs.
  5. * Subject to the GNU Public License, v.2
  6. *
  7. * Generic x86 APIC driver probe layer.
  8. */
  9. #include <linux/threads.h>
  10. #include <linux/cpumask.h>
  11. #include <linux/module.h>
  12. #include <linux/string.h>
  13. #include <linux/kernel.h>
  14. #include <linux/ctype.h>
  15. #include <linux/init.h>
  16. #include <linux/errno.h>
  17. #include <asm/fixmap.h>
  18. #include <asm/mpspec.h>
  19. #include <asm/apicdef.h>
  20. #include <asm/apic.h>
  21. #include <asm/setup.h>
  22. #include <linux/smp.h>
  23. #include <asm/ipi.h>
  24. #include <linux/interrupt.h>
  25. #include <asm/acpi.h>
  26. #include <asm/e820.h>
  27. #ifdef CONFIG_HOTPLUG_CPU
  28. #define DEFAULT_SEND_IPI (1)
  29. #else
  30. #define DEFAULT_SEND_IPI (0)
  31. #endif
  32. int no_broadcast = DEFAULT_SEND_IPI;
  33. static __init int no_ipi_broadcast(char *str)
  34. {
  35. get_option(&str, &no_broadcast);
  36. pr_info("Using %s mode\n",
  37. no_broadcast ? "No IPI Broadcast" : "IPI Broadcast");
  38. return 1;
  39. }
  40. __setup("no_ipi_broadcast=", no_ipi_broadcast);
  41. static int __init print_ipi_mode(void)
  42. {
  43. pr_info("Using IPI %s mode\n",
  44. no_broadcast ? "No-Shortcut" : "Shortcut");
  45. return 0;
  46. }
  47. late_initcall(print_ipi_mode);
  48. void __init default_setup_apic_routing(void)
  49. {
  50. int version = apic_version[boot_cpu_physical_apicid];
  51. if (num_possible_cpus() > 8) {
  52. switch (boot_cpu_data.x86_vendor) {
  53. case X86_VENDOR_INTEL:
  54. if (!APIC_XAPIC(version)) {
  55. def_to_bigsmp = 0;
  56. break;
  57. }
  58. /* If P4 and above fall through */
  59. case X86_VENDOR_AMD:
  60. def_to_bigsmp = 1;
  61. }
  62. }
  63. #ifdef CONFIG_X86_BIGSMP
  64. generic_bigsmp_probe();
  65. #endif
  66. if (apic->setup_apic_routing)
  67. apic->setup_apic_routing();
  68. }
  69. static int default_x86_32_early_logical_apicid(int cpu)
  70. {
  71. return 1 << cpu;
  72. }
  73. static void setup_apic_flat_routing(void)
  74. {
  75. #ifdef CONFIG_X86_IO_APIC
  76. printk(KERN_INFO
  77. "Enabling APIC mode: Flat. Using %d I/O APICs\n",
  78. nr_ioapics);
  79. #endif
  80. }
  81. static void default_vector_allocation_domain(int cpu, struct cpumask *retmask)
  82. {
  83. /*
  84. * Careful. Some cpus do not strictly honor the set of cpus
  85. * specified in the interrupt destination when using lowest
  86. * priority interrupt delivery mode.
  87. *
  88. * In particular there was a hyperthreading cpu observed to
  89. * deliver interrupts to the wrong hyperthread when only one
  90. * hyperthread was specified in the interrupt desitination.
  91. */
  92. cpumask_clear(retmask);
  93. cpumask_bits(retmask)[0] = APIC_ALL_CPUS;
  94. }
  95. /* should be called last. */
  96. static int probe_default(void)
  97. {
  98. return 1;
  99. }
  100. struct apic apic_default = {
  101. .name = "default",
  102. .probe = probe_default,
  103. .acpi_madt_oem_check = NULL,
  104. .apic_id_registered = default_apic_id_registered,
  105. .irq_delivery_mode = dest_LowestPrio,
  106. /* logical delivery broadcast to all CPUs: */
  107. .irq_dest_mode = 1,
  108. .target_cpus = default_target_cpus,
  109. .disable_esr = 0,
  110. .dest_logical = APIC_DEST_LOGICAL,
  111. .check_apicid_used = default_check_apicid_used,
  112. .check_apicid_present = default_check_apicid_present,
  113. .vector_allocation_domain = default_vector_allocation_domain,
  114. .init_apic_ldr = default_init_apic_ldr,
  115. .ioapic_phys_id_map = default_ioapic_phys_id_map,
  116. .setup_apic_routing = setup_apic_flat_routing,
  117. .multi_timer_check = NULL,
  118. .cpu_present_to_apicid = default_cpu_present_to_apicid,
  119. .apicid_to_cpu_present = physid_set_mask_of_physid,
  120. .setup_portio_remap = NULL,
  121. .check_phys_apicid_present = default_check_phys_apicid_present,
  122. .enable_apic_mode = NULL,
  123. .phys_pkg_id = default_phys_pkg_id,
  124. .mps_oem_check = NULL,
  125. .get_apic_id = default_get_apic_id,
  126. .set_apic_id = NULL,
  127. .apic_id_mask = 0x0F << 24,
  128. .cpu_mask_to_apicid = default_cpu_mask_to_apicid,
  129. .cpu_mask_to_apicid_and = default_cpu_mask_to_apicid_and,
  130. .send_IPI_mask = default_send_IPI_mask_logical,
  131. .send_IPI_mask_allbutself = default_send_IPI_mask_allbutself_logical,
  132. .send_IPI_allbutself = default_send_IPI_allbutself,
  133. .send_IPI_all = default_send_IPI_all,
  134. .send_IPI_self = default_send_IPI_self,
  135. .trampoline_phys_low = DEFAULT_TRAMPOLINE_PHYS_LOW,
  136. .trampoline_phys_high = DEFAULT_TRAMPOLINE_PHYS_HIGH,
  137. .wait_for_init_deassert = default_wait_for_init_deassert,
  138. .smp_callin_clear_local_apic = NULL,
  139. .inquire_remote_apic = default_inquire_remote_apic,
  140. .read = native_apic_mem_read,
  141. .write = native_apic_mem_write,
  142. .icr_read = native_apic_icr_read,
  143. .icr_write = native_apic_icr_write,
  144. .wait_icr_idle = native_apic_wait_icr_idle,
  145. .safe_wait_icr_idle = native_safe_apic_wait_icr_idle,
  146. .x86_32_early_logical_apicid = default_x86_32_early_logical_apicid,
  147. };
  148. extern struct apic apic_numaq;
  149. extern struct apic apic_summit;
  150. extern struct apic apic_bigsmp;
  151. extern struct apic apic_es7000;
  152. extern struct apic apic_es7000_cluster;
  153. struct apic *apic = &apic_default;
  154. EXPORT_SYMBOL_GPL(apic);
  155. static struct apic *apic_probe[] __initdata = {
  156. #ifdef CONFIG_X86_NUMAQ
  157. &apic_numaq,
  158. #endif
  159. #ifdef CONFIG_X86_SUMMIT
  160. &apic_summit,
  161. #endif
  162. #ifdef CONFIG_X86_BIGSMP
  163. &apic_bigsmp,
  164. #endif
  165. #ifdef CONFIG_X86_ES7000
  166. &apic_es7000,
  167. &apic_es7000_cluster,
  168. #endif
  169. &apic_default, /* must be last */
  170. NULL,
  171. };
  172. static int cmdline_apic __initdata;
  173. static int __init parse_apic(char *arg)
  174. {
  175. int i;
  176. if (!arg)
  177. return -EINVAL;
  178. for (i = 0; apic_probe[i]; i++) {
  179. if (!strcmp(apic_probe[i]->name, arg)) {
  180. apic = apic_probe[i];
  181. cmdline_apic = 1;
  182. return 0;
  183. }
  184. }
  185. /* Parsed again by __setup for debug/verbose */
  186. return 0;
  187. }
  188. early_param("apic", parse_apic);
  189. void __init generic_bigsmp_probe(void)
  190. {
  191. #ifdef CONFIG_X86_BIGSMP
  192. /*
  193. * This routine is used to switch to bigsmp mode when
  194. * - There is no apic= option specified by the user
  195. * - generic_apic_probe() has chosen apic_default as the sub_arch
  196. * - we find more than 8 CPUs in acpi LAPIC listing with xAPIC support
  197. */
  198. if (!cmdline_apic && apic == &apic_default) {
  199. if (apic_bigsmp.probe()) {
  200. apic = &apic_bigsmp;
  201. printk(KERN_INFO "Overriding APIC driver with %s\n",
  202. apic->name);
  203. }
  204. }
  205. #endif
  206. }
  207. void __init generic_apic_probe(void)
  208. {
  209. if (!cmdline_apic) {
  210. int i;
  211. for (i = 0; apic_probe[i]; i++) {
  212. if (apic_probe[i]->probe()) {
  213. apic = apic_probe[i];
  214. break;
  215. }
  216. }
  217. /* Not visible without early console */
  218. if (!apic_probe[i])
  219. panic("Didn't find an APIC driver");
  220. }
  221. printk(KERN_INFO "Using APIC driver %s\n", apic->name);
  222. }
  223. /* These functions can switch the APIC even after the initial ->probe() */
  224. int __init
  225. generic_mps_oem_check(struct mpc_table *mpc, char *oem, char *productid)
  226. {
  227. int i;
  228. for (i = 0; apic_probe[i]; ++i) {
  229. if (!apic_probe[i]->mps_oem_check)
  230. continue;
  231. if (!apic_probe[i]->mps_oem_check(mpc, oem, productid))
  232. continue;
  233. if (!cmdline_apic) {
  234. apic = apic_probe[i];
  235. printk(KERN_INFO "Switched to APIC driver `%s'.\n",
  236. apic->name);
  237. }
  238. return 1;
  239. }
  240. return 0;
  241. }
  242. int __init default_acpi_madt_oem_check(char *oem_id, char *oem_table_id)
  243. {
  244. int i;
  245. for (i = 0; apic_probe[i]; ++i) {
  246. if (!apic_probe[i]->acpi_madt_oem_check)
  247. continue;
  248. if (!apic_probe[i]->acpi_madt_oem_check(oem_id, oem_table_id))
  249. continue;
  250. if (!cmdline_apic) {
  251. apic = apic_probe[i];
  252. printk(KERN_INFO "Switched to APIC driver `%s'.\n",
  253. apic->name);
  254. }
  255. return 1;
  256. }
  257. return 0;
  258. }