probe_32.c 7.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300
  1. /*
  2. * Default generic APIC driver. This handles up to 8 CPUs.
  3. *
  4. * Copyright 2003 Andi Kleen, SuSE Labs.
  5. * Subject to the GNU Public License, v.2
  6. *
  7. * Generic x86 APIC driver probe layer.
  8. */
  9. #include <linux/threads.h>
  10. #include <linux/cpumask.h>
  11. #include <linux/module.h>
  12. #include <linux/string.h>
  13. #include <linux/kernel.h>
  14. #include <linux/ctype.h>
  15. #include <linux/init.h>
  16. #include <linux/errno.h>
  17. #include <asm/fixmap.h>
  18. #include <asm/mpspec.h>
  19. #include <asm/apicdef.h>
  20. #include <asm/apic.h>
  21. #include <asm/setup.h>
  22. #include <linux/smp.h>
  23. #include <asm/ipi.h>
  24. #include <linux/interrupt.h>
  25. #include <asm/acpi.h>
  26. #include <asm/e820.h>
  27. #ifdef CONFIG_HOTPLUG_CPU
  28. #define DEFAULT_SEND_IPI (1)
  29. #else
  30. #define DEFAULT_SEND_IPI (0)
  31. #endif
  32. int no_broadcast = DEFAULT_SEND_IPI;
  33. static __init int no_ipi_broadcast(char *str)
  34. {
  35. get_option(&str, &no_broadcast);
  36. pr_info("Using %s mode\n",
  37. no_broadcast ? "No IPI Broadcast" : "IPI Broadcast");
  38. return 1;
  39. }
  40. __setup("no_ipi_broadcast=", no_ipi_broadcast);
  41. static int __init print_ipi_mode(void)
  42. {
  43. pr_info("Using IPI %s mode\n",
  44. no_broadcast ? "No-Shortcut" : "Shortcut");
  45. return 0;
  46. }
  47. late_initcall(print_ipi_mode);
  48. static int default_x86_32_early_logical_apicid(int cpu)
  49. {
  50. return 1 << cpu;
  51. }
  52. static void setup_apic_flat_routing(void)
  53. {
  54. #ifdef CONFIG_X86_IO_APIC
  55. printk(KERN_INFO
  56. "Enabling APIC mode: Flat. Using %d I/O APICs\n",
  57. nr_ioapics);
  58. #endif
  59. }
  60. static void default_vector_allocation_domain(int cpu, struct cpumask *retmask)
  61. {
  62. /*
  63. * Careful. Some cpus do not strictly honor the set of cpus
  64. * specified in the interrupt destination when using lowest
  65. * priority interrupt delivery mode.
  66. *
  67. * In particular there was a hyperthreading cpu observed to
  68. * deliver interrupts to the wrong hyperthread when only one
  69. * hyperthread was specified in the interrupt desitination.
  70. */
  71. cpumask_clear(retmask);
  72. cpumask_bits(retmask)[0] = APIC_ALL_CPUS;
  73. }
  74. /* should be called last. */
  75. static int probe_default(void)
  76. {
  77. return 1;
  78. }
  79. struct apic apic_default = {
  80. .name = "default",
  81. .probe = probe_default,
  82. .acpi_madt_oem_check = NULL,
  83. .apic_id_registered = default_apic_id_registered,
  84. .irq_delivery_mode = dest_LowestPrio,
  85. /* logical delivery broadcast to all CPUs: */
  86. .irq_dest_mode = 1,
  87. .target_cpus = default_target_cpus,
  88. .disable_esr = 0,
  89. .dest_logical = APIC_DEST_LOGICAL,
  90. .check_apicid_used = default_check_apicid_used,
  91. .check_apicid_present = default_check_apicid_present,
  92. .vector_allocation_domain = default_vector_allocation_domain,
  93. .init_apic_ldr = default_init_apic_ldr,
  94. .ioapic_phys_id_map = default_ioapic_phys_id_map,
  95. .setup_apic_routing = setup_apic_flat_routing,
  96. .multi_timer_check = NULL,
  97. .cpu_present_to_apicid = default_cpu_present_to_apicid,
  98. .apicid_to_cpu_present = physid_set_mask_of_physid,
  99. .setup_portio_remap = NULL,
  100. .check_phys_apicid_present = default_check_phys_apicid_present,
  101. .enable_apic_mode = NULL,
  102. .phys_pkg_id = default_phys_pkg_id,
  103. .mps_oem_check = NULL,
  104. .get_apic_id = default_get_apic_id,
  105. .set_apic_id = NULL,
  106. .apic_id_mask = 0x0F << 24,
  107. .cpu_mask_to_apicid = default_cpu_mask_to_apicid,
  108. .cpu_mask_to_apicid_and = default_cpu_mask_to_apicid_and,
  109. .send_IPI_mask = default_send_IPI_mask_logical,
  110. .send_IPI_mask_allbutself = default_send_IPI_mask_allbutself_logical,
  111. .send_IPI_allbutself = default_send_IPI_allbutself,
  112. .send_IPI_all = default_send_IPI_all,
  113. .send_IPI_self = default_send_IPI_self,
  114. .trampoline_phys_low = DEFAULT_TRAMPOLINE_PHYS_LOW,
  115. .trampoline_phys_high = DEFAULT_TRAMPOLINE_PHYS_HIGH,
  116. .wait_for_init_deassert = default_wait_for_init_deassert,
  117. .smp_callin_clear_local_apic = NULL,
  118. .inquire_remote_apic = default_inquire_remote_apic,
  119. .read = native_apic_mem_read,
  120. .write = native_apic_mem_write,
  121. .icr_read = native_apic_icr_read,
  122. .icr_write = native_apic_icr_write,
  123. .wait_icr_idle = native_apic_wait_icr_idle,
  124. .safe_wait_icr_idle = native_safe_apic_wait_icr_idle,
  125. .x86_32_early_logical_apicid = default_x86_32_early_logical_apicid,
  126. };
  127. apic_driver(apic_default);
  128. extern struct apic apic_numaq;
  129. extern struct apic apic_summit;
  130. extern struct apic apic_bigsmp;
  131. extern struct apic apic_es7000;
  132. extern struct apic apic_es7000_cluster;
  133. struct apic *apic = &apic_default;
  134. EXPORT_SYMBOL_GPL(apic);
  135. static struct apic *apic_probe[] __initdata = {
  136. #ifdef CONFIG_X86_NUMAQ
  137. &apic_numaq,
  138. #endif
  139. #ifdef CONFIG_X86_SUMMIT
  140. &apic_summit,
  141. #endif
  142. #ifdef CONFIG_X86_BIGSMP
  143. &apic_bigsmp,
  144. #endif
  145. #ifdef CONFIG_X86_ES7000
  146. &apic_es7000,
  147. &apic_es7000_cluster,
  148. #endif
  149. &apic_default, /* must be last */
  150. NULL,
  151. };
  152. static int cmdline_apic __initdata;
  153. static int __init parse_apic(char *arg)
  154. {
  155. struct apic **drv;
  156. if (!arg)
  157. return -EINVAL;
  158. for (drv = __apicdrivers; drv < __apicdrivers_end; drv++) {
  159. if (!strcmp((*drv)->name, arg)) {
  160. apic = *drv;
  161. cmdline_apic = 1;
  162. return 0;
  163. }
  164. }
  165. /* Parsed again by __setup for debug/verbose */
  166. return 0;
  167. }
  168. early_param("apic", parse_apic);
  169. void __init default_setup_apic_routing(void)
  170. {
  171. int version = apic_version[boot_cpu_physical_apicid];
  172. if (num_possible_cpus() > 8) {
  173. switch (boot_cpu_data.x86_vendor) {
  174. case X86_VENDOR_INTEL:
  175. if (!APIC_XAPIC(version)) {
  176. def_to_bigsmp = 0;
  177. break;
  178. }
  179. /* If P4 and above fall through */
  180. case X86_VENDOR_AMD:
  181. def_to_bigsmp = 1;
  182. }
  183. }
  184. #ifdef CONFIG_X86_BIGSMP
  185. /*
  186. * This is used to switch to bigsmp mode when
  187. * - There is no apic= option specified by the user
  188. * - generic_apic_probe() has chosen apic_default as the sub_arch
  189. * - we find more than 8 CPUs in acpi LAPIC listing with xAPIC support
  190. */
  191. if (!cmdline_apic && apic == &apic_default) {
  192. struct apic *bigsmp = generic_bigsmp_probe();
  193. if (bigsmp) {
  194. apic = bigsmp;
  195. printk(KERN_INFO "Overriding APIC driver with %s\n",
  196. apic->name);
  197. }
  198. }
  199. #endif
  200. if (apic->setup_apic_routing)
  201. apic->setup_apic_routing();
  202. }
  203. void __init generic_apic_probe(void)
  204. {
  205. if (!cmdline_apic) {
  206. struct apic **drv;
  207. for (drv = __apicdrivers; drv < __apicdrivers_end; drv++) {
  208. if ((*drv)->probe()) {
  209. apic = *drv;
  210. break;
  211. }
  212. }
  213. /* Not visible without early console */
  214. if (drv == __apicdrivers_end)
  215. panic("Didn't find an APIC driver");
  216. }
  217. printk(KERN_INFO "Using APIC driver %s\n", apic->name);
  218. }
  219. /* These functions can switch the APIC even after the initial ->probe() */
  220. int __init
  221. generic_mps_oem_check(struct mpc_table *mpc, char *oem, char *productid)
  222. {
  223. struct apic **drv;
  224. for (drv = __apicdrivers; drv < __apicdrivers_end; drv++) {
  225. if (!((*drv)->mps_oem_check))
  226. continue;
  227. if (!(*drv)->mps_oem_check(mpc, oem, productid))
  228. continue;
  229. if (!cmdline_apic) {
  230. apic = *drv;
  231. printk(KERN_INFO "Switched to APIC driver `%s'.\n",
  232. apic->name);
  233. }
  234. return 1;
  235. }
  236. return 0;
  237. }
  238. int __init default_acpi_madt_oem_check(char *oem_id, char *oem_table_id)
  239. {
  240. struct apic **drv;
  241. for (drv = __apicdrivers; drv < __apicdrivers_end; drv++) {
  242. if (!(*drv)->acpi_madt_oem_check)
  243. continue;
  244. if (!(*drv)->acpi_madt_oem_check(oem_id, oem_table_id))
  245. continue;
  246. if (!cmdline_apic) {
  247. apic = *drv;
  248. printk(KERN_INFO "Switched to APIC driver `%s'.\n",
  249. apic->name);
  250. }
  251. return 1;
  252. }
  253. return 0;
  254. }