apic_64.c 38 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632
  1. /*
  2. * Local APIC handling, local APIC timers
  3. *
  4. * (c) 1999, 2000 Ingo Molnar <mingo@redhat.com>
  5. *
  6. * Fixes
  7. * Maciej W. Rozycki : Bits for genuine 82489DX APICs;
  8. * thanks to Eric Gilmore
  9. * and Rolf G. Tews
  10. * for testing these extensively.
  11. * Maciej W. Rozycki : Various updates and fixes.
  12. * Mikael Pettersson : Power Management for UP-APIC.
  13. * Pavel Machek and
  14. * Mikael Pettersson : PM converted to driver model.
  15. */
  16. #include <linux/init.h>
  17. #include <linux/mm.h>
  18. #include <linux/delay.h>
  19. #include <linux/bootmem.h>
  20. #include <linux/interrupt.h>
  21. #include <linux/mc146818rtc.h>
  22. #include <linux/kernel_stat.h>
  23. #include <linux/sysdev.h>
  24. #include <linux/ioport.h>
  25. #include <linux/clockchips.h>
  26. #include <linux/acpi_pmtmr.h>
  27. #include <linux/module.h>
  28. #include <linux/dmar.h>
  29. #include <asm/atomic.h>
  30. #include <asm/smp.h>
  31. #include <asm/mtrr.h>
  32. #include <asm/mpspec.h>
  33. #include <asm/hpet.h>
  34. #include <asm/pgalloc.h>
  35. #include <asm/nmi.h>
  36. #include <asm/idle.h>
  37. #include <asm/proto.h>
  38. #include <asm/timex.h>
  39. #include <asm/apic.h>
  40. #include <asm/i8259.h>
  41. #include <mach_ipi.h>
  42. #include <mach_apic.h>
  43. /* Disable local APIC timer from the kernel commandline or via dmi quirk */
  44. static int disable_apic_timer __cpuinitdata;
  45. static int apic_calibrate_pmtmr __initdata;
  46. int disable_apic;
  47. int disable_x2apic;
  48. int x2apic;
  49. /* x2apic enabled before OS handover */
  50. int x2apic_preenabled;
  51. /* Local APIC timer works in C2 */
  52. int local_apic_timer_c2_ok;
  53. EXPORT_SYMBOL_GPL(local_apic_timer_c2_ok);
  54. /*
  55. * Debug level, exported for io_apic.c
  56. */
  57. unsigned int apic_verbosity;
  58. /* Have we found an MP table */
  59. int smp_found_config;
  60. static struct resource lapic_resource = {
  61. .name = "Local APIC",
  62. .flags = IORESOURCE_MEM | IORESOURCE_BUSY,
  63. };
  64. static unsigned int calibration_result;
  65. static int lapic_next_event(unsigned long delta,
  66. struct clock_event_device *evt);
  67. static void lapic_timer_setup(enum clock_event_mode mode,
  68. struct clock_event_device *evt);
  69. static void lapic_timer_broadcast(cpumask_t mask);
  70. static void apic_pm_activate(void);
  71. static struct clock_event_device lapic_clockevent = {
  72. .name = "lapic",
  73. .features = CLOCK_EVT_FEAT_PERIODIC | CLOCK_EVT_FEAT_ONESHOT
  74. | CLOCK_EVT_FEAT_C3STOP | CLOCK_EVT_FEAT_DUMMY,
  75. .shift = 32,
  76. .set_mode = lapic_timer_setup,
  77. .set_next_event = lapic_next_event,
  78. .broadcast = lapic_timer_broadcast,
  79. .rating = 100,
  80. .irq = -1,
  81. };
  82. static DEFINE_PER_CPU(struct clock_event_device, lapic_events);
  83. static unsigned long apic_phys;
  84. unsigned long mp_lapic_addr;
  85. unsigned int __cpuinitdata maxcpus = NR_CPUS;
  86. /*
  87. * Get the LAPIC version
  88. */
  89. static inline int lapic_get_version(void)
  90. {
  91. return GET_APIC_VERSION(apic_read(APIC_LVR));
  92. }
  93. /*
  94. * Check, if the APIC is integrated or a seperate chip
  95. */
  96. static inline int lapic_is_integrated(void)
  97. {
  98. return 1;
  99. }
  100. /*
  101. * Check, whether this is a modern or a first generation APIC
  102. */
  103. static int modern_apic(void)
  104. {
  105. /* AMD systems use old APIC versions, so check the CPU */
  106. if (boot_cpu_data.x86_vendor == X86_VENDOR_AMD &&
  107. boot_cpu_data.x86 >= 0xf)
  108. return 1;
  109. return lapic_get_version() >= 0x14;
  110. }
  111. void xapic_wait_icr_idle(void)
  112. {
  113. while (apic_read(APIC_ICR) & APIC_ICR_BUSY)
  114. cpu_relax();
  115. }
  116. u32 safe_xapic_wait_icr_idle(void)
  117. {
  118. u32 send_status;
  119. int timeout;
  120. timeout = 0;
  121. do {
  122. send_status = apic_read(APIC_ICR) & APIC_ICR_BUSY;
  123. if (!send_status)
  124. break;
  125. udelay(100);
  126. } while (timeout++ < 1000);
  127. return send_status;
  128. }
  129. void xapic_icr_write(u32 low, u32 id)
  130. {
  131. apic_write(APIC_ICR2, SET_APIC_DEST_FIELD(id));
  132. apic_write(APIC_ICR, low);
  133. }
  134. u64 xapic_icr_read(void)
  135. {
  136. u32 icr1, icr2;
  137. icr2 = apic_read(APIC_ICR2);
  138. icr1 = apic_read(APIC_ICR);
  139. return (icr1 | ((u64)icr2 << 32));
  140. }
  141. static struct apic_ops xapic_ops = {
  142. .read = native_apic_mem_read,
  143. .write = native_apic_mem_write,
  144. .icr_read = xapic_icr_read,
  145. .icr_write = xapic_icr_write,
  146. .wait_icr_idle = xapic_wait_icr_idle,
  147. .safe_wait_icr_idle = safe_xapic_wait_icr_idle,
  148. };
  149. struct apic_ops __read_mostly *apic_ops = &xapic_ops;
  150. EXPORT_SYMBOL_GPL(apic_ops);
  151. static void x2apic_wait_icr_idle(void)
  152. {
  153. /* no need to wait for icr idle in x2apic */
  154. return;
  155. }
  156. static u32 safe_x2apic_wait_icr_idle(void)
  157. {
  158. /* no need to wait for icr idle in x2apic */
  159. return 0;
  160. }
  161. void x2apic_icr_write(u32 low, u32 id)
  162. {
  163. wrmsrl(APIC_BASE_MSR + (APIC_ICR >> 4), ((__u64) id) << 32 | low);
  164. }
  165. u64 x2apic_icr_read(void)
  166. {
  167. unsigned long val;
  168. rdmsrl(APIC_BASE_MSR + (APIC_ICR >> 4), val);
  169. return val;
  170. }
  171. static struct apic_ops x2apic_ops = {
  172. .read = native_apic_msr_read,
  173. .write = native_apic_msr_write,
  174. .icr_read = x2apic_icr_read,
  175. .icr_write = x2apic_icr_write,
  176. .wait_icr_idle = x2apic_wait_icr_idle,
  177. .safe_wait_icr_idle = safe_x2apic_wait_icr_idle,
  178. };
  179. /**
  180. * enable_NMI_through_LVT0 - enable NMI through local vector table 0
  181. */
  182. void __cpuinit enable_NMI_through_LVT0(void)
  183. {
  184. unsigned int v;
  185. /* unmask and set to NMI */
  186. v = APIC_DM_NMI;
  187. /* Level triggered for 82489DX (32bit mode) */
  188. if (!lapic_is_integrated())
  189. v |= APIC_LVT_LEVEL_TRIGGER;
  190. apic_write(APIC_LVT0, v);
  191. }
  192. /**
  193. * lapic_get_maxlvt - get the maximum number of local vector table entries
  194. */
  195. int lapic_get_maxlvt(void)
  196. {
  197. unsigned int v;
  198. v = apic_read(APIC_LVR);
  199. /*
  200. * - we always have APIC integrated on 64bit mode
  201. * - 82489DXs do not report # of LVT entries
  202. */
  203. return APIC_INTEGRATED(GET_APIC_VERSION(v)) ? GET_APIC_MAXLVT(v) : 2;
  204. }
  205. /* Clock divisor is set to 1 */
  206. #define APIC_DIVISOR 1
  207. /*
  208. * This function sets up the local APIC timer, with a timeout of
  209. * 'clocks' APIC bus clock. During calibration we actually call
  210. * this function twice on the boot CPU, once with a bogus timeout
  211. * value, second time for real. The other (noncalibrating) CPUs
  212. * call this function only once, with the real, calibrated value.
  213. *
  214. * We do reads before writes even if unnecessary, to get around the
  215. * P5 APIC double write bug.
  216. */
  217. static void __setup_APIC_LVTT(unsigned int clocks, int oneshot, int irqen)
  218. {
  219. unsigned int lvtt_value, tmp_value;
  220. lvtt_value = LOCAL_TIMER_VECTOR;
  221. if (!oneshot)
  222. lvtt_value |= APIC_LVT_TIMER_PERIODIC;
  223. if (!lapic_is_integrated())
  224. lvtt_value |= SET_APIC_TIMER_BASE(APIC_TIMER_BASE_DIV);
  225. if (!irqen)
  226. lvtt_value |= APIC_LVT_MASKED;
  227. apic_write(APIC_LVTT, lvtt_value);
  228. /*
  229. * Divide PICLK by 16
  230. */
  231. tmp_value = apic_read(APIC_TDCR);
  232. apic_write(APIC_TDCR, (tmp_value
  233. & ~(APIC_TDR_DIV_1 | APIC_TDR_DIV_TMBASE))
  234. | APIC_TDR_DIV_16);
  235. if (!oneshot)
  236. apic_write(APIC_TMICT, clocks / APIC_DIVISOR);
  237. }
  238. /*
  239. * Setup extended LVT, AMD specific (K8, family 10h)
  240. *
  241. * Vector mappings are hard coded. On K8 only offset 0 (APIC500) and
  242. * MCE interrupts are supported. Thus MCE offset must be set to 0.
  243. */
  244. #define APIC_EILVT_LVTOFF_MCE 0
  245. #define APIC_EILVT_LVTOFF_IBS 1
  246. static void setup_APIC_eilvt(u8 lvt_off, u8 vector, u8 msg_type, u8 mask)
  247. {
  248. unsigned long reg = (lvt_off << 4) + APIC_EILVT0;
  249. unsigned int v = (mask << 16) | (msg_type << 8) | vector;
  250. apic_write(reg, v);
  251. }
  252. u8 setup_APIC_eilvt_mce(u8 vector, u8 msg_type, u8 mask)
  253. {
  254. setup_APIC_eilvt(APIC_EILVT_LVTOFF_MCE, vector, msg_type, mask);
  255. return APIC_EILVT_LVTOFF_MCE;
  256. }
  257. u8 setup_APIC_eilvt_ibs(u8 vector, u8 msg_type, u8 mask)
  258. {
  259. setup_APIC_eilvt(APIC_EILVT_LVTOFF_IBS, vector, msg_type, mask);
  260. return APIC_EILVT_LVTOFF_IBS;
  261. }
  262. /*
  263. * Program the next event, relative to now
  264. */
  265. static int lapic_next_event(unsigned long delta,
  266. struct clock_event_device *evt)
  267. {
  268. apic_write(APIC_TMICT, delta);
  269. return 0;
  270. }
  271. /*
  272. * Setup the lapic timer in periodic or oneshot mode
  273. */
  274. static void lapic_timer_setup(enum clock_event_mode mode,
  275. struct clock_event_device *evt)
  276. {
  277. unsigned long flags;
  278. unsigned int v;
  279. /* Lapic used as dummy for broadcast ? */
  280. if (evt->features & CLOCK_EVT_FEAT_DUMMY)
  281. return;
  282. local_irq_save(flags);
  283. switch (mode) {
  284. case CLOCK_EVT_MODE_PERIODIC:
  285. case CLOCK_EVT_MODE_ONESHOT:
  286. __setup_APIC_LVTT(calibration_result,
  287. mode != CLOCK_EVT_MODE_PERIODIC, 1);
  288. break;
  289. case CLOCK_EVT_MODE_UNUSED:
  290. case CLOCK_EVT_MODE_SHUTDOWN:
  291. v = apic_read(APIC_LVTT);
  292. v |= (APIC_LVT_MASKED | LOCAL_TIMER_VECTOR);
  293. apic_write(APIC_LVTT, v);
  294. break;
  295. case CLOCK_EVT_MODE_RESUME:
  296. /* Nothing to do here */
  297. break;
  298. }
  299. local_irq_restore(flags);
  300. }
  301. /*
  302. * Local APIC timer broadcast function
  303. */
  304. static void lapic_timer_broadcast(cpumask_t mask)
  305. {
  306. #ifdef CONFIG_SMP
  307. send_IPI_mask(mask, LOCAL_TIMER_VECTOR);
  308. #endif
  309. }
  310. /*
  311. * Setup the local APIC timer for this CPU. Copy the initilized values
  312. * of the boot CPU and register the clock event in the framework.
  313. */
  314. static void setup_APIC_timer(void)
  315. {
  316. struct clock_event_device *levt = &__get_cpu_var(lapic_events);
  317. memcpy(levt, &lapic_clockevent, sizeof(*levt));
  318. levt->cpumask = cpumask_of_cpu(smp_processor_id());
  319. clockevents_register_device(levt);
  320. }
  321. /*
  322. * In this function we calibrate APIC bus clocks to the external
  323. * timer. Unfortunately we cannot use jiffies and the timer irq
  324. * to calibrate, since some later bootup code depends on getting
  325. * the first irq? Ugh.
  326. *
  327. * We want to do the calibration only once since we
  328. * want to have local timer irqs syncron. CPUs connected
  329. * by the same APIC bus have the very same bus frequency.
  330. * And we want to have irqs off anyways, no accidental
  331. * APIC irq that way.
  332. */
  333. #define TICK_COUNT 100000000
  334. static int __init calibrate_APIC_clock(void)
  335. {
  336. unsigned apic, apic_start;
  337. unsigned long tsc, tsc_start;
  338. int result;
  339. local_irq_disable();
  340. /*
  341. * Put whatever arbitrary (but long enough) timeout
  342. * value into the APIC clock, we just want to get the
  343. * counter running for calibration.
  344. *
  345. * No interrupt enable !
  346. */
  347. __setup_APIC_LVTT(250000000, 0, 0);
  348. apic_start = apic_read(APIC_TMCCT);
  349. #ifdef CONFIG_X86_PM_TIMER
  350. if (apic_calibrate_pmtmr && pmtmr_ioport) {
  351. pmtimer_wait(5000); /* 5ms wait */
  352. apic = apic_read(APIC_TMCCT);
  353. result = (apic_start - apic) * 1000L / 5;
  354. } else
  355. #endif
  356. {
  357. rdtscll(tsc_start);
  358. do {
  359. apic = apic_read(APIC_TMCCT);
  360. rdtscll(tsc);
  361. } while ((tsc - tsc_start) < TICK_COUNT &&
  362. (apic_start - apic) < TICK_COUNT);
  363. result = (apic_start - apic) * 1000L * tsc_khz /
  364. (tsc - tsc_start);
  365. }
  366. local_irq_enable();
  367. printk(KERN_DEBUG "APIC timer calibration result %d\n", result);
  368. printk(KERN_INFO "Detected %d.%03d MHz APIC timer.\n",
  369. result / 1000 / 1000, result / 1000 % 1000);
  370. /* Calculate the scaled math multiplication factor */
  371. lapic_clockevent.mult = div_sc(result, NSEC_PER_SEC,
  372. lapic_clockevent.shift);
  373. lapic_clockevent.max_delta_ns =
  374. clockevent_delta2ns(0x7FFFFF, &lapic_clockevent);
  375. lapic_clockevent.min_delta_ns =
  376. clockevent_delta2ns(0xF, &lapic_clockevent);
  377. calibration_result = (result * APIC_DIVISOR) / HZ;
  378. /*
  379. * Do a sanity check on the APIC calibration result
  380. */
  381. if (calibration_result < (1000000 / HZ)) {
  382. printk(KERN_WARNING
  383. "APIC frequency too slow, disabling apic timer\n");
  384. return -1;
  385. }
  386. return 0;
  387. }
  388. /*
  389. * Setup the boot APIC
  390. *
  391. * Calibrate and verify the result.
  392. */
  393. void __init setup_boot_APIC_clock(void)
  394. {
  395. /*
  396. * The local apic timer can be disabled via the kernel commandline.
  397. * Register the lapic timer as a dummy clock event source on SMP
  398. * systems, so the broadcast mechanism is used. On UP systems simply
  399. * ignore it.
  400. */
  401. if (disable_apic_timer) {
  402. printk(KERN_INFO "Disabling APIC timer\n");
  403. /* No broadcast on UP ! */
  404. if (num_possible_cpus() > 1) {
  405. lapic_clockevent.mult = 1;
  406. setup_APIC_timer();
  407. }
  408. return;
  409. }
  410. printk(KERN_INFO "Using local APIC timer interrupts.\n");
  411. if (calibrate_APIC_clock()) {
  412. /* No broadcast on UP ! */
  413. if (num_possible_cpus() > 1)
  414. setup_APIC_timer();
  415. return;
  416. }
  417. /*
  418. * If nmi_watchdog is set to IO_APIC, we need the
  419. * PIT/HPET going. Otherwise register lapic as a dummy
  420. * device.
  421. */
  422. if (nmi_watchdog != NMI_IO_APIC)
  423. lapic_clockevent.features &= ~CLOCK_EVT_FEAT_DUMMY;
  424. else
  425. printk(KERN_WARNING "APIC timer registered as dummy,"
  426. " due to nmi_watchdog=%d!\n", nmi_watchdog);
  427. setup_APIC_timer();
  428. }
  429. void __cpuinit setup_secondary_APIC_clock(void)
  430. {
  431. setup_APIC_timer();
  432. }
  433. /*
  434. * The guts of the apic timer interrupt
  435. */
  436. static void local_apic_timer_interrupt(void)
  437. {
  438. int cpu = smp_processor_id();
  439. struct clock_event_device *evt = &per_cpu(lapic_events, cpu);
  440. /*
  441. * Normally we should not be here till LAPIC has been initialized but
  442. * in some cases like kdump, its possible that there is a pending LAPIC
  443. * timer interrupt from previous kernel's context and is delivered in
  444. * new kernel the moment interrupts are enabled.
  445. *
  446. * Interrupts are enabled early and LAPIC is setup much later, hence
  447. * its possible that when we get here evt->event_handler is NULL.
  448. * Check for event_handler being NULL and discard the interrupt as
  449. * spurious.
  450. */
  451. if (!evt->event_handler) {
  452. printk(KERN_WARNING
  453. "Spurious LAPIC timer interrupt on cpu %d\n", cpu);
  454. /* Switch it off */
  455. lapic_timer_setup(CLOCK_EVT_MODE_SHUTDOWN, evt);
  456. return;
  457. }
  458. /*
  459. * the NMI deadlock-detector uses this.
  460. */
  461. add_pda(apic_timer_irqs, 1);
  462. evt->event_handler(evt);
  463. }
  464. /*
  465. * Local APIC timer interrupt. This is the most natural way for doing
  466. * local interrupts, but local timer interrupts can be emulated by
  467. * broadcast interrupts too. [in case the hw doesn't support APIC timers]
  468. *
  469. * [ if a single-CPU system runs an SMP kernel then we call the local
  470. * interrupt as well. Thus we cannot inline the local irq ... ]
  471. */
  472. void smp_apic_timer_interrupt(struct pt_regs *regs)
  473. {
  474. struct pt_regs *old_regs = set_irq_regs(regs);
  475. /*
  476. * NOTE! We'd better ACK the irq immediately,
  477. * because timer handling can be slow.
  478. */
  479. ack_APIC_irq();
  480. /*
  481. * update_process_times() expects us to have done irq_enter().
  482. * Besides, if we don't timer interrupts ignore the global
  483. * interrupt lock, which is the WrongThing (tm) to do.
  484. */
  485. exit_idle();
  486. irq_enter();
  487. local_apic_timer_interrupt();
  488. irq_exit();
  489. set_irq_regs(old_regs);
  490. }
  491. int setup_profiling_timer(unsigned int multiplier)
  492. {
  493. return -EINVAL;
  494. }
  495. /*
  496. * Local APIC start and shutdown
  497. */
  498. /**
  499. * clear_local_APIC - shutdown the local APIC
  500. *
  501. * This is called, when a CPU is disabled and before rebooting, so the state of
  502. * the local APIC has no dangling leftovers. Also used to cleanout any BIOS
  503. * leftovers during boot.
  504. */
  505. void clear_local_APIC(void)
  506. {
  507. int maxlvt;
  508. u32 v;
  509. /* APIC hasn't been mapped yet */
  510. if (!apic_phys)
  511. return;
  512. maxlvt = lapic_get_maxlvt();
  513. /*
  514. * Masking an LVT entry can trigger a local APIC error
  515. * if the vector is zero. Mask LVTERR first to prevent this.
  516. */
  517. if (maxlvt >= 3) {
  518. v = ERROR_APIC_VECTOR; /* any non-zero vector will do */
  519. apic_write(APIC_LVTERR, v | APIC_LVT_MASKED);
  520. }
  521. /*
  522. * Careful: we have to set masks only first to deassert
  523. * any level-triggered sources.
  524. */
  525. v = apic_read(APIC_LVTT);
  526. apic_write(APIC_LVTT, v | APIC_LVT_MASKED);
  527. v = apic_read(APIC_LVT0);
  528. apic_write(APIC_LVT0, v | APIC_LVT_MASKED);
  529. v = apic_read(APIC_LVT1);
  530. apic_write(APIC_LVT1, v | APIC_LVT_MASKED);
  531. if (maxlvt >= 4) {
  532. v = apic_read(APIC_LVTPC);
  533. apic_write(APIC_LVTPC, v | APIC_LVT_MASKED);
  534. }
  535. /*
  536. * Clean APIC state for other OSs:
  537. */
  538. apic_write(APIC_LVTT, APIC_LVT_MASKED);
  539. apic_write(APIC_LVT0, APIC_LVT_MASKED);
  540. apic_write(APIC_LVT1, APIC_LVT_MASKED);
  541. if (maxlvt >= 3)
  542. apic_write(APIC_LVTERR, APIC_LVT_MASKED);
  543. if (maxlvt >= 4)
  544. apic_write(APIC_LVTPC, APIC_LVT_MASKED);
  545. apic_write(APIC_ESR, 0);
  546. apic_read(APIC_ESR);
  547. }
  548. /**
  549. * disable_local_APIC - clear and disable the local APIC
  550. */
  551. void disable_local_APIC(void)
  552. {
  553. unsigned int value;
  554. clear_local_APIC();
  555. /*
  556. * Disable APIC (implies clearing of registers
  557. * for 82489DX!).
  558. */
  559. value = apic_read(APIC_SPIV);
  560. value &= ~APIC_SPIV_APIC_ENABLED;
  561. apic_write(APIC_SPIV, value);
  562. }
  563. void lapic_shutdown(void)
  564. {
  565. unsigned long flags;
  566. if (!cpu_has_apic)
  567. return;
  568. local_irq_save(flags);
  569. disable_local_APIC();
  570. local_irq_restore(flags);
  571. }
  572. /*
  573. * This is to verify that we're looking at a real local APIC.
  574. * Check these against your board if the CPUs aren't getting
  575. * started for no apparent reason.
  576. */
  577. int __init verify_local_APIC(void)
  578. {
  579. unsigned int reg0, reg1;
  580. /*
  581. * The version register is read-only in a real APIC.
  582. */
  583. reg0 = apic_read(APIC_LVR);
  584. apic_printk(APIC_DEBUG, "Getting VERSION: %x\n", reg0);
  585. apic_write(APIC_LVR, reg0 ^ APIC_LVR_MASK);
  586. reg1 = apic_read(APIC_LVR);
  587. apic_printk(APIC_DEBUG, "Getting VERSION: %x\n", reg1);
  588. /*
  589. * The two version reads above should print the same
  590. * numbers. If the second one is different, then we
  591. * poke at a non-APIC.
  592. */
  593. if (reg1 != reg0)
  594. return 0;
  595. /*
  596. * Check if the version looks reasonably.
  597. */
  598. reg1 = GET_APIC_VERSION(reg0);
  599. if (reg1 == 0x00 || reg1 == 0xff)
  600. return 0;
  601. reg1 = lapic_get_maxlvt();
  602. if (reg1 < 0x02 || reg1 == 0xff)
  603. return 0;
  604. /*
  605. * The ID register is read/write in a real APIC.
  606. */
  607. reg0 = apic_read(APIC_ID);
  608. apic_printk(APIC_DEBUG, "Getting ID: %x\n", reg0);
  609. apic_write(APIC_ID, reg0 ^ APIC_ID_MASK);
  610. reg1 = apic_read(APIC_ID);
  611. apic_printk(APIC_DEBUG, "Getting ID: %x\n", reg1);
  612. apic_write(APIC_ID, reg0);
  613. if (reg1 != (reg0 ^ APIC_ID_MASK))
  614. return 0;
  615. /*
  616. * The next two are just to see if we have sane values.
  617. * They're only really relevant if we're in Virtual Wire
  618. * compatibility mode, but most boxes are anymore.
  619. */
  620. reg0 = apic_read(APIC_LVT0);
  621. apic_printk(APIC_DEBUG, "Getting LVT0: %x\n", reg0);
  622. reg1 = apic_read(APIC_LVT1);
  623. apic_printk(APIC_DEBUG, "Getting LVT1: %x\n", reg1);
  624. return 1;
  625. }
  626. /**
  627. * sync_Arb_IDs - synchronize APIC bus arbitration IDs
  628. */
  629. void __init sync_Arb_IDs(void)
  630. {
  631. /* Unsupported on P4 - see Intel Dev. Manual Vol. 3, Ch. 8.6.1 */
  632. if (modern_apic())
  633. return;
  634. /*
  635. * Wait for idle.
  636. */
  637. apic_wait_icr_idle();
  638. apic_printk(APIC_DEBUG, "Synchronizing Arb IDs.\n");
  639. apic_write(APIC_ICR, APIC_DEST_ALLINC | APIC_INT_LEVELTRIG
  640. | APIC_DM_INIT);
  641. }
  642. /*
  643. * An initial setup of the virtual wire mode.
  644. */
  645. void __init init_bsp_APIC(void)
  646. {
  647. unsigned int value;
  648. /*
  649. * Don't do the setup now if we have a SMP BIOS as the
  650. * through-I/O-APIC virtual wire mode might be active.
  651. */
  652. if (smp_found_config || !cpu_has_apic)
  653. return;
  654. value = apic_read(APIC_LVR);
  655. /*
  656. * Do not trust the local APIC being empty at bootup.
  657. */
  658. clear_local_APIC();
  659. /*
  660. * Enable APIC.
  661. */
  662. value = apic_read(APIC_SPIV);
  663. value &= ~APIC_VECTOR_MASK;
  664. value |= APIC_SPIV_APIC_ENABLED;
  665. value |= APIC_SPIV_FOCUS_DISABLED;
  666. value |= SPURIOUS_APIC_VECTOR;
  667. apic_write(APIC_SPIV, value);
  668. /*
  669. * Set up the virtual wire mode.
  670. */
  671. apic_write(APIC_LVT0, APIC_DM_EXTINT);
  672. value = APIC_DM_NMI;
  673. apic_write(APIC_LVT1, value);
  674. }
  675. /**
  676. * setup_local_APIC - setup the local APIC
  677. */
  678. void __cpuinit setup_local_APIC(void)
  679. {
  680. unsigned int value;
  681. int i, j;
  682. preempt_disable();
  683. value = apic_read(APIC_LVR);
  684. BUILD_BUG_ON((SPURIOUS_APIC_VECTOR & 0x0f) != 0x0f);
  685. /*
  686. * Double-check whether this APIC is really registered.
  687. * This is meaningless in clustered apic mode, so we skip it.
  688. */
  689. if (!apic_id_registered())
  690. BUG();
  691. /*
  692. * Intel recommends to set DFR, LDR and TPR before enabling
  693. * an APIC. See e.g. "AP-388 82489DX User's Manual" (Intel
  694. * document number 292116). So here it goes...
  695. */
  696. init_apic_ldr();
  697. /*
  698. * Set Task Priority to 'accept all'. We never change this
  699. * later on.
  700. */
  701. value = apic_read(APIC_TASKPRI);
  702. value &= ~APIC_TPRI_MASK;
  703. apic_write(APIC_TASKPRI, value);
  704. /*
  705. * After a crash, we no longer service the interrupts and a pending
  706. * interrupt from previous kernel might still have ISR bit set.
  707. *
  708. * Most probably by now CPU has serviced that pending interrupt and
  709. * it might not have done the ack_APIC_irq() because it thought,
  710. * interrupt came from i8259 as ExtInt. LAPIC did not get EOI so it
  711. * does not clear the ISR bit and cpu thinks it has already serivced
  712. * the interrupt. Hence a vector might get locked. It was noticed
  713. * for timer irq (vector 0x31). Issue an extra EOI to clear ISR.
  714. */
  715. for (i = APIC_ISR_NR - 1; i >= 0; i--) {
  716. value = apic_read(APIC_ISR + i*0x10);
  717. for (j = 31; j >= 0; j--) {
  718. if (value & (1<<j))
  719. ack_APIC_irq();
  720. }
  721. }
  722. /*
  723. * Now that we are all set up, enable the APIC
  724. */
  725. value = apic_read(APIC_SPIV);
  726. value &= ~APIC_VECTOR_MASK;
  727. /*
  728. * Enable APIC
  729. */
  730. value |= APIC_SPIV_APIC_ENABLED;
  731. /* We always use processor focus */
  732. /*
  733. * Set spurious IRQ vector
  734. */
  735. value |= SPURIOUS_APIC_VECTOR;
  736. apic_write(APIC_SPIV, value);
  737. /*
  738. * Set up LVT0, LVT1:
  739. *
  740. * set up through-local-APIC on the BP's LINT0. This is not
  741. * strictly necessary in pure symmetric-IO mode, but sometimes
  742. * we delegate interrupts to the 8259A.
  743. */
  744. /*
  745. * TODO: set up through-local-APIC from through-I/O-APIC? --macro
  746. */
  747. value = apic_read(APIC_LVT0) & APIC_LVT_MASKED;
  748. if (!smp_processor_id() && !value) {
  749. value = APIC_DM_EXTINT;
  750. apic_printk(APIC_VERBOSE, "enabled ExtINT on CPU#%d\n",
  751. smp_processor_id());
  752. } else {
  753. value = APIC_DM_EXTINT | APIC_LVT_MASKED;
  754. apic_printk(APIC_VERBOSE, "masked ExtINT on CPU#%d\n",
  755. smp_processor_id());
  756. }
  757. apic_write(APIC_LVT0, value);
  758. /*
  759. * only the BP should see the LINT1 NMI signal, obviously.
  760. */
  761. if (!smp_processor_id())
  762. value = APIC_DM_NMI;
  763. else
  764. value = APIC_DM_NMI | APIC_LVT_MASKED;
  765. apic_write(APIC_LVT1, value);
  766. preempt_enable();
  767. }
  768. static void __cpuinit lapic_setup_esr(void)
  769. {
  770. unsigned maxlvt = lapic_get_maxlvt();
  771. apic_write(APIC_LVTERR, ERROR_APIC_VECTOR);
  772. /*
  773. * spec says clear errors after enabling vector.
  774. */
  775. if (maxlvt > 3)
  776. apic_write(APIC_ESR, 0);
  777. }
  778. void __cpuinit end_local_APIC_setup(void)
  779. {
  780. lapic_setup_esr();
  781. setup_apic_nmi_watchdog(NULL);
  782. apic_pm_activate();
  783. }
  784. void check_x2apic(void)
  785. {
  786. int msr, msr2;
  787. rdmsr(MSR_IA32_APICBASE, msr, msr2);
  788. if (msr & X2APIC_ENABLE) {
  789. printk("x2apic enabled by BIOS, switching to x2apic ops\n");
  790. x2apic_preenabled = x2apic = 1;
  791. apic_ops = &x2apic_ops;
  792. }
  793. }
  794. void enable_x2apic(void)
  795. {
  796. int msr, msr2;
  797. rdmsr(MSR_IA32_APICBASE, msr, msr2);
  798. if (!(msr & X2APIC_ENABLE)) {
  799. printk("Enabling x2apic\n");
  800. wrmsr(MSR_IA32_APICBASE, msr | X2APIC_ENABLE, 0);
  801. }
  802. }
  803. void enable_IR_x2apic(void)
  804. {
  805. #ifdef CONFIG_INTR_REMAP
  806. int ret;
  807. unsigned long flags;
  808. if (!cpu_has_x2apic)
  809. return;
  810. if (!x2apic_preenabled && disable_x2apic) {
  811. printk(KERN_INFO
  812. "Skipped enabling x2apic and Interrupt-remapping "
  813. "because of nox2apic\n");
  814. return;
  815. }
  816. if (x2apic_preenabled && disable_x2apic)
  817. panic("Bios already enabled x2apic, can't enforce nox2apic");
  818. if (!x2apic_preenabled && skip_ioapic_setup) {
  819. printk(KERN_INFO
  820. "Skipped enabling x2apic and Interrupt-remapping "
  821. "because of skipping io-apic setup\n");
  822. return;
  823. }
  824. ret = dmar_table_init();
  825. if (ret) {
  826. printk(KERN_INFO
  827. "dmar_table_init() failed with %d:\n", ret);
  828. if (x2apic_preenabled)
  829. panic("x2apic enabled by bios. But IR enabling failed");
  830. else
  831. printk(KERN_INFO
  832. "Not enabling x2apic,Intr-remapping\n");
  833. return;
  834. }
  835. local_irq_save(flags);
  836. mask_8259A();
  837. save_mask_IO_APIC_setup();
  838. ret = enable_intr_remapping(1);
  839. if (ret && x2apic_preenabled) {
  840. local_irq_restore(flags);
  841. panic("x2apic enabled by bios. But IR enabling failed");
  842. }
  843. if (ret)
  844. goto end;
  845. if (!x2apic) {
  846. x2apic = 1;
  847. apic_ops = &x2apic_ops;
  848. enable_x2apic();
  849. }
  850. end:
  851. if (ret)
  852. /*
  853. * IR enabling failed
  854. */
  855. restore_IO_APIC_setup();
  856. else
  857. reinit_intr_remapped_IO_APIC(x2apic_preenabled);
  858. unmask_8259A();
  859. local_irq_restore(flags);
  860. if (!ret) {
  861. if (!x2apic_preenabled)
  862. printk(KERN_INFO
  863. "Enabled x2apic and interrupt-remapping\n");
  864. else
  865. printk(KERN_INFO
  866. "Enabled Interrupt-remapping\n");
  867. } else
  868. printk(KERN_ERR
  869. "Failed to enable Interrupt-remapping and x2apic\n");
  870. #else
  871. if (!cpu_has_x2apic)
  872. return;
  873. if (x2apic_preenabled)
  874. panic("x2apic enabled prior OS handover,"
  875. " enable CONFIG_INTR_REMAP");
  876. printk(KERN_INFO "Enable CONFIG_INTR_REMAP for enabling intr-remapping "
  877. " and x2apic\n");
  878. #endif
  879. return;
  880. }
  881. /*
  882. * Detect and enable local APICs on non-SMP boards.
  883. * Original code written by Keir Fraser.
  884. * On AMD64 we trust the BIOS - if it says no APIC it is likely
  885. * not correctly set up (usually the APIC timer won't work etc.)
  886. */
  887. static int __init detect_init_APIC(void)
  888. {
  889. if (!cpu_has_apic) {
  890. printk(KERN_INFO "No local APIC present\n");
  891. return -1;
  892. }
  893. mp_lapic_addr = APIC_DEFAULT_PHYS_BASE;
  894. boot_cpu_physical_apicid = 0;
  895. return 0;
  896. }
  897. void __init early_init_lapic_mapping(void)
  898. {
  899. unsigned long phys_addr;
  900. /*
  901. * If no local APIC can be found then go out
  902. * : it means there is no mpatable and MADT
  903. */
  904. if (!smp_found_config)
  905. return;
  906. phys_addr = mp_lapic_addr;
  907. set_fixmap_nocache(FIX_APIC_BASE, phys_addr);
  908. apic_printk(APIC_VERBOSE, "mapped APIC to %16lx (%16lx)\n",
  909. APIC_BASE, phys_addr);
  910. /*
  911. * Fetch the APIC ID of the BSP in case we have a
  912. * default configuration (or the MP table is broken).
  913. */
  914. boot_cpu_physical_apicid = read_apic_id();
  915. }
  916. /**
  917. * init_apic_mappings - initialize APIC mappings
  918. */
  919. void __init init_apic_mappings(void)
  920. {
  921. if (x2apic) {
  922. boot_cpu_physical_apicid = read_apic_id();
  923. return;
  924. }
  925. /*
  926. * If no local APIC can be found then set up a fake all
  927. * zeroes page to simulate the local APIC and another
  928. * one for the IO-APIC.
  929. */
  930. if (!smp_found_config && detect_init_APIC()) {
  931. apic_phys = (unsigned long) alloc_bootmem_pages(PAGE_SIZE);
  932. apic_phys = __pa(apic_phys);
  933. } else
  934. apic_phys = mp_lapic_addr;
  935. set_fixmap_nocache(FIX_APIC_BASE, apic_phys);
  936. apic_printk(APIC_VERBOSE, "mapped APIC to %16lx (%16lx)\n",
  937. APIC_BASE, apic_phys);
  938. /*
  939. * Fetch the APIC ID of the BSP in case we have a
  940. * default configuration (or the MP table is broken).
  941. */
  942. boot_cpu_physical_apicid = read_apic_id();
  943. }
  944. /*
  945. * This initializes the IO-APIC and APIC hardware if this is
  946. * a UP kernel.
  947. */
  948. int __init APIC_init_uniprocessor(void)
  949. {
  950. if (disable_apic) {
  951. printk(KERN_INFO "Apic disabled\n");
  952. return -1;
  953. }
  954. if (!cpu_has_apic) {
  955. disable_apic = 1;
  956. printk(KERN_INFO "Apic disabled by BIOS\n");
  957. return -1;
  958. }
  959. enable_IR_x2apic();
  960. setup_apic_routing();
  961. verify_local_APIC();
  962. connect_bsp_APIC();
  963. physid_set_mask_of_physid(boot_cpu_physical_apicid, &phys_cpu_present_map);
  964. apic_write(APIC_ID, SET_APIC_ID(boot_cpu_physical_apicid));
  965. setup_local_APIC();
  966. /*
  967. * Now enable IO-APICs, actually call clear_IO_APIC
  968. * We need clear_IO_APIC before enabling vector on BP
  969. */
  970. if (!skip_ioapic_setup && nr_ioapics)
  971. enable_IO_APIC();
  972. if (!smp_found_config || skip_ioapic_setup || !nr_ioapics)
  973. localise_nmi_watchdog();
  974. end_local_APIC_setup();
  975. if (smp_found_config && !skip_ioapic_setup && nr_ioapics)
  976. setup_IO_APIC();
  977. else
  978. nr_ioapics = 0;
  979. setup_boot_APIC_clock();
  980. check_nmi_watchdog();
  981. return 0;
  982. }
  983. /*
  984. * Local APIC interrupts
  985. */
  986. /*
  987. * This interrupt should _never_ happen with our APIC/SMP architecture
  988. */
  989. asmlinkage void smp_spurious_interrupt(void)
  990. {
  991. unsigned int v;
  992. exit_idle();
  993. irq_enter();
  994. /*
  995. * Check if this really is a spurious interrupt and ACK it
  996. * if it is a vectored one. Just in case...
  997. * Spurious interrupts should not be ACKed.
  998. */
  999. v = apic_read(APIC_ISR + ((SPURIOUS_APIC_VECTOR & ~0x1f) >> 1));
  1000. if (v & (1 << (SPURIOUS_APIC_VECTOR & 0x1f)))
  1001. ack_APIC_irq();
  1002. add_pda(irq_spurious_count, 1);
  1003. irq_exit();
  1004. }
  1005. /*
  1006. * This interrupt should never happen with our APIC/SMP architecture
  1007. */
  1008. asmlinkage void smp_error_interrupt(void)
  1009. {
  1010. unsigned int v, v1;
  1011. exit_idle();
  1012. irq_enter();
  1013. /* First tickle the hardware, only then report what went on. -- REW */
  1014. v = apic_read(APIC_ESR);
  1015. apic_write(APIC_ESR, 0);
  1016. v1 = apic_read(APIC_ESR);
  1017. ack_APIC_irq();
  1018. atomic_inc(&irq_err_count);
  1019. /* Here is what the APIC error bits mean:
  1020. 0: Send CS error
  1021. 1: Receive CS error
  1022. 2: Send accept error
  1023. 3: Receive accept error
  1024. 4: Reserved
  1025. 5: Send illegal vector
  1026. 6: Received illegal vector
  1027. 7: Illegal register address
  1028. */
  1029. printk(KERN_DEBUG "APIC error on CPU%d: %02x(%02x)\n",
  1030. smp_processor_id(), v , v1);
  1031. irq_exit();
  1032. }
  1033. /**
  1034. * * connect_bsp_APIC - attach the APIC to the interrupt system
  1035. * */
  1036. void __init connect_bsp_APIC(void)
  1037. {
  1038. enable_apic_mode();
  1039. }
  1040. void disconnect_bsp_APIC(int virt_wire_setup)
  1041. {
  1042. /* Go back to Virtual Wire compatibility mode */
  1043. unsigned long value;
  1044. /* For the spurious interrupt use vector F, and enable it */
  1045. value = apic_read(APIC_SPIV);
  1046. value &= ~APIC_VECTOR_MASK;
  1047. value |= APIC_SPIV_APIC_ENABLED;
  1048. value |= 0xf;
  1049. apic_write(APIC_SPIV, value);
  1050. if (!virt_wire_setup) {
  1051. /*
  1052. * For LVT0 make it edge triggered, active high,
  1053. * external and enabled
  1054. */
  1055. value = apic_read(APIC_LVT0);
  1056. value &= ~(APIC_MODE_MASK | APIC_SEND_PENDING |
  1057. APIC_INPUT_POLARITY | APIC_LVT_REMOTE_IRR |
  1058. APIC_LVT_LEVEL_TRIGGER | APIC_LVT_MASKED);
  1059. value |= APIC_LVT_REMOTE_IRR | APIC_SEND_PENDING;
  1060. value = SET_APIC_DELIVERY_MODE(value, APIC_MODE_EXTINT);
  1061. apic_write(APIC_LVT0, value);
  1062. } else {
  1063. /* Disable LVT0 */
  1064. apic_write(APIC_LVT0, APIC_LVT_MASKED);
  1065. }
  1066. /* For LVT1 make it edge triggered, active high, nmi and enabled */
  1067. value = apic_read(APIC_LVT1);
  1068. value &= ~(APIC_MODE_MASK | APIC_SEND_PENDING |
  1069. APIC_INPUT_POLARITY | APIC_LVT_REMOTE_IRR |
  1070. APIC_LVT_LEVEL_TRIGGER | APIC_LVT_MASKED);
  1071. value |= APIC_LVT_REMOTE_IRR | APIC_SEND_PENDING;
  1072. value = SET_APIC_DELIVERY_MODE(value, APIC_MODE_NMI);
  1073. apic_write(APIC_LVT1, value);
  1074. }
  1075. void __cpuinit generic_processor_info(int apicid, int version)
  1076. {
  1077. int cpu;
  1078. cpumask_t tmp_map;
  1079. if (num_processors >= NR_CPUS) {
  1080. printk(KERN_WARNING "WARNING: NR_CPUS limit of %i reached."
  1081. " Processor ignored.\n", NR_CPUS);
  1082. return;
  1083. }
  1084. if (num_processors >= maxcpus) {
  1085. printk(KERN_WARNING "WARNING: maxcpus limit of %i reached."
  1086. " Processor ignored.\n", maxcpus);
  1087. return;
  1088. }
  1089. num_processors++;
  1090. cpus_complement(tmp_map, cpu_present_map);
  1091. cpu = first_cpu(tmp_map);
  1092. physid_set(apicid, phys_cpu_present_map);
  1093. if (apicid == boot_cpu_physical_apicid) {
  1094. /*
  1095. * x86_bios_cpu_apicid is required to have processors listed
  1096. * in same order as logical cpu numbers. Hence the first
  1097. * entry is BSP, and so on.
  1098. */
  1099. cpu = 0;
  1100. }
  1101. if (apicid > max_physical_apicid)
  1102. max_physical_apicid = apicid;
  1103. /* are we being called early in kernel startup? */
  1104. if (early_per_cpu_ptr(x86_cpu_to_apicid)) {
  1105. u16 *cpu_to_apicid = early_per_cpu_ptr(x86_cpu_to_apicid);
  1106. u16 *bios_cpu_apicid = early_per_cpu_ptr(x86_bios_cpu_apicid);
  1107. cpu_to_apicid[cpu] = apicid;
  1108. bios_cpu_apicid[cpu] = apicid;
  1109. } else {
  1110. per_cpu(x86_cpu_to_apicid, cpu) = apicid;
  1111. per_cpu(x86_bios_cpu_apicid, cpu) = apicid;
  1112. }
  1113. cpu_set(cpu, cpu_possible_map);
  1114. cpu_set(cpu, cpu_present_map);
  1115. }
  1116. int hard_smp_processor_id(void)
  1117. {
  1118. return read_apic_id();
  1119. }
  1120. /*
  1121. * Power management
  1122. */
  1123. #ifdef CONFIG_PM
  1124. static struct {
  1125. /* 'active' is true if the local APIC was enabled by us and
  1126. not the BIOS; this signifies that we are also responsible
  1127. for disabling it before entering apm/acpi suspend */
  1128. int active;
  1129. /* r/w apic fields */
  1130. unsigned int apic_id;
  1131. unsigned int apic_taskpri;
  1132. unsigned int apic_ldr;
  1133. unsigned int apic_dfr;
  1134. unsigned int apic_spiv;
  1135. unsigned int apic_lvtt;
  1136. unsigned int apic_lvtpc;
  1137. unsigned int apic_lvt0;
  1138. unsigned int apic_lvt1;
  1139. unsigned int apic_lvterr;
  1140. unsigned int apic_tmict;
  1141. unsigned int apic_tdcr;
  1142. unsigned int apic_thmr;
  1143. } apic_pm_state;
  1144. static int lapic_suspend(struct sys_device *dev, pm_message_t state)
  1145. {
  1146. unsigned long flags;
  1147. int maxlvt;
  1148. if (!apic_pm_state.active)
  1149. return 0;
  1150. maxlvt = lapic_get_maxlvt();
  1151. apic_pm_state.apic_id = apic_read(APIC_ID);
  1152. apic_pm_state.apic_taskpri = apic_read(APIC_TASKPRI);
  1153. apic_pm_state.apic_ldr = apic_read(APIC_LDR);
  1154. apic_pm_state.apic_dfr = apic_read(APIC_DFR);
  1155. apic_pm_state.apic_spiv = apic_read(APIC_SPIV);
  1156. apic_pm_state.apic_lvtt = apic_read(APIC_LVTT);
  1157. if (maxlvt >= 4)
  1158. apic_pm_state.apic_lvtpc = apic_read(APIC_LVTPC);
  1159. apic_pm_state.apic_lvt0 = apic_read(APIC_LVT0);
  1160. apic_pm_state.apic_lvt1 = apic_read(APIC_LVT1);
  1161. apic_pm_state.apic_lvterr = apic_read(APIC_LVTERR);
  1162. apic_pm_state.apic_tmict = apic_read(APIC_TMICT);
  1163. apic_pm_state.apic_tdcr = apic_read(APIC_TDCR);
  1164. #ifdef CONFIG_X86_MCE_INTEL
  1165. if (maxlvt >= 5)
  1166. apic_pm_state.apic_thmr = apic_read(APIC_LVTTHMR);
  1167. #endif
  1168. local_irq_save(flags);
  1169. disable_local_APIC();
  1170. local_irq_restore(flags);
  1171. return 0;
  1172. }
  1173. static int lapic_resume(struct sys_device *dev)
  1174. {
  1175. unsigned int l, h;
  1176. unsigned long flags;
  1177. int maxlvt;
  1178. if (!apic_pm_state.active)
  1179. return 0;
  1180. maxlvt = lapic_get_maxlvt();
  1181. local_irq_save(flags);
  1182. if (!x2apic) {
  1183. rdmsr(MSR_IA32_APICBASE, l, h);
  1184. l &= ~MSR_IA32_APICBASE_BASE;
  1185. l |= MSR_IA32_APICBASE_ENABLE | mp_lapic_addr;
  1186. wrmsr(MSR_IA32_APICBASE, l, h);
  1187. } else
  1188. enable_x2apic();
  1189. apic_write(APIC_LVTERR, ERROR_APIC_VECTOR | APIC_LVT_MASKED);
  1190. apic_write(APIC_ID, apic_pm_state.apic_id);
  1191. apic_write(APIC_DFR, apic_pm_state.apic_dfr);
  1192. apic_write(APIC_LDR, apic_pm_state.apic_ldr);
  1193. apic_write(APIC_TASKPRI, apic_pm_state.apic_taskpri);
  1194. apic_write(APIC_SPIV, apic_pm_state.apic_spiv);
  1195. apic_write(APIC_LVT0, apic_pm_state.apic_lvt0);
  1196. apic_write(APIC_LVT1, apic_pm_state.apic_lvt1);
  1197. #ifdef CONFIG_X86_MCE_INTEL
  1198. if (maxlvt >= 5)
  1199. apic_write(APIC_LVTTHMR, apic_pm_state.apic_thmr);
  1200. #endif
  1201. if (maxlvt >= 4)
  1202. apic_write(APIC_LVTPC, apic_pm_state.apic_lvtpc);
  1203. apic_write(APIC_LVTT, apic_pm_state.apic_lvtt);
  1204. apic_write(APIC_TDCR, apic_pm_state.apic_tdcr);
  1205. apic_write(APIC_TMICT, apic_pm_state.apic_tmict);
  1206. apic_write(APIC_ESR, 0);
  1207. apic_read(APIC_ESR);
  1208. apic_write(APIC_LVTERR, apic_pm_state.apic_lvterr);
  1209. apic_write(APIC_ESR, 0);
  1210. apic_read(APIC_ESR);
  1211. local_irq_restore(flags);
  1212. return 0;
  1213. }
  1214. static struct sysdev_class lapic_sysclass = {
  1215. .name = "lapic",
  1216. .resume = lapic_resume,
  1217. .suspend = lapic_suspend,
  1218. };
  1219. static struct sys_device device_lapic = {
  1220. .id = 0,
  1221. .cls = &lapic_sysclass,
  1222. };
  1223. static void __cpuinit apic_pm_activate(void)
  1224. {
  1225. apic_pm_state.active = 1;
  1226. }
  1227. static int __init init_lapic_sysfs(void)
  1228. {
  1229. int error;
  1230. if (!cpu_has_apic)
  1231. return 0;
  1232. /* XXX: remove suspend/resume procs if !apic_pm_state.active? */
  1233. error = sysdev_class_register(&lapic_sysclass);
  1234. if (!error)
  1235. error = sysdev_register(&device_lapic);
  1236. return error;
  1237. }
  1238. device_initcall(init_lapic_sysfs);
  1239. #else /* CONFIG_PM */
  1240. static void apic_pm_activate(void) { }
  1241. #endif /* CONFIG_PM */
  1242. /*
  1243. * apic_is_clustered_box() -- Check if we can expect good TSC
  1244. *
  1245. * Thus far, the major user of this is IBM's Summit2 series:
  1246. *
  1247. * Clustered boxes may have unsynced TSC problems if they are
  1248. * multi-chassis. Use available data to take a good guess.
  1249. * If in doubt, go HPET.
  1250. */
  1251. __cpuinit int apic_is_clustered_box(void)
  1252. {
  1253. int i, clusters, zeros;
  1254. unsigned id;
  1255. u16 *bios_cpu_apicid;
  1256. DECLARE_BITMAP(clustermap, NUM_APIC_CLUSTERS);
  1257. /*
  1258. * there is not this kind of box with AMD CPU yet.
  1259. * Some AMD box with quadcore cpu and 8 sockets apicid
  1260. * will be [4, 0x23] or [8, 0x27] could be thought to
  1261. * vsmp box still need checking...
  1262. */
  1263. if ((boot_cpu_data.x86_vendor == X86_VENDOR_AMD) && !is_vsmp_box())
  1264. return 0;
  1265. bios_cpu_apicid = early_per_cpu_ptr(x86_bios_cpu_apicid);
  1266. bitmap_zero(clustermap, NUM_APIC_CLUSTERS);
  1267. for (i = 0; i < NR_CPUS; i++) {
  1268. /* are we being called early in kernel startup? */
  1269. if (bios_cpu_apicid) {
  1270. id = bios_cpu_apicid[i];
  1271. }
  1272. else if (i < nr_cpu_ids) {
  1273. if (cpu_present(i))
  1274. id = per_cpu(x86_bios_cpu_apicid, i);
  1275. else
  1276. continue;
  1277. }
  1278. else
  1279. break;
  1280. if (id != BAD_APICID)
  1281. __set_bit(APIC_CLUSTERID(id), clustermap);
  1282. }
  1283. /* Problem: Partially populated chassis may not have CPUs in some of
  1284. * the APIC clusters they have been allocated. Only present CPUs have
  1285. * x86_bios_cpu_apicid entries, thus causing zeroes in the bitmap.
  1286. * Since clusters are allocated sequentially, count zeros only if
  1287. * they are bounded by ones.
  1288. */
  1289. clusters = 0;
  1290. zeros = 0;
  1291. for (i = 0; i < NUM_APIC_CLUSTERS; i++) {
  1292. if (test_bit(i, clustermap)) {
  1293. clusters += 1 + zeros;
  1294. zeros = 0;
  1295. } else
  1296. ++zeros;
  1297. }
  1298. /* ScaleMP vSMPowered boxes have one cluster per board and TSCs are
  1299. * not guaranteed to be synced between boards
  1300. */
  1301. if (is_vsmp_box() && clusters > 1)
  1302. return 1;
  1303. /*
  1304. * If clusters > 2, then should be multi-chassis.
  1305. * May have to revisit this when multi-core + hyperthreaded CPUs come
  1306. * out, but AFAIK this will work even for them.
  1307. */
  1308. return (clusters > 2);
  1309. }
  1310. static __init int setup_nox2apic(char *str)
  1311. {
  1312. disable_x2apic = 1;
  1313. clear_cpu_cap(&boot_cpu_data, X86_FEATURE_X2APIC);
  1314. return 0;
  1315. }
  1316. early_param("nox2apic", setup_nox2apic);
  1317. /*
  1318. * APIC command line parameters
  1319. */
  1320. static int __init apic_set_verbosity(char *str)
  1321. {
  1322. if (str == NULL) {
  1323. skip_ioapic_setup = 0;
  1324. ioapic_force = 1;
  1325. return 0;
  1326. }
  1327. if (strcmp("debug", str) == 0)
  1328. apic_verbosity = APIC_DEBUG;
  1329. else if (strcmp("verbose", str) == 0)
  1330. apic_verbosity = APIC_VERBOSE;
  1331. else {
  1332. printk(KERN_WARNING "APIC Verbosity level %s not recognised"
  1333. " use apic=verbose or apic=debug\n", str);
  1334. return -EINVAL;
  1335. }
  1336. return 0;
  1337. }
  1338. early_param("apic", apic_set_verbosity);
  1339. static __init int setup_disableapic(char *str)
  1340. {
  1341. disable_apic = 1;
  1342. setup_clear_cpu_cap(X86_FEATURE_APIC);
  1343. return 0;
  1344. }
  1345. early_param("disableapic", setup_disableapic);
  1346. /* same as disableapic, for compatibility */
  1347. static __init int setup_nolapic(char *str)
  1348. {
  1349. return setup_disableapic(str);
  1350. }
  1351. early_param("nolapic", setup_nolapic);
  1352. static int __init parse_lapic_timer_c2_ok(char *arg)
  1353. {
  1354. local_apic_timer_c2_ok = 1;
  1355. return 0;
  1356. }
  1357. early_param("lapic_timer_c2_ok", parse_lapic_timer_c2_ok);
  1358. static int __init parse_disable_apic_timer(char *arg)
  1359. {
  1360. disable_apic_timer = 1;
  1361. return 0;
  1362. }
  1363. early_param("noapictimer", parse_disable_apic_timer);
  1364. static int __init parse_nolapic_timer(char *arg)
  1365. {
  1366. disable_apic_timer = 1;
  1367. return 0;
  1368. }
  1369. early_param("nolapic_timer", parse_nolapic_timer);
  1370. static __init int setup_apicpmtimer(char *s)
  1371. {
  1372. apic_calibrate_pmtmr = 1;
  1373. notsc_setup(NULL);
  1374. return 0;
  1375. }
  1376. __setup("apicpmtimer", setup_apicpmtimer);
  1377. static int __init lapic_insert_resource(void)
  1378. {
  1379. if (!apic_phys)
  1380. return -1;
  1381. /* Put local APIC into the resource map. */
  1382. lapic_resource.start = apic_phys;
  1383. lapic_resource.end = lapic_resource.start + PAGE_SIZE - 1;
  1384. insert_resource(&iomem_resource, &lapic_resource);
  1385. return 0;
  1386. }
  1387. /*
  1388. * need call insert after e820_reserve_resources()
  1389. * that is using request_resource
  1390. */
  1391. late_initcall(lapic_insert_resource);