apb_timer.c 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709
  1. /*
  2. * apb_timer.c: Driver for Langwell APB timers
  3. *
  4. * (C) Copyright 2009 Intel Corporation
  5. * Author: Jacob Pan (jacob.jun.pan@intel.com)
  6. *
  7. * This program is free software; you can redistribute it and/or
  8. * modify it under the terms of the GNU General Public License
  9. * as published by the Free Software Foundation; version 2
  10. * of the License.
  11. *
  12. * Note:
  13. * Langwell is the south complex of Intel Moorestown MID platform. There are
  14. * eight external timers in total that can be used by the operating system.
  15. * The timer information, such as frequency and addresses, is provided to the
  16. * OS via SFI tables.
  17. * Timer interrupts are routed via FW/HW emulated IOAPIC independently via
  18. * individual redirection table entries (RTE).
  19. * Unlike HPET, there is no master counter, therefore one of the timers are
  20. * used as clocksource. The overall allocation looks like:
  21. * - timer 0 - NR_CPUs for per cpu timer
  22. * - one timer for clocksource
  23. * - one timer for watchdog driver.
  24. * It is also worth notice that APB timer does not support true one-shot mode,
  25. * free-running mode will be used here to emulate one-shot mode.
  26. * APB timer can also be used as broadcast timer along with per cpu local APIC
  27. * timer, but by default APB timer has higher rating than local APIC timers.
  28. */
  29. #include <linux/clocksource.h>
  30. #include <linux/clockchips.h>
  31. #include <linux/delay.h>
  32. #include <linux/errno.h>
  33. #include <linux/init.h>
  34. #include <linux/sysdev.h>
  35. #include <linux/slab.h>
  36. #include <linux/pm.h>
  37. #include <linux/pci.h>
  38. #include <linux/sfi.h>
  39. #include <linux/interrupt.h>
  40. #include <linux/cpu.h>
  41. #include <linux/irq.h>
  42. #include <asm/fixmap.h>
  43. #include <asm/apb_timer.h>
  44. #include <asm/mrst.h>
  45. #define APBT_MASK CLOCKSOURCE_MASK(32)
  46. #define APBT_SHIFT 22
  47. #define APBT_CLOCKEVENT_RATING 110
  48. #define APBT_CLOCKSOURCE_RATING 250
  49. #define APBT_MIN_DELTA_USEC 200
  50. #define EVT_TO_APBT_DEV(evt) container_of(evt, struct apbt_dev, evt)
  51. #define APBT_CLOCKEVENT0_NUM (0)
  52. #define APBT_CLOCKEVENT1_NUM (1)
  53. #define APBT_CLOCKSOURCE_NUM (2)
  54. static unsigned long apbt_address;
  55. static int apb_timer_block_enabled;
  56. static void __iomem *apbt_virt_address;
  57. static int phy_cs_timer_id;
  58. /*
  59. * Common DW APB timer info
  60. */
  61. static uint64_t apbt_freq;
  62. static void apbt_set_mode(enum clock_event_mode mode,
  63. struct clock_event_device *evt);
  64. static int apbt_next_event(unsigned long delta,
  65. struct clock_event_device *evt);
  66. static cycle_t apbt_read_clocksource(struct clocksource *cs);
  67. static void apbt_restart_clocksource(struct clocksource *cs);
  68. struct apbt_dev {
  69. struct clock_event_device evt;
  70. unsigned int num;
  71. int cpu;
  72. unsigned int irq;
  73. unsigned int tick;
  74. unsigned int count;
  75. unsigned int flags;
  76. char name[10];
  77. };
  78. static DEFINE_PER_CPU(struct apbt_dev, cpu_apbt_dev);
  79. #ifdef CONFIG_SMP
  80. static unsigned int apbt_num_timers_used;
  81. static struct apbt_dev *apbt_devs;
  82. #endif
  83. static inline unsigned long apbt_readl_reg(unsigned long a)
  84. {
  85. return readl(apbt_virt_address + a);
  86. }
  87. static inline void apbt_writel_reg(unsigned long d, unsigned long a)
  88. {
  89. writel(d, apbt_virt_address + a);
  90. }
  91. static inline unsigned long apbt_readl(int n, unsigned long a)
  92. {
  93. return readl(apbt_virt_address + a + n * APBTMRS_REG_SIZE);
  94. }
  95. static inline void apbt_writel(int n, unsigned long d, unsigned long a)
  96. {
  97. writel(d, apbt_virt_address + a + n * APBTMRS_REG_SIZE);
  98. }
  99. static inline void apbt_set_mapping(void)
  100. {
  101. struct sfi_timer_table_entry *mtmr;
  102. if (apbt_virt_address) {
  103. pr_debug("APBT base already mapped\n");
  104. return;
  105. }
  106. mtmr = sfi_get_mtmr(APBT_CLOCKEVENT0_NUM);
  107. if (mtmr == NULL) {
  108. printk(KERN_ERR "Failed to get MTMR %d from SFI\n",
  109. APBT_CLOCKEVENT0_NUM);
  110. return;
  111. }
  112. apbt_address = (unsigned long)mtmr->phys_addr;
  113. if (!apbt_address) {
  114. printk(KERN_WARNING "No timer base from SFI, use default\n");
  115. apbt_address = APBT_DEFAULT_BASE;
  116. }
  117. apbt_virt_address = ioremap_nocache(apbt_address, APBT_MMAP_SIZE);
  118. if (apbt_virt_address) {
  119. pr_debug("Mapped APBT physical addr %p at virtual addr %p\n",\
  120. (void *)apbt_address, (void *)apbt_virt_address);
  121. } else {
  122. pr_debug("Failed mapping APBT phy address at %p\n",\
  123. (void *)apbt_address);
  124. goto panic_noapbt;
  125. }
  126. apbt_freq = mtmr->freq_hz / USEC_PER_SEC;
  127. sfi_free_mtmr(mtmr);
  128. /* Now figure out the physical timer id for clocksource device */
  129. mtmr = sfi_get_mtmr(APBT_CLOCKSOURCE_NUM);
  130. if (mtmr == NULL)
  131. goto panic_noapbt;
  132. /* Now figure out the physical timer id */
  133. phy_cs_timer_id = (unsigned int)(mtmr->phys_addr & 0xff)
  134. / APBTMRS_REG_SIZE;
  135. pr_debug("Use timer %d for clocksource\n", phy_cs_timer_id);
  136. return;
  137. panic_noapbt:
  138. panic("Failed to setup APB system timer\n");
  139. }
  140. static inline void apbt_clear_mapping(void)
  141. {
  142. iounmap(apbt_virt_address);
  143. apbt_virt_address = NULL;
  144. }
  145. /*
  146. * APBT timer interrupt enable / disable
  147. */
  148. static inline int is_apbt_capable(void)
  149. {
  150. return apbt_virt_address ? 1 : 0;
  151. }
  152. static struct clocksource clocksource_apbt = {
  153. .name = "apbt",
  154. .rating = APBT_CLOCKSOURCE_RATING,
  155. .read = apbt_read_clocksource,
  156. .mask = APBT_MASK,
  157. .shift = APBT_SHIFT,
  158. .flags = CLOCK_SOURCE_IS_CONTINUOUS,
  159. .resume = apbt_restart_clocksource,
  160. };
  161. /* boot APB clock event device */
  162. static struct clock_event_device apbt_clockevent = {
  163. .name = "apbt0",
  164. .features = CLOCK_EVT_FEAT_PERIODIC | CLOCK_EVT_FEAT_ONESHOT,
  165. .set_mode = apbt_set_mode,
  166. .set_next_event = apbt_next_event,
  167. .shift = APBT_SHIFT,
  168. .irq = 0,
  169. .rating = APBT_CLOCKEVENT_RATING,
  170. };
  171. /*
  172. * start count down from 0xffff_ffff. this is done by toggling the enable bit
  173. * then load initial load count to ~0.
  174. */
  175. static void apbt_start_counter(int n)
  176. {
  177. unsigned long ctrl = apbt_readl(n, APBTMR_N_CONTROL);
  178. ctrl &= ~APBTMR_CONTROL_ENABLE;
  179. apbt_writel(n, ctrl, APBTMR_N_CONTROL);
  180. apbt_writel(n, ~0, APBTMR_N_LOAD_COUNT);
  181. /* enable, mask interrupt */
  182. ctrl &= ~APBTMR_CONTROL_MODE_PERIODIC;
  183. ctrl |= (APBTMR_CONTROL_ENABLE | APBTMR_CONTROL_INT);
  184. apbt_writel(n, ctrl, APBTMR_N_CONTROL);
  185. /* read it once to get cached counter value initialized */
  186. apbt_read_clocksource(&clocksource_apbt);
  187. }
  188. static irqreturn_t apbt_interrupt_handler(int irq, void *data)
  189. {
  190. struct apbt_dev *dev = (struct apbt_dev *)data;
  191. struct clock_event_device *aevt = &dev->evt;
  192. if (!aevt->event_handler) {
  193. printk(KERN_INFO "Spurious APBT timer interrupt on %d\n",
  194. dev->num);
  195. return IRQ_NONE;
  196. }
  197. aevt->event_handler(aevt);
  198. return IRQ_HANDLED;
  199. }
  200. static void apbt_restart_clocksource(struct clocksource *cs)
  201. {
  202. apbt_start_counter(phy_cs_timer_id);
  203. }
  204. static void apbt_enable_int(int n)
  205. {
  206. unsigned long ctrl = apbt_readl(n, APBTMR_N_CONTROL);
  207. /* clear pending intr */
  208. apbt_readl(n, APBTMR_N_EOI);
  209. ctrl &= ~APBTMR_CONTROL_INT;
  210. apbt_writel(n, ctrl, APBTMR_N_CONTROL);
  211. }
  212. static void apbt_disable_int(int n)
  213. {
  214. unsigned long ctrl = apbt_readl(n, APBTMR_N_CONTROL);
  215. ctrl |= APBTMR_CONTROL_INT;
  216. apbt_writel(n, ctrl, APBTMR_N_CONTROL);
  217. }
  218. static int __init apbt_clockevent_register(void)
  219. {
  220. struct sfi_timer_table_entry *mtmr;
  221. struct apbt_dev *adev = &__get_cpu_var(cpu_apbt_dev);
  222. mtmr = sfi_get_mtmr(APBT_CLOCKEVENT0_NUM);
  223. if (mtmr == NULL) {
  224. printk(KERN_ERR "Failed to get MTMR %d from SFI\n",
  225. APBT_CLOCKEVENT0_NUM);
  226. return -ENODEV;
  227. }
  228. /*
  229. * We need to calculate the scaled math multiplication factor for
  230. * nanosecond to apbt tick conversion.
  231. * mult = (nsec/cycle)*2^APBT_SHIFT
  232. */
  233. apbt_clockevent.mult = div_sc((unsigned long) mtmr->freq_hz
  234. , NSEC_PER_SEC, APBT_SHIFT);
  235. /* Calculate the min / max delta */
  236. apbt_clockevent.max_delta_ns = clockevent_delta2ns(0x7FFFFFFF,
  237. &apbt_clockevent);
  238. apbt_clockevent.min_delta_ns = clockevent_delta2ns(
  239. APBT_MIN_DELTA_USEC*apbt_freq,
  240. &apbt_clockevent);
  241. /*
  242. * Start apbt with the boot cpu mask and make it
  243. * global if not used for per cpu timer.
  244. */
  245. apbt_clockevent.cpumask = cpumask_of(smp_processor_id());
  246. adev->num = smp_processor_id();
  247. memcpy(&adev->evt, &apbt_clockevent, sizeof(struct clock_event_device));
  248. if (mrst_timer_options == MRST_TIMER_LAPIC_APBT) {
  249. adev->evt.rating = APBT_CLOCKEVENT_RATING - 100;
  250. global_clock_event = &adev->evt;
  251. printk(KERN_DEBUG "%s clockevent registered as global\n",
  252. global_clock_event->name);
  253. }
  254. if (request_irq(apbt_clockevent.irq, apbt_interrupt_handler,
  255. IRQF_TIMER | IRQF_DISABLED | IRQF_NOBALANCING,
  256. apbt_clockevent.name, adev)) {
  257. printk(KERN_ERR "Failed request IRQ for APBT%d\n",
  258. apbt_clockevent.irq);
  259. }
  260. clockevents_register_device(&adev->evt);
  261. /* Start APBT 0 interrupts */
  262. apbt_enable_int(APBT_CLOCKEVENT0_NUM);
  263. sfi_free_mtmr(mtmr);
  264. return 0;
  265. }
  266. #ifdef CONFIG_SMP
  267. static void apbt_setup_irq(struct apbt_dev *adev)
  268. {
  269. /* timer0 irq has been setup early */
  270. if (adev->irq == 0)
  271. return;
  272. irq_modify_status(adev->irq, 0, IRQ_MOVE_PCNTXT);
  273. irq_set_affinity(adev->irq, cpumask_of(adev->cpu));
  274. /* APB timer irqs are set up as mp_irqs, timer is edge type */
  275. __set_irq_handler(adev->irq, handle_edge_irq, 0, "edge");
  276. if (system_state == SYSTEM_BOOTING) {
  277. if (request_irq(adev->irq, apbt_interrupt_handler,
  278. IRQF_TIMER | IRQF_DISABLED |
  279. IRQF_NOBALANCING,
  280. adev->name, adev)) {
  281. printk(KERN_ERR "Failed request IRQ for APBT%d\n",
  282. adev->num);
  283. }
  284. } else
  285. enable_irq(adev->irq);
  286. }
  287. /* Should be called with per cpu */
  288. void apbt_setup_secondary_clock(void)
  289. {
  290. struct apbt_dev *adev;
  291. struct clock_event_device *aevt;
  292. int cpu;
  293. /* Don't register boot CPU clockevent */
  294. cpu = smp_processor_id();
  295. if (!cpu)
  296. return;
  297. /*
  298. * We need to calculate the scaled math multiplication factor for
  299. * nanosecond to apbt tick conversion.
  300. * mult = (nsec/cycle)*2^APBT_SHIFT
  301. */
  302. printk(KERN_INFO "Init per CPU clockevent %d\n", cpu);
  303. adev = &per_cpu(cpu_apbt_dev, cpu);
  304. aevt = &adev->evt;
  305. memcpy(aevt, &apbt_clockevent, sizeof(*aevt));
  306. aevt->cpumask = cpumask_of(cpu);
  307. aevt->name = adev->name;
  308. aevt->mode = CLOCK_EVT_MODE_UNUSED;
  309. printk(KERN_INFO "Registering CPU %d clockevent device %s, mask %08x\n",
  310. cpu, aevt->name, *(u32 *)aevt->cpumask);
  311. apbt_setup_irq(adev);
  312. clockevents_register_device(aevt);
  313. apbt_enable_int(cpu);
  314. return;
  315. }
  316. /*
  317. * this notify handler process CPU hotplug events. in case of S0i3, nonboot
  318. * cpus are disabled/enabled frequently, for performance reasons, we keep the
  319. * per cpu timer irq registered so that we do need to do free_irq/request_irq.
  320. *
  321. * TODO: it might be more reliable to directly disable percpu clockevent device
  322. * without the notifier chain. currently, cpu 0 may get interrupts from other
  323. * cpu timers during the offline process due to the ordering of notification.
  324. * the extra interrupt is harmless.
  325. */
  326. static int apbt_cpuhp_notify(struct notifier_block *n,
  327. unsigned long action, void *hcpu)
  328. {
  329. unsigned long cpu = (unsigned long)hcpu;
  330. struct apbt_dev *adev = &per_cpu(cpu_apbt_dev, cpu);
  331. switch (action & 0xf) {
  332. case CPU_DEAD:
  333. disable_irq(adev->irq);
  334. apbt_disable_int(cpu);
  335. if (system_state == SYSTEM_RUNNING) {
  336. pr_debug("skipping APBT CPU %lu offline\n", cpu);
  337. } else if (adev) {
  338. pr_debug("APBT clockevent for cpu %lu offline\n", cpu);
  339. free_irq(adev->irq, adev);
  340. }
  341. break;
  342. default:
  343. pr_debug("APBT notified %lu, no action\n", action);
  344. }
  345. return NOTIFY_OK;
  346. }
  347. static __init int apbt_late_init(void)
  348. {
  349. if (mrst_timer_options == MRST_TIMER_LAPIC_APBT ||
  350. !apb_timer_block_enabled)
  351. return 0;
  352. /* This notifier should be called after workqueue is ready */
  353. hotcpu_notifier(apbt_cpuhp_notify, -20);
  354. return 0;
  355. }
  356. fs_initcall(apbt_late_init);
  357. #else
  358. void apbt_setup_secondary_clock(void) {}
  359. #endif /* CONFIG_SMP */
  360. static void apbt_set_mode(enum clock_event_mode mode,
  361. struct clock_event_device *evt)
  362. {
  363. unsigned long ctrl;
  364. uint64_t delta;
  365. int timer_num;
  366. struct apbt_dev *adev = EVT_TO_APBT_DEV(evt);
  367. BUG_ON(!apbt_virt_address);
  368. timer_num = adev->num;
  369. pr_debug("%s CPU %d timer %d mode=%d\n",
  370. __func__, first_cpu(*evt->cpumask), timer_num, mode);
  371. switch (mode) {
  372. case CLOCK_EVT_MODE_PERIODIC:
  373. delta = ((uint64_t)(NSEC_PER_SEC/HZ)) * apbt_clockevent.mult;
  374. delta >>= apbt_clockevent.shift;
  375. ctrl = apbt_readl(timer_num, APBTMR_N_CONTROL);
  376. ctrl |= APBTMR_CONTROL_MODE_PERIODIC;
  377. apbt_writel(timer_num, ctrl, APBTMR_N_CONTROL);
  378. /*
  379. * DW APB p. 46, have to disable timer before load counter,
  380. * may cause sync problem.
  381. */
  382. ctrl &= ~APBTMR_CONTROL_ENABLE;
  383. apbt_writel(timer_num, ctrl, APBTMR_N_CONTROL);
  384. udelay(1);
  385. pr_debug("Setting clock period %d for HZ %d\n", (int)delta, HZ);
  386. apbt_writel(timer_num, delta, APBTMR_N_LOAD_COUNT);
  387. ctrl |= APBTMR_CONTROL_ENABLE;
  388. apbt_writel(timer_num, ctrl, APBTMR_N_CONTROL);
  389. break;
  390. /* APB timer does not have one-shot mode, use free running mode */
  391. case CLOCK_EVT_MODE_ONESHOT:
  392. ctrl = apbt_readl(timer_num, APBTMR_N_CONTROL);
  393. /*
  394. * set free running mode, this mode will let timer reload max
  395. * timeout which will give time (3min on 25MHz clock) to rearm
  396. * the next event, therefore emulate the one-shot mode.
  397. */
  398. ctrl &= ~APBTMR_CONTROL_ENABLE;
  399. ctrl &= ~APBTMR_CONTROL_MODE_PERIODIC;
  400. apbt_writel(timer_num, ctrl, APBTMR_N_CONTROL);
  401. /* write again to set free running mode */
  402. apbt_writel(timer_num, ctrl, APBTMR_N_CONTROL);
  403. /*
  404. * DW APB p. 46, load counter with all 1s before starting free
  405. * running mode.
  406. */
  407. apbt_writel(timer_num, ~0, APBTMR_N_LOAD_COUNT);
  408. ctrl &= ~APBTMR_CONTROL_INT;
  409. ctrl |= APBTMR_CONTROL_ENABLE;
  410. apbt_writel(timer_num, ctrl, APBTMR_N_CONTROL);
  411. break;
  412. case CLOCK_EVT_MODE_UNUSED:
  413. case CLOCK_EVT_MODE_SHUTDOWN:
  414. apbt_disable_int(timer_num);
  415. ctrl = apbt_readl(timer_num, APBTMR_N_CONTROL);
  416. ctrl &= ~APBTMR_CONTROL_ENABLE;
  417. apbt_writel(timer_num, ctrl, APBTMR_N_CONTROL);
  418. break;
  419. case CLOCK_EVT_MODE_RESUME:
  420. apbt_enable_int(timer_num);
  421. break;
  422. }
  423. }
  424. static int apbt_next_event(unsigned long delta,
  425. struct clock_event_device *evt)
  426. {
  427. unsigned long ctrl;
  428. int timer_num;
  429. struct apbt_dev *adev = EVT_TO_APBT_DEV(evt);
  430. timer_num = adev->num;
  431. /* Disable timer */
  432. ctrl = apbt_readl(timer_num, APBTMR_N_CONTROL);
  433. ctrl &= ~APBTMR_CONTROL_ENABLE;
  434. apbt_writel(timer_num, ctrl, APBTMR_N_CONTROL);
  435. /* write new count */
  436. apbt_writel(timer_num, delta, APBTMR_N_LOAD_COUNT);
  437. ctrl |= APBTMR_CONTROL_ENABLE;
  438. apbt_writel(timer_num, ctrl, APBTMR_N_CONTROL);
  439. return 0;
  440. }
  441. static cycle_t apbt_read_clocksource(struct clocksource *cs)
  442. {
  443. unsigned long current_count;
  444. current_count = apbt_readl(phy_cs_timer_id, APBTMR_N_CURRENT_VALUE);
  445. return (cycle_t)~current_count;
  446. }
  447. static int apbt_clocksource_register(void)
  448. {
  449. u64 start, now;
  450. cycle_t t1;
  451. /* Start the counter, use timer 2 as source, timer 0/1 for event */
  452. apbt_start_counter(phy_cs_timer_id);
  453. /* Verify whether apbt counter works */
  454. t1 = apbt_read_clocksource(&clocksource_apbt);
  455. rdtscll(start);
  456. /*
  457. * We don't know the TSC frequency yet, but waiting for
  458. * 200000 TSC cycles is safe:
  459. * 4 GHz == 50us
  460. * 1 GHz == 200us
  461. */
  462. do {
  463. rep_nop();
  464. rdtscll(now);
  465. } while ((now - start) < 200000UL);
  466. /* APBT is the only always on clocksource, it has to work! */
  467. if (t1 == apbt_read_clocksource(&clocksource_apbt))
  468. panic("APBT counter not counting. APBT disabled\n");
  469. /*
  470. * initialize and register APBT clocksource
  471. * convert that to ns/clock cycle
  472. * mult = (ns/c) * 2^APBT_SHIFT
  473. */
  474. clocksource_apbt.mult = div_sc(MSEC_PER_SEC,
  475. (unsigned long) apbt_freq, APBT_SHIFT);
  476. clocksource_register(&clocksource_apbt);
  477. return 0;
  478. }
  479. /*
  480. * Early setup the APBT timer, only use timer 0 for booting then switch to
  481. * per CPU timer if possible.
  482. * returns 1 if per cpu apbt is setup
  483. * returns 0 if no per cpu apbt is chosen
  484. * panic if set up failed, this is the only platform timer on Moorestown.
  485. */
  486. void __init apbt_time_init(void)
  487. {
  488. #ifdef CONFIG_SMP
  489. int i;
  490. struct sfi_timer_table_entry *p_mtmr;
  491. unsigned int percpu_timer;
  492. struct apbt_dev *adev;
  493. #endif
  494. if (apb_timer_block_enabled)
  495. return;
  496. apbt_set_mapping();
  497. if (apbt_virt_address) {
  498. pr_debug("Found APBT version 0x%lx\n",\
  499. apbt_readl_reg(APBTMRS_COMP_VERSION));
  500. } else
  501. goto out_noapbt;
  502. /*
  503. * Read the frequency and check for a sane value, for ESL model
  504. * we extend the possible clock range to allow time scaling.
  505. */
  506. if (apbt_freq < APBT_MIN_FREQ || apbt_freq > APBT_MAX_FREQ) {
  507. pr_debug("APBT has invalid freq 0x%llx\n", apbt_freq);
  508. goto out_noapbt;
  509. }
  510. if (apbt_clocksource_register()) {
  511. pr_debug("APBT has failed to register clocksource\n");
  512. goto out_noapbt;
  513. }
  514. if (!apbt_clockevent_register())
  515. apb_timer_block_enabled = 1;
  516. else {
  517. pr_debug("APBT has failed to register clockevent\n");
  518. goto out_noapbt;
  519. }
  520. #ifdef CONFIG_SMP
  521. /* kernel cmdline disable apb timer, so we will use lapic timers */
  522. if (mrst_timer_options == MRST_TIMER_LAPIC_APBT) {
  523. printk(KERN_INFO "apbt: disabled per cpu timer\n");
  524. return;
  525. }
  526. pr_debug("%s: %d CPUs online\n", __func__, num_online_cpus());
  527. if (num_possible_cpus() <= sfi_mtimer_num) {
  528. percpu_timer = 1;
  529. apbt_num_timers_used = num_possible_cpus();
  530. } else {
  531. percpu_timer = 0;
  532. apbt_num_timers_used = 1;
  533. adev = &per_cpu(cpu_apbt_dev, 0);
  534. adev->flags &= ~APBT_DEV_USED;
  535. }
  536. pr_debug("%s: %d APB timers used\n", __func__, apbt_num_timers_used);
  537. /* here we set up per CPU timer data structure */
  538. apbt_devs = kzalloc(sizeof(struct apbt_dev) * apbt_num_timers_used,
  539. GFP_KERNEL);
  540. if (!apbt_devs) {
  541. printk(KERN_ERR "Failed to allocate APB timer devices\n");
  542. return;
  543. }
  544. for (i = 0; i < apbt_num_timers_used; i++) {
  545. adev = &per_cpu(cpu_apbt_dev, i);
  546. adev->num = i;
  547. adev->cpu = i;
  548. p_mtmr = sfi_get_mtmr(i);
  549. if (p_mtmr) {
  550. adev->tick = p_mtmr->freq_hz;
  551. adev->irq = p_mtmr->irq;
  552. } else
  553. printk(KERN_ERR "Failed to get timer for cpu %d\n", i);
  554. adev->count = 0;
  555. sprintf(adev->name, "apbt%d", i);
  556. }
  557. #endif
  558. return;
  559. out_noapbt:
  560. apbt_clear_mapping();
  561. apb_timer_block_enabled = 0;
  562. panic("failed to enable APB timer\n");
  563. }
  564. static inline void apbt_disable(int n)
  565. {
  566. if (is_apbt_capable()) {
  567. unsigned long ctrl = apbt_readl(n, APBTMR_N_CONTROL);
  568. ctrl &= ~APBTMR_CONTROL_ENABLE;
  569. apbt_writel(n, ctrl, APBTMR_N_CONTROL);
  570. }
  571. }
  572. /* called before apb_timer_enable, use early map */
  573. unsigned long apbt_quick_calibrate()
  574. {
  575. int i, scale;
  576. u64 old, new;
  577. cycle_t t1, t2;
  578. unsigned long khz = 0;
  579. u32 loop, shift;
  580. apbt_set_mapping();
  581. apbt_start_counter(phy_cs_timer_id);
  582. /* check if the timer can count down, otherwise return */
  583. old = apbt_read_clocksource(&clocksource_apbt);
  584. i = 10000;
  585. while (--i) {
  586. if (old != apbt_read_clocksource(&clocksource_apbt))
  587. break;
  588. }
  589. if (!i)
  590. goto failed;
  591. /* count 16 ms */
  592. loop = (apbt_freq * 1000) << 4;
  593. /* restart the timer to ensure it won't get to 0 in the calibration */
  594. apbt_start_counter(phy_cs_timer_id);
  595. old = apbt_read_clocksource(&clocksource_apbt);
  596. old += loop;
  597. t1 = __native_read_tsc();
  598. do {
  599. new = apbt_read_clocksource(&clocksource_apbt);
  600. } while (new < old);
  601. t2 = __native_read_tsc();
  602. shift = 5;
  603. if (unlikely(loop >> shift == 0)) {
  604. printk(KERN_INFO
  605. "APBT TSC calibration failed, not enough resolution\n");
  606. return 0;
  607. }
  608. scale = (int)div_u64((t2 - t1), loop >> shift);
  609. khz = (scale * apbt_freq * 1000) >> shift;
  610. printk(KERN_INFO "TSC freq calculated by APB timer is %lu khz\n", khz);
  611. return khz;
  612. failed:
  613. return 0;
  614. }