setup.c 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796
  1. /*
  2. * Architecture-specific setup.
  3. *
  4. * Copyright (C) 1998-2001, 2003-2004 Hewlett-Packard Co
  5. * David Mosberger-Tang <davidm@hpl.hp.com>
  6. * Stephane Eranian <eranian@hpl.hp.com>
  7. * Copyright (C) 2000, 2004 Intel Corp
  8. * Rohit Seth <rohit.seth@intel.com>
  9. * Suresh Siddha <suresh.b.siddha@intel.com>
  10. * Gordon Jin <gordon.jin@intel.com>
  11. * Copyright (C) 1999 VA Linux Systems
  12. * Copyright (C) 1999 Walt Drummond <drummond@valinux.com>
  13. *
  14. * 12/26/04 S.Siddha, G.Jin, R.Seth
  15. * Add multi-threading and multi-core detection
  16. * 11/12/01 D.Mosberger Convert get_cpuinfo() to seq_file based show_cpuinfo().
  17. * 04/04/00 D.Mosberger renamed cpu_initialized to cpu_online_map
  18. * 03/31/00 R.Seth cpu_initialized and current->processor fixes
  19. * 02/04/00 D.Mosberger some more get_cpuinfo fixes...
  20. * 02/01/00 R.Seth fixed get_cpuinfo for SMP
  21. * 01/07/99 S.Eranian added the support for command line argument
  22. * 06/24/99 W.Drummond added boot_cpu_data.
  23. */
  24. #include <linux/config.h>
  25. #include <linux/module.h>
  26. #include <linux/init.h>
  27. #include <linux/acpi.h>
  28. #include <linux/bootmem.h>
  29. #include <linux/console.h>
  30. #include <linux/delay.h>
  31. #include <linux/kernel.h>
  32. #include <linux/reboot.h>
  33. #include <linux/sched.h>
  34. #include <linux/seq_file.h>
  35. #include <linux/string.h>
  36. #include <linux/threads.h>
  37. #include <linux/tty.h>
  38. #include <linux/serial.h>
  39. #include <linux/serial_core.h>
  40. #include <linux/efi.h>
  41. #include <linux/initrd.h>
  42. #include <linux/platform.h>
  43. #include <linux/pm.h>
  44. #include <asm/ia32.h>
  45. #include <asm/machvec.h>
  46. #include <asm/mca.h>
  47. #include <asm/meminit.h>
  48. #include <asm/page.h>
  49. #include <asm/patch.h>
  50. #include <asm/pgtable.h>
  51. #include <asm/processor.h>
  52. #include <asm/sal.h>
  53. #include <asm/sections.h>
  54. #include <asm/serial.h>
  55. #include <asm/setup.h>
  56. #include <asm/smp.h>
  57. #include <asm/system.h>
  58. #include <asm/unistd.h>
  59. #if defined(CONFIG_SMP) && (IA64_CPU_SIZE > PAGE_SIZE)
  60. # error "struct cpuinfo_ia64 too big!"
  61. #endif
  62. #ifdef CONFIG_SMP
  63. unsigned long __per_cpu_offset[NR_CPUS];
  64. EXPORT_SYMBOL(__per_cpu_offset);
  65. #endif
  66. DEFINE_PER_CPU(struct cpuinfo_ia64, cpu_info);
  67. DEFINE_PER_CPU(unsigned long, local_per_cpu_offset);
  68. DEFINE_PER_CPU(unsigned long, ia64_phys_stacked_size_p8);
  69. unsigned long ia64_cycles_per_usec;
  70. struct ia64_boot_param *ia64_boot_param;
  71. struct screen_info screen_info;
  72. unsigned long vga_console_iobase;
  73. unsigned long vga_console_membase;
  74. unsigned long ia64_max_cacheline_size;
  75. unsigned long ia64_iobase; /* virtual address for I/O accesses */
  76. EXPORT_SYMBOL(ia64_iobase);
  77. struct io_space io_space[MAX_IO_SPACES];
  78. EXPORT_SYMBOL(io_space);
  79. unsigned int num_io_spaces;
  80. /*
  81. * The merge_mask variable needs to be set to (max(iommu_page_size(iommu)) - 1). This
  82. * mask specifies a mask of address bits that must be 0 in order for two buffers to be
  83. * mergeable by the I/O MMU (i.e., the end address of the first buffer and the start
  84. * address of the second buffer must be aligned to (merge_mask+1) in order to be
  85. * mergeable). By default, we assume there is no I/O MMU which can merge physically
  86. * discontiguous buffers, so we set the merge_mask to ~0UL, which corresponds to a iommu
  87. * page-size of 2^64.
  88. */
  89. unsigned long ia64_max_iommu_merge_mask = ~0UL;
  90. EXPORT_SYMBOL(ia64_max_iommu_merge_mask);
  91. /*
  92. * We use a special marker for the end of memory and it uses the extra (+1) slot
  93. */
  94. struct rsvd_region rsvd_region[IA64_MAX_RSVD_REGIONS + 1];
  95. int num_rsvd_regions;
  96. /*
  97. * Filter incoming memory segments based on the primitive map created from the boot
  98. * parameters. Segments contained in the map are removed from the memory ranges. A
  99. * caller-specified function is called with the memory ranges that remain after filtering.
  100. * This routine does not assume the incoming segments are sorted.
  101. */
  102. int
  103. filter_rsvd_memory (unsigned long start, unsigned long end, void *arg)
  104. {
  105. unsigned long range_start, range_end, prev_start;
  106. void (*func)(unsigned long, unsigned long, int);
  107. int i;
  108. #if IGNORE_PFN0
  109. if (start == PAGE_OFFSET) {
  110. printk(KERN_WARNING "warning: skipping physical page 0\n");
  111. start += PAGE_SIZE;
  112. if (start >= end) return 0;
  113. }
  114. #endif
  115. /*
  116. * lowest possible address(walker uses virtual)
  117. */
  118. prev_start = PAGE_OFFSET;
  119. func = arg;
  120. for (i = 0; i < num_rsvd_regions; ++i) {
  121. range_start = max(start, prev_start);
  122. range_end = min(end, rsvd_region[i].start);
  123. if (range_start < range_end)
  124. call_pernode_memory(__pa(range_start), range_end - range_start, func);
  125. /* nothing more available in this segment */
  126. if (range_end == end) return 0;
  127. prev_start = rsvd_region[i].end;
  128. }
  129. /* end of memory marker allows full processing inside loop body */
  130. return 0;
  131. }
  132. static void
  133. sort_regions (struct rsvd_region *rsvd_region, int max)
  134. {
  135. int j;
  136. /* simple bubble sorting */
  137. while (max--) {
  138. for (j = 0; j < max; ++j) {
  139. if (rsvd_region[j].start > rsvd_region[j+1].start) {
  140. struct rsvd_region tmp;
  141. tmp = rsvd_region[j];
  142. rsvd_region[j] = rsvd_region[j + 1];
  143. rsvd_region[j + 1] = tmp;
  144. }
  145. }
  146. }
  147. }
  148. /**
  149. * reserve_memory - setup reserved memory areas
  150. *
  151. * Setup the reserved memory areas set aside for the boot parameters,
  152. * initrd, etc. There are currently %IA64_MAX_RSVD_REGIONS defined,
  153. * see include/asm-ia64/meminit.h if you need to define more.
  154. */
  155. void
  156. reserve_memory (void)
  157. {
  158. int n = 0;
  159. /*
  160. * none of the entries in this table overlap
  161. */
  162. rsvd_region[n].start = (unsigned long) ia64_boot_param;
  163. rsvd_region[n].end = rsvd_region[n].start + sizeof(*ia64_boot_param);
  164. n++;
  165. rsvd_region[n].start = (unsigned long) __va(ia64_boot_param->efi_memmap);
  166. rsvd_region[n].end = rsvd_region[n].start + ia64_boot_param->efi_memmap_size;
  167. n++;
  168. rsvd_region[n].start = (unsigned long) __va(ia64_boot_param->command_line);
  169. rsvd_region[n].end = (rsvd_region[n].start
  170. + strlen(__va(ia64_boot_param->command_line)) + 1);
  171. n++;
  172. rsvd_region[n].start = (unsigned long) ia64_imva((void *)KERNEL_START);
  173. rsvd_region[n].end = (unsigned long) ia64_imva(_end);
  174. n++;
  175. #ifdef CONFIG_BLK_DEV_INITRD
  176. if (ia64_boot_param->initrd_start) {
  177. rsvd_region[n].start = (unsigned long)__va(ia64_boot_param->initrd_start);
  178. rsvd_region[n].end = rsvd_region[n].start + ia64_boot_param->initrd_size;
  179. n++;
  180. }
  181. #endif
  182. /* end of memory marker */
  183. rsvd_region[n].start = ~0UL;
  184. rsvd_region[n].end = ~0UL;
  185. n++;
  186. num_rsvd_regions = n;
  187. sort_regions(rsvd_region, num_rsvd_regions);
  188. }
  189. /**
  190. * find_initrd - get initrd parameters from the boot parameter structure
  191. *
  192. * Grab the initrd start and end from the boot parameter struct given us by
  193. * the boot loader.
  194. */
  195. void
  196. find_initrd (void)
  197. {
  198. #ifdef CONFIG_BLK_DEV_INITRD
  199. if (ia64_boot_param->initrd_start) {
  200. initrd_start = (unsigned long)__va(ia64_boot_param->initrd_start);
  201. initrd_end = initrd_start+ia64_boot_param->initrd_size;
  202. printk(KERN_INFO "Initial ramdisk at: 0x%lx (%lu bytes)\n",
  203. initrd_start, ia64_boot_param->initrd_size);
  204. }
  205. #endif
  206. }
  207. static void __init
  208. io_port_init (void)
  209. {
  210. extern unsigned long ia64_iobase;
  211. unsigned long phys_iobase;
  212. /*
  213. * Set `iobase' to the appropriate address in region 6 (uncached access range).
  214. *
  215. * The EFI memory map is the "preferred" location to get the I/O port space base,
  216. * rather the relying on AR.KR0. This should become more clear in future SAL
  217. * specs. We'll fall back to getting it out of AR.KR0 if no appropriate entry is
  218. * found in the memory map.
  219. */
  220. phys_iobase = efi_get_iobase();
  221. if (phys_iobase)
  222. /* set AR.KR0 since this is all we use it for anyway */
  223. ia64_set_kr(IA64_KR_IO_BASE, phys_iobase);
  224. else {
  225. phys_iobase = ia64_get_kr(IA64_KR_IO_BASE);
  226. printk(KERN_INFO "No I/O port range found in EFI memory map, falling back "
  227. "to AR.KR0\n");
  228. printk(KERN_INFO "I/O port base = 0x%lx\n", phys_iobase);
  229. }
  230. ia64_iobase = (unsigned long) ioremap(phys_iobase, 0);
  231. /* setup legacy IO port space */
  232. io_space[0].mmio_base = ia64_iobase;
  233. io_space[0].sparse = 1;
  234. num_io_spaces = 1;
  235. }
  236. /**
  237. * early_console_setup - setup debugging console
  238. *
  239. * Consoles started here require little enough setup that we can start using
  240. * them very early in the boot process, either right after the machine
  241. * vector initialization, or even before if the drivers can detect their hw.
  242. *
  243. * Returns non-zero if a console couldn't be setup.
  244. */
  245. static inline int __init
  246. early_console_setup (char *cmdline)
  247. {
  248. int earlycons = 0;
  249. #ifdef CONFIG_SERIAL_SGI_L1_CONSOLE
  250. {
  251. extern int sn_serial_console_early_setup(void);
  252. if (!sn_serial_console_early_setup())
  253. earlycons++;
  254. }
  255. #endif
  256. #ifdef CONFIG_EFI_PCDP
  257. if (!efi_setup_pcdp_console(cmdline))
  258. earlycons++;
  259. #endif
  260. #ifdef CONFIG_SERIAL_8250_CONSOLE
  261. if (!early_serial_console_init(cmdline))
  262. earlycons++;
  263. #endif
  264. return (earlycons) ? 0 : -1;
  265. }
  266. static inline void
  267. mark_bsp_online (void)
  268. {
  269. #ifdef CONFIG_SMP
  270. /* If we register an early console, allow CPU 0 to printk */
  271. cpu_set(smp_processor_id(), cpu_online_map);
  272. #endif
  273. }
  274. #ifdef CONFIG_SMP
  275. static void
  276. check_for_logical_procs (void)
  277. {
  278. pal_logical_to_physical_t info;
  279. s64 status;
  280. status = ia64_pal_logical_to_phys(0, &info);
  281. if (status == -1) {
  282. printk(KERN_INFO "No logical to physical processor mapping "
  283. "available\n");
  284. return;
  285. }
  286. if (status) {
  287. printk(KERN_ERR "ia64_pal_logical_to_phys failed with %ld\n",
  288. status);
  289. return;
  290. }
  291. /*
  292. * Total number of siblings that BSP has. Though not all of them
  293. * may have booted successfully. The correct number of siblings
  294. * booted is in info.overview_num_log.
  295. */
  296. smp_num_siblings = info.overview_tpc;
  297. smp_num_cpucores = info.overview_cpp;
  298. }
  299. #endif
  300. void __init
  301. setup_arch (char **cmdline_p)
  302. {
  303. unw_init();
  304. ia64_patch_vtop((u64) __start___vtop_patchlist, (u64) __end___vtop_patchlist);
  305. *cmdline_p = __va(ia64_boot_param->command_line);
  306. strlcpy(saved_command_line, *cmdline_p, COMMAND_LINE_SIZE);
  307. efi_init();
  308. io_port_init();
  309. #ifdef CONFIG_IA64_GENERIC
  310. {
  311. const char *mvec_name = strstr (*cmdline_p, "machvec=");
  312. char str[64];
  313. if (mvec_name) {
  314. const char *end;
  315. size_t len;
  316. mvec_name += 8;
  317. end = strchr (mvec_name, ' ');
  318. if (end)
  319. len = end - mvec_name;
  320. else
  321. len = strlen (mvec_name);
  322. len = min(len, sizeof (str) - 1);
  323. strncpy (str, mvec_name, len);
  324. str[len] = '\0';
  325. mvec_name = str;
  326. } else
  327. mvec_name = acpi_get_sysname();
  328. machvec_init(mvec_name);
  329. }
  330. #endif
  331. if (early_console_setup(*cmdline_p) == 0)
  332. mark_bsp_online();
  333. #ifdef CONFIG_ACPI_BOOT
  334. /* Initialize the ACPI boot-time table parser */
  335. acpi_table_init();
  336. # ifdef CONFIG_ACPI_NUMA
  337. acpi_numa_init();
  338. # endif
  339. #else
  340. # ifdef CONFIG_SMP
  341. smp_build_cpu_map(); /* happens, e.g., with the Ski simulator */
  342. # endif
  343. #endif /* CONFIG_APCI_BOOT */
  344. find_memory();
  345. /* process SAL system table: */
  346. ia64_sal_init(efi.sal_systab);
  347. #ifdef CONFIG_SMP
  348. cpu_physical_id(0) = hard_smp_processor_id();
  349. cpu_set(0, cpu_sibling_map[0]);
  350. cpu_set(0, cpu_core_map[0]);
  351. check_for_logical_procs();
  352. if (smp_num_cpucores > 1)
  353. printk(KERN_INFO
  354. "cpu package is Multi-Core capable: number of cores=%d\n",
  355. smp_num_cpucores);
  356. if (smp_num_siblings > 1)
  357. printk(KERN_INFO
  358. "cpu package is Multi-Threading capable: number of siblings=%d\n",
  359. smp_num_siblings);
  360. #endif
  361. cpu_init(); /* initialize the bootstrap CPU */
  362. #ifdef CONFIG_ACPI_BOOT
  363. acpi_boot_init();
  364. #endif
  365. #ifdef CONFIG_VT
  366. if (!conswitchp) {
  367. # if defined(CONFIG_DUMMY_CONSOLE)
  368. conswitchp = &dummy_con;
  369. # endif
  370. # if defined(CONFIG_VGA_CONSOLE)
  371. /*
  372. * Non-legacy systems may route legacy VGA MMIO range to system
  373. * memory. vga_con probes the MMIO hole, so memory looks like
  374. * a VGA device to it. The EFI memory map can tell us if it's
  375. * memory so we can avoid this problem.
  376. */
  377. if (efi_mem_type(0xA0000) != EFI_CONVENTIONAL_MEMORY)
  378. conswitchp = &vga_con;
  379. # endif
  380. }
  381. #endif
  382. /* enable IA-64 Machine Check Abort Handling unless disabled */
  383. if (!strstr(saved_command_line, "nomca"))
  384. ia64_mca_init();
  385. platform_setup(cmdline_p);
  386. paging_init();
  387. }
  388. /*
  389. * Display cpu info for all cpu's.
  390. */
  391. static int
  392. show_cpuinfo (struct seq_file *m, void *v)
  393. {
  394. #ifdef CONFIG_SMP
  395. # define lpj c->loops_per_jiffy
  396. # define cpunum c->cpu
  397. #else
  398. # define lpj loops_per_jiffy
  399. # define cpunum 0
  400. #endif
  401. static struct {
  402. unsigned long mask;
  403. const char *feature_name;
  404. } feature_bits[] = {
  405. { 1UL << 0, "branchlong" },
  406. { 1UL << 1, "spontaneous deferral"},
  407. { 1UL << 2, "16-byte atomic ops" }
  408. };
  409. char family[32], features[128], *cp, sep;
  410. struct cpuinfo_ia64 *c = v;
  411. unsigned long mask;
  412. int i;
  413. mask = c->features;
  414. switch (c->family) {
  415. case 0x07: memcpy(family, "Itanium", 8); break;
  416. case 0x1f: memcpy(family, "Itanium 2", 10); break;
  417. default: sprintf(family, "%u", c->family); break;
  418. }
  419. /* build the feature string: */
  420. memcpy(features, " standard", 10);
  421. cp = features;
  422. sep = 0;
  423. for (i = 0; i < (int) ARRAY_SIZE(feature_bits); ++i) {
  424. if (mask & feature_bits[i].mask) {
  425. if (sep)
  426. *cp++ = sep;
  427. sep = ',';
  428. *cp++ = ' ';
  429. strcpy(cp, feature_bits[i].feature_name);
  430. cp += strlen(feature_bits[i].feature_name);
  431. mask &= ~feature_bits[i].mask;
  432. }
  433. }
  434. if (mask) {
  435. /* print unknown features as a hex value: */
  436. if (sep)
  437. *cp++ = sep;
  438. sprintf(cp, " 0x%lx", mask);
  439. }
  440. seq_printf(m,
  441. "processor : %d\n"
  442. "vendor : %s\n"
  443. "arch : IA-64\n"
  444. "family : %s\n"
  445. "model : %u\n"
  446. "revision : %u\n"
  447. "archrev : %u\n"
  448. "features :%s\n" /* don't change this---it _is_ right! */
  449. "cpu number : %lu\n"
  450. "cpu regs : %u\n"
  451. "cpu MHz : %lu.%06lu\n"
  452. "itc MHz : %lu.%06lu\n"
  453. "BogoMIPS : %lu.%02lu\n",
  454. cpunum, c->vendor, family, c->model, c->revision, c->archrev,
  455. features, c->ppn, c->number,
  456. c->proc_freq / 1000000, c->proc_freq % 1000000,
  457. c->itc_freq / 1000000, c->itc_freq % 1000000,
  458. lpj*HZ/500000, (lpj*HZ/5000) % 100);
  459. #ifdef CONFIG_SMP
  460. seq_printf(m, "siblings : %u\n", c->num_log);
  461. if (c->threads_per_core > 1 || c->cores_per_socket > 1)
  462. seq_printf(m,
  463. "physical id: %u\n"
  464. "core id : %u\n"
  465. "thread id : %u\n",
  466. c->socket_id, c->core_id, c->thread_id);
  467. #endif
  468. seq_printf(m,"\n");
  469. return 0;
  470. }
  471. static void *
  472. c_start (struct seq_file *m, loff_t *pos)
  473. {
  474. #ifdef CONFIG_SMP
  475. while (*pos < NR_CPUS && !cpu_isset(*pos, cpu_online_map))
  476. ++*pos;
  477. #endif
  478. return *pos < NR_CPUS ? cpu_data(*pos) : NULL;
  479. }
  480. static void *
  481. c_next (struct seq_file *m, void *v, loff_t *pos)
  482. {
  483. ++*pos;
  484. return c_start(m, pos);
  485. }
  486. static void
  487. c_stop (struct seq_file *m, void *v)
  488. {
  489. }
  490. struct seq_operations cpuinfo_op = {
  491. .start = c_start,
  492. .next = c_next,
  493. .stop = c_stop,
  494. .show = show_cpuinfo
  495. };
  496. void
  497. identify_cpu (struct cpuinfo_ia64 *c)
  498. {
  499. union {
  500. unsigned long bits[5];
  501. struct {
  502. /* id 0 & 1: */
  503. char vendor[16];
  504. /* id 2 */
  505. u64 ppn; /* processor serial number */
  506. /* id 3: */
  507. unsigned number : 8;
  508. unsigned revision : 8;
  509. unsigned model : 8;
  510. unsigned family : 8;
  511. unsigned archrev : 8;
  512. unsigned reserved : 24;
  513. /* id 4: */
  514. u64 features;
  515. } field;
  516. } cpuid;
  517. pal_vm_info_1_u_t vm1;
  518. pal_vm_info_2_u_t vm2;
  519. pal_status_t status;
  520. unsigned long impl_va_msb = 50, phys_addr_size = 44; /* Itanium defaults */
  521. int i;
  522. for (i = 0; i < 5; ++i)
  523. cpuid.bits[i] = ia64_get_cpuid(i);
  524. memcpy(c->vendor, cpuid.field.vendor, 16);
  525. #ifdef CONFIG_SMP
  526. c->cpu = smp_processor_id();
  527. /* below default values will be overwritten by identify_siblings()
  528. * for Multi-Threading/Multi-Core capable cpu's
  529. */
  530. c->threads_per_core = c->cores_per_socket = c->num_log = 1;
  531. c->socket_id = -1;
  532. identify_siblings(c);
  533. #endif
  534. c->ppn = cpuid.field.ppn;
  535. c->number = cpuid.field.number;
  536. c->revision = cpuid.field.revision;
  537. c->model = cpuid.field.model;
  538. c->family = cpuid.field.family;
  539. c->archrev = cpuid.field.archrev;
  540. c->features = cpuid.field.features;
  541. status = ia64_pal_vm_summary(&vm1, &vm2);
  542. if (status == PAL_STATUS_SUCCESS) {
  543. impl_va_msb = vm2.pal_vm_info_2_s.impl_va_msb;
  544. phys_addr_size = vm1.pal_vm_info_1_s.phys_add_size;
  545. }
  546. c->unimpl_va_mask = ~((7L<<61) | ((1L << (impl_va_msb + 1)) - 1));
  547. c->unimpl_pa_mask = ~((1L<<63) | ((1L << phys_addr_size) - 1));
  548. }
  549. void
  550. setup_per_cpu_areas (void)
  551. {
  552. /* start_kernel() requires this... */
  553. }
  554. static void
  555. get_max_cacheline_size (void)
  556. {
  557. unsigned long line_size, max = 1;
  558. u64 l, levels, unique_caches;
  559. pal_cache_config_info_t cci;
  560. s64 status;
  561. status = ia64_pal_cache_summary(&levels, &unique_caches);
  562. if (status != 0) {
  563. printk(KERN_ERR "%s: ia64_pal_cache_summary() failed (status=%ld)\n",
  564. __FUNCTION__, status);
  565. max = SMP_CACHE_BYTES;
  566. goto out;
  567. }
  568. for (l = 0; l < levels; ++l) {
  569. status = ia64_pal_cache_config_info(l, /* cache_type (data_or_unified)= */ 2,
  570. &cci);
  571. if (status != 0) {
  572. printk(KERN_ERR
  573. "%s: ia64_pal_cache_config_info(l=%lu) failed (status=%ld)\n",
  574. __FUNCTION__, l, status);
  575. max = SMP_CACHE_BYTES;
  576. }
  577. line_size = 1 << cci.pcci_line_size;
  578. if (line_size > max)
  579. max = line_size;
  580. }
  581. out:
  582. if (max > ia64_max_cacheline_size)
  583. ia64_max_cacheline_size = max;
  584. }
  585. /*
  586. * cpu_init() initializes state that is per-CPU. This function acts
  587. * as a 'CPU state barrier', nothing should get across.
  588. */
  589. void
  590. cpu_init (void)
  591. {
  592. extern void __devinit ia64_mmu_init (void *);
  593. unsigned long num_phys_stacked;
  594. pal_vm_info_2_u_t vmi;
  595. unsigned int max_ctx;
  596. struct cpuinfo_ia64 *cpu_info;
  597. void *cpu_data;
  598. cpu_data = per_cpu_init();
  599. /*
  600. * We set ar.k3 so that assembly code in MCA handler can compute
  601. * physical addresses of per cpu variables with a simple:
  602. * phys = ar.k3 + &per_cpu_var
  603. */
  604. ia64_set_kr(IA64_KR_PER_CPU_DATA,
  605. ia64_tpa(cpu_data) - (long) __per_cpu_start);
  606. get_max_cacheline_size();
  607. /*
  608. * We can't pass "local_cpu_data" to identify_cpu() because we haven't called
  609. * ia64_mmu_init() yet. And we can't call ia64_mmu_init() first because it
  610. * depends on the data returned by identify_cpu(). We break the dependency by
  611. * accessing cpu_data() through the canonical per-CPU address.
  612. */
  613. cpu_info = cpu_data + ((char *) &__ia64_per_cpu_var(cpu_info) - __per_cpu_start);
  614. identify_cpu(cpu_info);
  615. #ifdef CONFIG_MCKINLEY
  616. {
  617. # define FEATURE_SET 16
  618. struct ia64_pal_retval iprv;
  619. if (cpu_info->family == 0x1f) {
  620. PAL_CALL_PHYS(iprv, PAL_PROC_GET_FEATURES, 0, FEATURE_SET, 0);
  621. if ((iprv.status == 0) && (iprv.v0 & 0x80) && (iprv.v2 & 0x80))
  622. PAL_CALL_PHYS(iprv, PAL_PROC_SET_FEATURES,
  623. (iprv.v1 | 0x80), FEATURE_SET, 0);
  624. }
  625. }
  626. #endif
  627. /* Clear the stack memory reserved for pt_regs: */
  628. memset(ia64_task_regs(current), 0, sizeof(struct pt_regs));
  629. ia64_set_kr(IA64_KR_FPU_OWNER, 0);
  630. /*
  631. * Initialize the page-table base register to a global
  632. * directory with all zeroes. This ensure that we can handle
  633. * TLB-misses to user address-space even before we created the
  634. * first user address-space. This may happen, e.g., due to
  635. * aggressive use of lfetch.fault.
  636. */
  637. ia64_set_kr(IA64_KR_PT_BASE, __pa(ia64_imva(empty_zero_page)));
  638. /*
  639. * Initialize default control register to defer speculative faults except
  640. * for those arising from TLB misses, which are not deferred. The
  641. * kernel MUST NOT depend on a particular setting of these bits (in other words,
  642. * the kernel must have recovery code for all speculative accesses). Turn on
  643. * dcr.lc as per recommendation by the architecture team. Most IA-32 apps
  644. * shouldn't be affected by this (moral: keep your ia32 locks aligned and you'll
  645. * be fine).
  646. */
  647. ia64_setreg(_IA64_REG_CR_DCR, ( IA64_DCR_DP | IA64_DCR_DK | IA64_DCR_DX | IA64_DCR_DR
  648. | IA64_DCR_DA | IA64_DCR_DD | IA64_DCR_LC));
  649. atomic_inc(&init_mm.mm_count);
  650. current->active_mm = &init_mm;
  651. if (current->mm)
  652. BUG();
  653. ia64_mmu_init(ia64_imva(cpu_data));
  654. ia64_mca_cpu_init(ia64_imva(cpu_data));
  655. #ifdef CONFIG_IA32_SUPPORT
  656. ia32_cpu_init();
  657. #endif
  658. /* Clear ITC to eliminiate sched_clock() overflows in human time. */
  659. ia64_set_itc(0);
  660. /* disable all local interrupt sources: */
  661. ia64_set_itv(1 << 16);
  662. ia64_set_lrr0(1 << 16);
  663. ia64_set_lrr1(1 << 16);
  664. ia64_setreg(_IA64_REG_CR_PMV, 1 << 16);
  665. ia64_setreg(_IA64_REG_CR_CMCV, 1 << 16);
  666. /* clear TPR & XTP to enable all interrupt classes: */
  667. ia64_setreg(_IA64_REG_CR_TPR, 0);
  668. #ifdef CONFIG_SMP
  669. normal_xtp();
  670. #endif
  671. /* set ia64_ctx.max_rid to the maximum RID that is supported by all CPUs: */
  672. if (ia64_pal_vm_summary(NULL, &vmi) == 0)
  673. max_ctx = (1U << (vmi.pal_vm_info_2_s.rid_size - 3)) - 1;
  674. else {
  675. printk(KERN_WARNING "cpu_init: PAL VM summary failed, assuming 18 RID bits\n");
  676. max_ctx = (1U << 15) - 1; /* use architected minimum */
  677. }
  678. while (max_ctx < ia64_ctx.max_ctx) {
  679. unsigned int old = ia64_ctx.max_ctx;
  680. if (cmpxchg(&ia64_ctx.max_ctx, old, max_ctx) == old)
  681. break;
  682. }
  683. if (ia64_pal_rse_info(&num_phys_stacked, NULL) != 0) {
  684. printk(KERN_WARNING "cpu_init: PAL RSE info failed; assuming 96 physical "
  685. "stacked regs\n");
  686. num_phys_stacked = 96;
  687. }
  688. /* size of physical stacked register partition plus 8 bytes: */
  689. __get_cpu_var(ia64_phys_stacked_size_p8) = num_phys_stacked*8 + 8;
  690. platform_cpu_init();
  691. pm_idle = default_idle;
  692. }
  693. void
  694. check_bugs (void)
  695. {
  696. ia64_patch_mckinley_e9((unsigned long) __start___mckinley_e9_bundles,
  697. (unsigned long) __end___mckinley_e9_bundles);
  698. }