head_32.S 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755
  1. /*
  2. *
  3. * Copyright (C) 1991, 1992 Linus Torvalds
  4. *
  5. * Enhanced CPU detection and feature setting code by Mike Jagdis
  6. * and Martin Mares, November 1997.
  7. */
  8. .text
  9. #include <linux/threads.h>
  10. #include <linux/init.h>
  11. #include <linux/linkage.h>
  12. #include <asm/segment.h>
  13. #include <asm/page_types.h>
  14. #include <asm/pgtable_types.h>
  15. #include <asm/cache.h>
  16. #include <asm/thread_info.h>
  17. #include <asm/asm-offsets.h>
  18. #include <asm/setup.h>
  19. #include <asm/processor-flags.h>
  20. #include <asm/msr-index.h>
  21. #include <asm/cpufeature.h>
  22. #include <asm/percpu.h>
  23. #include <asm/nops.h>
  24. /* Physical address */
  25. #define pa(X) ((X) - __PAGE_OFFSET)
  26. /*
  27. * References to members of the new_cpu_data structure.
  28. */
  29. #define X86 new_cpu_data+CPUINFO_x86
  30. #define X86_VENDOR new_cpu_data+CPUINFO_x86_vendor
  31. #define X86_MODEL new_cpu_data+CPUINFO_x86_model
  32. #define X86_MASK new_cpu_data+CPUINFO_x86_mask
  33. #define X86_HARD_MATH new_cpu_data+CPUINFO_hard_math
  34. #define X86_CPUID new_cpu_data+CPUINFO_cpuid_level
  35. #define X86_CAPABILITY new_cpu_data+CPUINFO_x86_capability
  36. #define X86_VENDOR_ID new_cpu_data+CPUINFO_x86_vendor_id
  37. /*
  38. * This is how much memory in addition to the memory covered up to
  39. * and including _end we need mapped initially.
  40. * We need:
  41. * (KERNEL_IMAGE_SIZE/4096) / 1024 pages (worst case, non PAE)
  42. * (KERNEL_IMAGE_SIZE/4096) / 512 + 4 pages (worst case for PAE)
  43. *
  44. * Modulo rounding, each megabyte assigned here requires a kilobyte of
  45. * memory, which is currently unreclaimed.
  46. *
  47. * This should be a multiple of a page.
  48. *
  49. * KERNEL_IMAGE_SIZE should be greater than pa(_end)
  50. * and small than max_low_pfn, otherwise will waste some page table entries
  51. */
  52. #if PTRS_PER_PMD > 1
  53. #define PAGE_TABLE_SIZE(pages) (((pages) / PTRS_PER_PMD) + PTRS_PER_PGD)
  54. #else
  55. #define PAGE_TABLE_SIZE(pages) ((pages) / PTRS_PER_PGD)
  56. #endif
  57. /* Number of possible pages in the lowmem region */
  58. LOWMEM_PAGES = (((1<<32) - __PAGE_OFFSET) >> PAGE_SHIFT)
  59. /* Enough space to fit pagetables for the low memory linear map */
  60. MAPPING_BEYOND_END = PAGE_TABLE_SIZE(LOWMEM_PAGES) << PAGE_SHIFT
  61. /*
  62. * Worst-case size of the kernel mapping we need to make:
  63. * a relocatable kernel can live anywhere in lowmem, so we need to be able
  64. * to map all of lowmem.
  65. */
  66. KERNEL_PAGES = LOWMEM_PAGES
  67. INIT_MAP_SIZE = PAGE_TABLE_SIZE(KERNEL_PAGES) * PAGE_SIZE
  68. RESERVE_BRK(pagetables, INIT_MAP_SIZE)
  69. /*
  70. * 32-bit kernel entrypoint; only used by the boot CPU. On entry,
  71. * %esi points to the real-mode code as a 32-bit pointer.
  72. * CS and DS must be 4 GB flat segments, but we don't depend on
  73. * any particular GDT layout, because we load our own as soon as we
  74. * can.
  75. */
  76. __HEAD
  77. ENTRY(startup_32)
  78. movl pa(stack_start),%ecx
  79. /* test KEEP_SEGMENTS flag to see if the bootloader is asking
  80. us to not reload segments */
  81. testb $(1<<6), BP_loadflags(%esi)
  82. jnz 2f
  83. /*
  84. * Set segments to known values.
  85. */
  86. lgdt pa(boot_gdt_descr)
  87. movl $(__BOOT_DS),%eax
  88. movl %eax,%ds
  89. movl %eax,%es
  90. movl %eax,%fs
  91. movl %eax,%gs
  92. movl %eax,%ss
  93. 2:
  94. leal -__PAGE_OFFSET(%ecx),%esp
  95. /*
  96. * Clear BSS first so that there are no surprises...
  97. */
  98. cld
  99. xorl %eax,%eax
  100. movl $pa(__bss_start),%edi
  101. movl $pa(__bss_stop),%ecx
  102. subl %edi,%ecx
  103. shrl $2,%ecx
  104. rep ; stosl
  105. /*
  106. * Copy bootup parameters out of the way.
  107. * Note: %esi still has the pointer to the real-mode data.
  108. * With the kexec as boot loader, parameter segment might be loaded beyond
  109. * kernel image and might not even be addressable by early boot page tables.
  110. * (kexec on panic case). Hence copy out the parameters before initializing
  111. * page tables.
  112. */
  113. movl $pa(boot_params),%edi
  114. movl $(PARAM_SIZE/4),%ecx
  115. cld
  116. rep
  117. movsl
  118. movl pa(boot_params) + NEW_CL_POINTER,%esi
  119. andl %esi,%esi
  120. jz 1f # No command line
  121. movl $pa(boot_command_line),%edi
  122. movl $(COMMAND_LINE_SIZE/4),%ecx
  123. rep
  124. movsl
  125. 1:
  126. #ifdef CONFIG_OLPC
  127. /* save OFW's pgdir table for later use when calling into OFW */
  128. movl %cr3, %eax
  129. movl %eax, pa(olpc_ofw_pgd)
  130. #endif
  131. #ifdef CONFIG_MICROCODE_EARLY
  132. /* Early load ucode on BSP. */
  133. call load_ucode_bsp
  134. #endif
  135. /*
  136. * Initialize page tables. This creates a PDE and a set of page
  137. * tables, which are located immediately beyond __brk_base. The variable
  138. * _brk_end is set up to point to the first "safe" location.
  139. * Mappings are created both at virtual address 0 (identity mapping)
  140. * and PAGE_OFFSET for up to _end.
  141. */
  142. #ifdef CONFIG_X86_PAE
  143. /*
  144. * In PAE mode initial_page_table is statically defined to contain
  145. * enough entries to cover the VMSPLIT option (that is the top 1, 2 or 3
  146. * entries). The identity mapping is handled by pointing two PGD entries
  147. * to the first kernel PMD.
  148. *
  149. * Note the upper half of each PMD or PTE are always zero at this stage.
  150. */
  151. #define KPMDS (((-__PAGE_OFFSET) >> 30) & 3) /* Number of kernel PMDs */
  152. xorl %ebx,%ebx /* %ebx is kept at zero */
  153. movl $pa(__brk_base), %edi
  154. movl $pa(initial_pg_pmd), %edx
  155. movl $PTE_IDENT_ATTR, %eax
  156. 10:
  157. leal PDE_IDENT_ATTR(%edi),%ecx /* Create PMD entry */
  158. movl %ecx,(%edx) /* Store PMD entry */
  159. /* Upper half already zero */
  160. addl $8,%edx
  161. movl $512,%ecx
  162. 11:
  163. stosl
  164. xchgl %eax,%ebx
  165. stosl
  166. xchgl %eax,%ebx
  167. addl $0x1000,%eax
  168. loop 11b
  169. /*
  170. * End condition: we must map up to the end + MAPPING_BEYOND_END.
  171. */
  172. movl $pa(_end) + MAPPING_BEYOND_END + PTE_IDENT_ATTR, %ebp
  173. cmpl %ebp,%eax
  174. jb 10b
  175. 1:
  176. addl $__PAGE_OFFSET, %edi
  177. movl %edi, pa(_brk_end)
  178. shrl $12, %eax
  179. movl %eax, pa(max_pfn_mapped)
  180. /* Do early initialization of the fixmap area */
  181. movl $pa(initial_pg_fixmap)+PDE_IDENT_ATTR,%eax
  182. movl %eax,pa(initial_pg_pmd+0x1000*KPMDS-8)
  183. #else /* Not PAE */
  184. page_pde_offset = (__PAGE_OFFSET >> 20);
  185. movl $pa(__brk_base), %edi
  186. movl $pa(initial_page_table), %edx
  187. movl $PTE_IDENT_ATTR, %eax
  188. 10:
  189. leal PDE_IDENT_ATTR(%edi),%ecx /* Create PDE entry */
  190. movl %ecx,(%edx) /* Store identity PDE entry */
  191. movl %ecx,page_pde_offset(%edx) /* Store kernel PDE entry */
  192. addl $4,%edx
  193. movl $1024, %ecx
  194. 11:
  195. stosl
  196. addl $0x1000,%eax
  197. loop 11b
  198. /*
  199. * End condition: we must map up to the end + MAPPING_BEYOND_END.
  200. */
  201. movl $pa(_end) + MAPPING_BEYOND_END + PTE_IDENT_ATTR, %ebp
  202. cmpl %ebp,%eax
  203. jb 10b
  204. addl $__PAGE_OFFSET, %edi
  205. movl %edi, pa(_brk_end)
  206. shrl $12, %eax
  207. movl %eax, pa(max_pfn_mapped)
  208. /* Do early initialization of the fixmap area */
  209. movl $pa(initial_pg_fixmap)+PDE_IDENT_ATTR,%eax
  210. movl %eax,pa(initial_page_table+0xffc)
  211. #endif
  212. #ifdef CONFIG_PARAVIRT
  213. /* This is can only trip for a broken bootloader... */
  214. cmpw $0x207, pa(boot_params + BP_version)
  215. jb default_entry
  216. /* Paravirt-compatible boot parameters. Look to see what architecture
  217. we're booting under. */
  218. movl pa(boot_params + BP_hardware_subarch), %eax
  219. cmpl $num_subarch_entries, %eax
  220. jae bad_subarch
  221. movl pa(subarch_entries)(,%eax,4), %eax
  222. subl $__PAGE_OFFSET, %eax
  223. jmp *%eax
  224. bad_subarch:
  225. WEAK(lguest_entry)
  226. WEAK(xen_entry)
  227. /* Unknown implementation; there's really
  228. nothing we can do at this point. */
  229. ud2a
  230. __INITDATA
  231. subarch_entries:
  232. .long default_entry /* normal x86/PC */
  233. .long lguest_entry /* lguest hypervisor */
  234. .long xen_entry /* Xen hypervisor */
  235. .long default_entry /* Moorestown MID */
  236. num_subarch_entries = (. - subarch_entries) / 4
  237. .previous
  238. #else
  239. jmp default_entry
  240. #endif /* CONFIG_PARAVIRT */
  241. #ifdef CONFIG_HOTPLUG_CPU
  242. /*
  243. * Boot CPU0 entry point. It's called from play_dead(). Everything has been set
  244. * up already except stack. We just set up stack here. Then call
  245. * start_secondary().
  246. */
  247. ENTRY(start_cpu0)
  248. movl stack_start, %ecx
  249. movl %ecx, %esp
  250. jmp *(initial_code)
  251. ENDPROC(start_cpu0)
  252. #endif
  253. /*
  254. * Non-boot CPU entry point; entered from trampoline.S
  255. * We can't lgdt here, because lgdt itself uses a data segment, but
  256. * we know the trampoline has already loaded the boot_gdt for us.
  257. *
  258. * If cpu hotplug is not supported then this code can go in init section
  259. * which will be freed later
  260. */
  261. ENTRY(startup_32_smp)
  262. cld
  263. movl $(__BOOT_DS),%eax
  264. movl %eax,%ds
  265. movl %eax,%es
  266. movl %eax,%fs
  267. movl %eax,%gs
  268. movl pa(stack_start),%ecx
  269. movl %eax,%ss
  270. leal -__PAGE_OFFSET(%ecx),%esp
  271. #ifdef CONFIG_MICROCODE_EARLY
  272. /* Early load ucode on AP. */
  273. call load_ucode_ap
  274. #endif
  275. default_entry:
  276. #define CR0_STATE (X86_CR0_PE | X86_CR0_MP | X86_CR0_ET | \
  277. X86_CR0_NE | X86_CR0_WP | X86_CR0_AM | \
  278. X86_CR0_PG)
  279. movl $(CR0_STATE & ~X86_CR0_PG),%eax
  280. movl %eax,%cr0
  281. /*
  282. * We want to start out with EFLAGS unambiguously cleared. Some BIOSes leave
  283. * bits like NT set. This would confuse the debugger if this code is traced. So
  284. * initialize them properly now before switching to protected mode. That means
  285. * DF in particular (even though we have cleared it earlier after copying the
  286. * command line) because GCC expects it.
  287. */
  288. pushl $0
  289. popfl
  290. /*
  291. * New page tables may be in 4Mbyte page mode and may be using the global pages.
  292. *
  293. * NOTE! If we are on a 486 we may have no cr4 at all! Specifically, cr4 exists
  294. * if and only if CPUID exists and has flags other than the FPU flag set.
  295. */
  296. movl $-1,pa(X86_CPUID) # preset CPUID level
  297. movl $X86_EFLAGS_ID,%ecx
  298. pushl %ecx
  299. popfl # set EFLAGS=ID
  300. pushfl
  301. popl %eax # get EFLAGS
  302. testl $X86_EFLAGS_ID,%eax # did EFLAGS.ID remained set?
  303. jz enable_paging # hw disallowed setting of ID bit
  304. # which means no CPUID and no CR4
  305. xorl %eax,%eax
  306. cpuid
  307. movl %eax,pa(X86_CPUID) # save largest std CPUID function
  308. movl $1,%eax
  309. cpuid
  310. andl $~1,%edx # Ignore CPUID.FPU
  311. jz enable_paging # No flags or only CPUID.FPU = no CR4
  312. movl pa(mmu_cr4_features),%eax
  313. movl %eax,%cr4
  314. testb $X86_CR4_PAE, %al # check if PAE is enabled
  315. jz enable_paging
  316. /* Check if extended functions are implemented */
  317. movl $0x80000000, %eax
  318. cpuid
  319. /* Value must be in the range 0x80000001 to 0x8000ffff */
  320. subl $0x80000001, %eax
  321. cmpl $(0x8000ffff-0x80000001), %eax
  322. ja enable_paging
  323. /* Clear bogus XD_DISABLE bits */
  324. call verify_cpu
  325. mov $0x80000001, %eax
  326. cpuid
  327. /* Execute Disable bit supported? */
  328. btl $(X86_FEATURE_NX & 31), %edx
  329. jnc enable_paging
  330. /* Setup EFER (Extended Feature Enable Register) */
  331. movl $MSR_EFER, %ecx
  332. rdmsr
  333. btsl $_EFER_NX, %eax
  334. /* Make changes effective */
  335. wrmsr
  336. enable_paging:
  337. /*
  338. * Enable paging
  339. */
  340. movl $pa(initial_page_table), %eax
  341. movl %eax,%cr3 /* set the page table pointer.. */
  342. movl $CR0_STATE,%eax
  343. movl %eax,%cr0 /* ..and set paging (PG) bit */
  344. ljmp $__BOOT_CS,$1f /* Clear prefetch and normalize %eip */
  345. 1:
  346. /* Shift the stack pointer to a virtual address */
  347. addl $__PAGE_OFFSET, %esp
  348. /*
  349. * start system 32-bit setup. We need to re-do some of the things done
  350. * in 16-bit mode for the "real" operations.
  351. */
  352. movl setup_once_ref,%eax
  353. andl %eax,%eax
  354. jz 1f # Did we do this already?
  355. call *%eax
  356. 1:
  357. /*
  358. * Check if it is 486
  359. */
  360. cmpl $-1,X86_CPUID
  361. je is486
  362. /* get vendor info */
  363. xorl %eax,%eax # call CPUID with 0 -> return vendor ID
  364. cpuid
  365. movl %eax,X86_CPUID # save CPUID level
  366. movl %ebx,X86_VENDOR_ID # lo 4 chars
  367. movl %edx,X86_VENDOR_ID+4 # next 4 chars
  368. movl %ecx,X86_VENDOR_ID+8 # last 4 chars
  369. orl %eax,%eax # do we have processor info as well?
  370. je is486
  371. movl $1,%eax # Use the CPUID instruction to get CPU type
  372. cpuid
  373. movb %al,%cl # save reg for future use
  374. andb $0x0f,%ah # mask processor family
  375. movb %ah,X86
  376. andb $0xf0,%al # mask model
  377. shrb $4,%al
  378. movb %al,X86_MODEL
  379. andb $0x0f,%cl # mask mask revision
  380. movb %cl,X86_MASK
  381. movl %edx,X86_CAPABILITY
  382. is486:
  383. movb $4,X86
  384. movl $0x50022,%ecx # set AM, WP, NE and MP
  385. movl %cr0,%eax
  386. andl $0x80000011,%eax # Save PG,PE,ET
  387. orl %ecx,%eax
  388. movl %eax,%cr0
  389. lgdt early_gdt_descr
  390. lidt idt_descr
  391. ljmp $(__KERNEL_CS),$1f
  392. 1: movl $(__KERNEL_DS),%eax # reload all the segment registers
  393. movl %eax,%ss # after changing gdt.
  394. movl $(__USER_DS),%eax # DS/ES contains default USER segment
  395. movl %eax,%ds
  396. movl %eax,%es
  397. movl $(__KERNEL_PERCPU), %eax
  398. movl %eax,%fs # set this cpu's percpu
  399. movl $(__KERNEL_STACK_CANARY),%eax
  400. movl %eax,%gs
  401. xorl %eax,%eax # Clear LDT
  402. lldt %ax
  403. pushl $0 # fake return address for unwinder
  404. jmp *(initial_code)
  405. #include "verify_cpu.S"
  406. /*
  407. * setup_once
  408. *
  409. * The setup work we only want to run on the BSP.
  410. *
  411. * Warning: %esi is live across this function.
  412. */
  413. __INIT
  414. setup_once:
  415. /*
  416. * Set up a idt with 256 entries pointing to ignore_int,
  417. * interrupt gates. It doesn't actually load idt - that needs
  418. * to be done on each CPU. Interrupts are enabled elsewhere,
  419. * when we can be relatively sure everything is ok.
  420. */
  421. movl $idt_table,%edi
  422. movl $early_idt_handlers,%eax
  423. movl $NUM_EXCEPTION_VECTORS,%ecx
  424. 1:
  425. movl %eax,(%edi)
  426. movl %eax,4(%edi)
  427. /* interrupt gate, dpl=0, present */
  428. movl $(0x8E000000 + __KERNEL_CS),2(%edi)
  429. addl $9,%eax
  430. addl $8,%edi
  431. loop 1b
  432. movl $256 - NUM_EXCEPTION_VECTORS,%ecx
  433. movl $ignore_int,%edx
  434. movl $(__KERNEL_CS << 16),%eax
  435. movw %dx,%ax /* selector = 0x0010 = cs */
  436. movw $0x8E00,%dx /* interrupt gate - dpl=0, present */
  437. 2:
  438. movl %eax,(%edi)
  439. movl %edx,4(%edi)
  440. addl $8,%edi
  441. loop 2b
  442. #ifdef CONFIG_CC_STACKPROTECTOR
  443. /*
  444. * Configure the stack canary. The linker can't handle this by
  445. * relocation. Manually set base address in stack canary
  446. * segment descriptor.
  447. */
  448. movl $gdt_page,%eax
  449. movl $stack_canary,%ecx
  450. movw %cx, 8 * GDT_ENTRY_STACK_CANARY + 2(%eax)
  451. shrl $16, %ecx
  452. movb %cl, 8 * GDT_ENTRY_STACK_CANARY + 4(%eax)
  453. movb %ch, 8 * GDT_ENTRY_STACK_CANARY + 7(%eax)
  454. #endif
  455. andl $0,setup_once_ref /* Once is enough, thanks */
  456. ret
  457. ENTRY(early_idt_handlers)
  458. # 36(%esp) %eflags
  459. # 32(%esp) %cs
  460. # 28(%esp) %eip
  461. # 24(%rsp) error code
  462. i = 0
  463. .rept NUM_EXCEPTION_VECTORS
  464. .if (EXCEPTION_ERRCODE_MASK >> i) & 1
  465. ASM_NOP2
  466. .else
  467. pushl $0 # Dummy error code, to make stack frame uniform
  468. .endif
  469. pushl $i # 20(%esp) Vector number
  470. jmp early_idt_handler
  471. i = i + 1
  472. .endr
  473. ENDPROC(early_idt_handlers)
  474. /* This is global to keep gas from relaxing the jumps */
  475. ENTRY(early_idt_handler)
  476. cld
  477. cmpl $2,%ss:early_recursion_flag
  478. je hlt_loop
  479. incl %ss:early_recursion_flag
  480. push %eax # 16(%esp)
  481. push %ecx # 12(%esp)
  482. push %edx # 8(%esp)
  483. push %ds # 4(%esp)
  484. push %es # 0(%esp)
  485. movl $(__KERNEL_DS),%eax
  486. movl %eax,%ds
  487. movl %eax,%es
  488. cmpl $(__KERNEL_CS),32(%esp)
  489. jne 10f
  490. leal 28(%esp),%eax # Pointer to %eip
  491. call early_fixup_exception
  492. andl %eax,%eax
  493. jnz ex_entry /* found an exception entry */
  494. 10:
  495. #ifdef CONFIG_PRINTK
  496. xorl %eax,%eax
  497. movw %ax,2(%esp) /* clean up the segment values on some cpus */
  498. movw %ax,6(%esp)
  499. movw %ax,34(%esp)
  500. leal 40(%esp),%eax
  501. pushl %eax /* %esp before the exception */
  502. pushl %ebx
  503. pushl %ebp
  504. pushl %esi
  505. pushl %edi
  506. movl %cr2,%eax
  507. pushl %eax
  508. pushl (20+6*4)(%esp) /* trapno */
  509. pushl $fault_msg
  510. call printk
  511. #endif
  512. call dump_stack
  513. hlt_loop:
  514. hlt
  515. jmp hlt_loop
  516. ex_entry:
  517. pop %es
  518. pop %ds
  519. pop %edx
  520. pop %ecx
  521. pop %eax
  522. addl $8,%esp /* drop vector number and error code */
  523. decl %ss:early_recursion_flag
  524. iret
  525. ENDPROC(early_idt_handler)
  526. /* This is the default interrupt "handler" :-) */
  527. ALIGN
  528. ignore_int:
  529. cld
  530. #ifdef CONFIG_PRINTK
  531. pushl %eax
  532. pushl %ecx
  533. pushl %edx
  534. pushl %es
  535. pushl %ds
  536. movl $(__KERNEL_DS),%eax
  537. movl %eax,%ds
  538. movl %eax,%es
  539. cmpl $2,early_recursion_flag
  540. je hlt_loop
  541. incl early_recursion_flag
  542. pushl 16(%esp)
  543. pushl 24(%esp)
  544. pushl 32(%esp)
  545. pushl 40(%esp)
  546. pushl $int_msg
  547. call printk
  548. call dump_stack
  549. addl $(5*4),%esp
  550. popl %ds
  551. popl %es
  552. popl %edx
  553. popl %ecx
  554. popl %eax
  555. #endif
  556. iret
  557. ENDPROC(ignore_int)
  558. __INITDATA
  559. .align 4
  560. early_recursion_flag:
  561. .long 0
  562. __REFDATA
  563. .align 4
  564. ENTRY(initial_code)
  565. .long i386_start_kernel
  566. ENTRY(setup_once_ref)
  567. .long setup_once
  568. /*
  569. * BSS section
  570. */
  571. __PAGE_ALIGNED_BSS
  572. .align PAGE_SIZE
  573. #ifdef CONFIG_X86_PAE
  574. initial_pg_pmd:
  575. .fill 1024*KPMDS,4,0
  576. #else
  577. ENTRY(initial_page_table)
  578. .fill 1024,4,0
  579. #endif
  580. initial_pg_fixmap:
  581. .fill 1024,4,0
  582. ENTRY(empty_zero_page)
  583. .fill 4096,1,0
  584. ENTRY(swapper_pg_dir)
  585. .fill 1024,4,0
  586. /*
  587. * This starts the data section.
  588. */
  589. #ifdef CONFIG_X86_PAE
  590. __PAGE_ALIGNED_DATA
  591. /* Page-aligned for the benefit of paravirt? */
  592. .align PAGE_SIZE
  593. ENTRY(initial_page_table)
  594. .long pa(initial_pg_pmd+PGD_IDENT_ATTR),0 /* low identity map */
  595. # if KPMDS == 3
  596. .long pa(initial_pg_pmd+PGD_IDENT_ATTR),0
  597. .long pa(initial_pg_pmd+PGD_IDENT_ATTR+0x1000),0
  598. .long pa(initial_pg_pmd+PGD_IDENT_ATTR+0x2000),0
  599. # elif KPMDS == 2
  600. .long 0,0
  601. .long pa(initial_pg_pmd+PGD_IDENT_ATTR),0
  602. .long pa(initial_pg_pmd+PGD_IDENT_ATTR+0x1000),0
  603. # elif KPMDS == 1
  604. .long 0,0
  605. .long 0,0
  606. .long pa(initial_pg_pmd+PGD_IDENT_ATTR),0
  607. # else
  608. # error "Kernel PMDs should be 1, 2 or 3"
  609. # endif
  610. .align PAGE_SIZE /* needs to be page-sized too */
  611. #endif
  612. .data
  613. .balign 4
  614. ENTRY(stack_start)
  615. .long init_thread_union+THREAD_SIZE
  616. __INITRODATA
  617. int_msg:
  618. .asciz "Unknown interrupt or fault at: %p %p %p\n"
  619. fault_msg:
  620. /* fault info: */
  621. .ascii "BUG: Int %d: CR2 %p\n"
  622. /* regs pushed in early_idt_handler: */
  623. .ascii " EDI %p ESI %p EBP %p EBX %p\n"
  624. .ascii " ESP %p ES %p DS %p\n"
  625. .ascii " EDX %p ECX %p EAX %p\n"
  626. /* fault frame: */
  627. .ascii " vec %p err %p EIP %p CS %p flg %p\n"
  628. .ascii "Stack: %p %p %p %p %p %p %p %p\n"
  629. .ascii " %p %p %p %p %p %p %p %p\n"
  630. .asciz " %p %p %p %p %p %p %p %p\n"
  631. #include "../../x86/xen/xen-head.S"
  632. /*
  633. * The IDT and GDT 'descriptors' are a strange 48-bit object
  634. * only used by the lidt and lgdt instructions. They are not
  635. * like usual segment descriptors - they consist of a 16-bit
  636. * segment size, and 32-bit linear address value:
  637. */
  638. .data
  639. .globl boot_gdt_descr
  640. .globl idt_descr
  641. ALIGN
  642. # early boot GDT descriptor (must use 1:1 address mapping)
  643. .word 0 # 32 bit align gdt_desc.address
  644. boot_gdt_descr:
  645. .word __BOOT_DS+7
  646. .long boot_gdt - __PAGE_OFFSET
  647. .word 0 # 32-bit align idt_desc.address
  648. idt_descr:
  649. .word IDT_ENTRIES*8-1 # idt contains 256 entries
  650. .long idt_table
  651. # boot GDT descriptor (later on used by CPU#0):
  652. .word 0 # 32 bit align gdt_desc.address
  653. ENTRY(early_gdt_descr)
  654. .word GDT_ENTRIES*8-1
  655. .long gdt_page /* Overwritten for secondary CPUs */
  656. /*
  657. * The boot_gdt must mirror the equivalent in setup.S and is
  658. * used only for booting.
  659. */
  660. .align L1_CACHE_BYTES
  661. ENTRY(boot_gdt)
  662. .fill GDT_ENTRY_BOOT_CS,8,0
  663. .quad 0x00cf9a000000ffff /* kernel 4GB code at 0x00000000 */
  664. .quad 0x00cf92000000ffff /* kernel 4GB data at 0x00000000 */