head_32.S 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766
  1. /*
  2. *
  3. * Copyright (C) 1991, 1992 Linus Torvalds
  4. *
  5. * Enhanced CPU detection and feature setting code by Mike Jagdis
  6. * and Martin Mares, November 1997.
  7. */
  8. .text
  9. #include <linux/threads.h>
  10. #include <linux/init.h>
  11. #include <linux/linkage.h>
  12. #include <asm/segment.h>
  13. #include <asm/page_types.h>
  14. #include <asm/pgtable_types.h>
  15. #include <asm/cache.h>
  16. #include <asm/thread_info.h>
  17. #include <asm/asm-offsets.h>
  18. #include <asm/setup.h>
  19. #include <asm/processor-flags.h>
  20. #include <asm/msr-index.h>
  21. #include <asm/cpufeature.h>
  22. #include <asm/percpu.h>
  23. #include <asm/nops.h>
  24. /* Physical address */
  25. #define pa(X) ((X) - __PAGE_OFFSET)
  26. /*
  27. * References to members of the new_cpu_data structure.
  28. */
  29. #define X86 new_cpu_data+CPUINFO_x86
  30. #define X86_VENDOR new_cpu_data+CPUINFO_x86_vendor
  31. #define X86_MODEL new_cpu_data+CPUINFO_x86_model
  32. #define X86_MASK new_cpu_data+CPUINFO_x86_mask
  33. #define X86_HARD_MATH new_cpu_data+CPUINFO_hard_math
  34. #define X86_CPUID new_cpu_data+CPUINFO_cpuid_level
  35. #define X86_CAPABILITY new_cpu_data+CPUINFO_x86_capability
  36. #define X86_VENDOR_ID new_cpu_data+CPUINFO_x86_vendor_id
  37. /*
  38. * This is how much memory in addition to the memory covered up to
  39. * and including _end we need mapped initially.
  40. * We need:
  41. * (KERNEL_IMAGE_SIZE/4096) / 1024 pages (worst case, non PAE)
  42. * (KERNEL_IMAGE_SIZE/4096) / 512 + 4 pages (worst case for PAE)
  43. *
  44. * Modulo rounding, each megabyte assigned here requires a kilobyte of
  45. * memory, which is currently unreclaimed.
  46. *
  47. * This should be a multiple of a page.
  48. *
  49. * KERNEL_IMAGE_SIZE should be greater than pa(_end)
  50. * and small than max_low_pfn, otherwise will waste some page table entries
  51. */
  52. #if PTRS_PER_PMD > 1
  53. #define PAGE_TABLE_SIZE(pages) (((pages) / PTRS_PER_PMD) + PTRS_PER_PGD)
  54. #else
  55. #define PAGE_TABLE_SIZE(pages) ((pages) / PTRS_PER_PGD)
  56. #endif
  57. /* Number of possible pages in the lowmem region */
  58. LOWMEM_PAGES = (((1<<32) - __PAGE_OFFSET) >> PAGE_SHIFT)
  59. /* Enough space to fit pagetables for the low memory linear map */
  60. MAPPING_BEYOND_END = PAGE_TABLE_SIZE(LOWMEM_PAGES) << PAGE_SHIFT
  61. /*
  62. * Worst-case size of the kernel mapping we need to make:
  63. * a relocatable kernel can live anywhere in lowmem, so we need to be able
  64. * to map all of lowmem.
  65. */
  66. KERNEL_PAGES = LOWMEM_PAGES
  67. INIT_MAP_SIZE = PAGE_TABLE_SIZE(KERNEL_PAGES) * PAGE_SIZE
  68. RESERVE_BRK(pagetables, INIT_MAP_SIZE)
  69. /*
  70. * 32-bit kernel entrypoint; only used by the boot CPU. On entry,
  71. * %esi points to the real-mode code as a 32-bit pointer.
  72. * CS and DS must be 4 GB flat segments, but we don't depend on
  73. * any particular GDT layout, because we load our own as soon as we
  74. * can.
  75. */
  76. __HEAD
  77. ENTRY(startup_32)
  78. movl pa(stack_start),%ecx
  79. /* test KEEP_SEGMENTS flag to see if the bootloader is asking
  80. us to not reload segments */
  81. testb $(1<<6), BP_loadflags(%esi)
  82. jnz 2f
  83. /*
  84. * Set segments to known values.
  85. */
  86. lgdt pa(boot_gdt_descr)
  87. movl $(__BOOT_DS),%eax
  88. movl %eax,%ds
  89. movl %eax,%es
  90. movl %eax,%fs
  91. movl %eax,%gs
  92. movl %eax,%ss
  93. 2:
  94. leal -__PAGE_OFFSET(%ecx),%esp
  95. /*
  96. * Clear BSS first so that there are no surprises...
  97. */
  98. cld
  99. xorl %eax,%eax
  100. movl $pa(__bss_start),%edi
  101. movl $pa(__bss_stop),%ecx
  102. subl %edi,%ecx
  103. shrl $2,%ecx
  104. rep ; stosl
  105. /*
  106. * Copy bootup parameters out of the way.
  107. * Note: %esi still has the pointer to the real-mode data.
  108. * With the kexec as boot loader, parameter segment might be loaded beyond
  109. * kernel image and might not even be addressable by early boot page tables.
  110. * (kexec on panic case). Hence copy out the parameters before initializing
  111. * page tables.
  112. */
  113. movl $pa(boot_params),%edi
  114. movl $(PARAM_SIZE/4),%ecx
  115. cld
  116. rep
  117. movsl
  118. movl pa(boot_params) + NEW_CL_POINTER,%esi
  119. andl %esi,%esi
  120. jz 1f # No command line
  121. movl $pa(boot_command_line),%edi
  122. movl $(COMMAND_LINE_SIZE/4),%ecx
  123. rep
  124. movsl
  125. 1:
  126. #ifdef CONFIG_OLPC
  127. /* save OFW's pgdir table for later use when calling into OFW */
  128. movl %cr3, %eax
  129. movl %eax, pa(olpc_ofw_pgd)
  130. #endif
  131. /*
  132. * Initialize page tables. This creates a PDE and a set of page
  133. * tables, which are located immediately beyond __brk_base. The variable
  134. * _brk_end is set up to point to the first "safe" location.
  135. * Mappings are created both at virtual address 0 (identity mapping)
  136. * and PAGE_OFFSET for up to _end.
  137. */
  138. #ifdef CONFIG_X86_PAE
  139. /*
  140. * In PAE mode initial_page_table is statically defined to contain
  141. * enough entries to cover the VMSPLIT option (that is the top 1, 2 or 3
  142. * entries). The identity mapping is handled by pointing two PGD entries
  143. * to the first kernel PMD.
  144. *
  145. * Note the upper half of each PMD or PTE are always zero at this stage.
  146. */
  147. #define KPMDS (((-__PAGE_OFFSET) >> 30) & 3) /* Number of kernel PMDs */
  148. xorl %ebx,%ebx /* %ebx is kept at zero */
  149. movl $pa(__brk_base), %edi
  150. movl $pa(initial_pg_pmd), %edx
  151. movl $PTE_IDENT_ATTR, %eax
  152. 10:
  153. leal PDE_IDENT_ATTR(%edi),%ecx /* Create PMD entry */
  154. movl %ecx,(%edx) /* Store PMD entry */
  155. /* Upper half already zero */
  156. addl $8,%edx
  157. movl $512,%ecx
  158. 11:
  159. stosl
  160. xchgl %eax,%ebx
  161. stosl
  162. xchgl %eax,%ebx
  163. addl $0x1000,%eax
  164. loop 11b
  165. /*
  166. * End condition: we must map up to the end + MAPPING_BEYOND_END.
  167. */
  168. movl $pa(_end) + MAPPING_BEYOND_END + PTE_IDENT_ATTR, %ebp
  169. cmpl %ebp,%eax
  170. jb 10b
  171. 1:
  172. addl $__PAGE_OFFSET, %edi
  173. movl %edi, pa(_brk_end)
  174. shrl $12, %eax
  175. movl %eax, pa(max_pfn_mapped)
  176. /* Do early initialization of the fixmap area */
  177. movl $pa(initial_pg_fixmap)+PDE_IDENT_ATTR,%eax
  178. movl %eax,pa(initial_pg_pmd+0x1000*KPMDS-8)
  179. #else /* Not PAE */
  180. page_pde_offset = (__PAGE_OFFSET >> 20);
  181. movl $pa(__brk_base), %edi
  182. movl $pa(initial_page_table), %edx
  183. movl $PTE_IDENT_ATTR, %eax
  184. 10:
  185. leal PDE_IDENT_ATTR(%edi),%ecx /* Create PDE entry */
  186. movl %ecx,(%edx) /* Store identity PDE entry */
  187. movl %ecx,page_pde_offset(%edx) /* Store kernel PDE entry */
  188. addl $4,%edx
  189. movl $1024, %ecx
  190. 11:
  191. stosl
  192. addl $0x1000,%eax
  193. loop 11b
  194. /*
  195. * End condition: we must map up to the end + MAPPING_BEYOND_END.
  196. */
  197. movl $pa(_end) + MAPPING_BEYOND_END + PTE_IDENT_ATTR, %ebp
  198. cmpl %ebp,%eax
  199. jb 10b
  200. addl $__PAGE_OFFSET, %edi
  201. movl %edi, pa(_brk_end)
  202. shrl $12, %eax
  203. movl %eax, pa(max_pfn_mapped)
  204. /* Do early initialization of the fixmap area */
  205. movl $pa(initial_pg_fixmap)+PDE_IDENT_ATTR,%eax
  206. movl %eax,pa(initial_page_table+0xffc)
  207. #endif
  208. #ifdef CONFIG_PARAVIRT
  209. /* This is can only trip for a broken bootloader... */
  210. cmpw $0x207, pa(boot_params + BP_version)
  211. jb default_entry
  212. /* Paravirt-compatible boot parameters. Look to see what architecture
  213. we're booting under. */
  214. movl pa(boot_params + BP_hardware_subarch), %eax
  215. cmpl $num_subarch_entries, %eax
  216. jae bad_subarch
  217. movl pa(subarch_entries)(,%eax,4), %eax
  218. subl $__PAGE_OFFSET, %eax
  219. jmp *%eax
  220. bad_subarch:
  221. WEAK(lguest_entry)
  222. WEAK(xen_entry)
  223. /* Unknown implementation; there's really
  224. nothing we can do at this point. */
  225. ud2a
  226. __INITDATA
  227. subarch_entries:
  228. .long default_entry /* normal x86/PC */
  229. .long lguest_entry /* lguest hypervisor */
  230. .long xen_entry /* Xen hypervisor */
  231. .long default_entry /* Moorestown MID */
  232. num_subarch_entries = (. - subarch_entries) / 4
  233. .previous
  234. #else
  235. jmp default_entry
  236. #endif /* CONFIG_PARAVIRT */
  237. /*
  238. * Non-boot CPU entry point; entered from trampoline.S
  239. * We can't lgdt here, because lgdt itself uses a data segment, but
  240. * we know the trampoline has already loaded the boot_gdt for us.
  241. *
  242. * If cpu hotplug is not supported then this code can go in init section
  243. * which will be freed later
  244. */
  245. __CPUINIT
  246. #ifdef CONFIG_SMP
  247. ENTRY(startup_32_smp)
  248. cld
  249. movl $(__BOOT_DS),%eax
  250. movl %eax,%ds
  251. movl %eax,%es
  252. movl %eax,%fs
  253. movl %eax,%gs
  254. movl pa(stack_start),%ecx
  255. movl %eax,%ss
  256. leal -__PAGE_OFFSET(%ecx),%esp
  257. #endif /* CONFIG_SMP */
  258. default_entry:
  259. /*
  260. * New page tables may be in 4Mbyte page mode and may
  261. * be using the global pages.
  262. *
  263. * NOTE! If we are on a 486 we may have no cr4 at all!
  264. * So we do not try to touch it unless we really have
  265. * some bits in it to set. This won't work if the BSP
  266. * implements cr4 but this AP does not -- very unlikely
  267. * but be warned! The same applies to the pse feature
  268. * if not equally supported. --macro
  269. *
  270. * NOTE! We have to correct for the fact that we're
  271. * not yet offset PAGE_OFFSET..
  272. */
  273. #define cr4_bits pa(mmu_cr4_features)
  274. movl cr4_bits,%edx
  275. andl %edx,%edx
  276. jz 6f
  277. movl %cr4,%eax # Turn on paging options (PSE,PAE,..)
  278. orl %edx,%eax
  279. movl %eax,%cr4
  280. testb $X86_CR4_PAE, %al # check if PAE is enabled
  281. jz 6f
  282. /* Check if extended functions are implemented */
  283. movl $0x80000000, %eax
  284. cpuid
  285. /* Value must be in the range 0x80000001 to 0x8000ffff */
  286. subl $0x80000001, %eax
  287. cmpl $(0x8000ffff-0x80000001), %eax
  288. ja 6f
  289. /* Clear bogus XD_DISABLE bits */
  290. call verify_cpu
  291. mov $0x80000001, %eax
  292. cpuid
  293. /* Execute Disable bit supported? */
  294. btl $(X86_FEATURE_NX & 31), %edx
  295. jnc 6f
  296. /* Setup EFER (Extended Feature Enable Register) */
  297. movl $MSR_EFER, %ecx
  298. rdmsr
  299. btsl $_EFER_NX, %eax
  300. /* Make changes effective */
  301. wrmsr
  302. 6:
  303. /*
  304. * Enable paging
  305. */
  306. movl $pa(initial_page_table), %eax
  307. movl %eax,%cr3 /* set the page table pointer.. */
  308. movl %cr0,%eax
  309. orl $X86_CR0_PG,%eax
  310. movl %eax,%cr0 /* ..and set paging (PG) bit */
  311. ljmp $__BOOT_CS,$1f /* Clear prefetch and normalize %eip */
  312. 1:
  313. /* Shift the stack pointer to a virtual address */
  314. addl $__PAGE_OFFSET, %esp
  315. /*
  316. * Initialize eflags. Some BIOS's leave bits like NT set. This would
  317. * confuse the debugger if this code is traced.
  318. * XXX - best to initialize before switching to protected mode.
  319. */
  320. pushl $0
  321. popfl
  322. /*
  323. * start system 32-bit setup. We need to re-do some of the things done
  324. * in 16-bit mode for the "real" operations.
  325. */
  326. movl setup_once_ref,%eax
  327. andl %eax,%eax
  328. jz 1f # Did we do this already?
  329. call *%eax
  330. 1:
  331. /* check if it is 486 or 386. */
  332. /*
  333. * XXX - this does a lot of unnecessary setup. Alignment checks don't
  334. * apply at our cpl of 0 and the stack ought to be aligned already, and
  335. * we don't need to preserve eflags.
  336. */
  337. movl $-1,X86_CPUID # -1 for no CPUID initially
  338. movb $3,X86 # at least 386
  339. pushfl # push EFLAGS
  340. popl %eax # get EFLAGS
  341. movl %eax,%ecx # save original EFLAGS
  342. xorl $0x240000,%eax # flip AC and ID bits in EFLAGS
  343. pushl %eax # copy to EFLAGS
  344. popfl # set EFLAGS
  345. pushfl # get new EFLAGS
  346. popl %eax # put it in eax
  347. xorl %ecx,%eax # change in flags
  348. pushl %ecx # restore original EFLAGS
  349. popfl
  350. testl $0x40000,%eax # check if AC bit changed
  351. je is386
  352. movb $4,X86 # at least 486
  353. testl $0x200000,%eax # check if ID bit changed
  354. je is486
  355. /* get vendor info */
  356. xorl %eax,%eax # call CPUID with 0 -> return vendor ID
  357. cpuid
  358. movl %eax,X86_CPUID # save CPUID level
  359. movl %ebx,X86_VENDOR_ID # lo 4 chars
  360. movl %edx,X86_VENDOR_ID+4 # next 4 chars
  361. movl %ecx,X86_VENDOR_ID+8 # last 4 chars
  362. orl %eax,%eax # do we have processor info as well?
  363. je is486
  364. movl $1,%eax # Use the CPUID instruction to get CPU type
  365. cpuid
  366. movb %al,%cl # save reg for future use
  367. andb $0x0f,%ah # mask processor family
  368. movb %ah,X86
  369. andb $0xf0,%al # mask model
  370. shrb $4,%al
  371. movb %al,X86_MODEL
  372. andb $0x0f,%cl # mask mask revision
  373. movb %cl,X86_MASK
  374. movl %edx,X86_CAPABILITY
  375. is486: movl $0x50022,%ecx # set AM, WP, NE and MP
  376. jmp 2f
  377. is386: movl $2,%ecx # set MP
  378. 2: movl %cr0,%eax
  379. andl $0x80000011,%eax # Save PG,PE,ET
  380. orl %ecx,%eax
  381. movl %eax,%cr0
  382. call check_x87
  383. lgdt early_gdt_descr
  384. lidt idt_descr
  385. ljmp $(__KERNEL_CS),$1f
  386. 1: movl $(__KERNEL_DS),%eax # reload all the segment registers
  387. movl %eax,%ss # after changing gdt.
  388. movl $(__USER_DS),%eax # DS/ES contains default USER segment
  389. movl %eax,%ds
  390. movl %eax,%es
  391. movl $(__KERNEL_PERCPU), %eax
  392. movl %eax,%fs # set this cpu's percpu
  393. movl $(__KERNEL_STACK_CANARY),%eax
  394. movl %eax,%gs
  395. xorl %eax,%eax # Clear LDT
  396. lldt %ax
  397. cld # gcc2 wants the direction flag cleared at all times
  398. pushl $0 # fake return address for unwinder
  399. jmp *(initial_code)
  400. /*
  401. * We depend on ET to be correct. This checks for 287/387.
  402. */
  403. check_x87:
  404. movb $0,X86_HARD_MATH
  405. clts
  406. fninit
  407. fstsw %ax
  408. cmpb $0,%al
  409. je 1f
  410. movl %cr0,%eax /* no coprocessor: have to set bits */
  411. xorl $4,%eax /* set EM */
  412. movl %eax,%cr0
  413. ret
  414. ALIGN
  415. 1: movb $1,X86_HARD_MATH
  416. .byte 0xDB,0xE4 /* fsetpm for 287, ignored by 387 */
  417. ret
  418. #include "verify_cpu.S"
  419. /*
  420. * setup_once
  421. *
  422. * The setup work we only want to run on the BSP.
  423. *
  424. * Warning: %esi is live across this function.
  425. */
  426. __INIT
  427. setup_once:
  428. /*
  429. * Set up a idt with 256 entries pointing to ignore_int,
  430. * interrupt gates. It doesn't actually load idt - that needs
  431. * to be done on each CPU. Interrupts are enabled elsewhere,
  432. * when we can be relatively sure everything is ok.
  433. */
  434. movl $idt_table,%edi
  435. movl $early_idt_handlers,%eax
  436. movl $NUM_EXCEPTION_VECTORS,%ecx
  437. 1:
  438. movl %eax,(%edi)
  439. movl %eax,4(%edi)
  440. /* interrupt gate, dpl=0, present */
  441. movl $(0x8E000000 + __KERNEL_CS),2(%edi)
  442. addl $9,%eax
  443. addl $8,%edi
  444. loop 1b
  445. movl $256 - NUM_EXCEPTION_VECTORS,%ecx
  446. movl $ignore_int,%edx
  447. movl $(__KERNEL_CS << 16),%eax
  448. movw %dx,%ax /* selector = 0x0010 = cs */
  449. movw $0x8E00,%dx /* interrupt gate - dpl=0, present */
  450. 2:
  451. movl %eax,(%edi)
  452. movl %edx,4(%edi)
  453. addl $8,%edi
  454. loop 2b
  455. #ifdef CONFIG_CC_STACKPROTECTOR
  456. /*
  457. * Configure the stack canary. The linker can't handle this by
  458. * relocation. Manually set base address in stack canary
  459. * segment descriptor.
  460. */
  461. movl $gdt_page,%eax
  462. movl $stack_canary,%ecx
  463. movw %cx, 8 * GDT_ENTRY_STACK_CANARY + 2(%eax)
  464. shrl $16, %ecx
  465. movb %cl, 8 * GDT_ENTRY_STACK_CANARY + 4(%eax)
  466. movb %ch, 8 * GDT_ENTRY_STACK_CANARY + 7(%eax)
  467. #endif
  468. andl $0,setup_once_ref /* Once is enough, thanks */
  469. ret
  470. ENTRY(early_idt_handlers)
  471. # 36(%esp) %eflags
  472. # 32(%esp) %cs
  473. # 28(%esp) %eip
  474. # 24(%rsp) error code
  475. i = 0
  476. .rept NUM_EXCEPTION_VECTORS
  477. .if (EXCEPTION_ERRCODE_MASK >> i) & 1
  478. ASM_NOP2
  479. .else
  480. pushl $0 # Dummy error code, to make stack frame uniform
  481. .endif
  482. pushl $i # 20(%esp) Vector number
  483. jmp early_idt_handler
  484. i = i + 1
  485. .endr
  486. ENDPROC(early_idt_handlers)
  487. /* This is global to keep gas from relaxing the jumps */
  488. ENTRY(early_idt_handler)
  489. cld
  490. cmpl $2,%ss:early_recursion_flag
  491. je hlt_loop
  492. incl %ss:early_recursion_flag
  493. push %eax # 16(%esp)
  494. push %ecx # 12(%esp)
  495. push %edx # 8(%esp)
  496. push %ds # 4(%esp)
  497. push %es # 0(%esp)
  498. movl $(__KERNEL_DS),%eax
  499. movl %eax,%ds
  500. movl %eax,%es
  501. cmpl $(__KERNEL_CS),32(%esp)
  502. jne 10f
  503. leal 28(%esp),%eax # Pointer to %eip
  504. call early_fixup_exception
  505. andl %eax,%eax
  506. jnz ex_entry /* found an exception entry */
  507. 10:
  508. #ifdef CONFIG_PRINTK
  509. xorl %eax,%eax
  510. movw %ax,2(%esp) /* clean up the segment values on some cpus */
  511. movw %ax,6(%esp)
  512. movw %ax,34(%esp)
  513. leal 40(%esp),%eax
  514. pushl %eax /* %esp before the exception */
  515. pushl %ebx
  516. pushl %ebp
  517. pushl %esi
  518. pushl %edi
  519. movl %cr2,%eax
  520. pushl %eax
  521. pushl (20+6*4)(%esp) /* trapno */
  522. pushl $fault_msg
  523. call printk
  524. #endif
  525. call dump_stack
  526. hlt_loop:
  527. hlt
  528. jmp hlt_loop
  529. ex_entry:
  530. pop %es
  531. pop %ds
  532. pop %edx
  533. pop %ecx
  534. pop %eax
  535. addl $8,%esp /* drop vector number and error code */
  536. decl %ss:early_recursion_flag
  537. iret
  538. ENDPROC(early_idt_handler)
  539. /* This is the default interrupt "handler" :-) */
  540. ALIGN
  541. ignore_int:
  542. cld
  543. #ifdef CONFIG_PRINTK
  544. pushl %eax
  545. pushl %ecx
  546. pushl %edx
  547. pushl %es
  548. pushl %ds
  549. movl $(__KERNEL_DS),%eax
  550. movl %eax,%ds
  551. movl %eax,%es
  552. cmpl $2,early_recursion_flag
  553. je hlt_loop
  554. incl early_recursion_flag
  555. pushl 16(%esp)
  556. pushl 24(%esp)
  557. pushl 32(%esp)
  558. pushl 40(%esp)
  559. pushl $int_msg
  560. call printk
  561. call dump_stack
  562. addl $(5*4),%esp
  563. popl %ds
  564. popl %es
  565. popl %edx
  566. popl %ecx
  567. popl %eax
  568. #endif
  569. iret
  570. ENDPROC(ignore_int)
  571. __INITDATA
  572. .align 4
  573. early_recursion_flag:
  574. .long 0
  575. __REFDATA
  576. .align 4
  577. ENTRY(initial_code)
  578. .long i386_start_kernel
  579. ENTRY(setup_once_ref)
  580. .long setup_once
  581. /*
  582. * BSS section
  583. */
  584. __PAGE_ALIGNED_BSS
  585. .align PAGE_SIZE
  586. #ifdef CONFIG_X86_PAE
  587. initial_pg_pmd:
  588. .fill 1024*KPMDS,4,0
  589. #else
  590. ENTRY(initial_page_table)
  591. .fill 1024,4,0
  592. #endif
  593. initial_pg_fixmap:
  594. .fill 1024,4,0
  595. ENTRY(empty_zero_page)
  596. .fill 4096,1,0
  597. ENTRY(swapper_pg_dir)
  598. .fill 1024,4,0
  599. /*
  600. * This starts the data section.
  601. */
  602. #ifdef CONFIG_X86_PAE
  603. __PAGE_ALIGNED_DATA
  604. /* Page-aligned for the benefit of paravirt? */
  605. .align PAGE_SIZE
  606. ENTRY(initial_page_table)
  607. .long pa(initial_pg_pmd+PGD_IDENT_ATTR),0 /* low identity map */
  608. # if KPMDS == 3
  609. .long pa(initial_pg_pmd+PGD_IDENT_ATTR),0
  610. .long pa(initial_pg_pmd+PGD_IDENT_ATTR+0x1000),0
  611. .long pa(initial_pg_pmd+PGD_IDENT_ATTR+0x2000),0
  612. # elif KPMDS == 2
  613. .long 0,0
  614. .long pa(initial_pg_pmd+PGD_IDENT_ATTR),0
  615. .long pa(initial_pg_pmd+PGD_IDENT_ATTR+0x1000),0
  616. # elif KPMDS == 1
  617. .long 0,0
  618. .long 0,0
  619. .long pa(initial_pg_pmd+PGD_IDENT_ATTR),0
  620. # else
  621. # error "Kernel PMDs should be 1, 2 or 3"
  622. # endif
  623. .align PAGE_SIZE /* needs to be page-sized too */
  624. #endif
  625. .data
  626. .balign 4
  627. ENTRY(stack_start)
  628. .long init_thread_union+THREAD_SIZE
  629. __INITRODATA
  630. int_msg:
  631. .asciz "Unknown interrupt or fault at: %p %p %p\n"
  632. fault_msg:
  633. /* fault info: */
  634. .ascii "BUG: Int %d: CR2 %p\n"
  635. /* regs pushed in early_idt_handler: */
  636. .ascii " EDI %p ESI %p EBP %p EBX %p\n"
  637. .ascii " ESP %p ES %p DS %p\n"
  638. .ascii " EDX %p ECX %p EAX %p\n"
  639. /* fault frame: */
  640. .ascii " vec %p err %p EIP %p CS %p flg %p\n"
  641. .ascii "Stack: %p %p %p %p %p %p %p %p\n"
  642. .ascii " %p %p %p %p %p %p %p %p\n"
  643. .asciz " %p %p %p %p %p %p %p %p\n"
  644. #include "../../x86/xen/xen-head.S"
  645. /*
  646. * The IDT and GDT 'descriptors' are a strange 48-bit object
  647. * only used by the lidt and lgdt instructions. They are not
  648. * like usual segment descriptors - they consist of a 16-bit
  649. * segment size, and 32-bit linear address value:
  650. */
  651. .data
  652. .globl boot_gdt_descr
  653. .globl idt_descr
  654. ALIGN
  655. # early boot GDT descriptor (must use 1:1 address mapping)
  656. .word 0 # 32 bit align gdt_desc.address
  657. boot_gdt_descr:
  658. .word __BOOT_DS+7
  659. .long boot_gdt - __PAGE_OFFSET
  660. .word 0 # 32-bit align idt_desc.address
  661. idt_descr:
  662. .word IDT_ENTRIES*8-1 # idt contains 256 entries
  663. .long idt_table
  664. # boot GDT descriptor (later on used by CPU#0):
  665. .word 0 # 32 bit align gdt_desc.address
  666. ENTRY(early_gdt_descr)
  667. .word GDT_ENTRIES*8-1
  668. .long gdt_page /* Overwritten for secondary CPUs */
  669. /*
  670. * The boot_gdt must mirror the equivalent in setup.S and is
  671. * used only for booting.
  672. */
  673. .align L1_CACHE_BYTES
  674. ENTRY(boot_gdt)
  675. .fill GDT_ENTRY_BOOT_CS,8,0
  676. .quad 0x00cf9a000000ffff /* kernel 4GB code at 0x00000000 */
  677. .quad 0x00cf92000000ffff /* kernel 4GB data at 0x00000000 */