head_32.S 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769
  1. /*
  2. *
  3. * Copyright (C) 1991, 1992 Linus Torvalds
  4. *
  5. * Enhanced CPU detection and feature setting code by Mike Jagdis
  6. * and Martin Mares, November 1997.
  7. */
  8. .text
  9. #include <linux/threads.h>
  10. #include <linux/init.h>
  11. #include <linux/linkage.h>
  12. #include <asm/segment.h>
  13. #include <asm/page_types.h>
  14. #include <asm/pgtable_types.h>
  15. #include <asm/cache.h>
  16. #include <asm/thread_info.h>
  17. #include <asm/asm-offsets.h>
  18. #include <asm/setup.h>
  19. #include <asm/processor-flags.h>
  20. #include <asm/msr-index.h>
  21. #include <asm/cpufeature.h>
  22. #include <asm/percpu.h>
  23. #include <asm/nops.h>
  24. /* Physical address */
  25. #define pa(X) ((X) - __PAGE_OFFSET)
  26. /*
  27. * References to members of the new_cpu_data structure.
  28. */
  29. #define X86 new_cpu_data+CPUINFO_x86
  30. #define X86_VENDOR new_cpu_data+CPUINFO_x86_vendor
  31. #define X86_MODEL new_cpu_data+CPUINFO_x86_model
  32. #define X86_MASK new_cpu_data+CPUINFO_x86_mask
  33. #define X86_HARD_MATH new_cpu_data+CPUINFO_hard_math
  34. #define X86_CPUID new_cpu_data+CPUINFO_cpuid_level
  35. #define X86_CAPABILITY new_cpu_data+CPUINFO_x86_capability
  36. #define X86_VENDOR_ID new_cpu_data+CPUINFO_x86_vendor_id
  37. /*
  38. * This is how much memory in addition to the memory covered up to
  39. * and including _end we need mapped initially.
  40. * We need:
  41. * (KERNEL_IMAGE_SIZE/4096) / 1024 pages (worst case, non PAE)
  42. * (KERNEL_IMAGE_SIZE/4096) / 512 + 4 pages (worst case for PAE)
  43. *
  44. * Modulo rounding, each megabyte assigned here requires a kilobyte of
  45. * memory, which is currently unreclaimed.
  46. *
  47. * This should be a multiple of a page.
  48. *
  49. * KERNEL_IMAGE_SIZE should be greater than pa(_end)
  50. * and small than max_low_pfn, otherwise will waste some page table entries
  51. */
  52. #if PTRS_PER_PMD > 1
  53. #define PAGE_TABLE_SIZE(pages) (((pages) / PTRS_PER_PMD) + PTRS_PER_PGD)
  54. #else
  55. #define PAGE_TABLE_SIZE(pages) ((pages) / PTRS_PER_PGD)
  56. #endif
  57. /* Number of possible pages in the lowmem region */
  58. LOWMEM_PAGES = (((1<<32) - __PAGE_OFFSET) >> PAGE_SHIFT)
  59. /* Enough space to fit pagetables for the low memory linear map */
  60. MAPPING_BEYOND_END = PAGE_TABLE_SIZE(LOWMEM_PAGES) << PAGE_SHIFT
  61. /*
  62. * Worst-case size of the kernel mapping we need to make:
  63. * a relocatable kernel can live anywhere in lowmem, so we need to be able
  64. * to map all of lowmem.
  65. */
  66. KERNEL_PAGES = LOWMEM_PAGES
  67. INIT_MAP_SIZE = PAGE_TABLE_SIZE(KERNEL_PAGES) * PAGE_SIZE
  68. RESERVE_BRK(pagetables, INIT_MAP_SIZE)
  69. /*
  70. * 32-bit kernel entrypoint; only used by the boot CPU. On entry,
  71. * %esi points to the real-mode code as a 32-bit pointer.
  72. * CS and DS must be 4 GB flat segments, but we don't depend on
  73. * any particular GDT layout, because we load our own as soon as we
  74. * can.
  75. */
  76. __HEAD
  77. ENTRY(startup_32)
  78. movl pa(stack_start),%ecx
  79. /* test KEEP_SEGMENTS flag to see if the bootloader is asking
  80. us to not reload segments */
  81. testb $(1<<6), BP_loadflags(%esi)
  82. jnz 2f
  83. /*
  84. * Set segments to known values.
  85. */
  86. lgdt pa(boot_gdt_descr)
  87. movl $(__BOOT_DS),%eax
  88. movl %eax,%ds
  89. movl %eax,%es
  90. movl %eax,%fs
  91. movl %eax,%gs
  92. movl %eax,%ss
  93. 2:
  94. leal -__PAGE_OFFSET(%ecx),%esp
  95. /*
  96. * Clear BSS first so that there are no surprises...
  97. */
  98. cld
  99. xorl %eax,%eax
  100. movl $pa(__bss_start),%edi
  101. movl $pa(__bss_stop),%ecx
  102. subl %edi,%ecx
  103. shrl $2,%ecx
  104. rep ; stosl
  105. /*
  106. * Copy bootup parameters out of the way.
  107. * Note: %esi still has the pointer to the real-mode data.
  108. * With the kexec as boot loader, parameter segment might be loaded beyond
  109. * kernel image and might not even be addressable by early boot page tables.
  110. * (kexec on panic case). Hence copy out the parameters before initializing
  111. * page tables.
  112. */
  113. movl $pa(boot_params),%edi
  114. movl $(PARAM_SIZE/4),%ecx
  115. cld
  116. rep
  117. movsl
  118. movl pa(boot_params) + NEW_CL_POINTER,%esi
  119. andl %esi,%esi
  120. jz 1f # No command line
  121. movl $pa(boot_command_line),%edi
  122. movl $(COMMAND_LINE_SIZE/4),%ecx
  123. rep
  124. movsl
  125. 1:
  126. #ifdef CONFIG_OLPC
  127. /* save OFW's pgdir table for later use when calling into OFW */
  128. movl %cr3, %eax
  129. movl %eax, pa(olpc_ofw_pgd)
  130. #endif
  131. /*
  132. * Initialize page tables. This creates a PDE and a set of page
  133. * tables, which are located immediately beyond __brk_base. The variable
  134. * _brk_end is set up to point to the first "safe" location.
  135. * Mappings are created both at virtual address 0 (identity mapping)
  136. * and PAGE_OFFSET for up to _end.
  137. */
  138. #ifdef CONFIG_X86_PAE
  139. /*
  140. * In PAE mode initial_page_table is statically defined to contain
  141. * enough entries to cover the VMSPLIT option (that is the top 1, 2 or 3
  142. * entries). The identity mapping is handled by pointing two PGD entries
  143. * to the first kernel PMD.
  144. *
  145. * Note the upper half of each PMD or PTE are always zero at this stage.
  146. */
  147. #define KPMDS (((-__PAGE_OFFSET) >> 30) & 3) /* Number of kernel PMDs */
  148. xorl %ebx,%ebx /* %ebx is kept at zero */
  149. movl $pa(__brk_base), %edi
  150. movl $pa(initial_pg_pmd), %edx
  151. movl $PTE_IDENT_ATTR, %eax
  152. 10:
  153. leal PDE_IDENT_ATTR(%edi),%ecx /* Create PMD entry */
  154. movl %ecx,(%edx) /* Store PMD entry */
  155. /* Upper half already zero */
  156. addl $8,%edx
  157. movl $512,%ecx
  158. 11:
  159. stosl
  160. xchgl %eax,%ebx
  161. stosl
  162. xchgl %eax,%ebx
  163. addl $0x1000,%eax
  164. loop 11b
  165. /*
  166. * End condition: we must map up to the end + MAPPING_BEYOND_END.
  167. */
  168. movl $pa(_end) + MAPPING_BEYOND_END + PTE_IDENT_ATTR, %ebp
  169. cmpl %ebp,%eax
  170. jb 10b
  171. 1:
  172. addl $__PAGE_OFFSET, %edi
  173. movl %edi, pa(_brk_end)
  174. shrl $12, %eax
  175. movl %eax, pa(max_pfn_mapped)
  176. /* Do early initialization of the fixmap area */
  177. movl $pa(initial_pg_fixmap)+PDE_IDENT_ATTR,%eax
  178. movl %eax,pa(initial_pg_pmd+0x1000*KPMDS-8)
  179. #else /* Not PAE */
  180. page_pde_offset = (__PAGE_OFFSET >> 20);
  181. movl $pa(__brk_base), %edi
  182. movl $pa(initial_page_table), %edx
  183. movl $PTE_IDENT_ATTR, %eax
  184. 10:
  185. leal PDE_IDENT_ATTR(%edi),%ecx /* Create PDE entry */
  186. movl %ecx,(%edx) /* Store identity PDE entry */
  187. movl %ecx,page_pde_offset(%edx) /* Store kernel PDE entry */
  188. addl $4,%edx
  189. movl $1024, %ecx
  190. 11:
  191. stosl
  192. addl $0x1000,%eax
  193. loop 11b
  194. /*
  195. * End condition: we must map up to the end + MAPPING_BEYOND_END.
  196. */
  197. movl $pa(_end) + MAPPING_BEYOND_END + PTE_IDENT_ATTR, %ebp
  198. cmpl %ebp,%eax
  199. jb 10b
  200. addl $__PAGE_OFFSET, %edi
  201. movl %edi, pa(_brk_end)
  202. shrl $12, %eax
  203. movl %eax, pa(max_pfn_mapped)
  204. /* Do early initialization of the fixmap area */
  205. movl $pa(initial_pg_fixmap)+PDE_IDENT_ATTR,%eax
  206. movl %eax,pa(initial_page_table+0xffc)
  207. #endif
  208. #ifdef CONFIG_PARAVIRT
  209. /* This is can only trip for a broken bootloader... */
  210. cmpw $0x207, pa(boot_params + BP_version)
  211. jb default_entry
  212. /* Paravirt-compatible boot parameters. Look to see what architecture
  213. we're booting under. */
  214. movl pa(boot_params + BP_hardware_subarch), %eax
  215. cmpl $num_subarch_entries, %eax
  216. jae bad_subarch
  217. movl pa(subarch_entries)(,%eax,4), %eax
  218. subl $__PAGE_OFFSET, %eax
  219. jmp *%eax
  220. bad_subarch:
  221. WEAK(lguest_entry)
  222. WEAK(xen_entry)
  223. /* Unknown implementation; there's really
  224. nothing we can do at this point. */
  225. ud2a
  226. __INITDATA
  227. subarch_entries:
  228. .long default_entry /* normal x86/PC */
  229. .long lguest_entry /* lguest hypervisor */
  230. .long xen_entry /* Xen hypervisor */
  231. .long default_entry /* Moorestown MID */
  232. num_subarch_entries = (. - subarch_entries) / 4
  233. .previous
  234. #else
  235. jmp default_entry
  236. #endif /* CONFIG_PARAVIRT */
  237. /*
  238. * Non-boot CPU entry point; entered from trampoline.S
  239. * We can't lgdt here, because lgdt itself uses a data segment, but
  240. * we know the trampoline has already loaded the boot_gdt for us.
  241. *
  242. * If cpu hotplug is not supported then this code can go in init section
  243. * which will be freed later
  244. */
  245. __CPUINIT
  246. ENTRY(startup_32_smp)
  247. cld
  248. movl $(__BOOT_DS),%eax
  249. movl %eax,%ds
  250. movl %eax,%es
  251. movl %eax,%fs
  252. movl %eax,%gs
  253. movl pa(stack_start),%ecx
  254. movl %eax,%ss
  255. leal -__PAGE_OFFSET(%ecx),%esp
  256. default_entry:
  257. /*
  258. * New page tables may be in 4Mbyte page mode and may
  259. * be using the global pages.
  260. *
  261. * NOTE! If we are on a 486 we may have no cr4 at all!
  262. * Specifically, cr4 exists if and only if CPUID exists
  263. * and has flags other than the FPU flag set.
  264. */
  265. movl $X86_EFLAGS_ID,%ecx
  266. pushl %ecx
  267. popfl
  268. pushfl
  269. popl %eax
  270. pushl $0
  271. popfl
  272. pushfl
  273. popl %edx
  274. xorl %edx,%eax
  275. testl %ecx,%eax
  276. jz 6f # No ID flag = no CPUID = no CR4
  277. movl $1,%eax
  278. cpuid
  279. andl $~1,%edx # Ignore CPUID.FPU
  280. jz 6f # No flags or only CPUID.FPU = no CR4
  281. movl pa(mmu_cr4_features),%eax
  282. movl %eax,%cr4
  283. testb $X86_CR4_PAE, %al # check if PAE is enabled
  284. jz 6f
  285. /* Check if extended functions are implemented */
  286. movl $0x80000000, %eax
  287. cpuid
  288. /* Value must be in the range 0x80000001 to 0x8000ffff */
  289. subl $0x80000001, %eax
  290. cmpl $(0x8000ffff-0x80000001), %eax
  291. ja 6f
  292. /* Clear bogus XD_DISABLE bits */
  293. call verify_cpu
  294. mov $0x80000001, %eax
  295. cpuid
  296. /* Execute Disable bit supported? */
  297. btl $(X86_FEATURE_NX & 31), %edx
  298. jnc 6f
  299. /* Setup EFER (Extended Feature Enable Register) */
  300. movl $MSR_EFER, %ecx
  301. rdmsr
  302. btsl $_EFER_NX, %eax
  303. /* Make changes effective */
  304. wrmsr
  305. 6:
  306. /*
  307. * Enable paging
  308. */
  309. movl $pa(initial_page_table), %eax
  310. movl %eax,%cr3 /* set the page table pointer.. */
  311. movl %cr0,%eax
  312. orl $X86_CR0_PG,%eax
  313. movl %eax,%cr0 /* ..and set paging (PG) bit */
  314. ljmp $__BOOT_CS,$1f /* Clear prefetch and normalize %eip */
  315. 1:
  316. /* Shift the stack pointer to a virtual address */
  317. addl $__PAGE_OFFSET, %esp
  318. /*
  319. * Initialize eflags. Some BIOS's leave bits like NT set. This would
  320. * confuse the debugger if this code is traced.
  321. * XXX - best to initialize before switching to protected mode.
  322. */
  323. pushl $0
  324. popfl
  325. /*
  326. * start system 32-bit setup. We need to re-do some of the things done
  327. * in 16-bit mode for the "real" operations.
  328. */
  329. movl setup_once_ref,%eax
  330. andl %eax,%eax
  331. jz 1f # Did we do this already?
  332. call *%eax
  333. 1:
  334. /* check if it is 486 or 386. */
  335. /*
  336. * XXX - this does a lot of unnecessary setup. Alignment checks don't
  337. * apply at our cpl of 0 and the stack ought to be aligned already, and
  338. * we don't need to preserve eflags.
  339. */
  340. movl $-1,X86_CPUID # -1 for no CPUID initially
  341. movb $3,X86 # at least 386
  342. pushfl # push EFLAGS
  343. popl %eax # get EFLAGS
  344. movl %eax,%ecx # save original EFLAGS
  345. xorl $0x240000,%eax # flip AC and ID bits in EFLAGS
  346. pushl %eax # copy to EFLAGS
  347. popfl # set EFLAGS
  348. pushfl # get new EFLAGS
  349. popl %eax # put it in eax
  350. xorl %ecx,%eax # change in flags
  351. pushl %ecx # restore original EFLAGS
  352. popfl
  353. testl $0x40000,%eax # check if AC bit changed
  354. je is386
  355. movb $4,X86 # at least 486
  356. testl $0x200000,%eax # check if ID bit changed
  357. je is486
  358. /* get vendor info */
  359. xorl %eax,%eax # call CPUID with 0 -> return vendor ID
  360. cpuid
  361. movl %eax,X86_CPUID # save CPUID level
  362. movl %ebx,X86_VENDOR_ID # lo 4 chars
  363. movl %edx,X86_VENDOR_ID+4 # next 4 chars
  364. movl %ecx,X86_VENDOR_ID+8 # last 4 chars
  365. orl %eax,%eax # do we have processor info as well?
  366. je is486
  367. movl $1,%eax # Use the CPUID instruction to get CPU type
  368. cpuid
  369. movb %al,%cl # save reg for future use
  370. andb $0x0f,%ah # mask processor family
  371. movb %ah,X86
  372. andb $0xf0,%al # mask model
  373. shrb $4,%al
  374. movb %al,X86_MODEL
  375. andb $0x0f,%cl # mask mask revision
  376. movb %cl,X86_MASK
  377. movl %edx,X86_CAPABILITY
  378. is486: movl $0x50022,%ecx # set AM, WP, NE and MP
  379. jmp 2f
  380. is386: movl $2,%ecx # set MP
  381. 2: movl %cr0,%eax
  382. andl $0x80000011,%eax # Save PG,PE,ET
  383. orl %ecx,%eax
  384. movl %eax,%cr0
  385. call check_x87
  386. lgdt early_gdt_descr
  387. lidt idt_descr
  388. ljmp $(__KERNEL_CS),$1f
  389. 1: movl $(__KERNEL_DS),%eax # reload all the segment registers
  390. movl %eax,%ss # after changing gdt.
  391. movl $(__USER_DS),%eax # DS/ES contains default USER segment
  392. movl %eax,%ds
  393. movl %eax,%es
  394. movl $(__KERNEL_PERCPU), %eax
  395. movl %eax,%fs # set this cpu's percpu
  396. movl $(__KERNEL_STACK_CANARY),%eax
  397. movl %eax,%gs
  398. xorl %eax,%eax # Clear LDT
  399. lldt %ax
  400. cld # gcc2 wants the direction flag cleared at all times
  401. pushl $0 # fake return address for unwinder
  402. jmp *(initial_code)
  403. /*
  404. * We depend on ET to be correct. This checks for 287/387.
  405. */
  406. check_x87:
  407. movb $0,X86_HARD_MATH
  408. clts
  409. fninit
  410. fstsw %ax
  411. cmpb $0,%al
  412. je 1f
  413. movl %cr0,%eax /* no coprocessor: have to set bits */
  414. xorl $4,%eax /* set EM */
  415. movl %eax,%cr0
  416. ret
  417. ALIGN
  418. 1: movb $1,X86_HARD_MATH
  419. .byte 0xDB,0xE4 /* fsetpm for 287, ignored by 387 */
  420. ret
  421. #include "verify_cpu.S"
  422. /*
  423. * setup_once
  424. *
  425. * The setup work we only want to run on the BSP.
  426. *
  427. * Warning: %esi is live across this function.
  428. */
  429. __INIT
  430. setup_once:
  431. /*
  432. * Set up a idt with 256 entries pointing to ignore_int,
  433. * interrupt gates. It doesn't actually load idt - that needs
  434. * to be done on each CPU. Interrupts are enabled elsewhere,
  435. * when we can be relatively sure everything is ok.
  436. */
  437. movl $idt_table,%edi
  438. movl $early_idt_handlers,%eax
  439. movl $NUM_EXCEPTION_VECTORS,%ecx
  440. 1:
  441. movl %eax,(%edi)
  442. movl %eax,4(%edi)
  443. /* interrupt gate, dpl=0, present */
  444. movl $(0x8E000000 + __KERNEL_CS),2(%edi)
  445. addl $9,%eax
  446. addl $8,%edi
  447. loop 1b
  448. movl $256 - NUM_EXCEPTION_VECTORS,%ecx
  449. movl $ignore_int,%edx
  450. movl $(__KERNEL_CS << 16),%eax
  451. movw %dx,%ax /* selector = 0x0010 = cs */
  452. movw $0x8E00,%dx /* interrupt gate - dpl=0, present */
  453. 2:
  454. movl %eax,(%edi)
  455. movl %edx,4(%edi)
  456. addl $8,%edi
  457. loop 2b
  458. #ifdef CONFIG_CC_STACKPROTECTOR
  459. /*
  460. * Configure the stack canary. The linker can't handle this by
  461. * relocation. Manually set base address in stack canary
  462. * segment descriptor.
  463. */
  464. movl $gdt_page,%eax
  465. movl $stack_canary,%ecx
  466. movw %cx, 8 * GDT_ENTRY_STACK_CANARY + 2(%eax)
  467. shrl $16, %ecx
  468. movb %cl, 8 * GDT_ENTRY_STACK_CANARY + 4(%eax)
  469. movb %ch, 8 * GDT_ENTRY_STACK_CANARY + 7(%eax)
  470. #endif
  471. andl $0,setup_once_ref /* Once is enough, thanks */
  472. ret
  473. ENTRY(early_idt_handlers)
  474. # 36(%esp) %eflags
  475. # 32(%esp) %cs
  476. # 28(%esp) %eip
  477. # 24(%rsp) error code
  478. i = 0
  479. .rept NUM_EXCEPTION_VECTORS
  480. .if (EXCEPTION_ERRCODE_MASK >> i) & 1
  481. ASM_NOP2
  482. .else
  483. pushl $0 # Dummy error code, to make stack frame uniform
  484. .endif
  485. pushl $i # 20(%esp) Vector number
  486. jmp early_idt_handler
  487. i = i + 1
  488. .endr
  489. ENDPROC(early_idt_handlers)
  490. /* This is global to keep gas from relaxing the jumps */
  491. ENTRY(early_idt_handler)
  492. cld
  493. cmpl $2,%ss:early_recursion_flag
  494. je hlt_loop
  495. incl %ss:early_recursion_flag
  496. push %eax # 16(%esp)
  497. push %ecx # 12(%esp)
  498. push %edx # 8(%esp)
  499. push %ds # 4(%esp)
  500. push %es # 0(%esp)
  501. movl $(__KERNEL_DS),%eax
  502. movl %eax,%ds
  503. movl %eax,%es
  504. cmpl $(__KERNEL_CS),32(%esp)
  505. jne 10f
  506. leal 28(%esp),%eax # Pointer to %eip
  507. call early_fixup_exception
  508. andl %eax,%eax
  509. jnz ex_entry /* found an exception entry */
  510. 10:
  511. #ifdef CONFIG_PRINTK
  512. xorl %eax,%eax
  513. movw %ax,2(%esp) /* clean up the segment values on some cpus */
  514. movw %ax,6(%esp)
  515. movw %ax,34(%esp)
  516. leal 40(%esp),%eax
  517. pushl %eax /* %esp before the exception */
  518. pushl %ebx
  519. pushl %ebp
  520. pushl %esi
  521. pushl %edi
  522. movl %cr2,%eax
  523. pushl %eax
  524. pushl (20+6*4)(%esp) /* trapno */
  525. pushl $fault_msg
  526. call printk
  527. #endif
  528. call dump_stack
  529. hlt_loop:
  530. hlt
  531. jmp hlt_loop
  532. ex_entry:
  533. pop %es
  534. pop %ds
  535. pop %edx
  536. pop %ecx
  537. pop %eax
  538. addl $8,%esp /* drop vector number and error code */
  539. decl %ss:early_recursion_flag
  540. iret
  541. ENDPROC(early_idt_handler)
  542. /* This is the default interrupt "handler" :-) */
  543. ALIGN
  544. ignore_int:
  545. cld
  546. #ifdef CONFIG_PRINTK
  547. pushl %eax
  548. pushl %ecx
  549. pushl %edx
  550. pushl %es
  551. pushl %ds
  552. movl $(__KERNEL_DS),%eax
  553. movl %eax,%ds
  554. movl %eax,%es
  555. cmpl $2,early_recursion_flag
  556. je hlt_loop
  557. incl early_recursion_flag
  558. pushl 16(%esp)
  559. pushl 24(%esp)
  560. pushl 32(%esp)
  561. pushl 40(%esp)
  562. pushl $int_msg
  563. call printk
  564. call dump_stack
  565. addl $(5*4),%esp
  566. popl %ds
  567. popl %es
  568. popl %edx
  569. popl %ecx
  570. popl %eax
  571. #endif
  572. iret
  573. ENDPROC(ignore_int)
  574. __INITDATA
  575. .align 4
  576. early_recursion_flag:
  577. .long 0
  578. __REFDATA
  579. .align 4
  580. ENTRY(initial_code)
  581. .long i386_start_kernel
  582. ENTRY(setup_once_ref)
  583. .long setup_once
  584. /*
  585. * BSS section
  586. */
  587. __PAGE_ALIGNED_BSS
  588. .align PAGE_SIZE
  589. #ifdef CONFIG_X86_PAE
  590. initial_pg_pmd:
  591. .fill 1024*KPMDS,4,0
  592. #else
  593. ENTRY(initial_page_table)
  594. .fill 1024,4,0
  595. #endif
  596. initial_pg_fixmap:
  597. .fill 1024,4,0
  598. ENTRY(empty_zero_page)
  599. .fill 4096,1,0
  600. ENTRY(swapper_pg_dir)
  601. .fill 1024,4,0
  602. /*
  603. * This starts the data section.
  604. */
  605. #ifdef CONFIG_X86_PAE
  606. __PAGE_ALIGNED_DATA
  607. /* Page-aligned for the benefit of paravirt? */
  608. .align PAGE_SIZE
  609. ENTRY(initial_page_table)
  610. .long pa(initial_pg_pmd+PGD_IDENT_ATTR),0 /* low identity map */
  611. # if KPMDS == 3
  612. .long pa(initial_pg_pmd+PGD_IDENT_ATTR),0
  613. .long pa(initial_pg_pmd+PGD_IDENT_ATTR+0x1000),0
  614. .long pa(initial_pg_pmd+PGD_IDENT_ATTR+0x2000),0
  615. # elif KPMDS == 2
  616. .long 0,0
  617. .long pa(initial_pg_pmd+PGD_IDENT_ATTR),0
  618. .long pa(initial_pg_pmd+PGD_IDENT_ATTR+0x1000),0
  619. # elif KPMDS == 1
  620. .long 0,0
  621. .long 0,0
  622. .long pa(initial_pg_pmd+PGD_IDENT_ATTR),0
  623. # else
  624. # error "Kernel PMDs should be 1, 2 or 3"
  625. # endif
  626. .align PAGE_SIZE /* needs to be page-sized too */
  627. #endif
  628. .data
  629. .balign 4
  630. ENTRY(stack_start)
  631. .long init_thread_union+THREAD_SIZE
  632. __INITRODATA
  633. int_msg:
  634. .asciz "Unknown interrupt or fault at: %p %p %p\n"
  635. fault_msg:
  636. /* fault info: */
  637. .ascii "BUG: Int %d: CR2 %p\n"
  638. /* regs pushed in early_idt_handler: */
  639. .ascii " EDI %p ESI %p EBP %p EBX %p\n"
  640. .ascii " ESP %p ES %p DS %p\n"
  641. .ascii " EDX %p ECX %p EAX %p\n"
  642. /* fault frame: */
  643. .ascii " vec %p err %p EIP %p CS %p flg %p\n"
  644. .ascii "Stack: %p %p %p %p %p %p %p %p\n"
  645. .ascii " %p %p %p %p %p %p %p %p\n"
  646. .asciz " %p %p %p %p %p %p %p %p\n"
  647. #include "../../x86/xen/xen-head.S"
  648. /*
  649. * The IDT and GDT 'descriptors' are a strange 48-bit object
  650. * only used by the lidt and lgdt instructions. They are not
  651. * like usual segment descriptors - they consist of a 16-bit
  652. * segment size, and 32-bit linear address value:
  653. */
  654. .data
  655. .globl boot_gdt_descr
  656. .globl idt_descr
  657. ALIGN
  658. # early boot GDT descriptor (must use 1:1 address mapping)
  659. .word 0 # 32 bit align gdt_desc.address
  660. boot_gdt_descr:
  661. .word __BOOT_DS+7
  662. .long boot_gdt - __PAGE_OFFSET
  663. .word 0 # 32-bit align idt_desc.address
  664. idt_descr:
  665. .word IDT_ENTRIES*8-1 # idt contains 256 entries
  666. .long idt_table
  667. # boot GDT descriptor (later on used by CPU#0):
  668. .word 0 # 32 bit align gdt_desc.address
  669. ENTRY(early_gdt_descr)
  670. .word GDT_ENTRIES*8-1
  671. .long gdt_page /* Overwritten for secondary CPUs */
  672. /*
  673. * The boot_gdt must mirror the equivalent in setup.S and is
  674. * used only for booting.
  675. */
  676. .align L1_CACHE_BYTES
  677. ENTRY(boot_gdt)
  678. .fill GDT_ENTRY_BOOT_CS,8,0
  679. .quad 0x00cf9a000000ffff /* kernel 4GB code at 0x00000000 */
  680. .quad 0x00cf92000000ffff /* kernel 4GB data at 0x00000000 */