head_32.S 17.2 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9 10
/*
 *
 *  Copyright (C) 1991, 1992  Linus Torvalds
 *
 *  Enhanced CPU detection and feature setting code by Mike Jagdis
 *  and Martin Mares, November 1997.
 */

.text
#include <linux/threads.h>
11
#include <linux/init.h>
L
Linus Torvalds 已提交
12 13
#include <linux/linkage.h>
#include <asm/segment.h>
14 15
#include <asm/page_types.h>
#include <asm/pgtable_types.h>
L
Linus Torvalds 已提交
16 17
#include <asm/cache.h>
#include <asm/thread_info.h>
18
#include <asm/asm-offsets.h>
L
Linus Torvalds 已提交
19
#include <asm/setup.h>
20
#include <asm/processor-flags.h>
21 22
#include <asm/msr-index.h>
#include <asm/cpufeature.h>
23
#include <asm/percpu.h>
24 25 26

/* Physical address */
#define pa(X) ((X) - __PAGE_OFFSET)
L
Linus Torvalds 已提交
27 28 29 30 31 32 33 34 35 36 37 38 39 40 41

/*
 * References to members of the new_cpu_data structure.
 */

#define X86		new_cpu_data+CPUINFO_x86
#define X86_VENDOR	new_cpu_data+CPUINFO_x86_vendor
#define X86_MODEL	new_cpu_data+CPUINFO_x86_model
#define X86_MASK	new_cpu_data+CPUINFO_x86_mask
#define X86_HARD_MATH	new_cpu_data+CPUINFO_hard_math
#define X86_CPUID	new_cpu_data+CPUINFO_cpuid_level
#define X86_CAPABILITY	new_cpu_data+CPUINFO_x86_capability
#define X86_VENDOR_ID	new_cpu_data+CPUINFO_x86_vendor_id

/*
42 43
 * This is how much memory in addition to the memory covered up to
 * and including _end we need mapped initially.
44
 * We need:
45 46
 *     (KERNEL_IMAGE_SIZE/4096) / 1024 pages (worst case, non PAE)
 *     (KERNEL_IMAGE_SIZE/4096) / 512 + 4 pages (worst case for PAE)
L
Linus Torvalds 已提交
47 48 49 50 51
 *
 * Modulo rounding, each megabyte assigned here requires a kilobyte of
 * memory, which is currently unreclaimed.
 *
 * This should be a multiple of a page.
52 53 54
 *
 * KERNEL_IMAGE_SIZE should be greater than pa(_end)
 * and small than max_low_pfn, otherwise will waste some page table entries
L
Linus Torvalds 已提交
55 56
 */

57
#if PTRS_PER_PMD > 1
58
#define PAGE_TABLE_SIZE(pages) (((pages) / PTRS_PER_PMD) + PTRS_PER_PGD)
59
#else
60
#define PAGE_TABLE_SIZE(pages) ((pages) / PTRS_PER_PGD)
61 62
#endif

63 64 65
/* Number of possible pages in the lowmem region */
LOWMEM_PAGES = (((1<<32) - __PAGE_OFFSET) >> PAGE_SHIFT)
	
66
/* Enough space to fit pagetables for the low memory linear map */
67
MAPPING_BEYOND_END = PAGE_TABLE_SIZE(LOWMEM_PAGES) << PAGE_SHIFT
68 69 70

/*
 * Worst-case size of the kernel mapping we need to make:
71 72
 * a relocatable kernel can live anywhere in lowmem, so we need to be able
 * to map all of lowmem.
73
 */
74
KERNEL_PAGES = LOWMEM_PAGES
75

76
INIT_MAP_SIZE = PAGE_TABLE_SIZE(KERNEL_PAGES) * PAGE_SIZE_asm
77
RESERVE_BRK(pagetables, INIT_MAP_SIZE)
78

L
Linus Torvalds 已提交
79 80 81 82 83 84 85
/*
 * 32-bit kernel entrypoint; only used by the boot CPU.  On entry,
 * %esi points to the real-mode code as a 32-bit pointer.
 * CS and DS must be 4 GB flat segments, but we don't depend on
 * any particular GDT layout, because we load our own as soon as we
 * can.
 */
86
__HEAD
L
Linus Torvalds 已提交
87
ENTRY(startup_32)
R
Rusty Russell 已提交
88 89 90 91
	/* test KEEP_SEGMENTS flag to see if the bootloader is asking
		us to not reload segments */
	testb $(1<<6), BP_loadflags(%esi)
	jnz 2f
L
Linus Torvalds 已提交
92 93 94 95

/*
 * Set segments to known values.
 */
96
	lgdt pa(boot_gdt_descr)
L
Linus Torvalds 已提交
97 98 99 100 101
	movl $(__BOOT_DS),%eax
	movl %eax,%ds
	movl %eax,%es
	movl %eax,%fs
	movl %eax,%gs
R
Rusty Russell 已提交
102
2:
L
Linus Torvalds 已提交
103 104 105 106

/*
 * Clear BSS first so that there are no surprises...
 */
R
Rusty Russell 已提交
107
	cld
L
Linus Torvalds 已提交
108
	xorl %eax,%eax
109 110
	movl $pa(__bss_start),%edi
	movl $pa(__bss_stop),%ecx
L
Linus Torvalds 已提交
111 112 113
	subl %edi,%ecx
	shrl $2,%ecx
	rep ; stosl
114 115 116 117 118 119 120 121
/*
 * Copy bootup parameters out of the way.
 * Note: %esi still has the pointer to the real-mode data.
 * With the kexec as boot loader, parameter segment might be loaded beyond
 * kernel image and might not even be addressable by early boot page tables.
 * (kexec on panic case). Hence copy out the parameters before initializing
 * page tables.
 */
122
	movl $pa(boot_params),%edi
123 124 125 126
	movl $(PARAM_SIZE/4),%ecx
	cld
	rep
	movsl
127
	movl pa(boot_params) + NEW_CL_POINTER,%esi
128
	andl %esi,%esi
129
	jz 1f			# No comand line
130
	movl $pa(boot_command_line),%edi
131 132 133 134
	movl $(COMMAND_LINE_SIZE/4),%ecx
	rep
	movsl
1:
L
Linus Torvalds 已提交
135

136 137 138 139 140 141
#ifdef CONFIG_OLPC_OPENFIRMWARE
	/* save OFW's pgdir table for later use when calling into OFW */
	movl %cr3, %eax
	movl %eax, pa(olpc_ofw_pgd)
#endif

R
Rusty Russell 已提交
142
#ifdef CONFIG_PARAVIRT
143 144
	/* This is can only trip for a broken bootloader... */
	cmpw $0x207, pa(boot_params + BP_version)
R
Rusty Russell 已提交
145 146 147 148
	jb default_entry

	/* Paravirt-compatible boot parameters.  Look to see what architecture
		we're booting under. */
149
	movl pa(boot_params + BP_hardware_subarch), %eax
R
Rusty Russell 已提交
150 151 152
	cmpl $num_subarch_entries, %eax
	jae bad_subarch

153
	movl pa(subarch_entries)(,%eax,4), %eax
R
Rusty Russell 已提交
154 155 156 157 158 159 160 161 162
	subl $__PAGE_OFFSET, %eax
	jmp *%eax

bad_subarch:
WEAK(lguest_entry)
WEAK(xen_entry)
	/* Unknown implementation; there's really
	   nothing we can do at this point. */
	ud2a
163 164 165

	__INITDATA

R
Rusty Russell 已提交
166 167 168 169
subarch_entries:
	.long default_entry		/* normal x86/PC */
	.long lguest_entry		/* lguest hypervisor */
	.long xen_entry			/* Xen hypervisor */
170
	.long default_entry		/* Moorestown MID */
R
Rusty Russell 已提交
171 172 173 174
num_subarch_entries = (. - subarch_entries) / 4
.previous
#endif /* CONFIG_PARAVIRT */

L
Linus Torvalds 已提交
175 176
/*
 * Initialize page tables.  This creates a PDE and a set of page
177
 * tables, which are located immediately beyond __brk_base.  The variable
178
 * _brk_end is set up to point to the first "safe" location.
L
Linus Torvalds 已提交
179
 * Mappings are created both at virtual address 0 (identity mapping)
180
 * and PAGE_OFFSET for up to _end.
L
Linus Torvalds 已提交
181
 *
182
 * Note that the stack is not yet set up!
L
Linus Torvalds 已提交
183
 */
R
Rusty Russell 已提交
184
default_entry:
185 186 187
#ifdef CONFIG_X86_PAE

	/*
188 189 190 191
	 * In PAE mode initial_page_table is statically defined to contain
	 * enough entries to cover the VMSPLIT option (that is the top 1, 2 or 3
	 * entries). The identity mapping is handled by pointing two PGD entries
	 * to the first kernel PMD.
192
	 *
193
	 * Note the upper half of each PMD or PTE are always zero at this stage.
194 195
	 */

J
Joe Korty 已提交
196
#define KPMDS (((-__PAGE_OFFSET) >> 30) & 3) /* Number of kernel PMDs */
197 198 199

	xorl %ebx,%ebx				/* %ebx is kept at zero */

200
	movl $pa(__brk_base), %edi
201
	movl $pa(initial_pg_pmd), %edx
202
	movl $PTE_IDENT_ATTR, %eax
203
10:
204
	leal PDE_IDENT_ATTR(%edi),%ecx		/* Create PMD entry */
205 206 207 208 209 210 211 212 213 214 215 216 217
	movl %ecx,(%edx)			/* Store PMD entry */
						/* Upper half already zero */
	addl $8,%edx
	movl $512,%ecx
11:
	stosl
	xchgl %eax,%ebx
	stosl
	xchgl %eax,%ebx
	addl $0x1000,%eax
	loop 11b

	/*
218
	 * End condition: we must map up to the end + MAPPING_BEYOND_END.
219
	 */
220
	movl $pa(_end) + MAPPING_BEYOND_END + PTE_IDENT_ATTR, %ebp
221 222 223
	cmpl %ebp,%eax
	jb 10b
1:
224 225
	addl $__PAGE_OFFSET, %edi
	movl %edi, pa(_brk_end)
226 227
	shrl $12, %eax
	movl %eax, pa(max_pfn_mapped)
228 229

	/* Do early initialization of the fixmap area */
230 231
	movl $pa(initial_pg_fixmap)+PDE_IDENT_ATTR,%eax
	movl %eax,pa(initial_pg_pmd+0x1000*KPMDS-8)
232 233 234 235
#else	/* Not PAE */

page_pde_offset = (__PAGE_OFFSET >> 20);

236
	movl $pa(__brk_base), %edi
237
	movl $pa(initial_page_table), %edx
238
	movl $PTE_IDENT_ATTR, %eax
L
Linus Torvalds 已提交
239
10:
240
	leal PDE_IDENT_ATTR(%edi),%ecx		/* Create PDE entry */
L
Linus Torvalds 已提交
241 242 243 244 245 246 247 248
	movl %ecx,(%edx)			/* Store identity PDE entry */
	movl %ecx,page_pde_offset(%edx)		/* Store kernel PDE entry */
	addl $4,%edx
	movl $1024, %ecx
11:
	stosl
	addl $0x1000,%eax
	loop 11b
249
	/*
250
	 * End condition: we must map up to the end + MAPPING_BEYOND_END.
251
	 */
252
	movl $pa(_end) + MAPPING_BEYOND_END + PTE_IDENT_ATTR, %ebp
L
Linus Torvalds 已提交
253 254
	cmpl %ebp,%eax
	jb 10b
255 256
	addl $__PAGE_OFFSET, %edi
	movl %edi, pa(_brk_end)
257 258
	shrl $12, %eax
	movl %eax, pa(max_pfn_mapped)
259

260
	/* Do early initialization of the fixmap area */
261 262
	movl $pa(initial_pg_fixmap)+PDE_IDENT_ATTR,%eax
	movl %eax,pa(initial_page_table+0xffc)
263
#endif
L
Linus Torvalds 已提交
264 265 266 267
	jmp 3f
/*
 * Non-boot CPU entry point; entered from trampoline.S
 * We can't lgdt here, because lgdt itself uses a data segment, but
268
 * we know the trampoline has already loaded the boot_gdt for us.
269 270 271
 *
 * If cpu hotplug is not supported then this code can go in init section
 * which will be freed later
L
Linus Torvalds 已提交
272
 */
273

274
__CPUINIT
275 276

#ifdef CONFIG_SMP
L
Linus Torvalds 已提交
277 278 279 280 281 282 283
ENTRY(startup_32_smp)
	cld
	movl $(__BOOT_DS),%eax
	movl %eax,%ds
	movl %eax,%es
	movl %eax,%fs
	movl %eax,%gs
284 285
#endif /* CONFIG_SMP */
3:
L
Linus Torvalds 已提交
286 287 288 289 290 291 292 293 294 295 296 297 298 299 300

/*
 *	New page tables may be in 4Mbyte page mode and may
 *	be using the global pages. 
 *
 *	NOTE! If we are on a 486 we may have no cr4 at all!
 *	So we do not try to touch it unless we really have
 *	some bits in it to set.  This won't work if the BSP
 *	implements cr4 but this AP does not -- very unlikely
 *	but be warned!  The same applies to the pse feature
 *	if not equally supported. --macro
 *
 *	NOTE! We have to correct for the fact that we're
 *	not yet offset PAGE_OFFSET..
 */
301
#define cr4_bits pa(mmu_cr4_features)
L
Linus Torvalds 已提交
302 303 304 305 306 307 308
	movl cr4_bits,%edx
	andl %edx,%edx
	jz 6f
	movl %cr4,%eax		# Turn on paging options (PSE,PAE,..)
	orl %edx,%eax
	movl %eax,%cr4

309 310
	testb $X86_CR4_PAE, %al		# check if PAE is enabled
	jz 6f
L
Linus Torvalds 已提交
311 312 313 314

	/* Check if extended functions are implemented */
	movl $0x80000000, %eax
	cpuid
315 316 317 318
	/* Value must be in the range 0x80000001 to 0x8000ffff */
	subl $0x80000001, %eax
	cmpl $(0x8000ffff-0x80000001), %eax
	ja 6f
L
Linus Torvalds 已提交
319 320 321
	mov $0x80000001, %eax
	cpuid
	/* Execute Disable bit supported? */
322
	btl $(X86_FEATURE_NX & 31), %edx
L
Linus Torvalds 已提交
323 324 325
	jnc 6f

	/* Setup EFER (Extended Feature Enable Register) */
326
	movl $MSR_EFER, %ecx
L
Linus Torvalds 已提交
327 328
	rdmsr

329
	btsl $_EFER_NX, %eax
L
Linus Torvalds 已提交
330 331 332 333 334 335 336 337
	/* Make changes effective */
	wrmsr

6:

/*
 * Enable paging
 */
338
	movl $pa(initial_page_table), %eax
L
Linus Torvalds 已提交
339 340
	movl %eax,%cr3		/* set the page table pointer.. */
	movl %cr0,%eax
341
	orl  $X86_CR0_PG,%eax
L
Linus Torvalds 已提交
342 343 344 345 346 347 348 349 350 351 352 353 354 355 356
	movl %eax,%cr0		/* ..and set paging (PG) bit */
	ljmp $__BOOT_CS,$1f	/* Clear prefetch and normalize %eip */
1:
	/* Set up the stack pointer */
	lss stack_start,%esp

/*
 * Initialize eflags.  Some BIOS's leave bits like NT set.  This would
 * confuse the debugger if this code is traced.
 * XXX - best to initialize before switching to protected mode.
 */
	pushl $0
	popfl

#ifdef CONFIG_SMP
357
	cmpb $0, ready
L
Linus Torvalds 已提交
358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431
	jz  1f				/* Initial CPU cleans BSS */
	jmp checkCPUtype
1:
#endif /* CONFIG_SMP */

/*
 * start system 32-bit setup. We need to re-do some of the things done
 * in 16-bit mode for the "real" operations.
 */
	call setup_idt

checkCPUtype:

	movl $-1,X86_CPUID		#  -1 for no CPUID initially

/* check if it is 486 or 386. */
/*
 * XXX - this does a lot of unnecessary setup.  Alignment checks don't
 * apply at our cpl of 0 and the stack ought to be aligned already, and
 * we don't need to preserve eflags.
 */

	movb $3,X86		# at least 386
	pushfl			# push EFLAGS
	popl %eax		# get EFLAGS
	movl %eax,%ecx		# save original EFLAGS
	xorl $0x240000,%eax	# flip AC and ID bits in EFLAGS
	pushl %eax		# copy to EFLAGS
	popfl			# set EFLAGS
	pushfl			# get new EFLAGS
	popl %eax		# put it in eax
	xorl %ecx,%eax		# change in flags
	pushl %ecx		# restore original EFLAGS
	popfl
	testl $0x40000,%eax	# check if AC bit changed
	je is386

	movb $4,X86		# at least 486
	testl $0x200000,%eax	# check if ID bit changed
	je is486

	/* get vendor info */
	xorl %eax,%eax			# call CPUID with 0 -> return vendor ID
	cpuid
	movl %eax,X86_CPUID		# save CPUID level
	movl %ebx,X86_VENDOR_ID		# lo 4 chars
	movl %edx,X86_VENDOR_ID+4	# next 4 chars
	movl %ecx,X86_VENDOR_ID+8	# last 4 chars

	orl %eax,%eax			# do we have processor info as well?
	je is486

	movl $1,%eax		# Use the CPUID instruction to get CPU type
	cpuid
	movb %al,%cl		# save reg for future use
	andb $0x0f,%ah		# mask processor family
	movb %ah,X86
	andb $0xf0,%al		# mask model
	shrb $4,%al
	movb %al,X86_MODEL
	andb $0x0f,%cl		# mask mask revision
	movb %cl,X86_MASK
	movl %edx,X86_CAPABILITY

is486:	movl $0x50022,%ecx	# set AM, WP, NE and MP
	jmp 2f

is386:	movl $2,%ecx		# set MP
2:	movl %cr0,%eax
	andl $0x80000011,%eax	# Save PG,PE,ET
	orl %ecx,%eax
	movl %eax,%cr0

	call check_x87
432
	lgdt early_gdt_descr
L
Linus Torvalds 已提交
433 434 435 436 437 438 439 440 441
	lidt idt_descr
	ljmp $(__KERNEL_CS),$1f
1:	movl $(__KERNEL_DS),%eax	# reload all the segment registers
	movl %eax,%ss			# after changing gdt.

	movl $(__USER_DS),%eax		# DS/ES contains default USER segment
	movl %eax,%ds
	movl %eax,%es

442 443 444
	movl $(__KERNEL_PERCPU), %eax
	movl %eax,%fs			# set this cpu's percpu

445 446 447 448 449 450 451
#ifdef CONFIG_CC_STACKPROTECTOR
	/*
	 * The linker can't handle this by relocation.  Manually set
	 * base address in stack canary segment descriptor.
	 */
	cmpb $0,ready
	jne 1f
R
Rusty Russell 已提交
452 453
	movl $gdt_page,%eax
	movl $stack_canary,%ecx
454 455 456 457 458 459 460
	movw %cx, 8 * GDT_ENTRY_STACK_CANARY + 2(%eax)
	shrl $16, %ecx
	movb %cl, 8 * GDT_ENTRY_STACK_CANARY + 4(%eax)
	movb %ch, 8 * GDT_ENTRY_STACK_CANARY + 7(%eax)
1:
#endif
	movl $(__KERNEL_STACK_CANARY),%eax
461
	movl %eax,%gs
462 463

	xorl %eax,%eax			# Clear LDT
L
Linus Torvalds 已提交
464
	lldt %ax
465

L
Linus Torvalds 已提交
466
	cld			# gcc2 wants the direction flag cleared at all times
467
	pushl $0		# fake return address for unwinder
L
Linus Torvalds 已提交
468
#ifdef CONFIG_SMP
469 470
	movb ready, %cl
	movb $1, ready
471
	cmpb $0,%cl		# the first CPU calls start_kernel
472
	je   1f
473
	movl (stack_start), %esp
474
1:
L
Linus Torvalds 已提交
475
#endif /* CONFIG_SMP */
G
Glauber Costa 已提交
476
	jmp *(initial_code)
L
Linus Torvalds 已提交
477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522

/*
 * We depend on ET to be correct. This checks for 287/387.
 */
check_x87:
	movb $0,X86_HARD_MATH
	clts
	fninit
	fstsw %ax
	cmpb $0,%al
	je 1f
	movl %cr0,%eax		/* no coprocessor: have to set bits */
	xorl $4,%eax		/* set EM */
	movl %eax,%cr0
	ret
	ALIGN
1:	movb $1,X86_HARD_MATH
	.byte 0xDB,0xE4		/* fsetpm for 287, ignored by 387 */
	ret

/*
 *  setup_idt
 *
 *  sets up a idt with 256 entries pointing to
 *  ignore_int, interrupt gates. It doesn't actually load
 *  idt - that can be done only after paging has been enabled
 *  and the kernel moved to PAGE_OFFSET. Interrupts
 *  are enabled elsewhere, when we can be relatively
 *  sure everything is ok.
 *
 *  Warning: %esi is live across this function.
 */
setup_idt:
	lea ignore_int,%edx
	movl $(__KERNEL_CS << 16),%eax
	movw %dx,%ax		/* selector = 0x0010 = cs */
	movw $0x8E00,%dx	/* interrupt gate - dpl=0, present */

	lea idt_table,%edi
	mov $256,%ecx
rp_sidt:
	movl %eax,(%edi)
	movl %edx,4(%edi)
	addl $8,%edi
	dec %ecx
	jne rp_sidt
523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538

.macro	set_early_handler handler,trapno
	lea \handler,%edx
	movl $(__KERNEL_CS << 16),%eax
	movw %dx,%ax
	movw $0x8E00,%dx	/* interrupt gate - dpl=0, present */
	lea idt_table,%edi
	movl %eax,8*\trapno(%edi)
	movl %edx,8*\trapno+4(%edi)
.endm

	set_early_handler handler=early_divide_err,trapno=0
	set_early_handler handler=early_illegal_opcode,trapno=6
	set_early_handler handler=early_protection_fault,trapno=13
	set_early_handler handler=early_page_fault,trapno=14

L
Linus Torvalds 已提交
539 540
	ret

541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561
early_divide_err:
	xor %edx,%edx
	pushl $0	/* fake errcode */
	jmp early_fault

early_illegal_opcode:
	movl $6,%edx
	pushl $0	/* fake errcode */
	jmp early_fault

early_protection_fault:
	movl $13,%edx
	jmp early_fault

early_page_fault:
	movl $14,%edx
	jmp early_fault

early_fault:
	cld
#ifdef CONFIG_PRINTK
I
Ingo Molnar 已提交
562
	pusha
563 564 565 566 567 568 569 570 571 572 573 574
	movl $(__KERNEL_DS),%eax
	movl %eax,%ds
	movl %eax,%es
	cmpl $2,early_recursion_flag
	je hlt_loop
	incl early_recursion_flag
	movl %cr2,%eax
	pushl %eax
	pushl %edx		/* trapno */
	pushl $fault_msg
	call printk
#endif
575
	call dump_stack
576 577 578 579
hlt_loop:
	hlt
	jmp hlt_loop

L
Linus Torvalds 已提交
580 581 582 583
/* This is the default interrupt "handler" :-) */
	ALIGN
ignore_int:
	cld
M
Matt Mackall 已提交
584
#ifdef CONFIG_PRINTK
L
Linus Torvalds 已提交
585 586 587 588 589 590 591 592
	pushl %eax
	pushl %ecx
	pushl %edx
	pushl %es
	pushl %ds
	movl $(__KERNEL_DS),%eax
	movl %eax,%ds
	movl %eax,%es
593 594 595
	cmpl $2,early_recursion_flag
	je hlt_loop
	incl early_recursion_flag
L
Linus Torvalds 已提交
596 597 598 599 600 601
	pushl 16(%esp)
	pushl 24(%esp)
	pushl 32(%esp)
	pushl 40(%esp)
	pushl $int_msg
	call printk
602 603 604

	call dump_stack

L
Linus Torvalds 已提交
605 606 607 608 609 610
	addl $(5*4),%esp
	popl %ds
	popl %es
	popl %edx
	popl %ecx
	popl %eax
M
Matt Mackall 已提交
611
#endif
L
Linus Torvalds 已提交
612 613
	iret

614
	__REFDATA
T
Thomas Gleixner 已提交
615 616 617 618
.align 4
ENTRY(initial_code)
	.long i386_start_kernel

L
Linus Torvalds 已提交
619 620 621
/*
 * BSS section
 */
622
__PAGE_ALIGNED_BSS
623
	.align PAGE_SIZE_asm
624
#ifdef CONFIG_X86_PAE
625
ENTRY(initial_pg_pmd)
626 627
	.fill 1024*KPMDS,4,0
#else
628
ENTRY(initial_page_table)
L
Linus Torvalds 已提交
629
	.fill 1024,4,0
630
#endif
631
ENTRY(initial_pg_fixmap)
E
Eric W. Biderman 已提交
632
	.fill 1024,4,0
L
Linus Torvalds 已提交
633 634
ENTRY(empty_zero_page)
	.fill 4096,1,0
635 636
ENTRY(swapper_pg_dir)
	.fill 1024,4,0
637

L
Linus Torvalds 已提交
638 639 640
/*
 * This starts the data section.
 */
641
#ifdef CONFIG_X86_PAE
642
__PAGE_ALIGNED_DATA
643 644
	/* Page-aligned for the benefit of paravirt? */
	.align PAGE_SIZE_asm
645 646
ENTRY(initial_page_table)
	.long	pa(initial_pg_pmd+PGD_IDENT_ATTR),0	/* low identity map */
647
# if KPMDS == 3
648 649 650
	.long	pa(initial_pg_pmd+PGD_IDENT_ATTR),0
	.long	pa(initial_pg_pmd+PGD_IDENT_ATTR+0x1000),0
	.long	pa(initial_pg_pmd+PGD_IDENT_ATTR+0x2000),0
651 652
# elif KPMDS == 2
	.long	0,0
653 654
	.long	pa(initial_pg_pmd+PGD_IDENT_ATTR),0
	.long	pa(initial_pg_pmd+PGD_IDENT_ATTR+0x1000),0
655 656 657
# elif KPMDS == 1
	.long	0,0
	.long	0,0
658
	.long	pa(initial_pg_pmd+PGD_IDENT_ATTR),0
659 660 661 662 663 664
# else
#  error "Kernel PMDs should be 1, 2 or 3"
# endif
	.align PAGE_SIZE_asm		/* needs to be page-sized too */
#endif

L
Linus Torvalds 已提交
665 666 667 668 669 670 671
.data
ENTRY(stack_start)
	.long init_thread_union+THREAD_SIZE
	.long __BOOT_DS

ready:	.byte 0

672 673 674
early_recursion_flag:
	.long 0

L
Linus Torvalds 已提交
675
int_msg:
676
	.asciz "Unknown interrupt or fault at: %p %p %p\n"
L
Linus Torvalds 已提交
677

678
fault_msg:
V
Vegard Nossum 已提交
679 680 681 682 683 684 685 686 687 688
/* fault info: */
	.ascii "BUG: Int %d: CR2 %p\n"
/* pusha regs: */
	.ascii "     EDI %p  ESI %p  EBP %p  ESP %p\n"
	.ascii "     EBX %p  EDX %p  ECX %p  EAX %p\n"
/* fault frame: */
	.ascii "     err %p  EIP %p   CS %p  flg %p\n"
	.ascii "Stack: %p %p %p %p %p %p %p %p\n"
	.ascii "       %p %p %p %p %p %p %p %p\n"
	.asciz "       %p %p %p %p %p %p %p %p\n"
689

T
Thomas Gleixner 已提交
690
#include "../../x86/xen/xen-head.S"
691

L
Linus Torvalds 已提交
692 693 694 695 696 697 698 699 700 701 702 703 704 705 706
/*
 * The IDT and GDT 'descriptors' are a strange 48-bit object
 * only used by the lidt and lgdt instructions. They are not
 * like usual segment descriptors - they consist of a 16-bit
 * segment size, and 32-bit linear address value:
 */

.globl boot_gdt_descr
.globl idt_descr

	ALIGN
# early boot GDT descriptor (must use 1:1 address mapping)
	.word 0				# 32 bit align gdt_desc.address
boot_gdt_descr:
	.word __BOOT_DS+7
707
	.long boot_gdt - __PAGE_OFFSET
L
Linus Torvalds 已提交
708 709 710 711 712 713 714 715

	.word 0				# 32-bit align idt_desc.address
idt_descr:
	.word IDT_ENTRIES*8-1		# idt contains 256 entries
	.long idt_table

# boot GDT descriptor (later on used by CPU#0):
	.word 0				# 32 bit align gdt_desc.address
716
ENTRY(early_gdt_descr)
L
Linus Torvalds 已提交
717
	.word GDT_ENTRIES*8-1
R
Rusty Russell 已提交
718
	.long gdt_page			/* Overwritten for secondary CPUs */
L
Linus Torvalds 已提交
719 720

/*
721
 * The boot_gdt must mirror the equivalent in setup.S and is
L
Linus Torvalds 已提交
722 723 724
 * used only for booting.
 */
	.align L1_CACHE_BYTES
725
ENTRY(boot_gdt)
L
Linus Torvalds 已提交
726 727 728
	.fill GDT_ENTRY_BOOT_CS,8,0
	.quad 0x00cf9a000000ffff	/* kernel 4GB code at 0x00000000 */
	.quad 0x00cf92000000ffff	/* kernel 4GB data at 0x00000000 */