head_32.S 17.2 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9 10
/*
 *
 *  Copyright (C) 1991, 1992  Linus Torvalds
 *
 *  Enhanced CPU detection and feature setting code by Mike Jagdis
 *  and Martin Mares, November 1997.
 */

.text
#include <linux/threads.h>
11
#include <linux/init.h>
L
Linus Torvalds 已提交
12 13
#include <linux/linkage.h>
#include <asm/segment.h>
14 15
#include <asm/page_types.h>
#include <asm/pgtable_types.h>
L
Linus Torvalds 已提交
16 17
#include <asm/cache.h>
#include <asm/thread_info.h>
18
#include <asm/asm-offsets.h>
L
Linus Torvalds 已提交
19
#include <asm/setup.h>
20
#include <asm/processor-flags.h>
21 22
#include <asm/msr-index.h>
#include <asm/cpufeature.h>
23
#include <asm/percpu.h>
24 25 26

/* Physical address */
#define pa(X) ((X) - __PAGE_OFFSET)
L
Linus Torvalds 已提交
27 28 29 30 31 32 33 34 35 36 37 38 39 40 41

/*
 * References to members of the new_cpu_data structure.
 */

#define X86		new_cpu_data+CPUINFO_x86
#define X86_VENDOR	new_cpu_data+CPUINFO_x86_vendor
#define X86_MODEL	new_cpu_data+CPUINFO_x86_model
#define X86_MASK	new_cpu_data+CPUINFO_x86_mask
#define X86_HARD_MATH	new_cpu_data+CPUINFO_hard_math
#define X86_CPUID	new_cpu_data+CPUINFO_cpuid_level
#define X86_CAPABILITY	new_cpu_data+CPUINFO_x86_capability
#define X86_VENDOR_ID	new_cpu_data+CPUINFO_x86_vendor_id

/*
42 43
 * This is how much memory in addition to the memory covered up to
 * and including _end we need mapped initially.
44
 * We need:
45 46
 *     (KERNEL_IMAGE_SIZE/4096) / 1024 pages (worst case, non PAE)
 *     (KERNEL_IMAGE_SIZE/4096) / 512 + 4 pages (worst case for PAE)
L
Linus Torvalds 已提交
47 48 49 50 51
 *
 * Modulo rounding, each megabyte assigned here requires a kilobyte of
 * memory, which is currently unreclaimed.
 *
 * This should be a multiple of a page.
52 53 54
 *
 * KERNEL_IMAGE_SIZE should be greater than pa(_end)
 * and small than max_low_pfn, otherwise will waste some page table entries
L
Linus Torvalds 已提交
55 56
 */

57
#if PTRS_PER_PMD > 1
58
#define PAGE_TABLE_SIZE(pages) (((pages) / PTRS_PER_PMD) + PTRS_PER_PGD)
59
#else
60
#define PAGE_TABLE_SIZE(pages) ((pages) / PTRS_PER_PGD)
61 62
#endif

63 64 65
/* Number of possible pages in the lowmem region */
LOWMEM_PAGES = (((1<<32) - __PAGE_OFFSET) >> PAGE_SHIFT)
	
66
/* Enough space to fit pagetables for the low memory linear map */
67
MAPPING_BEYOND_END = PAGE_TABLE_SIZE(LOWMEM_PAGES) << PAGE_SHIFT
68 69 70

/*
 * Worst-case size of the kernel mapping we need to make:
71 72
 * a relocatable kernel can live anywhere in lowmem, so we need to be able
 * to map all of lowmem.
73
 */
74
KERNEL_PAGES = LOWMEM_PAGES
75

76
INIT_MAP_SIZE = PAGE_TABLE_SIZE(KERNEL_PAGES) * PAGE_SIZE
77
RESERVE_BRK(pagetables, INIT_MAP_SIZE)
78

L
Linus Torvalds 已提交
79 80 81 82 83 84 85
/*
 * 32-bit kernel entrypoint; only used by the boot CPU.  On entry,
 * %esi points to the real-mode code as a 32-bit pointer.
 * CS and DS must be 4 GB flat segments, but we don't depend on
 * any particular GDT layout, because we load our own as soon as we
 * can.
 */
86
__HEAD
L
Linus Torvalds 已提交
87
ENTRY(startup_32)
88 89
	movl pa(stack_start),%ecx
	
R
Rusty Russell 已提交
90 91 92 93
	/* test KEEP_SEGMENTS flag to see if the bootloader is asking
		us to not reload segments */
	testb $(1<<6), BP_loadflags(%esi)
	jnz 2f
L
Linus Torvalds 已提交
94 95 96 97

/*
 * Set segments to known values.
 */
98
	lgdt pa(boot_gdt_descr)
L
Linus Torvalds 已提交
99 100 101 102 103
	movl $(__BOOT_DS),%eax
	movl %eax,%ds
	movl %eax,%es
	movl %eax,%fs
	movl %eax,%gs
104
	movl %eax,%ss
R
Rusty Russell 已提交
105
2:
106
	leal -__PAGE_OFFSET(%ecx),%esp
L
Linus Torvalds 已提交
107 108 109 110

/*
 * Clear BSS first so that there are no surprises...
 */
R
Rusty Russell 已提交
111
	cld
L
Linus Torvalds 已提交
112
	xorl %eax,%eax
113 114
	movl $pa(__bss_start),%edi
	movl $pa(__bss_stop),%ecx
L
Linus Torvalds 已提交
115 116 117
	subl %edi,%ecx
	shrl $2,%ecx
	rep ; stosl
118 119 120 121 122 123 124 125
/*
 * Copy bootup parameters out of the way.
 * Note: %esi still has the pointer to the real-mode data.
 * With the kexec as boot loader, parameter segment might be loaded beyond
 * kernel image and might not even be addressable by early boot page tables.
 * (kexec on panic case). Hence copy out the parameters before initializing
 * page tables.
 */
126
	movl $pa(boot_params),%edi
127 128 129 130
	movl $(PARAM_SIZE/4),%ecx
	cld
	rep
	movsl
131
	movl pa(boot_params) + NEW_CL_POINTER,%esi
132
	andl %esi,%esi
133
	jz 1f			# No command line
134
	movl $pa(boot_command_line),%edi
135 136 137 138
	movl $(COMMAND_LINE_SIZE/4),%ecx
	rep
	movsl
1:
L
Linus Torvalds 已提交
139

140
#ifdef CONFIG_OLPC
141 142 143 144 145
	/* save OFW's pgdir table for later use when calling into OFW */
	movl %cr3, %eax
	movl %eax, pa(olpc_ofw_pgd)
#endif

L
Linus Torvalds 已提交
146 147
/*
 * Initialize page tables.  This creates a PDE and a set of page
148
 * tables, which are located immediately beyond __brk_base.  The variable
149
 * _brk_end is set up to point to the first "safe" location.
L
Linus Torvalds 已提交
150
 * Mappings are created both at virtual address 0 (identity mapping)
151
 * and PAGE_OFFSET for up to _end.
L
Linus Torvalds 已提交
152
 */
153 154 155
#ifdef CONFIG_X86_PAE

	/*
156 157 158 159
	 * In PAE mode initial_page_table is statically defined to contain
	 * enough entries to cover the VMSPLIT option (that is the top 1, 2 or 3
	 * entries). The identity mapping is handled by pointing two PGD entries
	 * to the first kernel PMD.
160
	 *
161
	 * Note the upper half of each PMD or PTE are always zero at this stage.
162 163
	 */

J
Joe Korty 已提交
164
#define KPMDS (((-__PAGE_OFFSET) >> 30) & 3) /* Number of kernel PMDs */
165 166 167

	xorl %ebx,%ebx				/* %ebx is kept at zero */

168
	movl $pa(__brk_base), %edi
169
	movl $pa(initial_pg_pmd), %edx
170
	movl $PTE_IDENT_ATTR, %eax
171
10:
172
	leal PDE_IDENT_ATTR(%edi),%ecx		/* Create PMD entry */
173 174 175 176 177 178 179 180 181 182 183 184 185
	movl %ecx,(%edx)			/* Store PMD entry */
						/* Upper half already zero */
	addl $8,%edx
	movl $512,%ecx
11:
	stosl
	xchgl %eax,%ebx
	stosl
	xchgl %eax,%ebx
	addl $0x1000,%eax
	loop 11b

	/*
186
	 * End condition: we must map up to the end + MAPPING_BEYOND_END.
187
	 */
188
	movl $pa(_end) + MAPPING_BEYOND_END + PTE_IDENT_ATTR, %ebp
189 190 191
	cmpl %ebp,%eax
	jb 10b
1:
192 193
	addl $__PAGE_OFFSET, %edi
	movl %edi, pa(_brk_end)
194 195
	shrl $12, %eax
	movl %eax, pa(max_pfn_mapped)
196 197

	/* Do early initialization of the fixmap area */
198 199
	movl $pa(initial_pg_fixmap)+PDE_IDENT_ATTR,%eax
	movl %eax,pa(initial_pg_pmd+0x1000*KPMDS-8)
200 201 202 203
#else	/* Not PAE */

page_pde_offset = (__PAGE_OFFSET >> 20);

204
	movl $pa(__brk_base), %edi
205
	movl $pa(initial_page_table), %edx
206
	movl $PTE_IDENT_ATTR, %eax
L
Linus Torvalds 已提交
207
10:
208
	leal PDE_IDENT_ATTR(%edi),%ecx		/* Create PDE entry */
L
Linus Torvalds 已提交
209 210 211 212 213 214 215 216
	movl %ecx,(%edx)			/* Store identity PDE entry */
	movl %ecx,page_pde_offset(%edx)		/* Store kernel PDE entry */
	addl $4,%edx
	movl $1024, %ecx
11:
	stosl
	addl $0x1000,%eax
	loop 11b
217
	/*
218
	 * End condition: we must map up to the end + MAPPING_BEYOND_END.
219
	 */
220
	movl $pa(_end) + MAPPING_BEYOND_END + PTE_IDENT_ATTR, %ebp
L
Linus Torvalds 已提交
221 222
	cmpl %ebp,%eax
	jb 10b
223 224
	addl $__PAGE_OFFSET, %edi
	movl %edi, pa(_brk_end)
225 226
	shrl $12, %eax
	movl %eax, pa(max_pfn_mapped)
227

228
	/* Do early initialization of the fixmap area */
229 230
	movl $pa(initial_pg_fixmap)+PDE_IDENT_ATTR,%eax
	movl %eax,pa(initial_page_table+0xffc)
231
#endif
232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267

#ifdef CONFIG_PARAVIRT
	/* This is can only trip for a broken bootloader... */
	cmpw $0x207, pa(boot_params + BP_version)
	jb default_entry

	/* Paravirt-compatible boot parameters.  Look to see what architecture
		we're booting under. */
	movl pa(boot_params + BP_hardware_subarch), %eax
	cmpl $num_subarch_entries, %eax
	jae bad_subarch

	movl pa(subarch_entries)(,%eax,4), %eax
	subl $__PAGE_OFFSET, %eax
	jmp *%eax

bad_subarch:
WEAK(lguest_entry)
WEAK(xen_entry)
	/* Unknown implementation; there's really
	   nothing we can do at this point. */
	ud2a

	__INITDATA

subarch_entries:
	.long default_entry		/* normal x86/PC */
	.long lguest_entry		/* lguest hypervisor */
	.long xen_entry			/* Xen hypervisor */
	.long default_entry		/* Moorestown MID */
num_subarch_entries = (. - subarch_entries) / 4
.previous
#else
	jmp default_entry
#endif /* CONFIG_PARAVIRT */

L
Linus Torvalds 已提交
268 269 270
/*
 * Non-boot CPU entry point; entered from trampoline.S
 * We can't lgdt here, because lgdt itself uses a data segment, but
271
 * we know the trampoline has already loaded the boot_gdt for us.
272 273 274
 *
 * If cpu hotplug is not supported then this code can go in init section
 * which will be freed later
L
Linus Torvalds 已提交
275
 */
276

277
__CPUINIT
278 279

#ifdef CONFIG_SMP
L
Linus Torvalds 已提交
280 281 282 283 284 285 286
ENTRY(startup_32_smp)
	cld
	movl $(__BOOT_DS),%eax
	movl %eax,%ds
	movl %eax,%es
	movl %eax,%fs
	movl %eax,%gs
287 288 289
	movl pa(stack_start),%ecx
	movl %eax,%ss
	leal -__PAGE_OFFSET(%ecx),%esp
290
#endif /* CONFIG_SMP */
291
default_entry:
L
Linus Torvalds 已提交
292 293 294 295 296 297 298 299 300 301 302 303 304 305 306

/*
 *	New page tables may be in 4Mbyte page mode and may
 *	be using the global pages. 
 *
 *	NOTE! If we are on a 486 we may have no cr4 at all!
 *	So we do not try to touch it unless we really have
 *	some bits in it to set.  This won't work if the BSP
 *	implements cr4 but this AP does not -- very unlikely
 *	but be warned!  The same applies to the pse feature
 *	if not equally supported. --macro
 *
 *	NOTE! We have to correct for the fact that we're
 *	not yet offset PAGE_OFFSET..
 */
307
#define cr4_bits pa(mmu_cr4_features)
L
Linus Torvalds 已提交
308 309 310 311 312 313 314
	movl cr4_bits,%edx
	andl %edx,%edx
	jz 6f
	movl %cr4,%eax		# Turn on paging options (PSE,PAE,..)
	orl %edx,%eax
	movl %eax,%cr4

315 316
	testb $X86_CR4_PAE, %al		# check if PAE is enabled
	jz 6f
L
Linus Torvalds 已提交
317 318 319 320

	/* Check if extended functions are implemented */
	movl $0x80000000, %eax
	cpuid
321 322 323 324
	/* Value must be in the range 0x80000001 to 0x8000ffff */
	subl $0x80000001, %eax
	cmpl $(0x8000ffff-0x80000001), %eax
	ja 6f
325 326 327 328

	/* Clear bogus XD_DISABLE bits */
	call verify_cpu

L
Linus Torvalds 已提交
329 330 331
	mov $0x80000001, %eax
	cpuid
	/* Execute Disable bit supported? */
332
	btl $(X86_FEATURE_NX & 31), %edx
L
Linus Torvalds 已提交
333 334 335
	jnc 6f

	/* Setup EFER (Extended Feature Enable Register) */
336
	movl $MSR_EFER, %ecx
L
Linus Torvalds 已提交
337 338
	rdmsr

339
	btsl $_EFER_NX, %eax
L
Linus Torvalds 已提交
340 341 342 343 344 345 346 347
	/* Make changes effective */
	wrmsr

6:

/*
 * Enable paging
 */
348
	movl $pa(initial_page_table), %eax
L
Linus Torvalds 已提交
349 350
	movl %eax,%cr3		/* set the page table pointer.. */
	movl %cr0,%eax
351
	orl  $X86_CR0_PG,%eax
L
Linus Torvalds 已提交
352 353 354
	movl %eax,%cr0		/* ..and set paging (PG) bit */
	ljmp $__BOOT_CS,$1f	/* Clear prefetch and normalize %eip */
1:
355 356
	/* Shift the stack pointer to a virtual address */
	addl $__PAGE_OFFSET, %esp
L
Linus Torvalds 已提交
357 358 359 360 361 362 363 364 365 366

/*
 * Initialize eflags.  Some BIOS's leave bits like NT set.  This would
 * confuse the debugger if this code is traced.
 * XXX - best to initialize before switching to protected mode.
 */
	pushl $0
	popfl

#ifdef CONFIG_SMP
367
	cmpb $0, ready
368
	jnz checkCPUtype
L
Linus Torvalds 已提交
369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439
#endif /* CONFIG_SMP */

/*
 * start system 32-bit setup. We need to re-do some of the things done
 * in 16-bit mode for the "real" operations.
 */
	call setup_idt

checkCPUtype:

	movl $-1,X86_CPUID		#  -1 for no CPUID initially

/* check if it is 486 or 386. */
/*
 * XXX - this does a lot of unnecessary setup.  Alignment checks don't
 * apply at our cpl of 0 and the stack ought to be aligned already, and
 * we don't need to preserve eflags.
 */

	movb $3,X86		# at least 386
	pushfl			# push EFLAGS
	popl %eax		# get EFLAGS
	movl %eax,%ecx		# save original EFLAGS
	xorl $0x240000,%eax	# flip AC and ID bits in EFLAGS
	pushl %eax		# copy to EFLAGS
	popfl			# set EFLAGS
	pushfl			# get new EFLAGS
	popl %eax		# put it in eax
	xorl %ecx,%eax		# change in flags
	pushl %ecx		# restore original EFLAGS
	popfl
	testl $0x40000,%eax	# check if AC bit changed
	je is386

	movb $4,X86		# at least 486
	testl $0x200000,%eax	# check if ID bit changed
	je is486

	/* get vendor info */
	xorl %eax,%eax			# call CPUID with 0 -> return vendor ID
	cpuid
	movl %eax,X86_CPUID		# save CPUID level
	movl %ebx,X86_VENDOR_ID		# lo 4 chars
	movl %edx,X86_VENDOR_ID+4	# next 4 chars
	movl %ecx,X86_VENDOR_ID+8	# last 4 chars

	orl %eax,%eax			# do we have processor info as well?
	je is486

	movl $1,%eax		# Use the CPUID instruction to get CPU type
	cpuid
	movb %al,%cl		# save reg for future use
	andb $0x0f,%ah		# mask processor family
	movb %ah,X86
	andb $0xf0,%al		# mask model
	shrb $4,%al
	movb %al,X86_MODEL
	andb $0x0f,%cl		# mask mask revision
	movb %cl,X86_MASK
	movl %edx,X86_CAPABILITY

is486:	movl $0x50022,%ecx	# set AM, WP, NE and MP
	jmp 2f

is386:	movl $2,%ecx		# set MP
2:	movl %cr0,%eax
	andl $0x80000011,%eax	# Save PG,PE,ET
	orl %ecx,%eax
	movl %eax,%cr0

	call check_x87
440
	lgdt early_gdt_descr
L
Linus Torvalds 已提交
441 442 443 444 445 446 447 448 449
	lidt idt_descr
	ljmp $(__KERNEL_CS),$1f
1:	movl $(__KERNEL_DS),%eax	# reload all the segment registers
	movl %eax,%ss			# after changing gdt.

	movl $(__USER_DS),%eax		# DS/ES contains default USER segment
	movl %eax,%ds
	movl %eax,%es

450 451 452
	movl $(__KERNEL_PERCPU), %eax
	movl %eax,%fs			# set this cpu's percpu

453 454 455 456 457 458 459
#ifdef CONFIG_CC_STACKPROTECTOR
	/*
	 * The linker can't handle this by relocation.  Manually set
	 * base address in stack canary segment descriptor.
	 */
	cmpb $0,ready
	jne 1f
R
Rusty Russell 已提交
460 461
	movl $gdt_page,%eax
	movl $stack_canary,%ecx
462 463 464 465 466 467 468
	movw %cx, 8 * GDT_ENTRY_STACK_CANARY + 2(%eax)
	shrl $16, %ecx
	movb %cl, 8 * GDT_ENTRY_STACK_CANARY + 4(%eax)
	movb %ch, 8 * GDT_ENTRY_STACK_CANARY + 7(%eax)
1:
#endif
	movl $(__KERNEL_STACK_CANARY),%eax
469
	movl %eax,%gs
470 471

	xorl %eax,%eax			# Clear LDT
L
Linus Torvalds 已提交
472
	lldt %ax
473

L
Linus Torvalds 已提交
474
	cld			# gcc2 wants the direction flag cleared at all times
475
	pushl $0		# fake return address for unwinder
476
	movb $1, ready
G
Glauber Costa 已提交
477
	jmp *(initial_code)
L
Linus Torvalds 已提交
478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523

/*
 * We depend on ET to be correct. This checks for 287/387.
 */
check_x87:
	movb $0,X86_HARD_MATH
	clts
	fninit
	fstsw %ax
	cmpb $0,%al
	je 1f
	movl %cr0,%eax		/* no coprocessor: have to set bits */
	xorl $4,%eax		/* set EM */
	movl %eax,%cr0
	ret
	ALIGN
1:	movb $1,X86_HARD_MATH
	.byte 0xDB,0xE4		/* fsetpm for 287, ignored by 387 */
	ret

/*
 *  setup_idt
 *
 *  sets up a idt with 256 entries pointing to
 *  ignore_int, interrupt gates. It doesn't actually load
 *  idt - that can be done only after paging has been enabled
 *  and the kernel moved to PAGE_OFFSET. Interrupts
 *  are enabled elsewhere, when we can be relatively
 *  sure everything is ok.
 *
 *  Warning: %esi is live across this function.
 */
setup_idt:
	lea ignore_int,%edx
	movl $(__KERNEL_CS << 16),%eax
	movw %dx,%ax		/* selector = 0x0010 = cs */
	movw $0x8E00,%dx	/* interrupt gate - dpl=0, present */

	lea idt_table,%edi
	mov $256,%ecx
rp_sidt:
	movl %eax,(%edi)
	movl %edx,4(%edi)
	addl $8,%edi
	dec %ecx
	jne rp_sidt
524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539

.macro	set_early_handler handler,trapno
	lea \handler,%edx
	movl $(__KERNEL_CS << 16),%eax
	movw %dx,%ax
	movw $0x8E00,%dx	/* interrupt gate - dpl=0, present */
	lea idt_table,%edi
	movl %eax,8*\trapno(%edi)
	movl %edx,8*\trapno+4(%edi)
.endm

	set_early_handler handler=early_divide_err,trapno=0
	set_early_handler handler=early_illegal_opcode,trapno=6
	set_early_handler handler=early_protection_fault,trapno=13
	set_early_handler handler=early_page_fault,trapno=14

L
Linus Torvalds 已提交
540 541
	ret

542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562
early_divide_err:
	xor %edx,%edx
	pushl $0	/* fake errcode */
	jmp early_fault

early_illegal_opcode:
	movl $6,%edx
	pushl $0	/* fake errcode */
	jmp early_fault

early_protection_fault:
	movl $13,%edx
	jmp early_fault

early_page_fault:
	movl $14,%edx
	jmp early_fault

early_fault:
	cld
#ifdef CONFIG_PRINTK
I
Ingo Molnar 已提交
563
	pusha
564 565 566 567 568 569 570 571 572 573 574 575
	movl $(__KERNEL_DS),%eax
	movl %eax,%ds
	movl %eax,%es
	cmpl $2,early_recursion_flag
	je hlt_loop
	incl early_recursion_flag
	movl %cr2,%eax
	pushl %eax
	pushl %edx		/* trapno */
	pushl $fault_msg
	call printk
#endif
576
	call dump_stack
577 578 579 580
hlt_loop:
	hlt
	jmp hlt_loop

L
Linus Torvalds 已提交
581 582 583 584
/* This is the default interrupt "handler" :-) */
	ALIGN
ignore_int:
	cld
M
Matt Mackall 已提交
585
#ifdef CONFIG_PRINTK
L
Linus Torvalds 已提交
586 587 588 589 590 591 592 593
	pushl %eax
	pushl %ecx
	pushl %edx
	pushl %es
	pushl %ds
	movl $(__KERNEL_DS),%eax
	movl %eax,%ds
	movl %eax,%es
594 595 596
	cmpl $2,early_recursion_flag
	je hlt_loop
	incl early_recursion_flag
L
Linus Torvalds 已提交
597 598 599 600 601 602
	pushl 16(%esp)
	pushl 24(%esp)
	pushl 32(%esp)
	pushl 40(%esp)
	pushl $int_msg
	call printk
603 604 605

	call dump_stack

L
Linus Torvalds 已提交
606 607 608 609 610 611
	addl $(5*4),%esp
	popl %ds
	popl %es
	popl %edx
	popl %ecx
	popl %eax
M
Matt Mackall 已提交
612
#endif
L
Linus Torvalds 已提交
613 614
	iret

615 616
#include "verify_cpu.S"

617
	__REFDATA
T
Thomas Gleixner 已提交
618 619 620 621
.align 4
ENTRY(initial_code)
	.long i386_start_kernel

L
Linus Torvalds 已提交
622 623 624
/*
 * BSS section
 */
625
__PAGE_ALIGNED_BSS
626
	.align PAGE_SIZE
627
#ifdef CONFIG_X86_PAE
628
initial_pg_pmd:
629 630
	.fill 1024*KPMDS,4,0
#else
631
ENTRY(initial_page_table)
L
Linus Torvalds 已提交
632
	.fill 1024,4,0
633
#endif
634
initial_pg_fixmap:
E
Eric W. Biderman 已提交
635
	.fill 1024,4,0
L
Linus Torvalds 已提交
636 637
ENTRY(empty_zero_page)
	.fill 4096,1,0
638 639
ENTRY(swapper_pg_dir)
	.fill 1024,4,0
640

L
Linus Torvalds 已提交
641 642 643
/*
 * This starts the data section.
 */
644
#ifdef CONFIG_X86_PAE
645
__PAGE_ALIGNED_DATA
646
	/* Page-aligned for the benefit of paravirt? */
647
	.align PAGE_SIZE
648 649
ENTRY(initial_page_table)
	.long	pa(initial_pg_pmd+PGD_IDENT_ATTR),0	/* low identity map */
650
# if KPMDS == 3
651 652 653
	.long	pa(initial_pg_pmd+PGD_IDENT_ATTR),0
	.long	pa(initial_pg_pmd+PGD_IDENT_ATTR+0x1000),0
	.long	pa(initial_pg_pmd+PGD_IDENT_ATTR+0x2000),0
654 655
# elif KPMDS == 2
	.long	0,0
656 657
	.long	pa(initial_pg_pmd+PGD_IDENT_ATTR),0
	.long	pa(initial_pg_pmd+PGD_IDENT_ATTR+0x1000),0
658 659 660
# elif KPMDS == 1
	.long	0,0
	.long	0,0
661
	.long	pa(initial_pg_pmd+PGD_IDENT_ATTR),0
662 663 664
# else
#  error "Kernel PMDs should be 1, 2 or 3"
# endif
665
	.align PAGE_SIZE		/* needs to be page-sized too */
666 667
#endif

L
Linus Torvalds 已提交
668
.data
669
.balign 4
L
Linus Torvalds 已提交
670 671 672
ENTRY(stack_start)
	.long init_thread_union+THREAD_SIZE

673 674 675
early_recursion_flag:
	.long 0

676 677
ready:	.byte 0

L
Linus Torvalds 已提交
678
int_msg:
679
	.asciz "Unknown interrupt or fault at: %p %p %p\n"
L
Linus Torvalds 已提交
680

681
fault_msg:
V
Vegard Nossum 已提交
682 683 684 685 686 687 688 689 690 691
/* fault info: */
	.ascii "BUG: Int %d: CR2 %p\n"
/* pusha regs: */
	.ascii "     EDI %p  ESI %p  EBP %p  ESP %p\n"
	.ascii "     EBX %p  EDX %p  ECX %p  EAX %p\n"
/* fault frame: */
	.ascii "     err %p  EIP %p   CS %p  flg %p\n"
	.ascii "Stack: %p %p %p %p %p %p %p %p\n"
	.ascii "       %p %p %p %p %p %p %p %p\n"
	.asciz "       %p %p %p %p %p %p %p %p\n"
692

T
Thomas Gleixner 已提交
693
#include "../../x86/xen/xen-head.S"
694

L
Linus Torvalds 已提交
695 696 697 698 699 700 701 702 703 704 705 706 707 708 709
/*
 * The IDT and GDT 'descriptors' are a strange 48-bit object
 * only used by the lidt and lgdt instructions. They are not
 * like usual segment descriptors - they consist of a 16-bit
 * segment size, and 32-bit linear address value:
 */

.globl boot_gdt_descr
.globl idt_descr

	ALIGN
# early boot GDT descriptor (must use 1:1 address mapping)
	.word 0				# 32 bit align gdt_desc.address
boot_gdt_descr:
	.word __BOOT_DS+7
710
	.long boot_gdt - __PAGE_OFFSET
L
Linus Torvalds 已提交
711 712 713 714 715 716 717 718

	.word 0				# 32-bit align idt_desc.address
idt_descr:
	.word IDT_ENTRIES*8-1		# idt contains 256 entries
	.long idt_table

# boot GDT descriptor (later on used by CPU#0):
	.word 0				# 32 bit align gdt_desc.address
719
ENTRY(early_gdt_descr)
L
Linus Torvalds 已提交
720
	.word GDT_ENTRIES*8-1
R
Rusty Russell 已提交
721
	.long gdt_page			/* Overwritten for secondary CPUs */
L
Linus Torvalds 已提交
722 723

/*
724
 * The boot_gdt must mirror the equivalent in setup.S and is
L
Linus Torvalds 已提交
725 726 727
 * used only for booting.
 */
	.align L1_CACHE_BYTES
728
ENTRY(boot_gdt)
L
Linus Torvalds 已提交
729 730 731
	.fill GDT_ENTRY_BOOT_CS,8,0
	.quad 0x00cf9a000000ffff	/* kernel 4GB code at 0x00000000 */
	.quad 0x00cf92000000ffff	/* kernel 4GB data at 0x00000000 */