vmlinux.lds.S 9.8 KB
Newer Older
1
/* SPDX-License-Identifier: GPL-2.0 */
2 3 4 5 6
/*
 * ld script for the x86 kernel
 *
 * Historic 32-bit version written by Martin Mares <mj@atrey.karlin.mff.cuni.cz>
 *
I
Ingo Molnar 已提交
7 8
 * Modernisation, unification and other changes and fixes:
 *   Copyright (C) 2007-2009  Sam Ravnborg <sam@ravnborg.org>
9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27
 *
 *
 * Don't define absolute symbols until and unless you know that symbol
 * value is should remain constant even if kernel image is relocated
 * at run time. Absolute symbols are not relocated. If symbol value should
 * change if kernel is relocated, make the symbol section relative and
 * put it inside the section definition.
 */

#ifdef CONFIG_X86_32
#define LOAD_OFFSET __PAGE_OFFSET
#else
#define LOAD_OFFSET __START_KERNEL_map
#endif

#include <asm-generic/vmlinux.lds.h>
#include <asm/asm-offsets.h>
#include <asm/thread_info.h>
#include <asm/page_types.h>
28
#include <asm/orc_lookup.h>
29 30 31 32 33 34 35 36 37 38
#include <asm/cache.h>
#include <asm/boot.h>

#undef i386     /* in case the preprocessor is a 32bit one */

OUTPUT_FORMAT(CONFIG_OUTPUT_FORMAT, CONFIG_OUTPUT_FORMAT, CONFIG_OUTPUT_FORMAT)

#ifdef CONFIG_X86_32
OUTPUT_ARCH(i386)
ENTRY(phys_startup_32)
39
jiffies = jiffies_64;
40 41 42
#else
OUTPUT_ARCH(i386:x86-64)
ENTRY(phys_startup_64)
43
jiffies_64 = jiffies;
44 45
#endif

46
#if defined(CONFIG_X86_64)
47
/*
48 49
 * On 64-bit, align RODATA to 2MB so we retain large page mappings for
 * boundaries spanning kernel text, rodata and data sections.
50 51 52 53 54
 *
 * However, kernel identity mappings will have different RWX permissions
 * to the pages mapping to text and to the pages padding (which are freed) the
 * text section. Hence kernel identity mappings will be broken to smaller
 * pages. For 64-bit, kernel text and kernel identity mappings are different,
55 56
 * so we can enable protection checks as well as retain 2MB large page
 * mappings for kernel text.
57
 */
58
#define X64_ALIGN_RODATA_BEGIN	. = ALIGN(HPAGE_SIZE);
59

60
#define X64_ALIGN_RODATA_END					\
61 62 63
		. = ALIGN(HPAGE_SIZE);				\
		__end_rodata_hpage_align = .;

64 65 66
#define ALIGN_ENTRY_TEXT_BEGIN	. = ALIGN(PMD_SIZE);
#define ALIGN_ENTRY_TEXT_END	. = ALIGN(PMD_SIZE);

67 68
#else

69 70
#define X64_ALIGN_RODATA_BEGIN
#define X64_ALIGN_RODATA_END
71

72 73 74
#define ALIGN_ENTRY_TEXT_BEGIN
#define ALIGN_ENTRY_TEXT_END

75 76
#endif

S
Sam Ravnborg 已提交
77 78
PHDRS {
	text PT_LOAD FLAGS(5);          /* R_E */
79
	data PT_LOAD FLAGS(6);          /* RW_ */
S
Sam Ravnborg 已提交
80 81
#ifdef CONFIG_X86_64
#ifdef CONFIG_SMP
82
	percpu PT_LOAD FLAGS(6);        /* RW_ */
S
Sam Ravnborg 已提交
83
#endif
84
	init PT_LOAD FLAGS(7);          /* RWE */
S
Sam Ravnborg 已提交
85 86 87
#endif
	note PT_NOTE FLAGS(0);          /* ___ */
}
88

89 90 91
SECTIONS
{
#ifdef CONFIG_X86_32
92 93
	. = LOAD_OFFSET + LOAD_PHYSICAL_ADDR;
	phys_startup_32 = ABSOLUTE(startup_32 - LOAD_OFFSET);
94
#else
95 96
	. = __START_KERNEL;
	phys_startup_64 = ABSOLUTE(startup_64 - LOAD_OFFSET);
97 98
#endif

99 100
	/* Text and read-only data */
	.text :  AT(ADDR(.text) - LOAD_OFFSET) {
101
		_text = .;
102
		_stext = .;
103 104
		/* bootstrapping code */
		HEAD_TEXT
105 106
		TEXT_TEXT
		SCHED_TEXT
107
		CPUIDLE_TEXT
108 109
		LOCK_TEXT
		KPROBES_TEXT
110
		ALIGN_ENTRY_TEXT_BEGIN
J
Jiri Olsa 已提交
111
		ENTRY_TEXT
112
		IRQENTRY_TEXT
113
		ALIGN_ENTRY_TEXT_END
114
		SOFTIRQENTRY_TEXT
115 116
		*(.fixup)
		*(.gnu.warning)
117 118 119

#ifdef CONFIG_X86_64
		. = ALIGN(PAGE_SIZE);
120
		VMLINUX_SYMBOL(__entry_trampoline_start) = .;
121 122 123
		_entry_trampoline = .;
		*(.entry_trampoline)
		. = ALIGN(PAGE_SIZE);
124
		VMLINUX_SYMBOL(__entry_trampoline_end) = .;
125 126 127
		ASSERT(. - _entry_trampoline == PAGE_SIZE, "entry trampoline is too big");
#endif

128 129 130 131 132 133
#ifdef CONFIG_RETPOLINE
		__indirect_thunk_start = .;
		*(.text.__x86.indirect_thunk)
		__indirect_thunk_end = .;
#endif

134 135 136 137 138 139
		/* End of text section */
		_etext = .;
	} :text = 0x9090

	NOTES :text :note

140
	EXCEPTION_TABLE(16) :text = 0x9090
141

142 143
	/* .text should occupy whole number of pages */
	. = ALIGN(PAGE_SIZE);
144
	X64_ALIGN_RODATA_BEGIN
145
	RO_DATA(PAGE_SIZE)
146
	X64_ALIGN_RODATA_END
147

148 149
	/* Data */
	.data : AT(ADDR(.data) - LOAD_OFFSET) {
150 151
		/* Start of data section */
		_sdata = .;
152 153 154

		/* init_task */
		INIT_TASK_DATA(THREAD_SIZE)
155 156

#ifdef CONFIG_X86_32
157 158
		/* 32 bit has nosave before _edata */
		NOSAVE_DATA
159 160
#endif

161
		PAGE_ALIGNED_DATA(PAGE_SIZE)
162

163
		CACHELINE_ALIGNED_DATA(L1_CACHE_BYTES)
164

165 166 167 168
		DATA_DATA
		CONSTRUCTORS

		/* rarely changed data like cpu maps */
169
		READ_MOSTLY_DATA(INTERNODE_CACHE_BYTES)
170 171 172

		/* End of data section */
		_edata = .;
173
	} :data
174

175
	BUG_TABLE
176

177 178
	ORC_UNWIND_TABLE

179 180 181 182
	. = ALIGN(PAGE_SIZE);
	__vvar_page = .;

	.vvar : AT(ADDR(.vvar) - LOAD_OFFSET) {
183 184
		/* work around gold bug 13023 */
		__vvar_beginning_hack = .;
185

186 187 188
		/* Place all vvars at the offsets in asm/vvar.h. */
#define EMIT_VVAR(name, offset) 			\
		. = __vvar_beginning_hack + offset;	\
189 190 191 192 193 194
		*(.vvar_ ## name)
#define __VVAR_KERNEL_LDS
#include <asm/vvar.h>
#undef __VVAR_KERNEL_LDS
#undef EMIT_VVAR

195 196 197 198 199
		/*
		 * Pad the rest of the page with zeros.  Otherwise the loader
		 * can leave garbage here.
		 */
		. = __vvar_beginning_hack + PAGE_SIZE;
200 201
	} :data

202
	. = ALIGN(__vvar_page + PAGE_SIZE, PAGE_SIZE);
203

204 205 206 207
	/* Init code and data - will be freed after init */
	. = ALIGN(PAGE_SIZE);
	.init.begin : AT(ADDR(.init.begin) - LOAD_OFFSET) {
		__init_begin = .; /* paired with __init_end */
208 209
	}

210
#if defined(CONFIG_X86_64) && defined(CONFIG_SMP)
211
	/*
212 213 214
	 * percpu offsets are zero-based on SMP.  PERCPU_VADDR() changes the
	 * output PHDR, so the next output section - .init.text - should
	 * start another segment - init.
215
	 */
216
	PERCPU_VADDR(INTERNODE_CACHE_BYTES, 0, :percpu)
217 218
	ASSERT(SIZEOF(.data..percpu) < CONFIG_PHYSICAL_START,
	       "per-CPU data too large - increase CONFIG_PHYSICAL_START")
219
#endif
220

221
	INIT_TEXT_SECTION(PAGE_SIZE)
222 223 224
#ifdef CONFIG_X86_64
	:init
#endif
225

226 227 228 229 230 231 232 233 234 235 236
	/*
	 * Section for code used exclusively before alternatives are run. All
	 * references to such code must be patched out by alternatives, normally
	 * by using X86_FEATURE_ALWAYS CPU feature bit.
	 *
	 * See static_cpu_has() for an example.
	 */
	.altinstr_aux : AT(ADDR(.altinstr_aux) - LOAD_OFFSET) {
		*(.altinstr_aux)
	}

237
	INIT_DATA_SECTION(16)
238 239 240 241 242 243 244

	.x86_cpu_dev.init : AT(ADDR(.x86_cpu_dev.init) - LOAD_OFFSET) {
		__x86_cpu_dev_start = .;
		*(.x86_cpu_dev.init)
		__x86_cpu_dev_end = .;
	}

245 246 247 248 249 250 251 252 253
#ifdef CONFIG_X86_INTEL_MID
	.x86_intel_mid_dev.init : AT(ADDR(.x86_intel_mid_dev.init) - \
								LOAD_OFFSET) {
		__x86_intel_mid_dev_start = .;
		*(.x86_intel_mid_dev.init)
		__x86_intel_mid_dev_end = .;
	}
#endif

254 255 256 257 258 259
	/*
	 * start address and size of operations which during runtime
	 * can be patched with virtualization friendly instructions or
	 * baremetal native ones. Think page table operations.
	 * Details in paravirt_types.h
	 */
260 261 262 263 264 265 266
	. = ALIGN(8);
	.parainstructions : AT(ADDR(.parainstructions) - LOAD_OFFSET) {
		__parainstructions = .;
		*(.parainstructions)
		__parainstructions_end = .;
	}

267 268 269 270 271
	/*
	 * struct alt_inst entries. From the header (alternative.h):
	 * "Alternative instructions for different CPU types or capabilities"
	 * Think locking instructions on spinlocks.
	 */
272 273 274 275 276 277 278
	. = ALIGN(8);
	.altinstructions : AT(ADDR(.altinstructions) - LOAD_OFFSET) {
		__alt_instructions = .;
		*(.altinstructions)
		__alt_instructions_end = .;
	}

279 280 281 282 283
	/*
	 * And here are the replacement instructions. The linker sticks
	 * them as binary blobs. The .altinstructions has enough data to
	 * get the address and the length of them to patch the kernel safely.
	 */
284 285 286 287
	.altinstr_replacement : AT(ADDR(.altinstr_replacement) - LOAD_OFFSET) {
		*(.altinstr_replacement)
	}

288 289 290 291 292 293
	/*
	 * struct iommu_table_entry entries are injected in this section.
	 * It is an array of IOMMUs which during run time gets sorted depending
	 * on its dependency order. After rootfs_initcall is complete
	 * this section can be safely removed.
	 */
294 295 296 297 298
	.iommu_table : AT(ADDR(.iommu_table) - LOAD_OFFSET) {
		__iommu_table = .;
		*(.iommu_table)
		__iommu_table_end = .;
	}
299

300 301 302 303 304 305 306
	. = ALIGN(8);
	.apicdrivers : AT(ADDR(.apicdrivers) - LOAD_OFFSET) {
		__apicdrivers = .;
		*(.apicdrivers);
		__apicdrivers_end = .;
	}

307
	. = ALIGN(8);
308 309 310 311 312 313 314 315 316 317 318 319
	/*
	 * .exit.text is discard at runtime, not link time, to deal with
	 *  references from .altinstructions and .eh_frame
	 */
	.exit.text : AT(ADDR(.exit.text) - LOAD_OFFSET) {
		EXIT_TEXT
	}

	.exit.data : AT(ADDR(.exit.data) - LOAD_OFFSET) {
		EXIT_DATA
	}

320
#if !defined(CONFIG_X86_64) || !defined(CONFIG_SMP)
321
	PERCPU_SECTION(INTERNODE_CACHE_BYTES)
S
Sam Ravnborg 已提交
322 323 324
#endif

	. = ALIGN(PAGE_SIZE);
325

S
Sam Ravnborg 已提交
326
	/* freed after init ends here */
327 328 329
	.init.end : AT(ADDR(.init.end) - LOAD_OFFSET) {
		__init_end = .;
	}
S
Sam Ravnborg 已提交
330

331 332 333 334 335 336 337 338 339
	/*
	 * smp_locks might be freed after init
	 * start/end must be page aligned
	 */
	. = ALIGN(PAGE_SIZE);
	.smp_locks : AT(ADDR(.smp_locks) - LOAD_OFFSET) {
		__smp_locks = .;
		*(.smp_locks)
		. = ALIGN(PAGE_SIZE);
340
		__smp_locks_end = .;
341 342
	}

S
Sam Ravnborg 已提交
343 344
#ifdef CONFIG_X86_64
	.data_nosave : AT(ADDR(.data_nosave) - LOAD_OFFSET) {
345 346
		NOSAVE_DATA
	}
S
Sam Ravnborg 已提交
347 348
#endif

349 350 351 352
	/* BSS */
	. = ALIGN(PAGE_SIZE);
	.bss : AT(ADDR(.bss) - LOAD_OFFSET) {
		__bss_start = .;
353
		*(.bss..page_aligned)
354
		*(.bss)
355
		. = ALIGN(PAGE_SIZE);
356 357
		__bss_stop = .;
	}
S
Sam Ravnborg 已提交
358

359 360 361 362 363 364 365 366
	. = ALIGN(PAGE_SIZE);
	.brk : AT(ADDR(.brk) - LOAD_OFFSET) {
		__brk_base = .;
		. += 64 * 1024;		/* 64k alignment slop space */
		*(.brk_reservation)	/* areas brk users have reserved */
		__brk_limit = .;
	}

367
	. = ALIGN(PAGE_SIZE);		/* keep VO_INIT_SIZE page aligned */
368
	_end = .;
369

370 371
	STABS_DEBUG
	DWARF_DEBUG
372 373 374

	/* Sections to be discarded */
	DISCARDS
375 376 377
	/DISCARD/ : {
		*(.eh_frame)
	}
378 379
}

380 381

#ifdef CONFIG_X86_32
382 383 384
/*
 * The ASSERT() sink to . is intentional, for binutils 2.14 compatibility:
 */
385 386
. = ASSERT((_end - LOAD_OFFSET <= KERNEL_IMAGE_SIZE),
	   "kernel image bigger than KERNEL_IMAGE_SIZE");
387 388 389 390 391
#else
/*
 * Per-cpu symbols which need to be offset from __per_cpu_load
 * for the boot processor.
 */
R
Rusty Russell 已提交
392
#define INIT_PER_CPU(x) init_per_cpu__##x = x + __per_cpu_load
393 394 395 396 397 398
INIT_PER_CPU(gdt_page);
INIT_PER_CPU(irq_stack_union);

/*
 * Build-time check on the image size:
 */
399 400
. = ASSERT((_end - _text <= KERNEL_IMAGE_SIZE),
	   "kernel image bigger than KERNEL_IMAGE_SIZE");
401 402

#ifdef CONFIG_SMP
R
Rusty Russell 已提交
403
. = ASSERT((irq_stack_union == 0),
404
           "irq_stack_union is not at start of per-cpu area");
405 406 407 408
#endif

#endif /* CONFIG_X86_32 */

409
#ifdef CONFIG_KEXEC_CORE
410 411
#include <asm/kexec.h>

412 413
. = ASSERT(kexec_control_code_size <= KEXEC_CONTROL_CODE_MAX_SIZE,
           "kexec control code size is too big");
414 415
#endif