vmlinux.lds.h 15.0 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8
#ifndef LOAD_OFFSET
#define LOAD_OFFSET 0
#endif

#ifndef VMLINUX_SYMBOL
#define VMLINUX_SYMBOL(_sym_) _sym_
#endif

9 10 11
/* Align . to a 8 byte boundary equals to maximum function alignment. */
#define ALIGN_FUNCTION()  . = ALIGN(8)

12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31
/* The actual configuration determine if the init/exit sections
 * are handled as text/data or they can be discarded (which
 * often happens at runtime)
 */
#ifdef CONFIG_HOTPLUG
#define DEV_KEEP(sec)    *(.dev##sec)
#define DEV_DISCARD(sec)
#else
#define DEV_KEEP(sec)
#define DEV_DISCARD(sec) *(.dev##sec)
#endif

#ifdef CONFIG_HOTPLUG_CPU
#define CPU_KEEP(sec)    *(.cpu##sec)
#define CPU_DISCARD(sec)
#else
#define CPU_KEEP(sec)
#define CPU_DISCARD(sec) *(.cpu##sec)
#endif

32
#if defined(CONFIG_MEMORY_HOTPLUG)
33 34 35 36 37 38 39
#define MEM_KEEP(sec)    *(.mem##sec)
#define MEM_DISCARD(sec)
#else
#define MEM_KEEP(sec)
#define MEM_DISCARD(sec) *(.mem##sec)
#endif

40 41 42 43 44 45 46
#ifdef CONFIG_FTRACE_MCOUNT_RECORD
#define MCOUNT_REC()	VMLINUX_SYMBOL(__start_mcount_loc) = .; \
			*(__mcount_loc)				\
			VMLINUX_SYMBOL(__stop_mcount_loc) = .;
#else
#define MCOUNT_REC()
#endif
47

48
#ifdef CONFIG_TRACE_BRANCH_PROFILING
49 50 51
#define LIKELY_PROFILE()	VMLINUX_SYMBOL(__start_annotated_branch_profile) = .; \
				*(_ftrace_annotated_branch)			      \
				VMLINUX_SYMBOL(__stop_annotated_branch_profile) = .;
52 53 54 55
#else
#define LIKELY_PROFILE()
#endif

56 57 58 59 60 61 62 63
#ifdef CONFIG_PROFILE_ALL_BRANCHES
#define BRANCH_PROFILE()	VMLINUX_SYMBOL(__start_branch_profile) = .;   \
				*(_ftrace_branch)			      \
				VMLINUX_SYMBOL(__stop_branch_profile) = .;
#else
#define BRANCH_PROFILE()
#endif

64 65
/* .data section */
#define DATA_DATA							\
66
	*(.data)							\
M
Mathieu Desnoyers 已提交
67
	*(.data.init.refok)						\
68
	*(.ref.data)							\
69 70 71 72 73 74
	DEV_KEEP(init.data)						\
	DEV_KEEP(exit.data)						\
	CPU_KEEP(init.data)						\
	CPU_KEEP(exit.data)						\
	MEM_KEEP(init.data)						\
	MEM_KEEP(exit.data)						\
M
Mathieu Desnoyers 已提交
75 76 77
	. = ALIGN(8);							\
	VMLINUX_SYMBOL(__start___markers) = .;				\
	*(__markers)							\
M
Mathieu Desnoyers 已提交
78
	VMLINUX_SYMBOL(__stop___markers) = .;				\
79
	. = ALIGN(32);							\
M
Mathieu Desnoyers 已提交
80 81
	VMLINUX_SYMBOL(__start___tracepoints) = .;			\
	*(__tracepoints)						\
82
	VMLINUX_SYMBOL(__stop___tracepoints) = .;			\
83 84
	LIKELY_PROFILE()		       				\
	BRANCH_PROFILE()
85

86 87
#define RO_DATA(align)							\
	. = ALIGN((align));						\
L
Linus Torvalds 已提交
88
	.rodata           : AT(ADDR(.rodata) - LOAD_OFFSET) {		\
89
		VMLINUX_SYMBOL(__start_rodata) = .;			\
L
Linus Torvalds 已提交
90 91
		*(.rodata) *(.rodata.*)					\
		*(__vermagic)		/* Kernel version magic */	\
M
Mathieu Desnoyers 已提交
92
		*(__markers_strings)	/* Markers: strings */		\
M
Mathieu Desnoyers 已提交
93
		*(__tracepoints_strings)/* Tracepoints: strings */	\
L
Linus Torvalds 已提交
94 95 96 97 98 99
	}								\
									\
	.rodata1          : AT(ADDR(.rodata1) - LOAD_OFFSET) {		\
		*(.rodata1)						\
	}								\
									\
J
Jan Beulich 已提交
100 101
	BUG_TABLE							\
									\
L
Linus Torvalds 已提交
102 103 104 105 106 107 108 109 110 111 112 113 114 115
	/* PCI quirks */						\
	.pci_fixup        : AT(ADDR(.pci_fixup) - LOAD_OFFSET) {	\
		VMLINUX_SYMBOL(__start_pci_fixups_early) = .;		\
		*(.pci_fixup_early)					\
		VMLINUX_SYMBOL(__end_pci_fixups_early) = .;		\
		VMLINUX_SYMBOL(__start_pci_fixups_header) = .;		\
		*(.pci_fixup_header)					\
		VMLINUX_SYMBOL(__end_pci_fixups_header) = .;		\
		VMLINUX_SYMBOL(__start_pci_fixups_final) = .;		\
		*(.pci_fixup_final)					\
		VMLINUX_SYMBOL(__end_pci_fixups_final) = .;		\
		VMLINUX_SYMBOL(__start_pci_fixups_enable) = .;		\
		*(.pci_fixup_enable)					\
		VMLINUX_SYMBOL(__end_pci_fixups_enable) = .;		\
116 117 118
		VMLINUX_SYMBOL(__start_pci_fixups_resume) = .;		\
		*(.pci_fixup_resume)					\
		VMLINUX_SYMBOL(__end_pci_fixups_resume) = .;		\
119 120 121 122 123 124
		VMLINUX_SYMBOL(__start_pci_fixups_resume_early) = .;	\
		*(.pci_fixup_resume_early)				\
		VMLINUX_SYMBOL(__end_pci_fixups_resume_early) = .;	\
		VMLINUX_SYMBOL(__start_pci_fixups_suspend) = .;		\
		*(.pci_fixup_suspend)					\
		VMLINUX_SYMBOL(__end_pci_fixups_suspend) = .;		\
L
Linus Torvalds 已提交
125 126
	}								\
									\
127 128 129 130 131 132 133
	/* Built-in firmware blobs */					\
	.builtin_fw        : AT(ADDR(.builtin_fw) - LOAD_OFFSET) {	\
		VMLINUX_SYMBOL(__start_builtin_fw) = .;			\
		*(.builtin_fw)						\
		VMLINUX_SYMBOL(__end_builtin_fw) = .;			\
	}								\
									\
M
Matt Porter 已提交
134 135 136 137 138 139 140
	/* RapidIO route ops */						\
	.rio_route        : AT(ADDR(.rio_route) - LOAD_OFFSET) {	\
		VMLINUX_SYMBOL(__start_rio_route_ops) = .;		\
		*(.rio_route_ops)					\
		VMLINUX_SYMBOL(__end_rio_route_ops) = .;		\
	}								\
									\
J
Jan Beulich 已提交
141 142
	TRACEDATA							\
									\
L
Linus Torvalds 已提交
143 144 145 146 147 148 149 150 151 152 153 154 155 156
	/* Kernel symbol table: Normal symbols */			\
	__ksymtab         : AT(ADDR(__ksymtab) - LOAD_OFFSET) {		\
		VMLINUX_SYMBOL(__start___ksymtab) = .;			\
		*(__ksymtab)						\
		VMLINUX_SYMBOL(__stop___ksymtab) = .;			\
	}								\
									\
	/* Kernel symbol table: GPL-only symbols */			\
	__ksymtab_gpl     : AT(ADDR(__ksymtab_gpl) - LOAD_OFFSET) {	\
		VMLINUX_SYMBOL(__start___ksymtab_gpl) = .;		\
		*(__ksymtab_gpl)					\
		VMLINUX_SYMBOL(__stop___ksymtab_gpl) = .;		\
	}								\
									\
157 158 159 160 161 162 163 164 165 166 167 168 169 170
	/* Kernel symbol table: Normal unused symbols */		\
	__ksymtab_unused  : AT(ADDR(__ksymtab_unused) - LOAD_OFFSET) {	\
		VMLINUX_SYMBOL(__start___ksymtab_unused) = .;		\
		*(__ksymtab_unused)					\
		VMLINUX_SYMBOL(__stop___ksymtab_unused) = .;		\
	}								\
									\
	/* Kernel symbol table: GPL-only unused symbols */		\
	__ksymtab_unused_gpl : AT(ADDR(__ksymtab_unused_gpl) - LOAD_OFFSET) { \
		VMLINUX_SYMBOL(__start___ksymtab_unused_gpl) = .;	\
		*(__ksymtab_unused_gpl)					\
		VMLINUX_SYMBOL(__stop___ksymtab_unused_gpl) = .;	\
	}								\
									\
171 172 173 174 175 176 177
	/* Kernel symbol table: GPL-future-only symbols */		\
	__ksymtab_gpl_future : AT(ADDR(__ksymtab_gpl_future) - LOAD_OFFSET) { \
		VMLINUX_SYMBOL(__start___ksymtab_gpl_future) = .;	\
		*(__ksymtab_gpl_future)					\
		VMLINUX_SYMBOL(__stop___ksymtab_gpl_future) = .;	\
	}								\
									\
L
Linus Torvalds 已提交
178 179 180 181 182 183 184 185 186 187 188 189 190 191
	/* Kernel symbol table: Normal symbols */			\
	__kcrctab         : AT(ADDR(__kcrctab) - LOAD_OFFSET) {		\
		VMLINUX_SYMBOL(__start___kcrctab) = .;			\
		*(__kcrctab)						\
		VMLINUX_SYMBOL(__stop___kcrctab) = .;			\
	}								\
									\
	/* Kernel symbol table: GPL-only symbols */			\
	__kcrctab_gpl     : AT(ADDR(__kcrctab_gpl) - LOAD_OFFSET) {	\
		VMLINUX_SYMBOL(__start___kcrctab_gpl) = .;		\
		*(__kcrctab_gpl)					\
		VMLINUX_SYMBOL(__stop___kcrctab_gpl) = .;		\
	}								\
									\
192 193 194 195 196 197 198 199 200 201 202 203 204 205
	/* Kernel symbol table: Normal unused symbols */		\
	__kcrctab_unused  : AT(ADDR(__kcrctab_unused) - LOAD_OFFSET) {	\
		VMLINUX_SYMBOL(__start___kcrctab_unused) = .;		\
		*(__kcrctab_unused)					\
		VMLINUX_SYMBOL(__stop___kcrctab_unused) = .;		\
	}								\
									\
	/* Kernel symbol table: GPL-only unused symbols */		\
	__kcrctab_unused_gpl : AT(ADDR(__kcrctab_unused_gpl) - LOAD_OFFSET) { \
		VMLINUX_SYMBOL(__start___kcrctab_unused_gpl) = .;	\
		*(__kcrctab_unused_gpl)					\
		VMLINUX_SYMBOL(__stop___kcrctab_unused_gpl) = .;	\
	}								\
									\
206 207 208 209 210 211 212
	/* Kernel symbol table: GPL-future-only symbols */		\
	__kcrctab_gpl_future : AT(ADDR(__kcrctab_gpl_future) - LOAD_OFFSET) { \
		VMLINUX_SYMBOL(__start___kcrctab_gpl_future) = .;	\
		*(__kcrctab_gpl_future)					\
		VMLINUX_SYMBOL(__stop___kcrctab_gpl_future) = .;	\
	}								\
									\
L
Linus Torvalds 已提交
213 214 215 216 217
	/* Kernel symbol table: strings */				\
        __ksymtab_strings : AT(ADDR(__ksymtab_strings) - LOAD_OFFSET) {	\
		*(__ksymtab_strings)					\
	}								\
									\
218 219
	/* __*init sections */						\
	__init_rodata : AT(ADDR(__init_rodata) - LOAD_OFFSET) {		\
220
		*(.ref.rodata)						\
221
		MCOUNT_REC()						\
222 223 224 225 226 227 228 229
		DEV_KEEP(init.rodata)					\
		DEV_KEEP(exit.rodata)					\
		CPU_KEEP(init.rodata)					\
		CPU_KEEP(exit.rodata)					\
		MEM_KEEP(init.rodata)					\
		MEM_KEEP(exit.rodata)					\
	}								\
									\
L
Linus Torvalds 已提交
230 231 232 233 234
	/* Built-in module parameters. */				\
	__param : AT(ADDR(__param) - LOAD_OFFSET) {			\
		VMLINUX_SYMBOL(__start___param) = .;			\
		*(__param)						\
		VMLINUX_SYMBOL(__stop___param) = .;			\
235
		. = ALIGN((align));					\
236
		VMLINUX_SYMBOL(__end_rodata) = .;			\
237
	}								\
238 239 240 241 242
	. = ALIGN((align));

/* RODATA provided for backward compatibility.
 * All archs are supposed to use RO_DATA() */
#define RODATA RO_DATA(4096)
L
Linus Torvalds 已提交
243 244

#define SECURITY_INIT							\
245
	.security_initcall.init : AT(ADDR(.security_initcall.init) - LOAD_OFFSET) { \
L
Linus Torvalds 已提交
246 247 248 249 250
		VMLINUX_SYMBOL(__security_initcall_start) = .;		\
		*(.security_initcall.init) 				\
		VMLINUX_SYMBOL(__security_initcall_end) = .;		\
	}

251 252 253 254
/* .text section. Map to function alignment to avoid address changes
 * during second ld run in second ld pass when generating System.map */
#define TEXT_TEXT							\
		ALIGN_FUNCTION();					\
255
		*(.text.hot)						\
256
		*(.text)						\
257
		*(.ref.text)						\
258
		*(.text.init.refok)					\
259 260 261 262 263 264
		*(.exit.text.refok)					\
	DEV_KEEP(init.text)						\
	DEV_KEEP(exit.text)						\
	CPU_KEEP(init.text)						\
	CPU_KEEP(exit.text)						\
	MEM_KEEP(init.text)						\
265 266
	MEM_KEEP(exit.text)						\
		*(.text.unlikely)
267

268

269 270
/* sched.text is aling to function alignment to secure we have same
 * address even at second ld pass when generating System.map */
L
Linus Torvalds 已提交
271
#define SCHED_TEXT							\
272
		ALIGN_FUNCTION();					\
L
Linus Torvalds 已提交
273 274 275 276
		VMLINUX_SYMBOL(__sched_text_start) = .;			\
		*(.sched.text)						\
		VMLINUX_SYMBOL(__sched_text_end) = .;

277 278
/* spinlock.text is aling to function alignment to secure we have same
 * address even at second ld pass when generating System.map */
L
Linus Torvalds 已提交
279
#define LOCK_TEXT							\
280
		ALIGN_FUNCTION();					\
L
Linus Torvalds 已提交
281 282 283
		VMLINUX_SYMBOL(__lock_text_start) = .;			\
		*(.spinlock.text)					\
		VMLINUX_SYMBOL(__lock_text_end) = .;
284 285 286 287 288 289

#define KPROBES_TEXT							\
		ALIGN_FUNCTION();					\
		VMLINUX_SYMBOL(__kprobes_text_start) = .;		\
		*(.kprobes.text)					\
		VMLINUX_SYMBOL(__kprobes_text_end) = .;
290

291 292 293 294 295 296 297 298 299 300
#ifdef CONFIG_FUNCTION_GRAPH_TRACER
#define IRQENTRY_TEXT							\
		ALIGN_FUNCTION();					\
		VMLINUX_SYMBOL(__irqentry_text_start) = .;		\
		*(.irqentry.text)					\
		VMLINUX_SYMBOL(__irqentry_text_end) = .;
#else
#define IRQENTRY_TEXT
#endif

301 302 303
/* Section used for early init (in .S files) */
#define HEAD_TEXT  *(.head.text)

304
/* init and exit section handling */
305 306 307 308 309 310 311
#define INIT_DATA							\
	*(.init.data)							\
	DEV_DISCARD(init.data)						\
	DEV_DISCARD(init.rodata)					\
	CPU_DISCARD(init.data)						\
	CPU_DISCARD(init.rodata)					\
	MEM_DISCARD(init.data)						\
312 313 314 315 316 317 318 319 320
	MEM_DISCARD(init.rodata)					\
	/* implement dynamic printk debug */				\
	VMLINUX_SYMBOL(__start___verbose_strings) = .;                  \
	*(__verbose_strings)                                            \
	VMLINUX_SYMBOL(__stop___verbose_strings) = .;                   \
	. = ALIGN(8);							\
	VMLINUX_SYMBOL(__start___verbose) = .;                          \
	*(__verbose)                                                    \
	VMLINUX_SYMBOL(__stop___verbose) = .;
321 322 323 324 325 326 327 328 329 330 331 332 333 334 335

#define INIT_TEXT							\
	*(.init.text)							\
	DEV_DISCARD(init.text)						\
	CPU_DISCARD(init.text)						\
	MEM_DISCARD(init.text)

#define EXIT_DATA							\
	*(.exit.data)							\
	DEV_DISCARD(exit.data)						\
	DEV_DISCARD(exit.rodata)					\
	CPU_DISCARD(exit.data)						\
	CPU_DISCARD(exit.rodata)					\
	MEM_DISCARD(exit.data)						\
	MEM_DISCARD(exit.rodata)
336

337 338 339 340 341
#define EXIT_TEXT							\
	*(.exit.text)							\
	DEV_DISCARD(exit.text)						\
	CPU_DISCARD(exit.text)						\
	MEM_DISCARD(exit.text)
342

343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379
		/* DWARF debug sections.
		Symbols in the DWARF debugging sections are relative to
		the beginning of the section so we begin them at 0.  */
#define DWARF_DEBUG							\
		/* DWARF 1 */						\
		.debug          0 : { *(.debug) }			\
		.line           0 : { *(.line) }			\
		/* GNU DWARF 1 extensions */				\
		.debug_srcinfo  0 : { *(.debug_srcinfo) }		\
		.debug_sfnames  0 : { *(.debug_sfnames) }		\
		/* DWARF 1.1 and DWARF 2 */				\
		.debug_aranges  0 : { *(.debug_aranges) }		\
		.debug_pubnames 0 : { *(.debug_pubnames) }		\
		/* DWARF 2 */						\
		.debug_info     0 : { *(.debug_info			\
				.gnu.linkonce.wi.*) }			\
		.debug_abbrev   0 : { *(.debug_abbrev) }		\
		.debug_line     0 : { *(.debug_line) }			\
		.debug_frame    0 : { *(.debug_frame) }			\
		.debug_str      0 : { *(.debug_str) }			\
		.debug_loc      0 : { *(.debug_loc) }			\
		.debug_macinfo  0 : { *(.debug_macinfo) }		\
		/* SGI/MIPS DWARF 2 extensions */			\
		.debug_weaknames 0 : { *(.debug_weaknames) }		\
		.debug_funcnames 0 : { *(.debug_funcnames) }		\
		.debug_typenames 0 : { *(.debug_typenames) }		\
		.debug_varnames  0 : { *(.debug_varnames) }		\

		/* Stabs debugging sections.  */
#define STABS_DEBUG							\
		.stab 0 : { *(.stab) }					\
		.stabstr 0 : { *(.stabstr) }				\
		.stab.excl 0 : { *(.stab.excl) }			\
		.stab.exclstr 0 : { *(.stab.exclstr) }			\
		.stab.index 0 : { *(.stab.index) }			\
		.stab.indexstr 0 : { *(.stab.indexstr) }		\
		.comment 0 : { *(.comment) }
380

J
Jan Beulich 已提交
381
#ifdef CONFIG_GENERIC_BUG
382 383 384
#define BUG_TABLE							\
	. = ALIGN(8);							\
	__bug_table : AT(ADDR(__bug_table) - LOAD_OFFSET) {		\
385
		VMLINUX_SYMBOL(__start___bug_table) = .;		\
386
		*(__bug_table)						\
387
		VMLINUX_SYMBOL(__stop___bug_table) = .;			\
388
	}
J
Jan Beulich 已提交
389 390 391
#else
#define BUG_TABLE
#endif
392

J
Jan Beulich 已提交
393 394 395 396
#ifdef CONFIG_PM_TRACE
#define TRACEDATA							\
	. = ALIGN(4);							\
	.tracedata : AT(ADDR(.tracedata) - LOAD_OFFSET) {		\
397
		VMLINUX_SYMBOL(__tracedata_start) = .;			\
J
Jan Beulich 已提交
398
		*(.tracedata)						\
399
		VMLINUX_SYMBOL(__tracedata_end) = .;			\
J
Jan Beulich 已提交
400 401 402 403 404
	}
#else
#define TRACEDATA
#endif

405
#define NOTES								\
406 407 408 409 410
	.notes : AT(ADDR(.notes) - LOAD_OFFSET) {			\
		VMLINUX_SYMBOL(__start_notes) = .;			\
		*(.note.*)						\
		VMLINUX_SYMBOL(__stop_notes) = .;			\
	}
411 412

#define INITCALLS							\
413
	*(.initcallearly.init)						\
414
	VMLINUX_SYMBOL(__early_initcall_end) = .;			\
415 416
  	*(.initcall0.init)						\
  	*(.initcall0s.init)						\
417
  	*(.initcall1.init)						\
418
  	*(.initcall1s.init)						\
419
  	*(.initcall2.init)						\
420
  	*(.initcall2s.init)						\
421
  	*(.initcall3.init)						\
422
  	*(.initcall3s.init)						\
423
  	*(.initcall4.init)						\
424
  	*(.initcall4s.init)						\
425
  	*(.initcall5.init)						\
426
  	*(.initcall5s.init)						\
427
	*(.initcallrootfs.init)						\
428
  	*(.initcall6.init)						\
429 430 431
  	*(.initcall6s.init)						\
  	*(.initcall7.init)						\
  	*(.initcall7s.init)
432

433
/**
434
 * PERCPU_VADDR - define output section for percpu area
435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453
 * @vaddr: explicit base address (optional)
 * @phdr: destination PHDR (optional)
 *
 * Macro which expands to output section for percpu area.  If @vaddr
 * is not blank, it specifies explicit base address and all percpu
 * symbols will be offset from the given address.  If blank, @vaddr
 * always equals @laddr + LOAD_OFFSET.
 *
 * @phdr defines the output PHDR to use if not blank.  Be warned that
 * output PHDR is sticky.  If @phdr is specified, the next output
 * section in the linker script will go there too.  @phdr should have
 * a leading colon.
 *
 * This macro defines three symbols, __per_cpu_load, __per_cpu_start
 * and __per_cpu_end.  The first one is the vaddr of loaded percpu
 * init data.  __per_cpu_start equals @vaddr and __per_cpu_end is the
 * end offset.
 */
#define PERCPU_VADDR(vaddr, phdr)					\
454 455
	VMLINUX_SYMBOL(__per_cpu_load) = .;				\
	.data.percpu vaddr : AT(VMLINUX_SYMBOL(__per_cpu_load)		\
456 457
				- LOAD_OFFSET) {			\
		VMLINUX_SYMBOL(__per_cpu_start) = .;			\
B
Brian Gerst 已提交
458
		*(.data.percpu.first)					\
459
		*(.data.percpu.page_aligned)				\
460 461
		*(.data.percpu)						\
		*(.data.percpu.shared_aligned)				\
462 463
		VMLINUX_SYMBOL(__per_cpu_end) = .;			\
	} phdr								\
464
	. = VMLINUX_SYMBOL(__per_cpu_load) + SIZEOF(.data.percpu);
465 466 467 468 469 470 471 472 473 474 475 476

/**
 * PERCPU - define output section for percpu area, simple version
 * @align: required alignment
 *
 * Align to @align and outputs output section for percpu area.  This
 * macro doesn't maniuplate @vaddr or @phdr and __per_cpu_load and
 * __per_cpu_start will be identical.
 */
#define PERCPU(align)							\
	. = ALIGN(align);						\
	PERCPU_VADDR( , )