vmlinux.lds.h 23.6 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14
/*
 * Helper macros to support writing architecture specific
 * linker scripts.
 *
 * A minimal linker scripts has following content:
 * [This is a sample, architectures may have special requiriements]
 *
 * OUTPUT_FORMAT(...)
 * OUTPUT_ARCH(...)
 * ENTRY(...)
 * SECTIONS
 * {
 *	. = START;
 *	__init_begin = .;
S
Sam Ravnborg 已提交
15
 *	HEAD_TEXT_SECTION
16 17
 *	INIT_TEXT_SECTION(PAGE_SIZE)
 *	INIT_DATA_SECTION(...)
18
 *	PERCPU(CACHELINE_SIZE, PAGE_SIZE)
19 20 21 22 23 24 25 26 27 28 29 30 31 32
 *	__init_end = .;
 *
 *	_stext = .;
 *	TEXT_SECTION = 0
 *	_etext = .;
 *
 *      _sdata = .;
 *	RO_DATA_SECTION(PAGE_SIZE)
 *	RW_DATA_SECTION(...)
 *	_edata = .;
 *
 *	EXCEPTION_TABLE(...)
 *	NOTES
 *
33
 *	BSS_SECTION(0, 0, 0)
34 35 36 37
 *	_end = .;
 *
 *	STABS_DEBUG
 *	DWARF_DEBUG
38 39
 *
 *	DISCARDS		// must be the last
40 41 42 43 44 45 46 47 48 49
 * }
 *
 * [__init_begin, __init_end] is the init section that may be freed after init
 * [_stext, _etext] is the text section
 * [_sdata, _edata] is the data section
 *
 * Some of the included output section have their own set of constants.
 * Examples are: [__initramfs_start, __initramfs_end] for initramfs and
 *               [__nosave_begin, __nosave_end] for the nosave data
 */
T
Tim Abbott 已提交
50

L
Linus Torvalds 已提交
51 52 53 54
#ifndef LOAD_OFFSET
#define LOAD_OFFSET 0
#endif

55 56 57 58 59 60
#ifndef SYMBOL_PREFIX
#define VMLINUX_SYMBOL(sym) sym
#else
#define PASTE2(x,y) x##y
#define PASTE(x,y) PASTE2(x,y)
#define VMLINUX_SYMBOL(sym) PASTE(SYMBOL_PREFIX, sym)
L
Linus Torvalds 已提交
61 62
#endif

63 64 65
/* Align . to a 8 byte boundary equals to maximum function alignment. */
#define ALIGN_FUNCTION()  . = ALIGN(8)

66 67 68 69
/*
 * Align to a 32 byte boundary equal to the
 * alignment gcc 4.5 uses for a struct
 */
70 71
#define STRUCT_ALIGNMENT 32
#define STRUCT_ALIGN() . = ALIGN(STRUCT_ALIGNMENT)
72

73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92
/* The actual configuration determine if the init/exit sections
 * are handled as text/data or they can be discarded (which
 * often happens at runtime)
 */
#ifdef CONFIG_HOTPLUG
#define DEV_KEEP(sec)    *(.dev##sec)
#define DEV_DISCARD(sec)
#else
#define DEV_KEEP(sec)
#define DEV_DISCARD(sec) *(.dev##sec)
#endif

#ifdef CONFIG_HOTPLUG_CPU
#define CPU_KEEP(sec)    *(.cpu##sec)
#define CPU_DISCARD(sec)
#else
#define CPU_KEEP(sec)
#define CPU_DISCARD(sec) *(.cpu##sec)
#endif

93
#if defined(CONFIG_MEMORY_HOTPLUG)
94 95 96 97 98 99 100
#define MEM_KEEP(sec)    *(.mem##sec)
#define MEM_DISCARD(sec)
#else
#define MEM_KEEP(sec)
#define MEM_DISCARD(sec) *(.mem##sec)
#endif

101
#ifdef CONFIG_FTRACE_MCOUNT_RECORD
102 103
#define MCOUNT_REC()	. = ALIGN(8);				\
			VMLINUX_SYMBOL(__start_mcount_loc) = .; \
104 105 106 107 108
			*(__mcount_loc)				\
			VMLINUX_SYMBOL(__stop_mcount_loc) = .;
#else
#define MCOUNT_REC()
#endif
109

110
#ifdef CONFIG_TRACE_BRANCH_PROFILING
111 112 113
#define LIKELY_PROFILE()	VMLINUX_SYMBOL(__start_annotated_branch_profile) = .; \
				*(_ftrace_annotated_branch)			      \
				VMLINUX_SYMBOL(__stop_annotated_branch_profile) = .;
114 115 116 117
#else
#define LIKELY_PROFILE()
#endif

118 119 120 121 122 123 124 125
#ifdef CONFIG_PROFILE_ALL_BRANCHES
#define BRANCH_PROFILE()	VMLINUX_SYMBOL(__start_branch_profile) = .;   \
				*(_ftrace_branch)			      \
				VMLINUX_SYMBOL(__stop_branch_profile) = .;
#else
#define BRANCH_PROFILE()
#endif

126
#ifdef CONFIG_EVENT_TRACING
127 128
#define FTRACE_EVENTS()	. = ALIGN(8);					\
			VMLINUX_SYMBOL(__start_ftrace_events) = .;	\
129 130 131 132 133 134
			*(_ftrace_events)				\
			VMLINUX_SYMBOL(__stop_ftrace_events) = .;
#else
#define FTRACE_EVENTS()
#endif

L
Lai Jiangshan 已提交
135 136 137 138 139 140 141 142
#ifdef CONFIG_TRACING
#define TRACE_PRINTKS() VMLINUX_SYMBOL(__start___trace_bprintk_fmt) = .;      \
			 *(__trace_printk_fmt) /* Trace_printk fmt' pointer */ \
			 VMLINUX_SYMBOL(__stop___trace_bprintk_fmt) = .;
#else
#define TRACE_PRINTKS()
#endif

143
#ifdef CONFIG_FTRACE_SYSCALLS
144 145
#define TRACE_SYSCALLS() . = ALIGN(8);					\
			 VMLINUX_SYMBOL(__start_syscalls_metadata) = .;	\
146 147 148 149 150 151
			 *(__syscalls_metadata)				\
			 VMLINUX_SYMBOL(__stop_syscalls_metadata) = .;
#else
#define TRACE_SYSCALLS()
#endif

152 153 154 155 156 157 158

#define KERNEL_DTB()							\
	STRUCT_ALIGN();							\
	VMLINUX_SYMBOL(__dtb_start) = .;				\
	*(.dtb.init.rodata)						\
	VMLINUX_SYMBOL(__dtb_end) = .;

159 160
/* .data section */
#define DATA_DATA							\
161
	*(.data)							\
162
	*(.ref.data)							\
163
	*(.data..shared_aligned) /* percpu related */			\
164 165 166 167 168 169
	DEV_KEEP(init.data)						\
	DEV_KEEP(exit.data)						\
	CPU_KEEP(init.data)						\
	CPU_KEEP(exit.data)						\
	MEM_KEEP(init.data)						\
	MEM_KEEP(exit.data)						\
170
	STRUCT_ALIGN();							\
M
Mathieu Desnoyers 已提交
171
	*(__tracepoints)						\
172 173 174 175 176
	/* implement dynamic printk debug */				\
	. = ALIGN(8);							\
	VMLINUX_SYMBOL(__start___verbose) = .;                          \
	*(__verbose)                                                    \
	VMLINUX_SYMBOL(__stop___verbose) = .;				\
177
	LIKELY_PROFILE()		       				\
178
	BRANCH_PROFILE()						\
179
	TRACE_PRINTKS()
180

181 182 183 184 185 186
/*
 * Data section helpers
 */
#define NOSAVE_DATA							\
	. = ALIGN(PAGE_SIZE);						\
	VMLINUX_SYMBOL(__nosave_begin) = .;				\
187
	*(.data..nosave)						\
188 189 190 191 192
	. = ALIGN(PAGE_SIZE);						\
	VMLINUX_SYMBOL(__nosave_end) = .;

#define PAGE_ALIGNED_DATA(page_align)					\
	. = ALIGN(page_align);						\
193
	*(.data..page_aligned)
194 195 196

#define READ_MOSTLY_DATA(align)						\
	. = ALIGN(align);						\
197 198
	*(.data..read_mostly)						\
	. = ALIGN(align);
199 200 201

#define CACHELINE_ALIGNED_DATA(align)					\
	. = ALIGN(align);						\
202
	*(.data..cacheline_aligned)
203

204
#define INIT_TASK_DATA(align)						\
205
	. = ALIGN(align);						\
206
	*(.data..init_task)
207 208 209 210 211

/*
 * Read only Data
 */
#define RO_DATA_SECTION(align)						\
212
	. = ALIGN((align));						\
L
Linus Torvalds 已提交
213
	.rodata           : AT(ADDR(.rodata) - LOAD_OFFSET) {		\
214
		VMLINUX_SYMBOL(__start_rodata) = .;			\
L
Linus Torvalds 已提交
215 216
		*(.rodata) *(.rodata.*)					\
		*(__vermagic)		/* Kernel version magic */	\
217 218 219 220
		. = ALIGN(8);						\
		VMLINUX_SYMBOL(__start___tracepoints_ptrs) = .;		\
		*(__tracepoints_ptrs)	/* Tracepoints: pointer array */\
		VMLINUX_SYMBOL(__stop___tracepoints_ptrs) = .;		\
M
Mathieu Desnoyers 已提交
221
		*(__markers_strings)	/* Markers: strings */		\
M
Mathieu Desnoyers 已提交
222
		*(__tracepoints_strings)/* Tracepoints: strings */	\
L
Linus Torvalds 已提交
223 224 225 226 227 228
	}								\
									\
	.rodata1          : AT(ADDR(.rodata1) - LOAD_OFFSET) {		\
		*(.rodata1)						\
	}								\
									\
J
Jan Beulich 已提交
229 230
	BUG_TABLE							\
									\
231 232
	JUMP_TABLE							\
									\
L
Linus Torvalds 已提交
233 234 235 236 237 238 239 240 241 242 243 244 245 246
	/* PCI quirks */						\
	.pci_fixup        : AT(ADDR(.pci_fixup) - LOAD_OFFSET) {	\
		VMLINUX_SYMBOL(__start_pci_fixups_early) = .;		\
		*(.pci_fixup_early)					\
		VMLINUX_SYMBOL(__end_pci_fixups_early) = .;		\
		VMLINUX_SYMBOL(__start_pci_fixups_header) = .;		\
		*(.pci_fixup_header)					\
		VMLINUX_SYMBOL(__end_pci_fixups_header) = .;		\
		VMLINUX_SYMBOL(__start_pci_fixups_final) = .;		\
		*(.pci_fixup_final)					\
		VMLINUX_SYMBOL(__end_pci_fixups_final) = .;		\
		VMLINUX_SYMBOL(__start_pci_fixups_enable) = .;		\
		*(.pci_fixup_enable)					\
		VMLINUX_SYMBOL(__end_pci_fixups_enable) = .;		\
247 248 249
		VMLINUX_SYMBOL(__start_pci_fixups_resume) = .;		\
		*(.pci_fixup_resume)					\
		VMLINUX_SYMBOL(__end_pci_fixups_resume) = .;		\
250 251 252 253 254 255
		VMLINUX_SYMBOL(__start_pci_fixups_resume_early) = .;	\
		*(.pci_fixup_resume_early)				\
		VMLINUX_SYMBOL(__end_pci_fixups_resume_early) = .;	\
		VMLINUX_SYMBOL(__start_pci_fixups_suspend) = .;		\
		*(.pci_fixup_suspend)					\
		VMLINUX_SYMBOL(__end_pci_fixups_suspend) = .;		\
L
Linus Torvalds 已提交
256 257
	}								\
									\
258 259 260 261 262 263 264
	/* Built-in firmware blobs */					\
	.builtin_fw        : AT(ADDR(.builtin_fw) - LOAD_OFFSET) {	\
		VMLINUX_SYMBOL(__start_builtin_fw) = .;			\
		*(.builtin_fw)						\
		VMLINUX_SYMBOL(__end_builtin_fw) = .;			\
	}								\
									\
M
Matt Porter 已提交
265
	/* RapidIO route ops */						\
266
	.rio_ops        : AT(ADDR(.rio_ops) - LOAD_OFFSET) {		\
267 268 269
		VMLINUX_SYMBOL(__start_rio_switch_ops) = .;		\
		*(.rio_switch_ops)					\
		VMLINUX_SYMBOL(__end_rio_switch_ops) = .;		\
M
Matt Porter 已提交
270 271
	}								\
									\
J
Jan Beulich 已提交
272 273
	TRACEDATA							\
									\
L
Linus Torvalds 已提交
274 275 276 277 278 279 280 281 282 283 284 285 286 287
	/* Kernel symbol table: Normal symbols */			\
	__ksymtab         : AT(ADDR(__ksymtab) - LOAD_OFFSET) {		\
		VMLINUX_SYMBOL(__start___ksymtab) = .;			\
		*(__ksymtab)						\
		VMLINUX_SYMBOL(__stop___ksymtab) = .;			\
	}								\
									\
	/* Kernel symbol table: GPL-only symbols */			\
	__ksymtab_gpl     : AT(ADDR(__ksymtab_gpl) - LOAD_OFFSET) {	\
		VMLINUX_SYMBOL(__start___ksymtab_gpl) = .;		\
		*(__ksymtab_gpl)					\
		VMLINUX_SYMBOL(__stop___ksymtab_gpl) = .;		\
	}								\
									\
288 289 290 291 292 293 294 295 296 297 298 299 300 301
	/* Kernel symbol table: Normal unused symbols */		\
	__ksymtab_unused  : AT(ADDR(__ksymtab_unused) - LOAD_OFFSET) {	\
		VMLINUX_SYMBOL(__start___ksymtab_unused) = .;		\
		*(__ksymtab_unused)					\
		VMLINUX_SYMBOL(__stop___ksymtab_unused) = .;		\
	}								\
									\
	/* Kernel symbol table: GPL-only unused symbols */		\
	__ksymtab_unused_gpl : AT(ADDR(__ksymtab_unused_gpl) - LOAD_OFFSET) { \
		VMLINUX_SYMBOL(__start___ksymtab_unused_gpl) = .;	\
		*(__ksymtab_unused_gpl)					\
		VMLINUX_SYMBOL(__stop___ksymtab_unused_gpl) = .;	\
	}								\
									\
302 303 304 305 306 307 308
	/* Kernel symbol table: GPL-future-only symbols */		\
	__ksymtab_gpl_future : AT(ADDR(__ksymtab_gpl_future) - LOAD_OFFSET) { \
		VMLINUX_SYMBOL(__start___ksymtab_gpl_future) = .;	\
		*(__ksymtab_gpl_future)					\
		VMLINUX_SYMBOL(__stop___ksymtab_gpl_future) = .;	\
	}								\
									\
L
Linus Torvalds 已提交
309 310 311 312 313 314 315 316 317 318 319 320 321 322
	/* Kernel symbol table: Normal symbols */			\
	__kcrctab         : AT(ADDR(__kcrctab) - LOAD_OFFSET) {		\
		VMLINUX_SYMBOL(__start___kcrctab) = .;			\
		*(__kcrctab)						\
		VMLINUX_SYMBOL(__stop___kcrctab) = .;			\
	}								\
									\
	/* Kernel symbol table: GPL-only symbols */			\
	__kcrctab_gpl     : AT(ADDR(__kcrctab_gpl) - LOAD_OFFSET) {	\
		VMLINUX_SYMBOL(__start___kcrctab_gpl) = .;		\
		*(__kcrctab_gpl)					\
		VMLINUX_SYMBOL(__stop___kcrctab_gpl) = .;		\
	}								\
									\
323 324 325 326 327 328 329 330 331 332 333 334 335 336
	/* Kernel symbol table: Normal unused symbols */		\
	__kcrctab_unused  : AT(ADDR(__kcrctab_unused) - LOAD_OFFSET) {	\
		VMLINUX_SYMBOL(__start___kcrctab_unused) = .;		\
		*(__kcrctab_unused)					\
		VMLINUX_SYMBOL(__stop___kcrctab_unused) = .;		\
	}								\
									\
	/* Kernel symbol table: GPL-only unused symbols */		\
	__kcrctab_unused_gpl : AT(ADDR(__kcrctab_unused_gpl) - LOAD_OFFSET) { \
		VMLINUX_SYMBOL(__start___kcrctab_unused_gpl) = .;	\
		*(__kcrctab_unused_gpl)					\
		VMLINUX_SYMBOL(__stop___kcrctab_unused_gpl) = .;	\
	}								\
									\
337 338 339 340 341 342 343
	/* Kernel symbol table: GPL-future-only symbols */		\
	__kcrctab_gpl_future : AT(ADDR(__kcrctab_gpl_future) - LOAD_OFFSET) { \
		VMLINUX_SYMBOL(__start___kcrctab_gpl_future) = .;	\
		*(__kcrctab_gpl_future)					\
		VMLINUX_SYMBOL(__stop___kcrctab_gpl_future) = .;	\
	}								\
									\
L
Linus Torvalds 已提交
344 345 346 347 348
	/* Kernel symbol table: strings */				\
        __ksymtab_strings : AT(ADDR(__ksymtab_strings) - LOAD_OFFSET) {	\
		*(__ksymtab_strings)					\
	}								\
									\
349 350
	/* __*init sections */						\
	__init_rodata : AT(ADDR(__init_rodata) - LOAD_OFFSET) {		\
351
		*(.ref.rodata)						\
352 353 354 355 356 357 358 359
		DEV_KEEP(init.rodata)					\
		DEV_KEEP(exit.rodata)					\
		CPU_KEEP(init.rodata)					\
		CPU_KEEP(exit.rodata)					\
		MEM_KEEP(init.rodata)					\
		MEM_KEEP(exit.rodata)					\
	}								\
									\
L
Linus Torvalds 已提交
360 361 362 363 364
	/* Built-in module parameters. */				\
	__param : AT(ADDR(__param) - LOAD_OFFSET) {			\
		VMLINUX_SYMBOL(__start___param) = .;			\
		*(__param)						\
		VMLINUX_SYMBOL(__stop___param) = .;			\
365 366 367 368 369 370 371
	}								\
									\
	/* Built-in module versions. */					\
	__modver : AT(ADDR(__modver) - LOAD_OFFSET) {			\
		VMLINUX_SYMBOL(__start___modver) = .;			\
		*(__modver)						\
		VMLINUX_SYMBOL(__stop___modver) = .;			\
372
		. = ALIGN((align));					\
373
		VMLINUX_SYMBOL(__end_rodata) = .;			\
374
	}								\
375 376
	. = ALIGN((align));

377
/* RODATA & RO_DATA provided for backward compatibility.
378
 * All archs are supposed to use RO_DATA() */
379 380
#define RODATA          RO_DATA_SECTION(4096)
#define RO_DATA(align)  RO_DATA_SECTION(align)
L
Linus Torvalds 已提交
381 382

#define SECURITY_INIT							\
383
	.security_initcall.init : AT(ADDR(.security_initcall.init) - LOAD_OFFSET) { \
L
Linus Torvalds 已提交
384 385 386 387 388
		VMLINUX_SYMBOL(__security_initcall_start) = .;		\
		*(.security_initcall.init) 				\
		VMLINUX_SYMBOL(__security_initcall_end) = .;		\
	}

389 390 391 392
/* .text section. Map to function alignment to avoid address changes
 * during second ld run in second ld pass when generating System.map */
#define TEXT_TEXT							\
		ALIGN_FUNCTION();					\
393
		*(.text.hot)						\
394
		*(.text)						\
395
		*(.ref.text)						\
396 397 398 399 400
	DEV_KEEP(init.text)						\
	DEV_KEEP(exit.text)						\
	CPU_KEEP(init.text)						\
	CPU_KEEP(exit.text)						\
	MEM_KEEP(init.text)						\
401 402
	MEM_KEEP(exit.text)						\
		*(.text.unlikely)
403

404

405 406
/* sched.text is aling to function alignment to secure we have same
 * address even at second ld pass when generating System.map */
L
Linus Torvalds 已提交
407
#define SCHED_TEXT							\
408
		ALIGN_FUNCTION();					\
L
Linus Torvalds 已提交
409 410 411 412
		VMLINUX_SYMBOL(__sched_text_start) = .;			\
		*(.sched.text)						\
		VMLINUX_SYMBOL(__sched_text_end) = .;

413 414
/* spinlock.text is aling to function alignment to secure we have same
 * address even at second ld pass when generating System.map */
L
Linus Torvalds 已提交
415
#define LOCK_TEXT							\
416
		ALIGN_FUNCTION();					\
L
Linus Torvalds 已提交
417 418 419
		VMLINUX_SYMBOL(__lock_text_start) = .;			\
		*(.spinlock.text)					\
		VMLINUX_SYMBOL(__lock_text_end) = .;
420 421 422 423 424 425

#define KPROBES_TEXT							\
		ALIGN_FUNCTION();					\
		VMLINUX_SYMBOL(__kprobes_text_start) = .;		\
		*(.kprobes.text)					\
		VMLINUX_SYMBOL(__kprobes_text_end) = .;
426

J
Jiri Olsa 已提交
427 428 429 430 431 432
#define ENTRY_TEXT							\
		ALIGN_FUNCTION();					\
		VMLINUX_SYMBOL(__entry_text_start) = .;			\
		*(.entry.text)						\
		VMLINUX_SYMBOL(__entry_text_end) = .;

433 434 435 436 437 438 439 440 441 442
#ifdef CONFIG_FUNCTION_GRAPH_TRACER
#define IRQENTRY_TEXT							\
		ALIGN_FUNCTION();					\
		VMLINUX_SYMBOL(__irqentry_text_start) = .;		\
		*(.irqentry.text)					\
		VMLINUX_SYMBOL(__irqentry_text_end) = .;
#else
#define IRQENTRY_TEXT
#endif

443
/* Section used for early init (in .S files) */
S
Sam Ravnborg 已提交
444
#define HEAD_TEXT  *(.head.text)
445

S
Sam Ravnborg 已提交
446
#define HEAD_TEXT_SECTION							\
447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464
	.head.text : AT(ADDR(.head.text) - LOAD_OFFSET) {		\
		HEAD_TEXT						\
	}

/*
 * Exception table
 */
#define EXCEPTION_TABLE(align)						\
	. = ALIGN(align);						\
	__ex_table : AT(ADDR(__ex_table) - LOAD_OFFSET) {		\
		VMLINUX_SYMBOL(__start___ex_table) = .;			\
		*(__ex_table)						\
		VMLINUX_SYMBOL(__stop___ex_table) = .;			\
	}

/*
 * Init task
 */
465
#define INIT_TASK_DATA_SECTION(align)					\
466
	. = ALIGN(align);						\
467
	.data..init_task :  AT(ADDR(.data..init_task) - LOAD_OFFSET) {	\
468
		INIT_TASK_DATA(align)					\
469
	}
470

471
#ifdef CONFIG_CONSTRUCTORS
472 473
#define KERNEL_CTORS()	. = ALIGN(8);			   \
			VMLINUX_SYMBOL(__ctors_start) = .; \
474 475 476 477 478 479
			*(.ctors)			   \
			VMLINUX_SYMBOL(__ctors_end) = .;
#else
#define KERNEL_CTORS()
#endif

480
/* init and exit section handling */
481 482 483 484 485
#define INIT_DATA							\
	*(.init.data)							\
	DEV_DISCARD(init.data)						\
	CPU_DISCARD(init.data)						\
	MEM_DISCARD(init.data)						\
486
	KERNEL_CTORS()							\
J
Jan Beulich 已提交
487
	*(.init.rodata)							\
488
	MCOUNT_REC()							\
489
	FTRACE_EVENTS()							\
490
	TRACE_SYSCALLS()						\
J
Jan Beulich 已提交
491 492
	DEV_DISCARD(init.rodata)					\
	CPU_DISCARD(init.rodata)					\
493 494
	MEM_DISCARD(init.rodata)					\
	KERNEL_DTB()
495 496 497 498 499 500 501 502 503 504 505 506 507 508 509

#define INIT_TEXT							\
	*(.init.text)							\
	DEV_DISCARD(init.text)						\
	CPU_DISCARD(init.text)						\
	MEM_DISCARD(init.text)

#define EXIT_DATA							\
	*(.exit.data)							\
	DEV_DISCARD(exit.data)						\
	DEV_DISCARD(exit.rodata)					\
	CPU_DISCARD(exit.data)						\
	CPU_DISCARD(exit.rodata)					\
	MEM_DISCARD(exit.data)						\
	MEM_DISCARD(exit.rodata)
510

511 512 513 514 515
#define EXIT_TEXT							\
	*(.exit.text)							\
	DEV_DISCARD(exit.text)						\
	CPU_DISCARD(exit.text)						\
	MEM_DISCARD(exit.text)
516

S
Sam Ravnborg 已提交
517 518 519
#define EXIT_CALL							\
	*(.exitcall.exit)

520 521 522 523
/*
 * bss (Block Started by Symbol) - uninitialized data
 * zeroed during startup
 */
524 525
#define SBSS(sbss_align)						\
	. = ALIGN(sbss_align);						\
526 527 528 529 530 531 532 533
	.sbss : AT(ADDR(.sbss) - LOAD_OFFSET) {				\
		*(.sbss)						\
		*(.scommon)						\
	}

#define BSS(bss_align)							\
	. = ALIGN(bss_align);						\
	.bss : AT(ADDR(.bss) - LOAD_OFFSET) {				\
534
		*(.bss..page_aligned)					\
535 536 537 538 539 540 541 542 543 544
		*(.dynbss)						\
		*(.bss)							\
		*(COMMON)						\
	}

/*
 * DWARF debug sections.
 * Symbols in the DWARF debugging sections are relative to
 * the beginning of the section so we begin them at 0.
 */
545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578
#define DWARF_DEBUG							\
		/* DWARF 1 */						\
		.debug          0 : { *(.debug) }			\
		.line           0 : { *(.line) }			\
		/* GNU DWARF 1 extensions */				\
		.debug_srcinfo  0 : { *(.debug_srcinfo) }		\
		.debug_sfnames  0 : { *(.debug_sfnames) }		\
		/* DWARF 1.1 and DWARF 2 */				\
		.debug_aranges  0 : { *(.debug_aranges) }		\
		.debug_pubnames 0 : { *(.debug_pubnames) }		\
		/* DWARF 2 */						\
		.debug_info     0 : { *(.debug_info			\
				.gnu.linkonce.wi.*) }			\
		.debug_abbrev   0 : { *(.debug_abbrev) }		\
		.debug_line     0 : { *(.debug_line) }			\
		.debug_frame    0 : { *(.debug_frame) }			\
		.debug_str      0 : { *(.debug_str) }			\
		.debug_loc      0 : { *(.debug_loc) }			\
		.debug_macinfo  0 : { *(.debug_macinfo) }		\
		/* SGI/MIPS DWARF 2 extensions */			\
		.debug_weaknames 0 : { *(.debug_weaknames) }		\
		.debug_funcnames 0 : { *(.debug_funcnames) }		\
		.debug_typenames 0 : { *(.debug_typenames) }		\
		.debug_varnames  0 : { *(.debug_varnames) }		\

		/* Stabs debugging sections.  */
#define STABS_DEBUG							\
		.stab 0 : { *(.stab) }					\
		.stabstr 0 : { *(.stabstr) }				\
		.stab.excl 0 : { *(.stab.excl) }			\
		.stab.exclstr 0 : { *(.stab.exclstr) }			\
		.stab.index 0 : { *(.stab.index) }			\
		.stab.indexstr 0 : { *(.stab.indexstr) }		\
		.comment 0 : { *(.comment) }
579

J
Jan Beulich 已提交
580
#ifdef CONFIG_GENERIC_BUG
581 582 583
#define BUG_TABLE							\
	. = ALIGN(8);							\
	__bug_table : AT(ADDR(__bug_table) - LOAD_OFFSET) {		\
584
		VMLINUX_SYMBOL(__start___bug_table) = .;		\
585
		*(__bug_table)						\
586
		VMLINUX_SYMBOL(__stop___bug_table) = .;			\
587
	}
J
Jan Beulich 已提交
588 589 590
#else
#define BUG_TABLE
#endif
591

592 593 594 595 596 597 598 599
#define JUMP_TABLE							\
	. = ALIGN(8);							\
	__jump_table : AT(ADDR(__jump_table) - LOAD_OFFSET) {		\
		VMLINUX_SYMBOL(__start___jump_table) = .;		\
		*(__jump_table)						\
		VMLINUX_SYMBOL(__stop___jump_table) = .;		\
	}

J
Jan Beulich 已提交
600 601 602 603
#ifdef CONFIG_PM_TRACE
#define TRACEDATA							\
	. = ALIGN(4);							\
	.tracedata : AT(ADDR(.tracedata) - LOAD_OFFSET) {		\
604
		VMLINUX_SYMBOL(__tracedata_start) = .;			\
J
Jan Beulich 已提交
605
		*(.tracedata)						\
606
		VMLINUX_SYMBOL(__tracedata_end) = .;			\
J
Jan Beulich 已提交
607 608 609 610 611
	}
#else
#define TRACEDATA
#endif

612
#define NOTES								\
613 614 615 616 617
	.notes : AT(ADDR(.notes) - LOAD_OFFSET) {			\
		VMLINUX_SYMBOL(__start_notes) = .;			\
		*(.note.*)						\
		VMLINUX_SYMBOL(__stop_notes) = .;			\
	}
618

619 620 621 622 623 624
#define INIT_SETUP(initsetup_align)					\
		. = ALIGN(initsetup_align);				\
		VMLINUX_SYMBOL(__setup_start) = .;			\
		*(.init.setup)						\
		VMLINUX_SYMBOL(__setup_end) = .;

625
#define INITCALLS							\
626
	*(.initcallearly.init)						\
627
	VMLINUX_SYMBOL(__early_initcall_end) = .;			\
628 629
  	*(.initcall0.init)						\
  	*(.initcall0s.init)						\
630
  	*(.initcall1.init)						\
631
  	*(.initcall1s.init)						\
632
  	*(.initcall2.init)						\
633
  	*(.initcall2s.init)						\
634
  	*(.initcall3.init)						\
635
  	*(.initcall3s.init)						\
636
  	*(.initcall4.init)						\
637
  	*(.initcall4s.init)						\
638
  	*(.initcall5.init)						\
639
  	*(.initcall5s.init)						\
640
	*(.initcallrootfs.init)						\
641
  	*(.initcall6.init)						\
642 643 644
  	*(.initcall6s.init)						\
  	*(.initcall7.init)						\
  	*(.initcall7s.init)
645

646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662
#define INIT_CALLS							\
		VMLINUX_SYMBOL(__initcall_start) = .;			\
		INITCALLS						\
		VMLINUX_SYMBOL(__initcall_end) = .;

#define CON_INITCALL							\
		VMLINUX_SYMBOL(__con_initcall_start) = .;		\
		*(.con_initcall.init)					\
		VMLINUX_SYMBOL(__con_initcall_end) = .;

#define SECURITY_INITCALL						\
		VMLINUX_SYMBOL(__security_initcall_start) = .;		\
		*(.security_initcall.init)				\
		VMLINUX_SYMBOL(__security_initcall_end) = .;

#ifdef CONFIG_BLK_DEV_INITRD
#define INIT_RAM_FS							\
663
	. = ALIGN(4);							\
664 665
	VMLINUX_SYMBOL(__initramfs_start) = .;				\
	*(.init.ramfs)							\
666 667
	. = ALIGN(8);							\
	*(.init.ramfs.info)
668
#else
669
#define INIT_RAM_FS
670 671
#endif

672 673 674 675 676 677 678 679 680
/*
 * Default discarded sections.
 *
 * Some archs want to discard exit text/data at runtime rather than
 * link time due to cross-section references such as alt instructions,
 * bug table, eh_frame, etc.  DISCARDS must be the last of output
 * section definitions so that such archs put those in earlier section
 * definitions.
 */
681 682 683 684
#define DISCARDS							\
	/DISCARD/ : {							\
	EXIT_TEXT							\
	EXIT_DATA							\
685
	EXIT_CALL							\
686
	*(.discard)							\
687
	*(.discard.*)							\
688 689
	}

690
/**
691
 * PERCPU_VADDR - define output section for percpu area
692
 * @cacheline: cacheline size
693 694 695
 * @vaddr: explicit base address (optional)
 * @phdr: destination PHDR (optional)
 *
696 697 698 699 700 701 702 703
 * Macro which expands to output section for percpu area.
 *
 * @cacheline is used to align subsections to avoid false cacheline
 * sharing between subsections for different purposes.
 *
 * If @vaddr is not blank, it specifies explicit base address and all
 * percpu symbols will be offset from the given address.  If blank,
 * @vaddr always equals @laddr + LOAD_OFFSET.
704 705 706 707 708 709
 *
 * @phdr defines the output PHDR to use if not blank.  Be warned that
 * output PHDR is sticky.  If @phdr is specified, the next output
 * section in the linker script will go there too.  @phdr should have
 * a leading colon.
 *
710 711 712
 * Note that this macros defines __per_cpu_load as an absolute symbol.
 * If there is no need to put the percpu section at a predetermined
 * address, use PERCPU().
713
 */
714
#define PERCPU_VADDR(cacheline, vaddr, phdr)				\
715
	VMLINUX_SYMBOL(__per_cpu_load) = .;				\
716
	.data..percpu vaddr : AT(VMLINUX_SYMBOL(__per_cpu_load)		\
717 718
				- LOAD_OFFSET) {			\
		VMLINUX_SYMBOL(__per_cpu_start) = .;			\
719
		*(.data..percpu..first)					\
720
		. = ALIGN(PAGE_SIZE);					\
721
		*(.data..percpu..page_aligned)				\
722
		. = ALIGN(cacheline);					\
723
		*(.data..percpu..readmostly)				\
724
		. = ALIGN(cacheline);					\
725 726
		*(.data..percpu)					\
		*(.data..percpu..shared_aligned)			\
727 728
		VMLINUX_SYMBOL(__per_cpu_end) = .;			\
	} phdr								\
729
	. = VMLINUX_SYMBOL(__per_cpu_load) + SIZEOF(.data..percpu);
730 731 732

/**
 * PERCPU - define output section for percpu area, simple version
733
 * @cacheline: cacheline size
734 735
 * @align: required alignment
 *
736 737
 * Align to @align and outputs output section for percpu area.  This macro
 * doesn't manipulate @vaddr or @phdr and __per_cpu_load and
738
 * __per_cpu_start will be identical.
739
 *
740 741 742
 * This macro is equivalent to ALIGN(@align); PERCPU_VADDR(@cacheline,,)
 * except that __per_cpu_load is defined as a relative symbol against
 * .data..percpu which is required for relocatable x86_32 configuration.
743
 */
744
#define PERCPU(cacheline, align)					\
745
	. = ALIGN(align);						\
746
	.data..percpu	: AT(ADDR(.data..percpu) - LOAD_OFFSET) {	\
747 748
		VMLINUX_SYMBOL(__per_cpu_load) = .;			\
		VMLINUX_SYMBOL(__per_cpu_start) = .;			\
749
		*(.data..percpu..first)					\
750
		. = ALIGN(PAGE_SIZE);					\
751
		*(.data..percpu..page_aligned)				\
752
		. = ALIGN(cacheline);					\
753
		*(.data..percpu..readmostly)				\
754
		. = ALIGN(cacheline);					\
755 756
		*(.data..percpu)					\
		*(.data..percpu..shared_aligned)			\
757 758
		VMLINUX_SYMBOL(__per_cpu_end) = .;			\
	}
759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777


/*
 * Definition of the high level *_SECTION macros
 * They will fit only a subset of the architectures
 */


/*
 * Writeable data.
 * All sections are combined in a single .data section.
 * The sections following CONSTRUCTORS are arranged so their
 * typical alignment matches.
 * A cacheline is typical/always less than a PAGE_SIZE so
 * the sections that has this restriction (or similar)
 * is located before the ones requiring PAGE_SIZE alignment.
 * NOSAVE_DATA starts and ends with a PAGE_SIZE alignment which
 * matches the requirment of PAGE_ALIGNED_DATA.
 *
S
Sam Ravnborg 已提交
778
 * use 0 as page_align if page_aligned data is not used */
779
#define RW_DATA_SECTION(cacheline, pagealigned, inittask)		\
780 781
	. = ALIGN(PAGE_SIZE);						\
	.data : AT(ADDR(.data) - LOAD_OFFSET) {				\
782
		INIT_TASK_DATA(inittask)				\
783 784
		NOSAVE_DATA						\
		PAGE_ALIGNED_DATA(pagealigned)				\
785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808
		CACHELINE_ALIGNED_DATA(cacheline)			\
		READ_MOSTLY_DATA(cacheline)				\
		DATA_DATA						\
		CONSTRUCTORS						\
	}

#define INIT_TEXT_SECTION(inittext_align)				\
	. = ALIGN(inittext_align);					\
	.init.text : AT(ADDR(.init.text) - LOAD_OFFSET) {		\
		VMLINUX_SYMBOL(_sinittext) = .;				\
		INIT_TEXT						\
		VMLINUX_SYMBOL(_einittext) = .;				\
	}

#define INIT_DATA_SECTION(initsetup_align)				\
	.init.data : AT(ADDR(.init.data) - LOAD_OFFSET) {		\
		INIT_DATA						\
		INIT_SETUP(initsetup_align)				\
		INIT_CALLS						\
		CON_INITCALL						\
		SECURITY_INITCALL					\
		INIT_RAM_FS						\
	}

809 810 811 812
#define BSS_SECTION(sbss_align, bss_align, stop_align)			\
	. = ALIGN(sbss_align);						\
	VMLINUX_SYMBOL(__bss_start) = .;				\
	SBSS(sbss_align)						\
813
	BSS(bss_align)							\
814 815
	. = ALIGN(stop_align);						\
	VMLINUX_SYMBOL(__bss_stop) = .;