vmlinux.lds.h 24.4 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14
/*
 * Helper macros to support writing architecture specific
 * linker scripts.
 *
 * A minimal linker scripts has following content:
 * [This is a sample, architectures may have special requiriements]
 *
 * OUTPUT_FORMAT(...)
 * OUTPUT_ARCH(...)
 * ENTRY(...)
 * SECTIONS
 * {
 *	. = START;
 *	__init_begin = .;
S
Sam Ravnborg 已提交
15
 *	HEAD_TEXT_SECTION
16 17
 *	INIT_TEXT_SECTION(PAGE_SIZE)
 *	INIT_DATA_SECTION(...)
18
 *	PERCPU_SECTION(CACHELINE_SIZE)
19 20 21 22 23 24 25 26 27 28 29 30 31 32
 *	__init_end = .;
 *
 *	_stext = .;
 *	TEXT_SECTION = 0
 *	_etext = .;
 *
 *      _sdata = .;
 *	RO_DATA_SECTION(PAGE_SIZE)
 *	RW_DATA_SECTION(...)
 *	_edata = .;
 *
 *	EXCEPTION_TABLE(...)
 *	NOTES
 *
33
 *	BSS_SECTION(0, 0, 0)
34 35 36 37
 *	_end = .;
 *
 *	STABS_DEBUG
 *	DWARF_DEBUG
38 39
 *
 *	DISCARDS		// must be the last
40 41 42 43 44 45 46 47 48 49
 * }
 *
 * [__init_begin, __init_end] is the init section that may be freed after init
 * [_stext, _etext] is the text section
 * [_sdata, _edata] is the data section
 *
 * Some of the included output section have their own set of constants.
 * Examples are: [__initramfs_start, __initramfs_end] for initramfs and
 *               [__nosave_begin, __nosave_end] for the nosave data
 */
T
Tim Abbott 已提交
50

L
Linus Torvalds 已提交
51 52 53 54
#ifndef LOAD_OFFSET
#define LOAD_OFFSET 0
#endif

55 56 57 58 59 60
#ifndef SYMBOL_PREFIX
#define VMLINUX_SYMBOL(sym) sym
#else
#define PASTE2(x,y) x##y
#define PASTE(x,y) PASTE2(x,y)
#define VMLINUX_SYMBOL(sym) PASTE(SYMBOL_PREFIX, sym)
L
Linus Torvalds 已提交
61 62
#endif

63 64 65
/* Align . to a 8 byte boundary equals to maximum function alignment. */
#define ALIGN_FUNCTION()  . = ALIGN(8)

66 67 68 69
/*
 * Align to a 32 byte boundary equal to the
 * alignment gcc 4.5 uses for a struct
 */
70 71
#define STRUCT_ALIGNMENT 32
#define STRUCT_ALIGN() . = ALIGN(STRUCT_ALIGNMENT)
72

73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92
/* The actual configuration determine if the init/exit sections
 * are handled as text/data or they can be discarded (which
 * often happens at runtime)
 */
#ifdef CONFIG_HOTPLUG
#define DEV_KEEP(sec)    *(.dev##sec)
#define DEV_DISCARD(sec)
#else
#define DEV_KEEP(sec)
#define DEV_DISCARD(sec) *(.dev##sec)
#endif

#ifdef CONFIG_HOTPLUG_CPU
#define CPU_KEEP(sec)    *(.cpu##sec)
#define CPU_DISCARD(sec)
#else
#define CPU_KEEP(sec)
#define CPU_DISCARD(sec) *(.cpu##sec)
#endif

93
#if defined(CONFIG_MEMORY_HOTPLUG)
94 95 96 97 98 99 100
#define MEM_KEEP(sec)    *(.mem##sec)
#define MEM_DISCARD(sec)
#else
#define MEM_KEEP(sec)
#define MEM_DISCARD(sec) *(.mem##sec)
#endif

101
#ifdef CONFIG_FTRACE_MCOUNT_RECORD
102 103
#define MCOUNT_REC()	. = ALIGN(8);				\
			VMLINUX_SYMBOL(__start_mcount_loc) = .; \
104 105 106 107 108
			*(__mcount_loc)				\
			VMLINUX_SYMBOL(__stop_mcount_loc) = .;
#else
#define MCOUNT_REC()
#endif
109

110
#ifdef CONFIG_TRACE_BRANCH_PROFILING
111 112 113
#define LIKELY_PROFILE()	VMLINUX_SYMBOL(__start_annotated_branch_profile) = .; \
				*(_ftrace_annotated_branch)			      \
				VMLINUX_SYMBOL(__stop_annotated_branch_profile) = .;
114 115 116 117
#else
#define LIKELY_PROFILE()
#endif

118 119 120 121 122 123 124 125
#ifdef CONFIG_PROFILE_ALL_BRANCHES
#define BRANCH_PROFILE()	VMLINUX_SYMBOL(__start_branch_profile) = .;   \
				*(_ftrace_branch)			      \
				VMLINUX_SYMBOL(__stop_branch_profile) = .;
#else
#define BRANCH_PROFILE()
#endif

126
#ifdef CONFIG_EVENT_TRACING
127 128
#define FTRACE_EVENTS()	. = ALIGN(8);					\
			VMLINUX_SYMBOL(__start_ftrace_events) = .;	\
129 130 131 132 133 134
			*(_ftrace_events)				\
			VMLINUX_SYMBOL(__stop_ftrace_events) = .;
#else
#define FTRACE_EVENTS()
#endif

L
Lai Jiangshan 已提交
135 136 137 138 139 140 141 142
#ifdef CONFIG_TRACING
#define TRACE_PRINTKS() VMLINUX_SYMBOL(__start___trace_bprintk_fmt) = .;      \
			 *(__trace_printk_fmt) /* Trace_printk fmt' pointer */ \
			 VMLINUX_SYMBOL(__stop___trace_bprintk_fmt) = .;
#else
#define TRACE_PRINTKS()
#endif

143
#ifdef CONFIG_FTRACE_SYSCALLS
144 145
#define TRACE_SYSCALLS() . = ALIGN(8);					\
			 VMLINUX_SYMBOL(__start_syscalls_metadata) = .;	\
146 147 148 149 150 151
			 *(__syscalls_metadata)				\
			 VMLINUX_SYMBOL(__stop_syscalls_metadata) = .;
#else
#define TRACE_SYSCALLS()
#endif

152 153 154 155 156 157 158 159
#ifdef CONFIG_CLKSRC_OF
#define CLKSRC_OF_TABLES() . = ALIGN(8);				\
			   VMLINUX_SYMBOL(__clksrc_of_table) = .;	\
			   *(__clksrc_of_table)				\
			   *(__clksrc_of_table_end)
#else
#define CLKSRC_OF_TABLES()
#endif
160

161 162 163 164 165 166 167 168 169
#ifdef CONFIG_IRQCHIP
#define IRQCHIP_OF_MATCH_TABLE()					\
	. = ALIGN(8);							\
	VMLINUX_SYMBOL(__irqchip_begin) = .;				\
	*(__irqchip_of_table)		  				\
	*(__irqchip_of_end)
#else
#define IRQCHIP_OF_MATCH_TABLE()
#endif
170

171 172 173 174 175 176 177 178 179
#ifdef CONFIG_COMMON_CLK
#define CLK_OF_TABLES() . = ALIGN(8);				\
			VMLINUX_SYMBOL(__clk_of_table) = .;	\
			*(__clk_of_table)			\
			*(__clk_of_table_end)
#else
#define CLK_OF_TABLES()
#endif

180 181 182 183 184 185
#define KERNEL_DTB()							\
	STRUCT_ALIGN();							\
	VMLINUX_SYMBOL(__dtb_start) = .;				\
	*(.dtb.init.rodata)						\
	VMLINUX_SYMBOL(__dtb_end) = .;

186 187
/* .data section */
#define DATA_DATA							\
188
	*(.data)							\
189
	*(.ref.data)							\
190
	*(.data..shared_aligned) /* percpu related */			\
191 192 193 194 195 196
	DEV_KEEP(init.data)						\
	DEV_KEEP(exit.data)						\
	CPU_KEEP(init.data)						\
	CPU_KEEP(exit.data)						\
	MEM_KEEP(init.data)						\
	MEM_KEEP(exit.data)						\
197
	*(.data.unlikely)						\
198
	STRUCT_ALIGN();							\
M
Mathieu Desnoyers 已提交
199
	*(__tracepoints)						\
200
	/* implement dynamic printk debug */				\
201 202 203 204
	. = ALIGN(8);                                                   \
	VMLINUX_SYMBOL(__start___jump_table) = .;                       \
	*(__jump_table)                                                 \
	VMLINUX_SYMBOL(__stop___jump_table) = .;                        \
205 206 207 208
	. = ALIGN(8);							\
	VMLINUX_SYMBOL(__start___verbose) = .;                          \
	*(__verbose)                                                    \
	VMLINUX_SYMBOL(__stop___verbose) = .;				\
209
	LIKELY_PROFILE()		       				\
210
	BRANCH_PROFILE()						\
211
	TRACE_PRINTKS()
212

213 214 215 216 217 218
/*
 * Data section helpers
 */
#define NOSAVE_DATA							\
	. = ALIGN(PAGE_SIZE);						\
	VMLINUX_SYMBOL(__nosave_begin) = .;				\
219
	*(.data..nosave)						\
220 221 222 223 224
	. = ALIGN(PAGE_SIZE);						\
	VMLINUX_SYMBOL(__nosave_end) = .;

#define PAGE_ALIGNED_DATA(page_align)					\
	. = ALIGN(page_align);						\
225
	*(.data..page_aligned)
226 227 228

#define READ_MOSTLY_DATA(align)						\
	. = ALIGN(align);						\
229 230
	*(.data..read_mostly)						\
	. = ALIGN(align);
231 232 233

#define CACHELINE_ALIGNED_DATA(align)					\
	. = ALIGN(align);						\
234
	*(.data..cacheline_aligned)
235

236
#define INIT_TASK_DATA(align)						\
237
	. = ALIGN(align);						\
238
	*(.data..init_task)
239 240 241 242 243

/*
 * Read only Data
 */
#define RO_DATA_SECTION(align)						\
244
	. = ALIGN((align));						\
L
Linus Torvalds 已提交
245
	.rodata           : AT(ADDR(.rodata) - LOAD_OFFSET) {		\
246
		VMLINUX_SYMBOL(__start_rodata) = .;			\
L
Linus Torvalds 已提交
247 248
		*(.rodata) *(.rodata.*)					\
		*(__vermagic)		/* Kernel version magic */	\
249 250 251 252
		. = ALIGN(8);						\
		VMLINUX_SYMBOL(__start___tracepoints_ptrs) = .;		\
		*(__tracepoints_ptrs)	/* Tracepoints: pointer array */\
		VMLINUX_SYMBOL(__stop___tracepoints_ptrs) = .;		\
M
Mathieu Desnoyers 已提交
253
		*(__tracepoints_strings)/* Tracepoints: strings */	\
L
Linus Torvalds 已提交
254 255 256 257 258 259
	}								\
									\
	.rodata1          : AT(ADDR(.rodata1) - LOAD_OFFSET) {		\
		*(.rodata1)						\
	}								\
									\
J
Jan Beulich 已提交
260 261
	BUG_TABLE							\
									\
L
Linus Torvalds 已提交
262 263 264 265 266 267 268 269 270 271 272 273 274 275
	/* PCI quirks */						\
	.pci_fixup        : AT(ADDR(.pci_fixup) - LOAD_OFFSET) {	\
		VMLINUX_SYMBOL(__start_pci_fixups_early) = .;		\
		*(.pci_fixup_early)					\
		VMLINUX_SYMBOL(__end_pci_fixups_early) = .;		\
		VMLINUX_SYMBOL(__start_pci_fixups_header) = .;		\
		*(.pci_fixup_header)					\
		VMLINUX_SYMBOL(__end_pci_fixups_header) = .;		\
		VMLINUX_SYMBOL(__start_pci_fixups_final) = .;		\
		*(.pci_fixup_final)					\
		VMLINUX_SYMBOL(__end_pci_fixups_final) = .;		\
		VMLINUX_SYMBOL(__start_pci_fixups_enable) = .;		\
		*(.pci_fixup_enable)					\
		VMLINUX_SYMBOL(__end_pci_fixups_enable) = .;		\
276 277 278
		VMLINUX_SYMBOL(__start_pci_fixups_resume) = .;		\
		*(.pci_fixup_resume)					\
		VMLINUX_SYMBOL(__end_pci_fixups_resume) = .;		\
279 280 281 282 283 284
		VMLINUX_SYMBOL(__start_pci_fixups_resume_early) = .;	\
		*(.pci_fixup_resume_early)				\
		VMLINUX_SYMBOL(__end_pci_fixups_resume_early) = .;	\
		VMLINUX_SYMBOL(__start_pci_fixups_suspend) = .;		\
		*(.pci_fixup_suspend)					\
		VMLINUX_SYMBOL(__end_pci_fixups_suspend) = .;		\
L
Linus Torvalds 已提交
285 286
	}								\
									\
287 288 289 290 291 292 293
	/* Built-in firmware blobs */					\
	.builtin_fw        : AT(ADDR(.builtin_fw) - LOAD_OFFSET) {	\
		VMLINUX_SYMBOL(__start_builtin_fw) = .;			\
		*(.builtin_fw)						\
		VMLINUX_SYMBOL(__end_builtin_fw) = .;			\
	}								\
									\
M
Matt Porter 已提交
294
	/* RapidIO route ops */						\
295
	.rio_ops        : AT(ADDR(.rio_ops) - LOAD_OFFSET) {		\
296 297 298
		VMLINUX_SYMBOL(__start_rio_switch_ops) = .;		\
		*(.rio_switch_ops)					\
		VMLINUX_SYMBOL(__end_rio_switch_ops) = .;		\
M
Matt Porter 已提交
299 300
	}								\
									\
J
Jan Beulich 已提交
301 302
	TRACEDATA							\
									\
L
Linus Torvalds 已提交
303 304 305
	/* Kernel symbol table: Normal symbols */			\
	__ksymtab         : AT(ADDR(__ksymtab) - LOAD_OFFSET) {		\
		VMLINUX_SYMBOL(__start___ksymtab) = .;			\
306
		*(SORT(___ksymtab+*))					\
L
Linus Torvalds 已提交
307 308 309 310 311 312
		VMLINUX_SYMBOL(__stop___ksymtab) = .;			\
	}								\
									\
	/* Kernel symbol table: GPL-only symbols */			\
	__ksymtab_gpl     : AT(ADDR(__ksymtab_gpl) - LOAD_OFFSET) {	\
		VMLINUX_SYMBOL(__start___ksymtab_gpl) = .;		\
313
		*(SORT(___ksymtab_gpl+*))				\
L
Linus Torvalds 已提交
314 315 316
		VMLINUX_SYMBOL(__stop___ksymtab_gpl) = .;		\
	}								\
									\
317 318 319
	/* Kernel symbol table: Normal unused symbols */		\
	__ksymtab_unused  : AT(ADDR(__ksymtab_unused) - LOAD_OFFSET) {	\
		VMLINUX_SYMBOL(__start___ksymtab_unused) = .;		\
320
		*(SORT(___ksymtab_unused+*))				\
321 322 323 324 325 326
		VMLINUX_SYMBOL(__stop___ksymtab_unused) = .;		\
	}								\
									\
	/* Kernel symbol table: GPL-only unused symbols */		\
	__ksymtab_unused_gpl : AT(ADDR(__ksymtab_unused_gpl) - LOAD_OFFSET) { \
		VMLINUX_SYMBOL(__start___ksymtab_unused_gpl) = .;	\
327
		*(SORT(___ksymtab_unused_gpl+*))			\
328 329 330
		VMLINUX_SYMBOL(__stop___ksymtab_unused_gpl) = .;	\
	}								\
									\
331 332 333
	/* Kernel symbol table: GPL-future-only symbols */		\
	__ksymtab_gpl_future : AT(ADDR(__ksymtab_gpl_future) - LOAD_OFFSET) { \
		VMLINUX_SYMBOL(__start___ksymtab_gpl_future) = .;	\
334
		*(SORT(___ksymtab_gpl_future+*))			\
335 336 337
		VMLINUX_SYMBOL(__stop___ksymtab_gpl_future) = .;	\
	}								\
									\
L
Linus Torvalds 已提交
338 339 340
	/* Kernel symbol table: Normal symbols */			\
	__kcrctab         : AT(ADDR(__kcrctab) - LOAD_OFFSET) {		\
		VMLINUX_SYMBOL(__start___kcrctab) = .;			\
341
		*(SORT(___kcrctab+*))					\
L
Linus Torvalds 已提交
342 343 344 345 346 347
		VMLINUX_SYMBOL(__stop___kcrctab) = .;			\
	}								\
									\
	/* Kernel symbol table: GPL-only symbols */			\
	__kcrctab_gpl     : AT(ADDR(__kcrctab_gpl) - LOAD_OFFSET) {	\
		VMLINUX_SYMBOL(__start___kcrctab_gpl) = .;		\
348
		*(SORT(___kcrctab_gpl+*))				\
L
Linus Torvalds 已提交
349 350 351
		VMLINUX_SYMBOL(__stop___kcrctab_gpl) = .;		\
	}								\
									\
352 353 354
	/* Kernel symbol table: Normal unused symbols */		\
	__kcrctab_unused  : AT(ADDR(__kcrctab_unused) - LOAD_OFFSET) {	\
		VMLINUX_SYMBOL(__start___kcrctab_unused) = .;		\
355
		*(SORT(___kcrctab_unused+*))				\
356 357 358 359 360 361
		VMLINUX_SYMBOL(__stop___kcrctab_unused) = .;		\
	}								\
									\
	/* Kernel symbol table: GPL-only unused symbols */		\
	__kcrctab_unused_gpl : AT(ADDR(__kcrctab_unused_gpl) - LOAD_OFFSET) { \
		VMLINUX_SYMBOL(__start___kcrctab_unused_gpl) = .;	\
362
		*(SORT(___kcrctab_unused_gpl+*))			\
363 364 365
		VMLINUX_SYMBOL(__stop___kcrctab_unused_gpl) = .;	\
	}								\
									\
366 367 368
	/* Kernel symbol table: GPL-future-only symbols */		\
	__kcrctab_gpl_future : AT(ADDR(__kcrctab_gpl_future) - LOAD_OFFSET) { \
		VMLINUX_SYMBOL(__start___kcrctab_gpl_future) = .;	\
369
		*(SORT(___kcrctab_gpl_future+*))			\
370 371 372
		VMLINUX_SYMBOL(__stop___kcrctab_gpl_future) = .;	\
	}								\
									\
L
Linus Torvalds 已提交
373 374 375 376 377
	/* Kernel symbol table: strings */				\
        __ksymtab_strings : AT(ADDR(__ksymtab_strings) - LOAD_OFFSET) {	\
		*(__ksymtab_strings)					\
	}								\
									\
378 379
	/* __*init sections */						\
	__init_rodata : AT(ADDR(__init_rodata) - LOAD_OFFSET) {		\
380
		*(.ref.rodata)						\
381 382 383 384 385 386 387 388
		DEV_KEEP(init.rodata)					\
		DEV_KEEP(exit.rodata)					\
		CPU_KEEP(init.rodata)					\
		CPU_KEEP(exit.rodata)					\
		MEM_KEEP(init.rodata)					\
		MEM_KEEP(exit.rodata)					\
	}								\
									\
L
Linus Torvalds 已提交
389 390 391 392 393
	/* Built-in module parameters. */				\
	__param : AT(ADDR(__param) - LOAD_OFFSET) {			\
		VMLINUX_SYMBOL(__start___param) = .;			\
		*(__param)						\
		VMLINUX_SYMBOL(__stop___param) = .;			\
394 395 396 397 398 399 400
	}								\
									\
	/* Built-in module versions. */					\
	__modver : AT(ADDR(__modver) - LOAD_OFFSET) {			\
		VMLINUX_SYMBOL(__start___modver) = .;			\
		*(__modver)						\
		VMLINUX_SYMBOL(__stop___modver) = .;			\
401
		. = ALIGN((align));					\
402
		VMLINUX_SYMBOL(__end_rodata) = .;			\
403
	}								\
404 405
	. = ALIGN((align));

406
/* RODATA & RO_DATA provided for backward compatibility.
407
 * All archs are supposed to use RO_DATA() */
408 409
#define RODATA          RO_DATA_SECTION(4096)
#define RO_DATA(align)  RO_DATA_SECTION(align)
L
Linus Torvalds 已提交
410 411

#define SECURITY_INIT							\
412
	.security_initcall.init : AT(ADDR(.security_initcall.init) - LOAD_OFFSET) { \
L
Linus Torvalds 已提交
413 414 415 416 417
		VMLINUX_SYMBOL(__security_initcall_start) = .;		\
		*(.security_initcall.init) 				\
		VMLINUX_SYMBOL(__security_initcall_end) = .;		\
	}

418 419 420 421
/* .text section. Map to function alignment to avoid address changes
 * during second ld run in second ld pass when generating System.map */
#define TEXT_TEXT							\
		ALIGN_FUNCTION();					\
422
		*(.text.hot)						\
423
		*(.text)						\
424
		*(.ref.text)						\
425 426 427 428 429
	DEV_KEEP(init.text)						\
	DEV_KEEP(exit.text)						\
	CPU_KEEP(init.text)						\
	CPU_KEEP(exit.text)						\
	MEM_KEEP(init.text)						\
430 431
	MEM_KEEP(exit.text)						\
		*(.text.unlikely)
432

433

434 435
/* sched.text is aling to function alignment to secure we have same
 * address even at second ld pass when generating System.map */
L
Linus Torvalds 已提交
436
#define SCHED_TEXT							\
437
		ALIGN_FUNCTION();					\
L
Linus Torvalds 已提交
438 439 440 441
		VMLINUX_SYMBOL(__sched_text_start) = .;			\
		*(.sched.text)						\
		VMLINUX_SYMBOL(__sched_text_end) = .;

442 443
/* spinlock.text is aling to function alignment to secure we have same
 * address even at second ld pass when generating System.map */
L
Linus Torvalds 已提交
444
#define LOCK_TEXT							\
445
		ALIGN_FUNCTION();					\
L
Linus Torvalds 已提交
446 447 448
		VMLINUX_SYMBOL(__lock_text_start) = .;			\
		*(.spinlock.text)					\
		VMLINUX_SYMBOL(__lock_text_end) = .;
449 450 451 452 453 454

#define KPROBES_TEXT							\
		ALIGN_FUNCTION();					\
		VMLINUX_SYMBOL(__kprobes_text_start) = .;		\
		*(.kprobes.text)					\
		VMLINUX_SYMBOL(__kprobes_text_end) = .;
455

J
Jiri Olsa 已提交
456 457 458 459 460 461
#define ENTRY_TEXT							\
		ALIGN_FUNCTION();					\
		VMLINUX_SYMBOL(__entry_text_start) = .;			\
		*(.entry.text)						\
		VMLINUX_SYMBOL(__entry_text_end) = .;

462 463 464 465 466 467 468 469 470 471
#ifdef CONFIG_FUNCTION_GRAPH_TRACER
#define IRQENTRY_TEXT							\
		ALIGN_FUNCTION();					\
		VMLINUX_SYMBOL(__irqentry_text_start) = .;		\
		*(.irqentry.text)					\
		VMLINUX_SYMBOL(__irqentry_text_end) = .;
#else
#define IRQENTRY_TEXT
#endif

472
/* Section used for early init (in .S files) */
S
Sam Ravnborg 已提交
473
#define HEAD_TEXT  *(.head.text)
474

S
Sam Ravnborg 已提交
475
#define HEAD_TEXT_SECTION							\
476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493
	.head.text : AT(ADDR(.head.text) - LOAD_OFFSET) {		\
		HEAD_TEXT						\
	}

/*
 * Exception table
 */
#define EXCEPTION_TABLE(align)						\
	. = ALIGN(align);						\
	__ex_table : AT(ADDR(__ex_table) - LOAD_OFFSET) {		\
		VMLINUX_SYMBOL(__start___ex_table) = .;			\
		*(__ex_table)						\
		VMLINUX_SYMBOL(__stop___ex_table) = .;			\
	}

/*
 * Init task
 */
494
#define INIT_TASK_DATA_SECTION(align)					\
495
	. = ALIGN(align);						\
496
	.data..init_task :  AT(ADDR(.data..init_task) - LOAD_OFFSET) {	\
497
		INIT_TASK_DATA(align)					\
498
	}
499

500
#ifdef CONFIG_CONSTRUCTORS
501 502
#define KERNEL_CTORS()	. = ALIGN(8);			   \
			VMLINUX_SYMBOL(__ctors_start) = .; \
503 504 505 506 507 508
			*(.ctors)			   \
			VMLINUX_SYMBOL(__ctors_end) = .;
#else
#define KERNEL_CTORS()
#endif

509
/* init and exit section handling */
510 511 512 513 514
#define INIT_DATA							\
	*(.init.data)							\
	DEV_DISCARD(init.data)						\
	CPU_DISCARD(init.data)						\
	MEM_DISCARD(init.data)						\
515
	KERNEL_CTORS()							\
516
	MCOUNT_REC()							\
517
	*(.init.rodata)							\
518
	FTRACE_EVENTS()							\
519
	TRACE_SYSCALLS()						\
J
Jan Beulich 已提交
520 521
	DEV_DISCARD(init.rodata)					\
	CPU_DISCARD(init.rodata)					\
522
	MEM_DISCARD(init.rodata)					\
523
	CLK_OF_TABLES()							\
524
	CLKSRC_OF_TABLES()						\
525 526
	KERNEL_DTB()							\
	IRQCHIP_OF_MATCH_TABLE()
527 528 529 530 531 532 533 534 535 536 537 538 539 540 541

#define INIT_TEXT							\
	*(.init.text)							\
	DEV_DISCARD(init.text)						\
	CPU_DISCARD(init.text)						\
	MEM_DISCARD(init.text)

#define EXIT_DATA							\
	*(.exit.data)							\
	DEV_DISCARD(exit.data)						\
	DEV_DISCARD(exit.rodata)					\
	CPU_DISCARD(exit.data)						\
	CPU_DISCARD(exit.rodata)					\
	MEM_DISCARD(exit.data)						\
	MEM_DISCARD(exit.rodata)
542

543 544 545 546 547
#define EXIT_TEXT							\
	*(.exit.text)							\
	DEV_DISCARD(exit.text)						\
	CPU_DISCARD(exit.text)						\
	MEM_DISCARD(exit.text)
548

S
Sam Ravnborg 已提交
549 550 551
#define EXIT_CALL							\
	*(.exitcall.exit)

552 553 554 555
/*
 * bss (Block Started by Symbol) - uninitialized data
 * zeroed during startup
 */
556 557
#define SBSS(sbss_align)						\
	. = ALIGN(sbss_align);						\
558 559 560 561 562
	.sbss : AT(ADDR(.sbss) - LOAD_OFFSET) {				\
		*(.sbss)						\
		*(.scommon)						\
	}

563 564 565 566 567 568 569 570
/*
 * Allow archectures to redefine BSS_FIRST_SECTIONS to add extra
 * sections to the front of bss.
 */
#ifndef BSS_FIRST_SECTIONS
#define BSS_FIRST_SECTIONS
#endif

571 572 573
#define BSS(bss_align)							\
	. = ALIGN(bss_align);						\
	.bss : AT(ADDR(.bss) - LOAD_OFFSET) {				\
574
		BSS_FIRST_SECTIONS					\
575
		*(.bss..page_aligned)					\
576 577 578 579 580 581 582 583 584 585
		*(.dynbss)						\
		*(.bss)							\
		*(COMMON)						\
	}

/*
 * DWARF debug sections.
 * Symbols in the DWARF debugging sections are relative to
 * the beginning of the section so we begin them at 0.
 */
586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619
#define DWARF_DEBUG							\
		/* DWARF 1 */						\
		.debug          0 : { *(.debug) }			\
		.line           0 : { *(.line) }			\
		/* GNU DWARF 1 extensions */				\
		.debug_srcinfo  0 : { *(.debug_srcinfo) }		\
		.debug_sfnames  0 : { *(.debug_sfnames) }		\
		/* DWARF 1.1 and DWARF 2 */				\
		.debug_aranges  0 : { *(.debug_aranges) }		\
		.debug_pubnames 0 : { *(.debug_pubnames) }		\
		/* DWARF 2 */						\
		.debug_info     0 : { *(.debug_info			\
				.gnu.linkonce.wi.*) }			\
		.debug_abbrev   0 : { *(.debug_abbrev) }		\
		.debug_line     0 : { *(.debug_line) }			\
		.debug_frame    0 : { *(.debug_frame) }			\
		.debug_str      0 : { *(.debug_str) }			\
		.debug_loc      0 : { *(.debug_loc) }			\
		.debug_macinfo  0 : { *(.debug_macinfo) }		\
		/* SGI/MIPS DWARF 2 extensions */			\
		.debug_weaknames 0 : { *(.debug_weaknames) }		\
		.debug_funcnames 0 : { *(.debug_funcnames) }		\
		.debug_typenames 0 : { *(.debug_typenames) }		\
		.debug_varnames  0 : { *(.debug_varnames) }		\

		/* Stabs debugging sections.  */
#define STABS_DEBUG							\
		.stab 0 : { *(.stab) }					\
		.stabstr 0 : { *(.stabstr) }				\
		.stab.excl 0 : { *(.stab.excl) }			\
		.stab.exclstr 0 : { *(.stab.exclstr) }			\
		.stab.index 0 : { *(.stab.index) }			\
		.stab.indexstr 0 : { *(.stab.indexstr) }		\
		.comment 0 : { *(.comment) }
620

J
Jan Beulich 已提交
621
#ifdef CONFIG_GENERIC_BUG
622 623 624
#define BUG_TABLE							\
	. = ALIGN(8);							\
	__bug_table : AT(ADDR(__bug_table) - LOAD_OFFSET) {		\
625
		VMLINUX_SYMBOL(__start___bug_table) = .;		\
626
		*(__bug_table)						\
627
		VMLINUX_SYMBOL(__stop___bug_table) = .;			\
628
	}
J
Jan Beulich 已提交
629 630 631
#else
#define BUG_TABLE
#endif
632

J
Jan Beulich 已提交
633 634 635 636
#ifdef CONFIG_PM_TRACE
#define TRACEDATA							\
	. = ALIGN(4);							\
	.tracedata : AT(ADDR(.tracedata) - LOAD_OFFSET) {		\
637
		VMLINUX_SYMBOL(__tracedata_start) = .;			\
J
Jan Beulich 已提交
638
		*(.tracedata)						\
639
		VMLINUX_SYMBOL(__tracedata_end) = .;			\
J
Jan Beulich 已提交
640 641 642 643 644
	}
#else
#define TRACEDATA
#endif

645
#define NOTES								\
646 647 648 649 650
	.notes : AT(ADDR(.notes) - LOAD_OFFSET) {			\
		VMLINUX_SYMBOL(__start_notes) = .;			\
		*(.note.*)						\
		VMLINUX_SYMBOL(__stop_notes) = .;			\
	}
651

652 653 654 655 656 657
#define INIT_SETUP(initsetup_align)					\
		. = ALIGN(initsetup_align);				\
		VMLINUX_SYMBOL(__setup_start) = .;			\
		*(.init.setup)						\
		VMLINUX_SYMBOL(__setup_end) = .;

658 659 660 661
#define INIT_CALLS_LEVEL(level)						\
		VMLINUX_SYMBOL(__initcall##level##_start) = .;		\
		*(.initcall##level##.init)				\
		*(.initcall##level##s.init)				\
662

663 664
#define INIT_CALLS							\
		VMLINUX_SYMBOL(__initcall_start) = .;			\
665 666 667 668 669 670 671 672 673 674
		*(.initcallearly.init)					\
		INIT_CALLS_LEVEL(0)					\
		INIT_CALLS_LEVEL(1)					\
		INIT_CALLS_LEVEL(2)					\
		INIT_CALLS_LEVEL(3)					\
		INIT_CALLS_LEVEL(4)					\
		INIT_CALLS_LEVEL(5)					\
		INIT_CALLS_LEVEL(rootfs)				\
		INIT_CALLS_LEVEL(6)					\
		INIT_CALLS_LEVEL(7)					\
675 676 677 678 679 680 681 682 683 684 685 686 687 688
		VMLINUX_SYMBOL(__initcall_end) = .;

#define CON_INITCALL							\
		VMLINUX_SYMBOL(__con_initcall_start) = .;		\
		*(.con_initcall.init)					\
		VMLINUX_SYMBOL(__con_initcall_end) = .;

#define SECURITY_INITCALL						\
		VMLINUX_SYMBOL(__security_initcall_start) = .;		\
		*(.security_initcall.init)				\
		VMLINUX_SYMBOL(__security_initcall_end) = .;

#ifdef CONFIG_BLK_DEV_INITRD
#define INIT_RAM_FS							\
689
	. = ALIGN(4);							\
690 691
	VMLINUX_SYMBOL(__initramfs_start) = .;				\
	*(.init.ramfs)							\
692 693
	. = ALIGN(8);							\
	*(.init.ramfs.info)
694
#else
695
#define INIT_RAM_FS
696 697
#endif

698 699 700 701 702 703 704 705 706
/*
 * Default discarded sections.
 *
 * Some archs want to discard exit text/data at runtime rather than
 * link time due to cross-section references such as alt instructions,
 * bug table, eh_frame, etc.  DISCARDS must be the last of output
 * section definitions so that such archs put those in earlier section
 * definitions.
 */
707 708 709 710
#define DISCARDS							\
	/DISCARD/ : {							\
	EXIT_TEXT							\
	EXIT_DATA							\
711
	EXIT_CALL							\
712
	*(.discard)							\
713
	*(.discard.*)							\
714 715
	}

716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737
/**
 * PERCPU_INPUT - the percpu input sections
 * @cacheline: cacheline size
 *
 * The core percpu section names and core symbols which do not rely
 * directly upon load addresses.
 *
 * @cacheline is used to align subsections to avoid false cacheline
 * sharing between subsections for different purposes.
 */
#define PERCPU_INPUT(cacheline)						\
	VMLINUX_SYMBOL(__per_cpu_start) = .;				\
	*(.data..percpu..first)						\
	. = ALIGN(PAGE_SIZE);						\
	*(.data..percpu..page_aligned)					\
	. = ALIGN(cacheline);						\
	*(.data..percpu..readmostly)					\
	. = ALIGN(cacheline);						\
	*(.data..percpu)						\
	*(.data..percpu..shared_aligned)				\
	VMLINUX_SYMBOL(__per_cpu_end) = .;

738
/**
739
 * PERCPU_VADDR - define output section for percpu area
740
 * @cacheline: cacheline size
741 742 743
 * @vaddr: explicit base address (optional)
 * @phdr: destination PHDR (optional)
 *
744 745 746 747 748 749 750 751
 * Macro which expands to output section for percpu area.
 *
 * @cacheline is used to align subsections to avoid false cacheline
 * sharing between subsections for different purposes.
 *
 * If @vaddr is not blank, it specifies explicit base address and all
 * percpu symbols will be offset from the given address.  If blank,
 * @vaddr always equals @laddr + LOAD_OFFSET.
752 753 754 755 756 757
 *
 * @phdr defines the output PHDR to use if not blank.  Be warned that
 * output PHDR is sticky.  If @phdr is specified, the next output
 * section in the linker script will go there too.  @phdr should have
 * a leading colon.
 *
758 759
 * Note that this macros defines __per_cpu_load as an absolute symbol.
 * If there is no need to put the percpu section at a predetermined
760
 * address, use PERCPU_SECTION.
761
 */
762
#define PERCPU_VADDR(cacheline, vaddr, phdr)				\
763
	VMLINUX_SYMBOL(__per_cpu_load) = .;				\
764
	.data..percpu vaddr : AT(VMLINUX_SYMBOL(__per_cpu_load)		\
765
				- LOAD_OFFSET) {			\
766
		PERCPU_INPUT(cacheline)					\
767
	} phdr								\
768
	. = VMLINUX_SYMBOL(__per_cpu_load) + SIZEOF(.data..percpu);
769 770

/**
771
 * PERCPU_SECTION - define output section for percpu area, simple version
772
 * @cacheline: cacheline size
773
 *
774 775
 * Align to PAGE_SIZE and outputs output section for percpu area.  This
 * macro doesn't manipulate @vaddr or @phdr and __per_cpu_load and
776
 * __per_cpu_start will be identical.
777
 *
778
 * This macro is equivalent to ALIGN(PAGE_SIZE); PERCPU_VADDR(@cacheline,,)
779 780
 * except that __per_cpu_load is defined as a relative symbol against
 * .data..percpu which is required for relocatable x86_32 configuration.
781
 */
782 783
#define PERCPU_SECTION(cacheline)					\
	. = ALIGN(PAGE_SIZE);						\
784
	.data..percpu	: AT(ADDR(.data..percpu) - LOAD_OFFSET) {	\
785
		VMLINUX_SYMBOL(__per_cpu_load) = .;			\
786
		PERCPU_INPUT(cacheline)					\
787
	}
788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804


/*
 * Definition of the high level *_SECTION macros
 * They will fit only a subset of the architectures
 */


/*
 * Writeable data.
 * All sections are combined in a single .data section.
 * The sections following CONSTRUCTORS are arranged so their
 * typical alignment matches.
 * A cacheline is typical/always less than a PAGE_SIZE so
 * the sections that has this restriction (or similar)
 * is located before the ones requiring PAGE_SIZE alignment.
 * NOSAVE_DATA starts and ends with a PAGE_SIZE alignment which
L
Lucas De Marchi 已提交
805
 * matches the requirement of PAGE_ALIGNED_DATA.
806
 *
S
Sam Ravnborg 已提交
807
 * use 0 as page_align if page_aligned data is not used */
808
#define RW_DATA_SECTION(cacheline, pagealigned, inittask)		\
809 810
	. = ALIGN(PAGE_SIZE);						\
	.data : AT(ADDR(.data) - LOAD_OFFSET) {				\
811
		INIT_TASK_DATA(inittask)				\
812 813
		NOSAVE_DATA						\
		PAGE_ALIGNED_DATA(pagealigned)				\
814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837
		CACHELINE_ALIGNED_DATA(cacheline)			\
		READ_MOSTLY_DATA(cacheline)				\
		DATA_DATA						\
		CONSTRUCTORS						\
	}

#define INIT_TEXT_SECTION(inittext_align)				\
	. = ALIGN(inittext_align);					\
	.init.text : AT(ADDR(.init.text) - LOAD_OFFSET) {		\
		VMLINUX_SYMBOL(_sinittext) = .;				\
		INIT_TEXT						\
		VMLINUX_SYMBOL(_einittext) = .;				\
	}

#define INIT_DATA_SECTION(initsetup_align)				\
	.init.data : AT(ADDR(.init.data) - LOAD_OFFSET) {		\
		INIT_DATA						\
		INIT_SETUP(initsetup_align)				\
		INIT_CALLS						\
		CON_INITCALL						\
		SECURITY_INITCALL					\
		INIT_RAM_FS						\
	}

838 839 840 841
#define BSS_SECTION(sbss_align, bss_align, stop_align)			\
	. = ALIGN(sbss_align);						\
	VMLINUX_SYMBOL(__bss_start) = .;				\
	SBSS(sbss_align)						\
842
	BSS(bss_align)							\
843 844
	. = ALIGN(stop_align);						\
	VMLINUX_SYMBOL(__bss_stop) = .;