vmlinux.lds.h 27.4 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14
/*
 * Helper macros to support writing architecture specific
 * linker scripts.
 *
 * A minimal linker scripts has following content:
 * [This is a sample, architectures may have special requiriements]
 *
 * OUTPUT_FORMAT(...)
 * OUTPUT_ARCH(...)
 * ENTRY(...)
 * SECTIONS
 * {
 *	. = START;
 *	__init_begin = .;
S
Sam Ravnborg 已提交
15
 *	HEAD_TEXT_SECTION
16 17
 *	INIT_TEXT_SECTION(PAGE_SIZE)
 *	INIT_DATA_SECTION(...)
18
 *	PERCPU_SECTION(CACHELINE_SIZE)
19 20 21 22 23 24 25 26 27 28 29 30 31 32
 *	__init_end = .;
 *
 *	_stext = .;
 *	TEXT_SECTION = 0
 *	_etext = .;
 *
 *      _sdata = .;
 *	RO_DATA_SECTION(PAGE_SIZE)
 *	RW_DATA_SECTION(...)
 *	_edata = .;
 *
 *	EXCEPTION_TABLE(...)
 *	NOTES
 *
33
 *	BSS_SECTION(0, 0, 0)
34 35 36 37
 *	_end = .;
 *
 *	STABS_DEBUG
 *	DWARF_DEBUG
38 39
 *
 *	DISCARDS		// must be the last
40 41 42
 * }
 *
 * [__init_begin, __init_end] is the init section that may be freed after init
43 44
 * 	// __init_begin and __init_end should be page aligned, so that we can
 *	// free the whole .init memory
45 46 47 48 49 50 51
 * [_stext, _etext] is the text section
 * [_sdata, _edata] is the data section
 *
 * Some of the included output section have their own set of constants.
 * Examples are: [__initramfs_start, __initramfs_end] for initramfs and
 *               [__nosave_begin, __nosave_end] for the nosave data
 */
T
Tim Abbott 已提交
52

L
Linus Torvalds 已提交
53 54 55 56
#ifndef LOAD_OFFSET
#define LOAD_OFFSET 0
#endif

R
Rusty Russell 已提交
57
#include <linux/export.h>
L
Linus Torvalds 已提交
58

59 60 61
/* Align . to a 8 byte boundary equals to maximum function alignment. */
#define ALIGN_FUNCTION()  . = ALIGN(8)

62 63 64 65
/*
 * Align to a 32 byte boundary equal to the
 * alignment gcc 4.5 uses for a struct
 */
66 67
#define STRUCT_ALIGNMENT 32
#define STRUCT_ALIGN() . = ALIGN(STRUCT_ALIGNMENT)
68

69 70 71 72 73 74 75 76 77 78 79 80
/* The actual configuration determine if the init/exit sections
 * are handled as text/data or they can be discarded (which
 * often happens at runtime)
 */
#ifdef CONFIG_HOTPLUG_CPU
#define CPU_KEEP(sec)    *(.cpu##sec)
#define CPU_DISCARD(sec)
#else
#define CPU_KEEP(sec)
#define CPU_DISCARD(sec) *(.cpu##sec)
#endif

81
#if defined(CONFIG_MEMORY_HOTPLUG)
82 83 84 85 86 87 88
#define MEM_KEEP(sec)    *(.mem##sec)
#define MEM_DISCARD(sec)
#else
#define MEM_KEEP(sec)
#define MEM_DISCARD(sec) *(.mem##sec)
#endif

89
#ifdef CONFIG_FTRACE_MCOUNT_RECORD
90 91
#define MCOUNT_REC()	. = ALIGN(8);				\
			VMLINUX_SYMBOL(__start_mcount_loc) = .; \
92 93 94 95 96
			*(__mcount_loc)				\
			VMLINUX_SYMBOL(__stop_mcount_loc) = .;
#else
#define MCOUNT_REC()
#endif
97

98
#ifdef CONFIG_TRACE_BRANCH_PROFILING
99 100 101
#define LIKELY_PROFILE()	VMLINUX_SYMBOL(__start_annotated_branch_profile) = .; \
				*(_ftrace_annotated_branch)			      \
				VMLINUX_SYMBOL(__stop_annotated_branch_profile) = .;
102 103 104 105
#else
#define LIKELY_PROFILE()
#endif

106 107 108 109 110 111 112 113
#ifdef CONFIG_PROFILE_ALL_BRANCHES
#define BRANCH_PROFILE()	VMLINUX_SYMBOL(__start_branch_profile) = .;   \
				*(_ftrace_branch)			      \
				VMLINUX_SYMBOL(__stop_branch_profile) = .;
#else
#define BRANCH_PROFILE()
#endif

114
#ifdef CONFIG_KPROBES
115 116
#define KPROBE_BLACKLIST()	. = ALIGN(8);				      \
				VMLINUX_SYMBOL(__start_kprobe_blacklist) = .; \
117
				KEEP(*(_kprobe_blacklist))		      \
118 119 120 121 122
				VMLINUX_SYMBOL(__stop_kprobe_blacklist) = .;
#else
#define KPROBE_BLACKLIST()
#endif

123
#ifdef CONFIG_EVENT_TRACING
124 125
#define FTRACE_EVENTS()	. = ALIGN(8);					\
			VMLINUX_SYMBOL(__start_ftrace_events) = .;	\
126
			KEEP(*(_ftrace_events))				\
127 128
			VMLINUX_SYMBOL(__stop_ftrace_events) = .;	\
			VMLINUX_SYMBOL(__start_ftrace_enum_maps) = .;	\
129
			KEEP(*(_ftrace_enum_map))			\
130
			VMLINUX_SYMBOL(__stop_ftrace_enum_maps) = .;
131 132 133 134
#else
#define FTRACE_EVENTS()
#endif

L
Lai Jiangshan 已提交
135 136
#ifdef CONFIG_TRACING
#define TRACE_PRINTKS() VMLINUX_SYMBOL(__start___trace_bprintk_fmt) = .;      \
137
			 KEEP(*(__trace_printk_fmt)) /* Trace_printk fmt' pointer */ \
L
Lai Jiangshan 已提交
138
			 VMLINUX_SYMBOL(__stop___trace_bprintk_fmt) = .;
139
#define TRACEPOINT_STR() VMLINUX_SYMBOL(__start___tracepoint_str) = .;	\
140
			 KEEP(*(__tracepoint_str)) /* Trace_printk fmt' pointer */ \
141
			 VMLINUX_SYMBOL(__stop___tracepoint_str) = .;
L
Lai Jiangshan 已提交
142 143
#else
#define TRACE_PRINTKS()
144
#define TRACEPOINT_STR()
L
Lai Jiangshan 已提交
145 146
#endif

147
#ifdef CONFIG_FTRACE_SYSCALLS
148 149
#define TRACE_SYSCALLS() . = ALIGN(8);					\
			 VMLINUX_SYMBOL(__start_syscalls_metadata) = .;	\
150
			 KEEP(*(__syscalls_metadata))			\
151 152 153 154 155
			 VMLINUX_SYMBOL(__stop_syscalls_metadata) = .;
#else
#define TRACE_SYSCALLS()
#endif

156
#ifdef CONFIG_SERIAL_EARLYCON
157
#define EARLYCON_TABLE() STRUCT_ALIGN();			\
158
			 VMLINUX_SYMBOL(__earlycon_table) = .;	\
159
			 KEEP(*(__earlycon_table))		\
160
			 VMLINUX_SYMBOL(__earlycon_table_end) = .;
161 162 163
#else
#define EARLYCON_TABLE()
#endif
164

165 166
#define ___OF_TABLE(cfg, name)	_OF_TABLE_##cfg(name)
#define __OF_TABLE(cfg, name)	___OF_TABLE(cfg, name)
167
#define OF_TABLE(cfg, name)	__OF_TABLE(IS_ENABLED(cfg), name)
168 169
#define _OF_TABLE_0(name)
#define _OF_TABLE_1(name)						\
170
	. = ALIGN(8);							\
171
	VMLINUX_SYMBOL(__##name##_of_table) = .;			\
172 173
	KEEP(*(__##name##_of_table))					\
	KEEP(*(__##name##_of_table_end))
174 175

#define CLKSRC_OF_TABLES()	OF_TABLE(CONFIG_CLKSRC_OF, clksrc)
176
#define CLKEVT_OF_TABLES()	OF_TABLE(CONFIG_CLKEVT_OF, clkevt)
177 178
#define IRQCHIP_OF_MATCH_TABLE() OF_TABLE(CONFIG_IRQCHIP, irqchip)
#define CLK_OF_TABLES()		OF_TABLE(CONFIG_COMMON_CLK, clk)
179
#define IOMMU_OF_TABLES()	OF_TABLE(CONFIG_OF_IOMMU, iommu)
180 181
#define RESERVEDMEM_OF_TABLES()	OF_TABLE(CONFIG_OF_RESERVED_MEM, reservedmem)
#define CPU_METHOD_OF_TABLES()	OF_TABLE(CONFIG_SMP, cpu_method)
182
#define CPUIDLE_METHOD_OF_TABLES() OF_TABLE(CONFIG_CPU_IDLE, cpuidle_method)
183

184 185 186 187
#ifdef CONFIG_ACPI
#define ACPI_PROBE_TABLE(name)						\
	. = ALIGN(8);							\
	VMLINUX_SYMBOL(__##name##_acpi_probe_table) = .;		\
188
	KEEP(*(__##name##_acpi_probe_table))				\
189 190 191 192 193
	VMLINUX_SYMBOL(__##name##_acpi_probe_table_end) = .;
#else
#define ACPI_PROBE_TABLE(name)
#endif

194 195 196
#define KERNEL_DTB()							\
	STRUCT_ALIGN();							\
	VMLINUX_SYMBOL(__dtb_start) = .;				\
197
	KEEP(*(.dtb.init.rodata))					\
198 199
	VMLINUX_SYMBOL(__dtb_end) = .;

200 201
/*
 * .data section
202 203 204
 * LD_DEAD_CODE_DATA_ELIMINATION option enables -fdata-sections generates
 * .data.identifier which needs to be pulled in with .data, but don't want to
 * pull in .data..stuff which has its own requirements. Same for bss.
205
 */
206
#define DATA_DATA							\
207
	*(.data .data.[0-9a-zA-Z_]*)					\
208
	*(.ref.data)							\
209
	*(.data..shared_aligned) /* percpu related */			\
210 211
	MEM_KEEP(init.data)						\
	MEM_KEEP(exit.data)						\
212
	*(.data.unlikely)						\
213
	STRUCT_ALIGN();							\
M
Mathieu Desnoyers 已提交
214
	*(__tracepoints)						\
215
	/* implement dynamic printk debug */				\
216 217
	. = ALIGN(8);                                                   \
	VMLINUX_SYMBOL(__start___jump_table) = .;                       \
218
	KEEP(*(__jump_table))                                           \
219
	VMLINUX_SYMBOL(__stop___jump_table) = .;                        \
220 221
	. = ALIGN(8);							\
	VMLINUX_SYMBOL(__start___verbose) = .;                          \
222
	KEEP(*(__verbose))                                              \
223
	VMLINUX_SYMBOL(__stop___verbose) = .;				\
224
	LIKELY_PROFILE()		       				\
225
	BRANCH_PROFILE()						\
226 227
	TRACE_PRINTKS()							\
	TRACEPOINT_STR()
228

229 230 231 232 233 234
/*
 * Data section helpers
 */
#define NOSAVE_DATA							\
	. = ALIGN(PAGE_SIZE);						\
	VMLINUX_SYMBOL(__nosave_begin) = .;				\
235
	*(.data..nosave)						\
236 237 238 239 240
	. = ALIGN(PAGE_SIZE);						\
	VMLINUX_SYMBOL(__nosave_end) = .;

#define PAGE_ALIGNED_DATA(page_align)					\
	. = ALIGN(page_align);						\
241
	*(.data..page_aligned)
242 243 244

#define READ_MOSTLY_DATA(align)						\
	. = ALIGN(align);						\
245 246
	*(.data..read_mostly)						\
	. = ALIGN(align);
247 248 249

#define CACHELINE_ALIGNED_DATA(align)					\
	. = ALIGN(align);						\
250
	*(.data..cacheline_aligned)
251

252
#define INIT_TASK_DATA(align)						\
253
	. = ALIGN(align);						\
254 255 256
	VMLINUX_SYMBOL(__start_init_task) = .;				\
	*(.data..init_task)						\
	VMLINUX_SYMBOL(__end_init_task) = .;
257

258 259 260 261 262
/*
 * Allow architectures to handle ro_after_init data on their
 * own by defining an empty RO_AFTER_INIT_DATA.
 */
#ifndef RO_AFTER_INIT_DATA
263
#define RO_AFTER_INIT_DATA						\
264
	VMLINUX_SYMBOL(__start_ro_after_init) = .;			\
265
	*(.data..ro_after_init)						\
266
	VMLINUX_SYMBOL(__end_ro_after_init) = .;
267 268
#endif

269 270 271 272
/*
 * Read only Data
 */
#define RO_DATA_SECTION(align)						\
273
	. = ALIGN((align));						\
L
Linus Torvalds 已提交
274
	.rodata           : AT(ADDR(.rodata) - LOAD_OFFSET) {		\
275
		VMLINUX_SYMBOL(__start_rodata) = .;			\
L
Linus Torvalds 已提交
276
		*(.rodata) *(.rodata.*)					\
277
		RO_AFTER_INIT_DATA	/* Read only after init */	\
278
		KEEP(*(__vermagic))	/* Kernel version magic */	\
279 280
		. = ALIGN(8);						\
		VMLINUX_SYMBOL(__start___tracepoints_ptrs) = .;		\
281
		KEEP(*(__tracepoints_ptrs)) /* Tracepoints: pointer array */ \
282
		VMLINUX_SYMBOL(__stop___tracepoints_ptrs) = .;		\
M
Mathieu Desnoyers 已提交
283
		*(__tracepoints_strings)/* Tracepoints: strings */	\
L
Linus Torvalds 已提交
284 285 286 287 288 289 290 291 292
	}								\
									\
	.rodata1          : AT(ADDR(.rodata1) - LOAD_OFFSET) {		\
		*(.rodata1)						\
	}								\
									\
	/* PCI quirks */						\
	.pci_fixup        : AT(ADDR(.pci_fixup) - LOAD_OFFSET) {	\
		VMLINUX_SYMBOL(__start_pci_fixups_early) = .;		\
293
		KEEP(*(.pci_fixup_early))				\
L
Linus Torvalds 已提交
294 295
		VMLINUX_SYMBOL(__end_pci_fixups_early) = .;		\
		VMLINUX_SYMBOL(__start_pci_fixups_header) = .;		\
296
		KEEP(*(.pci_fixup_header))				\
L
Linus Torvalds 已提交
297 298
		VMLINUX_SYMBOL(__end_pci_fixups_header) = .;		\
		VMLINUX_SYMBOL(__start_pci_fixups_final) = .;		\
299
		KEEP(*(.pci_fixup_final))				\
L
Linus Torvalds 已提交
300 301
		VMLINUX_SYMBOL(__end_pci_fixups_final) = .;		\
		VMLINUX_SYMBOL(__start_pci_fixups_enable) = .;		\
302
		KEEP(*(.pci_fixup_enable))				\
L
Linus Torvalds 已提交
303
		VMLINUX_SYMBOL(__end_pci_fixups_enable) = .;		\
304
		VMLINUX_SYMBOL(__start_pci_fixups_resume) = .;		\
305
		KEEP(*(.pci_fixup_resume))				\
306
		VMLINUX_SYMBOL(__end_pci_fixups_resume) = .;		\
307
		VMLINUX_SYMBOL(__start_pci_fixups_resume_early) = .;	\
308
		KEEP(*(.pci_fixup_resume_early))			\
309 310
		VMLINUX_SYMBOL(__end_pci_fixups_resume_early) = .;	\
		VMLINUX_SYMBOL(__start_pci_fixups_suspend) = .;		\
311
		KEEP(*(.pci_fixup_suspend))				\
312
		VMLINUX_SYMBOL(__end_pci_fixups_suspend) = .;		\
313
		VMLINUX_SYMBOL(__start_pci_fixups_suspend_late) = .;	\
314
		KEEP(*(.pci_fixup_suspend_late))			\
315
		VMLINUX_SYMBOL(__end_pci_fixups_suspend_late) = .;	\
L
Linus Torvalds 已提交
316 317
	}								\
									\
318 319 320
	/* Built-in firmware blobs */					\
	.builtin_fw        : AT(ADDR(.builtin_fw) - LOAD_OFFSET) {	\
		VMLINUX_SYMBOL(__start_builtin_fw) = .;			\
321
		KEEP(*(.builtin_fw))					\
322 323 324
		VMLINUX_SYMBOL(__end_builtin_fw) = .;			\
	}								\
									\
J
Jan Beulich 已提交
325 326
	TRACEDATA							\
									\
L
Linus Torvalds 已提交
327 328 329
	/* Kernel symbol table: Normal symbols */			\
	__ksymtab         : AT(ADDR(__ksymtab) - LOAD_OFFSET) {		\
		VMLINUX_SYMBOL(__start___ksymtab) = .;			\
330
		KEEP(*(SORT(___ksymtab+*)))				\
L
Linus Torvalds 已提交
331 332 333 334 335 336
		VMLINUX_SYMBOL(__stop___ksymtab) = .;			\
	}								\
									\
	/* Kernel symbol table: GPL-only symbols */			\
	__ksymtab_gpl     : AT(ADDR(__ksymtab_gpl) - LOAD_OFFSET) {	\
		VMLINUX_SYMBOL(__start___ksymtab_gpl) = .;		\
337
		KEEP(*(SORT(___ksymtab_gpl+*)))				\
L
Linus Torvalds 已提交
338 339 340
		VMLINUX_SYMBOL(__stop___ksymtab_gpl) = .;		\
	}								\
									\
341 342 343
	/* Kernel symbol table: Normal unused symbols */		\
	__ksymtab_unused  : AT(ADDR(__ksymtab_unused) - LOAD_OFFSET) {	\
		VMLINUX_SYMBOL(__start___ksymtab_unused) = .;		\
344
		KEEP(*(SORT(___ksymtab_unused+*)))			\
345 346 347 348 349 350
		VMLINUX_SYMBOL(__stop___ksymtab_unused) = .;		\
	}								\
									\
	/* Kernel symbol table: GPL-only unused symbols */		\
	__ksymtab_unused_gpl : AT(ADDR(__ksymtab_unused_gpl) - LOAD_OFFSET) { \
		VMLINUX_SYMBOL(__start___ksymtab_unused_gpl) = .;	\
351
		KEEP(*(SORT(___ksymtab_unused_gpl+*)))			\
352 353 354
		VMLINUX_SYMBOL(__stop___ksymtab_unused_gpl) = .;	\
	}								\
									\
355 356 357
	/* Kernel symbol table: GPL-future-only symbols */		\
	__ksymtab_gpl_future : AT(ADDR(__ksymtab_gpl_future) - LOAD_OFFSET) { \
		VMLINUX_SYMBOL(__start___ksymtab_gpl_future) = .;	\
358
		KEEP(*(SORT(___ksymtab_gpl_future+*)))			\
359 360 361
		VMLINUX_SYMBOL(__stop___ksymtab_gpl_future) = .;	\
	}								\
									\
L
Linus Torvalds 已提交
362 363 364
	/* Kernel symbol table: Normal symbols */			\
	__kcrctab         : AT(ADDR(__kcrctab) - LOAD_OFFSET) {		\
		VMLINUX_SYMBOL(__start___kcrctab) = .;			\
365
		KEEP(*(SORT(___kcrctab+*)))				\
L
Linus Torvalds 已提交
366 367 368 369 370 371
		VMLINUX_SYMBOL(__stop___kcrctab) = .;			\
	}								\
									\
	/* Kernel symbol table: GPL-only symbols */			\
	__kcrctab_gpl     : AT(ADDR(__kcrctab_gpl) - LOAD_OFFSET) {	\
		VMLINUX_SYMBOL(__start___kcrctab_gpl) = .;		\
372
		KEEP(*(SORT(___kcrctab_gpl+*)))				\
L
Linus Torvalds 已提交
373 374 375
		VMLINUX_SYMBOL(__stop___kcrctab_gpl) = .;		\
	}								\
									\
376 377 378
	/* Kernel symbol table: Normal unused symbols */		\
	__kcrctab_unused  : AT(ADDR(__kcrctab_unused) - LOAD_OFFSET) {	\
		VMLINUX_SYMBOL(__start___kcrctab_unused) = .;		\
379
		KEEP(*(SORT(___kcrctab_unused+*)))			\
380 381 382 383 384 385
		VMLINUX_SYMBOL(__stop___kcrctab_unused) = .;		\
	}								\
									\
	/* Kernel symbol table: GPL-only unused symbols */		\
	__kcrctab_unused_gpl : AT(ADDR(__kcrctab_unused_gpl) - LOAD_OFFSET) { \
		VMLINUX_SYMBOL(__start___kcrctab_unused_gpl) = .;	\
386
		KEEP(*(SORT(___kcrctab_unused_gpl+*)))			\
387 388 389
		VMLINUX_SYMBOL(__stop___kcrctab_unused_gpl) = .;	\
	}								\
									\
390 391 392
	/* Kernel symbol table: GPL-future-only symbols */		\
	__kcrctab_gpl_future : AT(ADDR(__kcrctab_gpl_future) - LOAD_OFFSET) { \
		VMLINUX_SYMBOL(__start___kcrctab_gpl_future) = .;	\
393
		KEEP(*(SORT(___kcrctab_gpl_future+*)))			\
394 395 396
		VMLINUX_SYMBOL(__stop___kcrctab_gpl_future) = .;	\
	}								\
									\
L
Linus Torvalds 已提交
397 398
	/* Kernel symbol table: strings */				\
        __ksymtab_strings : AT(ADDR(__ksymtab_strings) - LOAD_OFFSET) {	\
399
		*(__ksymtab_strings)					\
L
Linus Torvalds 已提交
400 401
	}								\
									\
402 403
	/* __*init sections */						\
	__init_rodata : AT(ADDR(__init_rodata) - LOAD_OFFSET) {		\
404
		*(.ref.rodata)						\
405 406 407 408
		MEM_KEEP(init.rodata)					\
		MEM_KEEP(exit.rodata)					\
	}								\
									\
L
Linus Torvalds 已提交
409 410 411
	/* Built-in module parameters. */				\
	__param : AT(ADDR(__param) - LOAD_OFFSET) {			\
		VMLINUX_SYMBOL(__start___param) = .;			\
412
		KEEP(*(__param))					\
L
Linus Torvalds 已提交
413
		VMLINUX_SYMBOL(__stop___param) = .;			\
414 415 416 417 418
	}								\
									\
	/* Built-in module versions. */					\
	__modver : AT(ADDR(__modver) - LOAD_OFFSET) {			\
		VMLINUX_SYMBOL(__start___modver) = .;			\
419
		KEEP(*(__modver))					\
420
		VMLINUX_SYMBOL(__stop___modver) = .;			\
421
		. = ALIGN((align));					\
422
		VMLINUX_SYMBOL(__end_rodata) = .;			\
423
	}								\
424 425
	. = ALIGN((align));

426
/* RODATA & RO_DATA provided for backward compatibility.
427
 * All archs are supposed to use RO_DATA() */
428 429
#define RODATA          RO_DATA_SECTION(4096)
#define RO_DATA(align)  RO_DATA_SECTION(align)
L
Linus Torvalds 已提交
430 431

#define SECURITY_INIT							\
432
	.security_initcall.init : AT(ADDR(.security_initcall.init) - LOAD_OFFSET) { \
L
Linus Torvalds 已提交
433
		VMLINUX_SYMBOL(__security_initcall_start) = .;		\
434
		KEEP(*(.security_initcall.init))			\
L
Linus Torvalds 已提交
435 436 437
		VMLINUX_SYMBOL(__security_initcall_end) = .;		\
	}

438
/* .text section. Map to function alignment to avoid address changes
439 440 441 442 443 444
 * during second ld run in second ld pass when generating System.map
 * LD_DEAD_CODE_DATA_ELIMINATION option enables -ffunction-sections generates
 * .text.identifier which needs to be pulled in with .text , but some
 * architectures define .text.foo which is not intended to be pulled in here.
 * Those enabling LD_DEAD_CODE_DATA_ELIMINATION must ensure they don't have
 * conflicting section names, and must pull in .text.[0-9a-zA-Z_]* */
445 446
#define TEXT_TEXT							\
		ALIGN_FUNCTION();					\
447
		*(.text.hot .text .text.fixup .text.unlikely)		\
448
		*(.ref.text)						\
449
	MEM_KEEP(init.text)						\
450
	MEM_KEEP(exit.text)						\
451

452

453 454
/* sched.text is aling to function alignment to secure we have same
 * address even at second ld pass when generating System.map */
L
Linus Torvalds 已提交
455
#define SCHED_TEXT							\
456
		ALIGN_FUNCTION();					\
L
Linus Torvalds 已提交
457 458 459 460
		VMLINUX_SYMBOL(__sched_text_start) = .;			\
		*(.sched.text)						\
		VMLINUX_SYMBOL(__sched_text_end) = .;

461 462
/* spinlock.text is aling to function alignment to secure we have same
 * address even at second ld pass when generating System.map */
L
Linus Torvalds 已提交
463
#define LOCK_TEXT							\
464
		ALIGN_FUNCTION();					\
L
Linus Torvalds 已提交
465 466 467
		VMLINUX_SYMBOL(__lock_text_start) = .;			\
		*(.spinlock.text)					\
		VMLINUX_SYMBOL(__lock_text_end) = .;
468

469 470 471 472 473 474
#define CPUIDLE_TEXT							\
		ALIGN_FUNCTION();					\
		VMLINUX_SYMBOL(__cpuidle_text_start) = .;		\
		*(.cpuidle.text)					\
		VMLINUX_SYMBOL(__cpuidle_text_end) = .;

475 476 477 478 479
#define KPROBES_TEXT							\
		ALIGN_FUNCTION();					\
		VMLINUX_SYMBOL(__kprobes_text_start) = .;		\
		*(.kprobes.text)					\
		VMLINUX_SYMBOL(__kprobes_text_end) = .;
480

J
Jiri Olsa 已提交
481 482 483 484 485 486
#define ENTRY_TEXT							\
		ALIGN_FUNCTION();					\
		VMLINUX_SYMBOL(__entry_text_start) = .;			\
		*(.entry.text)						\
		VMLINUX_SYMBOL(__entry_text_end) = .;

487
#if defined(CONFIG_FUNCTION_GRAPH_TRACER) || defined(CONFIG_KASAN)
488 489 490 491 492 493 494 495 496
#define IRQENTRY_TEXT							\
		ALIGN_FUNCTION();					\
		VMLINUX_SYMBOL(__irqentry_text_start) = .;		\
		*(.irqentry.text)					\
		VMLINUX_SYMBOL(__irqentry_text_end) = .;
#else
#define IRQENTRY_TEXT
#endif

497 498 499 500 501 502 503 504 505 506
#if defined(CONFIG_FUNCTION_GRAPH_TRACER) || defined(CONFIG_KASAN)
#define SOFTIRQENTRY_TEXT						\
		ALIGN_FUNCTION();					\
		VMLINUX_SYMBOL(__softirqentry_text_start) = .;		\
		*(.softirqentry.text)					\
		VMLINUX_SYMBOL(__softirqentry_text_end) = .;
#else
#define SOFTIRQENTRY_TEXT
#endif

507
/* Section used for early init (in .S files) */
S
Sam Ravnborg 已提交
508
#define HEAD_TEXT  *(.head.text)
509

S
Sam Ravnborg 已提交
510
#define HEAD_TEXT_SECTION							\
511 512 513 514 515 516 517 518 519 520 521
	.head.text : AT(ADDR(.head.text) - LOAD_OFFSET) {		\
		HEAD_TEXT						\
	}

/*
 * Exception table
 */
#define EXCEPTION_TABLE(align)						\
	. = ALIGN(align);						\
	__ex_table : AT(ADDR(__ex_table) - LOAD_OFFSET) {		\
		VMLINUX_SYMBOL(__start___ex_table) = .;			\
522
		KEEP(*(__ex_table))					\
523 524 525 526 527 528
		VMLINUX_SYMBOL(__stop___ex_table) = .;			\
	}

/*
 * Init task
 */
529
#define INIT_TASK_DATA_SECTION(align)					\
530
	. = ALIGN(align);						\
531
	.data..init_task :  AT(ADDR(.data..init_task) - LOAD_OFFSET) {	\
532
		INIT_TASK_DATA(align)					\
533
	}
534

535
#ifdef CONFIG_CONSTRUCTORS
536 537
#define KERNEL_CTORS()	. = ALIGN(8);			   \
			VMLINUX_SYMBOL(__ctors_start) = .; \
538 539 540
			KEEP(*(.ctors))			   \
			KEEP(*(SORT(.init_array.*)))	   \
			KEEP(*(.init_array))		   \
541 542 543 544 545
			VMLINUX_SYMBOL(__ctors_end) = .;
#else
#define KERNEL_CTORS()
#endif

546
/* init and exit section handling */
547
#define INIT_DATA							\
548
	KEEP(*(SORT(___kentry+*)))					\
549 550
	*(.init.data)							\
	MEM_DISCARD(init.data)						\
551
	KERNEL_CTORS()							\
552
	MCOUNT_REC()							\
553
	*(.init.rodata)							\
554
	FTRACE_EVENTS()							\
555
	TRACE_SYSCALLS()						\
556
	KPROBE_BLACKLIST()						\
557
	MEM_DISCARD(init.rodata)					\
558
	CLK_OF_TABLES()							\
559
	RESERVEDMEM_OF_TABLES()						\
560
	CLKSRC_OF_TABLES()						\
561
	CLKEVT_OF_TABLES()						\
562
	IOMMU_OF_TABLES()						\
563
	CPU_METHOD_OF_TABLES()						\
564
	CPUIDLE_METHOD_OF_TABLES()					\
565
	KERNEL_DTB()							\
R
Rob Herring 已提交
566
	IRQCHIP_OF_MATCH_TABLE()					\
567
	ACPI_PROBE_TABLE(irqchip)					\
568
	ACPI_PROBE_TABLE(clksrc)					\
569
	EARLYCON_TABLE()
570 571 572

#define INIT_TEXT							\
	*(.init.text)							\
573
	*(.text.startup)						\
574 575 576 577
	MEM_DISCARD(init.text)

#define EXIT_DATA							\
	*(.exit.data)							\
578 579
	*(.fini_array)							\
	*(.dtors)							\
580 581
	MEM_DISCARD(exit.data)						\
	MEM_DISCARD(exit.rodata)
582

583 584
#define EXIT_TEXT							\
	*(.exit.text)							\
585
	*(.text.exit)							\
586
	MEM_DISCARD(exit.text)
587

S
Sam Ravnborg 已提交
588 589 590
#define EXIT_CALL							\
	*(.exitcall.exit)

591 592 593 594
/*
 * bss (Block Started by Symbol) - uninitialized data
 * zeroed during startup
 */
595 596
#define SBSS(sbss_align)						\
	. = ALIGN(sbss_align);						\
597
	.sbss : AT(ADDR(.sbss) - LOAD_OFFSET) {				\
598
		*(.dynsbss)						\
599 600 601 602
		*(.sbss)						\
		*(.scommon)						\
	}

603 604 605 606 607 608 609 610
/*
 * Allow archectures to redefine BSS_FIRST_SECTIONS to add extra
 * sections to the front of bss.
 */
#ifndef BSS_FIRST_SECTIONS
#define BSS_FIRST_SECTIONS
#endif

611 612 613
#define BSS(bss_align)							\
	. = ALIGN(bss_align);						\
	.bss : AT(ADDR(.bss) - LOAD_OFFSET) {				\
614
		BSS_FIRST_SECTIONS					\
615
		*(.bss..page_aligned)					\
616
		*(.dynbss)						\
617
		*(.bss .bss.[0-9a-zA-Z_]*)				\
618 619 620 621 622 623 624 625
		*(COMMON)						\
	}

/*
 * DWARF debug sections.
 * Symbols in the DWARF debugging sections are relative to
 * the beginning of the section so we begin them at 0.
 */
626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644
#define DWARF_DEBUG							\
		/* DWARF 1 */						\
		.debug          0 : { *(.debug) }			\
		.line           0 : { *(.line) }			\
		/* GNU DWARF 1 extensions */				\
		.debug_srcinfo  0 : { *(.debug_srcinfo) }		\
		.debug_sfnames  0 : { *(.debug_sfnames) }		\
		/* DWARF 1.1 and DWARF 2 */				\
		.debug_aranges  0 : { *(.debug_aranges) }		\
		.debug_pubnames 0 : { *(.debug_pubnames) }		\
		/* DWARF 2 */						\
		.debug_info     0 : { *(.debug_info			\
				.gnu.linkonce.wi.*) }			\
		.debug_abbrev   0 : { *(.debug_abbrev) }		\
		.debug_line     0 : { *(.debug_line) }			\
		.debug_frame    0 : { *(.debug_frame) }			\
		.debug_str      0 : { *(.debug_str) }			\
		.debug_loc      0 : { *(.debug_loc) }			\
		.debug_macinfo  0 : { *(.debug_macinfo) }		\
645 646 647
		.debug_pubtypes 0 : { *(.debug_pubtypes) }		\
		/* DWARF 3 */						\
		.debug_ranges	0 : { *(.debug_ranges) }		\
648 649 650 651 652
		/* SGI/MIPS DWARF 2 extensions */			\
		.debug_weaknames 0 : { *(.debug_weaknames) }		\
		.debug_funcnames 0 : { *(.debug_funcnames) }		\
		.debug_typenames 0 : { *(.debug_typenames) }		\
		.debug_varnames  0 : { *(.debug_varnames) }		\
653 654 655 656 657 658 659 660
		/* GNU DWARF 2 extensions */				\
		.debug_gnu_pubnames 0 : { *(.debug_gnu_pubnames) }	\
		.debug_gnu_pubtypes 0 : { *(.debug_gnu_pubtypes) }	\
		/* DWARF 4 */						\
		.debug_types	0 : { *(.debug_types) }			\
		/* DWARF 5 */						\
		.debug_macro	0 : { *(.debug_macro) }			\
		.debug_addr	0 : { *(.debug_addr) }
661 662 663 664 665 666 667 668 669 670

		/* Stabs debugging sections.  */
#define STABS_DEBUG							\
		.stab 0 : { *(.stab) }					\
		.stabstr 0 : { *(.stabstr) }				\
		.stab.excl 0 : { *(.stab.excl) }			\
		.stab.exclstr 0 : { *(.stab.exclstr) }			\
		.stab.index 0 : { *(.stab.index) }			\
		.stab.indexstr 0 : { *(.stab.indexstr) }		\
		.comment 0 : { *(.comment) }
671

J
Jan Beulich 已提交
672
#ifdef CONFIG_GENERIC_BUG
673 674 675
#define BUG_TABLE							\
	. = ALIGN(8);							\
	__bug_table : AT(ADDR(__bug_table) - LOAD_OFFSET) {		\
676
		VMLINUX_SYMBOL(__start___bug_table) = .;		\
677
		KEEP(*(__bug_table))					\
678
		VMLINUX_SYMBOL(__stop___bug_table) = .;			\
679
	}
J
Jan Beulich 已提交
680 681 682
#else
#define BUG_TABLE
#endif
683

J
Jan Beulich 已提交
684 685 686 687
#ifdef CONFIG_PM_TRACE
#define TRACEDATA							\
	. = ALIGN(4);							\
	.tracedata : AT(ADDR(.tracedata) - LOAD_OFFSET) {		\
688
		VMLINUX_SYMBOL(__tracedata_start) = .;			\
689
		KEEP(*(.tracedata))					\
690
		VMLINUX_SYMBOL(__tracedata_end) = .;			\
J
Jan Beulich 已提交
691 692 693 694 695
	}
#else
#define TRACEDATA
#endif

696
#define NOTES								\
697 698 699 700 701
	.notes : AT(ADDR(.notes) - LOAD_OFFSET) {			\
		VMLINUX_SYMBOL(__start_notes) = .;			\
		*(.note.*)						\
		VMLINUX_SYMBOL(__stop_notes) = .;			\
	}
702

703 704 705
#define INIT_SETUP(initsetup_align)					\
		. = ALIGN(initsetup_align);				\
		VMLINUX_SYMBOL(__setup_start) = .;			\
706
		KEEP(*(.init.setup))					\
707 708
		VMLINUX_SYMBOL(__setup_end) = .;

709 710
#define INIT_CALLS_LEVEL(level)						\
		VMLINUX_SYMBOL(__initcall##level##_start) = .;		\
711 712
		KEEP(*(.initcall##level##.init))			\
		KEEP(*(.initcall##level##s.init))			\
713

714 715
#define INIT_CALLS							\
		VMLINUX_SYMBOL(__initcall_start) = .;			\
716
		KEEP(*(.initcallearly.init))				\
717 718 719 720 721 722 723 724 725
		INIT_CALLS_LEVEL(0)					\
		INIT_CALLS_LEVEL(1)					\
		INIT_CALLS_LEVEL(2)					\
		INIT_CALLS_LEVEL(3)					\
		INIT_CALLS_LEVEL(4)					\
		INIT_CALLS_LEVEL(5)					\
		INIT_CALLS_LEVEL(rootfs)				\
		INIT_CALLS_LEVEL(6)					\
		INIT_CALLS_LEVEL(7)					\
726 727 728 729
		VMLINUX_SYMBOL(__initcall_end) = .;

#define CON_INITCALL							\
		VMLINUX_SYMBOL(__con_initcall_start) = .;		\
730
		KEEP(*(.con_initcall.init))				\
731 732 733 734
		VMLINUX_SYMBOL(__con_initcall_end) = .;

#define SECURITY_INITCALL						\
		VMLINUX_SYMBOL(__security_initcall_start) = .;		\
735
		KEEP(*(.security_initcall.init))			\
736 737 738 739
		VMLINUX_SYMBOL(__security_initcall_end) = .;

#ifdef CONFIG_BLK_DEV_INITRD
#define INIT_RAM_FS							\
740
	. = ALIGN(4);							\
741
	VMLINUX_SYMBOL(__initramfs_start) = .;				\
742
	KEEP(*(.init.ramfs))						\
743
	. = ALIGN(8);							\
744
	KEEP(*(.init.ramfs.info))
745
#else
746
#define INIT_RAM_FS
747 748
#endif

749 750 751 752 753 754 755 756 757
/*
 * Default discarded sections.
 *
 * Some archs want to discard exit text/data at runtime rather than
 * link time due to cross-section references such as alt instructions,
 * bug table, eh_frame, etc.  DISCARDS must be the last of output
 * section definitions so that such archs put those in earlier section
 * definitions.
 */
758 759 760 761
#define DISCARDS							\
	/DISCARD/ : {							\
	EXIT_TEXT							\
	EXIT_DATA							\
762
	EXIT_CALL							\
763
	*(.discard)							\
764
	*(.discard.*)							\
765 766
	}

767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782
/**
 * PERCPU_INPUT - the percpu input sections
 * @cacheline: cacheline size
 *
 * The core percpu section names and core symbols which do not rely
 * directly upon load addresses.
 *
 * @cacheline is used to align subsections to avoid false cacheline
 * sharing between subsections for different purposes.
 */
#define PERCPU_INPUT(cacheline)						\
	VMLINUX_SYMBOL(__per_cpu_start) = .;				\
	*(.data..percpu..first)						\
	. = ALIGN(PAGE_SIZE);						\
	*(.data..percpu..page_aligned)					\
	. = ALIGN(cacheline);						\
783
	*(.data..percpu..read_mostly)					\
784 785 786 787 788
	. = ALIGN(cacheline);						\
	*(.data..percpu)						\
	*(.data..percpu..shared_aligned)				\
	VMLINUX_SYMBOL(__per_cpu_end) = .;

789
/**
790
 * PERCPU_VADDR - define output section for percpu area
791
 * @cacheline: cacheline size
792 793 794
 * @vaddr: explicit base address (optional)
 * @phdr: destination PHDR (optional)
 *
795 796 797 798 799 800 801 802
 * Macro which expands to output section for percpu area.
 *
 * @cacheline is used to align subsections to avoid false cacheline
 * sharing between subsections for different purposes.
 *
 * If @vaddr is not blank, it specifies explicit base address and all
 * percpu symbols will be offset from the given address.  If blank,
 * @vaddr always equals @laddr + LOAD_OFFSET.
803 804 805 806 807 808
 *
 * @phdr defines the output PHDR to use if not blank.  Be warned that
 * output PHDR is sticky.  If @phdr is specified, the next output
 * section in the linker script will go there too.  @phdr should have
 * a leading colon.
 *
809 810
 * Note that this macros defines __per_cpu_load as an absolute symbol.
 * If there is no need to put the percpu section at a predetermined
811
 * address, use PERCPU_SECTION.
812
 */
813
#define PERCPU_VADDR(cacheline, vaddr, phdr)				\
814
	VMLINUX_SYMBOL(__per_cpu_load) = .;				\
815
	.data..percpu vaddr : AT(VMLINUX_SYMBOL(__per_cpu_load)		\
816
				- LOAD_OFFSET) {			\
817
		PERCPU_INPUT(cacheline)					\
818
	} phdr								\
819
	. = VMLINUX_SYMBOL(__per_cpu_load) + SIZEOF(.data..percpu);
820 821

/**
822
 * PERCPU_SECTION - define output section for percpu area, simple version
823
 * @cacheline: cacheline size
824
 *
825 826
 * Align to PAGE_SIZE and outputs output section for percpu area.  This
 * macro doesn't manipulate @vaddr or @phdr and __per_cpu_load and
827
 * __per_cpu_start will be identical.
828
 *
829
 * This macro is equivalent to ALIGN(PAGE_SIZE); PERCPU_VADDR(@cacheline,,)
830 831
 * except that __per_cpu_load is defined as a relative symbol against
 * .data..percpu which is required for relocatable x86_32 configuration.
832
 */
833 834
#define PERCPU_SECTION(cacheline)					\
	. = ALIGN(PAGE_SIZE);						\
835
	.data..percpu	: AT(ADDR(.data..percpu) - LOAD_OFFSET) {	\
836
		VMLINUX_SYMBOL(__per_cpu_load) = .;			\
837
		PERCPU_INPUT(cacheline)					\
838
	}
839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855


/*
 * Definition of the high level *_SECTION macros
 * They will fit only a subset of the architectures
 */


/*
 * Writeable data.
 * All sections are combined in a single .data section.
 * The sections following CONSTRUCTORS are arranged so their
 * typical alignment matches.
 * A cacheline is typical/always less than a PAGE_SIZE so
 * the sections that has this restriction (or similar)
 * is located before the ones requiring PAGE_SIZE alignment.
 * NOSAVE_DATA starts and ends with a PAGE_SIZE alignment which
L
Lucas De Marchi 已提交
856
 * matches the requirement of PAGE_ALIGNED_DATA.
857
 *
S
Sam Ravnborg 已提交
858
 * use 0 as page_align if page_aligned data is not used */
859
#define RW_DATA_SECTION(cacheline, pagealigned, inittask)		\
860 861
	. = ALIGN(PAGE_SIZE);						\
	.data : AT(ADDR(.data) - LOAD_OFFSET) {				\
862
		INIT_TASK_DATA(inittask)				\
863 864
		NOSAVE_DATA						\
		PAGE_ALIGNED_DATA(pagealigned)				\
865 866 867 868
		CACHELINE_ALIGNED_DATA(cacheline)			\
		READ_MOSTLY_DATA(cacheline)				\
		DATA_DATA						\
		CONSTRUCTORS						\
869 870
	}								\
	BUG_TABLE
871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889

#define INIT_TEXT_SECTION(inittext_align)				\
	. = ALIGN(inittext_align);					\
	.init.text : AT(ADDR(.init.text) - LOAD_OFFSET) {		\
		VMLINUX_SYMBOL(_sinittext) = .;				\
		INIT_TEXT						\
		VMLINUX_SYMBOL(_einittext) = .;				\
	}

#define INIT_DATA_SECTION(initsetup_align)				\
	.init.data : AT(ADDR(.init.data) - LOAD_OFFSET) {		\
		INIT_DATA						\
		INIT_SETUP(initsetup_align)				\
		INIT_CALLS						\
		CON_INITCALL						\
		SECURITY_INITCALL					\
		INIT_RAM_FS						\
	}

890 891 892 893
#define BSS_SECTION(sbss_align, bss_align, stop_align)			\
	. = ALIGN(sbss_align);						\
	VMLINUX_SYMBOL(__bss_start) = .;				\
	SBSS(sbss_align)						\
894
	BSS(bss_align)							\
895 896
	. = ALIGN(stop_align);						\
	VMLINUX_SYMBOL(__bss_stop) = .;