1/* SPDX-License-Identifier: GPL-2.0 */
2#ifdef CONFIG_PPC64
3#define PROVIDE32(x)	PROVIDE(__unused__##x)
4#else
5#define PROVIDE32(x)	PROVIDE(x)
6#endif
7
8#define BSS_FIRST_SECTIONS *(.bss.prominit)
9#define EMITS_PT_NOTE
10#define RO_EXCEPTION_TABLE_ALIGN	0
11
12#define SOFT_MASK_TABLE(align)						\
13	. = ALIGN(align);						\
14	__soft_mask_table : AT(ADDR(__soft_mask_table) - LOAD_OFFSET) {	\
15		__start___soft_mask_table = .;				\
16		KEEP(*(__soft_mask_table))				\
17		__stop___soft_mask_table = .;				\
18	}
19
20#define RESTART_TABLE(align)						\
21	. = ALIGN(align);						\
22	__restart_table : AT(ADDR(__restart_table) - LOAD_OFFSET) {	\
23		__start___restart_table = .;				\
24		KEEP(*(__restart_table))				\
25		__stop___restart_table = .;				\
26	}
27
28#include <asm/page.h>
29#include <asm-generic/vmlinux.lds.h>
30#include <asm/cache.h>
31#include <asm/thread_info.h>
32
33#define STRICT_ALIGN_SIZE	(1 << CONFIG_DATA_SHIFT)
34
35ENTRY(_stext)
36
37PHDRS {
38	text PT_LOAD FLAGS(7); /* RWX */
39	note PT_NOTE FLAGS(0);
40}
41
42#ifdef CONFIG_PPC64
43OUTPUT_ARCH(powerpc:common64)
44jiffies = jiffies_64;
45#else
46OUTPUT_ARCH(powerpc:common)
47jiffies = jiffies_64 + 4;
48#endif
49SECTIONS
50{
51	. = KERNELBASE;
52
53/*
54 * Text, read only data and other permanent read-only sections
55 */
56
57	_text = .;
58	_stext = .;
59
60	/*
61	 * Head text.
62	 * This needs to be in its own output section to avoid ld placing
63	 * branch trampoline stubs randomly throughout the fixed sections,
64	 * which it will do (even if the branch comes from another section)
65	 * in order to optimize stub generation.
66	 */
67	.head.text : AT(ADDR(.head.text) - LOAD_OFFSET) {
68#ifdef CONFIG_PPC64
69		KEEP(*(.head.text.first_256B));
70#ifdef CONFIG_PPC_BOOK3E
71#else
72		KEEP(*(.head.text.real_vectors));
73		*(.head.text.real_trampolines);
74		KEEP(*(.head.text.virt_vectors));
75		*(.head.text.virt_trampolines);
76# if defined(CONFIG_PPC_PSERIES) || defined(CONFIG_PPC_POWERNV)
77		KEEP(*(.head.data.fwnmi_page));
78# endif
79#endif
80#else /* !CONFIG_PPC64 */
81		HEAD_TEXT
82#endif
83	} :text
84
85	__head_end = .;
86
87#ifdef CONFIG_PPC64
88	/*
89	 * ALIGN(0) overrides the default output section alignment because
90	 * this needs to start right after .head.text in order for fixed
91	 * section placement to work.
92	 */
93	.text ALIGN(0) : AT(ADDR(.text) - LOAD_OFFSET) {
94#ifdef CONFIG_LD_HEAD_STUB_CATCH
95		KEEP(*(.linker_stub_catch));
96		. = . ;
97#endif
98
99#else
100	.text : AT(ADDR(.text) - LOAD_OFFSET) {
101		ALIGN_FUNCTION();
102#endif
103		/* careful! __ftr_alt_* sections need to be close to .text */
104		*(.text.hot .text.hot.* TEXT_MAIN .text.fixup .text.unlikely .text.unlikely.* .fixup __ftr_alt_* .ref.text);
105#ifdef CONFIG_PPC64
106		*(.tramp.ftrace.text);
107#endif
108		NOINSTR_TEXT
109		SCHED_TEXT
110		CPUIDLE_TEXT
111		LOCK_TEXT
112		KPROBES_TEXT
113		IRQENTRY_TEXT
114		SOFTIRQENTRY_TEXT
115		/*
116		 * -Os builds call FP save/restore functions. The powerpc64
117		 * linker generates those on demand in the .sfpr section.
118		 * .sfpr gets placed at the beginning of a group of input
119		 * sections, which can break start-of-text offset if it is
120		 * included with the main text sections, so put it by itself.
121		 */
122		*(.sfpr);
123		MEM_KEEP(init.text)
124		MEM_KEEP(exit.text)
125
126#ifdef CONFIG_PPC32
127		*(.got1)
128		__got2_start = .;
129		*(.got2)
130		__got2_end = .;
131#endif /* CONFIG_PPC32 */
132
133	} :text
134
135	. = ALIGN(PAGE_SIZE);
136	_etext = .;
137	PROVIDE32 (etext = .);
138
139	/* Read-only data */
140	RO_DATA(PAGE_SIZE)
141
142#ifdef CONFIG_PPC64
143	SOFT_MASK_TABLE(8)
144	RESTART_TABLE(8)
145
146	.opd : AT(ADDR(.opd) - LOAD_OFFSET) {
147		__start_opd = .;
148		KEEP(*(.opd))
149		__end_opd = .;
150	}
151
152	. = ALIGN(8);
153	__stf_entry_barrier_fixup : AT(ADDR(__stf_entry_barrier_fixup) - LOAD_OFFSET) {
154		__start___stf_entry_barrier_fixup = .;
155		*(__stf_entry_barrier_fixup)
156		__stop___stf_entry_barrier_fixup = .;
157	}
158
159	. = ALIGN(8);
160	__uaccess_flush_fixup : AT(ADDR(__uaccess_flush_fixup) - LOAD_OFFSET) {
161		__start___uaccess_flush_fixup = .;
162		*(__uaccess_flush_fixup)
163		__stop___uaccess_flush_fixup = .;
164	}
165
166	. = ALIGN(8);
167	__entry_flush_fixup : AT(ADDR(__entry_flush_fixup) - LOAD_OFFSET) {
168		__start___entry_flush_fixup = .;
169		*(__entry_flush_fixup)
170		__stop___entry_flush_fixup = .;
171	}
172
173	. = ALIGN(8);
174	__scv_entry_flush_fixup : AT(ADDR(__scv_entry_flush_fixup) - LOAD_OFFSET) {
175		__start___scv_entry_flush_fixup = .;
176		*(__scv_entry_flush_fixup)
177		__stop___scv_entry_flush_fixup = .;
178	}
179
180	. = ALIGN(8);
181	__stf_exit_barrier_fixup : AT(ADDR(__stf_exit_barrier_fixup) - LOAD_OFFSET) {
182		__start___stf_exit_barrier_fixup = .;
183		*(__stf_exit_barrier_fixup)
184		__stop___stf_exit_barrier_fixup = .;
185	}
186
187	. = ALIGN(8);
188	__rfi_flush_fixup : AT(ADDR(__rfi_flush_fixup) - LOAD_OFFSET) {
189		__start___rfi_flush_fixup = .;
190		*(__rfi_flush_fixup)
191		__stop___rfi_flush_fixup = .;
192	}
193#endif /* CONFIG_PPC64 */
194
195#ifdef CONFIG_PPC_BARRIER_NOSPEC
196	. = ALIGN(8);
197	__spec_barrier_fixup : AT(ADDR(__spec_barrier_fixup) - LOAD_OFFSET) {
198		__start___barrier_nospec_fixup = .;
199		*(__barrier_nospec_fixup)
200		__stop___barrier_nospec_fixup = .;
201	}
202#endif /* CONFIG_PPC_BARRIER_NOSPEC */
203
204#ifdef CONFIG_PPC_FSL_BOOK3E
205	. = ALIGN(8);
206	__spec_btb_flush_fixup : AT(ADDR(__spec_btb_flush_fixup) - LOAD_OFFSET) {
207		__start__btb_flush_fixup = .;
208		*(__btb_flush_fixup)
209		__stop__btb_flush_fixup = .;
210	}
211#endif
212
213/*
214 * Init sections discarded at runtime
215 */
216	. = ALIGN(STRICT_ALIGN_SIZE);
217	__init_begin = .;
218	. = ALIGN(PAGE_SIZE);
219	.init.text : AT(ADDR(.init.text) - LOAD_OFFSET) {
220		_sinittext = .;
221		INIT_TEXT
222
223		/*
224		 *.init.text might be RO so we must ensure this section ends on
225		 * a page boundary.
226		 */
227		. = ALIGN(PAGE_SIZE);
228		_einittext = .;
229#ifdef CONFIG_PPC64
230		*(.tramp.ftrace.init);
231#endif
232	} :text
233
234	/* .exit.text is discarded at runtime, not link time,
235	 * to deal with references from __bug_table
236	 */
237	.exit.text : AT(ADDR(.exit.text) - LOAD_OFFSET) {
238		EXIT_TEXT
239	}
240
241	. = ALIGN(PAGE_SIZE);
242
243	INIT_DATA_SECTION(16)
244
245	. = ALIGN(8);
246	__ftr_fixup : AT(ADDR(__ftr_fixup) - LOAD_OFFSET) {
247		__start___ftr_fixup = .;
248		KEEP(*(__ftr_fixup))
249		__stop___ftr_fixup = .;
250	}
251	. = ALIGN(8);
252	__mmu_ftr_fixup : AT(ADDR(__mmu_ftr_fixup) - LOAD_OFFSET) {
253		__start___mmu_ftr_fixup = .;
254		KEEP(*(__mmu_ftr_fixup))
255		__stop___mmu_ftr_fixup = .;
256	}
257	. = ALIGN(8);
258	__lwsync_fixup : AT(ADDR(__lwsync_fixup) - LOAD_OFFSET) {
259		__start___lwsync_fixup = .;
260		KEEP(*(__lwsync_fixup))
261		__stop___lwsync_fixup = .;
262	}
263#ifdef CONFIG_PPC64
264	. = ALIGN(8);
265	__fw_ftr_fixup : AT(ADDR(__fw_ftr_fixup) - LOAD_OFFSET) {
266		__start___fw_ftr_fixup = .;
267		KEEP(*(__fw_ftr_fixup))
268		__stop___fw_ftr_fixup = .;
269	}
270#endif
271
272	PERCPU_SECTION(L1_CACHE_BYTES)
273
274	. = ALIGN(8);
275	.machine.desc : AT(ADDR(.machine.desc) - LOAD_OFFSET) {
276		__machine_desc_start = . ;
277		KEEP(*(.machine.desc))
278		__machine_desc_end = . ;
279	}
280#ifdef CONFIG_RELOCATABLE
281	. = ALIGN(8);
282	.dynsym : AT(ADDR(.dynsym) - LOAD_OFFSET)
283	{
284#ifdef CONFIG_PPC32
285		__dynamic_symtab = .;
286#endif
287		*(.dynsym)
288	}
289	.dynstr : AT(ADDR(.dynstr) - LOAD_OFFSET) { *(.dynstr) }
290	.dynamic : AT(ADDR(.dynamic) - LOAD_OFFSET)
291	{
292		__dynamic_start = .;
293		*(.dynamic)
294	}
295	.hash : AT(ADDR(.hash) - LOAD_OFFSET) { *(.hash) }
296	.gnu.hash : AT(ADDR(.gnu.hash) - LOAD_OFFSET) { *(.gnu.hash) }
297	.interp : AT(ADDR(.interp) - LOAD_OFFSET) { *(.interp) }
298	.rela.dyn : AT(ADDR(.rela.dyn) - LOAD_OFFSET)
299	{
300		__rela_dyn_start = .;
301		*(.rela*)
302	}
303#endif
304	/* .exit.data is discarded at runtime, not link time,
305	 * to deal with references from .exit.text
306	 */
307	.exit.data : AT(ADDR(.exit.data) - LOAD_OFFSET) {
308		EXIT_DATA
309	}
310
311	/* freed after init ends here */
312	. = ALIGN(PAGE_SIZE);
313	__init_end = .;
314
315/*
316 * And now the various read/write data
317 */
318
319	. = ALIGN(PAGE_SIZE);
320	_sdata = .;
321
322#ifdef CONFIG_PPC32
323	.data : AT(ADDR(.data) - LOAD_OFFSET) {
324		DATA_DATA
325#ifdef CONFIG_UBSAN
326		*(.data..Lubsan_data*)
327		*(.data..Lubsan_type*)
328#endif
329		*(.data.rel*)
330		*(SDATA_MAIN)
331		*(.sdata2)
332		*(.got.plt) *(.got)
333		*(.plt)
334		*(.branch_lt)
335	}
336#else
337	.data : AT(ADDR(.data) - LOAD_OFFSET) {
338		DATA_DATA
339#ifdef CONFIG_UBSAN
340		*(.data..Lubsan_data*)
341		*(.data..Lubsan_type*)
342#endif
343		*(.data.rel*)
344		*(.toc1)
345		*(.branch_lt)
346	}
347
348	. = ALIGN(256);
349	.got : AT(ADDR(.got) - LOAD_OFFSET) {
350		__toc_start = .;
351#ifndef CONFIG_RELOCATABLE
352		__prom_init_toc_start = .;
353		arch/powerpc/kernel/prom_init.o*(.toc .got)
354		__prom_init_toc_end = .;
355#endif
356		*(.got)
357		*(.toc)
358	}
359#endif
360
361	/* The initial task and kernel stack */
362	INIT_TASK_DATA_SECTION(THREAD_ALIGN)
363
364	.data..page_aligned : AT(ADDR(.data..page_aligned) - LOAD_OFFSET) {
365		PAGE_ALIGNED_DATA(PAGE_SIZE)
366	}
367
368	.data..cacheline_aligned : AT(ADDR(.data..cacheline_aligned) - LOAD_OFFSET) {
369		CACHELINE_ALIGNED_DATA(L1_CACHE_BYTES)
370	}
371
372	.data..read_mostly : AT(ADDR(.data..read_mostly) - LOAD_OFFSET) {
373		READ_MOSTLY_DATA(L1_CACHE_BYTES)
374	}
375
376	. = ALIGN(PAGE_SIZE);
377	.data_nosave : AT(ADDR(.data_nosave) - LOAD_OFFSET) {
378		NOSAVE_DATA
379	}
380
381	BUG_TABLE
382
383	. = ALIGN(PAGE_SIZE);
384	_edata  =  .;
385	PROVIDE32 (edata = .);
386
387/*
388 * And finally the bss
389 */
390
391	BSS_SECTION(0, 0, 0)
392
393	. = ALIGN(PAGE_SIZE);
394	_end = . ;
395	PROVIDE32 (end = .);
396
397	STABS_DEBUG
398	DWARF_DEBUG
399	ELF_DETAILS
400
401	DISCARDS
402	/DISCARD/ : {
403		*(*.EMB.apuinfo)
404		*(.glink .iplt .plt .rela* .comment)
405		*(.gnu.version*)
406		*(.gnu.attributes)
407		*(.eh_frame)
408	}
409}
410