1 /*
2  * Copyright (c) 2013-2020, ARM Limited and Contributors. All rights reserved.
3  *
4  * SPDX-License-Identifier: BSD-3-Clause
5  */
6 
7 #include <assert.h>
8 #include <string.h>
9 
10 #include <arch.h>
11 #include <arch_features.h>
12 #include <arch_helpers.h>
13 #include <bl31/bl31.h>
14 #include <bl31/ehf.h>
15 #include <common/bl_common.h>
16 #include <common/debug.h>
17 #include <common/runtime_svc.h>
18 #include <drivers/console.h>
19 #include <services/logical_sp.h>
20 #include <lib/el3_runtime/context_mgmt.h>
21 #include <lib/pmf/pmf.h>
22 #include <lib/runtime_instr.h>
23 #include <plat/common/platform.h>
24 #include <services/std_svc.h>
25 
26 #if ENABLE_RUNTIME_INSTRUMENTATION
27 PMF_REGISTER_SERVICE_SMC(rt_instr_svc, PMF_RT_INSTR_SVC_ID,
28 	RT_INSTR_TOTAL_IDS, PMF_STORE_ENABLE)
29 #endif
30 
31 /*******************************************************************************
32  * This function pointer is used to initialise the BL32 image. It's initialized
33  * by SPD calling bl31_register_bl32_init after setting up all things necessary
34  * for SP execution. In cases where both SPD and SP are absent, or when SPD
35  * finds it impossible to execute SP, this pointer is left as NULL
36  ******************************************************************************/
37 static int32_t (*bl32_init)(void);
38 
39 /*******************************************************************************
40  * Variable to indicate whether next image to execute after BL31 is BL33
41  * (non-secure & default) or BL32 (secure).
42  ******************************************************************************/
43 static uint32_t next_image_type = NON_SECURE;
44 
45 #ifdef SUPPORT_UNKNOWN_MPID
46 /*
47  * Flag to know whether an unsupported MPID has been detected. To avoid having it
48  * landing on the .bss section, it is initialized to a non-zero value, this way
49  * we avoid potential WAW hazards during system bring up.
50  * */
51 volatile uint32_t unsupported_mpid_flag = 1;
52 #endif
53 
54 /*
55  * Implement the ARM Standard Service function to get arguments for a
56  * particular service.
57  */
get_arm_std_svc_args(unsigned int svc_mask)58 uintptr_t get_arm_std_svc_args(unsigned int svc_mask)
59 {
60 	/* Setup the arguments for PSCI Library */
61 	DEFINE_STATIC_PSCI_LIB_ARGS_V1(psci_args, bl31_warm_entrypoint);
62 
63 	/* PSCI is the only ARM Standard Service implemented */
64 	assert(svc_mask == PSCI_FID_MASK);
65 
66 	return (uintptr_t)&psci_args;
67 }
68 
69 /*******************************************************************************
70  * Simple function to initialise all BL31 helper libraries.
71  ******************************************************************************/
bl31_lib_init(void)72 void __init bl31_lib_init(void)
73 {
74 	cm_init();
75 }
76 
77 /*******************************************************************************
78  * Setup function for BL31.
79  ******************************************************************************/
bl31_setup(u_register_t arg0,u_register_t arg1,u_register_t arg2,u_register_t arg3)80 void bl31_setup(u_register_t arg0, u_register_t arg1, u_register_t arg2,
81 		u_register_t arg3)
82 {
83 	/* Perform early platform-specific setup */
84 	bl31_early_platform_setup2(arg0, arg1, arg2, arg3);
85 
86 	/* Perform late platform-specific setup */
87 	bl31_plat_arch_setup();
88 
89 #if CTX_INCLUDE_PAUTH_REGS
90 	/*
91 	 * Assert that the ARMv8.3-PAuth registers are present or an access
92 	 * fault will be triggered when they are being saved or restored.
93 	 */
94 	assert(is_armv8_3_pauth_present());
95 #endif /* CTX_INCLUDE_PAUTH_REGS */
96 }
97 
98 /*******************************************************************************
99  * BL31 is responsible for setting up the runtime services for the primary cpu
100  * before passing control to the bootloader or an Operating System. This
101  * function calls runtime_svc_init() which initializes all registered runtime
102  * services. The run time services would setup enough context for the core to
103  * switch to the next exception level. When this function returns, the core will
104  * switch to the programmed exception level via an ERET.
105  ******************************************************************************/
bl31_main(void)106 void bl31_main(void)
107 {
108 	NOTICE("BL31: %s\n", version_string);
109 	NOTICE("BL31: %s\n", build_message);
110 
111 #ifdef SUPPORT_UNKNOWN_MPID
112 	if (unsupported_mpid_flag == 0) {
113 		NOTICE("Unsupported MPID detected!\n");
114 	}
115 #endif
116 
117 	/* Perform platform setup in BL31 */
118 	bl31_platform_setup();
119 
120 	/* Initialise helper libraries */
121 	bl31_lib_init();
122 
123 #if EL3_EXCEPTION_HANDLING
124 	INFO("BL31: Initialising Exception Handling Framework\n");
125 	ehf_init();
126 #endif
127 
128 	/* Initialize the runtime services e.g. psci. */
129 	INFO("BL31: Initializing runtime services\n");
130 	runtime_svc_init();
131 
132 #if SPMC_AT_EL3
133 	/* Initialize logical partition registration. */
134 	INFO("BL31: Initializing logical partition structures\n");
135 	el3_sp_desc_init();
136 #endif
137 
138 	/*
139 	 * All the cold boot actions on the primary cpu are done. We now need to
140 	 * decide which is the next image (BL32 or BL33) and how to execute it.
141 	 * If the SPD runtime service is present, it would want to pass control
142 	 * to BL32 first in S-EL1. In that case, SPD would have registered a
143 	 * function to initialize bl32 where it takes responsibility of entering
144 	 * S-EL1 and returning control back to bl31_main. Once this is done we
145 	 * can prepare entry into BL33 as normal.
146 	 */
147 
148 	/*
149 	 * If SPD had registered an init hook, invoke it.
150 	 */
151 	if (bl32_init != NULL) {
152 		INFO("BL31: Initializing BL32\n");
153 
154 		int32_t rc = (*bl32_init)();
155 
156 		if (rc == 0)
157 			WARN("BL31: BL32 initialization failed\n");
158 	}
159 	/*
160 	 * We are ready to enter the next EL. Prepare entry into the image
161 	 * corresponding to the desired security state after the next ERET.
162 	 */
163 	bl31_prepare_next_image_entry();
164 
165 	console_flush();
166 
167 	/*
168 	 * Perform any platform specific runtime setup prior to cold boot exit
169 	 * from BL31
170 	 */
171 	bl31_plat_runtime_setup();
172 }
173 
174 /*******************************************************************************
175  * Accessor functions to help runtime services decide which image should be
176  * executed after BL31. This is BL33 or the non-secure bootloader image by
177  * default but the Secure payload dispatcher could override this by requesting
178  * an entry into BL32 (Secure payload) first. If it does so then it should use
179  * the same API to program an entry into BL33 once BL32 initialisation is
180  * complete.
181  ******************************************************************************/
bl31_set_next_image_type(uint32_t security_state)182 void bl31_set_next_image_type(uint32_t security_state)
183 {
184 	assert(sec_state_is_valid(security_state));
185 	next_image_type = security_state;
186 }
187 
bl31_get_next_image_type(void)188 uint32_t bl31_get_next_image_type(void)
189 {
190 	return next_image_type;
191 }
192 
193 /*******************************************************************************
194  * This function programs EL3 registers and performs other setup to enable entry
195  * into the next image after BL31 at the next ERET.
196  ******************************************************************************/
bl31_prepare_next_image_entry(void)197 void __init bl31_prepare_next_image_entry(void)
198 {
199 	entry_point_info_t *next_image_info;
200 	uint32_t image_type;
201 
202 #if CTX_INCLUDE_AARCH32_REGS
203 	/*
204 	 * Ensure that the build flag to save AArch32 system registers in CPU
205 	 * context is not set for AArch64-only platforms.
206 	 */
207 	if (el_implemented(1) == EL_IMPL_A64ONLY) {
208 		ERROR("EL1 supports AArch64-only. Please set build flag "
209 				"CTX_INCLUDE_AARCH32_REGS = 0\n");
210 		panic();
211 	}
212 #endif
213 
214 	/* Determine which image to execute next */
215 	image_type = bl31_get_next_image_type();
216 
217 	/* Program EL3 registers to enable entry into the next EL */
218 	next_image_info = bl31_plat_get_next_image_ep_info(image_type);
219 	assert(next_image_info != NULL);
220 	assert(image_type == GET_SECURITY_STATE(next_image_info->h.attr));
221 
222 	INFO("BL31: Preparing for EL3 exit to %s world\n",
223 		(image_type == SECURE) ? "secure" : "normal");
224 	print_entry_point_info(next_image_info);
225 	cm_init_my_context(next_image_info);
226 	cm_prepare_el3_exit(image_type);
227 }
228 
229 /*******************************************************************************
230  * This function initializes the pointer to BL32 init function. This is expected
231  * to be called by the SPD after it finishes all its initialization
232  ******************************************************************************/
bl31_register_bl32_init(int32_t (* func)(void))233 void bl31_register_bl32_init(int32_t (*func)(void))
234 {
235 	bl32_init = func;
236 }
237