Lines Matching refs:physaddr
88 static void __head *fixup_pointer(void *ptr, unsigned long physaddr) in fixup_pointer() argument
90 return ptr - (void *)_text + (void *)physaddr; in fixup_pointer()
93 static unsigned long __head *fixup_long(void *ptr, unsigned long physaddr) in fixup_long() argument
95 return fixup_pointer(ptr, physaddr); in fixup_long()
99 static unsigned int __head *fixup_int(void *ptr, unsigned long physaddr) in fixup_int() argument
101 return fixup_pointer(ptr, physaddr); in fixup_int()
104 static bool __head check_la57_support(unsigned long physaddr) in check_la57_support() argument
113 *fixup_int(&__pgtable_l5_enabled, physaddr) = 1; in check_la57_support()
114 *fixup_int(&pgdir_shift, physaddr) = 48; in check_la57_support()
115 *fixup_int(&ptrs_per_p4d, physaddr) = 512; in check_la57_support()
116 *fixup_long(&page_offset_base, physaddr) = __PAGE_OFFSET_BASE_L5; in check_la57_support()
117 *fixup_long(&vmalloc_base, physaddr) = __VMALLOC_BASE_L5; in check_la57_support()
118 *fixup_long(&vmemmap_base, physaddr) = __VMEMMAP_BASE_L5; in check_la57_support()
123 static bool __head check_la57_support(unsigned long physaddr) in check_la57_support() argument
135 unsigned long __head __startup_64(unsigned long physaddr, in __startup_64() argument
150 la57 = check_la57_support(physaddr); in __startup_64()
153 if (physaddr >> MAX_PHYSMEM_BITS) in __startup_64()
160 load_delta = physaddr - (unsigned long)(_text - __START_KERNEL_map); in __startup_64()
174 pgd = fixup_pointer(&early_top_pgt, physaddr); in __startup_64()
183 p4d = fixup_pointer(&level4_kernel_pgt, physaddr); in __startup_64()
187 pud = fixup_pointer(&level3_kernel_pgt, physaddr); in __startup_64()
191 pmd = fixup_pointer(level2_fixmap_pgt, physaddr); in __startup_64()
202 next_pgt_ptr = fixup_pointer(&next_early_pgt, physaddr); in __startup_64()
203 pud = fixup_pointer(early_dynamic_pgts[(*next_pgt_ptr)++], physaddr); in __startup_64()
204 pmd = fixup_pointer(early_dynamic_pgts[(*next_pgt_ptr)++], physaddr); in __startup_64()
210 physaddr); in __startup_64()
212 i = (physaddr >> PGDIR_SHIFT) % PTRS_PER_PGD; in __startup_64()
216 i = physaddr >> P4D_SHIFT; in __startup_64()
220 i = (physaddr >> PGDIR_SHIFT) % PTRS_PER_PGD; in __startup_64()
225 i = physaddr >> PUD_SHIFT; in __startup_64()
231 mask_ptr = fixup_pointer(&__supported_pte_mask, physaddr); in __startup_64()
234 pmd_entry += physaddr; in __startup_64()
237 int idx = i + (physaddr >> PMD_SHIFT); in __startup_64()
258 pmd = fixup_pointer(level2_kernel_pgt, physaddr); in __startup_64()
277 *fixup_long(&phys_base, physaddr) += load_delta - sme_get_me_mask(); in __startup_64()
329 unsigned long physaddr = address - __PAGE_OFFSET; in __early_make_pgtable() local
336 if (physaddr >= MAXMEM || read_cr3_pa() != __pa_nodebug(early_top_pgt)) in __early_make_pgtable()
399 unsigned long physaddr = address - __PAGE_OFFSET; in early_make_pgtable() local
402 pmd = (physaddr & PMD_MASK) + early_pmd_flags; in early_make_pgtable()