Lines Matching refs:pgd
33 static inline bool kasan_p4d_table(pgd_t pgd) in kasan_p4d_table() argument
35 return pgd_page(pgd) == virt_to_page(lm_alias(kasan_early_shadow_p4d)); in kasan_p4d_table()
38 static inline bool kasan_p4d_table(pgd_t pgd) in kasan_p4d_table() argument
179 static int __ref zero_p4d_populate(pgd_t *pgd, unsigned long addr, in zero_p4d_populate() argument
182 p4d_t *p4d = p4d_offset(pgd, addr); in zero_p4d_populate()
231 pgd_t *pgd = pgd_offset_k(addr); in kasan_populate_early_shadow() local
250 pgd_populate(&init_mm, pgd, in kasan_populate_early_shadow()
252 p4d = p4d_offset(pgd, addr); in kasan_populate_early_shadow()
264 if (pgd_none(*pgd)) { in kasan_populate_early_shadow()
268 p = p4d_alloc(&init_mm, pgd, addr); in kasan_populate_early_shadow()
272 pgd_populate(&init_mm, pgd, in kasan_populate_early_shadow()
276 zero_p4d_populate(pgd, addr, next); in kasan_populate_early_shadow()
277 } while (pgd++, addr = next, addr != end); in kasan_populate_early_shadow()
327 static void kasan_free_p4d(p4d_t *p4d_start, pgd_t *pgd) in kasan_free_p4d() argument
338 p4d_free(&init_mm, (p4d_t *)page_to_virt(pgd_page(*pgd))); in kasan_free_p4d()
339 pgd_clear(pgd); in kasan_free_p4d()
443 pgd_t *pgd; in kasan_remove_zero_shadow() local
457 pgd = pgd_offset_k(addr); in kasan_remove_zero_shadow()
458 if (!pgd_present(*pgd)) in kasan_remove_zero_shadow()
461 if (kasan_p4d_table(*pgd)) { in kasan_remove_zero_shadow()
464 pgd_clear(pgd); in kasan_remove_zero_shadow()
469 p4d = p4d_offset(pgd, addr); in kasan_remove_zero_shadow()
471 kasan_free_p4d(p4d_offset(pgd, 0), pgd); in kasan_remove_zero_shadow()