/linux/arch/openrisc/include/asm/ |
A D | pgalloc.h | 42 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc() 44 pgd_t *ret = (pgd_t *)__get_free_page(GFP_KERNEL); in pgd_alloc() 47 memset(ret, 0, USER_PTRS_PER_PGD * sizeof(pgd_t)); in pgd_alloc() 50 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_alloc() 61 extern inline pgd_t *pgd_alloc(struct mm_struct *mm) 63 return (pgd_t *)get_zeroed_page(GFP_KERNEL);
|
/linux/arch/x86/mm/ |
A D | pgtable.c | 93 static inline void pgd_list_add(pgd_t *pgd) in pgd_list_add() 100 static inline void pgd_list_del(pgd_t *pgd) in pgd_list_del() 143 static void pgd_dtor(pgd_t *pgd) in pgd_dtor() 264 pgd_t pgd = *pgdp; in mop_up_one_pmd() 321 pgd_t *k_pgd, pmd_t *pmds[]) in pgd_prepopulate_user_pmd() 347 pgd_t *k_pgd, pmd_t *pmds[]) in pgd_prepopulate_user_pmd() 386 static inline pgd_t *_pgd_alloc(void) in _pgd_alloc() 403 static inline void _pgd_free(pgd_t *pgd) in _pgd_free() 412 static inline pgd_t *_pgd_alloc(void) in _pgd_alloc() 424 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc() [all …]
|
A D | kasan_init_64.c | 123 static void __init kasan_populate_pgd(pgd_t *pgd, unsigned long addr, in kasan_populate_pgd() 145 pgd_t *pgd; in kasan_populate_shadow() 171 pgd_t *pgd; in clear_pgds() 192 static inline p4d_t *early_p4d_offset(pgd_t *pgd, unsigned long addr) in early_p4d_offset() 204 static void __init kasan_early_p4d_populate(pgd_t *pgd, in kasan_early_p4d_populate() 208 pgd_t pgd_entry; in kasan_early_p4d_populate() 231 static void __init kasan_map_early_shadow(pgd_t *pgd) in kasan_map_early_shadow() 245 static void __init kasan_shallow_populate_p4ds(pgd_t *pgd, in kasan_shallow_populate_p4ds() 267 pgd_t *pgd; in kasan_shallow_populate_pgds()
|
/linux/arch/nds32/mm/ |
A D | mm-nds32.c | 15 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc() 17 pgd_t *new_pgd, *init_pgd; in pgd_alloc() 20 new_pgd = (pgd_t *) __get_free_pages(GFP_KERNEL, 0); in pgd_alloc() 32 (PTRS_PER_PGD - FIRST_KERNEL_PGD_NR) * sizeof(pgd_t)); in pgd_alloc() 36 PTRS_PER_PGD * sizeof(pgd_t)); in pgd_alloc() 43 void pgd_free(struct mm_struct *mm, pgd_t * pgd) in pgd_free() 78 pgd_t *pgd; in setup_mm_for_reboot()
|
/linux/include/asm-generic/ |
A D | pgtable-nop4d.h | 9 typedef struct { pgd_t pgd; } p4d_t; 21 static inline int pgd_none(pgd_t pgd) { return 0; } in pgd_none() 22 static inline int pgd_bad(pgd_t pgd) { return 0; } in pgd_bad() 23 static inline int pgd_present(pgd_t pgd) { return 1; } in pgd_present() 24 static inline void pgd_clear(pgd_t *pgd) { } in pgd_clear() 35 static inline p4d_t *p4d_offset(pgd_t *pgd, unsigned long address) in p4d_offset()
|
/linux/arch/x86/power/ |
A D | hibernate_32.c | 19 pgd_t *resume_pg_dir; 30 static pmd_t *resume_one_md_table_init(pgd_t *pgd) in resume_one_md_table_init() 81 static int resume_physical_mapping_init(pgd_t *pgd_base) in resume_physical_mapping_init() 84 pgd_t *pgd; in resume_physical_mapping_init() 133 static inline void resume_init_first_level_page_table(pgd_t *pg_dir) in resume_init_first_level_page_table() 145 static int set_up_temporary_text_mapping(pgd_t *pgd_base) in set_up_temporary_text_mapping() 147 pgd_t *pgd; in set_up_temporary_text_mapping() 175 resume_pg_dir = (pgd_t *)get_safe_page(GFP_ATOMIC); in swsusp_arch_resume()
|
A D | hibernate_64.c | 28 static int set_up_temporary_text_mapping(pgd_t *pgd) in set_up_temporary_text_mapping() 74 pgd_t new_pgd = __pgd(__pa(p4d) | pgprot_val(pgtable_prot)); in set_up_temporary_text_mapping() 80 pgd_t new_pgd = __pgd(__pa(pud) | pgprot_val(pgtable_prot)); in set_up_temporary_text_mapping() 100 pgd_t *pgd; in set_up_temporary_mappings() 104 pgd = (pgd_t *)get_safe_page(GFP_ATOMIC); in set_up_temporary_mappings()
|
/linux/arch/arm/mm/ |
A D | pgd.c | 20 #define __pgd_alloc() kmalloc_array(PTRS_PER_PGD, sizeof(pgd_t), GFP_KERNEL) 23 #define __pgd_alloc() (pgd_t *)__get_free_pages(GFP_KERNEL, 2) 30 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc() 32 pgd_t *new_pgd, *init_pgd; in pgd_alloc() 42 memset(new_pgd, 0, USER_PTRS_PER_PGD * sizeof(pgd_t)); in pgd_alloc() 49 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_alloc() 51 clean_dcache_area(new_pgd, PTRS_PER_PGD * sizeof(pgd_t)); in pgd_alloc() 142 void pgd_free(struct mm_struct *mm, pgd_t *pgd_base) in pgd_free() 144 pgd_t *pgd; in pgd_free()
|
/linux/arch/arc/include/asm/ |
A D | pgalloc.h | 54 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc() 56 pgd_t *ret = (pgd_t *) __get_free_page(GFP_KERNEL); in pgd_alloc() 61 memzero(ret, num * sizeof(pgd_t)); in pgd_alloc() 64 memcpy(ret + num, swapper_pg_dir + num, num2 * sizeof(pgd_t)); in pgd_alloc() 67 (PTRS_PER_PGD - num - num2) * sizeof(pgd_t)); in pgd_alloc()
|
/linux/arch/um/kernel/ |
A D | mem.c | 30 pgd_t swapper_pg_dir[PTRS_PER_PGD]; 94 pgd_t *pgd_base) in fixrange_init() 96 pgd_t *pgd; in fixrange_init() 184 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc() 186 pgd_t *pgd = (pgd_t *)__get_free_page(GFP_KERNEL); in pgd_alloc() 189 memset(pgd, 0, USER_PTRS_PER_PGD * sizeof(pgd_t)); in pgd_alloc() 192 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_alloc()
|
/linux/arch/m68k/include/asm/ |
A D | mcf_pgalloc.h | 26 extern inline pmd_t *pmd_alloc_kernel(pgd_t *pgd, unsigned long address) in pmd_alloc_kernel() 76 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free() 81 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc() 83 pgd_t *new_pgd; in pgd_alloc() 85 new_pgd = (pgd_t *)__get_free_page(GFP_DMA | __GFP_NOWARN); in pgd_alloc() 88 memcpy(new_pgd, swapper_pg_dir, PTRS_PER_PGD * sizeof(pgd_t)); in pgd_alloc()
|
/linux/arch/nios2/mm/ |
A D | pgtable.c | 36 static void pgd_init(pgd_t *pgd) in pgd_init() 53 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc() 55 pgd_t *ret, *init; in pgd_alloc() 57 ret = (pgd_t *) __get_free_pages(GFP_KERNEL, PGD_ORDER); in pgd_alloc() 62 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_alloc()
|
/linux/arch/sh/mm/ |
A D | pgtable.c | 12 pgd_t *pgd = x; in pgd_ctor() 14 memset(pgd, 0, USER_PTRS_PER_PGD * sizeof(pgd_t)); in pgd_ctor() 17 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_ctor() 32 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc() 37 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
|
/linux/arch/powerpc/include/asm/book3s/64/ |
A D | pgalloc.h | 25 static inline pgd_t *radix__pgd_alloc(struct mm_struct *mm) in radix__pgd_alloc() 28 return (pgd_t *)__get_free_page(pgtable_gfp_flags(mm, PGALLOC_GFP)); in radix__pgd_alloc() 35 return (pgd_t *) page_address(page); in radix__pgd_alloc() 39 static inline void radix__pgd_free(struct mm_struct *mm, pgd_t *pgd) in radix__pgd_free() 48 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc() 50 pgd_t *pgd; in pgd_alloc() 81 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
|
/linux/arch/x86/include/asm/ |
A D | pgtable.h | 30 extern pgd_t early_top_pgt[PTRS_PER_PGD]; 267 static inline int pgd_devmap(pgd_t pgd) in pgd_devmap() 690 pgd_t __pti_set_user_pgtbl(pgd_t *pgdp, pgd_t pgd); 697 static inline pgd_t pti_set_user_pgtbl(pgd_t *pgdp, pgd_t pgd) in pti_set_user_pgtbl() 704 static inline pgd_t pti_set_user_pgtbl(pgd_t *pgdp, pgd_t pgd) in pti_set_user_pgtbl() 934 static inline int pgd_bad(pgd_t pgd) in pgd_bad() 977 extern pgd_t trampoline_pgd_entry; 1194 static inline pgd_t *kernel_to_user_pgdp(pgd_t *pgdp) in kernel_to_user_pgdp() 1199 static inline pgd_t *user_to_kernel_pgdp(pgd_t *pgdp) in user_to_kernel_pgdp() 1225 static inline void clone_pgd_range(pgd_t *dst, pgd_t *src, int count) in clone_pgd_range() [all …]
|
A D | pgtable_64.h | 27 extern pgd_t init_top_pgt[]; 144 pgd_t pgd; in native_set_p4d() 152 pgd = pti_set_user_pgtbl((pgd_t *)p4dp, pgd); in native_set_p4d() 161 static inline void native_set_pgd(pgd_t *pgdp, pgd_t pgd) in native_set_pgd() 166 static inline void native_pgd_clear(pgd_t *pgd) in native_pgd_clear()
|
/linux/arch/csky/include/asm/ |
A D | pgalloc.h | 42 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc() 44 pgd_t *ret; in pgd_alloc() 45 pgd_t *init; in pgd_alloc() 47 ret = (pgd_t *) __get_free_pages(GFP_KERNEL, PGD_ORDER); in pgd_alloc() 52 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_alloc()
|
/linux/arch/riscv/include/asm/ |
A D | pgalloc.h | 41 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc() 43 pgd_t *pgd; in pgd_alloc() 45 pgd = (pgd_t *)__get_free_page(GFP_KERNEL); in pgd_alloc() 47 memset(pgd, 0, USER_PTRS_PER_PGD * sizeof(pgd_t)); in pgd_alloc() 51 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_alloc()
|
/linux/arch/hexagon/include/asm/ |
A D | pgalloc.h | 21 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc() 23 pgd_t *pgd; in pgd_alloc() 25 pgd = (pgd_t *)__get_free_page(GFP_KERNEL | __GFP_ZERO); in pgd_alloc() 35 memcpy(pgd, swapper_pg_dir, PTRS_PER_PGD*sizeof(pgd_t)); in pgd_alloc() 83 pmdindex = (pgd_t *)pmd - mm->pgd; in pmd_populate_kernel()
|
/linux/arch/mips/mm/ |
A D | pgtable.c | 11 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc() 13 pgd_t *ret, *init; in pgd_alloc() 15 ret = (pgd_t *) __get_free_pages(GFP_KERNEL, PGD_ORDER); in pgd_alloc() 20 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_alloc()
|
/linux/arch/powerpc/include/asm/ |
A D | pgtable-be-types.h | 53 typedef struct { __be64 pgd; } pgd_t; typedef 54 #define __pgd(x) ((pgd_t) { cpu_to_be64(x) }) 55 #define __pgd_raw(x) ((pgd_t) { (x) }) 56 static inline unsigned long pgd_val(pgd_t x) in pgd_val() 61 static inline __be64 pgd_raw(pgd_t x) in pgd_raw()
|
A D | pte-walk.h | 7 extern pte_t *__find_linux_pte(pgd_t *pgdir, unsigned long ea, 10 static inline pte_t *find_linux_pte(pgd_t *pgdir, unsigned long ea, in find_linux_pte() 31 pgd_t *pgdir = init_mm.pgd; in find_init_mm_pte() 67 static inline pte_t *find_current_mm_pte(pgd_t *pgdir, unsigned long ea, in find_current_mm_pte()
|
/linux/arch/parisc/include/asm/ |
A D | pgalloc.h | 19 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc() 21 pgd_t *pgd; in pgd_alloc() 23 pgd = (pgd_t *) __get_free_pages(GFP_KERNEL, PGD_ORDER); in pgd_alloc() 32 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
|
/linux/arch/sh/include/asm/ |
A D | mmu_context_32.h | 42 static inline void set_TTB(pgd_t *pgd) in set_TTB() 47 static inline pgd_t *get_TTB(void) in get_TTB() 49 return (pgd_t *)__raw_readl(MMU_TTB); in get_TTB()
|
/linux/arch/arm64/mm/ |
A D | pgd.c | 20 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc() 25 return (pgd_t *)__get_free_page(gfp); in pgd_alloc() 30 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
|