/linux/arch/powerpc/mm/ |
A D | hugetlbpage.c | 116 hugepd_t *hpdp = NULL; in huge_pte_alloc() 134 hpdp = (hugepd_t *)p4; in huge_pte_alloc() 144 hpdp = (hugepd_t *)pu; in huge_pte_alloc() 155 hpdp = (hugepd_t *)pm; in huge_pte_alloc() 162 hpdp = (hugepd_t *)p4; in huge_pte_alloc() 170 hpdp = (hugepd_t *)pu; in huge_pte_alloc() 177 hpdp = (hugepd_t *)pm; in huge_pte_alloc() 394 more = addr + (1 << hugepd_shift(*(hugepd_t *)pmd)); in hugetlb_free_pmd_range() 398 free_hugepd_range(tlb, (hugepd_t *)pmd, PMD_SHIFT, in hugetlb_free_pmd_range() 440 free_hugepd_range(tlb, (hugepd_t *)pud, PUD_SHIFT, in hugetlb_free_pud_range() [all …]
|
A D | pgtable.c | 354 hugepd_t *hpdp = NULL; in __find_linux_pte() 384 hpdp = (hugepd_t *)&p4d; in __find_linux_pte() 406 hpdp = (hugepd_t *)&pud; in __find_linux_pte() 445 hpdp = (hugepd_t *)&pmd; in __find_linux_pte()
|
/linux/arch/powerpc/include/asm/nohash/32/ |
A D | hugetlb-8xx.h | 7 static inline pte_t *hugepd_page(hugepd_t hpd) in hugepd_page() 14 static inline unsigned int hugepd_shift(hugepd_t hpd) in hugepd_shift() 19 static inline pte_t *hugepte_offset(hugepd_t hpd, unsigned long addr, in hugepte_offset() 33 static inline void hugepd_populate(hugepd_t *hpdp, pte_t *new, unsigned int pshift) in hugepd_populate() 38 static inline void hugepd_populate_kernel(hugepd_t *hpdp, pte_t *new, unsigned int pshift) in hugepd_populate_kernel()
|
A D | pgtable.h | 233 static int hugepd_ok(hugepd_t hpd); 239 else if (hugepd_ok(*((hugepd_t *)pmd))) in number_of_cells_per_pte()
|
/linux/arch/powerpc/include/asm/nohash/ |
A D | hugetlb-book3e.h | 5 static inline pte_t *hugepd_page(hugepd_t hpd) in hugepd_page() 13 static inline unsigned int hugepd_shift(hugepd_t hpd) in hugepd_shift() 18 static inline pte_t *hugepte_offset(hugepd_t hpd, unsigned long addr, in hugepte_offset() 31 static inline void hugepd_populate(hugepd_t *hpdp, pte_t *new, unsigned int pshift) in hugepd_populate()
|
A D | pgtable.h | 260 static inline int hugepd_ok(hugepd_t hpd) in hugepd_ok()
|
/linux/arch/powerpc/include/asm/book3s/64/ |
A D | hugetlb.h | 68 static inline pte_t *hugepd_page(hugepd_t hpd) in hugepd_page() 78 static inline unsigned int hugepd_mmu_psize(hugepd_t hpd) in hugepd_mmu_psize() 83 static inline unsigned int hugepd_shift(hugepd_t hpd) in hugepd_shift() 94 static inline pte_t *hugepte_offset(hugepd_t hpd, unsigned long addr, in hugepte_offset() 102 static inline void hugepd_populate(hugepd_t *hpdp, pte_t *new, unsigned int pshift) in hugepd_populate()
|
A D | pgtable-64k.h | 47 static inline int hugepd_ok(hugepd_t hpd) in hugepd_ok()
|
A D | pgtable-4k.h | 44 static inline int hugepd_ok(hugepd_t hpd) in hugepd_ok()
|
A D | hash-4k.h | 78 static inline int hash__hugepd_ok(hugepd_t hpd) in hash__hugepd_ok()
|
/linux/arch/powerpc/mm/nohash/ |
A D | 8xx.c | 59 static pte_t __init *early_hugepd_alloc_kernel(hugepd_t *pmdp, unsigned long va) in early_hugepd_alloc_kernel() 67 hugepd_populate_kernel((hugepd_t *)pmdp, ptep, PAGE_SHIFT_8M); in early_hugepd_alloc_kernel() 68 hugepd_populate_kernel((hugepd_t *)pmdp + 1, ptep, PAGE_SHIFT_8M); in early_hugepd_alloc_kernel() 70 return hugepte_offset(*(hugepd_t *)pmdp, va, PGDIR_SHIFT); in early_hugepd_alloc_kernel() 89 ptep = early_hugepd_alloc_kernel((hugepd_t *)pmdp, va); in __early_map_kernel_hugepage() 94 ptep = hugepte_offset(*(hugepd_t *)pmdp, va, PGDIR_SHIFT); in __early_map_kernel_hugepage()
|
/linux/arch/powerpc/include/asm/ |
A D | pgtable-types.h | 86 typedef struct { unsigned long pd; } hugepd_t; typedef 87 #define __hugepd(x) ((hugepd_t) { (x) }) 88 static inline unsigned long hpd_val(hugepd_t x) in hpd_val()
|
A D | pgtable-be-types.h | 104 typedef struct { __be64 pdbe; } hugepd_t; typedef 105 #define __hugepd(x) ((hugepd_t) { cpu_to_be64(x) }) 107 static inline unsigned long hpd_val(hugepd_t x) in hpd_val()
|
A D | hugetlb.h | 68 static inline pte_t *hugepte_offset(hugepd_t hpd, unsigned long addr, in hugepte_offset()
|
/linux/mm/ |
A D | pagewalk.c | 62 static int walk_hugepd_range(hugepd_t *phpd, unsigned long addr, in walk_hugepd_range() 93 static int walk_hugepd_range(hugepd_t *phpd, unsigned long addr, in walk_hugepd_range() 151 err = walk_hugepd_range((hugepd_t *)pmd, addr, next, walk, PMD_SHIFT); in walk_pmd_range() 203 err = walk_hugepd_range((hugepd_t *)pud, addr, next, walk, PUD_SHIFT); in walk_pud_range() 238 err = walk_hugepd_range((hugepd_t *)p4d, addr, next, walk, P4D_SHIFT); in walk_p4d_range() 275 err = walk_hugepd_range((hugepd_t *)pgd, addr, next, walk, PGDIR_SHIFT); in walk_pgd_range()
|
A D | gup.c | 2502 static int gup_huge_pd(hugepd_t hugepd, unsigned long addr, in gup_huge_pd() 2520 static inline int gup_huge_pd(hugepd_t hugepd, unsigned long addr, in gup_huge_pd()
|
A D | hugetlb.c | 6667 unsigned long address, hugepd_t hpd, int flags, int pdshift) in follow_huge_pd()
|
/linux/arch/powerpc/mm/kasan/ |
A D | 8xx.c | 29 hugepd_populate_kernel((hugepd_t *)pmd, (pte_t *)new, PAGE_SHIFT_8M); in kasan_init_shadow_8M() 30 hugepd_populate_kernel((hugepd_t *)pmd + 1, (pte_t *)new, PAGE_SHIFT_8M); in kasan_init_shadow_8M()
|
/linux/include/linux/ |
A D | hugetlb.h | 21 typedef struct { unsigned long pd; } hugepd_t; typedef 23 #define __hugepd(x) ((hugepd_t) { (x) }) 200 unsigned long address, hugepd_t hpd, 298 unsigned long address, hugepd_t hpd, int flags, in follow_huge_pd()
|