Home
last modified time | relevance | path

Searched refs:hugepd_t (Results 1 – 19 of 19) sorted by relevance

/linux/arch/powerpc/mm/
A Dhugetlbpage.c116 hugepd_t *hpdp = NULL; in huge_pte_alloc()
134 hpdp = (hugepd_t *)p4; in huge_pte_alloc()
144 hpdp = (hugepd_t *)pu; in huge_pte_alloc()
155 hpdp = (hugepd_t *)pm; in huge_pte_alloc()
162 hpdp = (hugepd_t *)p4; in huge_pte_alloc()
170 hpdp = (hugepd_t *)pu; in huge_pte_alloc()
177 hpdp = (hugepd_t *)pm; in huge_pte_alloc()
394 more = addr + (1 << hugepd_shift(*(hugepd_t *)pmd)); in hugetlb_free_pmd_range()
398 free_hugepd_range(tlb, (hugepd_t *)pmd, PMD_SHIFT, in hugetlb_free_pmd_range()
440 free_hugepd_range(tlb, (hugepd_t *)pud, PUD_SHIFT, in hugetlb_free_pud_range()
[all …]
A Dpgtable.c354 hugepd_t *hpdp = NULL; in __find_linux_pte()
384 hpdp = (hugepd_t *)&p4d; in __find_linux_pte()
406 hpdp = (hugepd_t *)&pud; in __find_linux_pte()
445 hpdp = (hugepd_t *)&pmd; in __find_linux_pte()
/linux/arch/powerpc/include/asm/nohash/32/
A Dhugetlb-8xx.h7 static inline pte_t *hugepd_page(hugepd_t hpd) in hugepd_page()
14 static inline unsigned int hugepd_shift(hugepd_t hpd) in hugepd_shift()
19 static inline pte_t *hugepte_offset(hugepd_t hpd, unsigned long addr, in hugepte_offset()
33 static inline void hugepd_populate(hugepd_t *hpdp, pte_t *new, unsigned int pshift) in hugepd_populate()
38 static inline void hugepd_populate_kernel(hugepd_t *hpdp, pte_t *new, unsigned int pshift) in hugepd_populate_kernel()
A Dpgtable.h233 static int hugepd_ok(hugepd_t hpd);
239 else if (hugepd_ok(*((hugepd_t *)pmd))) in number_of_cells_per_pte()
/linux/arch/powerpc/include/asm/nohash/
A Dhugetlb-book3e.h5 static inline pte_t *hugepd_page(hugepd_t hpd) in hugepd_page()
13 static inline unsigned int hugepd_shift(hugepd_t hpd) in hugepd_shift()
18 static inline pte_t *hugepte_offset(hugepd_t hpd, unsigned long addr, in hugepte_offset()
31 static inline void hugepd_populate(hugepd_t *hpdp, pte_t *new, unsigned int pshift) in hugepd_populate()
A Dpgtable.h260 static inline int hugepd_ok(hugepd_t hpd) in hugepd_ok()
/linux/arch/powerpc/include/asm/book3s/64/
A Dhugetlb.h68 static inline pte_t *hugepd_page(hugepd_t hpd) in hugepd_page()
78 static inline unsigned int hugepd_mmu_psize(hugepd_t hpd) in hugepd_mmu_psize()
83 static inline unsigned int hugepd_shift(hugepd_t hpd) in hugepd_shift()
94 static inline pte_t *hugepte_offset(hugepd_t hpd, unsigned long addr, in hugepte_offset()
102 static inline void hugepd_populate(hugepd_t *hpdp, pte_t *new, unsigned int pshift) in hugepd_populate()
A Dpgtable-64k.h47 static inline int hugepd_ok(hugepd_t hpd) in hugepd_ok()
A Dpgtable-4k.h44 static inline int hugepd_ok(hugepd_t hpd) in hugepd_ok()
A Dhash-4k.h78 static inline int hash__hugepd_ok(hugepd_t hpd) in hash__hugepd_ok()
/linux/arch/powerpc/mm/nohash/
A D8xx.c59 static pte_t __init *early_hugepd_alloc_kernel(hugepd_t *pmdp, unsigned long va) in early_hugepd_alloc_kernel()
67 hugepd_populate_kernel((hugepd_t *)pmdp, ptep, PAGE_SHIFT_8M); in early_hugepd_alloc_kernel()
68 hugepd_populate_kernel((hugepd_t *)pmdp + 1, ptep, PAGE_SHIFT_8M); in early_hugepd_alloc_kernel()
70 return hugepte_offset(*(hugepd_t *)pmdp, va, PGDIR_SHIFT); in early_hugepd_alloc_kernel()
89 ptep = early_hugepd_alloc_kernel((hugepd_t *)pmdp, va); in __early_map_kernel_hugepage()
94 ptep = hugepte_offset(*(hugepd_t *)pmdp, va, PGDIR_SHIFT); in __early_map_kernel_hugepage()
/linux/arch/powerpc/include/asm/
A Dpgtable-types.h86 typedef struct { unsigned long pd; } hugepd_t; typedef
87 #define __hugepd(x) ((hugepd_t) { (x) })
88 static inline unsigned long hpd_val(hugepd_t x) in hpd_val()
A Dpgtable-be-types.h104 typedef struct { __be64 pdbe; } hugepd_t; typedef
105 #define __hugepd(x) ((hugepd_t) { cpu_to_be64(x) })
107 static inline unsigned long hpd_val(hugepd_t x) in hpd_val()
A Dhugetlb.h68 static inline pte_t *hugepte_offset(hugepd_t hpd, unsigned long addr, in hugepte_offset()
/linux/mm/
A Dpagewalk.c62 static int walk_hugepd_range(hugepd_t *phpd, unsigned long addr, in walk_hugepd_range()
93 static int walk_hugepd_range(hugepd_t *phpd, unsigned long addr, in walk_hugepd_range()
151 err = walk_hugepd_range((hugepd_t *)pmd, addr, next, walk, PMD_SHIFT); in walk_pmd_range()
203 err = walk_hugepd_range((hugepd_t *)pud, addr, next, walk, PUD_SHIFT); in walk_pud_range()
238 err = walk_hugepd_range((hugepd_t *)p4d, addr, next, walk, P4D_SHIFT); in walk_p4d_range()
275 err = walk_hugepd_range((hugepd_t *)pgd, addr, next, walk, PGDIR_SHIFT); in walk_pgd_range()
A Dgup.c2502 static int gup_huge_pd(hugepd_t hugepd, unsigned long addr, in gup_huge_pd()
2520 static inline int gup_huge_pd(hugepd_t hugepd, unsigned long addr, in gup_huge_pd()
A Dhugetlb.c6667 unsigned long address, hugepd_t hpd, int flags, int pdshift) in follow_huge_pd()
/linux/arch/powerpc/mm/kasan/
A D8xx.c29 hugepd_populate_kernel((hugepd_t *)pmd, (pte_t *)new, PAGE_SHIFT_8M); in kasan_init_shadow_8M()
30 hugepd_populate_kernel((hugepd_t *)pmd + 1, (pte_t *)new, PAGE_SHIFT_8M); in kasan_init_shadow_8M()
/linux/include/linux/
A Dhugetlb.h21 typedef struct { unsigned long pd; } hugepd_t; typedef
23 #define __hugepd(x) ((hugepd_t) { (x) })
200 unsigned long address, hugepd_t hpd,
298 unsigned long address, hugepd_t hpd, int flags, in follow_huge_pd()

Completed in 52 milliseconds