| /linux/include/asm-generic/ |
| A D | pgtable-nopmd.h | 18 typedef struct { pud_t pud; } pmd_t; member
30 static inline int pud_none(pud_t pud) { return 0; } in pud_none()
31 static inline int pud_bad(pud_t pud) { return 0; } in pud_bad()
32 static inline int pud_present(pud_t pud) { return 1; } in pud_present()
33 static inline void pud_clear(pud_t *pud) { } in pud_clear()
44 static inline pmd_t * pmd_offset(pud_t * pud, unsigned long address) in pmd_offset()
53 #define pud_page(pud) (pmd_page((pmd_t){ pud })) argument
54 #define pud_pgtable(pud) ((pmd_t *)(pmd_page_vaddr((pmd_t){ pud }))) argument
|
| A D | pgtable-nopud.h | 32 #define pud_ERROR(pud) (p4d_ERROR((pud).p4d)) argument
34 #define p4d_populate(mm, p4d, pud) do { } while (0) argument
35 #define p4d_populate_safe(mm, p4d, pud) do { } while (0) argument
|
| /linux/arch/riscv/include/asm/ |
| A D | pgtable-64.h | 31 static inline int pud_present(pud_t pud) in pud_present()
36 static inline int pud_none(pud_t pud) in pud_none()
41 static inline int pud_bad(pud_t pud) in pud_bad()
47 static inline int pud_leaf(pud_t pud) in pud_leaf()
52 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud()
62 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable()
67 static inline struct page *pud_page(pud_t pud) in pud_page()
|
| /linux/mm/kasan/ |
| A D | init.c | 57 static inline bool kasan_pmd_table(pud_t pud) in kasan_pmd_table()
62 static inline bool kasan_pmd_table(pud_t pud) in kasan_pmd_table()
109 static int __ref zero_pmd_populate(pud_t *pud, unsigned long addr, in zero_pmd_populate()
145 pud_t *pud = pud_offset(p4d, addr); in zero_pud_populate() local
188 pud_t *pud; in zero_p4d_populate() local
239 pud_t *pud; in kasan_populate_early_shadow() local
297 static void kasan_free_pmd(pmd_t *pmd_start, pud_t *pud) in kasan_free_pmd()
314 pud_t *pud; in kasan_free_pud() local
387 static void kasan_remove_pud_table(pud_t *pud, unsigned long addr, in kasan_remove_pud_table()
420 pud_t *pud; in kasan_remove_p4d_table() local
|
| /linux/arch/x86/include/asm/ |
| A D | pgtable.h | 144 static inline int pud_dirty(pud_t pud) in pud_dirty()
149 static inline int pud_young(pud_t pud) in pud_young()
256 static inline int pud_devmap(pud_t pud) in pud_devmap()
261 static inline int pud_devmap(pud_t pud) in pud_devmap()
829 static inline int pud_none(pud_t pud) in pud_none()
851 static inline int pud_large(pud_t pud) in pud_large()
857 static inline int pud_bad(pud_t pud) in pud_bad()
863 static inline int pud_large(pud_t pud) in pud_large()
1019 pud_t *pudp, pud_t pud) in set_pud_at()
1130 static inline int pud_write(pud_t pud) in pud_write()
[all …]
|
| A D | pgalloc.h | 99 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
105 static inline void pud_populate_safe(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate_safe()
113 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
119 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate_safe()
127 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
|
| /linux/arch/powerpc/include/asm/book3s/64/ |
| A D | pgalloc.h | 88 static inline void p4d_populate(struct mm_struct *mm, p4d_t *pgd, pud_t *pud) in p4d_populate()
95 pud_t *pud; in pud_alloc_one() local
110 static inline void __pud_free(pud_t *pud) in __pud_free()
124 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
129 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
134 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
|
| /linux/arch/arm64/include/asm/ |
| A D | pgtable.h | 148 #define pud_access_permitted(pud, write) \ argument
370 static inline pte_t pud_pte(pud_t pud) in pud_pte()
380 static inline pmd_t pud_pmd(pud_t pud) in pud_pmd()
477 #define pud_young(pud) pte_young(pud_pte(pud)) argument
479 #define pud_write(pud) pte_write(pud_pte(pud)) argument
625 #define pud_none(pud) (!pud_val(pud)) argument
626 #define pud_bad(pud) (!pud_table(pud)) argument
628 #define pud_leaf(pud) pud_sect(pud) argument
629 #define pud_valid(pud) pte_valid(pud_pte(pud)) argument
658 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable()
[all …]
|
| /linux/arch/mips/mm/ |
| A D | hugetlbpage.c | 29 pud_t *pud; in huge_pte_alloc() local
46 pud_t *pud; in huge_pte_offset() local
66 int pud_huge(pud_t pud) in pud_huge()
|
| /linux/arch/sh/mm/ |
| A D | hugetlbpage.c | 29 pud_t *pud; in huge_pte_alloc() local
54 pud_t *pud; in huge_pte_offset() local
79 int pud_huge(pud_t pud) in pud_huge()
|
| /linux/arch/arm/include/asm/ |
| A D | pgtable-2level.h | 182 static inline int pud_none(pud_t pud) in pud_none()
187 static inline int pud_bad(pud_t pud) in pud_bad()
192 static inline int pud_present(pud_t pud) in pud_present()
201 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud()
205 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long addr) in pmd_offset()
|
| A D | pgtable-3level.h | 111 #define pud_none(pud) (!pud_val(pud)) argument
112 #define pud_bad(pud) (!(pud_val(pud) & 2)) argument
113 #define pud_present(pud) (pud_val(pud)) argument
127 #define set_pud(pudp, pud) \ argument
133 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable()
|
| /linux/arch/mips/include/asm/ |
| A D | pgtable-64.h | 180 typedef struct { unsigned long pud; } pud_t; member
283 static inline int pud_none(pud_t pud) in pud_none()
288 static inline int pud_bad(pud_t pud) in pud_bad()
293 static inline int pud_present(pud_t pud) in pud_present()
316 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable()
320 #define pud_phys(pud) virt_to_phys((void *)pud_val(pud)) argument
321 #define pud_page(pud) (pfn_to_page(pud_phys(pud) >> PAGE_SHIFT)) argument
|
| A D | pgalloc.h | 39 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
86 pud_t *pud; in pud_alloc_one() local
94 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
|
| /linux/arch/x86/mm/ |
| A D | init_64.c | 308 pud_t *pud = fill_pud(p4d, vaddr); in set_pte_vaddr_p4d() local
342 pud_t *pud; in populate_extra_pmd() local
366 pud_t *pud; in __init_extra_mapping() local
597 pud_t *pud; in phys_pud_init() local
690 pud_t *pud; in phys_p4d_init() local
1042 pud_t *pud; in free_pud_table() local
1156 pud_t *pud; in remove_pud_table() local
1293 pud_t *pud; in preallocate_vmalloc_pages() local
1423 pud_t *pud; in kern_addr_valid() local
1542 pud_t *pud; in vmemmap_populate_hugepages() local
[all …]
|
| A D | ident_map.c | 27 pud_t *pud = pud_page + pud_index(addr); in ident_pud_init() local
69 pud_t *pud; in ident_p4d_init() local
141 pud_t *pud = pud_offset(p4d, 0); in kernel_ident_mapping_init() local
|
| /linux/arch/um/include/asm/ |
| A D | pgtable-3level.h | 58 #define pud_populate(mm, pud, pmd) \ argument
80 static inline void pud_clear (pud_t *pud) in pud_clear()
85 #define pud_page(pud) phys_to_page(pud_val(pud) & PAGE_MASK) argument
86 #define pud_pgtable(pud) ((pmd_t *) __va(pud_val(pud) & PAGE_MASK)) argument
|
| /linux/arch/arm/mm/ |
| A D | idmap.c | 24 static void idmap_add_pmd(pud_t *pud, unsigned long addr, unsigned long end, in idmap_add_pmd()
55 static void idmap_add_pmd(pud_t *pud, unsigned long addr, unsigned long end, in idmap_add_pmd()
72 pud_t *pud = pud_offset(p4d, addr); in idmap_add_pud() local
|
| /linux/arch/sparc/include/asm/ |
| A D | pgalloc_64.h | 19 static inline void __p4d_populate(p4d_t *p4d, pud_t *pud) in __p4d_populate()
36 static inline void __pud_populate(pud_t *pud, pmd_t *pmd) in __pud_populate()
48 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
111 #define __pud_free_tlb(tlb, pud, addr) \ argument
|
| /linux/arch/sparc/mm/ |
| A D | hugetlbpage.c | 276 unsigned long pud_leaf_size(pud_t pud) { return 1UL << tte_to_shift(*(pte_t *)&pud); } in pud_leaf_size()
285 pud_t *pud; in huge_pte_alloc() local
308 pud_t *pud; in huge_pte_offset() local
409 int pud_huge(pud_t pud) in pud_huge()
425 static void hugetlb_free_pmd_range(struct mmu_gather *tlb, pud_t *pud, in hugetlb_free_pmd_range()
466 pud_t *pud; in hugetlb_free_pud_range() local
|
| /linux/arch/powerpc/include/asm/nohash/64/ |
| A D | pgalloc.h | 26 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
31 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
61 #define __pud_free_tlb(tlb, pud, addr) \ argument
|
| A D | pgtable.h | 156 #define pud_none(pud) (!pud_val(pud)) argument
157 #define pud_bad(pud) (!is_kernel_addr(pud_val(pud)) \ argument
159 #define pud_present(pud) (pud_val(pud) != 0) argument
161 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable()
168 static inline pte_t pud_pte(pud_t pud) in pud_pte()
177 #define pud_write(pud) pte_write(pud_pte(pud)) argument
|
| /linux/arch/ia64/mm/ |
| A D | hugetlbpage.c | 34 pud_t *pud; in huge_pte_alloc() local
55 pud_t *pud; in huge_pte_offset() local
114 int pud_huge(pud_t pud) in pud_huge()
|
| /linux/arch/parisc/mm/ |
| A D | hugetlbpage.c | 52 pud_t *pud; in huge_pte_alloc() local
79 pud_t *pud; in huge_pte_offset() local
190 int pud_huge(pud_t pud) in pud_huge()
|
| /linux/arch/s390/include/asm/ |
| A D | pgalloc.h | 76 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
109 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
114 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
|