Home
last modified time | relevance | path

Searched refs:pud_t (Results 1 – 25 of 218) sorted by relevance

123456789

/linux/arch/x86/include/asm/
A Dpgtable.h455 static inline pud_t pud_mkold(pud_t pud) in pud_mkold()
460 static inline pud_t pud_mkclean(pud_t pud) in pud_mkclean()
465 static inline pud_t pud_wrprotect(pud_t pud) in pud_wrprotect()
470 static inline pud_t pud_mkdirty(pud_t pud) in pud_mkdirty()
475 static inline pud_t pud_mkdevmap(pud_t pud) in pud_mkdevmap()
480 static inline pud_t pud_mkhuge(pud_t pud) in pud_mkhuge()
485 static inline pud_t pud_mkyoung(pud_t pud) in pud_mkyoung()
490 static inline pud_t pud_mkwrite(pud_t pud) in pud_mkwrite()
521 static inline pud_t pud_mksoft_dirty(pud_t pud) in pud_mksoft_dirty()
536 static inline pud_t pud_clear_soft_dirty(pud_t pud) in pud_clear_soft_dirty()
[all …]
A Dpgtable_64.h21 extern pud_t level3_kernel_pgt[512];
22 extern pud_t level3_ident_pgt[512];
63 void set_pte_vaddr_pud(pud_t *pud_page, unsigned long vaddr, pte_t new_pte);
117 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud()
122 static inline void native_pud_clear(pud_t *pud) in native_pud_clear()
127 static inline pud_t native_pudp_get_and_clear(pud_t *xp) in native_pudp_get_and_clear()
135 pud_t ret = *xp; in native_pudp_get_and_clear()
A Dpgalloc.h97 extern void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd);
99 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
105 static inline void pud_populate_safe(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate_safe()
113 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
119 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate_safe()
125 extern void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud);
127 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
A Dpgtable-3level.h103 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud()
132 static inline void native_pud_clear(pud_t *pudp) in native_pud_clear()
136 static inline void pud_clear(pud_t *pudp) in pud_clear()
229 pud_t pud;
232 static inline pud_t native_pudp_get_and_clear(pud_t *pudp) in native_pudp_get_and_clear()
A Dpgtable-2level.h25 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud()
39 static inline void native_pud_clear(pud_t *pudp) in native_pud_clear()
68 static inline pud_t native_pudp_get_and_clear(pud_t *xp) in native_pudp_get_and_clear()
A Dpgtable_types.h355 typedef struct { pudval_t pud; } pud_t; typedef
357 static inline pud_t native_make_pud(pmdval_t val) in native_make_pud()
359 return (pud_t) { val }; in native_make_pud()
362 static inline pudval_t native_pud_val(pud_t pud) in native_pud_val()
369 static inline pud_t native_make_pud(pudval_t val) in native_make_pud()
371 return (pud_t) { .p4d.pgd = native_make_pgd(val) }; in native_make_pud()
374 static inline pudval_t native_pud_val(pud_t pud) in native_pud_val()
422 static inline pudval_t pud_pfn_mask(pud_t pud) in pud_pfn_mask()
430 static inline pudval_t pud_flags_mask(pud_t pud) in pud_flags_mask()
435 static inline pudval_t pud_flags(pud_t pud) in pud_flags()
/linux/include/asm-generic/
A Dpgtable-nopud.h16 typedef struct { p4d_t p4d; } pud_t; typedef
40 #define set_p4d(p4dptr, p4dval) set_pud((pud_t *)(p4dptr), (pud_t) { p4dval })
42 static inline pud_t *pud_offset(p4d_t *p4d, unsigned long address) in pud_offset()
44 return (pud_t *)p4d; in pud_offset()
49 #define __pud(x) ((pud_t) { __p4d(x) })
51 #define p4d_page(p4d) (pud_page((pud_t){ p4d }))
52 #define p4d_pgtable(p4d) ((pud_t *)(pud_pgtable((pud_t){ p4d })))
A Dpgtable-nopmd.h18 typedef struct { pud_t pud; } pmd_t;
30 static inline int pud_none(pud_t pud) { return 0; } in pud_none()
31 static inline int pud_bad(pud_t pud) { return 0; } in pud_bad()
32 static inline int pud_present(pud_t pud) { return 1; } in pud_present()
33 static inline void pud_clear(pud_t *pud) { } in pud_clear()
44 static inline pmd_t * pmd_offset(pud_t * pud, unsigned long address) in pmd_offset()
/linux/arch/riscv/include/asm/
A Dpgtable-64.h31 static inline int pud_present(pud_t pud) in pud_present()
36 static inline int pud_none(pud_t pud) in pud_none()
41 static inline int pud_bad(pud_t pud) in pud_bad()
47 static inline int pud_leaf(pud_t pud) in pud_leaf()
52 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud()
57 static inline void pud_clear(pud_t *pudp) in pud_clear()
62 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable()
67 static inline struct page *pud_page(pud_t pud) in pud_page()
/linux/include/linux/
A Dpgtable.h178 unsigned long address, pud_t *pudp,
179 pud_t entry, int dirty);
190 pud_t entry, int dirty) in pudp_set_access_flags()
348 pud_t *pudp) in pudp_huge_get_and_clear()
350 pud_t pud = *pudp; in pudp_huge_get_and_clear()
433 pud_t *pudp);
506 pud_t old_pud = *pudp; in pudp_set_wrprotect()
615 static inline int pud_same(pud_t pud_a, pud_t pud_b) in pud_same()
799 void pud_clear_bad(pud_t *);
1227 pud_t pudval = READ_ONCE(*pud); in pud_none_or_trans_huge_or_dev_or_clear_bad()
[all …]
A Dhuge_mm.h16 pud_t *dst_pud, pud_t *src_pud, unsigned long addr,
20 void huge_pud_set_accessed(struct vm_fault *vmf, pud_t orig_pud);
22 static inline void huge_pud_set_accessed(struct vm_fault *vmf, pud_t orig_pud) in huge_pud_set_accessed()
212 void __split_huge_pud(struct vm_area_struct *vma, pud_t *pud,
217 pud_t *____pud = (__pud); \
244 static inline spinlock_t *pud_trans_huge_lock(pud_t *pud, in pud_trans_huge_lock()
280 pud_t *pud, int flags, struct dev_pagemap **pgmap);
297 static inline bool is_huge_zero_pud(pud_t pud) in is_huge_zero_pud()
423 static inline spinlock_t *pud_trans_huge_lock(pud_t *pud, in pud_trans_huge_lock()
444 static inline bool is_huge_zero_pud(pud_t pud) in is_huge_zero_pud()
[all …]
/linux/arch/mips/include/asm/
A Dpgtable-64.h132 #define PTRS_PER_PUD ((PAGE_SIZE << PUD_ORDER) / sizeof(pud_t))
180 typedef struct { unsigned long pud; } pud_t; typedef
182 #define __pud(x) ((pud_t) { (x) })
184 extern pud_t invalid_pud_table[PTRS_PER_PUD];
212 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable()
214 return (pud_t *)p4d_val(p4d); in p4d_pgtable()
283 static inline int pud_none(pud_t pud) in pud_none()
288 static inline int pud_bad(pud_t pud) in pud_bad()
293 static inline int pud_present(pud_t pud) in pud_present()
298 static inline void pud_clear(pud_t *pudp) in pud_clear()
[all …]
A Dpgalloc.h39 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
84 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long address) in pud_alloc_one()
86 pud_t *pud; in pud_alloc_one()
88 pud = (pud_t *) __get_free_pages(GFP_KERNEL, PUD_ORDER); in pud_alloc_one()
94 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
/linux/arch/arm/include/asm/
A Dpgtable-2level.h182 static inline int pud_none(pud_t pud) in pud_none()
187 static inline int pud_bad(pud_t pud) in pud_bad()
192 static inline int pud_present(pud_t pud) in pud_present()
197 static inline void pud_clear(pud_t *pudp) in pud_clear()
201 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud()
205 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long addr) in pmd_offset()
/linux/mm/kasan/
A Dinit.c57 static inline bool kasan_pmd_table(pud_t pud) in kasan_pmd_table()
62 static inline bool kasan_pmd_table(pud_t pud) in kasan_pmd_table()
145 pud_t *pud = pud_offset(p4d, addr); in zero_pud_populate()
188 pud_t *pud; in zero_p4d_populate()
203 pud_t *p; in zero_p4d_populate()
239 pud_t *pud; in kasan_populate_early_shadow()
297 static void kasan_free_pmd(pmd_t *pmd_start, pud_t *pud) in kasan_free_pmd()
312 static void kasan_free_pud(pud_t *pud_start, p4d_t *p4d) in kasan_free_pud()
314 pud_t *pud; in kasan_free_pud()
323 pud_free(&init_mm, (pud_t *)page_to_virt(p4d_page(*p4d))); in kasan_free_pud()
[all …]
/linux/arch/powerpc/include/asm/book3s/64/
A Dpgalloc.h88 static inline void p4d_populate(struct mm_struct *mm, p4d_t *pgd, pud_t *pud) in p4d_populate()
93 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
95 pud_t *pud; in pud_alloc_one()
110 static inline void __pud_free(pud_t *pud) in __pud_free()
124 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
129 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
134 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
/linux/arch/x86/mm/
A Dident_map.c21 static int ident_pud_init(struct x86_mapping_info *info, pud_t *pud_page, in ident_pud_init()
27 pud_t *pud = pud_page + pud_index(addr); in ident_pud_init()
35 pud_t pudval; in ident_pud_init()
69 pud_t *pud; in ident_p4d_init()
83 pud = (pud_t *)info->alloc_pgt_page(info->context); in ident_p4d_init()
141 pud_t *pud = pud_offset(p4d, 0); in kernel_ident_mapping_init()
A Dinit_64.c259 pud_t *pud = (pud_t *)spp_getpage(); in fill_pud()
342 pud_t *pud; in populate_extra_pmd()
366 pud_t *pud; in __init_extra_mapping()
597 pud_t *pud; in phys_pud_init()
690 pud_t *pud; in phys_p4d_init()
1042 pud_t *pud; in free_pud_table()
1156 pud_t *pud; in remove_pud_table()
1293 pud_t *pud; in preallocate_vmalloc_pages()
1423 pud_t *pud; in kern_addr_valid()
1542 pud_t *pud; in vmemmap_populate_hugepages()
[all …]
/linux/arch/s390/include/asm/
A Dpgtable.h674 static inline int pud_none(pud_t pud) in pud_none()
682 static inline int pud_large(pud_t pud) in pud_large()
702 static inline int pud_bad(pud_t pud) in pud_bad()
741 static inline int pud_write(pud_t pud) in pud_write()
1312 return (pud_t *) p4dp; in pud_offset_lockless()
1322 static inline pmd_t *pmd_offset_lockless(pud_t *pudp, pud_t pud, unsigned long address) in pmd_offset_lockless()
1386 static inline pud_t pud_wrprotect(pud_t pud) in pud_wrprotect()
1393 static inline pud_t pud_mkwrite(pud_t pud) in pud_mkwrite()
1401 static inline pud_t pud_mkclean(pud_t pud) in pud_mkclean()
1408 static inline pud_t pud_mkdirty(pud_t pud) in pud_mkdirty()
[all …]
A Dpgalloc.h68 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long address) in pud_alloc_one()
73 return (pud_t *) table; in pud_alloc_one()
76 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
109 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
114 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
/linux/arch/powerpc/include/asm/
A Dpgtable-be-types.h37 typedef struct { __be64 pud; } pud_t; typedef
38 #define __pud(x) ((pud_t) { cpu_to_be64(x) })
39 #define __pud_raw(x) ((pud_t) { (x) })
40 static inline unsigned long pud_val(pud_t x) in pud_val()
45 static inline __be64 pud_raw(pud_t x) in pud_raw()
/linux/mm/
A Dmremap.c33 static pud_t *get_old_pud(struct mm_struct *mm, unsigned long addr) in get_old_pud()
37 pud_t *pud; in get_old_pud()
56 pud_t *pud; in get_old_pmd()
87 pud_t *pud; in alloc_new_pmd()
292 unsigned long new_addr, pud_t *old_pud, pud_t *new_pud) in move_normal_pud()
296 pud_t pud; in move_normal_pud()
333 pud_t *new_pud) in move_normal_pud()
341 unsigned long new_addr, pud_t *old_pud, pud_t *new_pud) in move_huge_pud()
345 pud_t pud; in move_huge_pud()
381 unsigned long new_addr, pud_t *old_pud, pud_t *new_pud) in move_huge_pud()
[all …]
/linux/arch/arm64/include/asm/
A Dpgalloc.h23 static inline void __pud_populate(pud_t *pudp, phys_addr_t pmdp, pudval_t prot) in __pud_populate()
28 static inline void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmdp) in pud_populate()
36 static inline void __pud_populate(pud_t *pudp, phys_addr_t pmdp, pudval_t prot) in __pud_populate()
49 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4dp, pud_t *pudp) in p4d_populate()
A Dpgtable.h370 static inline pte_t pud_pte(pud_t pud) in pud_pte()
375 static inline pud_t pte_pud(pte_t pte) in pte_pud()
380 static inline pmd_t pud_pmd(pud_t pud) in pud_pmd()
631 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud()
648 static inline void pud_clear(pud_t *pudp) in pud_clear()
653 static inline phys_addr_t pud_page_paddr(pud_t pud) in pud_page_paddr()
658 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable()
719 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable()
721 return (pud_t *)__va(p4d_page_paddr(p4d)); in p4d_pgtable()
746 #define pud_offset_kimg(dir,addr) ((pud_t *)dir)
[all …]
/linux/arch/sparc/include/asm/
A Dpgalloc_64.h19 static inline void __p4d_populate(p4d_t *p4d, pud_t *pud) in __p4d_populate()
36 static inline void __pud_populate(pud_t *pud, pmd_t *pmd) in __pud_populate()
43 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
48 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()

Completed in 43 milliseconds

123456789