/linux/arch/um/include/asm/ |
A D | pgtable-3level.h | 55 #define pud_none(x) (!(pud_val(x) & ~_PAGE_NEWPAGE)) 56 #define pud_bad(x) ((pud_val(x) & (~PAGE_MASK & ~_PAGE_USER)) != _KERNPG_TABLE) 57 #define pud_present(x) (pud_val(x) & _PAGE_PRESENT) 62 #define set_pud(pudptr, pudval) set_64bit((u64 *) (pudptr), pud_val(pudval)) 85 #define pud_page(pud) phys_to_page(pud_val(pud) & PAGE_MASK) 86 #define pud_pgtable(pud) ((pmd_t *) __va(pud_val(pud) & PAGE_MASK))
|
/linux/arch/riscv/include/asm/ |
A D | pgtable-64.h | 33 return (pud_val(pud) & _PAGE_PRESENT); in pud_present() 38 return (pud_val(pud) == 0); in pud_none() 49 return pud_present(pud) && (pud_val(pud) & _PAGE_LEAF); in pud_leaf() 64 return (pmd_t *)pfn_to_virt(pud_val(pud) >> _PAGE_PFN_SHIFT); in pud_pgtable() 69 return pfn_to_page(pud_val(pud) >> _PAGE_PFN_SHIFT); in pud_page()
|
/linux/arch/mips/include/asm/ |
A D | pgtable-64.h | 167 printk("%s:%d: bad pud %016lx.\n", __FILE__, __LINE__, pud_val(e)) 181 #define pud_val(x) ((x).pud) macro 285 return pud_val(pud) == (unsigned long) invalid_pmd_table; in pud_none() 290 return pud_val(pud) & ~PAGE_MASK; in pud_bad() 295 return pud_val(pud) != (unsigned long) invalid_pmd_table; in pud_present() 300 pud_val(*pudp) = ((unsigned long) invalid_pmd_table); in pud_clear() 318 return (pmd_t *)pud_val(pud); in pud_pgtable() 320 #define pud_phys(pud) virt_to_phys((void *)pud_val(pud))
|
/linux/arch/sh/include/asm/ |
A D | pgtable-3level.h | 37 return (pmd_t *)(unsigned long)pud_val(pud); in pud_pgtable() 42 #define pud_none(x) (!pud_val(x)) 43 #define pud_present(x) (pud_val(x)) 45 #define pud_bad(x) (pud_val(x) & ~PAGE_MASK)
|
/linux/arch/arc/include/asm/ |
A D | pgtable-levels.h | 122 pr_crit("%s:%d: bad pud %08lx.\n", __FILE__, __LINE__, pud_val(e)) 132 #define pud_none(x) (!pud_val(x)) 133 #define pud_bad(x) ((pud_val(x) & ~PAGE_MASK)) 134 #define pud_present(x) (pud_val(x)) 135 #define pud_clear(xp) do { pud_val(*(xp)) = 0; } while (0) 136 #define pud_pgtable(pud) ((pmd_t *)(pud_val(pud) & PAGE_MASK))
|
/linux/arch/m68k/include/asm/ |
A D | motorola_pgtable.h | 129 pud_val(*pudp) = _PAGE_TABLE | _PAGE_ACCESSED | __pa(pmdp); in pud_set() 134 #define pud_pgtable(pud) ((pmd_t *)__va(pud_val(pud) & _TABLE_MASK)) 158 #define pud_none(pud) (!pud_val(pud)) 159 #define pud_bad(pud) ((pud_val(pud) & _DESCTYPE_MASK) != _PAGE_TABLE) 160 #define pud_present(pud) (pud_val(pud) & _PAGE_TABLE) 161 #define pud_clear(pudp) ({ pud_val(*pudp) = 0; }) 162 #define pud_page(pud) (mem_map + ((unsigned long)(__va(pud_val(pud)) - PAGE_OFFSET) >> PAGE_SHIFT))
|
/linux/arch/s390/include/asm/ |
A D | pgtable.h | 678 return pud_val(pud) == _REGION3_ENTRY_EMPTY; in pud_none() 899 pud_val(*pud) = _REGION3_ENTRY_EMPTY; in pud_clear() 1388 pud_val(pud) &= ~_REGION3_ENTRY_WRITE; in pud_wrprotect() 1389 pud_val(pud) |= _REGION_ENTRY_PROTECT; in pud_wrprotect() 1395 pud_val(pud) |= _REGION3_ENTRY_WRITE; in pud_mkwrite() 1396 if (pud_val(pud) & _REGION3_ENTRY_DIRTY) in pud_mkwrite() 1397 pud_val(pud) &= ~_REGION_ENTRY_PROTECT; in pud_mkwrite() 1403 pud_val(pud) &= ~_REGION3_ENTRY_DIRTY; in pud_mkclean() 1404 pud_val(pud) |= _REGION_ENTRY_PROTECT; in pud_mkclean() 1411 if (pud_val(pud) & _REGION3_ENTRY_WRITE) in pud_mkdirty() [all …]
|
/linux/arch/alpha/include/asm/ |
A D | pgtable.h | 227 { pud_val(*pudp) = _PAGE_TABLE | ((((unsigned long) pmdp) - PAGE_OFFSET) << (32-PAGE_SHIFT)); } in pud_set() 237 #define pud_page(pud) (pfn_to_page(pud_val(pud) >> 32)) 241 return (pmd_t *)(PAGE_OFFSET + ((pud_val(pgd) & _PFN_MASK) >> (32-PAGE_SHIFT))); in pud_pgtable() 256 extern inline int pud_none(pud_t pud) { return !pud_val(pud); } in pud_none() 257 extern inline int pud_bad(pud_t pud) { return (pud_val(pud) & ~_PFN_MASK) != _PAGE_TABLE; } in pud_bad() 258 extern inline int pud_present(pud_t pud) { return pud_val(pud) & _PAGE_VALID; } in pud_present() 259 extern inline void pud_clear(pud_t * pudp) { pud_val(*pudp) = 0; } in pud_clear()
|
/linux/arch/powerpc/include/asm/nohash/64/ |
A D | pgtable.h | 156 #define pud_none(pud) (!pud_val(pud)) 157 #define pud_bad(pud) (!is_kernel_addr(pud_val(pud)) \ 158 || (pud_val(pud) & PUD_BAD_BITS)) 159 #define pud_present(pud) (pud_val(pud) != 0) 163 return (pmd_t *)(pud_val(pud) & ~PUD_MASKED_BITS); in pud_pgtable() 170 return __pte(pud_val(pud)); in pud_pte()
|
/linux/arch/s390/mm/ |
A D | pageattr.c | 204 ro = !!(pud_val(*pudp) & _REGION_ENTRY_PROTECT); in split_pud_page() 205 nx = !!(pud_val(*pudp) & _REGION_ENTRY_NOEXEC); in split_pud_page() 215 pud_val(new) = __pa(pm_dir) | _REGION3_ENTRY; in split_pud_page() 216 pgt_set((unsigned long *)pudp, pud_val(new), addr, CRDTE_DTT_REGION3); in split_pud_page() 232 pud_val(new) |= _REGION_ENTRY_NOEXEC; in modify_pud_page() 234 pud_val(new) &= ~_REGION_ENTRY_NOEXEC; in modify_pud_page() 235 pgt_set((unsigned long *)pudp, pud_val(new), addr, CRDTE_DTT_REGION3); in modify_pud_page()
|
/linux/arch/ia64/include/asm/ |
A D | pgtable.h | 184 #define pud_ERROR(e) printk("%s:%d: bad pud %016lx.\n", __FILE__, __LINE__, pud_val(e)) 272 #define pud_none(pud) (!pud_val(pud)) 273 #define pud_bad(pud) (!ia64_phys_addr_valid(pud_val(pud))) 274 #define pud_present(pud) (pud_val(pud) != 0UL) 275 #define pud_clear(pudp) (pud_val(*(pudp)) = 0UL) 276 #define pud_pgtable(pud) ((pmd_t *) __va(pud_val(pud) & _PFN_MASK)) 277 #define pud_page(pud) virt_to_page((pud_val(pud) + PAGE_OFFSET))
|
A D | pgalloc.h | 45 pud_val(*pud_entry) = __pa(pmd); in pud_populate()
|
/linux/arch/sparc/include/asm/ |
A D | pgtable_32.h | 156 if (srmmu_device_memory(pud_val(pud))) { in pud_pgtable() 159 unsigned long v = pud_val(pud) & SRMMU_PTD_PMASK; in pud_pgtable() 206 return !(pud_val(pud) & 0xFFFFFFF); in pud_none() 211 return (pud_val(pud) & SRMMU_ET_MASK) != SRMMU_ET_PTD; in pud_bad() 216 return ((pud_val(pud) & SRMMU_ET_MASK) == SRMMU_ET_PTD); in pud_present()
|
A D | pgtable_64.h | 103 __FILE__, __LINE__, &(e), pud_val(e), __builtin_return_address(0)) 416 return !!(pud_val(pud) & _PAGE_PUD_HUGE); in is_hugetlb_pud() 705 #define pud_write(pud) pte_write(__pte(pud_val(pud))) 806 #define pud_none(pud) (!pud_val(pud)) 808 #define pud_bad(pud) (pud_val(pud) & ~PAGE_MASK) 833 (pud_val(*(pudp)) = (__pa((unsigned long) (pmdp)))) 846 pte_t pte = __pte(pud_val(pud)); in pud_pgtable() 857 #define pud_present(pud) (pud_val(pud) != 0U) 858 #define pud_clear(pudp) (pud_val(*(pudp)) = 0UL) 870 pte_t pte = __pte(pud_val(pud)); in pud_large() [all …]
|
A D | page_64.h | 79 #define pud_val(x) ((x).pud) macro 102 #define pud_val(x) (x) macro
|
/linux/arch/arm/include/asm/ |
A D | pgtable-3level.h | 111 #define pud_none(pud) (!pud_val(pud)) 112 #define pud_bad(pud) (!(pud_val(pud) & 2)) 113 #define pud_present(pud) (pud_val(pud)) 135 return __va(pud_val(pud) & PHYS_MASK & (s32)PAGE_MASK); in pud_pgtable()
|
/linux/arch/arm64/include/asm/ |
A D | pgtable.h | 372 return __pte(pud_val(pud)); in pud_pte() 382 return __pmd(pud_val(pud)); in pud_pmd() 481 #define pud_mkhuge(pud) (__pud(pud_val(pud) & ~PUD_TABLE_BIT)) 548 #define pud_sect(pud) ((pud_val(pud) & PUD_TYPE_MASK) == \ 550 #define pud_table(pud) ((pud_val(pud) & PUD_TYPE_MASK) == \ 625 #define pud_none(pud) (!pud_val(pud)) 635 set_swapper_pgd((pgd_t *)pudp, __pgd(pud_val(pud))); in set_pud() 691 pr_err("%s:%d: bad pud %016llx.\n", __FILE__, __LINE__, pud_val(e))
|
A D | pgtable-types.h | 35 #define pud_val(x) ((x).pud) macro
|
/linux/mm/ |
A D | ptdump.c | 83 st->effective_prot(st, 2, pud_val(val)); in ptdump_pud_entry() 86 st->note_page(st, addr, 2, pud_val(val)); in ptdump_pud_entry()
|
/linux/arch/x86/include/asm/ |
A D | pgtable.h | 105 #define pud_val(x) native_pud_val(x) macro 199 phys_addr_t pfn = pud_val(pud); in pud_pfn() 239 return (pud_val(pud) & (_PAGE_PSE|_PAGE_DEVMAP)) == _PAGE_PSE; in pud_trans_huge() 258 return !!(pud_val(pud) & _PAGE_DEVMAP); in pud_devmap() 841 return (pmd_t *)__va(pud_val(pud) & pud_pfn_mask(pud)); in pud_pgtable() 853 return (pud_val(pud) & (_PAGE_PSE | _PAGE_PRESENT)) == in pud_large() 1389 return __pte_access_permitted(pud_val(pud), write); in pud_access_permitted()
|
/linux/arch/x86/mm/ |
A D | kasan_init_64.c | 294 pudval_t pud_val = __pa_nodebug(kasan_early_shadow_pmd) | _KERNPG_TABLE; in kasan_early_init() local 300 pud_val &= __default_kernel_pte_mask; in kasan_early_init() 310 kasan_early_shadow_pud[i] = __pud(pud_val); in kasan_early_init()
|
/linux/arch/parisc/include/asm/ |
A D | pgtable.h | 316 #define pud_flag(x) (pud_val(x) & PxD_FLAG_MASK) 317 #define pud_address(x) ((unsigned long)(pud_val(x) &~ PxD_FLAG_MASK) << PxD_VALUE_SHIFT) 336 #define pud_none(x) (!pud_val(x))
|
/linux/arch/m68k/mm/ |
A D | kmap.c | 73 printk("iounmap: bad pud(%08lx)\n", pud_val(*pud_dir)); in __free_io_area() 358 printk("iocachemode: bad pud(%08lx)\n", pud_val(*pud_dir)); in kernel_set_cachemode()
|
/linux/arch/arm64/mm/ |
A D | mmu.c | 349 BUG_ON(!pgattr_change_is_safe(pud_val(old_pud), in alloc_init_pud() 350 READ_ONCE(pud_val(*pudp)))); in alloc_init_pud() 355 BUG_ON(pud_val(old_pud) != 0 && in alloc_init_pud() 356 pud_val(old_pud) != READ_ONCE(pud_val(*pudp))); in alloc_init_pud() 1348 if (!pgattr_change_is_safe(READ_ONCE(pud_val(*pudp)), in pud_set_huge() 1349 pud_val(new_pud))) in pud_set_huge()
|
/linux/include/asm-generic/ |
A D | pgtable-nopmd.h | 50 #define pmd_val(x) (pud_val((x).pud))
|