/linux/arch/mips/include/asm/ |
A D | pgtable.h | 133 # define pte_none(pte) (!(((pte).pte_low | (pte).pte_high) & ~_PAGE_GLOBAL)) argument 136 #define pte_present(pte) ((pte).pte_low & _PAGE_PRESENT) argument 137 #define pte_no_exec(pte) ((pte).pte_low & _PAGE_NO_EXEC) argument 183 #define pte_present(pte) (pte_val(pte) & _PAGE_PRESENT) argument 184 #define pte_no_exec(pte) (pte_val(pte) & _PAGE_NO_EXEC) argument 277 return pte; 288 return pte; 308 return pte; 317 return pte; 326 return pte; [all …]
|
/linux/arch/um/include/asm/ |
A D | pgtable.h | 179 return(pte); in pte_mknewprot() 185 return(pte); in pte_mkclean() 191 return(pte); in pte_mkold() 199 return pte; in pte_wrprotect() 206 return pte; in pte_mkread() 214 return(pte); in pte_mkdirty() 220 return(pte); in pte_mkyoung() 226 return pte; in pte_mkwrite() 236 return(pte); in pte_mkuptodate() 286 pte;}) [all …]
|
/linux/arch/m68k/include/asm/ |
A D | mcf_pgtable.h | 164 return pte; in pte_modify() 194 #define pte_page(pte) virt_to_page(__pte_page(pte)) argument 243 return pte; in pte_wrprotect() 249 return pte; in pte_rdprotect() 255 return pte; in pte_exprotect() 261 return pte; in pte_mkclean() 267 return pte; in pte_mkold() 273 return pte; in pte_mkwrite() 279 return pte; in pte_mkread() 302 pte_val(pte) |= 0x80 | (pte_val(pte) & ~0x40); in pte_mknocache() [all …]
|
A D | sun3_pgtable.h | 108 return pte; in pte_modify() 121 static inline int pte_none (pte_t pte) { return !pte_val (pte); } in pte_none() argument 132 #define pte_page(pte) virt_to_page(__pte_page(pte)) argument 162 static inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) &= ~SUN3_PAGE_WRITEABLE; return pte; } in pte_wrprotect() argument 163 static inline pte_t pte_mkclean(pte_t pte) { pte_val(pte) &= ~SUN3_PAGE_MODIFIED; return pte; } in pte_mkclean() argument 164 static inline pte_t pte_mkold(pte_t pte) { pte_val(pte) &= ~SUN3_PAGE_ACCESSED; return pte; } in pte_mkold() argument 165 static inline pte_t pte_mkwrite(pte_t pte) { pte_val(pte) |= SUN3_PAGE_WRITEABLE; return pte; } in pte_mkwrite() argument 166 static inline pte_t pte_mkdirty(pte_t pte) { pte_val(pte) |= SUN3_PAGE_MODIFIED; return pte; } in pte_mkdirty() argument 167 static inline pte_t pte_mkyoung(pte_t pte) { pte_val(pte) |= SUN3_PAGE_ACCESSED; return pte; } in pte_mkyoung() argument 168 static inline pte_t pte_mknocache(pte_t pte) { pte_val(pte) |= SUN3_PAGE_NOCACHE; return pte; } in pte_mknocache() argument [all …]
|
A D | motorola_pgtable.h | 119 return pte; in pte_modify() 137 #define pte_none(pte) (!pte_val(pte)) argument 141 #define pte_page(pte) virt_to_page(__va(pte_val(pte))) argument 142 #define pte_pfn(pte) (pte_val(pte) >> PAGE_SHIFT) argument 180 static inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) |= _PAGE_RONLY; return pte; } in pte_wrprotect() argument 181 static inline pte_t pte_mkclean(pte_t pte) { pte_val(pte) &= ~_PAGE_DIRTY; return pte; } in pte_mkclean() argument 182 static inline pte_t pte_mkold(pte_t pte) { pte_val(pte) &= ~_PAGE_ACCESSED; return pte; } in pte_mkold() argument 183 static inline pte_t pte_mkwrite(pte_t pte) { pte_val(pte) &= ~_PAGE_RONLY; return pte; } in pte_mkwrite() argument 184 static inline pte_t pte_mkdirty(pte_t pte) { pte_val(pte) |= _PAGE_DIRTY; return pte; } in pte_mkdirty() argument 185 static inline pte_t pte_mkyoung(pte_t pte) { pte_val(pte) |= _PAGE_ACCESSED; return pte; } in pte_mkyoung() argument [all …]
|
/linux/arch/powerpc/kvm/ |
A D | book3s_mmu_hpte.c | 66 index = kvmppc_mmu_hash_pte(pte->pte.eaddr); in kvmppc_mmu_hpte_cache_map() 70 index = kvmppc_mmu_hash_pte_long(pte->pte.eaddr); in kvmppc_mmu_hpte_cache_map() 75 index = kvmppc_mmu_hash_vpte(pte->pte.vpage); in kvmppc_mmu_hpte_cache_map() 79 index = kvmppc_mmu_hash_vpte_long(pte->pte.vpage); in kvmppc_mmu_hpte_cache_map() 85 index = kvmppc_mmu_hash_vpte_64k(pte->pte.vpage); in kvmppc_mmu_hpte_cache_map() 163 if ((pte->pte.eaddr & ~0xfffUL) == guest_ea) in kvmppc_mmu_pte_flush_page() 225 if ((pte->pte.vpage & vp_mask) == guest_vp) in kvmppc_mmu_pte_vflush_short() 247 if ((pte->pte.vpage & vp_mask) == guest_vp) in kvmppc_mmu_pte_vflush_64k() 269 if ((pte->pte.vpage & vp_mask) == guest_vp) in kvmppc_mmu_pte_vflush_long() 312 if ((pte->pte.raddr >= pa_start) && in kvmppc_mmu_pte_pflush() [all …]
|
/linux/arch/powerpc/include/asm/nohash/ |
A D | pgtable.h | 49 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty() argument 50 static inline int pte_special(pte_t pte) { return pte_val(pte) & _PAGE_SPECIAL; } in pte_special() argument 51 static inline int pte_none(pte_t pte) { return (pte_val(pte) & ~_PTE_NONE_MASK) == 0; } in pte_none() argument 53 static inline bool pte_ci(pte_t pte) { return pte_val(pte) & _PAGE_NO_CACHE; } in pte_ci() argument 54 static inline bool pte_exec(pte_t pte) { return pte_val(pte) & _PAGE_EXEC; } in pte_exec() argument 64 return pte_present(pte) && !pte_user(pte); in pte_protnone() 106 if (!pte_present(pte) || !pte_user(pte) || !pte_read(pte)) in pte_access_permitted() 178 pte_t pte); 199 : "r" (pte) : "memory"); in __set_pte_at() 206 ptep->pte = ptep->pte1 = ptep->pte2 = ptep->pte3 = pte_val(pte); in __set_pte_at() [all …]
|
/linux/arch/microblaze/include/asm/ |
A D | pgtable.h | 236 #define pte_present(pte) (pte_val(pte) & _PAGE_PRESENT) argument 269 { pte_val(pte) &= ~_PAGE_USER; return pte; } in pte_rdprotect() 273 { pte_val(pte) &= ~_PAGE_EXEC; return pte; } in pte_exprotect() 277 { pte_val(pte) &= ~_PAGE_ACCESSED; return pte; } in pte_mkold() 280 { pte_val(pte) |= _PAGE_USER; return pte; } in pte_mkread() 284 { pte_val(pte) |= _PAGE_RW; return pte; } in pte_mkwrite() 286 { pte_val(pte) |= _PAGE_DIRTY; return pte; } in pte_mkdirty() 288 { pte_val(pte) |= _PAGE_ACCESSED; return pte; } in pte_mkyoung() 297 pte_t pte; in mk_pte_phys() local 299 return pte; in mk_pte_phys() [all …]
|
/linux/arch/openrisc/include/asm/ |
A D | pgtable.h | 241 return pte; in pte_wrprotect() 247 return pte; in pte_rdprotect() 253 return pte; in pte_exprotect() 259 return pte; in pte_mkclean() 265 return pte; in pte_mkold() 271 return pte; in pte_mkwrite() 277 return pte; in pte_mkread() 283 return pte; in pte_mkexec() 289 return pte; in pte_mkdirty() 311 pte_t pte; in __mk_pte() local [all …]
|
/linux/arch/arm64/include/asm/ |
A D | pgtable.h | 88 #define pte_none(pte) (!pte_val(pte)) argument 115 #define pte_hw_dirty(pte) (pte_write(pte) && !(pte_val(pte) & PTE_RDONLY)) argument 117 #define pte_dirty(pte) (pte_sw_dirty(pte) || pte_hw_dirty(pte)) argument 177 pte = set_pte_bit(pte, __pgprot(PTE_WRITE)); in pte_mkwrite() 192 pte = set_pte_bit(pte, __pgprot(PTE_DIRTY)); in pte_mkdirty() 207 pte = pte_mkdirty(pte); in pte_wrprotect() 231 pte = set_pte_bit(pte, __pgprot(PTE_CONT)); in pte_mkcont() 318 if (pte_present(pte) && pte_user_exec(pte) && !pte_special(pte)) in set_pte_at() 767 pte = pte_mkdirty(pte); in pte_modify() 813 pte = pte_mkold(pte); in __ptep_test_and_clear_young() [all …]
|
/linux/arch/arm/include/asm/ |
A D | pgtable.h | 52 #define pte_ERROR(pte) __pte_error(__FILE__, __LINE__, pte) argument 184 #define pte_page(pte) pfn_to_page(pte_pfn(pte)) argument 191 #define pte_isclear(pte, val) (!(pte_val(pte) & (val))) argument 193 #define pte_none(pte) (!pte_val(pte)) argument 195 #define pte_valid(pte) (pte_isset((pte), L_PTE_VALID)) argument 196 #define pte_accessible(mm, pte) (mm_tlb_flush_pending(mm) ? pte_present(pte) : pte_valid(pte)) argument 200 #define pte_exec(pte) (pte_isclear((pte), L_PTE_XN)) argument 203 (pte_valid(pte) && pte_isset((pte), L_PTE_USER) && pte_young(pte)) 231 return pte; in clear_pte_bit() 237 return pte; in set_pte_bit() [all …]
|
/linux/arch/hexagon/include/asm/ |
A D | pgtable.h | 270 return pte; in pte_mkold() 277 return pte; in pte_mkyoung() 284 return pte; in pte_mkclean() 291 return pte; in pte_mkdirty() 311 return pte; in pte_modify() 318 return pte; in pte_wrprotect() 325 return pte; in pte_mkwrite() 332 return pte; in pte_mkexec() 355 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) }) argument 364 #define pte_pfn(pte) (pte_val(pte) >> PAGE_SHIFT) argument [all …]
|
/linux/arch/powerpc/include/asm/book3s/32/ |
A D | pgtable.h | 386 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) >> 3 }) argument 390 static inline int pte_write(pte_t pte) { return !!(pte_val(pte) & _PAGE_RW);} in pte_write() argument 392 static inline int pte_dirty(pte_t pte) { return !!(pte_val(pte) & _PAGE_DIRTY); } in pte_dirty() argument 393 static inline int pte_young(pte_t pte) { return !!(pte_val(pte) & _PAGE_ACCESSED); } in pte_young() argument 394 static inline int pte_special(pte_t pte) { return !!(pte_val(pte) & _PAGE_SPECIAL); } in pte_special() argument 395 static inline int pte_none(pte_t pte) { return (pte_val(pte) & ~_PTE_NONE_MASK) == 0; } in pte_none() argument 396 static inline bool pte_exec(pte_t pte) { return pte_val(pte) & _PAGE_EXEC; } in pte_exec() argument 429 if (!pte_present(pte) || !pte_user(pte) || !pte_read(pte)) in pte_access_permitted() 483 return pte; in pte_mkpte() 508 return pte; in pte_mkhuge() [all …]
|
/linux/arch/sparc/include/asm/ |
A D | pgtable_64.h | 340 pte = pte_modify(pte, newprot); in pmd_modify() 424 pte = pte_mkhuge(pte); in pmd_mkhuge() 570 return pte; in pte_mkspecial() 576 return pte; in pte_mkmcd() 733 pte = pte_mkold(pte); in pmd_mkold() 742 pte = pte_wrprotect(pte); in pmd_wrprotect() 751 pte = pte_mkdirty(pte); in pmd_mkdirty() 760 pte = pte_mkclean(pte); in pmd_mkclean() 769 pte = pte_mkyoung(pte); in pmd_mkyoung() 778 pte = pte_mkwrite(pte); in pmd_mkwrite() [all …]
|
/linux/arch/powerpc/mm/ |
A D | pgtable.c | 52 if (pte_present(pte) && !pte_special(pte)) { in pte_looks_normal() 85 return pte; in set_pte_filter_hash() 87 pte = __pte(pte_val(pte) & ~_PAGE_HPTEFLAGS); in set_pte_filter_hash() 98 return pte; in set_pte_filter_hash() 119 if (!pte_exec(pte) || !pte_looks_normal(pte)) in set_pte_filter() 120 return pte; in set_pte_filter() 125 return pte; in set_pte_filter() 188 pte_t pte) in set_pte_at() argument 200 pte = set_pte_filter(pte); in set_pte_at() 243 pte = set_access_flags_filter(pte, vma, dirty); in huge_ptep_set_access_flags() [all …]
|
/linux/arch/nds32/include/asm/ |
A D | pgtable.h | 182 #define pte_pfn(pte) (pte_val(pte) >> PAGE_SHIFT) argument 185 #define pte_none(pte) !(pte_val(pte)) argument 187 #define pte_page(pte) (pfn_to_page(pte_pfn(pte))) argument 247 #define pte_exec(pte) (pte_val(pte) & _PAGE_E) argument 248 #define pte_dirty(pte) (pte_val(pte) & _PAGE_D) argument 254 #define pte_file(pte) (pte_val(pte) & _PAGE_FILE) argument 261 static inline pte_t pte_##fn(pte_t pte) { pte_val(pte) op; return pte; } 265 pte_val(pte) = pte_val(pte) & ~_PAGE_M_MASK; in pte_wrprotect() 266 pte_val(pte) = pte_val(pte) | _PAGE_M_UR_KR; in pte_wrprotect() 272 pte_val(pte) = pte_val(pte) & ~_PAGE_M_MASK; in pte_mkwrite() [all …]
|
/linux/arch/csky/include/asm/ |
A D | pgtable.h | 36 #define pte_none(pte) (!(pte_val(pte) & ~_PAGE_GLOBAL)) argument 37 #define pte_present(pte) (pte_val(pte) & _PAGE_PRESENT) argument 42 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) }) argument 105 *p = pte; in set_pte() 183 return pte; in pte_wrprotect() 189 return pte; in pte_mkclean() 195 return pte; in pte_mkold() 203 return pte; in pte_mkwrite() 211 return pte; in pte_mkdirty() 219 return pte; in pte_mkyoung() [all …]
|
/linux/arch/nios2/include/asm/ |
A D | pgtable.h | 136 return pte; in pte_wrprotect() 142 return pte; in pte_mkclean() 148 return pte; in pte_mkold() 154 return pte; in pte_mkwrite() 160 return pte; in pte_mkdirty() 166 return pte; in pte_mkyoung() 173 pte_val(pte) = (pte_val(pte) & ~mask) | (pgprot_val(newprot) & mask); in pte_modify() 174 return pte; in pte_modify() 188 #define pte_pfn(pte) (pte_val(pte) & 0xfffff) argument 190 #define pte_page(pte) (pfn_to_page(pte_pfn(pte))) argument [all …]
|
/linux/arch/alpha/include/asm/ |
A D | pgtable.h | 206 #define pte_pfn(pte) (pte_val(pte) >> 32) argument 208 #define pte_page(pte) pfn_to_page(pte_pfn(pte)) argument 218 { pte_t pte; pte_val(pte) = (PHYS_TWIDDLE(physpfn) << 32) | pgprot_val(pgprot); return pte; } in pfn_pte() local 221 { pte_val(pte) = (pte_val(pte) & _PAGE_CHG_MASK) | pgprot_val(newprot); return pte; } in pte_modify() 269 extern inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) |= _PAGE_FOW; return pte; } in pte_wrprotect() argument 270 extern inline pte_t pte_mkclean(pte_t pte) { pte_val(pte) &= ~(__DIRTY_BITS); return pte; } in pte_mkclean() argument 271 extern inline pte_t pte_mkold(pte_t pte) { pte_val(pte) &= ~(__ACCESS_BITS); return pte; } in pte_mkold() argument 272 extern inline pte_t pte_mkwrite(pte_t pte) { pte_val(pte) &= ~_PAGE_FOW; return pte; } in pte_mkwrite() argument 273 extern inline pte_t pte_mkdirty(pte_t pte) { pte_val(pte) |= __DIRTY_BITS; return pte; } in pte_mkdirty() argument 274 extern inline pte_t pte_mkyoung(pte_t pte) { pte_val(pte) |= __ACCESS_BITS; return pte; } in pte_mkyoung() argument [all …]
|
/linux/drivers/iommu/ |
A D | io-pgtable-arm-v7s.c | 83 #define ARM_V7S_PTE_IS_VALID(pte) (((pte) & 0x3) != 0) argument 191 return pte; in paddr_to_iopte() 199 return pte; in paddr_to_iopte() 346 return pte; in arm_v7s_prot_to_pte() 381 return pte; in arm_v7s_pte_to_cont() 398 return pte; in arm_v7s_cont_to_pte() 443 pte = arm_v7s_pte_to_cont(pte, lvl); in arm_v7s_init_pte() 497 if (!pte) { in __arm_v7s_map() 503 if (pte) in __arm_v7s_map() 595 pte = arm_v7s_cont_to_pte(pte, lvl); in arm_v7s_split_cont() [all …]
|
/linux/drivers/iommu/intel/ |
A D | pasid.c | 517 if (WARN_ON(!pte)) in intel_pasid_tear_down_entry() 529 clflush_cache_range(pte, sizeof(*pte)); in intel_pasid_tear_down_entry() 552 clflush_cache_range(pte, sizeof(*pte)); in pasid_flush_caches() 573 pasid_set_wpe(pte); in pasid_enable_wpe() 595 if (WARN_ON(!pte)) in intel_pasid_setup_first_level() 612 pasid_set_sre(pte); in intel_pasid_setup_first_level() 696 if (!pte) { in intel_pasid_setup_second_level() 721 pasid_set_sre(pte); in intel_pasid_setup_second_level() 739 if (!pte) { in intel_pasid_setup_pass_through() 759 pasid_set_sre(pte); in intel_pasid_setup_pass_through() [all …]
|
/linux/arch/xtensa/include/asm/ |
A D | pgtable.h | 270 { pte_val(pte) &= ~(_PAGE_WRITABLE | _PAGE_HW_WRITE); return pte; } in pte_wrprotect() 272 { pte_val(pte) &= ~(_PAGE_DIRTY | _PAGE_HW_WRITE); return pte; } in pte_mkclean() 274 { pte_val(pte) &= ~_PAGE_ACCESSED; return pte; } in pte_mkold() 276 { pte_val(pte) |= _PAGE_DIRTY; return pte; } in pte_mkdirty() 278 { pte_val(pte) |= _PAGE_ACCESSED; return pte; } in pte_mkyoung() 280 { pte_val(pte) |= _PAGE_WRITABLE; return pte; } in pte_mkwrite() 291 #define pte_pfn(pte) (pte_val(pte) >> PAGE_SHIFT) argument 341 pte_t pte = *ptep; in ptep_test_and_clear_young() local 351 pte_t pte = *ptep; in ptep_get_and_clear() local 353 return pte; in ptep_get_and_clear() [all …]
|
/linux/arch/powerpc/include/asm/book3s/64/ |
A D | pgtable.h | 447 return __pte_write(pte) || pte_savedwrite(pte); in pte_write() 573 VM_BUG_ON(!pte_protnone(pte)); in pte_clear_savedwrite() 600 if (pte_hw_valid(pte)) in pte_present() 627 if (!pte_present(pte) || !pte_user(pte) || !pte_read(pte)) in pte_access_permitted() 630 if (write && !pte_write(pte)) in pte_access_permitted() 709 return pte; in pte_mkhuge() 771 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val((pte)) & ~_PAGE_PTE }) argument 840 return radix__pte_none(pte); in pte_none() 841 return hash__pte_none(pte); in pte_none() 853 pte = __pte_raw(pte_raw(pte) | cpu_to_be64(_PAGE_PTE)); in __set_pte_at() [all …]
|
/linux/drivers/iommu/amd/ |
A D | io_pgtable.c | 183 u64 *pte; in increase_address_space() local 186 if (!pte) in increase_address_space() 211 pte = NULL; in increase_address_space() 306 pte = &pte[PM_LEVEL_INDEX(level, address)]; in alloc_pte() 321 u64 *pte; in fetch_pte() local 350 pte = IOMMU_PTE_PAGE(*pte); in fetch_pte() 351 pte = &pte[PM_LEVEL_INDEX(level, address)]; in fetch_pte() 360 pte = first_pte_l7(pte, page_size, NULL); in fetch_pte() 411 if (!pte) in iommu_v1_map_page() 465 u64 *pte; in iommu_v1_unmap_page() local [all …]
|
/linux/arch/x86/include/asm/ |
A D | pgtable.h | 65 #define set_pte(ptep, pte) native_set_pte(ptep, pte) argument 68 native_set_pte_atomic(ptep, pte) 156 return pte_flags(pte) & _PAGE_RW; in pte_write() 185 phys_addr_t pfn = pte_val(pte); in pte_pfn() 221 #define pte_page(pte) pfn_to_page(pte_pfn(pte)) argument 727 return !(pte.pte & ~(_PAGE_KNL_ERRATUM_MASK)); in pte_none() 733 return a.pte == b.pte; in pte_same() 1009 set_pte(ptep, pte); in set_pte_at() 1051 return pte; in ptep_get_and_clear() 1059 pte_t pte; in ptep_get_and_clear_full() local [all …]
|