Lines Matching refs:pte_val
94 if (unlikely(pte_val(old) & _PAGE_INVALID)) in ptep_flush_direct()
113 if (unlikely(pte_val(old) & _PAGE_INVALID)) in ptep_flush_lazy()
118 pte_val(*ptep) |= _PAGE_INVALID; in ptep_flush_lazy()
179 if (!mm_uses_skeys(mm) || pte_val(pte) & _PAGE_INVALID) in pgste_update_all()
181 address = pte_val(pte) & PAGE_MASK; in pgste_update_all()
201 if (!mm_uses_skeys(mm) || pte_val(entry) & _PAGE_INVALID) in pgste_set_key()
203 VM_BUG_ON(!(pte_val(*ptep) & _PAGE_INVALID)); in pgste_set_key()
204 address = pte_val(entry) & PAGE_MASK; in pgste_set_key()
219 if ((pte_val(entry) & _PAGE_PRESENT) && in pgste_set_pte()
220 (pte_val(entry) & _PAGE_WRITE) && in pgste_set_pte()
221 !(pte_val(entry) & _PAGE_INVALID)) { in pgste_set_pte()
227 pte_val(entry) |= _PAGE_DIRTY; in pgste_set_pte()
228 pte_val(entry) &= ~_PAGE_PROTECT; in pgste_set_pte()
230 if (!(pte_val(entry) & _PAGE_PROTECT)) in pgste_set_pte()
272 if (pte_val(old) & _PAGE_INVALID) in ptep_xchg_commit()
274 if (pte_val(new) & _PAGE_INVALID) { in ptep_xchg_commit()
278 pte_val(old) |= _PAGE_UNUSED; in ptep_xchg_commit()
348 pte_val(pte) &= ~_PAGE_NOEXEC; in ptep_modify_prot_commit()
582 pte_val(*ptep) = _PAGE_INVALID; in pgtable_trans_huge_withdraw()
584 pte_val(*ptep) = _PAGE_INVALID; in pgtable_trans_huge_withdraw()
637 pte_i = pte_val(entry) & _PAGE_INVALID; in ptep_force_prot()
638 pte_p = pte_val(entry) & _PAGE_PROTECT; in ptep_force_prot()
649 pte_val(entry) |= _PAGE_INVALID; in ptep_force_prot()
653 pte_val(entry) &= ~_PAGE_INVALID; in ptep_force_prot()
654 pte_val(entry) |= _PAGE_PROTECT; in ptep_force_prot()
669 if (!(pte_val(*tptep) & _PAGE_INVALID)) in ptep_shadow_pte()
673 if (!(pte_val(spte) & _PAGE_INVALID) && in ptep_shadow_pte()
674 !((pte_val(spte) & _PAGE_PROTECT) && in ptep_shadow_pte()
675 !(pte_val(pte) & _PAGE_PROTECT))) { in ptep_shadow_pte()
678 pte_val(tpte) = (pte_val(spte) & PAGE_MASK) | in ptep_shadow_pte()
679 (pte_val(pte) & _PAGE_PROTECT); in ptep_shadow_pte()
749 ptev = pte_val(*ptep); in ptep_zap_key()
771 if (dirty && (pte_val(pte) & _PAGE_PRESENT)) { in ptep_test_and_clear_uc()
775 if (MACHINE_HAS_ESOP || !(pte_val(pte) & _PAGE_WRITE)) in ptep_test_and_clear_uc()
776 pte_val(pte) |= _PAGE_PROTECT; in ptep_test_and_clear_uc()
778 pte_val(pte) |= _PAGE_INVALID; in ptep_test_and_clear_uc()
834 if (!(pte_val(*ptep) & _PAGE_INVALID)) { in set_guest_storage_key()
837 paddr = pte_val(*ptep) & PAGE_MASK; in set_guest_storage_key()
937 if (!(pte_val(*ptep) & _PAGE_INVALID)) { in reset_guest_reference_bit()
938 paddr = pte_val(*ptep) & PAGE_MASK; in reset_guest_reference_bit()
997 paddr = pte_val(*ptep) & PAGE_MASK; in get_guest_storage_key()
998 if (!(pte_val(*ptep) & _PAGE_INVALID)) in get_guest_storage_key()
1043 *oldpte = pte_val(*ptep); in pgste_perform_essa()
1057 if (pte_val(*ptep) & _PAGE_INVALID) in pgste_perform_essa()
1063 if (pte_val(*ptep) & _PAGE_INVALID) in pgste_perform_essa()
1068 if (!(pte_val(*ptep) & _PAGE_INVALID)) { in pgste_perform_essa()
1092 if (!(pte_val(*ptep) & _PAGE_INVALID)) { in pgste_perform_essa()