Home
last modified time | relevance | path

Searched refs:old_pte (Results 1 – 25 of 29) sorted by relevance

12

/linux/arch/powerpc/mm/book3s64/
A Dhash_64k.c54 old_pte = pte_val(pte); in __hash_page_4K()
93 if (!(old_pte & H_PAGE_HASHPTE)) in __hash_page_4K()
99 if (!(old_pte & H_PAGE_COMBO)) { in __hash_page_4K()
106 old_pte &= ~H_PAGE_HASHPTE; in __hash_page_4K()
139 if (!(old_pte & H_PAGE_COMBO)) in __hash_page_4K()
145 if (old_pte & H_PAGE_4K_PFN) { in __hash_page_4K()
210 *ptep = __pte(old_pte); in __hash_page_4K()
230 unsigned long old_pte, new_pte; in __hash_page_64K() local
240 old_pte = pte_val(pte); in __hash_page_64K()
281 old_pte &= ~_PAGE_HPTEFLAGS; in __hash_page_64K()
[all …]
A Dhash_hugetlbpage.c25 unsigned long old_pte, new_pte; in __hash_page_huge() local
48 old_pte = pte_val(*ptep); in __hash_page_huge()
50 if (unlikely(old_pte & H_PAGE_BUSY)) in __hash_page_huge()
84 if (unlikely(old_pte & H_PAGE_HASHPTE)) { in __hash_page_huge()
91 old_pte &= ~_PAGE_HPTEFLAGS; in __hash_page_huge()
94 if (likely(!(old_pte & H_PAGE_HASHPTE))) { in __hash_page_huge()
97 pa = pte_pfn(__pte(old_pte)) << PAGE_SHIFT; in __hash_page_huge()
110 *ptep = __pte(old_pte); in __hash_page_huge()
112 mmu_psize, mmu_psize, old_pte); in __hash_page_huge()
142 pte_t *ptep, pte_t old_pte, pte_t pte) in huge_ptep_modify_prot_commit() argument
[all …]
A Dhash_4k.c26 unsigned long old_pte, new_pte; in __hash_page_4K() local
36 old_pte = pte_val(pte); in __hash_page_4K()
38 if (unlikely(old_pte & H_PAGE_BUSY)) in __hash_page_4K()
41 if (unlikely(!check_pte_access(access, old_pte))) in __hash_page_4K()
48 new_pte = old_pte | H_PAGE_BUSY | _PAGE_ACCESSED; in __hash_page_4K()
65 if (unlikely(old_pte & H_PAGE_HASHPTE)) { in __hash_page_4K()
74 old_pte &= ~_PAGE_HPTEFLAGS; in __hash_page_4K()
77 if (likely(!(old_pte & H_PAGE_HASHPTE))) { in __hash_page_4K()
79 pa = pte_pfn(__pte(old_pte)) << PAGE_SHIFT; in __hash_page_4K()
114 *ptep = __pte(old_pte); in __hash_page_4K()
[all …]
A Dradix_hugetlbpage.c101 pte_t old_pte, pte_t pte) in radix__huge_ptep_modify_prot_commit() argument
109 if (is_pte_rw_upgrade(pte_val(old_pte), pte_val(pte)) && in radix__huge_ptep_modify_prot_commit()
A Dradix_pgtable.c1049 unsigned long old_pte, new_pte; in radix__ptep_set_access_flags() local
1051 old_pte = __radix_pte_update(ptep, _PAGE_PRESENT, _PAGE_INVALID); in radix__ptep_set_access_flags()
1055 new_pte = old_pte | set; in radix__ptep_set_access_flags()
1072 pte_t old_pte, pte_t pte) in radix__ptep_modify_prot_commit() argument
1081 if (is_pte_rw_upgrade(pte_val(old_pte), pte_val(pte)) && in radix__ptep_modify_prot_commit()
A Dpgtable.c454 pte_t *ptep, pte_t old_pte, pte_t pte) in ptep_modify_prot_commit() argument
458 ptep, old_pte, pte); in ptep_modify_prot_commit()
A Dhash_hugepage.c69 rflags = hash_page_do_lazy_icache(rflags, __pte(old_pte), trap); in __hash_page_thp()
/linux/arch/powerpc/include/asm/book3s/64/
A Dradix.h146 pte_t old_pte, pte_t pte);
172 unsigned long old_pte; in radix__pte_update() local
174 old_pte = __radix_pte_update(ptep, clr, set); in radix__pte_update()
178 return old_pte; in radix__pte_update()
185 unsigned long old_pte; in radix__ptep_get_and_clear_full() local
188 old_pte = pte_val(*ptep); in radix__ptep_get_and_clear_full()
191 old_pte = radix__pte_update(mm, addr, ptep, ~0ul, 0, 0); in radix__ptep_get_and_clear_full()
193 return __pte(old_pte); in radix__ptep_get_and_clear_full()
A Dhugetlb.h18 pte_t old_pte, pte_t pte);
63 pte_t old_pte, pte_t new_pte);
/linux/arch/arm64/include/asm/
A Dpgtable.h290 pte_t old_pte; in __check_racy_pte_update() local
295 old_pte = READ_ONCE(*ptep); in __check_racy_pte_update()
297 if (!pte_valid(old_pte) || !pte_valid(pte)) in __check_racy_pte_update()
329 pte_t old_pte = READ_ONCE(*ptep); in set_pte_at() local
337 if (pte_tagged(pte) || (!pte_none(old_pte) && !pte_present(old_pte))) in set_pte_at()
338 mte_sync_tags(old_pte, pte); in set_pte_at()
808 pte_t old_pte, pte; in __ptep_test_and_clear_young() local
812 old_pte = pte; in __ptep_test_and_clear_young()
815 pte_val(old_pte), pte_val(pte)); in __ptep_test_and_clear_young()
882 pte_t old_pte, pte; in ptep_set_wrprotect() local
[all …]
A Dmte.h39 void mte_sync_tags(pte_t old_pte, pte_t pte);
57 static inline void mte_sync_tags(pte_t old_pte, pte_t pte) in mte_sync_tags() argument
/linux/mm/
A Dmapping_dirty_helpers.c40 pte_t old_pte = ptep_modify_prot_start(walk->vma, addr, pte); in wp_pte() local
42 ptent = pte_wrprotect(old_pte); in wp_pte()
43 ptep_modify_prot_commit(walk->vma, addr, pte, old_pte, ptent); in wp_pte()
98 pte_t old_pte = ptep_modify_prot_start(walk->vma, addr, pte); in clean_record_pte() local
100 ptent = pte_mkclean(old_pte); in clean_record_pte()
101 ptep_modify_prot_commit(walk->vma, addr, pte, old_pte, ptent); in clean_record_pte()
A Dmremap.c140 pte_t *old_pte, *new_pte, pte; in move_ptes() local
170 old_pte = pte_offset_map_lock(mm, old_pmd, old_addr, &old_ptl); in move_ptes()
178 for (; old_addr < old_end; old_pte++, old_addr += PAGE_SIZE, in move_ptes()
180 if (pte_none(*old_pte)) in move_ptes()
183 pte = ptep_get_and_clear(mm, old_addr, old_pte); in move_ptes()
208 pte_unmap_unlock(old_pte - 1, old_ptl); in move_ptes()
A Dmemory.c4328 pte_t pte, old_pte; in do_numa_page() local
4345 old_pte = ptep_get(vmf->pte); in do_numa_page()
4346 pte = pte_modify(old_pte, vma->vm_page_prot); in do_numa_page()
4408 old_pte = ptep_modify_prot_start(vma, vmf->address, vmf->pte); in do_numa_page()
4409 pte = pte_modify(old_pte, vma->vm_page_prot); in do_numa_page()
4413 ptep_modify_prot_commit(vma, vmf->address, vmf->pte, old_pte, pte); in do_numa_page()
/linux/arch/mips/kvm/
A Dmmu.c453 pte_t old_pte; in kvm_set_spte_gfn() local
459 old_pte = *gpa_pte; in kvm_set_spte_gfn()
460 if (range->slot->flags & KVM_MEM_LOG_DIRTY_PAGES && !pte_dirty(old_pte)) in kvm_set_spte_gfn()
468 if (!pte_present(old_pte) || !pte_young(old_pte)) in kvm_set_spte_gfn()
474 pte_pfn(old_pte) != pte_pfn(hva_pte) || in kvm_set_spte_gfn()
475 (pte_dirty(old_pte) && !pte_dirty(hva_pte)); in kvm_set_spte_gfn()
596 pte_t *ptep, entry, old_pte; in kvm_mips_map_page() local
668 old_pte = *ptep; in kvm_mips_map_page()
/linux/arch/powerpc/include/asm/
A Dkvm_book3s_64.h436 pte_t old_pte, new_pte = __pte(0); in kvmppc_read_update_linux_pte() local
442 old_pte = READ_ONCE(*ptep); in kvmppc_read_update_linux_pte()
446 if (unlikely(pte_val(old_pte) & H_PAGE_BUSY)) { in kvmppc_read_update_linux_pte()
451 if (unlikely(!pte_present(old_pte))) in kvmppc_read_update_linux_pte()
454 new_pte = pte_mkyoung(old_pte); in kvmppc_read_update_linux_pte()
455 if (writing && pte_write(old_pte)) in kvmppc_read_update_linux_pte()
458 if (pte_xchg(ptep, old_pte, new_pte)) in kvmppc_read_update_linux_pte()
/linux/arch/arm64/kernel/
A Dmte.c37 static void mte_sync_page_tags(struct page *page, pte_t old_pte, in mte_sync_page_tags() argument
40 if (check_swap && is_swap_pte(old_pte)) { in mte_sync_page_tags()
41 swp_entry_t entry = pte_to_swp_entry(old_pte); in mte_sync_page_tags()
62 void mte_sync_tags(pte_t old_pte, pte_t pte) in mte_sync_tags() argument
76 mte_sync_page_tags(page, old_pte, check_swap, in mte_sync_tags()
/linux/arch/parisc/mm/
A Dhugetlbpage.c164 pte_t old_pte; in huge_ptep_set_wrprotect() local
166 old_pte = *ptep; in huge_ptep_set_wrprotect()
167 __set_huge_pte_at(mm, addr, ptep, pte_wrprotect(old_pte)); in huge_ptep_set_wrprotect()
/linux/arch/sparc/include/asm/
A Dhugetlb.h33 pte_t old_pte = *ptep; in huge_ptep_set_wrprotect() local
34 set_huge_pte_at(mm, addr, ptep, pte_wrprotect(old_pte)); in huge_ptep_set_wrprotect()
/linux/arch/parisc/include/asm/
A Dpgtable.h450 pte_t old_pte; in ptep_get_and_clear() local
452 old_pte = *ptep; in ptep_get_and_clear()
455 return old_pte; in ptep_get_and_clear()
/linux/arch/x86/mm/pat/
A Dset_memory.c1525 pte_t *kpte, old_pte; in __change_page_attr() local
1533 old_pte = *kpte; in __change_page_attr()
1534 if (pte_none(old_pte)) in __change_page_attr()
1539 pgprot_t new_prot = pte_pgprot(old_pte); in __change_page_attr()
1540 unsigned long pfn = pte_pfn(old_pte); in __change_page_attr()
1562 if (pte_val(old_pte) != pte_val(new_pte)) { in __change_page_attr()
/linux/arch/ia64/include/asm/
A Dpgtable.h418 pte_t old_pte = *ptep; in ptep_set_wrprotect()
419 set_pte_at(mm, addr, ptep, pte_wrprotect(old_pte)); in ptep_set_wrprotect()
/linux/include/linux/
A Dpgtable.h440 pte_t old_pte = *ptep; in ptep_set_wrprotect() local
441 set_pte_at(mm, address, ptep, pte_wrprotect(old_pte)); in ptep_set_wrprotect()
901 pte_t *ptep, pte_t old_pte, pte_t pte) in ptep_modify_prot_commit() argument
/linux/fs/proc/
A Dtask_mmu.c1069 pte_t old_pte; in clear_soft_dirty() local
1073 old_pte = ptep_modify_prot_start(vma, addr, pte); in clear_soft_dirty()
1074 ptent = pte_wrprotect(old_pte); in clear_soft_dirty()
1076 ptep_modify_prot_commit(vma, addr, pte, old_pte, ptent); in clear_soft_dirty()
/linux/arch/arm64/mm/
A Dmmu.c163 pte_t old_pte = READ_ONCE(*ptep); in init_pte() local
171 BUG_ON(!pgattr_change_is_safe(pte_val(old_pte), in init_pte()

Completed in 70 milliseconds

12