Home
last modified time | relevance | path

Searched refs:ptep (Results 1 – 25 of 201) sorted by relevance

123456789

/linux/arch/s390/mm/
A Dpgtable.c93 old = *ptep; in ptep_flush_direct()
112 old = *ptep; in ptep_flush_lazy()
235 *ptep = entry; in pgste_set_pte()
283 *ptep = new; in ptep_xchg_commit()
355 *ptep = pte; in ptep_modify_prot_commit()
568 pte_t *ptep; in pgtable_trans_huge_withdraw() local
583 ptep++; in pgtable_trans_huge_withdraw()
726 pte = *ptep; in ptep_zap_unused()
770 pte = *ptep; in ptep_test_and_clear_uc()
793 pte_t *ptep; in set_guest_storage_key() local
[all …]
/linux/arch/arm64/mm/
A Dhugetlbpage.c105 pte_t *ptep, size_t *pgsize) in find_num_contig() argument
116 if ((pte_t *)pmdp == ptep) { in find_num_contig()
162 pte_t *ptep, in get_clear_flush() argument
203 pte_t *ptep, in clear_flush() argument
211 pte_clear(mm, addr, ptep); in clear_flush()
217 pte_t *ptep, pte_t pte) in set_huge_pte_at() argument
256 set_pte(ptep, pte); in set_huge_swap_pte_at()
266 pte_t *ptep = NULL; in huge_pte_alloc() local
275 ptep = (pte_t *)pudp; in huge_pte_alloc()
301 return ptep; in huge_pte_alloc()
[all …]
/linux/tools/testing/selftests/kvm/lib/aarch64/
A Dprocessor.c92 uint64_t *ptep; in _virt_pg_map() local
109 if (!*ptep) in _virt_pg_map()
115 if (!*ptep) in _virt_pg_map()
120 if (!*ptep) in _virt_pg_map()
143 uint64_t *ptep; in addr_gva2gpa() local
149 if (!ptep) in addr_gva2gpa()
155 if (!ptep) in addr_gva2gpa()
160 if (!ptep) in addr_gva2gpa()
165 if (!ptep) in addr_gva2gpa()
190 if (!*ptep) in pte_dump()
[all …]
/linux/arch/s390/include/asm/
A Dhugetlb.h19 pte_t *ptep, pte_t pte);
20 pte_t huge_ptep_get(pte_t *ptep);
22 unsigned long addr, pte_t *ptep);
45 pte_t *ptep, unsigned long sz) in huge_pte_clear() argument
48 pte_val(*ptep) = _REGION3_ENTRY_EMPTY; in huge_pte_clear()
50 pte_val(*ptep) = _SEGMENT_ENTRY_EMPTY; in huge_pte_clear()
54 unsigned long address, pte_t *ptep) in huge_ptep_clear_flush() argument
60 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags() argument
65 huge_ptep_get_and_clear(vma->vm_mm, addr, ptep); in huge_ptep_set_access_flags()
66 set_huge_pte_at(vma->vm_mm, addr, ptep, pte); in huge_ptep_set_access_flags()
[all …]
/linux/arch/arm64/kvm/hyp/
A Dpgtable.c142 WRITE_ONCE(*ptep, 0); in kvm_clear_pte()
203 pte = *ptep; in __kvm_pgtable_visit()
300 data->pte = *ptep; in leaf_walker()
320 if (ptep) in kvm_pgtable_get_leaf()
321 *ptep = data.pte; in kvm_pgtable_get_leaf()
361 *ptep = attr; in hyp_set_prot_attr()
562 kvm_pte_t *ptep) in stage2_set_prot_attr() argument
583 *ptep = attr; in stage2_set_prot_attr()
631 kvm_clear_pte(ptep); in stage2_put_pte()
715 kvm_clear_pte(ptep); in stage2_map_walk_table_pre()
[all …]
/linux/include/asm-generic/
A Dhugetlb.h37 pte_t *ptep, unsigned long sz) in huge_pte_clear() argument
39 pte_clear(mm, addr, ptep); in huge_pte_clear()
54 pte_t *ptep, pte_t pte) in set_huge_pte_at() argument
56 set_pte_at(mm, addr, ptep, pte); in set_huge_pte_at()
62 unsigned long addr, pte_t *ptep) in huge_ptep_get_and_clear() argument
70 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush() argument
72 ptep_clear_flush(vma, addr, ptep); in huge_ptep_clear_flush()
107 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect() argument
109 ptep_set_wrprotect(mm, addr, ptep); in huge_ptep_set_wrprotect()
115 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags() argument
[all …]
/linux/arch/riscv/kvm/
A Dmmu.c126 pte_t *ptep; in stage2_get_leaf_entry() local
131 ptep = &ptep[stage2_pte_index(addr, current_level)]; in stage2_get_leaf_entry()
132 while (ptep && pte_val(*ptep)) { in stage2_get_leaf_entry()
142 ptep = (pte_t *)stage2_pte_page_vaddr(*ptep); in stage2_get_leaf_entry()
143 ptep = &ptep[stage2_pte_index(addr, current_level)]; in stage2_get_leaf_entry()
145 ptep = NULL; in stage2_get_leaf_entry()
298 set_pte(ptep, __pte(pte_val(*ptep) & ~_PAGE_WRITE)); in stage2_op_pte()
307 pte_t *ptep; in stage2_unmap_range() local
342 pte_t *ptep; in stage2_wp_range() local
604 pte_t *ptep; in kvm_age_gfn() local
[all …]
/linux/arch/powerpc/include/asm/nohash/64/
A Dpgtable.h192 unsigned long old = pte_val(*ptep); in pte_update()
193 *ptep = __pte((old & ~clr) | set); in pte_update()
212 if (pte_young(*ptep)) in __ptep_test_and_clear_young()
227 pte_t *ptep) in ptep_set_wrprotect() argument
230 if ((pte_val(*ptep) & _PAGE_RW) == 0) in ptep_set_wrprotect()
238 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect() argument
240 if ((pte_val(*ptep) & _PAGE_RW) == 0) in huge_ptep_set_wrprotect()
263 pte_t * ptep) in pte_clear() argument
271 pte_t *ptep, pte_t entry, in __ptep_set_access_flags() argument
278 unsigned long old = pte_val(*ptep); in __ptep_set_access_flags()
[all …]
/linux/arch/parisc/mm/
A Dhugetlbpage.c123 pte_t *ptep, pte_t entry) in __set_huge_pte_at() argument
132 set_pte(ptep, entry); in __set_huge_pte_at()
133 ptep++; in __set_huge_pte_at()
143 pte_t *ptep, pte_t entry) in set_huge_pte_at() argument
150 pte_t *ptep) in huge_ptep_get_and_clear() argument
154 entry = *ptep; in huge_ptep_get_and_clear()
162 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect() argument
166 old_pte = *ptep; in huge_ptep_set_wrprotect()
171 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags() argument
177 changed = !pte_same(*ptep, pte); in huge_ptep_set_access_flags()
[all …]
/linux/arch/xtensa/include/asm/
A Dpgalloc.h24 #define pmd_populate_kernel(mm, pmdp, ptep) \ argument
25 (pmd_val(*(pmdp)) = ((unsigned long)ptep))
35 static inline void ptes_clear(pte_t *ptep) in ptes_clear() argument
40 pte_clear(NULL, 0, ptep + i); in ptes_clear()
45 pte_t *ptep; in pte_alloc_one_kernel() local
47 ptep = (pte_t *)__pte_alloc_one_kernel(mm); in pte_alloc_one_kernel()
48 if (!ptep) in pte_alloc_one_kernel()
50 ptes_clear(ptep); in pte_alloc_one_kernel()
51 return ptep; in pte_alloc_one_kernel()
A Dpgtable.h257 #define pte_clear(mm,addr,ptep) \ argument
309 *ptep = pteval; in update_pte()
321 update_pte(ptep, pteval); in set_pte_at()
326 update_pte(ptep, pteval); in set_pte()
339 pte_t *ptep) in ptep_test_and_clear_young() argument
341 pte_t pte = *ptep; in ptep_test_and_clear_young()
344 update_pte(ptep, pte_mkold(pte)); in ptep_test_and_clear_young()
351 pte_t pte = *ptep; in ptep_get_and_clear()
352 pte_clear(mm, addr, ptep); in ptep_get_and_clear()
359 pte_t pte = *ptep; in ptep_set_wrprotect()
[all …]
/linux/arch/x86/xen/
A Dp2m.c220 pte_t *ptep; in xen_build_mfn_list_list() local
251 mfn = pte_mfn(*ptep); in xen_build_mfn_list_list()
252 ptep = (pte_t *)((unsigned long)ptep & ~(PAGE_SIZE - 1)); in xen_build_mfn_list_list()
258 if (ptep == p2m_missing_pte || ptep == p2m_identity_pte) { in xen_build_mfn_list_list()
336 pte_t *ptep; in xen_rebuild_p2m_list() local
385 set_pte(ptep, in xen_rebuild_p2m_list()
395 set_pte(ptep, in xen_rebuild_p2m_list()
437 pte_t *ptep; in get_phys_to_machine() local
548 if (!ptep) in xen_alloc_p2m_entry()
605 set_pte(ptep, in xen_alloc_p2m_entry()
[all …]
/linux/arch/powerpc/include/asm/book3s/32/
A Dpgtable.h253 #define pte_clear(mm, addr, ptep) \ argument
337 flush_hash_entry(mm, ptep, addr); in __ptep_test_and_clear_young()
346 pte_t *ptep) in ptep_get_and_clear() argument
353 pte_t *ptep) in ptep_set_wrprotect() argument
359 pte_t *ptep, pte_t entry, in __ptep_set_access_flags() argument
544 *ptep = __pte((pte_val(*ptep) & _PAGE_HASHPTE) in __set_pte_at()
559 *ptep = __pte((pte_val(*ptep) & _PAGE_HASHPTE) in __set_pte_at()
563 if (pte_val(*ptep) & _PAGE_HASHPTE) in __set_pte_at()
564 flush_hash_entry(mm, ptep, addr); in __set_pte_at()
569 : "=m" (*ptep), "=m" (*((unsigned char *)ptep+4)) in __set_pte_at()
[all …]
/linux/arch/sparc/include/asm/
A Dhugetlb.h17 pte_t *ptep, pte_t pte);
21 pte_t *ptep);
25 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush() argument
31 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect() argument
33 pte_t old_pte = *ptep; in huge_ptep_set_wrprotect()
34 set_huge_pte_at(mm, addr, ptep, pte_wrprotect(old_pte)); in huge_ptep_set_wrprotect()
39 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags() argument
42 int changed = !pte_same(*ptep, pte); in huge_ptep_set_access_flags()
44 set_huge_pte_at(vma->vm_mm, addr, ptep, pte); in huge_ptep_set_access_flags()
/linux/arch/powerpc/mm/book3s64/
A Dhash_hugetlbpage.c20 pte_t *ptep, unsigned long trap, unsigned long flags, in __hash_page_huge() argument
48 old_pte = pte_val(*ptep); in __hash_page_huge()
63 } while(!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_huge()
74 rpte = __real_pte(__pte(old_pte), ptep, offset); in __hash_page_huge()
110 *ptep = __pte(old_pte); in __hash_page_huge()
116 new_pte |= pte_set_hidx(ptep, rpte, 0, slot, offset); in __hash_page_huge()
122 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_huge()
127 unsigned long addr, pte_t *ptep) in huge_ptep_modify_prot_start() argument
135 pte_val = pte_update(vma->vm_mm, addr, ptep, in huge_ptep_modify_prot_start()
142 pte_t *ptep, pte_t old_pte, pte_t pte) in huge_ptep_modify_prot_commit() argument
[all …]
A Dhash_64k.c37 pte_t *ptep, unsigned long trap, unsigned long flags, in __hash_page_4K() argument
52 pte_t pte = READ_ONCE(*ptep); in __hash_page_4K()
69 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_4K()
89 rpte = __real_pte(__pte(old_pte), ptep, PTRS_PER_PTE); in __hash_page_4K()
129 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K()
210 *ptep = __pte(old_pte); in __hash_page_4K()
219 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K()
238 pte_t pte = READ_ONCE(*ptep); in __hash_page_64K()
264 rpte = __real_pte(__pte(old_pte), ptep, PTRS_PER_PTE); in __hash_page_64K()
322 *ptep = __pte(old_pte); in __hash_page_64K()
[all …]
A Dradix_pgtable.c79 pte_t *ptep; in early_map_kernel_page() local
90 ptep = (pte_t *)pudp; in early_map_kernel_page()
131 pte_t *ptep; in __map_kernel_page() local
156 ptep = (pte_t *)pudp; in __map_kernel_page()
167 if (!ptep) in __map_kernel_page()
192 pte_t *ptep; in radix__change_memory_range() local
218 if (!ptep) in radix__change_memory_range()
1001 pte_t *ptep; in radix__pgtable_trans_huge_withdraw() local
1017 *ptep = __pte(0); in radix__pgtable_trans_huge_withdraw()
1018 ptep++; in radix__pgtable_trans_huge_withdraw()
[all …]
/linux/arch/powerpc/include/asm/book3s/64/
A Dhash.h147 pte_t *ptep, unsigned long pte, int huge);
152 pte_t *ptep, unsigned long clr, in hash__pte_update() argument
167 : "=&r" (old_be), "=&r" (tmp_be), "=m" (*ptep) in hash__pte_update()
168 : "r" (ptep), "r" (cpu_to_be64(clr)), "m" (*ptep), in hash__pte_update()
177 hpte_need_flush(mm, addr, ptep, old, huge); in hash__pte_update()
185 static inline void hash__ptep_set_access_flags(pte_t *ptep, pte_t entry) in hash__ptep_set_access_flags() argument
201 :"=&r" (old), "=&r" (tmp), "=m" (*ptep) in hash__ptep_set_access_flags()
202 :"r" (val), "r" (ptep), "m" (*ptep), "r" (cpu_to_be64(H_PAGE_BUSY)) in hash__ptep_set_access_flags()
225 pte_t *ptep, pte_t pte, int percpu) in hash__set_pte_at() argument
231 *ptep = pte; in hash__set_pte_at()
A Dradix.h145 unsigned long addr, pte_t *ptep,
159 : "=&r" (old_be), "=&r" (tmp_be), "=m" (*ptep) in __radix_pte_update()
160 : "r" (ptep), "r" (cpu_to_be64(set)), "r" (cpu_to_be64(clr)) in __radix_pte_update()
168 pte_t *ptep, unsigned long clr, in radix__pte_update() argument
174 old_pte = __radix_pte_update(ptep, clr, set); in radix__pte_update()
183 pte_t *ptep, int full) in radix__ptep_get_and_clear_full() argument
188 old_pte = pte_val(*ptep); in radix__ptep_get_and_clear_full()
189 *ptep = __pte(0); in radix__ptep_get_and_clear_full()
191 old_pte = radix__pte_update(mm, addr, ptep, ~0ul, 0, 0); in radix__ptep_get_and_clear_full()
207 pte_t *ptep, pte_t pte, int percpu) in radix__set_pte_at() argument
[all …]
/linux/drivers/iommu/
A Dio-pgtable-arm.c251 *ptep = 0; in __arm_lpae_clear_pte()
359 ptep += map_idx_start; in __arm_lpae_map()
377 pte = READ_ONCE(*ptep); in __arm_lpae_map()
529 start = ptep; in __arm_lpae_free_pgtable()
533 end = ptep; in __arm_lpae_free_pgtable()
537 while (ptep != end) { in __arm_lpae_free_pgtable()
631 ptep += unmap_idx_start; in __arm_lpae_unmap()
632 pte = READ_ONCE(*ptep); in __arm_lpae_unmap()
657 ptep++; in __arm_lpae_unmap()
712 if (!ptep) in arm_lpae_iova_to_phys()
[all …]
A Dio-pgtable-arm-v7s.c313 ptep[i] = pte; in __arm_v7s_set_pte()
435 } else if (ptep[i]) { in arm_v7s_init_pte()
452 arm_v7s_iopte *ptep, in arm_v7s_install_table() argument
489 lvl, num_entries, ptep); in __arm_v7s_map()
496 pte = READ_ONCE(*ptep); in __arm_v7s_map()
582 arm_v7s_iopte *ptep) in arm_v7s_split_cont() argument
590 pte = *ptep; in arm_v7s_split_cont()
597 ptep[i] = pte + i * size; in arm_v7s_split_cont()
665 ptep += idx; in __arm_v7s_unmap()
715 ptep); in __arm_v7s_unmap()
[all …]
/linux/arch/powerpc/kvm/
A Dbook3s_64_mmu_radix.c786 pte_t *ptep; in kvmppc_hv_handle_set_rc() local
802 if (ptep && pte_present(*ptep) && (!writing || pte_write(*ptep))) { in kvmppc_hv_handle_set_rc()
862 if (ptep) in kvmppc_book3s_instantiate_page()
1018 pte_t *ptep; in kvm_unmap_radix() local
1028 if (ptep && pte_present(*ptep)) in kvm_unmap_radix()
1037 pte_t *ptep; in kvm_age_radix() local
1047 if (ptep && pte_present(*ptep) && pte_young(*ptep)) { in kvm_age_radix()
1075 if (ptep && pte_present(*ptep) && pte_young(*ptep)) in kvm_test_age_radix()
1099 if (!ptep) in kvm_radix_test_clear_dirty()
1115 if (!pte_present(*ptep) || !pte_dirty(*ptep)) { in kvm_radix_test_clear_dirty()
[all …]
/linux/arch/mips/include/asm/
A Dhugetlb.h35 unsigned long addr, pte_t *ptep) in huge_ptep_get_and_clear() argument
38 pte_t pte = *ptep; in huge_ptep_get_and_clear()
41 set_pte_at(mm, addr, ptep, clear); in huge_ptep_get_and_clear()
47 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush() argument
54 huge_ptep_get_and_clear(vma->vm_mm, addr, ptep); in huge_ptep_clear_flush()
68 pte_t *ptep, pte_t pte, in huge_ptep_set_access_flags() argument
71 int changed = !pte_same(*ptep, pte); in huge_ptep_set_access_flags()
74 set_pte_at(vma->vm_mm, addr, ptep, pte); in huge_ptep_set_access_flags()
/linux/arch/powerpc/mm/
A Dpgtable.c194 VM_WARN_ON(pte_hw_valid(*ptep) && !pte_protnone(*ptep)); in set_pte_at()
203 __set_pte_at(mm, addr, ptep, pte, 0); in set_pte_at()
214 pte_t *ptep, pte_t entry, int dirty) in ptep_set_access_flags() argument
218 changed = !pte_same(*(ptep), entry); in ptep_set_access_flags()
221 __ptep_set_access_flags(vma, ptep, entry, in ptep_set_access_flags()
229 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags() argument
238 ptep_set_access_flags(vma, addr, ptep, pte, dirty); in huge_ptep_set_access_flags()
244 changed = !pte_same(*(ptep), pte); in huge_ptep_set_access_flags()
263 __ptep_set_access_flags(vma, ptep, pte, addr, psize); in huge_ptep_set_access_flags()
274 pte_basic_t *entry = (pte_basic_t *)ptep; in set_huge_pte_at()
[all …]
/linux/include/linux/
A Dpgtable.h201 pte_t *ptep) in ptep_test_and_clear_young() argument
203 pte_t pte = *ptep; in ptep_test_and_clear_young()
264 pte_t *ptep) in ptep_get_and_clear() argument
266 pte_t pte = *ptep; in ptep_get_and_clear()
330 return ptep_get(ptep); in ptep_get_lockless()
414 pte_t *ptep, in pte_clear_not_present_full() argument
424 pte_t *ptep);
645 WARN_ON_ONCE(pte_present(*ptep) && !pte_same(*ptep, pte)); \
646 set_pte(ptep, pte); \
852 pte_t *ptep) in __ptep_modify_prot_start() argument
[all …]

Completed in 77 milliseconds

123456789