Home
last modified time | relevance | path

Searched refs:pmd_trans_huge (Results 1 – 25 of 34) sorted by relevance

12

/linux/mm/
A Dpgtable-generic.c138 VM_BUG_ON(pmd_present(*pmdp) && !pmd_trans_huge(*pmdp) && in pmdp_huge_clear_flush()
214 VM_BUG_ON(pmd_trans_huge(*pmdp)); in pmdp_collapse_flush()
A Dpage_vma_mapped.c221 if (pmd_trans_huge(pmde) || is_pmd_migration_entry(pmde)) { in page_vma_mapped_walk()
224 if (likely(pmd_trans_huge(pmde))) { in page_vma_mapped_walk()
A Duserfaultfd.c586 if (unlikely(pmd_trans_huge(dst_pmdval))) { in __mcopy_atomic()
596 if (unlikely(pmd_trans_huge(*dst_pmd))) { in __mcopy_atomic()
602 BUG_ON(pmd_trans_huge(*dst_pmd)); in __mcopy_atomic()
A Dhmm.c356 if (pmd_devmap(pmd) || pmd_trans_huge(pmd)) { in hmm_vma_walk_pmd()
368 if (!pmd_devmap(pmd) && !pmd_trans_huge(pmd)) in hmm_vma_walk_pmd()
A Dmprotect.c212 if (pmd_trans_huge(pmdval)) in pmd_none_or_clear_bad_unless_trans_huge()
260 if (is_swap_pmd(*pmd) || pmd_trans_huge(*pmd) || pmd_devmap(*pmd)) { in change_pmd_range()
A Dmapping_dirty_helpers.c140 if (pmd_trans_huge(pmdval) || pmd_devmap(pmdval)) in wp_clean_pmd_entry()
A Dmremap.c98 VM_BUG_ON(pmd_trans_huge(*pmd)); in alloc_new_pmd()
535 if (is_swap_pmd(*old_pmd) || pmd_trans_huge(*old_pmd) || in move_page_tables()
A Dmadvise.c326 if (pmd_trans_huge(*pmd)) { in madvise_cold_or_pageout_pte_range()
585 if (pmd_trans_huge(*pmd)) in madvise_free_pte_range()
A Dgup.c667 if (likely(!pmd_trans_huge(pmdval))) in follow_pmd_mask()
686 if (unlikely(!pmd_trans_huge(*pmd))) { in follow_pmd_mask()
883 VM_BUG_ON(pmd_trans_huge(*pmd)); in get_gate_page()
2639 if (unlikely(pmd_trans_huge(pmd) || pmd_huge(pmd) || in gup_pmd_range()
A Dhuge_memory.c1078 if (unlikely(!pmd_trans_huge(pmd))) { in copy_huge_pmd()
1681 VM_BUG_ON(pmd_trans_huge(*new_pmd)); in move_huge_pmd()
1835 if (likely(is_swap_pmd(*pmd) || pmd_trans_huge(*pmd) || in __pmd_trans_huge_lock()
1972 VM_BUG_ON(!is_pmd_migration_entry(*pmd) && !pmd_trans_huge(*pmd) in __split_huge_pmd_locked()
2171 if (pmd_trans_huge(*pmd)) { in __split_huge_pmd()
A Dmigrate.c2257 if (pmd_trans_huge(*pmdp)) { in migrate_vma_collect_pmd()
2261 if (unlikely(!pmd_trans_huge(*pmdp))) { in migrate_vma_collect_pmd()
2731 if (pmd_trans_huge(*pmdp) || pmd_devmap(*pmdp)) in migrate_vma_insert_page()
A Ddebug_vm_pgtable.c958 WARN_ON(!pmd_trans_huge(pmd_mkhuge(pmd))); in pmd_thp_tests()
961 WARN_ON(!pmd_trans_huge(pmd_mkinvalid(pmd_mkhuge(pmd)))); in pmd_thp_tests()
/linux/Documentation/vm/
A Dtranshuge.rst95 pmd_trans_huge() on the pmd returned by pmd_offset. You must hold the
99 pmd_trans_huge returns false, you just fallback in the old code
100 paths. If instead pmd_trans_huge returns true, you have to take the
101 page table lock (pmd_lock()) and re-run pmd_trans_huge. Taking the
104 pagetable walk). If the second pmd_trans_huge returns false, you
A Darch_pgtable_helpers.rst93 | pmd_trans_huge | Tests a Transparent Huge Page (THP) at PMD |
/linux/arch/arm/include/asm/
A Dpgtable-3level.h191 #define pmd_thp_or_huge(pmd) (pmd_huge(pmd) || pmd_trans_huge(pmd))
194 #define pmd_trans_huge(pmd) (pmd_val(pmd) && !pmd_table(pmd)) macro
/linux/arch/arc/include/asm/
A Dhugepage.h39 #define pmd_trans_huge(pmd) (pmd_val(pmd) & _PAGE_HW_SZ) macro
/linux/include/linux/
A Dhuge_mm.h202 if (is_swap_pmd(*____pmd) || pmd_trans_huge(*____pmd) \
239 if (is_swap_pmd(*pmd) || pmd_trans_huge(*pmd) || pmd_devmap(*pmd)) in pmd_trans_huge_lock()
A Dpgtable.h1179 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge() function
1320 if (pmd_none(pmdval) || pmd_trans_huge(pmdval) || in pmd_none_or_trans_huge_or_clear_bad()
/linux/arch/powerpc/mm/book3s64/
A Dpgtable.c43 WARN_ON(!pmd_trans_huge(*pmdp) && !pmd_devmap(*pmdp)); in pmdp_set_access_flags()
128 VM_BUG_ON((pmd_present(*pmdp) && !pmd_trans_huge(*pmdp) && in pmdp_huge_get_and_clear_full()
A Dhash_pgtable.c229 VM_BUG_ON(pmd_trans_huge(*pmdp)); in hash__pmdp_collapse_flush()
/linux/arch/sparc/mm/
A Dtlb.c205 if (pmd_trans_huge(orig)) { in __set_pmd_acct()
/linux/arch/powerpc/mm/
A Dpgtable.c432 if (pmd_trans_huge(pmd) || pmd_devmap(pmd)) { in __find_linux_pte()
/linux/arch/arm64/include/asm/
A Dpgtable.h432 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge() function
457 #define pmd_thp_or_huge(pmd) (pmd_huge(pmd) || pmd_trans_huge(pmd))
/linux/arch/riscv/include/asm/
A Dpgtable.h584 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge() function
/linux/fs/
A Ddax.c1465 if (pmd_trans_huge(*vmf->pmd) || pmd_devmap(*vmf->pmd)) { in dax_iomap_pte_fault()
1587 if (!pmd_none(*vmf->pmd) && !pmd_trans_huge(*vmf->pmd) && in dax_iomap_pmd_fault()

Completed in 56 milliseconds

12