Lines Matching refs:pvmw
776 struct page_vma_mapped_walk pvmw = { in page_referenced_one() local
783 while (page_vma_mapped_walk(&pvmw)) { in page_referenced_one()
784 address = pvmw.address; in page_referenced_one()
787 page_vma_mapped_walk_done(&pvmw); in page_referenced_one()
792 if (pvmw.pte) { in page_referenced_one()
794 pvmw.pte)) { in page_referenced_one()
808 pvmw.pmd)) in page_referenced_one()
905 struct page_vma_mapped_walk pvmw = { in page_mkclean_one() local
923 while (page_vma_mapped_walk(&pvmw)) { in page_mkclean_one()
926 address = pvmw.address; in page_mkclean_one()
927 if (pvmw.pte) { in page_mkclean_one()
929 pte_t *pte = pvmw.pte; in page_mkclean_one()
942 pmd_t *pmd = pvmw.pmd; in page_mkclean_one()
1397 struct page_vma_mapped_walk pvmw = { in try_to_unmap_one() local
1415 pvmw.flags = PVMW_SYNC; in try_to_unmap_one()
1442 while (page_vma_mapped_walk(&pvmw)) { in try_to_unmap_one()
1457 page_vma_mapped_walk_done(&pvmw); in try_to_unmap_one()
1463 VM_BUG_ON_PAGE(!pvmw.pte, page); in try_to_unmap_one()
1465 subpage = page - page_to_pfn(page) + pte_pfn(*pvmw.pte); in try_to_unmap_one()
1466 address = pvmw.address; in try_to_unmap_one()
1475 if (huge_pmd_unshare(mm, vma, &address, pvmw.pte)) { in try_to_unmap_one()
1497 page_vma_mapped_walk_done(&pvmw); in try_to_unmap_one()
1503 flush_cache_page(vma, address, pte_pfn(*pvmw.pte)); in try_to_unmap_one()
1513 pteval = ptep_get_and_clear(mm, address, pvmw.pte); in try_to_unmap_one()
1517 pteval = ptep_clear_flush(vma, address, pvmw.pte); in try_to_unmap_one()
1532 pvmw.pte, pteval, in try_to_unmap_one()
1536 set_pte_at(mm, address, pvmw.pte, pteval); in try_to_unmap_one()
1567 page_vma_mapped_walk_done(&pvmw); in try_to_unmap_one()
1585 set_pte_at(mm, address, pvmw.pte, pteval); in try_to_unmap_one()
1588 page_vma_mapped_walk_done(&pvmw); in try_to_unmap_one()
1593 set_pte_at(mm, address, pvmw.pte, pteval); in try_to_unmap_one()
1595 page_vma_mapped_walk_done(&pvmw); in try_to_unmap_one()
1599 set_pte_at(mm, address, pvmw.pte, pteval); in try_to_unmap_one()
1601 page_vma_mapped_walk_done(&pvmw); in try_to_unmap_one()
1617 set_pte_at(mm, address, pvmw.pte, swp_pte); in try_to_unmap_one()
1697 struct page_vma_mapped_walk pvmw = { in try_to_migrate_one() local
1715 pvmw.flags = PVMW_SYNC; in try_to_migrate_one()
1746 while (page_vma_mapped_walk(&pvmw)) { in try_to_migrate_one()
1749 if (!pvmw.pte) { in try_to_migrate_one()
1753 set_pmd_migration_entry(&pvmw, page); in try_to_migrate_one()
1759 VM_BUG_ON_PAGE(!pvmw.pte, page); in try_to_migrate_one()
1761 subpage = page - page_to_pfn(page) + pte_pfn(*pvmw.pte); in try_to_migrate_one()
1762 address = pvmw.address; in try_to_migrate_one()
1771 if (huge_pmd_unshare(mm, vma, &address, pvmw.pte)) { in try_to_migrate_one()
1793 page_vma_mapped_walk_done(&pvmw); in try_to_migrate_one()
1799 flush_cache_page(vma, address, pte_pfn(*pvmw.pte)); in try_to_migrate_one()
1800 pteval = ptep_clear_flush(vma, address, pvmw.pte); in try_to_migrate_one()
1834 set_pte_at(mm, pvmw.address, pvmw.pte, swp_pte); in try_to_migrate_one()
1852 pvmw.pte, pteval, in try_to_migrate_one()
1856 set_pte_at(mm, address, pvmw.pte, pteval); in try_to_migrate_one()
1879 set_pte_at(mm, address, pvmw.pte, pteval); in try_to_migrate_one()
1881 page_vma_mapped_walk_done(&pvmw); in try_to_migrate_one()
1902 set_pte_at(mm, address, pvmw.pte, swp_pte); in try_to_migrate_one()
1977 struct page_vma_mapped_walk pvmw = { in page_mlock_one() local
1987 while (page_vma_mapped_walk(&pvmw)) { in page_mlock_one()
2005 page_vma_mapped_walk_done(&pvmw); in page_mlock_one()
2052 struct page_vma_mapped_walk pvmw = { in page_make_device_exclusive_one() local
2070 while (page_vma_mapped_walk(&pvmw)) { in page_make_device_exclusive_one()
2072 VM_BUG_ON_PAGE(!pvmw.pte, page); in page_make_device_exclusive_one()
2074 if (!pte_present(*pvmw.pte)) { in page_make_device_exclusive_one()
2076 page_vma_mapped_walk_done(&pvmw); in page_make_device_exclusive_one()
2080 subpage = page - page_to_pfn(page) + pte_pfn(*pvmw.pte); in page_make_device_exclusive_one()
2081 address = pvmw.address; in page_make_device_exclusive_one()
2084 flush_cache_page(vma, address, pte_pfn(*pvmw.pte)); in page_make_device_exclusive_one()
2085 pteval = ptep_clear_flush(vma, address, pvmw.pte); in page_make_device_exclusive_one()
2116 set_pte_at(mm, address, pvmw.pte, swp_pte); in page_make_device_exclusive_one()