Lines Matching refs:walk
64 unsigned int required_fault, struct mm_walk *walk) in hmm_vma_fault() argument
66 struct hmm_vma_walk *hmm_vma_walk = walk->private; in hmm_vma_fault()
67 struct vm_area_struct *vma = walk->vma; in hmm_vma_fault()
148 __always_unused int depth, struct mm_walk *walk) in hmm_vma_walk_hole() argument
150 struct hmm_vma_walk *hmm_vma_walk = walk->private; in hmm_vma_walk_hole()
161 if (!walk->vma) { in hmm_vma_walk_hole()
167 return hmm_vma_fault(addr, end, required_fault, walk); in hmm_vma_walk_hole()
187 static int hmm_vma_handle_pmd(struct mm_walk *walk, unsigned long addr, in hmm_vma_handle_pmd() argument
191 struct hmm_vma_walk *hmm_vma_walk = walk->private; in hmm_vma_handle_pmd()
202 return hmm_vma_fault(addr, end, required_fault, walk); in hmm_vma_handle_pmd()
211 int hmm_vma_handle_pmd(struct mm_walk *walk, unsigned long addr,
231 static int hmm_vma_handle_pte(struct mm_walk *walk, unsigned long addr, in hmm_vma_handle_pte() argument
235 struct hmm_vma_walk *hmm_vma_walk = walk->private; in hmm_vma_handle_pte()
282 migration_entry_wait(walk->mm, pmdp, addr); in hmm_vma_handle_pte()
319 return hmm_vma_fault(addr, end, required_fault, walk); in hmm_vma_handle_pte()
325 struct mm_walk *walk) in hmm_vma_walk_pmd() argument
327 struct hmm_vma_walk *hmm_vma_walk = walk->private; in hmm_vma_walk_pmd()
339 return hmm_vma_walk_hole(start, end, -1, walk); in hmm_vma_walk_pmd()
344 pmd_migration_entry_wait(walk->mm, pmdp); in hmm_vma_walk_pmd()
371 return hmm_vma_handle_pmd(walk, addr, end, hmm_pfns, pmd); in hmm_vma_walk_pmd()
390 r = hmm_vma_handle_pte(walk, addr, end, pmdp, ptep, hmm_pfns); in hmm_vma_walk_pmd()
413 struct mm_walk *walk) in hmm_vma_walk_pud() argument
415 struct hmm_vma_walk *hmm_vma_walk = walk->private; in hmm_vma_walk_pud()
420 spinlock_t *ptl = pud_trans_huge_lock(pudp, walk->vma); in hmm_vma_walk_pud()
426 walk->action = ACTION_CONTINUE; in hmm_vma_walk_pud()
431 return hmm_vma_walk_hole(start, end, -1, walk); in hmm_vma_walk_pud()
442 return hmm_vma_walk_hole(start, end, -1, walk); in hmm_vma_walk_pud()
454 return hmm_vma_fault(addr, end, required_fault, walk); in hmm_vma_walk_pud()
464 walk->action = ACTION_SUBTREE; in hmm_vma_walk_pud()
477 struct mm_walk *walk) in hmm_vma_walk_hugetlb_entry() argument
480 struct hmm_vma_walk *hmm_vma_walk = walk->private; in hmm_vma_walk_hugetlb_entry()
482 struct vm_area_struct *vma = walk->vma; in hmm_vma_walk_hugetlb_entry()
489 ptl = huge_pte_lock(hstate_vma(vma), walk->mm, pte); in hmm_vma_walk_hugetlb_entry()
500 return hmm_vma_fault(addr, end, required_fault, walk); in hmm_vma_walk_hugetlb_entry()
515 struct mm_walk *walk) in hmm_vma_walk_test() argument
517 struct hmm_vma_walk *hmm_vma_walk = walk->private; in hmm_vma_walk_test()
519 struct vm_area_struct *vma = walk->vma; in hmm_vma_walk_test()