Lines Matching refs:pages
306 void unpin_user_pages_dirty_lock(struct page **pages, unsigned long npages, in unpin_user_pages_dirty_lock() argument
314 unpin_user_pages(pages, npages); in unpin_user_pages_dirty_lock()
318 for_each_compound_head(index, pages, npages, head, ntails) { in unpin_user_pages_dirty_lock()
391 void unpin_user_pages(struct page **pages, unsigned long npages) in unpin_user_pages() argument
405 for_each_compound_head(index, pages, npages, head, ntails) in unpin_user_pages()
1083 unsigned int gup_flags, struct page **pages, in __get_user_pages() argument
1095 VM_BUG_ON(!!pages != !!(gup_flags & (FOLL_GET | FOLL_PIN))); in __get_user_pages()
1116 pages ? &pages[i] : NULL); in __get_user_pages()
1132 i = follow_hugetlb_page(mm, vma, pages, vmas, in __get_user_pages()
1185 if (pages) { in __get_user_pages()
1186 pages[i] = page; in __get_user_pages()
1312 struct page **pages, in __get_user_pages_locked() argument
1339 if (pages && !(flags & FOLL_PIN)) in __get_user_pages_locked()
1345 ret = __get_user_pages(mm, start, nr_pages, flags, pages, in __get_user_pages_locked()
1376 if (likely(pages)) in __get_user_pages_locked()
1377 pages += ret; in __get_user_pages_locked()
1406 pages, NULL, locked); in __get_user_pages_locked()
1422 if (likely(pages)) in __get_user_pages_locked()
1423 pages++; in __get_user_pages_locked()
1618 unsigned long nr_pages, struct page **pages, in __get_user_pages_locked() argument
1644 if (pages) { in __get_user_pages_locked()
1645 pages[i] = virt_to_page(start); in __get_user_pages_locked()
1646 if (pages[i]) in __get_user_pages_locked()
1647 get_page(pages[i]); in __get_user_pages_locked()
1836 struct page **pages, in check_and_migrate_movable_pages() argument
1852 head = compound_head(pages[i]); in check_and_migrate_movable_pages()
1891 unpin_user_pages(pages, nr_pages); in check_and_migrate_movable_pages()
1894 put_page(pages[i]); in check_and_migrate_movable_pages()
1908 struct page **pages, in check_and_migrate_movable_pages() argument
1922 struct page **pages, in __gup_longterm_locked() argument
1930 return __get_user_pages_locked(mm, start, nr_pages, pages, vmas, in __gup_longterm_locked()
1934 rc = __get_user_pages_locked(mm, start, nr_pages, pages, vmas, in __gup_longterm_locked()
1938 rc = check_and_migrate_movable_pages(rc, pages, gup_flags); in __gup_longterm_locked()
1967 unsigned int gup_flags, struct page **pages, in __get_user_pages_remote() argument
1984 return __gup_longterm_locked(mm, start, nr_pages, pages, in __get_user_pages_remote()
1989 return __get_user_pages_locked(mm, start, nr_pages, pages, vmas, in __get_user_pages_remote()
2056 unsigned int gup_flags, struct page **pages, in get_user_pages_remote() argument
2063 pages, vmas, locked); in get_user_pages_remote()
2070 unsigned int gup_flags, struct page **pages, in get_user_pages_remote() argument
2078 unsigned int gup_flags, struct page **pages, in __get_user_pages_remote() argument
2102 unsigned int gup_flags, struct page **pages, in get_user_pages() argument
2109 pages, vmas, gup_flags | FOLL_TOUCH); in get_user_pages()
2148 unsigned int gup_flags, struct page **pages, in get_user_pages_locked() argument
2167 pages, NULL, locked, in get_user_pages_locked()
2188 struct page **pages, unsigned int gup_flags) in get_user_pages_unlocked() argument
2204 ret = __get_user_pages_locked(mm, start, nr_pages, pages, NULL, in get_user_pages_unlocked()
2249 struct page **pages) in undo_dev_pagemap() argument
2252 struct page *page = pages[--(*nr)]; in undo_dev_pagemap()
2264 unsigned int flags, struct page **pages, int *nr) in gup_pte_range() argument
2291 undo_dev_pagemap(nr, nr_start, flags, pages); in gup_pte_range()
2330 pages[*nr] = page; in gup_pte_range()
2355 unsigned int flags, struct page **pages, int *nr) in gup_pte_range() argument
2364 struct page **pages, int *nr) in __gup_device_huge() argument
2374 undo_dev_pagemap(nr, nr_start, flags, pages); in __gup_device_huge()
2378 pages[*nr] = page; in __gup_device_huge()
2380 undo_dev_pagemap(nr, nr_start, flags, pages); in __gup_device_huge()
2393 struct page **pages, int *nr) in __gup_device_huge_pmd() argument
2399 if (!__gup_device_huge(fault_pfn, addr, end, flags, pages, nr)) in __gup_device_huge_pmd()
2403 undo_dev_pagemap(nr, nr_start, flags, pages); in __gup_device_huge_pmd()
2411 struct page **pages, int *nr) in __gup_device_huge_pud() argument
2417 if (!__gup_device_huge(fault_pfn, addr, end, flags, pages, nr)) in __gup_device_huge_pud()
2421 undo_dev_pagemap(nr, nr_start, flags, pages); in __gup_device_huge_pud()
2429 struct page **pages, int *nr) in __gup_device_huge_pmd() argument
2437 struct page **pages, int *nr) in __gup_device_huge_pud() argument
2445 unsigned long end, struct page **pages) in record_subpages() argument
2450 pages[nr++] = page++; in record_subpages()
2465 struct page **pages, int *nr) in gup_hugepte() argument
2486 refs = record_subpages(page, addr, end, pages + *nr); in gup_hugepte()
2504 struct page **pages, int *nr) in gup_huge_pd() argument
2513 if (!gup_hugepte(ptep, sz, addr, end, flags, pages, nr)) in gup_huge_pd()
2522 struct page **pages, int *nr) in gup_huge_pd() argument
2530 struct page **pages, int *nr) in gup_huge_pmd() argument
2542 pages, nr); in gup_huge_pmd()
2546 refs = record_subpages(page, addr, end, pages + *nr); in gup_huge_pmd()
2564 struct page **pages, int *nr) in gup_huge_pud() argument
2576 pages, nr); in gup_huge_pud()
2580 refs = record_subpages(page, addr, end, pages + *nr); in gup_huge_pud()
2598 struct page **pages, int *nr) in gup_huge_pgd() argument
2609 refs = record_subpages(page, addr, end, pages + *nr); in gup_huge_pgd()
2626 unsigned int flags, struct page **pages, int *nr) in gup_pmd_range() argument
2650 pages, nr)) in gup_pmd_range()
2659 PMD_SHIFT, next, flags, pages, nr)) in gup_pmd_range()
2661 } else if (!gup_pte_range(pmd, addr, next, flags, pages, nr)) in gup_pmd_range()
2669 unsigned int flags, struct page **pages, int *nr) in gup_pud_range() argument
2683 pages, nr)) in gup_pud_range()
2687 PUD_SHIFT, next, flags, pages, nr)) in gup_pud_range()
2689 } else if (!gup_pmd_range(pudp, pud, addr, next, flags, pages, nr)) in gup_pud_range()
2697 unsigned int flags, struct page **pages, int *nr) in gup_p4d_range() argument
2712 P4D_SHIFT, next, flags, pages, nr)) in gup_p4d_range()
2714 } else if (!gup_pud_range(p4dp, p4d, addr, next, flags, pages, nr)) in gup_p4d_range()
2722 unsigned int flags, struct page **pages, int *nr) in gup_pgd_range() argument
2736 pages, nr)) in gup_pgd_range()
2740 PGDIR_SHIFT, next, flags, pages, nr)) in gup_pgd_range()
2742 } else if (!gup_p4d_range(pgdp, pgd, addr, next, flags, pages, nr)) in gup_pgd_range()
2748 unsigned int flags, struct page **pages, int *nr) in gup_pgd_range() argument
2765 unsigned int gup_flags, struct page **pages) in __gup_longterm_unlocked() argument
2777 pages, NULL, gup_flags); in __gup_longterm_unlocked()
2781 pages, gup_flags); in __gup_longterm_unlocked()
2790 struct page **pages) in lockless_pages_from_mm() argument
2818 gup_pgd_range(start, end, gup_flags, pages, &nr_pinned); in lockless_pages_from_mm()
2827 unpin_user_pages(pages, nr_pinned); in lockless_pages_from_mm()
2837 struct page **pages) in internal_get_user_pages_fast() argument
2861 nr_pinned = lockless_pages_from_mm(start, end, gup_flags, pages); in internal_get_user_pages_fast()
2867 pages += nr_pinned; in internal_get_user_pages_fast()
2869 pages); in internal_get_user_pages_fast()
2903 unsigned int gup_flags, struct page **pages) in get_user_pages_fast_only() argument
2916 pages); in get_user_pages_fast_only()
2948 unsigned int gup_flags, struct page **pages) in get_user_pages_fast() argument
2960 return internal_get_user_pages_fast(start, nr_pages, gup_flags, pages); in get_user_pages_fast()
2981 unsigned int gup_flags, struct page **pages) in pin_user_pages_fast() argument
2988 return internal_get_user_pages_fast(start, nr_pages, gup_flags, pages); in pin_user_pages_fast()
2999 unsigned int gup_flags, struct page **pages) in pin_user_pages_fast_only() argument
3015 pages); in pin_user_pages_fast_only()
3053 unsigned int gup_flags, struct page **pages, in pin_user_pages_remote() argument
3062 pages, vmas, locked); in pin_user_pages_remote()
3085 unsigned int gup_flags, struct page **pages, in pin_user_pages() argument
3094 pages, vmas, gup_flags); in pin_user_pages()
3104 struct page **pages, unsigned int gup_flags) in pin_user_pages_unlocked() argument
3111 return get_user_pages_unlocked(start, nr_pages, pages, gup_flags); in pin_user_pages_unlocked()
3121 unsigned int gup_flags, struct page **pages, in pin_user_pages_locked() argument
3139 pages, NULL, locked, in pin_user_pages_locked()