/linux/mm/ |
A D | gup.c | 1103 gup_flags |= FOLL_NUMA; in __get_user_pages() 1115 gup_flags, &vma, in __get_user_pages() 1134 gup_flags, locked); in __get_user_pages() 1462 int gup_flags; in populate_vma_page_range() local 1524 int gup_flags; in faultin_vma_page_range() local 2959 gup_flags |= FOLL_GET; in get_user_pages_fast() 2987 gup_flags |= FOLL_PIN; in pin_user_pages_fast() 3060 gup_flags |= FOLL_PIN; in pin_user_pages_remote() 3092 gup_flags |= FOLL_PIN; in pin_user_pages() 3110 gup_flags |= FOLL_PIN; in pin_user_pages_unlocked() [all …]
|
A D | gup_test.c | 137 nr = get_user_pages_fast(addr, nr, gup->gup_flags, in __gup_test_ioctl() 141 nr = get_user_pages(addr, nr, gup->gup_flags, pages + i, in __gup_test_ioctl() 145 nr = pin_user_pages_fast(addr, nr, gup->gup_flags, in __gup_test_ioctl() 149 nr = pin_user_pages(addr, nr, gup->gup_flags, pages + i, in __gup_test_ioctl() 154 gup->gup_flags | FOLL_LONGTERM, in __gup_test_ioctl() 159 nr = pin_user_pages(addr, nr, gup->gup_flags, in __gup_test_ioctl() 162 nr = get_user_pages(addr, nr, gup->gup_flags, in __gup_test_ioctl()
|
A D | gup_test.h | 24 __u32 gup_flags; member
|
A D | nommu.c | 1657 int len, unsigned int gup_flags) in __access_remote_vm() argument 1660 int write = gup_flags & FOLL_WRITE; in __access_remote_vm() 1701 void *buf, int len, unsigned int gup_flags) in access_remote_vm() argument 1703 return __access_remote_vm(mm, addr, buf, len, gup_flags); in access_remote_vm() 1711 unsigned int gup_flags) in access_process_vm() argument 1722 len = __access_remote_vm(mm, addr, buf, len, gup_flags); in access_process_vm()
|
A D | memory.c | 5101 int len, unsigned int gup_flags) in __access_remote_vm() argument 5105 int write = gup_flags & FOLL_WRITE; in __access_remote_vm() 5117 gup_flags, &page, &vma, NULL); in __access_remote_vm() 5176 void *buf, int len, unsigned int gup_flags) in access_remote_vm() argument 5178 return __access_remote_vm(mm, addr, buf, len, gup_flags); in access_remote_vm() 5187 void *buf, int len, unsigned int gup_flags) in access_process_vm() argument 5196 ret = __access_remote_vm(mm, addr, buf, len, gup_flags); in access_process_vm()
|
/linux/arch/arm64/kernel/ |
A D | mte.c | 333 struct iovec *kiov, unsigned int gup_flags) in __access_remote_tags() argument 339 int write = gup_flags & FOLL_WRITE; in __access_remote_tags() 352 ret = get_user_pages_remote(mm, addr, 1, gup_flags, &page, in __access_remote_tags() 412 struct iovec *kiov, unsigned int gup_flags) in access_remote_tags() argument 428 ret = __access_remote_tags(mm, addr, kiov, gup_flags); in access_remote_tags() 440 unsigned int gup_flags = FOLL_FORCE; in mte_ptrace_copy_tags() local 450 gup_flags |= FOLL_WRITE; in mte_ptrace_copy_tags() 455 ret = access_remote_tags(child, addr, &kiov, gup_flags); in mte_ptrace_copy_tags()
|
/linux/tools/testing/selftests/vm/ |
A D | gup_test.c | 121 gup.gup_flags = strtol(optarg, 0, 0); in main() 204 gup.gup_flags |= FOLL_WRITE; in main() 231 gup.gup_flags |= FOLL_TOUCH; in main()
|
/linux/drivers/infiniband/hw/hfi1/ |
A D | user_pages.c | 65 unsigned int gup_flags = FOLL_LONGTERM | (writable ? FOLL_WRITE : 0); in hfi1_acquire_user_pages() local 67 ret = pin_user_pages_fast(vaddr, npages, gup_flags, pages); in hfi1_acquire_user_pages()
|
/linux/drivers/infiniband/core/ |
A D | umem.c | 159 unsigned int gup_flags = FOLL_WRITE; in ib_umem_get() local 214 gup_flags |= FOLL_FORCE; in ib_umem_get() 222 gup_flags | FOLL_LONGTERM, page_list); in ib_umem_get()
|
/linux/include/linux/ |
A D | mm.h | 1930 void *buf, int len, unsigned int gup_flags); 1932 void *buf, int len, unsigned int gup_flags); 1938 unsigned int gup_flags, struct page **pages, 1942 unsigned int gup_flags, struct page **pages, 1945 unsigned int gup_flags, struct page **pages, 1948 unsigned int gup_flags, struct page **pages, 1955 struct page **pages, unsigned int gup_flags); 1957 struct page **pages, unsigned int gup_flags); 1960 unsigned int gup_flags, struct page **pages); 1962 unsigned int gup_flags, struct page **pages); [all …]
|
A D | ptrace.h | 21 void *buf, int len, unsigned int gup_flags);
|
/linux/drivers/infiniband/hw/usnic/ |
A D | usnic_uiom.c | 101 unsigned int gup_flags; in usnic_uiom_get_pages() local 138 gup_flags = FOLL_WRITE; in usnic_uiom_get_pages() 139 gup_flags |= (writable) ? 0 : FOLL_FORCE; in usnic_uiom_get_pages() 147 gup_flags | FOLL_LONGTERM, in usnic_uiom_get_pages()
|
/linux/drivers/gpu/drm/i915/gem/ |
A D | i915_gem_userptr.c | 264 unsigned int gup_flags = 0; in i915_gem_object_userptr_submit_init() local 292 gup_flags |= FOLL_WRITE; in i915_gem_object_userptr_submit_init() 297 num_pages - pinned, gup_flags, in i915_gem_object_userptr_submit_init()
|
/linux/net/xdp/ |
A D | xdp_umem.c | 98 unsigned int gup_flags = FOLL_WRITE; in xdp_umem_pin_pages() local 108 gup_flags | FOLL_LONGTERM, &umem->pgs[0], NULL); in xdp_umem_pin_pages()
|
/linux/lib/ |
A D | iov_iter.c | 1531 unsigned int gup_flags = 0; in iov_iter_get_pages() local 1535 gup_flags |= FOLL_WRITE; in iov_iter_get_pages() 1537 gup_flags |= FOLL_NOFAULT; in iov_iter_get_pages() 1541 res = get_user_pages_fast(addr, n, gup_flags, pages); in iov_iter_get_pages() 1657 unsigned int gup_flags = 0; in iov_iter_get_pages_alloc() local 1661 gup_flags |= FOLL_WRITE; in iov_iter_get_pages_alloc() 1663 gup_flags |= FOLL_NOFAULT; in iov_iter_get_pages_alloc() 1670 res = get_user_pages_fast(addr, n, gup_flags, p); in iov_iter_get_pages_alloc()
|
/linux/net/rds/ |
A D | rdma.c | 157 unsigned int gup_flags = FOLL_LONGTERM; in rds_pin_pages() local 161 gup_flags |= FOLL_WRITE; in rds_pin_pages() 163 ret = pin_user_pages_fast(user_addr, nr_pages, gup_flags, pages); in rds_pin_pages()
|
/linux/drivers/vhost/ |
A D | vdpa.c | 691 unsigned int gup_flags = FOLL_LONGTERM; in vhost_vdpa_pa_map() local 704 gup_flags |= FOLL_WRITE; in vhost_vdpa_pa_map() 727 gup_flags, page_list, NULL); in vhost_vdpa_pa_map()
|
/linux/fs/ |
A D | exec.c | 203 unsigned int gup_flags = FOLL_FORCE; in get_arg_page() local 214 gup_flags |= FOLL_WRITE; in get_arg_page() 221 ret = get_user_pages_remote(bprm->mm, pos, 1, gup_flags, in get_arg_page()
|
/linux/kernel/ |
A D | ptrace.c | 44 void *buf, int len, unsigned int gup_flags) in ptrace_access_vm() argument 61 ret = __access_remote_vm(mm, addr, buf, len, gup_flags); in ptrace_access_vm()
|
/linux/kernel/events/ |
A D | uprobes.c | 473 unsigned int gup_flags = FOLL_FORCE; in uprobe_write_opcode() local 480 gup_flags |= FOLL_SPLIT_PMD; in uprobe_write_opcode() 482 ret = get_user_pages_remote(mm, vaddr, 1, gup_flags, in uprobe_write_opcode()
|