| /linux-6.12.1/mm/ |
| D | gup.c | 1089 unsigned int gup_flags, struct vm_area_struct **vma, in get_gate_page() argument
1101 if (gup_flags & FOLL_WRITE) in get_gate_page()
1129 if ((gup_flags & FOLL_DUMP) || !is_zero_pfn(pte_pfn(entry))) in get_gate_page()
1133 ret = try_grab_folio(page_folio(*page), 1, gup_flags); in get_gate_page()
1244 unsigned long gup_flags) in writable_file_mapping_allowed() argument
1250 if ((gup_flags & (FOLL_PIN | FOLL_LONGTERM)) != in writable_file_mapping_allowed()
1261 static int check_vma_flags(struct vm_area_struct *vma, unsigned long gup_flags) in check_vma_flags() argument
1264 int write = (gup_flags & FOLL_WRITE); in check_vma_flags()
1265 int foreign = (gup_flags & FOLL_REMOTE); in check_vma_flags()
1271 if ((gup_flags & FOLL_ANON) && !vma_anon) in check_vma_flags()
[all …]
|
| D | gup_test.c | 139 nr = get_user_pages_fast(addr, nr, gup->gup_flags, in __gup_test_ioctl()
143 nr = get_user_pages(addr, nr, gup->gup_flags, pages + i); in __gup_test_ioctl()
146 nr = pin_user_pages_fast(addr, nr, gup->gup_flags, in __gup_test_ioctl()
150 nr = pin_user_pages(addr, nr, gup->gup_flags, pages + i); in __gup_test_ioctl()
154 gup->gup_flags | FOLL_LONGTERM, in __gup_test_ioctl()
159 nr = pin_user_pages(addr, nr, gup->gup_flags, in __gup_test_ioctl()
162 nr = get_user_pages(addr, nr, gup->gup_flags, in __gup_test_ioctl()
225 int gup_flags = FOLL_LONGTERM; in pin_longterm_test_start() local
253 gup_flags |= FOLL_WRITE; in pin_longterm_test_start()
270 gup_flags, pages); in pin_longterm_test_start()
[all …]
|
| D | gup_test.h | 27 __u32 gup_flags; member
|
| D | nommu.c | 1632 void *buf, int len, unsigned int gup_flags) in __access_remote_vm() argument
1635 int write = gup_flags & FOLL_WRITE; in __access_remote_vm()
1676 void *buf, int len, unsigned int gup_flags) in access_remote_vm() argument
1678 return __access_remote_vm(mm, addr, buf, len, gup_flags); in access_remote_vm()
1686 unsigned int gup_flags) in access_process_vm() argument
1697 len = __access_remote_vm(mm, addr, buf, len, gup_flags); in access_process_vm()
|
| D | memory.c | 6566 void *buf, int len, unsigned int gup_flags) in __access_remote_vm() argument
6569 int write = gup_flags & FOLL_WRITE; in __access_remote_vm()
6587 gup_flags, &vma); in __access_remote_vm()
6654 void *buf, int len, unsigned int gup_flags) in access_remote_vm() argument
6656 return __access_remote_vm(mm, addr, buf, len, gup_flags); in access_remote_vm()
6665 void *buf, int len, unsigned int gup_flags) in access_process_vm() argument
6674 ret = __access_remote_vm(mm, addr, buf, len, gup_flags); in access_process_vm()
|
| /linux-6.12.1/arch/arm64/kernel/ |
| D | mte.c | 394 struct iovec *kiov, unsigned int gup_flags) in __access_remote_tags() argument
399 int write = gup_flags & FOLL_WRITE; in __access_remote_tags()
412 gup_flags, &vma); in __access_remote_tags()
474 struct iovec *kiov, unsigned int gup_flags) in access_remote_tags() argument
490 ret = __access_remote_tags(mm, addr, kiov, gup_flags); in access_remote_tags()
502 unsigned int gup_flags = FOLL_FORCE; in mte_ptrace_copy_tags() local
512 gup_flags |= FOLL_WRITE; in mte_ptrace_copy_tags()
517 ret = access_remote_tags(child, addr, &kiov, gup_flags); in mte_ptrace_copy_tags()
|
| /linux-6.12.1/drivers/media/common/videobuf2/ |
| D | frame_vector.c | 44 unsigned int gup_flags = FOLL_LONGTERM; in get_vaddr_frames() local
55 gup_flags |= FOLL_WRITE; in get_vaddr_frames()
57 ret = pin_user_pages_fast(start, nr_frames, gup_flags, in get_vaddr_frames()
|
| /linux-6.12.1/drivers/infiniband/hw/hfi1/ |
| D | user_pages.c | 84 unsigned int gup_flags = FOLL_LONGTERM | (writable ? FOLL_WRITE : 0); in hfi1_acquire_user_pages() local
86 ret = pin_user_pages_fast(vaddr, npages, gup_flags, pages); in hfi1_acquire_user_pages()
|
| /linux-6.12.1/tools/testing/selftests/mm/ |
| D | gup_test.c | 129 gup.gup_flags = strtol(optarg, 0, 0); in main()
213 gup.gup_flags |= FOLL_WRITE; in main()
252 gup.gup_flags |= FOLL_TOUCH; in main()
|
| D | hmm-tests.c | 1879 .gup_flags = FOLL_WRITE | flags, in gup_test_exec()
|
| /linux-6.12.1/drivers/infiniband/core/ |
| D | umem.c | 154 unsigned int gup_flags = FOLL_LONGTERM; in ib_umem_get() local
209 gup_flags |= FOLL_WRITE; in ib_umem_get()
217 gup_flags, page_list); in ib_umem_get()
|
| /linux-6.12.1/drivers/gpu/drm/i915/gem/ |
| D | i915_gem_userptr.c | 237 unsigned int gup_flags = 0; in i915_gem_object_userptr_submit_init() local
265 gup_flags |= FOLL_WRITE; in i915_gem_object_userptr_submit_init()
270 num_pages - pinned, gup_flags, in i915_gem_object_userptr_submit_init()
|
| /linux-6.12.1/include/linux/ |
| D | mm.h | 2473 void *buf, int len, unsigned int gup_flags);
2475 void *buf, int len, unsigned int gup_flags);
2479 unsigned int gup_flags, struct page **pages,
2483 unsigned int gup_flags, struct page **pages,
2491 int gup_flags, in get_user_page_vma_remote() argument
2498 if (WARN_ON_ONCE(unlikely(gup_flags & FOLL_NOWAIT))) in get_user_page_vma_remote()
2501 got = get_user_pages_remote(mm, addr, 1, gup_flags, &page, NULL); in get_user_page_vma_remote()
2517 unsigned int gup_flags, struct page **pages);
2519 unsigned int gup_flags, struct page **pages);
2521 struct page **pages, unsigned int gup_flags);
[all …]
|
| D | ptrace.h | 21 void *buf, int len, unsigned int gup_flags);
|
| /linux-6.12.1/net/xdp/ |
| D | xdp_umem.c | 96 unsigned int gup_flags = FOLL_WRITE; in xdp_umem_pin_pages() local
106 gup_flags | FOLL_LONGTERM, &umem->pgs[0]); in xdp_umem_pin_pages()
|
| /linux-6.12.1/drivers/infiniband/hw/usnic/ |
| D | usnic_uiom.c | 88 unsigned int gup_flags = FOLL_LONGTERM; in usnic_uiom_get_pages() local
135 gup_flags |= FOLL_WRITE; in usnic_uiom_get_pages()
143 gup_flags, page_list); in usnic_uiom_get_pages()
|
| /linux-6.12.1/lib/ |
| D | iov_iter.c | 1153 unsigned int n, gup_flags = 0; in __iov_iter_get_pages_alloc() local
1167 gup_flags |= FOLL_WRITE; in __iov_iter_get_pages_alloc()
1169 gup_flags |= FOLL_NOFAULT; in __iov_iter_get_pages_alloc()
1177 res = get_user_pages_fast(addr, n, gup_flags, *pages); in __iov_iter_get_pages_alloc()
1803 unsigned int gup_flags = 0; in iov_iter_extract_user_pages() local
1808 gup_flags |= FOLL_WRITE; in iov_iter_extract_user_pages()
1810 gup_flags |= FOLL_PCI_P2PDMA; in iov_iter_extract_user_pages()
1812 gup_flags |= FOLL_NOFAULT; in iov_iter_extract_user_pages()
1820 res = pin_user_pages_fast(addr, maxpages, gup_flags, *pages); in iov_iter_extract_user_pages()
|
| /linux-6.12.1/drivers/gpu/drm/etnaviv/ |
| D | etnaviv_gem.c | 646 unsigned int gup_flags = FOLL_LONGTERM; in etnaviv_gem_userptr_get_pages() local
658 gup_flags |= FOLL_WRITE; in etnaviv_gem_userptr_get_pages()
665 ret = pin_user_pages_fast(ptr, num_pages, gup_flags, pages); in etnaviv_gem_userptr_get_pages()
|
| /linux-6.12.1/net/rds/ |
| D | rdma.c | 157 unsigned int gup_flags = FOLL_LONGTERM; in rds_pin_pages() local
161 gup_flags |= FOLL_WRITE; in rds_pin_pages()
163 ret = pin_user_pages_fast(user_addr, nr_pages, gup_flags, pages); in rds_pin_pages()
|
| /linux-6.12.1/drivers/iommu/iommufd/ |
| D | pages.c | 700 unsigned int gup_flags; member
716 user->gup_flags = FOLL_LONGTERM; in pfn_reader_user_init()
718 user->gup_flags |= FOLL_WRITE; in pfn_reader_user_init()
781 rc = pin_user_pages_fast(uptr, npages, user->gup_flags, in pfn_reader_user_pin()
789 user->gup_flags, user->upages, in pfn_reader_user_pin()
|
| /linux-6.12.1/drivers/vhost/ |
| D | vdpa.c | 1102 unsigned int gup_flags = FOLL_LONGTERM; in vhost_vdpa_pa_map() local
1115 gup_flags |= FOLL_WRITE; in vhost_vdpa_pa_map()
1138 gup_flags, page_list); in vhost_vdpa_pa_map()
|
| /linux-6.12.1/kernel/ |
| D | ptrace.c | 45 void *buf, int len, unsigned int gup_flags) in ptrace_access_vm() argument
62 ret = access_remote_vm(mm, addr, buf, len, gup_flags); in ptrace_access_vm()
|
| /linux-6.12.1/kernel/events/ |
| D | uprobes.c | 475 unsigned int gup_flags = FOLL_FORCE; in uprobe_write_opcode() local
482 gup_flags |= FOLL_SPLIT_PMD; in uprobe_write_opcode()
484 old_page = get_user_page_vma_remote(mm, vaddr, gup_flags, &vma); in uprobe_write_opcode()
|