/linux/arch/mips/mm/ |
A D | mmap.c | 23 #define COLOUR_ALIGN(addr, pgoff) \ argument 25 (((pgoff) << PAGE_SHIFT) & shm_align_mask)) 30 unsigned long addr0, unsigned long len, unsigned long pgoff, in arch_get_unmapped_area_common() argument 52 ((addr - (pgoff << PAGE_SHIFT)) & shm_align_mask)) in arch_get_unmapped_area_common() 64 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area_common() 76 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area_common() 102 unsigned long len, unsigned long pgoff, unsigned long flags) in arch_get_unmapped_area() argument 105 addr0, len, pgoff, flags, UP); in arch_get_unmapped_area() 113 unsigned long addr0, unsigned long len, unsigned long pgoff, in arch_get_unmapped_area_topdown() argument 117 addr0, len, pgoff, flags, DOWN); in arch_get_unmapped_area_topdown()
|
/linux/drivers/dax/ |
A D | device.c | 66 if (pgoff < dax_range->pgoff || pgoff > pgoff_end) in dax_pgoff_to_phys() 68 phys = PFN_PHYS(pgoff - dax_range->pgoff) + range->start; in dax_pgoff_to_phys() 112 pgoff_t pgoff; in __dev_dax_pmd_fault() local 134 pgoff = linear_page_index(vmf->vma, pmd_addr); in __dev_dax_pmd_fault() 153 pgoff_t pgoff; in __dev_dax_pud_fault() local 176 pgoff = linear_page_index(vmf->vma, pud_addr); in __dev_dax_pud_fault() 229 pgoff_t pgoff; in dev_dax_huge_fault() local 237 pgoff = linear_page_index(vmf->vma, vmf->address in dev_dax_huge_fault() 246 page->index = pgoff + i; in dev_dax_huge_fault() 318 off = pgoff << PAGE_SHIFT; in dax_get_unmapped_area() [all …]
|
A D | super.c | 70 pgoff_t *pgoff) in bdev_dax_pgoff() argument 75 if (pgoff) in bdev_dax_pgoff() 76 *pgoff = PHYS_PFN(phys_off); in bdev_dax_pgoff() 128 pgoff_t pgoff, pgoff_end; in generic_fsdax_supported() local 145 err = bdev_dax_pgoff(bdev, start, PAGE_SIZE, &pgoff); in generic_fsdax_supported() 159 len = dax_direct_access(dax_dev, pgoff, 1, &kaddr, &pfn); in generic_fsdax_supported() 259 avail = dax_dev->ops->direct_access(dax_dev, pgoff, nr_pages, in dax_direct_access() 273 return dax_dev->ops->copy_from_iter(dax_dev, pgoff, addr, bytes, i); in dax_copy_from_iter() 283 return dax_dev->ops->copy_to_iter(dax_dev, pgoff, addr, bytes, i); in dax_copy_to_iter() 287 int dax_zero_page_range(struct dax_device *dax_dev, pgoff_t pgoff, in dax_zero_page_range() argument [all …]
|
/linux/drivers/md/ |
A D | dm-linear.c | 173 sector_t dev_sector, sector = pgoff * PAGE_SECTORS; in linear_dax_direct_access() 176 ret = bdev_dax_pgoff(bdev, dev_sector, nr_pages * PAGE_SIZE, &pgoff); in linear_dax_direct_access() 179 return dax_direct_access(dax_dev, pgoff, nr_pages, kaddr, pfn); in linear_dax_direct_access() 188 sector_t dev_sector, sector = pgoff * PAGE_SECTORS; in linear_dax_copy_from_iter() 191 if (bdev_dax_pgoff(bdev, dev_sector, ALIGN(bytes, PAGE_SIZE), &pgoff)) in linear_dax_copy_from_iter() 193 return dax_copy_from_iter(dax_dev, pgoff, addr, bytes, i); in linear_dax_copy_from_iter() 202 sector_t dev_sector, sector = pgoff * PAGE_SECTORS; in linear_dax_copy_to_iter() 205 if (bdev_dax_pgoff(bdev, dev_sector, ALIGN(bytes, PAGE_SIZE), &pgoff)) in linear_dax_copy_to_iter() 207 return dax_copy_to_iter(dax_dev, pgoff, addr, bytes, i); in linear_dax_copy_to_iter() 217 sector_t dev_sector, sector = pgoff * PAGE_SECTORS; in linear_dax_zero_page_range() [all …]
|
A D | dm-stripe.c | 307 sector_t dev_sector, sector = pgoff * PAGE_SECTORS; in stripe_dax_direct_access() 319 ret = bdev_dax_pgoff(bdev, dev_sector, nr_pages * PAGE_SIZE, &pgoff); in stripe_dax_direct_access() 322 return dax_direct_access(dax_dev, pgoff, nr_pages, kaddr, pfn); in stripe_dax_direct_access() 328 sector_t dev_sector, sector = pgoff * PAGE_SECTORS; in stripe_dax_copy_from_iter() 339 if (bdev_dax_pgoff(bdev, dev_sector, ALIGN(bytes, PAGE_SIZE), &pgoff)) in stripe_dax_copy_from_iter() 341 return dax_copy_from_iter(dax_dev, pgoff, addr, bytes, i); in stripe_dax_copy_from_iter() 347 sector_t dev_sector, sector = pgoff * PAGE_SECTORS; in stripe_dax_copy_to_iter() 358 if (bdev_dax_pgoff(bdev, dev_sector, ALIGN(bytes, PAGE_SIZE), &pgoff)) in stripe_dax_copy_to_iter() 360 return dax_copy_to_iter(dax_dev, pgoff, addr, bytes, i); in stripe_dax_copy_to_iter() 367 sector_t dev_sector, sector = pgoff * PAGE_SECTORS; in stripe_dax_zero_page_range() [all …]
|
/linux/arch/sh/mm/ |
A D | mmap.c | 26 unsigned long pgoff) in COLOUR_ALIGN() argument 29 unsigned long off = (pgoff << PAGE_SHIFT) & shm_align_mask; in COLOUR_ALIGN() 35 unsigned long len, unsigned long pgoff, unsigned long flags) in arch_get_unmapped_area() argument 47 ((addr - (pgoff << PAGE_SHIFT)) & shm_align_mask)) in arch_get_unmapped_area() 61 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area() 76 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area() 82 const unsigned long len, const unsigned long pgoff, in arch_get_unmapped_area_topdown() argument 96 ((addr - (pgoff << PAGE_SHIFT)) & shm_align_mask)) in arch_get_unmapped_area_topdown() 111 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area_topdown() 126 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area_topdown()
|
/linux/arch/arm/mm/ |
A D | mmap.c | 16 #define COLOUR_ALIGN(addr,pgoff) \ argument 18 (((pgoff)<<PAGE_SHIFT) & (SHMLBA-1))) 31 unsigned long len, unsigned long pgoff, unsigned long flags) in arch_get_unmapped_area() argument 51 (addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1)) in arch_get_unmapped_area() 61 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area() 76 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area() 82 const unsigned long len, const unsigned long pgoff, in arch_get_unmapped_area_topdown() argument 105 (addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1)) in arch_get_unmapped_area_topdown() 113 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area_topdown() 127 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area_topdown()
|
/linux/tools/testing/nvdimm/ |
A D | dax-dev.c | 9 phys_addr_t dax_pgoff_to_phys(struct dev_dax *dev_dax, pgoff_t pgoff, in dax_pgoff_to_phys() argument 20 pgoff_end = dax_range->pgoff + PHYS_PFN(range_len(range)) - 1; in dax_pgoff_to_phys() 21 if (pgoff < dax_range->pgoff || pgoff > pgoff_end) in dax_pgoff_to_phys() 23 addr = PFN_PHYS(pgoff - dax_range->pgoff) + range->start; in dax_pgoff_to_phys()
|
A D | pmem-dax.c | 10 long __pmem_direct_access(struct pmem_device *pmem, pgoff_t pgoff, in __pmem_direct_access() argument 13 resource_size_t offset = PFN_PHYS(pgoff) + pmem->data_offset; in __pmem_direct_access() 15 if (unlikely(is_bad_pmem(&pmem->bb, PFN_PHYS(pgoff) / 512, in __pmem_direct_access() 32 __func__, pmem, pgoff, page_to_pfn(page)); in __pmem_direct_access()
|
/linux/arch/microblaze/kernel/ |
A D | sys_microblaze.c | 38 off_t, pgoff) in SYSCALL_DEFINE6() argument 40 if (pgoff & ~PAGE_MASK) in SYSCALL_DEFINE6() 43 return ksys_mmap_pgoff(addr, len, prot, flags, fd, pgoff >> PAGE_SHIFT); in SYSCALL_DEFINE6() 48 unsigned long, pgoff) in SYSCALL_DEFINE6() argument 50 if (pgoff & (~PAGE_MASK >> 12)) in SYSCALL_DEFINE6() 54 pgoff >> (PAGE_SHIFT - 12)); in SYSCALL_DEFINE6()
|
/linux/arch/parisc/kernel/ |
A D | sys_parisc.c | 41 unsigned long pgoff) in shared_align_offset() argument 43 return (get_offset(last_mmap) + pgoff) << PAGE_SHIFT; in shared_align_offset() 47 unsigned int last_mmap, unsigned long pgoff) in COLOR_ALIGN() argument 121 (addr - shared_align_offset(last_mmap, pgoff)) in arch_get_unmapped_area() 129 addr = COLOR_ALIGN(addr, last_mmap, pgoff); in arch_get_unmapped_area() 150 SET_LAST_MMAP(filp, addr - (pgoff << PAGE_SHIFT)); in arch_get_unmapped_area() 177 (addr - shared_align_offset(last_mmap, pgoff)) in arch_get_unmapped_area_topdown() 186 addr = COLOR_ALIGN(addr, last_mmap, pgoff); in arch_get_unmapped_area_topdown() 218 SET_LAST_MMAP(filp, addr - (pgoff << PAGE_SHIFT)); in arch_get_unmapped_area_topdown() 277 unsigned long pgoff) in sys_mmap2() argument [all …]
|
/linux/tools/testing/radix-tree/ |
A D | iteration_check.c | 51 unsigned long pgoff; in add_entries_fn() local 53 for (pgoff = 0; pgoff < MAX_IDX; pgoff++) { in add_entries_fn() 54 my_item_insert(&array, pgoff); in add_entries_fn() 138 int pgoff; in remove_entries_fn() local 141 pgoff = rand_r(&seeds[2]) % MAX_IDX; in remove_entries_fn() 143 item = xa_erase(&array, pgoff); in remove_entries_fn() 145 item_free(item, pgoff); in remove_entries_fn()
|
/linux/arch/csky/abiv1/ |
A D | mmap.c | 12 #define COLOUR_ALIGN(addr,pgoff) \ argument 14 (((pgoff)<<PAGE_SHIFT) & (SHMLBA-1))) 26 unsigned long len, unsigned long pgoff, unsigned long flags) in arch_get_unmapped_area() argument 44 (addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1)) in arch_get_unmapped_area() 54 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area() 69 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area()
|
/linux/arch/nds32/mm/ |
A D | mmap.c | 8 #define COLOUR_ALIGN(addr,pgoff) \ argument 10 (((pgoff)<<PAGE_SHIFT) & (SHMLBA-1))) 23 unsigned long len, unsigned long pgoff, in arch_get_unmapped_area() argument 46 (addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1)) in arch_get_unmapped_area() 56 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area() 71 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area()
|
/linux/arch/arc/mm/ |
A D | mmap.c | 17 #define COLOUR_ALIGN(addr, pgoff) \ argument 19 (((pgoff) << PAGE_SHIFT) & (SHMLBA - 1))) 30 unsigned long len, unsigned long pgoff, unsigned long flags) in arch_get_unmapped_area() argument 49 (addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1)) in arch_get_unmapped_area() 59 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area() 74 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area()
|
/linux/include/trace/events/ |
A D | fs_dax.h | 20 __field(pgoff_t, pgoff) 34 __entry->pgoff = vmf->pgoff; 48 __entry->pgoff, 160 __field(pgoff_t, pgoff) 171 __entry->pgoff = vmf->pgoff; 181 __entry->pgoff, 260 TP_PROTO(struct inode *inode, pgoff_t pgoff, pgoff_t pglen), 261 TP_ARGS(inode, pgoff, pglen), 264 __field(pgoff_t, pgoff) 271 __entry->pgoff = pgoff; [all …]
|
/linux/arch/xtensa/kernel/ |
A D | syscall.c | 35 #define COLOUR_ALIGN(addr, pgoff) \ argument 37 (((pgoff) << PAGE_SHIFT) & (SHMLBA - 1))) 58 unsigned long len, unsigned long pgoff, unsigned long flags) in arch_get_unmapped_area() argument 67 ((addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1))) in arch_get_unmapped_area() 78 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area() 90 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area()
|
/linux/drivers/w1/slaves/ |
A D | w1_ds250x.c | 49 int pgoff = pageno * W1_PAGE_SIZE; in w1_ds2502_read_page() local 63 buf[1] = pgoff & 0xff; in w1_ds2502_read_page() 64 buf[2] = pgoff >> 8; in w1_ds2502_read_page() 71 w1_read_block(sl->master, &data->eprom[pgoff], W1_PAGE_SIZE); in w1_ds2502_read_page() 74 if (w1_calc_crc8(&data->eprom[pgoff], W1_PAGE_SIZE) != crc8) in w1_ds2502_read_page() 88 int pgoff, epoff; in w1_ds2505_read_page() local 97 epoff = pgoff = pageno * W1_PAGE_SIZE; in w1_ds2505_read_page() 105 buf[1] = pgoff & 0xff; in w1_ds2505_read_page() 106 buf[2] = pgoff >> 8; in w1_ds2505_read_page() 121 pgoff = (redir ^ 0xff) * W1_PAGE_SIZE; in w1_ds2505_read_page()
|
/linux/arch/sparc/kernel/ |
A D | sys_sparc_32.c | 42 …a(struct file *filp, unsigned long addr, unsigned long len, unsigned long pgoff, unsigned long fla… in arch_get_unmapped_area() argument 51 ((addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1))) in arch_get_unmapped_area() 68 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area() 103 unsigned long, pgoff) in SYSCALL_DEFINE6() argument 108 pgoff >> (PAGE_SHIFT - 12)); in SYSCALL_DEFINE6() 120 unsigned long, prot, unsigned long, pgoff, in SYSCALL_DEFINE5() argument 127 (pgoff >> (PAGE_SHIFT - 12)), flags); in SYSCALL_DEFINE5()
|
A D | sys_sparc_64.c | 82 unsigned long pgoff) in COLOR_ALIGN() argument 85 unsigned long off = (pgoff<<PAGE_SHIFT) & (SHMLBA-1); in COLOR_ALIGN() 103 ((addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1))) in arch_get_unmapped_area() 119 addr = COLOR_ALIGN(addr, pgoff); in arch_get_unmapped_area() 134 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area() 149 const unsigned long len, const unsigned long pgoff, in arch_get_unmapped_area_topdown() argument 167 ((addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1))) in arch_get_unmapped_area_topdown() 182 addr = COLOR_ALIGN(addr, pgoff); in arch_get_unmapped_area_topdown() 197 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area_topdown() 228 return get_area(NULL, orig_addr, len, pgoff, flags); in get_fb_unmapped_area() [all …]
|
/linux/fs/romfs/ |
A D | mmap-nommu.c | 21 unsigned long pgoff, in romfs_get_unmapped_area() argument 35 offset = pgoff << PAGE_SHIFT; in romfs_get_unmapped_area() 38 if ((pgoff >= maxpages) || (maxpages - pgoff < lpages)) in romfs_get_unmapped_area() 44 if (len > mtd->size || pgoff >= (mtd->size >> PAGE_SHIFT)) in romfs_get_unmapped_area()
|
/linux/arch/sh/kernel/ |
A D | sys_sh.c | 43 unsigned long fd, unsigned long pgoff) in sys_mmap2() argument 49 if (pgoff & ((1 << (PAGE_SHIFT - 12)) - 1)) in sys_mmap2() 52 pgoff >>= PAGE_SHIFT - 12; in sys_mmap2() 54 return ksys_mmap_pgoff(addr, len, prot, flags, fd, pgoff); in sys_mmap2()
|
/linux/kernel/events/ |
A D | ring_buffer.c | 668 pgoff_t pgoff, int nr_pages, long watermark, int flags) in rb_alloc_aux() argument 753 rb->aux_pgoff = pgoff; in rb_alloc_aux() 773 __perf_mmap_to_page(struct perf_buffer *rb, unsigned long pgoff) in __perf_mmap_to_page() argument 775 if (pgoff > rb->nr_pages) in __perf_mmap_to_page() 778 if (pgoff == 0) in __perf_mmap_to_page() 781 return virt_to_page(rb->data_pages[pgoff - 1]); in __perf_mmap_to_page() 871 if (pgoff > data_page_nr(rb)) in __perf_mmap_to_page() 949 perf_mmap_to_page(struct perf_buffer *rb, unsigned long pgoff) in perf_mmap_to_page() argument 953 if (pgoff > rb->aux_pgoff + rb->aux_nr_pages) in perf_mmap_to_page() 957 if (pgoff >= rb->aux_pgoff) { in perf_mmap_to_page() [all …]
|
/linux/fs/cramfs/ |
A D | inode.c | 318 pgoff+i, pgoff + *pages - 1, in cramfs_get_block_range() 360 unsigned long address, pgoff = vma->vm_pgoff; in cramfs_physmem_mmap() local 380 if (pgoff >= max_pages) in cramfs_physmem_mmap() 382 pages = min(vma_pages(vma), max_pages - pgoff); in cramfs_physmem_mmap() 384 offset = cramfs_get_block_range(inode, pgoff, &pages); in cramfs_physmem_mmap() 434 pgoff, address, pages, vma_pages(vma), vma->vm_start, in cramfs_physmem_mmap() 440 file, pgoff, bailout_reason); in cramfs_physmem_mmap() 454 unsigned long pgoff, unsigned long flags) in cramfs_physmem_get_unmapped_area() argument 463 if (pgoff >= max_pages || pages > max_pages - pgoff) in cramfs_physmem_get_unmapped_area() 466 offset = cramfs_get_block_range(inode, pgoff, &block_pages); in cramfs_physmem_get_unmapped_area() [all …]
|
/linux/arch/x86/kernel/ |
A D | sys_x86_64.c | 127 unsigned long len, unsigned long pgoff, unsigned long flags) in arch_get_unmapped_area() argument 155 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area() 165 const unsigned long len, const unsigned long pgoff, in arch_get_unmapped_area_topdown() argument 213 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area_topdown() 230 return arch_get_unmapped_area(filp, addr0, len, pgoff, flags); in arch_get_unmapped_area_topdown()
|