Lines Matching refs:PAGE_SHIFT
167 for (pfn = (range->start >> PAGE_SHIFT); in dmirror_do_fault()
168 pfn < (range->end >> PAGE_SHIFT); in dmirror_do_fault()
207 xa_for_each_range(&dmirror->pt, pfn, entry, start >> PAGE_SHIFT, in dmirror_do_update()
208 end >> PAGE_SHIFT) in dmirror_do_update()
304 range.end = min(addr + (ARRAY_SIZE(pfns) << PAGE_SHIFT), end); in dmirror_fault()
323 for (pfn = start >> PAGE_SHIFT; pfn < (end >> PAGE_SHIFT); pfn++) { in dmirror_do_read()
348 unsigned long size = cmd->npages << PAGE_SHIFT; in dmirror_read()
367 start = cmd->addr + (bounce.cpages << PAGE_SHIFT); in dmirror_read()
392 for (pfn = start >> PAGE_SHIFT; pfn < (end >> PAGE_SHIFT); pfn++) { in dmirror_do_write()
417 unsigned long size = cmd->npages << PAGE_SHIFT; in dmirror_write()
441 start = cmd->addr + (bounce.cpages << PAGE_SHIFT); in dmirror_write()
502 pfn_first = devmem->pagemap.range.start >> PAGE_SHIFT; in dmirror_allocate_chunk()
503 pfn_last = pfn_first + (range_len(&devmem->pagemap.range) >> PAGE_SHIFT); in dmirror_allocate_chunk()
628 for (pfn = start >> PAGE_SHIFT; pfn < (end >> PAGE_SHIFT); pfn++) { in dmirror_check_atomic()
648 for (i = 0, pfn = start >> PAGE_SHIFT; pfn < (end >> PAGE_SHIFT); pfn++, i++) { in dmirror_atomic_map()
681 for (pfn = start >> PAGE_SHIFT; pfn < (end >> PAGE_SHIFT); pfn++, in dmirror_migrate_finalize_and_map()
715 unsigned long size = cmd->npages << PAGE_SHIFT; in dmirror_exclusive()
736 if (end < addr + (ARRAY_SIZE(pages) << PAGE_SHIFT)) in dmirror_exclusive()
739 next = addr + (ARRAY_SIZE(pages) << PAGE_SHIFT); in dmirror_exclusive()
750 if (addr + (mapped << PAGE_SHIFT) < next) { in dmirror_exclusive()
781 unsigned long size = cmd->npages << PAGE_SHIFT; in dmirror_migrate()
807 next = min(end, addr + (ARRAY_SIZE(src_pfns) << PAGE_SHIFT)); in dmirror_migrate()
881 if (hmm_pfn_to_map_order(entry) + PAGE_SHIFT == PMD_SHIFT) in dmirror_mkentry()
883 else if (hmm_pfn_to_map_order(entry) + PAGE_SHIFT == PUD_SHIFT) in dmirror_mkentry()
961 n = (range->end - range->start) >> PAGE_SHIFT; in dmirror_range_snapshot()
976 unsigned long size = cmd->npages << PAGE_SHIFT; in dmirror_snapshot()
1005 next = min(addr + (ARRAY_SIZE(pfns) << PAGE_SHIFT), end); in dmirror_snapshot()
1013 n = (range.end - range.start) >> PAGE_SHIFT; in dmirror_snapshot()
1045 if (cmd.addr >= (cmd.addr + (cmd.npages << PAGE_SHIFT))) in dmirror_fops_unlocked_ioctl()
1070 cmd.addr + (cmd.npages << PAGE_SHIFT)); in dmirror_fops_unlocked_ioctl()
1137 xa_erase(&dmirror->pt, addr >> PAGE_SHIFT); in dmirror_devmem_fault_alloc_and_copy()