Lines Matching refs:iocb
2430 static int filemap_update_page(struct kiocb *iocb, in filemap_update_page() argument
2437 if (iocb->ki_flags & IOCB_NOWAIT) { in filemap_update_page()
2446 if (iocb->ki_flags & (IOCB_NOWAIT | IOCB_NOIO)) in filemap_update_page()
2448 if (!(iocb->ki_flags & IOCB_WAITQ)) { in filemap_update_page()
2453 error = __folio_lock_async(folio, iocb->ki_waitq); in filemap_update_page()
2463 if (filemap_range_uptodate(mapping, iocb->ki_pos, iter, &folio->page)) in filemap_update_page()
2467 if (iocb->ki_flags & (IOCB_NOIO | IOCB_NOWAIT | IOCB_WAITQ)) in filemap_update_page()
2470 error = filemap_read_page(iocb->ki_filp, mapping, &folio->page); in filemap_update_page()
2525 static int filemap_readahead(struct kiocb *iocb, struct file *file, in filemap_readahead() argument
2529 if (iocb->ki_flags & IOCB_NOIO) in filemap_readahead()
2536 static int filemap_get_pages(struct kiocb *iocb, struct iov_iter *iter, in filemap_get_pages() argument
2539 struct file *filp = iocb->ki_filp; in filemap_get_pages()
2542 pgoff_t index = iocb->ki_pos >> PAGE_SHIFT; in filemap_get_pages()
2547 last_index = DIV_ROUND_UP(iocb->ki_pos + iter->count, PAGE_SIZE); in filemap_get_pages()
2554 if (iocb->ki_flags & IOCB_NOIO) in filemap_get_pages()
2561 if (iocb->ki_flags & (IOCB_NOWAIT | IOCB_WAITQ)) in filemap_get_pages()
2564 iocb->ki_pos >> PAGE_SHIFT, pvec); in filemap_get_pages()
2572 err = filemap_readahead(iocb, filp, mapping, page, last_index); in filemap_get_pages()
2577 if ((iocb->ki_flags & IOCB_WAITQ) && pagevec_count(pvec) > 1) in filemap_get_pages()
2578 iocb->ki_flags |= IOCB_NOWAIT; in filemap_get_pages()
2579 err = filemap_update_page(iocb, mapping, iter, page); in filemap_get_pages()
2608 ssize_t filemap_read(struct kiocb *iocb, struct iov_iter *iter, in filemap_read() argument
2611 struct file *filp = iocb->ki_filp; in filemap_read()
2620 if (unlikely(iocb->ki_pos >= inode->i_sb->s_maxbytes)) in filemap_read()
2636 if ((iocb->ki_flags & IOCB_WAITQ) && already_read) in filemap_read()
2637 iocb->ki_flags |= IOCB_NOWAIT; in filemap_read()
2639 if (unlikely(iocb->ki_pos >= i_size_read(inode))) in filemap_read()
2642 error = filemap_get_pages(iocb, iter, &pvec); in filemap_read()
2655 if (unlikely(iocb->ki_pos >= isize)) in filemap_read()
2657 end_offset = min_t(loff_t, isize, iocb->ki_pos + iter->count); in filemap_read()
2669 if (iocb->ki_pos >> PAGE_SHIFT != in filemap_read()
2676 size_t offset = iocb->ki_pos & (page_size - 1); in filemap_read()
2677 size_t bytes = min_t(loff_t, end_offset - iocb->ki_pos, in filemap_read()
2700 iocb->ki_pos += copied; in filemap_read()
2701 ra->prev_pos = iocb->ki_pos; in filemap_read()
2712 } while (iov_iter_count(iter) && iocb->ki_pos < isize && !error); in filemap_read()
2742 generic_file_read_iter(struct kiocb *iocb, struct iov_iter *iter) in generic_file_read_iter() argument
2750 if (iocb->ki_flags & IOCB_DIRECT) { in generic_file_read_iter()
2751 struct file *file = iocb->ki_filp; in generic_file_read_iter()
2755 if (iocb->ki_flags & IOCB_NOWAIT) { in generic_file_read_iter()
2756 if (filemap_range_needs_writeback(mapping, iocb->ki_pos, in generic_file_read_iter()
2757 iocb->ki_pos + count - 1)) in generic_file_read_iter()
2761 iocb->ki_pos, in generic_file_read_iter()
2762 iocb->ki_pos + count - 1); in generic_file_read_iter()
2769 retval = mapping->a_ops->direct_IO(iocb, iter); in generic_file_read_iter()
2771 iocb->ki_pos += retval; in generic_file_read_iter()
2788 if (iocb->ki_pos >= i_size_read(inode)) in generic_file_read_iter()
2792 return filemap_read(iocb, iter, retval); in generic_file_read_iter()
3635 generic_file_direct_write(struct kiocb *iocb, struct iov_iter *from) in generic_file_direct_write() argument
3637 struct file *file = iocb->ki_filp; in generic_file_direct_write()
3640 loff_t pos = iocb->ki_pos; in generic_file_direct_write()
3648 if (iocb->ki_flags & IOCB_NOWAIT) { in generic_file_direct_write()
3678 written = mapping->a_ops->direct_IO(iocb, from); in generic_file_direct_write()
3708 iocb->ki_pos = pos; in generic_file_direct_write()
3816 ssize_t __generic_file_write_iter(struct kiocb *iocb, struct iov_iter *from) in __generic_file_write_iter() argument
3818 struct file *file = iocb->ki_filp; in __generic_file_write_iter()
3835 if (iocb->ki_flags & IOCB_DIRECT) { in __generic_file_write_iter()
3838 written = generic_file_direct_write(iocb, from); in __generic_file_write_iter()
3849 status = generic_perform_write(file, from, pos = iocb->ki_pos); in __generic_file_write_iter()
3869 iocb->ki_pos = endbyte + 1; in __generic_file_write_iter()
3881 written = generic_perform_write(file, from, iocb->ki_pos); in __generic_file_write_iter()
3883 iocb->ki_pos += written; in __generic_file_write_iter()
3904 ssize_t generic_file_write_iter(struct kiocb *iocb, struct iov_iter *from) in generic_file_write_iter() argument
3906 struct file *file = iocb->ki_filp; in generic_file_write_iter()
3911 ret = generic_write_checks(iocb, from); in generic_file_write_iter()
3913 ret = __generic_file_write_iter(iocb, from); in generic_file_write_iter()
3917 ret = generic_write_sync(iocb, ret); in generic_file_write_iter()