/linux/drivers/nvme/target/ |
A D | io-cmd-file.c | 103 unsigned long nr_segs, size_t count, int ki_flags) in nvmet_file_submit_bvec() argument 112 ki_flags |= IOCB_DSYNC; in nvmet_file_submit_bvec() 124 iocb->ki_flags = ki_flags | iocb_flags(req->ns->file); in nvmet_file_submit_bvec() 146 static bool nvmet_file_execute_io(struct nvmet_req *req, int ki_flags) in nvmet_file_execute_io() argument 202 if (!(ki_flags & IOCB_NOWAIT)) in nvmet_file_execute_io() 205 ret = nvmet_file_submit_bvec(req, pos, bv_cnt, total_len, ki_flags); in nvmet_file_execute_io() 211 if (WARN_ON_ONCE(!(ki_flags & IOCB_NOWAIT))) in nvmet_file_execute_io() 220 if ((ki_flags & IOCB_NOWAIT)) in nvmet_file_execute_io()
|
/linux/fs/iomap/ |
A D | direct-io.c | 57 if (dio->iocb->ki_flags & IOCB_HIPRI) { in iomap_dio_submit_bio() 286 dio->iocb->ki_flags &= ~IOCB_HIPRI; in iomap_dio_bio_iter() 349 dio->iocb->ki_flags &= ~IOCB_HIPRI; in iomap_dio_bio_iter() 515 if (iocb->ki_flags & IOCB_NOWAIT) { in __iomap_dio_rw() 530 if (iocb->ki_flags & IOCB_NOWAIT) { in __iomap_dio_rw() 539 if (iocb->ki_flags & IOCB_DSYNC) in __iomap_dio_rw() 548 if ((iocb->ki_flags & (IOCB_DSYNC | IOCB_SYNC)) == IOCB_DSYNC) in __iomap_dio_rw() 594 iocb->ki_flags &= ~IOCB_HIPRI; in __iomap_dio_rw() 608 if (!(iocb->ki_flags & IOCB_NOWAIT)) in __iomap_dio_rw()
|
/linux/fs/ext4/ |
A D | file.c | 57 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dio_read_iter() 73 iocb->ki_flags &= ~IOCB_DIRECT; in ext4_dio_read_iter() 90 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dax_read_iter() 127 if (iocb->ki_flags & IOCB_DIRECT) in ext4_file_read_iter() 259 if (iocb->ki_flags & IOCB_NOWAIT) in ext4_buffered_write_iter() 448 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dio_write_checks() 498 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dio_write_iter() 527 if ((iocb->ki_flags & IOCB_NOWAIT) && (unaligned_io || extend)) { in ext4_dio_write_iter() 623 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dax_write_iter() 678 if (iocb->ki_flags & IOCB_DIRECT) in ext4_file_write_iter()
|
/linux/block/ |
A D | fops.c | 40 if (iocb->ki_flags & IOCB_DSYNC) in dio_bio_write_op() 99 if (iocb->ki_flags & IOCB_NOWAIT) in __blkdev_direct_IO_simple() 101 if (iocb->ki_flags & IOCB_HIPRI) in __blkdev_direct_IO_simple() 109 if (!(iocb->ki_flags & IOCB_HIPRI) || !bio_poll(&bio, NULL, 0)) in __blkdev_direct_IO_simple() 248 if (iocb->ki_flags & IOCB_NOWAIT) in __blkdev_direct_IO() 361 if (iocb->ki_flags & IOCB_HIPRI) { in __blkdev_direct_IO_async() 366 if (iocb->ki_flags & IOCB_NOWAIT) in __blkdev_direct_IO_async() 547 if ((iocb->ki_flags & (IOCB_NOWAIT | IOCB_DIRECT)) == IOCB_NOWAIT) in blkdev_write_iter()
|
/linux/fs/overlayfs/ |
A D | file.c | 269 if (iocb->ki_flags & IOCB_WRITE) { in ovl_aio_cleanup_handler() 308 if (iocb->ki_flags & IOCB_DIRECT && in ovl_read_iter() 316 ovl_iocb_to_rwf(iocb->ki_flags)); in ovl_read_iter() 352 int ifl = iocb->ki_flags; in ovl_write_iter() 369 if (iocb->ki_flags & IOCB_DIRECT && in ovl_write_iter() 401 aio_req->iocb.ki_flags = ifl; in ovl_write_iter()
|
/linux/fs/zonefs/ |
A D | super.c | 701 if (iocb->ki_flags & IOCB_DSYNC) in zonefs_file_dio_append() 711 if (iocb->ki_flags & IOCB_HIPRI) in zonefs_file_dio_append() 773 if ((iocb->ki_flags & IOCB_NOWAIT) && !(iocb->ki_flags & IOCB_DIRECT)) in zonefs_write_checks() 776 if (iocb->ki_flags & IOCB_APPEND) { in zonefs_write_checks() 818 (iocb->ki_flags & IOCB_NOWAIT)) in zonefs_file_dio_write() 821 if (iocb->ki_flags & IOCB_NOWAIT) { in zonefs_file_dio_write() 885 if (iocb->ki_flags & IOCB_NOWAIT) { in zonefs_file_buffered_write() 924 if (iocb->ki_flags & IOCB_DIRECT) { in zonefs_file_write_iter() 963 if (iocb->ki_flags & IOCB_NOWAIT) { in zonefs_file_read_iter() 981 if (iocb->ki_flags & IOCB_DIRECT) { in zonefs_file_read_iter()
|
/linux/fs/xfs/ |
A D | xfs_file.c | 234 if (iocb->ki_flags & IOCB_NOWAIT) { in xfs_ilock_iocb() 326 else if (iocb->ki_flags & IOCB_DIRECT) in xfs_file_read_iter() 362 if (iocb->ki_flags & IOCB_NOWAIT) { in xfs_file_write_checks() 416 if (iocb->ki_flags & IOCB_NOWAIT) in xfs_file_write_checks() 615 if (iocb->ki_flags & IOCB_NOWAIT) in xfs_file_dio_write_unaligned() 657 if (ret == -EAGAIN && !(iocb->ki_flags & IOCB_NOWAIT)) { in xfs_file_dio_write_unaligned() 740 if (iocb->ki_flags & IOCB_NOWAIT) in xfs_file_buffered_write() 823 if (iocb->ki_flags & IOCB_DIRECT) { in xfs_file_write_iter()
|
/linux/mm/ |
A D | filemap.c | 2437 if (iocb->ki_flags & IOCB_NOWAIT) { in filemap_update_page() 2446 if (iocb->ki_flags & (IOCB_NOWAIT | IOCB_NOIO)) in filemap_update_page() 2448 if (!(iocb->ki_flags & IOCB_WAITQ)) { in filemap_update_page() 2529 if (iocb->ki_flags & IOCB_NOIO) in filemap_readahead() 2554 if (iocb->ki_flags & IOCB_NOIO) in filemap_get_pages() 2578 iocb->ki_flags |= IOCB_NOWAIT; in filemap_get_pages() 2637 iocb->ki_flags |= IOCB_NOWAIT; in filemap_read() 2750 if (iocb->ki_flags & IOCB_DIRECT) { in generic_file_read_iter() 2755 if (iocb->ki_flags & IOCB_NOWAIT) { in generic_file_read_iter() 3648 if (iocb->ki_flags & IOCB_NOWAIT) { in generic_file_direct_write() [all …]
|
/linux/fs/gfs2/ |
A D | file.c | 952 if (iocb->ki_flags & IOCB_DIRECT) { in gfs2_file_read_iter() 956 iocb->ki_flags &= ~IOCB_DIRECT; in gfs2_file_read_iter() 958 iocb->ki_flags |= IOCB_NOIO; in gfs2_file_read_iter() 960 iocb->ki_flags &= ~IOCB_NOIO; in gfs2_file_read_iter() 968 if (iocb->ki_flags & IOCB_NOWAIT) in gfs2_file_read_iter() 1110 if (iocb->ki_flags & IOCB_APPEND) { in gfs2_file_write_iter() 1130 if (iocb->ki_flags & IOCB_DIRECT) { in gfs2_file_write_iter() 1138 iocb->ki_flags |= IOCB_DSYNC; in gfs2_file_write_iter()
|
/linux/fs/cachefiles/ |
A D | io.c | 111 ki->iocb.ki_flags = IOCB_DIRECT; in cachefiles_read() 206 ki->iocb.ki_flags = IOCB_DIRECT | IOCB_WRITE; in cachefiles_write()
|
/linux/fs/nfs/ |
A D | file.c | 163 if (iocb->ki_flags & IOCB_DIRECT) in nfs_file_read() 618 if (iocb->ki_flags & IOCB_DIRECT) in nfs_file_write() 629 if (iocb->ki_flags & IOCB_APPEND || iocb->ki_pos > i_size_read(inode)) { in nfs_file_write()
|
/linux/fs/ceph/ |
A D | file.c | 1011 if (aio_req->iocb->ki_flags & IOCB_DIRECT) in ceph_aio_complete() 1537 bool direct_lock = iocb->ki_flags & IOCB_DIRECT; in ceph_read_iter() 1560 if (iocb->ki_flags & IOCB_DIRECT) in ceph_read_iter() 1568 (iocb->ki_flags & IOCB_DIRECT) || in ceph_read_iter() 1576 if (!retry_op && (iocb->ki_flags & IOCB_DIRECT)) { in ceph_read_iter() 1711 if ((iocb->ki_flags & (IOCB_DIRECT | IOCB_APPEND)) == IOCB_DIRECT) in ceph_write_iter() 1723 if (iocb->ki_flags & IOCB_APPEND) { in ceph_write_iter() 1788 (iocb->ki_flags & IOCB_DIRECT) || (fi->flags & CEPH_F_SYNC) || in ceph_write_iter() 1808 if (iocb->ki_flags & IOCB_DIRECT) in ceph_write_iter() 1862 iocb->ki_flags |= IOCB_DSYNC; in ceph_write_iter()
|
/linux/fs/btrfs/ |
A D | file.c | 1612 if (iocb->ki_flags & IOCB_NOWAIT) { in btrfs_write_check() 1676 if (iocb->ki_flags & IOCB_NOWAIT) in btrfs_buffered_write() 1915 const bool is_sync_write = (iocb->ki_flags & IOCB_DSYNC); in btrfs_direct_write() 1927 if (iocb->ki_flags & IOCB_NOWAIT) in btrfs_direct_write() 1975 iocb->ki_flags &= ~IOCB_DSYNC; in btrfs_direct_write() 2037 iocb->ki_flags |= IOCB_DSYNC; in btrfs_direct_write() 2075 const bool sync = iocb->ki_flags & IOCB_DSYNC; in btrfs_file_write_iter() 2085 if (!(iocb->ki_flags & IOCB_DIRECT) && in btrfs_file_write_iter() 2086 (iocb->ki_flags & IOCB_NOWAIT)) in btrfs_file_write_iter() 2092 if (iocb->ki_flags & IOCB_DIRECT) in btrfs_file_write_iter() [all …]
|
/linux/include/linux/ |
A D | fs.h | 335 int ki_flags; member 2328 .ki_flags = iocb_flags(filp), in init_sync_kiocb() 2339 .ki_flags = kiocb_src->ki_flags, in kiocb_clone() 2954 if (iocb->ki_flags & IOCB_DSYNC) { in generic_write_sync() 2957 (iocb->ki_flags & IOCB_SYNC) ? 0 : 1); in generic_write_sync() 3508 ki->ki_flags |= kiocb_flags; in kiocb_set_rw_flags()
|
/linux/fs/ |
A D | aio.c | 1427 if (kiocb->ki_flags & IOCB_WRITE) { in aio_complete_rw() 1451 req->ki_flags = iocb_flags(req->ki_filp); in aio_prep_rw() 1453 req->ki_flags |= IOCB_EVENTFD; in aio_prep_rw() 1475 req->ki_flags &= ~IOCB_HIPRI; /* no one is going to poll for this I/O */ in aio_prep_rw() 1577 req->ki_flags |= IOCB_WRITE; in aio_write()
|
A D | eventfd.c | 233 (iocb->ki_flags & IOCB_NOWAIT)) { in eventfd_read()
|
A D | io_uring.c | 2757 if (kiocb->ki_flags & IOCB_WRITE) in io_complete_rw_iopoll() 3303 if (kiocb->ki_flags & IOCB_HIPRI) in loop_rw_iter() 3496 kiocb->ki_flags |= IOCB_WAITQ; in io_rw_should_retry() 3497 kiocb->ki_flags &= ~IOCB_NOWAIT; in io_rw_should_retry() 3550 kiocb->ki_flags |= IOCB_NOWAIT; in io_read() 3553 kiocb->ki_flags &= ~IOCB_NOWAIT; in io_read() 3614 kiocb->ki_flags &= ~IOCB_WAITQ; in io_read() 3628 kiocb->ki_flags &= ~IOCB_WAITQ; in io_read() 3679 kiocb->ki_flags |= IOCB_NOWAIT; in io_write() 3682 kiocb->ki_flags &= ~IOCB_NOWAIT; in io_write() [all …]
|
A D | direct-io.c | 1208 if (iocb->ki_flags & IOCB_NOWAIT) in do_blockdev_direct_IO() 1220 if (iocb->ki_flags & IOCB_DSYNC) in do_blockdev_direct_IO()
|
A D | read_write.c | 1641 if (iocb->ki_flags & IOCB_APPEND) in generic_write_checks() 1644 if ((iocb->ki_flags & IOCB_NOWAIT) && !(iocb->ki_flags & IOCB_DIRECT)) in generic_write_checks()
|
/linux/fs/ntfs3/ |
A D | file.c | 808 if (is_compressed(ni) && (iocb->ki_flags & IOCB_DIRECT)) { in ntfs_file_read_iter() 1108 if (is_compressed(ni) && (iocb->ki_flags & IOCB_DIRECT)) { in ntfs_file_write_iter() 1119 if (iocb->ki_flags & IOCB_NOWAIT) in ntfs_file_write_iter()
|
/linux/drivers/target/ |
A D | target_core_file.c | 295 aio_cmd->iocb.ki_flags = IOCB_DIRECT; in fd_execute_rw_aio() 298 aio_cmd->iocb.ki_flags |= IOCB_DSYNC; in fd_execute_rw_aio()
|
/linux/fs/erofs/ |
A D | data.c | 332 if (iocb->ki_flags & IOCB_DIRECT) { in erofs_file_read_iter()
|
/linux/fs/ocfs2/ |
A D | file.c | 2364 int direct_io = iocb->ki_flags & IOCB_DIRECT ? 1 : 0; in ocfs2_file_write_iter() 2365 int nowait = iocb->ki_flags & IOCB_NOWAIT ? 1 : 0; in ocfs2_file_write_iter() 2512 int direct_io = iocb->ki_flags & IOCB_DIRECT ? 1 : 0; in ocfs2_file_read_iter() 2513 int nowait = iocb->ki_flags & IOCB_NOWAIT ? 1 : 0; in ocfs2_file_read_iter()
|
/linux/fs/fuse/ |
A D | dax.c | 705 if (iocb->ki_flags & IOCB_NOWAIT) { in fuse_dax_read_iter() 745 if (iocb->ki_flags & IOCB_NOWAIT) { in fuse_dax_write_iter()
|
A D | file.c | 1036 if (iocb->ki_flags & IOCB_DSYNC) in fuse_write_flags() 1038 if (iocb->ki_flags & IOCB_SYNC) in fuse_write_flags() 1319 if (iocb->ki_flags & IOCB_DIRECT) { in fuse_cache_write_iter() 1533 if (!is_sync_kiocb(iocb) && iocb->ki_flags & IOCB_DIRECT) { in fuse_direct_read_iter() 1554 if (!is_sync_kiocb(iocb) && iocb->ki_flags & IOCB_DIRECT) { in fuse_direct_write_iter()
|