/linux/block/ |
A D | fops.c | 60 loff_t pos = iocb->ki_pos; in __blkdev_direct_IO_simple() 134 struct kiocb *iocb; member 155 struct kiocb *iocb = dio->iocb; in blkdev_bio_end_io() local 162 iocb->ki_pos += ret; in blkdev_bio_end_io() 167 dio->iocb->ki_complete(iocb, ret); in blkdev_bio_end_io() 216 dio->iocb = iocb; in __blkdev_direct_IO() 289 struct kiocb *iocb = dio->iocb; in blkdev_bio_end_io_async() local 294 iocb->ki_pos += ret; in blkdev_bio_end_io_async() 299 iocb->ki_complete(iocb, ret); in blkdev_bio_end_io_async() 326 dio->iocb = iocb; in __blkdev_direct_IO_async() [all …]
|
/linux/fs/ext4/ |
A D | file.c | 73 iocb->ki_flags &= ~IOCB_DIRECT; in ext4_dio_read_iter() 80 file_accessed(iocb->ki_filp); in ext4_dio_read_iter() 108 file_accessed(iocb->ki_filp); in ext4_dax_read_iter() 269 ret = generic_perform_write(iocb->ki_filp, from, iocb->ki_pos); in ext4_buffered_write_iter() 276 iocb->ki_pos += ret; in ext4_buffered_write_iter() 374 loff_t pos = iocb->ki_pos; in ext4_dio_write_end_io() 436 offset = iocb->ki_pos; in ext4_dio_write_checks() 476 loff_t offset = iocb->ki_pos; in ext4_dio_write_iter() 532 offset = iocb->ki_pos; in ext4_dio_write_iter() 587 offset = iocb->ki_pos; in ext4_dio_write_iter() [all …]
|
/linux/fs/xfs/ |
A D | xfs_file.c | 229 struct kiocb *iocb, in xfs_ilock_iocb() argument 246 struct kiocb *iocb, in xfs_file_dio_read() argument 270 struct kiocb *iocb, in xfs_file_dax_read() argument 293 struct kiocb *iocb, in xfs_file_buffered_read() argument 312 struct kiocb *iocb, in xfs_file_read_iter() argument 345 struct kiocb *iocb, in xfs_file_write_checks() argument 453 struct kiocb *iocb, in xfs_dio_write_end_io() argument 548 struct kiocb *iocb, in xfs_file_dio_write_aligned() argument 599 struct kiocb *iocb, in xfs_file_dio_write_unaligned() argument 613 if (iocb->ki_pos > isize || iocb->ki_pos + count >= isize) { in xfs_file_dio_write_unaligned() [all …]
|
/linux/fs/ |
A D | aio.c | 1118 iocb->ki_res.data, iocb->ki_res.res, iocb->ki_res.res2); in aio_complete() 1479 static ssize_t aio_setup_rw(int rw, const struct iocb *iocb, in aio_setup_rw() argument 1589 iocb->ki_res.res = vfs_fsync(iocb->fsync.file, iocb->fsync.datasync); in aio_fsync_work() 1598 if (unlikely(iocb->aio_buf || iocb->aio_offset || iocb->aio_nbytes || in aio_fsync() 1764 iocb = NULL; in aio_poll_wake() 1769 if (iocb) in aio_poll_wake() 1847 if ((u16)iocb->aio_buf != iocb->aio_buf) in aio_poll() 1850 if (iocb->aio_offset || iocb->aio_nbytes || iocb->aio_rw_flags) in aio_poll() 1971 struct iocb iocb; in io_submit_one() local 1985 (iocb.aio_buf != (unsigned long)iocb.aio_buf) || in io_submit_one() [all …]
|
/linux/fs/ext2/ |
A D | file.c | 42 ret = dax_iomap_rw(iocb, to, &ext2_iomap_ops); in ext2_dax_read_iter() 45 file_accessed(iocb->ki_filp); in ext2_dax_read_iter() 51 struct file *file = iocb->ki_filp; in ext2_dax_write_iter() 56 ret = generic_write_checks(iocb, from); in ext2_dax_write_iter() 68 i_size_write(inode, iocb->ki_pos); in ext2_dax_write_iter() 75 ret = generic_write_sync(iocb, ret); in ext2_dax_write_iter() 167 if (IS_DAX(iocb->ki_filp->f_mapping->host)) in ext2_file_read_iter() 168 return ext2_dax_read_iter(iocb, to); in ext2_file_read_iter() 170 return generic_file_read_iter(iocb, to); in ext2_file_read_iter() 176 if (IS_DAX(iocb->ki_filp->f_mapping->host)) in ext2_file_write_iter() [all …]
|
/linux/fs/iomap/ |
A D | direct-io.c | 27 struct kiocb *iocb; member 58 bio_set_polled(bio, dio->iocb); in iomap_dio_submit_bio() 71 struct kiocb *iocb = dio->iocb; in iomap_dio_complete() local 73 loff_t offset = iocb->ki_pos; in iomap_dio_complete() 85 iocb->ki_pos += ret; in iomap_dio_complete() 130 struct kiocb *iocb = dio->iocb; in iomap_dio_complete_work() local 132 iocb->ki_complete(iocb, iomap_dio_complete(dio)); in iomap_dio_complete_work() 481 .pos = iocb->ki_pos, in __iomap_dio_rw() 498 dio->iocb = iocb; in __iomap_dio_rw() 539 if (iocb->ki_flags & IOCB_DSYNC) in __iomap_dio_rw() [all …]
|
/linux/fs/cachefiles/ |
A D | io.c | 17 struct kiocb iocb; member 32 fput(ki->iocb.ki_filp); in cachefiles_put_kiocb() 42 struct cachefiles_kiocb *ki = container_of(iocb, struct cachefiles_kiocb, iocb); in cachefiles_read_complete() 109 ki->iocb.ki_filp = file; in cachefiles_read() 110 ki->iocb.ki_pos = start_pos + skipped; in cachefiles_read() 111 ki->iocb.ki_flags = IOCB_DIRECT; in cachefiles_read() 122 get_file(ki->iocb.ki_filp); in cachefiles_read() 164 struct cachefiles_kiocb *ki = container_of(iocb, struct cachefiles_kiocb, iocb); in cachefiles_write_complete() 204 ki->iocb.ki_filp = file; in cachefiles_write() 205 ki->iocb.ki_pos = start_pos; in cachefiles_write() [all …]
|
/linux/fs/ocfs2/ |
A D | aops.h | 51 #define ocfs2_iocb_is_rw_locked(iocb) \ argument 52 test_bit(0, (unsigned long *)&iocb->private) 53 static inline void ocfs2_iocb_set_rw_locked(struct kiocb *iocb, int level) in ocfs2_iocb_set_rw_locked() argument 55 set_bit(0, (unsigned long *)&iocb->private); in ocfs2_iocb_set_rw_locked() 57 set_bit(1, (unsigned long *)&iocb->private); in ocfs2_iocb_set_rw_locked() 59 clear_bit(1, (unsigned long *)&iocb->private); in ocfs2_iocb_set_rw_locked() 73 #define ocfs2_iocb_clear_rw_locked(iocb) \ argument 74 clear_bit(OCFS2_IOCB_RW_LOCK, (unsigned long *)&iocb->private) 75 #define ocfs2_iocb_rw_locked_level(iocb) \ argument 76 test_bit(OCFS2_IOCB_RW_LOCK_LEVEL, (unsigned long *)&iocb->private)
|
/linux/fs/overlayfs/ |
A D | file.c | 19 struct kiocb iocb; member 266 struct kiocb *iocb = &aio_req->iocb; in ovl_aio_cleanup_handler() local 275 file_end_write(iocb->ki_filp); in ovl_aio_cleanup_handler() 314 if (is_sync_kiocb(iocb)) { in ovl_read_iter() 327 aio_req->orig_iocb = iocb; in ovl_read_iter() 328 kiocb_clone(&aio_req->iocb, iocb, real.file); in ovl_read_iter() 352 int ifl = iocb->ki_flags; in ovl_write_iter() 378 if (is_sync_kiocb(iocb)) { in ovl_write_iter() 399 aio_req->orig_iocb = iocb; in ovl_write_iter() 400 kiocb_clone(&aio_req->iocb, iocb, real.file); in ovl_write_iter() [all …]
|
/linux/fs/configfs/ |
A D | file.c | 82 struct file *file = iocb->ki_filp; in configfs_read_iter() 94 if (iocb->ki_pos >= buffer->count) in configfs_read_iter() 97 buffer->count - iocb->ki_pos, to); in configfs_read_iter() 98 iocb->ki_pos += retval; in configfs_read_iter() 108 struct file *file = iocb->ki_filp; in configfs_bin_read_iter() 168 if (iocb->ki_pos >= buffer->bin_buffer_size) in configfs_bin_read_iter() 172 iocb->ki_pos += retval; in configfs_bin_read_iter() 222 struct file *file = iocb->ki_filp; in configfs_write_iter() 231 iocb->ki_pos += len; in configfs_write_iter() 239 struct file *file = iocb->ki_filp; in configfs_bin_write_iter() [all …]
|
/linux/fs/zonefs/ |
A D | super.c | 699 bio->bi_ioprio = iocb->ki_ioprio; in zonefs_file_dio_append() 701 if (iocb->ki_flags & IOCB_DSYNC) in zonefs_file_dio_append() 711 if (iocb->ki_flags & IOCB_HIPRI) in zonefs_file_dio_append() 712 bio_set_polled(bio, iocb); in zonefs_file_dio_append() 724 iocb->ki_pos += size; in zonefs_file_dio_append() 773 if ((iocb->ki_flags & IOCB_NOWAIT) && !(iocb->ki_flags & IOCB_DIRECT)) in zonefs_write_checks() 780 iocb->ki_pos = zi->i_wpoffset; in zonefs_write_checks() 808 bool sync = is_sync_kiocb(iocb); in zonefs_file_dio_write() 898 iocb->ki_pos += ret; in zonefs_file_buffered_write() 973 if (iocb->ki_pos >= isize) { in zonefs_file_read_iter() [all …]
|
/linux/fs/nfs/ |
A D | direct.c | 246 if (dreq->iocb) in nfs_direct_wait() 272 if (dreq->iocb) { in nfs_direct_complete() 278 dreq->iocb->ki_complete(dreq->iocb, res); in nfs_direct_complete() 469 dreq->io_start = iocb->ki_pos; in nfs_file_direct_read() 478 if (!is_sync_kiocb(iocb)) in nfs_file_direct_read() 479 dreq->iocb = iocb; in nfs_file_direct_read() 495 iocb->ki_pos += result; in nfs_file_direct_read() 914 pos = iocb->ki_pos; in nfs_file_direct_write() 935 if (!is_sync_kiocb(iocb)) in nfs_file_direct_write() 936 dreq->iocb = iocb; in nfs_file_direct_write() [all …]
|
A D | file.c | 163 if (iocb->ki_flags & IOCB_DIRECT) in nfs_file_read() 164 return nfs_file_direct_read(iocb, to); in nfs_file_read() 167 iocb->ki_filp, in nfs_file_read() 607 struct file *file = iocb->ki_filp; in nfs_file_write() 618 if (iocb->ki_flags & IOCB_DIRECT) in nfs_file_write() 629 if (iocb->ki_flags & IOCB_APPEND || iocb->ki_pos > i_size_read(inode)) { in nfs_file_write() 650 iocb->ki_pos += written; in nfs_file_write() 654 iocb->ki_pos - written, in nfs_file_write() 655 iocb->ki_pos - 1); in nfs_file_write() 661 iocb->ki_pos - written, in nfs_file_write() [all …]
|
/linux/drivers/gpu/drm/ |
A D | drm_dp_aux_dev.c | 146 static ssize_t auxdev_read_iter(struct kiocb *iocb, struct iov_iter *to) in auxdev_read_iter() argument 148 struct drm_dp_aux_dev *aux_dev = iocb->ki_filp->private_data; in auxdev_read_iter() 149 loff_t pos = iocb->ki_pos; in auxdev_read_iter() 179 if (pos != iocb->ki_pos) in auxdev_read_iter() 180 res = pos - iocb->ki_pos; in auxdev_read_iter() 181 iocb->ki_pos = pos; in auxdev_read_iter() 191 struct drm_dp_aux_dev *aux_dev = iocb->ki_filp->private_data; in auxdev_write_iter() 192 loff_t pos = iocb->ki_pos; in auxdev_write_iter() 222 if (pos != iocb->ki_pos) in auxdev_write_iter() 223 res = pos - iocb->ki_pos; in auxdev_write_iter() [all …]
|
/linux/tools/usb/ffs-aio-example/multibuff/device_app/ |
A D | aio_multibuff.c | 144 struct iocb **iocb; member 212 iobuf->iocb = malloc(n*sizeof(*iobuf->iocb)); in init_bufs() 218 iobuf->iocb[i] = malloc(sizeof(**iobuf->iocb)); in init_bufs() 228 free(iobuf->iocb[i]); in delete_bufs() 231 free(iobuf->iocb); in delete_bufs() 332 io_prep_pwrite(iobuf[i].iocb[j], ep1, in main() 336 iobuf[i].iocb[j]->u.c.flags |= IOCB_FLAG_RESFD; in main() 337 iobuf[i].iocb[j]->u.c.resfd = evfd; in main() 340 ret = io_submit(ctx, iobuf[i].cnt, iobuf[i].iocb); in main()
|
/linux/mm/ |
A D | filemap.c | 2529 if (iocb->ki_flags & IOCB_NOIO) in filemap_readahead() 2554 if (iocb->ki_flags & IOCB_NOIO) in filemap_get_pages() 2700 iocb->ki_pos += copied; in filemap_read() 2701 ra->prev_pos = iocb->ki_pos; in filemap_read() 2757 iocb->ki_pos + count - 1)) in generic_file_read_iter() 2761 iocb->ki_pos, in generic_file_read_iter() 2771 iocb->ki_pos += retval; in generic_file_read_iter() 3640 loff_t pos = iocb->ki_pos; in generic_file_direct_write() 3708 iocb->ki_pos = pos; in generic_file_direct_write() 3869 iocb->ki_pos = endbyte + 1; in __generic_file_write_iter() [all …]
|
/linux/fs/9p/ |
A D | vfs_file.c | 372 iov_iter_count(to), iocb->ki_pos); in v9fs_file_read_iter() 374 if (iocb->ki_filp->f_flags & O_NONBLOCK) in v9fs_file_read_iter() 381 iocb->ki_pos += ret; in v9fs_file_read_iter() 394 struct file *file = iocb->ki_filp; in v9fs_file_write_iter() 399 retval = generic_write_checks(iocb, from); in v9fs_file_write_iter() 403 origin = iocb->ki_pos; in v9fs_file_write_iter() 415 iocb->ki_pos += retval; in v9fs_file_write_iter() 417 if (iocb->ki_pos > i_size) { in v9fs_file_write_iter() 423 v9fs_i_size_write(inode, iocb->ki_pos); in v9fs_file_write_iter() 576 return v9fs_file_read_iter(iocb, to); in v9fs_mmap_file_read_iter() [all …]
|
/linux/fs/gfs2/ |
A D | file.c | 805 struct file *file = iocb->ki_filp; in gfs2_file_direct_read() 870 struct file *file = iocb->ki_filp; in gfs2_file_direct_write() 952 if (iocb->ki_flags & IOCB_DIRECT) { in gfs2_file_read_iter() 956 iocb->ki_flags &= ~IOCB_DIRECT; in gfs2_file_read_iter() 958 iocb->ki_flags |= IOCB_NOIO; in gfs2_file_read_iter() 960 iocb->ki_flags &= ~IOCB_NOIO; in gfs2_file_read_iter() 968 if (iocb->ki_flags & IOCB_NOWAIT) in gfs2_file_read_iter() 1010 struct file *file = iocb->ki_filp; in gfs2_file_buffered_write() 1054 iocb->ki_pos += ret; in gfs2_file_buffered_write() 1102 struct file *file = iocb->ki_filp; in gfs2_file_write_iter() [all …]
|
/linux/fs/ceph/ |
A D | file.c | 860 u64 off = iocb->ki_pos; in ceph_sync_read() 974 iocb->ki_pos = off; in ceph_sync_read() 983 struct kiocb *iocb; member 1042 aio_req->iocb->ki_complete(aio_req->iocb, ret); in ceph_aio_complete() 1269 if (pos == iocb->ki_pos && !is_sync_kiocb(iocb) && in ceph_direct_read_write() 1273 aio_req->iocb = iocb; in ceph_direct_read_write() 1389 iocb->ki_pos = pos; in ceph_direct_read_write() 1518 iocb->ki_pos = pos; in ceph_sync_write() 1641 iocb->ki_pos += ret; in ceph_read_iter() 1648 iocb->ki_pos += ret; in ceph_read_iter() [all …]
|
/linux/drivers/nvme/target/ |
A D | io-cmd-file.c | 105 struct kiocb *iocb = &req->f.iocb; in nvmet_file_submit_bvec() local 106 ssize_t (*call_iter)(struct kiocb *iocb, struct iov_iter *iter); in nvmet_file_submit_bvec() 122 iocb->ki_pos = pos; in nvmet_file_submit_bvec() 123 iocb->ki_filp = req->ns->file; in nvmet_file_submit_bvec() 124 iocb->ki_flags = ki_flags | iocb_flags(req->ns->file); in nvmet_file_submit_bvec() 126 return call_iter(iocb, &iter); in nvmet_file_submit_bvec() 129 static void nvmet_file_io_done(struct kiocb *iocb, long ret) in nvmet_file_io_done() argument 131 struct nvmet_req *req = container_of(iocb, struct nvmet_req, f.iocb); in nvmet_file_io_done() 166 memset(&req->f.iocb, 0, sizeof(struct kiocb)); in nvmet_file_execute_io() 203 req->f.iocb.ki_complete = nvmet_file_io_done; in nvmet_file_execute_io() [all …]
|
/linux/fs/fuse/ |
A D | file.c | 686 io->iocb->ki_complete(io->iocb, res); in fuse_aio_complete() 1036 if (iocb->ki_flags & IOCB_DSYNC) in fuse_write_flags() 1038 if (iocb->ki_flags & IOCB_SYNC) in fuse_write_flags() 1047 struct kiocb *iocb = ia->io->iocb; in fuse_send_write() local 1320 loff_t pos = iocb->ki_pos; in fuse_cache_write_iter() 1346 written = fuse_perform_write(iocb, mapping, from, iocb->ki_pos); in fuse_cache_write_iter() 1348 iocb->ki_pos += written; in fuse_cache_write_iter() 1533 if (!is_sync_kiocb(iocb) && iocb->ki_flags & IOCB_DIRECT) { in fuse_direct_read_iter() 1554 if (!is_sync_kiocb(iocb) && iocb->ki_flags & IOCB_DIRECT) { in fuse_direct_write_iter() 2827 loff_t offset = iocb->ki_pos; in fuse_direct_IO() [all …]
|
A D | dax.c | 702 struct inode *inode = file_inode(iocb->ki_filp); in fuse_dax_read_iter() 705 if (iocb->ki_flags & IOCB_NOWAIT) { in fuse_dax_read_iter() 712 ret = dax_iomap_rw(iocb, to, &fuse_iomap_ops); in fuse_dax_read_iter() 721 struct inode *inode = file_inode(iocb->ki_filp); in file_extending_write() 724 ((iocb->ki_pos) >= i_size_read(inode) || in file_extending_write() 745 if (iocb->ki_flags & IOCB_NOWAIT) { in fuse_dax_write_iter() 752 ret = generic_write_checks(iocb, from); in fuse_dax_write_iter() 756 ret = file_remove_privs(iocb->ki_filp); in fuse_dax_write_iter() 764 if (file_extending_write(iocb, from)) in fuse_dax_write_iter() 765 ret = fuse_dax_direct_write(iocb, from); in fuse_dax_write_iter() [all …]
|
/linux/drivers/scsi/qla2xxx/ |
A D | qla_target.c | 816 memcpy(&pla->iocb, iocb, sizeof(pla->iocb)); in qlt_plogi_ack_find_add() 829 memcpy(&pla->iocb, iocb, sizeof(pla->iocb)); in qlt_plogi_ack_find_add() 839 struct imm_ntfy_from_isp *iocb = &pla->iocb; in qlt_plogi_ack_unref() local 856 iocb->u.isp24.exchange_address, iocb->ox_id); in qlt_plogi_ack_unref() 887 struct imm_ntfy_from_isp *iocb = &pla->iocb; in qlt_plogi_ack_link() local 895 iocb->u.isp24.port_name, iocb->u.isp24.port_id[2], in qlt_plogi_ack_link() 896 iocb->u.isp24.port_id[1], iocb->u.isp24.port_id[0], in qlt_plogi_ack_link() 1131 iocb = &con->iocb; in qlt_free_session_done() 4619 QLA_TGT_SESS_WORK_ABORT, iocb, sizeof(*iocb)); in qlt_abort_task() 5215 memcpy(sess->iocb, iocb, IOCB_SIZE); in qlt_24xx_handle_els() [all …]
|
/linux/fs/cifs/ |
A D | cifsfs.h | 97 extern ssize_t cifs_user_readv(struct kiocb *iocb, struct iov_iter *to); 98 extern ssize_t cifs_direct_readv(struct kiocb *iocb, struct iov_iter *to); 99 extern ssize_t cifs_strict_readv(struct kiocb *iocb, struct iov_iter *to); 100 extern ssize_t cifs_user_writev(struct kiocb *iocb, struct iov_iter *from); 101 extern ssize_t cifs_direct_writev(struct kiocb *iocb, struct iov_iter *from); 102 extern ssize_t cifs_strict_writev(struct kiocb *iocb, struct iov_iter *from);
|
/linux/fs/orangefs/ |
A D | file.c | 323 static ssize_t orangefs_file_read_iter(struct kiocb *iocb, in orangefs_file_read_iter() argument 329 down_read(&file_inode(iocb->ki_filp)->i_rwsem); in orangefs_file_read_iter() 330 ret = orangefs_revalidate_mapping(file_inode(iocb->ki_filp)); in orangefs_file_read_iter() 334 ret = generic_file_read_iter(iocb, iter); in orangefs_file_read_iter() 336 up_read(&file_inode(iocb->ki_filp)->i_rwsem); in orangefs_file_read_iter() 340 static ssize_t orangefs_file_write_iter(struct kiocb *iocb, in orangefs_file_write_iter() argument 346 if (iocb->ki_pos > i_size_read(file_inode(iocb->ki_filp))) { in orangefs_file_write_iter() 347 ret = orangefs_revalidate_mapping(file_inode(iocb->ki_filp)); in orangefs_file_write_iter() 352 ret = generic_file_write_iter(iocb, iter); in orangefs_file_write_iter()
|