| /linux/include/linux/ |
| A D | bio.h | 20 #define bio_prio(bio) (bio)->bi_ioprio argument
33 #define bio_page(bio) bio_iter_page((bio), (bio)->bi_iter) argument
34 #define bio_offset(bio) bio_iter_offset((bio), (bio)->bi_iter) argument
35 #define bio_iovec(bio) bio_iter_iovec((bio), (bio)->bi_iter) argument
325 extern struct bio *bio_split(struct bio *bio, int sectors,
338 static inline struct bio *bio_next_split(struct bio *bio, int sectors, in bio_next_split() argument
374 void submit_bio(struct bio *bio);
498 for (bio = (bl)->head; bio; bio = bio->bi_next)
503 struct bio *bio; in bio_list_size() local
567 struct bio *bio = bl->head; in bio_list_pop() local
[all …]
|
| /linux/block/ |
| A D | bio.c | 311 static struct bio *__bio_chain_endio(struct bio *bio) in __bio_chain_endio() argument
337 void bio_chain(struct bio *bio, struct bio *parent) in bio_chain() argument
350 struct bio *bio; in bio_alloc_rescue() local
367 struct bio *bio; in punt_bios_to_rescuer() local
437 struct bio *bio; in bio_alloc_bioset() local
517 struct bio *bio; in bio_kmalloc() local
631 struct bio *bio; in bio_alloc_cache_prune() local
1387 struct bio *bio, *next; in bio_dirty_fn() local
1489 bio->bi_end_io(bio); in bio_endio()
1507 struct bio *bio_split(struct bio *bio, int sectors, in bio_split() argument
[all …]
|
| A D | blk-merge.c | 96 struct bio *bio, in blk_bio_discard_split() argument
154 struct bio *bio, in blk_bio_write_same_split() argument
178 struct bio *bio) in get_max_io_size() argument
279 struct bio *bio, in blk_bio_segment_split() argument
384 void blk_queue_split(struct bio **bio) in blk_queue_split() argument
408 struct bio *bio = rq->bio; in blk_recalc_rq_segments() local
720 struct bio *bio; in blk_rq_set_mixed_merge() local
730 for (bio = rq->bio; bio; bio = bio->bi_next) { in blk_rq_set_mixed_merge()
1001 bio->bi_next = req->bio; in bio_attempt_front_merge()
1002 req->bio = bio; in bio_attempt_front_merge()
[all …]
|
| A D | blk-map.c | 107 static int bio_uncopy_user(struct bio *bio) in bio_uncopy_user() argument
134 struct bio *bio; in bio_copy_user_iov() local
237 struct bio *bio; in bio_map_user_iov() local
323 static void bio_map_kern_endio(struct bio *bio) in bio_map_kern_endio() argument
349 struct bio *bio; in bio_map_kern() local
427 struct bio *bio; in bio_copy_kern() local
527 struct bio *bio = NULL; in blk_rq_map_user_iov() local
552 bio = rq->bio; in blk_rq_map_user_iov()
589 int blk_rq_unmap_user(struct bio *bio) in blk_rq_unmap_user() argument
604 bio = bio->bi_next; in blk_rq_unmap_user()
[all …]
|
| A D | blk-lib.c | 13 struct bio *blk_next_bio(struct bio *bio, unsigned int nr_pages, gfp_t gfp) in blk_next_bio() argument
31 struct bio *bio = *biop; in __blkdev_issue_discard() local
98 bio = blk_next_bio(bio, 0, gfp_mask); in __blkdev_issue_discard()
135 struct bio *bio = NULL; in blkdev_issue_discard() local
172 struct bio *bio = *biop; in __blkdev_issue_write_same() local
192 bio = blk_next_bio(bio, 1, gfp_mask); in __blkdev_issue_write_same()
231 struct bio *bio = NULL; in blkdev_issue_write_same() local
251 struct bio *bio = *biop; in __blkdev_issue_write_zeroes() local
268 bio = blk_next_bio(bio, 0, gfp_mask); in __blkdev_issue_write_zeroes()
308 struct bio *bio = *biop; in __blkdev_issue_zero_pages() local
[all …]
|
| A D | bounce.c | 102 static void bounce_end_io(struct bio *bio) in bounce_end_io() argument
104 struct bio *bio_orig = bio->bi_private; in bounce_end_io()
123 bio_put(bio); in bounce_end_io()
126 static void bounce_end_io_write(struct bio *bio) in bounce_end_io_write() argument
131 static void bounce_end_io_read(struct bio *bio) in bounce_end_io_read() argument
133 struct bio *bio_orig = bio->bi_private; in bounce_end_io_read()
141 static struct bio *bounce_clone_bio(struct bio *bio_src) in bounce_clone_bio()
145 struct bio *bio; in bounce_clone_bio() local
189 bio->bi_io_vec[bio->bi_vcnt++] = bv; in bounce_clone_bio()
203 return bio; in bounce_clone_bio()
[all …]
|
| A D | blk-core.c | 690 struct bio *bio) in blk_check_zone_append() argument
971 void submit_bio(struct bio *bio) in submit_bio() argument
1060 struct bio *bio; in iocb_bio_iopoll() local
1085 if (bio && bio->bi_bdev) in iocb_bio_iopoll()
1196 struct bio *bio; in blk_rq_err_bytes() local
1208 for (bio = rq->bio; bio; bio = bio->bi_next) { in blk_rq_err_bytes()
1250 if (rq->bio && rq->bio->bi_bdev) in __blk_account_io_start()
1400 struct bio *bio; in blk_rq_unprep_clone() local
1403 rq->bio = bio->bi_next; in blk_rq_unprep_clone()
1432 struct bio *bio, *bio_src; in blk_rq_prep_clone() local
[all …]
|
| A D | blk-crypto-internal.h | 26 bool bio_crypt_rq_ctx_compatible(struct request *rq, struct bio *bio);
32 struct bio *bio) in bio_crypt_ctx_back_mergeable() argument
39 struct bio *bio) in bio_crypt_ctx_front_mergeable() argument
66 struct bio *bio) in bio_crypt_rq_ctx_compatible() argument
72 struct bio *bio) in bio_crypt_ctx_front_mergeable() argument
78 struct bio *bio) in bio_crypt_ctx_back_mergeable() argument
98 void __bio_crypt_advance(struct bio *bio, unsigned int bytes);
105 void __bio_crypt_free_ctx(struct bio *bio);
106 static inline void bio_crypt_free_ctx(struct bio *bio) in bio_crypt_free_ctx() argument
113 struct bio *bio) in bio_crypt_do_front_merge() argument
[all …]
|
| A D | bio-integrity.c | 48 struct bio_integrity_payload *bio_integrity_alloc(struct bio *bio, in bio_integrity_alloc() argument
101 void bio_integrity_free(struct bio *bio) in bio_integrity_free() argument
123 int bio_integrity_add_page(struct bio *bio, struct page *page, in bio_integrity_add_page() argument
156 static blk_status_t bio_integrity_process(struct bio *bio, in bio_integrity_process() argument
198 bool bio_integrity_prep(struct bio *bio) in bio_integrity_prep() argument
293 bio_integrity_process(bio, &bio->bi_iter, in bio_integrity_prep()
320 struct bio *bio = bip->bip_bio; in bio_integrity_verify_fn() local
345 bool __bio_integrity_endio(struct bio *bio) in __bio_integrity_endio() argument
350 if (bio_op(bio) == REQ_OP_READ && !bio->bi_status && in __bio_integrity_endio()
386 void bio_integrity_trim(struct bio *bio) in bio_integrity_trim() argument
[all …]
|
| A D | fops.c | 47 static void blkdev_bio_end_io_simple(struct bio *bio) in blkdev_bio_end_io_simple() argument
62 struct bio bio; in __blkdev_direct_IO_simple() local
140 struct bio bio ____cacheline_aligned_in_smp;
145 static void blkdev_bio_end_io(struct bio *bio) in blkdev_bio_end_io() argument
150 if (bio->bi_status && !dio->bio.bi_status) in blkdev_bio_end_io()
151 dio->bio.bi_status = bio->bi_status; in blkdev_bio_end_io()
191 struct bio *bio; in __blkdev_direct_IO() local
202 dio = container_of(bio, struct blkdev_dio, bio); in __blkdev_direct_IO()
286 static void blkdev_bio_end_io_async(struct bio *bio) in blkdev_bio_end_io_async() argument
315 struct bio *bio; in __blkdev_direct_IO_async() local
[all …]
|
| A D | blk.h | 59 bool submit_bio_checks(struct bio *bio);
85 static inline int bio_queue_enter(struct bio *bio) in bio_queue_enter() argument
175 void bio_integrity_free(struct bio *bio);
176 static inline bool bio_integrity_endio(struct bio *bio) in bio_integrity_endio() argument
199 struct bio *bio) in integrity_req_gap_front_merge() argument
227 struct bio *bio) in integrity_req_gap_front_merge() argument
239 static inline void bio_integrity_free(struct bio *bio) in bio_integrity_free() argument
258 struct bio *bio, unsigned int nr_segs);
417 extern void blk_throtl_bio_endio(struct bio *bio);
445 struct bio *blk_next_bio(struct bio *bio, unsigned int nr_pages, gfp_t gfp);
[all …]
|
| A D | blk-crypto-fallback.c | 52 struct bio *bio; member
163 struct bio *bio; in blk_crypto_fallback_clone_bio() local
166 if (!bio) in blk_crypto_fallback_clone_bio()
178 bio->bi_io_vec[bio->bi_vcnt++] = bv; in blk_crypto_fallback_clone_bio()
183 return bio; in blk_crypto_fallback_clone_bio()
212 struct bio *bio = *bio_ptr; in blk_crypto_fallback_split_bio_if_needed() local
380 struct bio *bio = f_ctx->bio; in blk_crypto_fallback_decrypt_bio() local
440 bio_endio(bio); in blk_crypto_fallback_decrypt_bio()
451 static void blk_crypto_fallback_decrypt_endio(struct bio *bio) in blk_crypto_fallback_decrypt_endio() argument
466 f_ctx->bio = bio; in blk_crypto_fallback_decrypt_endio()
[all …]
|
| A D | blk-rq-qos.h | 146 void __rq_qos_cleanup(struct rq_qos *rqos, struct bio *bio);
150 void __rq_qos_throttle(struct rq_qos *rqos, struct bio *bio);
151 void __rq_qos_track(struct rq_qos *rqos, struct request *rq, struct bio *bio);
152 void __rq_qos_merge(struct rq_qos *rqos, struct request *rq, struct bio *bio);
153 void __rq_qos_done_bio(struct rq_qos *rqos, struct bio *bio);
156 static inline void rq_qos_cleanup(struct request_queue *q, struct bio *bio) in rq_qos_cleanup() argument
180 static inline void rq_qos_done_bio(struct request_queue *q, struct bio *bio) in rq_qos_done_bio() argument
186 static inline void rq_qos_throttle(struct request_queue *q, struct bio *bio) in rq_qos_throttle() argument
193 bio_set_flag(bio, BIO_TRACKED); in rq_qos_throttle()
199 struct bio *bio) in rq_qos_track() argument
[all …]
|
| /linux/drivers/md/bcache/ |
| A D | request.c | 111 struct bio *bio = op->bio; in bch_data_invalidate() local
190 struct bio *bio = op->bio, *n; in bch_data_insert_start() local
516 struct bio *n, *bio = &s->bio.bio; in cache_lookup_fn() local
581 struct bio *bio = &s->bio.bio; in cache_lookup() local
686 struct bio *bio = &s->bio.bio; in do_bio_hook() local
780 struct bio *bio = &s->bio.bio; in cached_dev_read_error() local
972 struct bio *bio = &s->bio.bio; in cached_dev_write() local
1019 s->iop.bio = bio; in cached_dev_write()
1056 struct bio *bio = &s->bio.bio; in cached_dev_nodata() local
1288 bio = &s->bio.bio; in flash_dev_submit_bio()
[all …]
|
| A D | io.c | 17 void bch_bbio_free(struct bio *bio, struct cache_set *c) in bch_bbio_free() argument
19 struct bbio *b = container_of(bio, struct bbio, bio); in bch_bbio_free()
27 struct bio *bio = &b->bio; in bch_bbio_alloc() local
31 return bio; in bch_bbio_alloc()
34 void __bch_submit_bbio(struct bio *bio, struct cache_set *c) in __bch_submit_bbio() argument
36 struct bbio *b = container_of(bio, struct bbio, bio); in __bch_submit_bbio()
42 closure_bio_submit(c, bio, bio->bi_private); in __bch_submit_bbio()
45 void bch_submit_bbio(struct bio *bio, struct cache_set *c, in bch_submit_bbio() argument
48 struct bbio *b = container_of(bio, struct bbio, bio); in bch_submit_bbio()
139 struct bbio *b = container_of(bio, struct bbio, bio); in bch_bbio_count_io_errors()
[all …]
|
| A D | movinggc.c | 19 struct bbio bio; member
48 struct bio *bio = &io->bio.bio; in write_moving_finish() local
62 static void read_moving_endio(struct bio *bio) in read_moving_endio() argument
64 struct bbio *b = container_of(bio, struct bbio, bio); in read_moving_endio()
80 struct bio *bio = &io->bio.bio; in moving_init() local
82 bio_init(bio, bio->bi_inline_vecs, in moving_init()
102 op->bio = &io->bio.bio; in write_moving()
119 struct bio *bio = &io->bio.bio; in read_moving_submit() local
130 struct bio *bio; in read_moving() local
148 io = kzalloc(struct_size(io, bio.bio.bi_inline_vecs, in read_moving()
[all …]
|
| /linux/fs/ext4/ |
| A D | readpage.c | 64 struct bio *bio; member
70 static void __read_end_io(struct bio *bio) in __read_end_io() argument
91 bio_put(bio); in __read_end_io()
110 struct bio *bio = ctx->bio; in verity_work() local
157 static bool bio_post_read_required(struct bio *bio) in bio_post_read_required() argument
159 return bio->bi_private && !bio->bi_status; in bio_post_read_required()
174 static void mpage_end_io(struct bio *bio) in mpage_end_io() argument
192 static void ext4_set_bio_post_read_ctx(struct bio *bio, in ext4_set_bio_post_read_ctx() argument
209 ctx->bio = bio; in ext4_set_bio_post_read_ctx()
227 struct bio *bio = NULL; in ext4_mpage_readpages() local
[all …]
|
| /linux/fs/ |
| A D | mpage.c | 47 static void mpage_end_io(struct bio *bio) in mpage_end_io() argument
58 bio_put(bio); in mpage_end_io()
61 static struct bio *mpage_bio_submit(int op, int op_flags, struct bio *bio) in mpage_bio_submit() argument
75 struct bio *bio; in mpage_alloc() local
86 if (bio) { in mpage_alloc()
90 return bio; in mpage_alloc()
137 struct bio *bio; member
433 struct bio *bio; member
482 struct bio *bio = mpd->bio; in __mpage_writepage() local
656 if (bio) in __mpage_writepage()
[all …]
|
| /linux/fs/xfs/ |
| A D | xfs_bio_io.c | 14 struct bio *bio) in xfs_flush_bdev_async_endio() argument
16 complete(bio->bi_private); in xfs_flush_bdev_async_endio()
28 struct bio *bio, in xfs_flush_bdev_async() argument
39 bio_init(bio, NULL, 0); in xfs_flush_bdev_async()
40 bio_set_dev(bio, bdev); in xfs_flush_bdev_async()
42 bio->bi_private = done; in xfs_flush_bdev_async()
45 submit_bio(bio); in xfs_flush_bdev_async()
59 struct bio *bio; in xfs_rw_bdev() local
65 bio_set_dev(bio, bdev); in xfs_rw_bdev()
75 struct bio *prev = bio; in xfs_rw_bdev()
[all …]
|
| /linux/drivers/nvme/target/ |
| A D | io-cmd-bdev.c | 171 static void nvmet_bio_done(struct bio *bio) in nvmet_bio_done() argument
236 struct bio *bio; in nvmet_bdev_execute_rw() local
288 struct bio *prev = bio; in nvmet_bdev_execute_rw()
320 submit_bio(bio); in nvmet_bdev_execute_rw()
326 struct bio *bio = &req->b.inline_bio; in nvmet_bdev_execute_flush() local
337 submit_bio(bio); in nvmet_bdev_execute_flush()
348 struct nvme_dsm_range *range, struct bio **bio) in nvmet_bdev_discard_range() argument
367 struct bio *bio = NULL; in nvmet_bdev_execute_discard() local
382 if (bio) { in nvmet_bdev_execute_discard()
415 struct bio *bio = NULL; in nvmet_bdev_execute_write_zeroes() local
[all …]
|
| /linux/drivers/md/ |
| A D | dm-raid1.c | 140 struct bio *bio; in dispatch_bios() local
170 bio->bi_next = (struct bio *) m; in bio_set_m()
465 struct bio *bio) in map_region() argument
507 struct bio *bio = context; in read_callback() local
541 .mem.ptr.bio = bio, in read_async_bio()
562 struct bio *bio; in do_reads() local
599 struct bio *bio = (struct bio *) context; in write_callback() local
655 .mem.ptr.bio = bio, in do_write()
682 struct bio *bio; in do_writes() local
789 struct bio *bio; in do_failures() local
[all …]
|
| /linux/mm/ |
| A D | page_io.c | 29 void end_swap_bio_write(struct bio *bio) in end_swap_bio_write() argument
45 MAJOR(bio_dev(bio)), MINOR(bio_dev(bio)), in end_swap_bio_write()
50 bio_put(bio); in end_swap_bio_write()
101 static void end_swap_bio_read(struct bio *bio) in end_swap_bio_read() argument
110 MAJOR(bio_dev(bio)), MINOR(bio_dev(bio)), in end_swap_bio_read()
120 bio_put(bio); in end_swap_bio_read()
288 struct bio *bio; in __swap_writepage() local
351 submit_bio(bio); in __swap_writepage()
358 struct bio *bio; in swap_readpage() local
420 bio_get(bio); in swap_readpage()
[all …]
|
| /linux/fs/squashfs/ |
| A D | block.c | 33 static int copy_bio_to_actor(struct bio *bio, in copy_bio_to_actor() argument
87 struct bio *bio; in squashfs_bio_read() local
94 if (!bio) in squashfs_bio_read()
98 bio->bi_opf = READ; in squashfs_bio_read()
122 *biop = bio; in squashfs_bio_read()
127 bio_free_pages(bio); in squashfs_bio_read()
128 bio_put(bio); in squashfs_bio_read()
145 struct bio *bio = NULL; in squashfs_read_data() local
192 bio_put(bio); in squashfs_read_data()
225 bio_free_pages(bio); in squashfs_read_data()
[all …]
|
| /linux/fs/crypto/ |
| A D | bio.c | 31 void fscrypt_decrypt_bio(struct bio *bio) in fscrypt_decrypt_bio() argument
52 struct bio *bio; in fscrypt_zeroout_range_inline_crypt() local
66 bio->bi_iter.bi_sector = in fscrypt_zeroout_range_inline_crypt()
81 err = submit_bio_wait(bio); in fscrypt_zeroout_range_inline_crypt()
84 bio_reset(bio); in fscrypt_zeroout_range_inline_crypt()
89 bio_put(bio); in fscrypt_zeroout_range_inline_crypt()
121 struct bio *bio; in fscrypt_zeroout_range() local
153 bio = bio_alloc(GFP_NOFS, nr_pages); in fscrypt_zeroout_range()
182 err = submit_bio_wait(bio); in fscrypt_zeroout_range()
185 bio_reset(bio); in fscrypt_zeroout_range()
[all …]
|
| /linux/fs/f2fs/ |
| A D | iostat.h | 44 static inline void iostat_update_submit_ctx(struct bio *bio, in iostat_update_submit_ctx() argument
47 struct bio_iostat_ctx *iostat_ctx = bio->bi_private; in iostat_update_submit_ctx()
53 static inline struct bio_post_read_ctx *get_post_read_ctx(struct bio *bio) in get_post_read_ctx() argument
55 struct bio_iostat_ctx *iostat_ctx = bio->bi_private; in get_post_read_ctx()
60 extern void iostat_update_and_unbind_ctx(struct bio *bio, int rw);
62 struct bio *bio, struct bio_post_read_ctx *ctx);
70 static inline void iostat_update_and_unbind_ctx(struct bio *bio, int rw) {} in iostat_update_and_unbind_ctx() argument
72 struct bio *bio, struct bio_post_read_ctx *ctx) {} in iostat_alloc_and_bind_ctx() argument
73 static inline void iostat_update_submit_ctx(struct bio *bio, in iostat_update_submit_ctx() argument
75 static inline struct bio_post_read_ctx *get_post_read_ctx(struct bio *bio) in get_post_read_ctx() argument
[all …]
|