/linux-5.19.10/drivers/nvme/target/ |
D | io-cmd-file.c | 94 unsigned long nr_segs, size_t count, int ki_flags) in nvmet_file_submit_bvec() argument 103 ki_flags |= IOCB_DSYNC; in nvmet_file_submit_bvec() 115 iocb->ki_flags = ki_flags | iocb_flags(req->ns->file); in nvmet_file_submit_bvec() 137 static bool nvmet_file_execute_io(struct nvmet_req *req, int ki_flags) in nvmet_file_execute_io() argument 193 if (!(ki_flags & IOCB_NOWAIT)) in nvmet_file_execute_io() 196 ret = nvmet_file_submit_bvec(req, pos, bv_cnt, total_len, ki_flags); in nvmet_file_execute_io() 202 if (WARN_ON_ONCE(!(ki_flags & IOCB_NOWAIT))) in nvmet_file_execute_io() 211 if ((ki_flags & IOCB_NOWAIT)) in nvmet_file_execute_io()
|
/linux-5.19.10/block/ |
D | fops.c | 40 if (iocb->ki_flags & IOCB_DSYNC) in dio_bio_write_op() 88 if (iocb->ki_flags & IOCB_NOWAIT) in __blkdev_direct_IO_simple() 180 if (iocb->ki_flags & IOCB_ALLOC_CACHE) in __blkdev_direct_IO() 226 if (iocb->ki_flags & IOCB_NOWAIT) in __blkdev_direct_IO() 305 if (iocb->ki_flags & IOCB_ALLOC_CACHE) in __blkdev_direct_IO_async() 342 if (iocb->ki_flags & IOCB_HIPRI) { in __blkdev_direct_IO_async() 347 if (iocb->ki_flags & IOCB_NOWAIT) in __blkdev_direct_IO_async() 527 if ((iocb->ki_flags & (IOCB_NOWAIT | IOCB_DIRECT)) == IOCB_NOWAIT) in blkdev_write_iter() 566 if (iocb->ki_flags & IOCB_DIRECT) { in blkdev_read_iter() 569 if (iocb->ki_flags & IOCB_NOWAIT) { in blkdev_read_iter()
|
/linux-5.19.10/fs/iomap/ |
D | direct-io.c | 69 if ((dio->iocb->ki_flags & IOCB_HIPRI) && !is_sync_kiocb(dio->iocb)) { in iomap_dio_submit_bio() 298 dio->iocb->ki_flags &= ~IOCB_HIPRI; in iomap_dio_bio_iter() 360 dio->iocb->ki_flags &= ~IOCB_HIPRI; in iomap_dio_bio_iter() 527 if (iocb->ki_flags & IOCB_NOWAIT) { in __iomap_dio_rw() 542 if (iocb->ki_flags & IOCB_NOWAIT) { in __iomap_dio_rw() 551 if (iocb->ki_flags & IOCB_DSYNC) in __iomap_dio_rw() 560 if ((iocb->ki_flags & (IOCB_DSYNC | IOCB_SYNC)) == IOCB_DSYNC) in __iomap_dio_rw() 606 iocb->ki_flags &= ~IOCB_HIPRI; in __iomap_dio_rw() 620 if (!(iocb->ki_flags & IOCB_NOWAIT)) in __iomap_dio_rw()
|
/linux-5.19.10/fs/ext4/ |
D | file.c | 59 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dio_read_iter() 75 iocb->ki_flags &= ~IOCB_DIRECT; in ext4_dio_read_iter() 92 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dax_read_iter() 129 if (iocb->ki_flags & IOCB_DIRECT) in ext4_file_read_iter() 261 if (iocb->ki_flags & IOCB_NOWAIT) in ext4_buffered_write_iter() 448 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dio_write_checks() 498 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dio_write_iter() 527 if ((iocb->ki_flags & IOCB_NOWAIT) && (unaligned_io || extend)) { in ext4_dio_write_iter() 621 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dax_write_iter() 676 if (iocb->ki_flags & IOCB_DIRECT) in ext4_file_write_iter()
|
/linux-5.19.10/fs/overlayfs/ |
D | file.c | 272 if (iocb->ki_flags & IOCB_WRITE) { in ovl_aio_cleanup_handler() 311 if (iocb->ki_flags & IOCB_DIRECT && in ovl_read_iter() 318 ovl_iocb_to_rwf(iocb->ki_flags)); in ovl_read_iter() 354 int ifl = iocb->ki_flags; in ovl_write_iter() 371 if (iocb->ki_flags & IOCB_DIRECT && in ovl_write_iter() 402 aio_req->iocb.ki_flags = ifl; in ovl_write_iter()
|
/linux-5.19.10/fs/xfs/ |
D | xfs_file.c | 200 if (iocb->ki_flags & IOCB_NOWAIT) { in xfs_ilock_iocb() 292 else if (iocb->ki_flags & IOCB_DIRECT) in xfs_file_read_iter() 328 if (iocb->ki_flags & IOCB_NOWAIT) { in xfs_file_write_checks() 382 if (iocb->ki_flags & IOCB_NOWAIT) in xfs_file_write_checks() 579 if (iocb->ki_flags & IOCB_NOWAIT) in xfs_file_dio_write_unaligned() 622 if (ret == -EAGAIN && !(iocb->ki_flags & IOCB_NOWAIT)) { in xfs_file_dio_write_unaligned() 703 if (iocb->ki_flags & IOCB_NOWAIT) in xfs_file_buffered_write() 784 if (iocb->ki_flags & IOCB_DIRECT) { in xfs_file_write_iter()
|
/linux-5.19.10/fs/zonefs/ |
D | super.c | 783 if (iocb->ki_flags & IOCB_DSYNC) in zonefs_file_dio_append() 793 if (iocb->ki_flags & IOCB_HIPRI) in zonefs_file_dio_append() 855 if ((iocb->ki_flags & IOCB_NOWAIT) && !(iocb->ki_flags & IOCB_DIRECT)) in zonefs_write_checks() 858 if (iocb->ki_flags & IOCB_APPEND) { in zonefs_write_checks() 900 (iocb->ki_flags & IOCB_NOWAIT)) in zonefs_file_dio_write() 903 if (iocb->ki_flags & IOCB_NOWAIT) { in zonefs_file_dio_write() 974 if (iocb->ki_flags & IOCB_NOWAIT) { in zonefs_file_buffered_write() 1013 if (iocb->ki_flags & IOCB_DIRECT) { in zonefs_file_write_iter() 1052 if (iocb->ki_flags & IOCB_NOWAIT) { in zonefs_file_read_iter() 1070 if (iocb->ki_flags & IOCB_DIRECT) { in zonefs_file_read_iter()
|
/linux-5.19.10/mm/ |
D | filemap.c | 2469 if (iocb->ki_flags & IOCB_NOWAIT) { in filemap_update_page() 2478 if (iocb->ki_flags & (IOCB_NOWAIT | IOCB_NOIO)) in filemap_update_page() 2480 if (!(iocb->ki_flags & IOCB_WAITQ)) { in filemap_update_page() 2503 if (iocb->ki_flags & (IOCB_NOIO | IOCB_NOWAIT | IOCB_WAITQ)) in filemap_update_page() 2568 if (iocb->ki_flags & IOCB_NOIO) in filemap_readahead() 2592 if (iocb->ki_flags & IOCB_NOIO) in filemap_get_pages() 2599 if (iocb->ki_flags & (IOCB_NOWAIT | IOCB_WAITQ)) in filemap_get_pages() 2615 if ((iocb->ki_flags & IOCB_WAITQ) && in filemap_get_pages() 2617 iocb->ki_flags |= IOCB_NOWAIT; in filemap_get_pages() 2682 if ((iocb->ki_flags & IOCB_WAITQ) && already_read) in filemap_read() [all …]
|
/linux-5.19.10/fs/gfs2/ |
D | file.c | 947 if (iocb->ki_flags & IOCB_DIRECT) in gfs2_file_read_iter() 951 iocb->ki_flags |= IOCB_NOIO; in gfs2_file_read_iter() 953 iocb->ki_flags &= ~IOCB_NOIO; in gfs2_file_read_iter() 962 if (iocb->ki_flags & IOCB_NOWAIT) in gfs2_file_read_iter() 1097 if (iocb->ki_flags & IOCB_APPEND) { in gfs2_file_write_iter() 1117 if (iocb->ki_flags & IOCB_DIRECT) { in gfs2_file_write_iter() 1125 iocb->ki_flags |= IOCB_DSYNC; in gfs2_file_write_iter()
|
/linux-5.19.10/fs/nfs/ |
D | file.c | 161 if (iocb->ki_flags & IOCB_DIRECT) in nfs_file_read() 617 if (iocb->ki_flags & IOCB_DIRECT) in nfs_file_write() 628 if (iocb->ki_flags & IOCB_APPEND || iocb->ki_pos > i_size_read(inode)) { in nfs_file_write()
|
/linux-5.19.10/fs/btrfs/ |
D | file.c | 1558 if ((iocb->ki_flags & IOCB_NOWAIT) && in btrfs_write_check() 1611 if (iocb->ki_flags & IOCB_NOWAIT) in btrfs_buffered_write() 1851 const bool is_sync_write = (iocb->ki_flags & IOCB_DSYNC); in btrfs_direct_write() 1863 if (iocb->ki_flags & IOCB_NOWAIT) in btrfs_direct_write() 1911 iocb->ki_flags &= ~IOCB_DSYNC; in btrfs_direct_write() 1972 iocb->ki_flags |= IOCB_DSYNC; in btrfs_direct_write() 2041 const bool sync = iocb->ki_flags & IOCB_DSYNC; in btrfs_do_write_iter() 2051 if ((iocb->ki_flags & IOCB_NOWAIT) && !(iocb->ki_flags & IOCB_DIRECT)) in btrfs_do_write_iter() 2060 } else if (iocb->ki_flags & IOCB_DIRECT) { in btrfs_do_write_iter() 3794 if (iocb->ki_flags & IOCB_DIRECT) { in btrfs_file_read_iter()
|
/linux-5.19.10/fs/ceph/ |
D | file.c | 1066 if (aio_req->iocb->ki_flags & IOCB_DIRECT) in ceph_aio_complete() 1596 bool direct_lock = iocb->ki_flags & IOCB_DIRECT; in ceph_read_iter() 1628 (iocb->ki_flags & IOCB_DIRECT) || in ceph_read_iter() 1636 if (!retry_op && (iocb->ki_flags & IOCB_DIRECT)) { in ceph_read_iter() 1771 if ((iocb->ki_flags & (IOCB_DIRECT | IOCB_APPEND)) == IOCB_DIRECT) in ceph_write_iter() 1783 if (iocb->ki_flags & IOCB_APPEND) { in ceph_write_iter() 1842 (iocb->ki_flags & IOCB_DIRECT) || (fi->flags & CEPH_F_SYNC) || in ceph_write_iter() 1862 if (iocb->ki_flags & IOCB_DIRECT) in ceph_write_iter() 1915 iocb->ki_flags |= IOCB_DSYNC; in ceph_write_iter()
|
/linux-5.19.10/fs/cachefiles/ |
D | io.c | 140 ki->iocb.ki_flags = IOCB_DIRECT; in cachefiles_read() 311 ki->iocb.ki_flags = IOCB_DIRECT | IOCB_WRITE; in __cachefiles_write()
|
/linux-5.19.10/include/linux/ |
D | fs.h | 328 int ki_flags; member 2208 .ki_flags = iocb_flags(filp), in init_sync_kiocb() 2218 .ki_flags = kiocb_src->ki_flags, in kiocb_clone() 2730 if (iocb->ki_flags & IOCB_DSYNC) { in generic_write_sync() 2733 (iocb->ki_flags & IOCB_SYNC) ? 0 : 1); in generic_write_sync() 3293 ki->ki_flags |= kiocb_flags; in kiocb_set_rw_flags()
|
/linux-5.19.10/fs/ |
D | aio.c | 1454 if (kiocb->ki_flags & IOCB_WRITE) { in aio_complete_rw() 1478 req->ki_flags = iocb_flags(req->ki_filp); in aio_prep_rw() 1480 req->ki_flags |= IOCB_EVENTFD; in aio_prep_rw() 1501 req->ki_flags &= ~IOCB_HIPRI; /* no one is going to poll for this I/O */ in aio_prep_rw() 1602 req->ki_flags |= IOCB_WRITE; in aio_write()
|
D | eventfd.c | 233 (iocb->ki_flags & IOCB_NOWAIT)) { in eventfd_read()
|
D | direct-io.c | 1201 if (iocb->ki_flags & IOCB_NOWAIT) in __blockdev_direct_IO() 1213 if (iocb->ki_flags & IOCB_DSYNC) in __blockdev_direct_IO()
|
D | read_write.c | 1663 if (iocb->ki_flags & IOCB_APPEND) in generic_write_checks_count() 1666 if ((iocb->ki_flags & IOCB_NOWAIT) && !(iocb->ki_flags & IOCB_DIRECT)) in generic_write_checks_count()
|
/linux-5.19.10/fs/ntfs3/ |
D | file.c | 811 if (is_compressed(ni) && (iocb->ki_flags & IOCB_DIRECT)) { in ntfs_file_read_iter() 1111 if (is_compressed(ni) && (iocb->ki_flags & IOCB_DIRECT)) { in ntfs_file_write_iter() 1122 if (iocb->ki_flags & IOCB_NOWAIT) in ntfs_file_write_iter()
|
/linux-5.19.10/drivers/target/ |
D | target_core_file.c | 295 aio_cmd->iocb.ki_flags = IOCB_DIRECT; in fd_execute_rw_aio() 298 aio_cmd->iocb.ki_flags |= IOCB_DSYNC; in fd_execute_rw_aio()
|
/linux-5.19.10/io_uring/ |
D | io_uring.c | 3225 if (req->rw.kiocb.ki_flags & IOCB_WRITE) { in __io_complete_rw_common() 3280 if (kiocb->ki_flags & IOCB_WRITE) in io_complete_rw_iopoll() 3830 if (kiocb->ki_flags & IOCB_HIPRI) in loop_rw_iter() 3832 if ((kiocb->ki_flags & IOCB_NOWAIT) && in loop_rw_iter() 3987 req->rw.kiocb.ki_flags &= ~IOCB_WAITQ; in io_async_buf_func() 4016 if (kiocb->ki_flags & (IOCB_DIRECT | IOCB_HIPRI)) in io_rw_should_retry() 4030 kiocb->ki_flags |= IOCB_WAITQ; in io_rw_should_retry() 4031 kiocb->ki_flags &= ~IOCB_NOWAIT; in io_rw_should_retry() 4065 kiocb->ki_flags = iocb_flags(file); in io_rw_init_file() 4075 if ((kiocb->ki_flags & IOCB_NOWAIT) || in io_rw_init_file() [all …]
|
/linux-5.19.10/fs/erofs/ |
D | data.c | 397 if (iocb->ki_flags & IOCB_DIRECT) { in erofs_file_read_iter()
|
/linux-5.19.10/fs/fuse/ |
D | dax.c | 705 if (iocb->ki_flags & IOCB_NOWAIT) { in fuse_dax_read_iter() 745 if (iocb->ki_flags & IOCB_NOWAIT) { in fuse_dax_write_iter()
|
/linux-5.19.10/fs/ocfs2/ |
D | file.c | 2361 int direct_io = iocb->ki_flags & IOCB_DIRECT ? 1 : 0; in ocfs2_file_write_iter() 2362 int nowait = iocb->ki_flags & IOCB_NOWAIT ? 1 : 0; in ocfs2_file_write_iter() 2509 int direct_io = iocb->ki_flags & IOCB_DIRECT ? 1 : 0; in ocfs2_file_read_iter() 2510 int nowait = iocb->ki_flags & IOCB_NOWAIT ? 1 : 0; in ocfs2_file_read_iter()
|
/linux-5.19.10/drivers/char/ |
D | mem.c | 500 if (iocb->ki_flags & IOCB_NOWAIT) in read_iter_zero()
|