Home
last modified time | relevance | path

Searched refs:bv_page (Results 1 – 25 of 85) sorted by relevance

1234

/linux-6.1.9/include/linux/
Dbvec.h33 struct page *bv_page; member
63 (__bvec_iter_bvec((bvec), (iter))->bv_page)
77 .bv_page = mp_bvec_iter_page((bvec), (iter)), \
96 .bv_page = bvec_iter_page((bvec), (iter)), \
171 bv->bv_page++; in bvec_advance()
174 bv->bv_page = bvec->bv_page + (bvec->bv_offset >> PAGE_SHIFT); in bvec_advance()
196 return kmap_local_page(bvec->bv_page) + bvec->bv_offset; in bvec_kmap_local()
207 memcpy_from_page(to, bvec->bv_page, bvec->bv_offset, bvec->bv_len); in memcpy_from_bvec()
218 memcpy_to_page(bvec->bv_page, bvec->bv_offset, from, bvec->bv_len); in memcpy_to_bvec()
229 memzero_page(bvec->bv_page, bvec->bv_offset, bvec->bv_len); in memzero_bvec()
[all …]
Dbio.h251 return bio_first_bvec_all(bio)->bv_page; in bio_first_page_all()
282 fi->folio = page_folio(bvec->bv_page); in bio_first_folio()
284 PAGE_SIZE * (bvec->bv_page - &fi->folio->page); in bio_first_folio()
/linux-6.1.9/block/
Dbounce.c89 if (tovec.bv_page != fromvec.bv_page) { in copy_to_high_bio_irq()
95 memcpy_to_bvec(&tovec, page_address(fromvec.bv_page) + in copy_to_high_bio_irq()
114 if (bvec->bv_page != orig_vec.bv_page) { in bounce_end_io()
115 dec_zone_page_state(bvec->bv_page, NR_BOUNCE); in bounce_end_io()
116 mempool_free(bvec->bv_page, &page_pool); in bounce_end_io()
215 if (PageHighMem(from.bv_page)) in __blk_queue_bounce()
244 if (!PageHighMem(to->bv_page)) in __blk_queue_bounce()
251 flush_dcache_page(to->bv_page); in __blk_queue_bounce()
254 to->bv_page = bounce_page; in __blk_queue_bounce()
Dbio.c626 zero_user(bv.bv_page, bv.bv_offset + offset, in bio_truncate()
859 phys_addr_t vec_end_addr = page_to_phys(bv->bv_page) + bv_end - 1; in page_is_mergeable()
872 return (bv->bv_page + bv_end / PAGE_SIZE) == (page + off / PAGE_SIZE); in page_is_mergeable()
924 phys_addr_t addr1 = page_to_phys(bv->bv_page) + bv->bv_offset; in bio_try_merge_hw_seg()
979 bvec->bv_page = page; in bio_add_hw_page()
1062 bv->bv_page = page; in __bio_add_page()
1123 if (mark_dirty && !PageCompound(bvec->bv_page)) in __bio_release_pages()
1124 set_page_dirty_lock(bvec->bv_page); in __bio_release_pages()
1125 put_page(bvec->bv_page); in __bio_release_pages()
1389 __free_page(bvec->bv_page); in bio_free_pages()
[all …]
Dblk-crypto-fallback.c150 mempool_free(enc_bio->bi_io_vec[i].bv_page, in blk_crypto_fallback_encrypt_endio()
318 struct page *plaintext_page = enc_bvec->bv_page; in blk_crypto_fallback_encrypt_bio()
322 enc_bvec->bv_page = ciphertext_page; in blk_crypto_fallback_encrypt_bio()
359 mempool_free(enc_bio->bi_io_vec[--i].bv_page, in blk_crypto_fallback_encrypt_bio()
418 struct page *page = bv.bv_page; in blk_crypto_fallback_decrypt_bio()
Dblk.h88 phys_addr_t addr1 = page_to_phys(vec1->bv_page) + vec1->bv_offset; in biovec_phys_mergeable()
89 phys_addr_t addr2 = page_to_phys(vec2->bv_page) + vec2->bv_offset; in biovec_phys_mergeable()
100 if (xen_domain() && !xen_biovec_phys_mergeable(vec1, vec2->bv_page)) in biovec_phys_mergeable()
Dblk-merge.c232 seg_size = get_max_segment_size(lim, bv->bv_page, in bvec_split_segs()
461 bvec->bv_page, offset), nbytes); in blk_bvec_map_sg()
462 struct page *page = bvec->bv_page; in blk_bvec_map_sg()
490 sg_set_page(*sg, bv.bv_page, bv.bv_len, bv.bv_offset); in __blk_bvec_map_sg()
/linux-6.1.9/mm/
Dpage_io.c263 struct page *page = sio->bvec[0].bv_page; in sio_write_complete()
280 page = sio->bvec[p].bv_page; in sio_write_complete()
286 count_swpout_vm_event(sio->bvec[p].bv_page); in sio_write_complete()
290 end_page_writeback(sio->bvec[p].bv_page); in sio_write_complete()
321 sio->bvec[sio->pages].bv_page = page; in swap_writepage_fs()
392 struct page *page = sio->bvec[p].bv_page; in sio_read_complete()
400 struct page *page = sio->bvec[p].bv_page; in sio_read_complete()
435 sio->bvec[sio->pages].bv_page = page; in swap_readpage_fs()
/linux-6.1.9/drivers/md/bcache/
Dutil.c247 bv->bv_page = is_vmalloc_addr(base) in bch_bio_map()
278 bv->bv_page = alloc_page(gfp_mask); in bch_bio_alloc_pages()
279 if (!bv->bv_page) { in bch_bio_alloc_pages()
281 __free_page(bv->bv_page); in bch_bio_alloc_pages()
/linux-6.1.9/drivers/xen/
Dbiomerge.c12 unsigned long bfn1 = pfn_to_bfn(page_to_pfn(vec1->bv_page)); in xen_biovec_phys_mergeable()
/linux-6.1.9/fs/cifs/
Dfscache.c150 bvec[0].bv_page = page; in fscache_fallback_read_page()
180 bvec[0].bv_page = page; in fscache_fallback_write_page()
Dmisc.c977 set_page_dirty(ctx->bv[i].bv_page); in cifs_aio_ctx_release()
978 put_page(ctx->bv[i].bv_page); in cifs_aio_ctx_release()
1057 bv[npages + i].bv_page = pages[i]; in setup_aio_ctx_iter()
/linux-6.1.9/drivers/md/
Ddm-ebs-target.c75 if (unlikely(!bv->bv_page || !bv_len)) in __ebs_rw_bvec()
101 flush_dcache_page(bv->bv_page); in __ebs_rw_bvec()
103 flush_dcache_page(bv->bv_page); in __ebs_rw_bvec()
Ddm-log-writes.c203 if (block->vecs[i].bv_page) in free_pending_block()
204 __free_page(block->vecs[i].bv_page); in free_pending_block()
365 ret = bio_add_page(bio, block->vecs[i].bv_page, in log_one_block()
378 ret = bio_add_page(bio, block->vecs[i].bv_page, in log_one_block()
748 block->vecs[i].bv_page = page; in log_writes_map()
/linux-6.1.9/fs/nfs/
Dfscache.c252 bvec[0].bv_page = page; in fscache_fallback_read_page()
282 bvec[0].bv_page = page; in fscache_fallback_write_page()
/linux-6.1.9/drivers/block/zram/
Dzram_drv.c616 if (!bio_add_page(bio, bvec->bv_page, bvec->bv_len, bvec->bv_offset)) { in read_from_bdev_async()
688 bvec.bv_page = page; in writeback_store()
743 bio_add_page(&bio, bvec.bv_page, bvec.bv_len, in writeback_store()
1263 bvec.bv_page = page; in __zram_bvec_read()
1317 page = bvec->bv_page; in zram_bvec_read()
1351 struct page *page = bvec->bv_page; in __zram_bvec_write()
1495 vec.bv_page = page; in zram_bvec_write()
1558 flush_dcache_page(bvec->bv_page); in zram_bvec_rw()
1680 bv.bv_page = page; in zram_rw_page()
/linux-6.1.9/fs/btrfs/
Dcompression.c187 bv.bv_page, bv.bv_offset))) { in end_compressed_bio_read()
188 btrfs_clean_io_failure(bi, start, bv.bv_page, in end_compressed_bio_read()
195 bv.bv_page, bv.bv_offset, in end_compressed_bio_read()
498 return page_offset(last->bv_page) + last->bv_len + last->bv_offset; in bio_end_offset()
1313 bvec_offset = page_offset(bvec.bv_page) + bvec.bv_offset - cb->start; in btrfs_decompress_buf2page()
1329 memcpy_to_page(bvec.bv_page, bvec.bv_offset, in btrfs_decompress_buf2page()
/linux-6.1.9/net/ceph/
Dmessenger_v2.c152 bv.bv_page = it->bvec->bv_page; in do_try_sendpage()
166 if (sendpage_ok(bv.bv_page)) { in do_try_sendpage()
167 ret = sock->ops->sendpage(sock, bv.bv_page, in do_try_sendpage()
289 con->v2.out_bvec.bv_page = ceph_zero_page; in set_out_bvec_zero()
867 bv->bv_page = page; in get_bvec_at()
952 sg_set_page(*sg, bv.bv_page, bv.bv_len, bv.bv_offset); in init_sgs_cursor()
1774 bv.bv_page = con->bounce_page; in prepare_read_data()
1792 memcpy_to_page(bv.bv_page, bv.bv_offset, in prepare_read_data_cont()
1797 con->v2.in_bvec.bv_page, in prepare_read_data_cont()
1806 bv.bv_page = con->bounce_page; in prepare_read_data_cont()
[all …]
/linux-6.1.9/fs/crypto/
Dbio.c37 struct page *page = bv->bv_page; in fscrypt_decrypt_bio()
/linux-6.1.9/arch/m68k/emu/
Dnfblock.c74 page_to_phys(bvec.bv_page) + bvec.bv_offset); in nfhd_submit_bio()
/linux-6.1.9/drivers/scsi/
Dsd.c844 rq->special_vec.bv_page = mempool_alloc(sd_page_pool, GFP_ATOMIC); in sd_setup_unmap_cmnd()
845 if (!rq->special_vec.bv_page) in sd_setup_unmap_cmnd()
847 clear_highpage(rq->special_vec.bv_page); in sd_setup_unmap_cmnd()
879 rq->special_vec.bv_page = mempool_alloc(sd_page_pool, GFP_ATOMIC); in sd_setup_write_same16_cmnd()
880 if (!rq->special_vec.bv_page) in sd_setup_write_same16_cmnd()
882 clear_highpage(rq->special_vec.bv_page); in sd_setup_write_same16_cmnd()
911 rq->special_vec.bv_page = mempool_alloc(sd_page_pool, GFP_ATOMIC); in sd_setup_write_same10_cmnd()
912 if (!rq->special_vec.bv_page) in sd_setup_write_same10_cmnd()
914 clear_highpage(rq->special_vec.bv_page); in sd_setup_write_same10_cmnd()
1276 mempool_free(rq->special_vec.bv_page, sd_page_pool); in sd_uninit_command()
/linux-6.1.9/drivers/target/
Dtarget_core_file.c285 aio_cmd->bvecs[i].bv_page = sg_page(sg); in fd_execute_rw_aio()
333 bvec[i].bv_page = sg_page(sg); in fd_do_rw()
469 bvec[i].bv_page = sg_page(&cmd->t_data_sg[0]); in fd_execute_write_same()
/linux-6.1.9/drivers/mtd/
Dmtd_blkdevs.c77 flush_dcache_page(bvec.bv_page); in do_blktrans_request()
84 flush_dcache_page(bvec.bv_page); in do_blktrans_request()
/linux-6.1.9/io_uring/
Drsrc.c146 unpin_user_page(imu->bvec[i].bv_page); in io_buffer_unmap()
1083 if (!PageCompound(imu->bvec[j].bv_page)) in headpage_already_acct()
1085 if (compound_head(imu->bvec[j].bv_page) == hpage) in headpage_already_acct()
1225 imu->bvec[i].bv_page = pages[i]; in io_sqe_buffer_register()
/linux-6.1.9/fs/verity/
Dverify.c242 struct page *page = bv->bv_page; in fsverity_verify_bio()

1234