| /linux-6.6.21/include/linux/ |
| D | pagemap.h | 1389 static inline unsigned int __readahead_batch(struct readahead_control *rac, in __readahead_batch() argument
1393 XA_STATE(xas, &rac->mapping->i_pages, 0); in __readahead_batch()
1396 BUG_ON(rac->_batch_count > rac->_nr_pages); in __readahead_batch()
1397 rac->_nr_pages -= rac->_batch_count; in __readahead_batch()
1398 rac->_index += rac->_batch_count; in __readahead_batch()
1399 rac->_batch_count = 0; in __readahead_batch()
1401 xas_set(&xas, rac->_index); in __readahead_batch()
1403 xas_for_each(&xas, page, rac->_index + rac->_nr_pages - 1) { in __readahead_batch()
1409 rac->_batch_count += thp_nr_pages(page); in __readahead_batch()
1429 #define readahead_page_batch(rac, array) \ argument
[all …]
|
| /linux-6.6.21/mm/ |
| D | readahead.c | 146 static void read_pages(struct readahead_control *rac) in read_pages() argument
148 const struct address_space_operations *aops = rac->mapping->a_ops; in read_pages()
152 if (!readahead_count(rac)) in read_pages()
155 if (unlikely(rac->_workingset)) in read_pages()
156 psi_memstall_enter(&rac->_pflags); in read_pages()
160 aops->readahead(rac); in read_pages()
166 while ((folio = readahead_folio(rac)) != NULL) { in read_pages()
170 rac->ra->size -= nr; in read_pages()
171 if (rac->ra->async_size >= nr) { in read_pages()
172 rac->ra->async_size -= nr; in read_pages()
[all …]
|
| /linux-6.6.21/fs/ext4/ |
| D | readpage.c | 219 struct readahead_control *rac, struct folio *folio) in ext4_mpage_readpages() argument
237 unsigned int nr_pages = rac ? readahead_count(rac) : 1; in ext4_mpage_readpages()
248 if (rac) in ext4_mpage_readpages()
249 folio = readahead_folio(rac); in ext4_mpage_readpages()
369 if (rac) in ext4_mpage_readpages()
|
| /linux-6.6.21/fs/orangefs/ |
| D | inode.c | 241 static void orangefs_readahead(struct readahead_control *rac) in orangefs_readahead() argument
245 struct inode *inode = rac->mapping->host; in orangefs_readahead()
248 loff_t new_start = readahead_pos(rac); in orangefs_readahead()
252 loff_t bytes_remaining = inode->i_size - readahead_pos(rac); in orangefs_readahead()
257 else if (pages_remaining > readahead_count(rac)) in orangefs_readahead()
261 readahead_expand(rac, new_start, new_len); in orangefs_readahead()
263 offset = readahead_pos(rac); in orangefs_readahead()
264 i_pages = &rac->mapping->i_pages; in orangefs_readahead()
266 iov_iter_xarray(&iter, ITER_DEST, i_pages, offset, readahead_length(rac)); in orangefs_readahead()
270 &offset, &iter, readahead_length(rac), in orangefs_readahead()
[all …]
|
| /linux-6.6.21/fs/erofs/ |
| D | fscache.c | 291 static void erofs_fscache_readahead(struct readahead_control *rac) in erofs_fscache_readahead() argument
295 if (!readahead_count(rac)) in erofs_fscache_readahead()
298 req = erofs_fscache_req_alloc(rac->mapping, in erofs_fscache_readahead()
299 readahead_pos(rac), readahead_length(rac)); in erofs_fscache_readahead()
304 while (readahead_folio(rac)) in erofs_fscache_readahead()
|
| D | zdata.c | 1774 struct readahead_control *rac, bool backmost) in z_erofs_pcluster_readmore() argument
1782 if (rac) in z_erofs_pcluster_readmore()
1783 end = headoffset + readahead_length(rac) - 1; in z_erofs_pcluster_readmore()
1793 if (rac) { in z_erofs_pcluster_readmore()
1795 readahead_expand(rac, headoffset, cur - headoffset); in z_erofs_pcluster_readmore()
1853 static void z_erofs_readahead(struct readahead_control *rac) in z_erofs_readahead() argument
1855 struct inode *const inode = rac->mapping->host; in z_erofs_readahead()
1862 f.headoffset = readahead_pos(rac); in z_erofs_readahead()
1864 z_erofs_pcluster_readmore(&f, rac, true); in z_erofs_readahead()
1865 nr_folios = readahead_count(rac); in z_erofs_readahead()
[all …]
|
| D | data.c | 363 static void erofs_readahead(struct readahead_control *rac) in erofs_readahead() argument
365 return iomap_readahead(rac, &erofs_iomap_ops); in erofs_readahead()
|
| /linux-6.6.21/fs/iomap/ |
| D | buffered-io.c | 281 struct readahead_control *rac; member
375 if (ctx->rac) /* same as readahead_gfp_mask */ in iomap_readpage_iter()
388 if (ctx->rac) in iomap_readpage_iter()
456 ctx->cur_folio = readahead_folio(ctx->rac); in iomap_readahead_iter()
482 void iomap_readahead(struct readahead_control *rac, const struct iomap_ops *ops) in iomap_readahead() argument
485 .inode = rac->mapping->host, in iomap_readahead()
486 .pos = readahead_pos(rac), in iomap_readahead()
487 .len = readahead_length(rac), in iomap_readahead()
490 .rac = rac, in iomap_readahead()
493 trace_iomap_readahead(rac->mapping->host, readahead_count(rac)); in iomap_readahead()
|
| /linux-6.6.21/fs/gfs2/ |
| D | aops.c | 527 static void gfs2_readahead(struct readahead_control *rac) in gfs2_readahead() argument
529 struct inode *inode = rac->mapping->host; in gfs2_readahead()
535 mpage_readahead(rac, gfs2_block_map); in gfs2_readahead()
537 iomap_readahead(rac, &gfs2_iomap_ops); in gfs2_readahead()
|
| /linux-6.6.21/arch/arm/mach-omap2/ |
| D | vc.c | 67 u8 rac; member
75 .rac = BIT(2),
89 .rac = BIT(3),
851 vc->cfg_channel |= vc_cfg_bits->rac; in omap_vc_init_channel()
|
| /linux-6.6.21/fs/ |
| D | mpage.c | 370 void mpage_readahead(struct readahead_control *rac, get_block_t get_block) in mpage_readahead() argument
378 while ((folio = readahead_folio(rac))) { in mpage_readahead()
381 args.nr_pages = readahead_count(rac); in mpage_readahead()
|
| /linux-6.6.21/drivers/s390/char/ |
| D | tape_3590.h | 83 unsigned int rac:8; member
|
| /linux-6.6.21/fs/hpfs/ |
| D | file.c | 166 static void hpfs_readahead(struct readahead_control *rac) in hpfs_readahead() argument
168 mpage_readahead(rac, hpfs_get_block); in hpfs_readahead()
|
| /linux-6.6.21/fs/omfs/ |
| D | file.c | 292 static void omfs_readahead(struct readahead_control *rac) in omfs_readahead() argument
294 mpage_readahead(rac, omfs_get_block); in omfs_readahead()
|
| /linux-6.6.21/fs/jfs/ |
| D | inode.c | 278 static void jfs_readahead(struct readahead_control *rac) in jfs_readahead() argument
280 mpage_readahead(rac, jfs_get_block); in jfs_readahead()
|
| /linux-6.6.21/block/ |
| D | fops.c | 423 static void blkdev_readahead(struct readahead_control *rac) in blkdev_readahead() argument
425 mpage_readahead(rac, blkdev_get_block); in blkdev_readahead()
464 static void blkdev_readahead(struct readahead_control *rac) in blkdev_readahead() argument
466 iomap_readahead(rac, &blkdev_iomap_ops); in blkdev_readahead()
|
| /linux-6.6.21/fs/xfs/ |
| D | xfs_aops.c | 561 struct readahead_control *rac) in xfs_vm_readahead() argument
563 iomap_readahead(rac, &xfs_read_iomap_ops); in xfs_vm_readahead()
|
| /linux-6.6.21/fs/f2fs/ |
| D | data.c | 2413 struct readahead_control *rac, struct page *page) in f2fs_mpage_readpages() argument
2431 unsigned nr_pages = rac ? readahead_count(rac) : 1; in f2fs_mpage_readpages()
2445 if (rac) { in f2fs_mpage_readpages()
2446 page = readahead_page(rac); in f2fs_mpage_readpages()
2457 rac != NULL, false); in f2fs_mpage_readpages()
2491 &bio, &last_block_in_bio, rac); in f2fs_mpage_readpages()
2502 if (rac) in f2fs_mpage_readpages()
2512 rac != NULL, false); in f2fs_mpage_readpages()
2544 static void f2fs_readahead(struct readahead_control *rac) in f2fs_readahead() argument
2546 struct inode *inode = rac->mapping->host; in f2fs_readahead()
[all …]
|
| /linux-6.6.21/fs/btrfs/ |
| D | extent_io.h | 194 void extent_readahead(struct readahead_control *rac);
|
| /linux-6.6.21/fs/qnx6/ |
| D | inode.c | 102 static void qnx6_readahead(struct readahead_control *rac) in qnx6_readahead() argument
104 mpage_readahead(rac, qnx6_get_block); in qnx6_readahead()
|
| /linux-6.6.21/arch/arm/boot/dts/ti/keystone/ |
| D | keystone-k2hk-clocks.dtsi | 177 clock-output-names = "rac-01";
187 clock-output-names = "rac-23";
|
| /linux-6.6.21/fs/exfat/ |
| D | inode.c | 341 static void exfat_readahead(struct readahead_control *rac) in exfat_readahead() argument
343 mpage_readahead(rac, exfat_get_block); in exfat_readahead()
|
| /linux-6.6.21/arch/arm/mm/ |
| D | Makefile | 93 obj-$(CONFIG_CACHE_B15_RAC) += cache-b15-rac.o
|
| /linux-6.6.21/fs/zonefs/ |
| D | file.c | 118 static void zonefs_readahead(struct readahead_control *rac) in zonefs_readahead() argument
120 iomap_readahead(rac, &zonefs_read_iomap_ops); in zonefs_readahead()
|
| /linux-6.6.21/fs/ntfs3/ |
| D | inode.c | 727 static void ntfs_readahead(struct readahead_control *rac) in ntfs_readahead() argument
729 struct address_space *mapping = rac->mapping; in ntfs_readahead()
746 pos = readahead_pos(rac); in ntfs_readahead()
749 valid < pos + readahead_length(rac)) { in ntfs_readahead()
754 mpage_readahead(rac, ntfs_get_block); in ntfs_readahead()
|