/kernel/linux/linux-5.10/include/linux/ |
H A D | pagemap.h | 804 #define DEFINE_READAHEAD(rac, f, m, i) \ 805 struct readahead_control rac = { \ 867 * @rac: The current readahead request. 874 static inline struct page *readahead_page(struct readahead_control *rac) in readahead_page() argument 878 BUG_ON(rac->_batch_count > rac->_nr_pages); in readahead_page() 879 rac->_nr_pages -= rac->_batch_count; in readahead_page() 880 rac->_index += rac in readahead_page() 894 __readahead_batch(struct readahead_control *rac, struct page **array, unsigned int array_sz) __readahead_batch() argument 951 readahead_pos(struct readahead_control *rac) readahead_pos() argument 960 readahead_length(struct readahead_control *rac) readahead_length() argument 969 readahead_index(struct readahead_control *rac) readahead_index() argument 978 readahead_count(struct readahead_control *rac) readahead_count() argument [all...] |
/kernel/linux/linux-6.6/mm/ |
H A D | readahead.c | 146 static void read_pages(struct readahead_control *rac) in read_pages() argument 148 const struct address_space_operations *aops = rac->mapping->a_ops; in read_pages() 152 if (!readahead_count(rac)) in read_pages() 155 if (unlikely(rac->_workingset)) in read_pages() 156 psi_memstall_enter(&rac->_pflags); in read_pages() 160 aops->readahead(rac); in read_pages() 166 while ((folio = readahead_folio(rac)) != NULL) { in read_pages() 170 rac->ra->size -= nr; in read_pages() 171 if (rac->ra->async_size >= nr) { in read_pages() 172 rac in read_pages() [all...] |
/kernel/linux/linux-6.6/include/linux/ |
H A D | pagemap.h | 1389 static inline unsigned int __readahead_batch(struct readahead_control *rac, in __readahead_batch() argument 1393 XA_STATE(xas, &rac->mapping->i_pages, 0); in __readahead_batch() 1396 BUG_ON(rac->_batch_count > rac->_nr_pages); in __readahead_batch() 1397 rac->_nr_pages -= rac->_batch_count; in __readahead_batch() 1398 rac->_index += rac->_batch_count; in __readahead_batch() 1399 rac->_batch_count = 0; in __readahead_batch() 1401 xas_set(&xas, rac in __readahead_batch() 1436 readahead_pos(struct readahead_control *rac) readahead_pos() argument 1445 readahead_length(struct readahead_control *rac) readahead_length() argument 1454 readahead_index(struct readahead_control *rac) readahead_index() argument 1463 readahead_count(struct readahead_control *rac) readahead_count() argument 1472 readahead_batch_length(struct readahead_control *rac) readahead_batch_length() argument [all...] |
/kernel/linux/linux-5.10/mm/ |
H A D | readahead.c | 117 static void read_pages(struct readahead_control *rac, struct list_head *pages, in read_pages() argument 120 const struct address_space_operations *aops = rac->mapping->a_ops; in read_pages() 124 if (!readahead_count(rac)) in read_pages() 130 aops->readahead(rac); in read_pages() 132 while ((page = readahead_page(rac))) { in read_pages() 137 aops->readpages(rac->file, rac->mapping, pages, in read_pages() 138 readahead_count(rac)); in read_pages() 141 rac->_index += rac in read_pages() [all...] |
/kernel/linux/linux-5.10/fs/erofs/ |
H A D | data.c | 283 static void erofs_raw_access_readahead(struct readahead_control *rac) in erofs_raw_access_readahead() argument 289 trace_erofs_readpages(rac->mapping->host, readahead_index(rac), in erofs_raw_access_readahead() 290 readahead_count(rac), true); in erofs_raw_access_readahead() 292 while ((page = readahead_page(rac))) { in erofs_raw_access_readahead() 295 bio = erofs_read_raw_page(bio, rac->mapping, page, &last_block, in erofs_raw_access_readahead() 296 readahead_count(rac), true); in erofs_raw_access_readahead() 302 EROFS_I(rac->mapping->host)->nid); in erofs_raw_access_readahead()
|
H A D | zdata.c | 1305 static void z_erofs_readahead(struct readahead_control *rac) in z_erofs_readahead() argument 1307 struct inode *const inode = rac->mapping->host; in z_erofs_readahead() 1310 unsigned int nr_pages = readahead_count(rac); in z_erofs_readahead() 1316 trace_erofs_readpages(inode, readahead_index(rac), nr_pages, false); in z_erofs_readahead() 1319 f.headoffset = readahead_pos(rac); in z_erofs_readahead() 1321 while ((page = readahead_page(rac))) { in z_erofs_readahead()
|
/kernel/linux/linux-5.10/fs/ext4/ |
H A D | readpage.c | 225 struct readahead_control *rac, struct page *page) in ext4_mpage_readpages() 243 unsigned int nr_pages = rac ? readahead_count(rac) : 1; in ext4_mpage_readpages() 254 if (rac) { in ext4_mpage_readpages() 255 page = readahead_page(rac); in ext4_mpage_readpages() 383 rac ? REQ_RAHEAD : 0); in ext4_mpage_readpages() 408 if (rac) in ext4_mpage_readpages() 224 ext4_mpage_readpages(struct inode *inode, struct readahead_control *rac, struct page *page) ext4_mpage_readpages() argument
|
/kernel/linux/linux-6.6/fs/ext4/ |
H A D | readpage.c | 219 struct readahead_control *rac, struct folio *folio) in ext4_mpage_readpages() 237 unsigned int nr_pages = rac ? readahead_count(rac) : 1; in ext4_mpage_readpages() 248 if (rac) in ext4_mpage_readpages() 249 folio = readahead_folio(rac); in ext4_mpage_readpages() 369 if (rac) in ext4_mpage_readpages() 218 ext4_mpage_readpages(struct inode *inode, struct readahead_control *rac, struct folio *folio) ext4_mpage_readpages() argument
|
/kernel/linux/linux-6.6/fs/orangefs/ |
H A D | inode.c | 241 static void orangefs_readahead(struct readahead_control *rac) in orangefs_readahead() argument 245 struct inode *inode = rac->mapping->host; in orangefs_readahead() 248 loff_t new_start = readahead_pos(rac); in orangefs_readahead() 252 loff_t bytes_remaining = inode->i_size - readahead_pos(rac); in orangefs_readahead() 257 else if (pages_remaining > readahead_count(rac)) in orangefs_readahead() 261 readahead_expand(rac, new_start, new_len); in orangefs_readahead() 263 offset = readahead_pos(rac); in orangefs_readahead() 264 i_pages = &rac->mapping->i_pages; in orangefs_readahead() 266 iov_iter_xarray(&iter, ITER_DEST, i_pages, offset, readahead_length(rac)); in orangefs_readahead() 270 &offset, &iter, readahead_length(rac), in orangefs_readahead() [all...] |
/kernel/linux/linux-6.6/fs/erofs/ |
H A D | fscache.c | 304 static void erofs_fscache_readahead(struct readahead_control *rac) in erofs_fscache_readahead() argument 308 if (!readahead_count(rac)) in erofs_fscache_readahead() 311 req = erofs_fscache_req_alloc(rac->mapping, in erofs_fscache_readahead() 312 readahead_pos(rac), readahead_length(rac)); in erofs_fscache_readahead() 317 while (readahead_folio(rac)) in erofs_fscache_readahead()
|
H A D | zdata.c | 1774 struct readahead_control *rac, bool backmost) in z_erofs_pcluster_readmore() 1782 if (rac) in z_erofs_pcluster_readmore() 1783 end = headoffset + readahead_length(rac) - 1; in z_erofs_pcluster_readmore() 1793 if (rac) { in z_erofs_pcluster_readmore() 1795 readahead_expand(rac, headoffset, cur - headoffset); in z_erofs_pcluster_readmore() 1853 static void z_erofs_readahead(struct readahead_control *rac) in z_erofs_readahead() argument 1855 struct inode *const inode = rac->mapping->host; in z_erofs_readahead() 1862 f.headoffset = readahead_pos(rac); in z_erofs_readahead() 1864 z_erofs_pcluster_readmore(&f, rac, true); in z_erofs_readahead() 1865 nr_folios = readahead_count(rac); in z_erofs_readahead() 1773 z_erofs_pcluster_readmore(struct z_erofs_decompress_frontend *f, struct readahead_control *rac, bool backmost) z_erofs_pcluster_readmore() argument [all...] |
/kernel/linux/linux-5.10/fs/hpfs/ |
H A D | file.c | 129 static void hpfs_readahead(struct readahead_control *rac) in hpfs_readahead() argument 131 mpage_readahead(rac, hpfs_get_block); in hpfs_readahead()
|
/kernel/linux/linux-6.6/fs/iomap/ |
H A D | buffered-io.c | 281 struct readahead_control *rac; member 375 if (ctx->rac) /* same as readahead_gfp_mask */ in iomap_readpage_iter() 388 if (ctx->rac) in iomap_readpage_iter() 456 ctx->cur_folio = readahead_folio(ctx->rac); in iomap_readahead_iter() 469 * @rac: Describes the pages to be read. 482 void iomap_readahead(struct readahead_control *rac, const struct iomap_ops *ops) in iomap_readahead() argument 485 .inode = rac->mapping->host, in iomap_readahead() 486 .pos = readahead_pos(rac), in iomap_readahead() 487 .len = readahead_length(rac), in iomap_readahead() 490 .rac in iomap_readahead() [all...] |
/kernel/linux/linux-5.10/fs/f2fs/ |
H A D | data.c | 2383 struct readahead_control *rac, struct page *page) in f2fs_mpage_readpages() 2400 unsigned nr_pages = rac ? readahead_count(rac) : 1; in f2fs_mpage_readpages() 2418 if (rac && readahead_count(rac)) { in f2fs_mpage_readpages() 2419 if (READ_ONCE(F2FS_I(inode)->ra_offset) == readahead_index(rac)) in f2fs_mpage_readpages() 2423 readahead_index(rac)); in f2fs_mpage_readpages() 2427 if (rac) { in f2fs_mpage_readpages() 2428 page = readahead_page(rac); in f2fs_mpage_readpages() 2443 rac ! in f2fs_mpage_readpages() 2382 f2fs_mpage_readpages(struct inode *inode, struct readahead_control *rac, struct page *page) f2fs_mpage_readpages() argument 2522 f2fs_readahead(struct readahead_control *rac) f2fs_readahead() argument [all...] |
/kernel/linux/linux-5.10/fs/iomap/ |
H A D | buffered-io.c | 205 struct readahead_control *rac; member 286 if (ctx->rac) /* same as readahead_gfp_mask */ in iomap_readpage_actor() 297 if (ctx->rac) in iomap_readpage_actor() 368 ctx->cur_page = readahead_page(ctx->rac); in iomap_readahead_actor() 380 * @rac: Describes the pages to be read. 393 void iomap_readahead(struct readahead_control *rac, const struct iomap_ops *ops) in iomap_readahead() argument 395 struct inode *inode = rac->mapping->host; in iomap_readahead() 396 loff_t pos = readahead_pos(rac); in iomap_readahead() 397 loff_t length = readahead_length(rac); in iomap_readahead() 399 .rac in iomap_readahead() [all...] |
/kernel/linux/linux-5.10/arch/arm/mach-omap2/ |
H A D | vc.c | 58 * @rac: bit for command configuration register 70 u8 rac; member 78 .rac = BIT(2), 92 .rac = BIT(3), 869 vc->cfg_channel |= vc_cfg_bits->rac; in omap_vc_init_channel()
|
/kernel/linux/linux-6.6/arch/arm/mach-omap2/ |
H A D | vc.c | 55 * @rac: bit for command configuration register 67 u8 rac; member 75 .rac = BIT(2), 89 .rac = BIT(3), 851 vc->cfg_channel |= vc_cfg_bits->rac; in omap_vc_init_channel()
|
/kernel/linux/linux-5.10/fs/gfs2/ |
H A D | aops.c | 556 static void gfs2_readahead(struct readahead_control *rac) in gfs2_readahead() argument 558 struct inode *inode = rac->mapping->host; in gfs2_readahead() 564 mpage_readahead(rac, gfs2_block_map); in gfs2_readahead() 566 iomap_readahead(rac, &gfs2_iomap_ops); in gfs2_readahead()
|
/kernel/linux/linux-6.6/fs/gfs2/ |
H A D | aops.c | 514 * @rac: Read-ahead control structure 527 static void gfs2_readahead(struct readahead_control *rac) in gfs2_readahead() argument 529 struct inode *inode = rac->mapping->host; in gfs2_readahead() 535 mpage_readahead(rac, gfs2_block_map); in gfs2_readahead() 537 iomap_readahead(rac, &gfs2_iomap_ops); in gfs2_readahead()
|
/kernel/linux/linux-6.6/fs/ |
H A D | mpage.c | 333 * @rac: Describes which pages to read. 370 void mpage_readahead(struct readahead_control *rac, get_block_t get_block) in mpage_readahead() argument 378 while ((folio = readahead_folio(rac))) { in mpage_readahead() 381 args.nr_pages = readahead_count(rac); in mpage_readahead()
|
/kernel/linux/linux-5.10/fs/jfs/ |
H A D | inode.c | 301 static void jfs_readahead(struct readahead_control *rac) in jfs_readahead() argument 303 mpage_readahead(rac, jfs_get_block); in jfs_readahead()
|
/kernel/linux/linux-5.10/fs/omfs/ |
H A D | file.c | 292 static void omfs_readahead(struct readahead_control *rac) in omfs_readahead() argument 294 mpage_readahead(rac, omfs_get_block); in omfs_readahead()
|
/kernel/linux/linux-6.6/fs/hpfs/ |
H A D | file.c | 166 static void hpfs_readahead(struct readahead_control *rac) in hpfs_readahead() argument 168 mpage_readahead(rac, hpfs_get_block); in hpfs_readahead()
|
/kernel/linux/linux-6.6/fs/jfs/ |
H A D | inode.c | 278 static void jfs_readahead(struct readahead_control *rac) in jfs_readahead() argument 280 mpage_readahead(rac, jfs_get_block); in jfs_readahead()
|
/kernel/linux/linux-6.6/fs/omfs/ |
H A D | file.c | 292 static void omfs_readahead(struct readahead_control *rac) in omfs_readahead() argument 294 mpage_readahead(rac, omfs_get_block); in omfs_readahead()
|