| /kernel/linux/linux-6.6/mm/ |
| H A D | readahead.c | 193 * @ractl: Readahead control.
205 void page_cache_ra_unbounded(struct readahead_control *ractl, in page_cache_ra_unbounded() argument
208 struct address_space *mapping = ractl->mapping; in page_cache_ra_unbounded()
209 unsigned long index = readahead_index(ractl); in page_cache_ra_unbounded()
241 read_pages(ractl); in page_cache_ra_unbounded()
242 ractl->_index++; in page_cache_ra_unbounded()
243 i = ractl->_index + ractl->_nr_pages - index - 1; in page_cache_ra_unbounded()
253 read_pages(ractl); in page_cache_ra_unbounded()
254 ractl in page_cache_ra_unbounded()
281 do_page_cache_ra(struct readahead_control *ractl, unsigned long nr_to_read, unsigned long lookahead_size) do_page_cache_ra() argument
306 force_page_cache_ra(struct readahead_control *ractl, unsigned long nr_to_read) force_page_cache_ra() argument
464 ra_alloc_folio(struct readahead_control *ractl, pgoff_t index, pgoff_t mark, unsigned int order, gfp_t gfp) ra_alloc_folio() argument
486 page_cache_ra_order(struct readahead_control *ractl, struct file_ra_state *ra, unsigned int new_order) page_cache_ra_order() argument
552 ondemand_readahead(struct readahead_control *ractl, struct folio *folio, unsigned long req_size) ondemand_readahead() argument
671 page_cache_sync_ra(struct readahead_control *ractl, unsigned long req_count) page_cache_sync_ra() argument
699 page_cache_async_ra(struct readahead_control *ractl, struct folio *folio, unsigned long req_count) page_cache_async_ra() argument
778 readahead_expand(struct readahead_control *ractl, loff_t new_start, size_t new_len) readahead_expand() argument
[all...] |
| H A D | filemap.c | 2527 DEFINE_READAHEAD(ractl, file, &file->f_ra, mapping, folio->index); in filemap_readahead()
2531 page_cache_async_ra(&ractl, folio, last_index - folio->index); in filemap_readahead()
3153 DEFINE_READAHEAD(ractl, file, ra, mapping, vmf->pgoff); in do_sync_mmap_readahead()
3162 ractl._index &= ~((unsigned long)HPAGE_PMD_NR - 1); in do_sync_mmap_readahead()
3171 page_cache_ra_order(&ractl, ra, HPAGE_PMD_ORDER); in do_sync_mmap_readahead()
3184 page_cache_sync_ra(&ractl, ra->ra_pages); in do_sync_mmap_readahead()
3207 ractl._index = ra->start; in do_sync_mmap_readahead()
3208 page_cache_ra_order(&ractl, ra, 0); in do_sync_mmap_readahead()
3222 DEFINE_READAHEAD(ractl, file, ra, file->f_mapping, vmf->pgoff); in do_async_mmap_readahead()
3236 page_cache_async_ra(&ractl, foli in do_async_mmap_readahead()
[all...] |
| H A D | internal.h | 256 DEFINE_READAHEAD(ractl, file, &file->f_ra, mapping, index); in force_page_cache_readahead()
257 force_page_cache_ra(&ractl, nr_to_read); in force_page_cache_readahead()
|
| /kernel/linux/linux-6.6/fs/netfs/ |
| H A D | buffered_read.c | 117 struct readahead_control *ractl) in netfs_rreq_expand()
139 if (rreq->start != readahead_pos(ractl) || in netfs_rreq_expand()
140 rreq->len != readahead_length(ractl)) { in netfs_rreq_expand()
141 readahead_expand(ractl, rreq->start, rreq->len); in netfs_rreq_expand()
142 rreq->start = readahead_pos(ractl); in netfs_rreq_expand()
143 rreq->len = readahead_length(ractl); in netfs_rreq_expand()
145 trace_netfs_read(rreq, readahead_pos(ractl), readahead_length(ractl), in netfs_rreq_expand()
152 * @ractl: The description of the readahead request
165 void netfs_readahead(struct readahead_control *ractl) in netfs_readahead() argument
116 netfs_rreq_expand(struct netfs_io_request *rreq, struct readahead_control *ractl) netfs_rreq_expand() argument
[all...] |
| /kernel/linux/linux-5.10/mm/ |
| H A D | readahead.c | 162 * @ractl: Readahead control.
174 void page_cache_ra_unbounded(struct readahead_control *ractl, in page_cache_ra_unbounded() argument
177 struct address_space *mapping = ractl->mapping; in page_cache_ra_unbounded()
178 unsigned long index = readahead_index(ractl); in page_cache_ra_unbounded()
201 BUG_ON(index + i != ractl->_index + ractl->_nr_pages); in page_cache_ra_unbounded()
212 read_pages(ractl, &page_pool, true); in page_cache_ra_unbounded()
225 read_pages(ractl, &page_pool, true); in page_cache_ra_unbounded()
230 ractl->_nr_pages++; in page_cache_ra_unbounded()
238 read_pages(ractl, in page_cache_ra_unbounded()
249 do_page_cache_ra(struct readahead_control *ractl, unsigned long nr_to_read, unsigned long lookahead_size) do_page_cache_ra() argument
274 force_page_cache_ra(struct readahead_control *ractl, struct file_ra_state *ra, unsigned long nr_to_read) force_page_cache_ra() argument
435 ondemand_readahead(struct readahead_control *ractl, struct file_ra_state *ra, bool hit_readahead_marker, unsigned long req_size) ondemand_readahead() argument
552 page_cache_sync_ra(struct readahead_control *ractl, struct file_ra_state *ra, unsigned long req_count) page_cache_sync_ra() argument
581 page_cache_async_ra(struct readahead_control *ractl, struct file_ra_state *ra, struct page *page, unsigned long req_count) page_cache_async_ra() argument
[all...] |
| H A D | internal.h | 178 DEFINE_READAHEAD(ractl, file, mapping, index); in force_page_cache_readahead()
179 force_page_cache_ra(&ractl, &file->f_ra, nr_to_read); in force_page_cache_readahead()
|
| H A D | filemap.c | 2624 DEFINE_READAHEAD(ractl, file, mapping, vmf->pgoff); in do_sync_mmap_readahead()
2636 page_cache_sync_ra(&ractl, ra, ra->ra_pages); in do_sync_mmap_readahead()
2659 ractl._index = ra->start; in do_sync_mmap_readahead()
2660 do_page_cache_ra(&ractl, ra->size, ra->async_size); in do_sync_mmap_readahead()
|
| /kernel/linux/linux-6.6/include/linux/ |
| H A D | pagemap.h | 1273 #define DEFINE_READAHEAD(ractl, f, r, m, i) \
1274 struct readahead_control ractl = { \
1288 void readahead_expand(struct readahead_control *ractl,
1309 DEFINE_READAHEAD(ractl, file, ra, mapping, index); in page_cache_sync_readahead()
1310 page_cache_sync_ra(&ractl, req_count); in page_cache_sync_readahead()
1332 DEFINE_READAHEAD(ractl, file, ra, mapping, index); in page_cache_async_readahead()
1333 page_cache_async_ra(&ractl, folio, req_count); in page_cache_async_readahead()
1336 static inline struct folio *__readahead_folio(struct readahead_control *ractl) in __readahead_folio() argument
1340 BUG_ON(ractl->_batch_count > ractl in __readahead_folio()
1365 readahead_page(struct readahead_control *ractl) readahead_page() argument
1380 readahead_folio(struct readahead_control *ractl) readahead_folio() argument
[all...] |
| /kernel/linux/linux-6.6/fs/nfs/ |
| H A D | read.c | 391 void nfs_readahead(struct readahead_control *ractl) in nfs_readahead() argument
395 unsigned int nr_pages = readahead_count(ractl); in nfs_readahead()
396 struct file *file = ractl->file; in nfs_readahead()
397 struct inode *inode = ractl->mapping->host; in nfs_readahead()
401 trace_nfs_aop_readahead(inode, readahead_pos(ractl), nr_pages); in nfs_readahead()
403 task_io_account_read(readahead_length(ractl)); in nfs_readahead()
409 ret = nfs_netfs_readahead(ractl); in nfs_readahead()
424 while ((folio = readahead_folio(ractl)) != NULL) { in nfs_readahead()
|
| H A D | fscache.h | 99 extern int nfs_netfs_readahead(struct readahead_control *ractl);
177 static inline int nfs_netfs_readahead(struct readahead_control *ractl) in nfs_netfs_readahead() argument
|
| H A D | fscache.c | 252 int nfs_netfs_readahead(struct readahead_control *ractl) in nfs_netfs_readahead() argument
254 struct inode *inode = ractl->mapping->host; in nfs_netfs_readahead()
259 netfs_readahead(ractl); in nfs_netfs_readahead()
|
| /kernel/linux/linux-6.6/fs/squashfs/ |
| H A D | file.c | 536 static void squashfs_readahead(struct readahead_control *ractl) in squashfs_readahead() argument
538 struct inode *inode = ractl->mapping->host; in squashfs_readahead()
542 loff_t start = readahead_pos(ractl) & ~mask; in squashfs_readahead()
543 size_t len = readahead_length(ractl) + readahead_pos(ractl) - start; in squashfs_readahead()
550 readahead_expand(ractl, start, (len | mask) + 1); in squashfs_readahead()
569 nr_pages = __readahead_batch(ractl, pages, max_pages); in squashfs_readahead()
573 if (readahead_pos(ractl) >= i_size_read(inode)) in squashfs_readahead()
|
| /kernel/linux/linux-6.6/fs/hmdfs/ |
| H A D | file_cloud.c | 186 static void hmdfs_readahead(struct readahead_control *ractl) in hmdfs_readahead() argument
188 struct file *filp = ractl->file; in hmdfs_readahead()
189 struct address_space *mapping = ractl->mapping; in hmdfs_readahead()
190 unsigned int nr_pages = readahead_count(ractl); in hmdfs_readahead()
207 struct page *page = readahead_page(ractl); in hmdfs_readahead()
|
| /kernel/linux/linux-5.10/fs/f2fs/ |
| H A D | verity.c | 264 DEFINE_READAHEAD(ractl, NULL, inode->i_mapping, index); in f2fs_read_merkle_tree_page()
269 page_cache_ra_unbounded(&ractl, num_ra_pages, 0); in f2fs_read_merkle_tree_page()
|
| /kernel/linux/linux-6.6/fs/f2fs/ |
| H A D | verity.c | 267 DEFINE_READAHEAD(ractl, NULL, NULL, inode->i_mapping, index); in f2fs_read_merkle_tree_page()
272 page_cache_ra_unbounded(&ractl, num_ra_pages, 0); in f2fs_read_merkle_tree_page()
|
| H A D | file.c | 4060 DEFINE_READAHEAD(ractl, NULL, NULL, inode->i_mapping, page_idx); in redirty_blocks()
4066 page_cache_ra_unbounded(&ractl, len, 0); in redirty_blocks()
|
| /kernel/linux/linux-5.10/include/linux/ |
| H A D | pagemap.h | 838 DEFINE_READAHEAD(ractl, file, mapping, index); in page_cache_sync_readahead()
839 page_cache_sync_ra(&ractl, ra, req_count); in page_cache_sync_readahead()
861 DEFINE_READAHEAD(ractl, file, mapping, index); in page_cache_async_readahead()
862 page_cache_async_ra(&ractl, ra, page, req_count); in page_cache_async_readahead()
|
| /kernel/linux/linux-5.10/fs/ext4/ |
| H A D | verity.c | 376 DEFINE_READAHEAD(ractl, NULL, inode->i_mapping, index); in ext4_read_merkle_tree_page()
381 page_cache_ra_unbounded(&ractl, num_ra_pages, 0); in ext4_read_merkle_tree_page()
|
| /kernel/linux/linux-6.6/fs/ext4/ |
| H A D | verity.c | 370 DEFINE_READAHEAD(ractl, NULL, NULL, inode->i_mapping, index); in ext4_read_merkle_tree_page()
375 page_cache_ra_unbounded(&ractl, num_ra_pages, 0); in ext4_read_merkle_tree_page()
|
| /kernel/linux/linux-6.6/fs/smb/client/ |
| H A D | file.c | 4511 static void cifs_readahead(struct readahead_control *ractl) in cifs_readahead() argument
4513 struct cifsFileInfo *open_file = ractl->file->private_data; in cifs_readahead()
4514 struct cifs_sb_info *cifs_sb = CIFS_FILE_SB(ractl->file); in cifs_readahead()
4519 bool caching = fscache_cookie_enabled(cifs_inode_cookie(ractl->mapping->host)) && in cifs_readahead()
4520 cifs_inode_cookie(ractl->mapping->host)->cache_priv; in cifs_readahead()
4526 * the ractl, wo we have to keep track for ourselves. in cifs_readahead()
4528 ra_pages = readahead_count(ractl); in cifs_readahead()
4529 ra_index = readahead_index(ractl); in cifs_readahead()
4541 __func__, ractl->file, ractl in cifs_readahead()
[all...] |