Lines Matching refs:lruvec
191 * entry, and after storing the identifier for the lruvec there might
236 struct lruvec *lruvec;
247 lruvec = mem_cgroup_lruvec(memcg, pgdat);
248 lrugen = &lruvec->lrugen;
260 * Fills in @lruvec, @token, @workingset with the values unpacked from shadow.
262 static bool lru_gen_test_recent(void *shadow, bool file, struct lruvec **lruvec,
273 *lruvec = mem_cgroup_lruvec(memcg, pgdat);
275 min_seq = READ_ONCE((*lruvec)->lrugen.min_seq[file]);
285 struct lruvec *lruvec;
292 recent = lru_gen_test_recent(shadow, type, &lruvec, &token, &workingset);
293 if (lruvec != folio_lruvec(folio))
296 mod_lruvec_state(lruvec, WORKINGSET_REFAULT_BASE + type, delta);
301 lrugen = &lruvec->lrugen;
309 mod_lruvec_state(lruvec, WORKINGSET_ACTIVATE_BASE + type, delta);
320 mod_lruvec_state(lruvec, WORKINGSET_RESTORE_BASE + type, delta);
333 static bool lru_gen_test_recent(void *shadow, bool file, struct lruvec **lruvec,
347 * @lruvec: the lruvec that was aged
355 void workingset_age_nonresident(struct lruvec *lruvec, unsigned long nr_pages)
369 atomic_long_add(nr_pages, &lruvec->nonresident_age);
370 } while ((lruvec = parent_lruvec(lruvec)));
385 struct lruvec *lruvec;
396 lruvec = mem_cgroup_lruvec(target_memcg, pgdat);
397 /* XXX: target_memcg can be NULL, go through lruvec */
398 memcgid = mem_cgroup_id(lruvec_memcg(lruvec));
399 eviction = atomic_long_read(&lruvec->nonresident_age);
403 lruvec = folio_lruvec(folio);
404 workingset_age_nonresident(lruvec, folio_nr_pages(folio));
406 workingset_age_nonresident(lruvec, folio_nr_pages(folio));
409 workingset_age_nonresident(lruvec, folio_nr_pages(folio));
429 struct lruvec *eviction_lruvec;
541 struct lruvec *lruvec;
566 lruvec = mem_cgroup_lruvec(memcg, pgdat);
573 mod_lruvec_state(lruvec, WORKINGSET_REFAULT_BASE + file, nr);
575 mod_lruvec_state(lruvec, WORKINGSET_REFAULT_BASE + file, nr);
586 mod_lruvec_state(lruvec, WORKINGSET_ACTIVATE_BASE + file, folio_nr_pages(folio));
588 workingset_age_nonresident(lruvec, nr);
589 mod_lruvec_state(lruvec, WORKINGSET_ACTIVATE_BASE + file, nr);
592 workingset_age_nonresident(lruvec, nr);
593 mod_lruvec_state(lruvec, WORKINGSET_ACTIVATE_BASE + file, nr);
608 mod_lruvec_state(lruvec, WORKINGSET_RESTORE_BASE + file, nr);
610 mod_lruvec_state(lruvec, WORKINGSET_RESTORE_BASE + file, nr);
624 struct lruvec *lruvec;
639 lruvec = folio_lruvec(folio);
640 workingset_age_nonresident(lruvec, folio_nr_pages(folio));
729 struct lruvec *lruvec;
733 lruvec = mem_cgroup_lruvec(sc->memcg, NODE_DATA(sc->nid));
735 pages += lruvec_page_state_local(lruvec,
738 lruvec, NR_SLAB_RECLAIMABLE_B) >> PAGE_SHIFT;
740 lruvec, NR_SLAB_UNRECLAIMABLE_B) >> PAGE_SHIFT;