Lines Matching refs:lru
21 static void list_lru_register(struct list_lru *lru)
24 list_add(&lru->list, &list_lrus);
28 static void list_lru_unregister(struct list_lru *lru)
31 list_del(&lru->list);
35 static int lru_shrinker_id(struct list_lru *lru)
37 return lru->shrinker_id;
40 static inline bool list_lru_memcg_aware(struct list_lru *lru)
42 return lru->memcg_aware;
56 return memcg_lrus->lru[idx];
57 return &nlru->lru;
64 struct list_lru_one *l = &nlru->lru;
81 static void list_lru_register(struct list_lru *lru)
85 static void list_lru_unregister(struct list_lru *lru)
89 static int lru_shrinker_id(struct list_lru *lru)
94 static inline bool list_lru_memcg_aware(struct list_lru *lru)
102 return &nlru->lru;
111 return &nlru->lru;
115 bool list_lru_add(struct list_lru *lru, struct list_head *item)
118 struct list_lru_node *nlru = &lru->node[nid];
129 lru_shrinker_id(lru));
139 bool list_lru_del(struct list_lru *lru, struct list_head *item)
142 struct list_lru_node *nlru = &lru->node[nid];
174 unsigned long list_lru_count_one(struct list_lru *lru,
177 struct list_lru_node *nlru = &lru->node[nid];
190 unsigned long list_lru_count_node(struct list_lru *lru, int nid)
194 nlru = &lru->node[nid];
231 * If the lru lock has been dropped, our list
245 * The lru lock has been dropped, our list traversal is
258 list_lru_walk_one(struct list_lru *lru, int nid, struct mem_cgroup *memcg,
262 struct list_lru_node *nlru = &lru->node[nid];
274 list_lru_walk_one_irq(struct list_lru *lru, int nid, struct mem_cgroup *memcg,
278 struct list_lru_node *nlru = &lru->node[nid];
288 unsigned long list_lru_walk_node(struct list_lru *lru, int nid,
295 isolated += list_lru_walk_one(lru, nid, NULL, isolate, cb_arg,
297 if (*nr_to_walk > 0 && list_lru_memcg_aware(lru)) {
299 struct list_lru_node *nlru = &lru->node[nid];
328 kfree(memcg_lrus->lru[i]);
344 memcg_lrus->lru[i] = l;
409 memcpy(&new->lru, &old->lru, old_size * sizeof(void *));
438 static int memcg_init_list_lru(struct list_lru *lru, bool memcg_aware)
442 lru->memcg_aware = memcg_aware;
448 if (memcg_init_list_lru_node(&lru->node[i]))
454 if (!lru->node[i].memcg_lrus)
456 memcg_destroy_list_lru_node(&lru->node[i]);
461 static void memcg_destroy_list_lru(struct list_lru *lru)
465 if (!list_lru_memcg_aware(lru))
469 memcg_destroy_list_lru_node(&lru->node[i]);
472 static int memcg_update_list_lru(struct list_lru *lru,
477 if (!list_lru_memcg_aware(lru))
481 if (memcg_update_list_lru_node(&lru->node[i],
488 if (!lru->node[i].memcg_lrus)
491 memcg_cancel_update_list_lru_node(&lru->node[i],
497 static void memcg_cancel_update_list_lru(struct list_lru *lru,
502 if (!list_lru_memcg_aware(lru))
506 memcg_cancel_update_list_lru_node(&lru->node[i],
513 struct list_lru *lru;
517 list_for_each_entry(lru, &list_lrus, list) {
518 ret = memcg_update_list_lru(lru, old_size, new_size);
526 list_for_each_entry_continue_reverse(lru, &list_lrus, list)
527 memcg_cancel_update_list_lru(lru, old_size, new_size);
531 static void memcg_drain_list_lru_node(struct list_lru *lru, int nid,
534 struct list_lru_node *nlru = &lru->node[nid];
551 memcg_set_shrinker_bit(dst_memcg, nid, lru_shrinker_id(lru));
558 static void memcg_drain_list_lru(struct list_lru *lru,
563 if (!list_lru_memcg_aware(lru))
567 memcg_drain_list_lru_node(lru, i, src_idx, dst_memcg);
572 struct list_lru *lru;
575 list_for_each_entry(lru, &list_lrus, list)
576 memcg_drain_list_lru(lru, src_idx, dst_memcg);
580 static int memcg_init_list_lru(struct list_lru *lru, bool memcg_aware)
585 static void memcg_destroy_list_lru(struct list_lru *lru)
590 int __list_lru_init(struct list_lru *lru, bool memcg_aware,
598 lru->shrinker_id = shrinker->id;
600 lru->shrinker_id = -1;
604 lru->node = kcalloc(nr_node_ids, sizeof(*lru->node), GFP_KERNEL);
605 if (!lru->node)
609 spin_lock_init(&lru->node[i].lock);
611 lockdep_set_class(&lru->node[i].lock, key);
612 init_one_lru(&lru->node[i].lru);
615 err = memcg_init_list_lru(lru, memcg_aware);
617 kfree(lru->node);
619 lru->node = NULL;
623 list_lru_register(lru);
630 void list_lru_destroy(struct list_lru *lru)
633 if (!lru->node)
638 list_lru_unregister(lru);
640 memcg_destroy_list_lru(lru);
641 kfree(lru->node);
642 lru->node = NULL;
645 lru->shrinker_id = -1;