Lines Matching defs:mm_state
3336 filter = READ_ONCE(lruvec->mm_state.filters[gen]);
3351 filter = READ_ONCE(lruvec->mm_state.filters[gen]);
3368 filter = lruvec->mm_state.filters[gen];
3376 WRITE_ONCE(lruvec->mm_state.filters[gen], filter);
3416 if (lruvec->mm_state.tail == &mm_list->fifo)
3417 lruvec->mm_state.tail = &mm->lru_gen.list;
3445 if (lruvec->mm_state.head == &mm->lru_gen.list)
3446 lruvec->mm_state.head = lruvec->mm_state.head->prev;
3449 if (lruvec->mm_state.tail == &mm->lru_gen.list)
3450 lruvec->mm_state.tail = lruvec->mm_state.tail->next;
3504 WRITE_ONCE(lruvec->mm_state.stats[hist][i],
3505 lruvec->mm_state.stats[hist][i] + walk->mm_stats[i]);
3511 hist = lru_hist_from_seq(lruvec->mm_state.seq + 1);
3514 WRITE_ONCE(lruvec->mm_state.stats[hist][i], 0);
3550 struct lru_gen_mm_state *mm_state = &lruvec->mm_state;
3553 * mm_state->seq is incremented after each iteration of mm_list. There
3564 VM_WARN_ON_ONCE(mm_state->seq + 1 < walk->max_seq);
3566 if (walk->max_seq <= mm_state->seq)
3569 if (!mm_state->head)
3570 mm_state->head = &mm_list->fifo;
3572 if (mm_state->head == &mm_list->fifo)
3576 mm_state->head = mm_state->head->next;
3577 if (mm_state->head == &mm_list->fifo) {
3578 WRITE_ONCE(mm_state->seq, mm_state->seq + 1);
3584 if (!mm_state->tail || mm_state->tail == mm_state->head) {
3585 mm_state->tail = mm_state->head->next;
3589 mm = list_entry(mm_state->head, struct mm_struct, lru_gen.list);
3615 struct lru_gen_mm_state *mm_state = &lruvec->mm_state;
3619 VM_WARN_ON_ONCE(mm_state->seq + 1 < max_seq);
3621 if (max_seq > mm_state->seq) {
3622 mm_state->head = NULL;
3623 mm_state->tail = NULL;
3624 WRITE_ONCE(mm_state->seq, mm_state->seq + 1);
4465 if (max_seq <= READ_ONCE(lruvec->mm_state.seq)) {
5911 n = READ_ONCE(lruvec->mm_state.stats[hist][i]);
5914 n = READ_ONCE(lruvec->mm_state.stats[hist][i]);
6193 lruvec->mm_state.seq = MIN_NR_GENS;
6232 bitmap_free(lruvec->mm_state.filters[i]);
6233 lruvec->mm_state.filters[i] = NULL;