Lines Matching refs:lat_info
329 struct child_latency_info *lat_info,
334 unsigned long old = atomic_read(&lat_info->scale_cookie);
343 atomic_set(&lat_info->scale_cookie,
346 atomic_inc(&lat_info->scale_cookie);
348 atomic_add(scale, &lat_info->scale_cookie);
358 atomic_dec(&lat_info->scale_cookie);
360 atomic_sub(scale, &lat_info->scale_cookie);
399 struct child_latency_info *lat_info;
413 lat_info = &parent->child_lat;
414 cur_cookie = atomic_read(&lat_info->scale_cookie);
415 scale_lat = READ_ONCE(lat_info->scale_lat);
442 samples_thresh = lat_info->nr_samples * 5;
529 struct child_latency_info *lat_info;
548 lat_info = &parent->child_lat;
554 atomic_read(&lat_info->scale_cookie) == DEFAULT_SCALE_COOKIE)
558 spin_lock_irqsave(&lat_info->lock, flags);
561 lat_info->nr_samples -= iolat->nr_samples;
562 lat_info->nr_samples += latency_stat_samples(iolat, &iolat->cur_stat);
565 if ((lat_info->last_scale_event >= now ||
566 now - lat_info->last_scale_event < BLKIOLATENCY_MIN_ADJUST_TIME))
574 if (lat_info->scale_grp == iolat) {
575 lat_info->last_scale_event = now;
576 scale_cookie_change(iolat->blkiolat, lat_info, true);
578 } else if (lat_info->scale_lat == 0 ||
579 lat_info->scale_lat >= iolat->min_lat_nsec) {
580 lat_info->last_scale_event = now;
581 if (!lat_info->scale_grp ||
582 lat_info->scale_lat > iolat->min_lat_nsec) {
583 WRITE_ONCE(lat_info->scale_lat, iolat->min_lat_nsec);
584 lat_info->scale_grp = iolat;
586 scale_cookie_change(iolat->blkiolat, lat_info, false);
590 spin_unlock_irqrestore(&lat_info->lock, flags);
672 struct child_latency_info *lat_info;
687 lat_info = &iolat->child_lat;
688 cookie = atomic_read(&lat_info->scale_cookie);
693 spin_lock_irqsave(&lat_info->lock, flags);
694 if (lat_info->last_scale_event >= now)
701 if (lat_info->scale_grp == NULL) {
702 scale_cookie_change(iolat->blkiolat, lat_info, true);
711 if (now - lat_info->last_scale_event >=
713 lat_info->scale_grp = NULL;
715 spin_unlock_irqrestore(&lat_info->lock, flags);
816 struct child_latency_info *lat_info;
820 lat_info = &iolat->child_lat;
821 spin_lock(&lat_info->lock);
822 atomic_set(&lat_info->scale_cookie, DEFAULT_SCALE_COOKIE);
823 lat_info->last_scale_event = 0;
824 lat_info->scale_grp = NULL;
825 lat_info->scale_lat = 0;
826 spin_unlock(&lat_info->lock);