Lines Matching refs:lat_info
330 struct child_latency_info *lat_info,
335 unsigned long old = atomic_read(&lat_info->scale_cookie);
344 atomic_set(&lat_info->scale_cookie,
347 atomic_inc(&lat_info->scale_cookie);
349 atomic_add(scale, &lat_info->scale_cookie);
359 atomic_dec(&lat_info->scale_cookie);
361 atomic_sub(scale, &lat_info->scale_cookie);
402 struct child_latency_info *lat_info;
412 lat_info = &parent->child_lat;
413 cur_cookie = atomic_read(&lat_info->scale_cookie);
414 scale_lat = READ_ONCE(lat_info->scale_lat);
440 samples_thresh = lat_info->nr_samples * 5;
527 struct child_latency_info *lat_info;
546 lat_info = &parent->child_lat;
552 atomic_read(&lat_info->scale_cookie) == DEFAULT_SCALE_COOKIE)
556 spin_lock_irqsave(&lat_info->lock, flags);
559 lat_info->nr_samples -= iolat->nr_samples;
560 lat_info->nr_samples += latency_stat_samples(iolat, &iolat->cur_stat);
563 if ((lat_info->last_scale_event >= now ||
564 now - lat_info->last_scale_event < BLKIOLATENCY_MIN_ADJUST_TIME))
572 if (lat_info->scale_grp == iolat) {
573 lat_info->last_scale_event = now;
574 scale_cookie_change(iolat->blkiolat, lat_info, true);
576 } else if (lat_info->scale_lat == 0 ||
577 lat_info->scale_lat >= iolat->min_lat_nsec) {
578 lat_info->last_scale_event = now;
579 if (!lat_info->scale_grp ||
580 lat_info->scale_lat > iolat->min_lat_nsec) {
581 WRITE_ONCE(lat_info->scale_lat, iolat->min_lat_nsec);
582 lat_info->scale_grp = iolat;
584 scale_cookie_change(iolat->blkiolat, lat_info, false);
588 spin_unlock_irqrestore(&lat_info->lock, flags);
670 struct child_latency_info *lat_info;
685 lat_info = &iolat->child_lat;
686 cookie = atomic_read(&lat_info->scale_cookie);
691 spin_lock_irqsave(&lat_info->lock, flags);
692 if (lat_info->last_scale_event >= now)
699 if (lat_info->scale_grp == NULL) {
700 scale_cookie_change(iolat->blkiolat, lat_info, true);
709 if (now - lat_info->last_scale_event >=
711 lat_info->scale_grp = NULL;
713 spin_unlock_irqrestore(&lat_info->lock, flags);
813 struct child_latency_info *lat_info;
817 lat_info = &iolat->child_lat;
818 spin_lock(&lat_info->lock);
819 atomic_set(&lat_info->scale_cookie, DEFAULT_SCALE_COOKIE);
820 lat_info->last_scale_event = 0;
821 lat_info->scale_grp = NULL;
822 lat_info->scale_lat = 0;
823 spin_unlock(&lat_info->lock);