Lines Matching refs:blkiolat
143 struct blk_iolatency *blkiolat;
329 static void scale_cookie_change(struct blk_iolatency *blkiolat,
333 unsigned long qd = blkiolat->rqos.disk->queue->nr_requests;
375 unsigned long qd = iolat->blkiolat->rqos.disk->queue->nr_requests;
465 struct blk_iolatency *blkiolat = BLKIOLATENCY(rqos);
469 if (!blkiolat->enabled)
484 if (!timer_pending(&blkiolat->timer))
485 mod_timer(&blkiolat->timer, jiffies + HZ);
574 scale_cookie_change(iolat->blkiolat, lat_info, true);
584 scale_cookie_change(iolat->blkiolat, lat_info, false);
609 if (!iolat->blkiolat->enabled)
645 struct blk_iolatency *blkiolat = BLKIOLATENCY(rqos);
647 timer_shutdown_sync(&blkiolat->timer);
648 flush_work(&blkiolat->enable_work);
650 kfree(blkiolat);
661 struct blk_iolatency *blkiolat = from_timer(blkiolat, t, timer);
668 blkiolat->rqos.disk->queue->root_blkg) {
700 scale_cookie_change(iolat->blkiolat, lat_info, true);
737 struct blk_iolatency *blkiolat = container_of(work, struct blk_iolatency,
742 * There can only be one instance of this function running for @blkiolat
747 * Also, we know @blkiolat is safe to access as ->enable_work is flushed
750 enabled = atomic_read(&blkiolat->enable_cnt);
751 if (enabled != blkiolat->enabled) {
752 blk_mq_freeze_queue(blkiolat->rqos.disk->queue);
753 blkiolat->enabled = enabled;
754 blk_mq_unfreeze_queue(blkiolat->rqos.disk->queue);
760 struct blk_iolatency *blkiolat;
763 blkiolat = kzalloc(sizeof(*blkiolat), GFP_KERNEL);
764 if (!blkiolat)
767 ret = rq_qos_add(&blkiolat->rqos, disk, RQ_QOS_LATENCY,
775 timer_setup(&blkiolat->timer, blkiolatency_timer_fn, 0);
776 INIT_WORK(&blkiolat->enable_work, blkiolatency_enable_work_fn);
781 rq_qos_del(&blkiolat->rqos);
783 kfree(blkiolat);
790 struct blk_iolatency *blkiolat = iolat->blkiolat;
799 if (atomic_inc_return(&blkiolat->enable_cnt) == 1)
800 schedule_work(&blkiolat->enable_work);
804 if (atomic_dec_return(&blkiolat->enable_cnt) == 0)
805 schedule_work(&blkiolat->enable_work);
987 struct blk_iolatency *blkiolat = BLKIOLATENCY(rqos);
1006 iolat->blkiolat = blkiolat;