Lines Matching defs:ioc_gq
377 struct ioc_gq;
464 struct ioc_gq {
553 struct ioc_gq *ancestors[];
577 struct ioc_gq *iocg;
687 static struct ioc_gq *pd_to_iocg(struct blkg_policy_data *pd)
689 return pd ? container_of(pd, struct ioc_gq, pd) : NULL;
692 static struct ioc_gq *blkg_to_iocg(struct blkcg_gq *blkg)
697 static struct blkcg_gq *iocg_to_blkg(struct ioc_gq *iocg)
725 static void iocg_commit_bio(struct ioc_gq *iocg, struct bio *bio,
738 static void iocg_lock(struct ioc_gq *iocg, bool lock_ioc, unsigned long *flags)
748 static void iocg_unlock(struct ioc_gq *iocg, bool unlock_ioc, unsigned long *flags)
1027 static void __propagate_weights(struct ioc_gq *iocg, u32 active, u32 inuse,
1055 struct ioc_gq *parent = iocg->ancestors[lvl];
1056 struct ioc_gq *child = iocg->ancestors[lvl + 1];
1102 static void propagate_weights(struct ioc_gq *iocg, u32 active, u32 inuse,
1109 static void current_hweight(struct ioc_gq *iocg, u32 *hw_activep, u32 *hw_inusep)
1135 struct ioc_gq *parent = iocg->ancestors[lvl];
1136 struct ioc_gq *child = iocg->ancestors[lvl + 1];
1167 static u32 current_hweight_max(struct ioc_gq *iocg)
1177 struct ioc_gq *parent = iocg->ancestors[lvl];
1178 struct ioc_gq *child = iocg->ancestors[lvl + 1];
1189 static void weight_updated(struct ioc_gq *iocg, struct ioc_now *now)
1204 static bool iocg_activate(struct ioc_gq *iocg, struct ioc_now *now)
1289 static bool iocg_kick_delay(struct ioc_gq *iocg, struct ioc_now *now)
1353 static void iocg_incur_debt(struct ioc_gq *iocg, u64 abs_cost,
1378 static void iocg_pay_debt(struct ioc_gq *iocg, u64 abs_vpay,
1432 static void iocg_kick_waitq(struct ioc_gq *iocg, bool pay_debt,
1517 struct ioc_gq *iocg = container_of(timer, struct ioc_gq, waitq_timer);
1571 static bool iocg_is_idle(struct ioc_gq *iocg)
1592 static void iocg_build_inner_walk(struct ioc_gq *iocg,
1607 struct ioc_gq *inner = iocg->ancestors[lvl];
1615 static void iocg_flush_stat_one(struct ioc_gq *iocg, struct ioc_now *now)
1668 struct ioc_gq *iocg, *tiocg;
1688 static u32 hweight_after_donation(struct ioc_gq *iocg, u32 old_hwi, u32 hwm,
1798 struct ioc_gq *iocg, *tiocg, *root_iocg;
1850 root_iocg = list_first_entry(&inner_walk, struct ioc_gq, walk_list);
1864 struct ioc_gq *parent = iocg->ancestors[iocg->level - 1];
1872 struct ioc_gq *parent = iocg->ancestors[iocg->level - 1];
1886 struct ioc_gq *parent = iocg->ancestors[iocg->level - 1];
1932 struct ioc_gq *parent;
1976 struct ioc_gq *parent = iocg->ancestors[iocg->level - 1];
2023 struct ioc_gq *iocg;
2104 struct ioc_gq *iocg, *tiocg;
2427 static u64 adjust_inuse_and_calc_cost(struct ioc_gq *iocg, u64 vtime,
2488 static void calc_vtime_cost_builtin(struct bio *bio, struct ioc_gq *iocg,
2529 static u64 calc_vtime_cost(struct bio *bio, struct ioc_gq *iocg, bool is_merge)
2566 struct ioc_gq *iocg = blkg_to_iocg(blkg);
2700 struct ioc_gq *iocg = blkg_to_iocg(bio->bi_blkg);
2758 struct ioc_gq *iocg = blkg_to_iocg(bio->bi_blkg);
2923 struct ioc_gq *iocg;
2940 struct ioc_gq *iocg = pd_to_iocg(pd);
2966 struct ioc_gq *tiocg = blkg_to_iocg(tblkg);
2977 struct ioc_gq *iocg = pd_to_iocg(pd);
3005 struct ioc_gq *iocg = pd_to_iocg(pd);
3037 struct ioc_gq *iocg = pd_to_iocg(pd);
3063 struct ioc_gq *iocg;
3079 struct ioc_gq *iocg = blkg_to_iocg(blkg);