Lines Matching defs:ioc_gq
462 struct ioc_gq {
550 struct ioc_gq *ancestors[];
573 struct ioc_gq *iocg;
679 static struct ioc_gq *pd_to_iocg(struct blkg_policy_data *pd)
681 return pd ? container_of(pd, struct ioc_gq, pd) : NULL;
684 static struct ioc_gq *blkg_to_iocg(struct blkcg_gq *blkg)
689 static struct blkcg_gq *iocg_to_blkg(struct ioc_gq *iocg)
717 static void iocg_commit_bio(struct ioc_gq *iocg, struct bio *bio,
730 static void iocg_lock(struct ioc_gq *iocg, bool lock_ioc, unsigned long *flags)
740 static void iocg_unlock(struct ioc_gq *iocg, bool unlock_ioc, unsigned long *flags)
1084 static void __propagate_weights(struct ioc_gq *iocg, u32 active, u32 inuse,
1112 struct ioc_gq *parent = iocg->ancestors[lvl];
1113 struct ioc_gq *child = iocg->ancestors[lvl + 1];
1159 static void propagate_weights(struct ioc_gq *iocg, u32 active, u32 inuse,
1166 static void current_hweight(struct ioc_gq *iocg, u32 *hw_activep, u32 *hw_inusep)
1192 struct ioc_gq *parent = iocg->ancestors[lvl];
1193 struct ioc_gq *child = iocg->ancestors[lvl + 1];
1224 static u32 current_hweight_max(struct ioc_gq *iocg)
1234 struct ioc_gq *parent = iocg->ancestors[lvl];
1235 struct ioc_gq *child = iocg->ancestors[lvl + 1];
1246 static void weight_updated(struct ioc_gq *iocg, struct ioc_now *now)
1261 static bool iocg_activate(struct ioc_gq *iocg, struct ioc_now *now)
1346 static bool iocg_kick_delay(struct ioc_gq *iocg, struct ioc_now *now)
1410 static void iocg_incur_debt(struct ioc_gq *iocg, u64 abs_cost,
1435 static void iocg_pay_debt(struct ioc_gq *iocg, u64 abs_vpay,
1489 static void iocg_kick_waitq(struct ioc_gq *iocg, bool pay_debt,
1574 struct ioc_gq *iocg = container_of(timer, struct ioc_gq, waitq_timer);
1628 static bool iocg_is_idle(struct ioc_gq *iocg)
1649 static void iocg_build_inner_walk(struct ioc_gq *iocg,
1664 struct ioc_gq *inner = iocg->ancestors[lvl];
1672 static void iocg_flush_stat_upward(struct ioc_gq *iocg)
1692 static void iocg_flush_stat_leaf(struct ioc_gq *iocg, struct ioc_now *now)
1719 struct ioc_gq *iocg, *tiocg;
1739 static u32 hweight_after_donation(struct ioc_gq *iocg, u32 old_hwi, u32 hwm,
1849 struct ioc_gq *iocg, *tiocg, *root_iocg;
1901 root_iocg = list_first_entry(&inner_walk, struct ioc_gq, walk_list);
1915 struct ioc_gq *parent = iocg->ancestors[iocg->level - 1];
1923 struct ioc_gq *parent = iocg->ancestors[iocg->level - 1];
1937 struct ioc_gq *parent = iocg->ancestors[iocg->level - 1];
1983 struct ioc_gq *parent;
2027 struct ioc_gq *parent = iocg->ancestors[iocg->level - 1];
2074 struct ioc_gq *iocg;
2165 struct ioc_gq *iocg, *tiocg;
2233 struct ioc_gq *iocg, *tiocg;
2456 static u64 adjust_inuse_and_calc_cost(struct ioc_gq *iocg, u64 vtime,
2517 static void calc_vtime_cost_builtin(struct bio *bio, struct ioc_gq *iocg,
2562 static u64 calc_vtime_cost(struct bio *bio, struct ioc_gq *iocg, bool is_merge)
2599 struct ioc_gq *iocg = blkg_to_iocg(blkg);
2733 struct ioc_gq *iocg = blkg_to_iocg(bio->bi_blkg);
2791 struct ioc_gq *iocg = blkg_to_iocg(bio->bi_blkg);
2956 struct ioc_gq *iocg;
2974 struct ioc_gq *iocg = pd_to_iocg(pd);
3000 struct ioc_gq *tiocg = blkg_to_iocg(tblkg);
3011 struct ioc_gq *iocg = pd_to_iocg(pd);
3039 struct ioc_gq *iocg = pd_to_iocg(pd);
3065 struct ioc_gq *iocg = pd_to_iocg(pd);
3091 struct ioc_gq *iocg;
3107 struct ioc_gq *iocg = blkg_to_iocg(blkg);