Lines Matching refs:dql
18 void dql_completed(struct dql *dql, unsigned int count)
24 num_queued = READ_ONCE(dql->num_queued);
27 BUG_ON(count > num_queued - dql->num_completed);
29 completed = dql->num_completed + count;
30 limit = dql->limit;
31 ovlimit = POSDIFF(num_queued - dql->num_completed, limit);
33 prev_inprogress = dql->prev_num_queued - dql->num_completed;
34 all_prev_completed = AFTER_EQ(completed, dql->prev_num_queued);
37 (dql->prev_ovlimit && all_prev_completed)) {
53 limit += POSDIFF(completed, dql->prev_num_queued) +
54 dql->prev_ovlimit;
55 dql->slack_start_time = jiffies;
56 dql->lowest_slack = UINT_MAX;
82 slack = POSDIFF(limit + dql->prev_ovlimit,
83 2 * (completed - dql->num_completed));
84 slack_last_objs = dql->prev_ovlimit ?
85 POSDIFF(dql->prev_last_obj_cnt, dql->prev_ovlimit) : 0;
89 if (slack < dql->lowest_slack)
90 dql->lowest_slack = slack;
93 dql->slack_start_time + dql->slack_hold_time)) {
94 limit = POSDIFF(limit, dql->lowest_slack);
95 dql->slack_start_time = jiffies;
96 dql->lowest_slack = UINT_MAX;
101 limit = clamp(limit, dql->min_limit, dql->max_limit);
103 if (limit != dql->limit) {
104 dql->limit = limit;
108 dql->adj_limit = limit + completed;
109 dql->prev_ovlimit = ovlimit;
110 dql->prev_last_obj_cnt = dql->last_obj_cnt;
111 dql->num_completed = completed;
112 dql->prev_num_queued = num_queued;
116 void dql_reset(struct dql *dql)
119 dql->limit = 0;
120 dql->num_queued = 0;
121 dql->num_completed = 0;
122 dql->last_obj_cnt = 0;
123 dql->prev_num_queued = 0;
124 dql->prev_last_obj_cnt = 0;
125 dql->prev_ovlimit = 0;
126 dql->lowest_slack = UINT_MAX;
127 dql->slack_start_time = jiffies;
131 void dql_init(struct dql *dql, unsigned int hold_time)
133 dql->max_limit = DQL_MAX_LIMIT;
134 dql->min_limit = 0;
135 dql->slack_hold_time = hold_time;
136 dql_reset(dql);