Lines Matching refs:service_queue
70 struct list_head node; /* service_queue->queued[] */
76 struct throtl_service_queue *parent_sq; /* the parent service_queue */
79 * Bios queued directly to this service_queue or dispatched from
112 /* active throtl group service_queue member */
119 struct throtl_service_queue service_queue;
205 struct throtl_service_queue service_queue;
260 return container_of(sq, struct throtl_grp, service_queue);
269 * A service_queue can be embedded in either a throtl_grp or throtl_data.
279 return container_of(sq, struct throtl_data, service_queue);
367 * @sq: the service_queue being reported
408 * @queued: the service_queue->queued[] list @qn belongs to
482 /* init a service_queue, assumes the caller zeroed it */
508 throtl_service_queue_init(&tg->service_queue);
545 struct throtl_service_queue *sq = &tg->service_queue;
560 sq->parent_sq = &td->service_queue;
562 sq->parent_sq = &blkg_to_tg(blkg->parent)->service_queue;
573 struct throtl_grp *parent_tg = sq_to_tg(tg->service_queue.parent_sq);
635 del_timer_sync(&tg->service_queue.pending_timer);
674 struct throtl_service_queue *parent_sq = tg->service_queue.parent_sq;
703 tg->service_queue.parent_sq->nr_pending++;
710 throtl_rb_erase(&tg->rb_node, tg->service_queue.parent_sq);
737 * @sq: the service_queue to schedule dispatch for
790 throtl_log(&tg->service_queue,
805 throtl_log(&tg->service_queue,
821 throtl_log(&tg->service_queue,
890 throtl_log(&tg->service_queue,
1009 BUG_ON(tg->service_queue.nr_queued[rw] &&
1010 bio != throtl_peek_queued(&tg->service_queue.queued[rw]));
1026 if (throtl_slice_used(tg, rw) && !(tg->service_queue.nr_queued[rw]))
1083 * Add @bio to @tg's service_queue using @qn. If @qn is not specified,
1089 struct throtl_service_queue *sq = &tg->service_queue;
1112 struct throtl_service_queue *sq = &tg->service_queue;
1148 struct throtl_service_queue *sq = &tg->service_queue;
1168 * @td->service_queue, @bio is ready to be issued. Put it on its
1190 struct throtl_service_queue *sq = &tg->service_queue;
1243 sq = &tg->service_queue;
1257 * throtl_pending_timer_fn - timer function for service_queue->pending_timer
1261 * pending and queued on the service_queue's pending_tree and expires when
1264 * service_queue.
1336 * of throtl_data->service_queue. Those bios are ready and issued by this
1343 struct throtl_service_queue *td_sq = &td->service_queue;
1404 struct throtl_service_queue *sq = &tg->service_queue;
1408 throtl_log(&tg->service_queue,
1856 parent_sq = parent->service_queue.parent_sq;
1895 throtl_log(&tg->service_queue,
1904 struct throtl_service_queue *sq = &tg->service_queue;
1934 tg = sq_to_tg(tg->service_queue.parent_sq);
1995 throtl_log(&td->service_queue, "upgrade to max");
2002 struct throtl_service_queue *sq = &tg->service_queue;
2009 throtl_select_dispatch(&td->service_queue);
2010 throtl_schedule_next_dispatch(&td->service_queue, true);
2018 throtl_log(&td->service_queue, "downgrade, scale %d", td->scale);
2051 tg = sq_to_tg(tg->service_queue.parent_sq);
2207 throtl_log(&td->service_queue,
2235 parent_sq = parent->service_queue.parent_sq;
2272 sq = &tg->service_queue;
2344 throtl_schedule_next_dispatch(tg->service_queue.parent_sq, true);
2467 throtl_service_queue_init(&td->service_queue);
2490 del_timer_sync(&q->td->service_queue.pending_timer);