Lines Matching refs:service_queue
62 struct throtl_service_queue service_queue;
107 return container_of(sq, struct throtl_grp, service_queue);
116 * A service_queue can be embedded in either a throtl_grp or throtl_data.
126 return container_of(sq, struct throtl_data, service_queue);
214 * @sq: the service_queue being reported
255 * @queued: the service_queue->queued[] list @qn belongs to
329 /* init a service_queue, assumes the caller zeroed it */
354 throtl_service_queue_init(&tg->service_queue);
391 struct throtl_service_queue *sq = &tg->service_queue;
407 sq->parent_sq = &td->service_queue;
409 sq->parent_sq = &blkg_to_tg(blkg->parent)->service_queue;
420 struct throtl_grp *parent_tg = sq_to_tg(tg->service_queue.parent_sq);
493 del_timer_sync(&tg->service_queue.pending_timer);
531 struct throtl_service_queue *parent_sq = tg->service_queue.parent_sq;
560 tg->service_queue.parent_sq->nr_pending++;
568 tg->service_queue.parent_sq;
598 * @sq: the service_queue to schedule dispatch for
651 throtl_log(&tg->service_queue,
669 throtl_log(&tg->service_queue,
685 throtl_log(&tg->service_queue,
789 throtl_log(&tg->service_queue,
820 if (tg->service_queue.nr_queued[READ])
822 if (tg->service_queue.nr_queued[WRITE])
826 throtl_log(&tg->service_queue, "%s: %lld %lld %d %d\n", __func__,
915 BUG_ON(tg->service_queue.nr_queued[rw] &&
916 bio != throtl_peek_queued(&tg->service_queue.queued[rw]));
933 if (throtl_slice_used(tg, rw) && !(tg->service_queue.nr_queued[rw]))
982 * Add @bio to @tg's service_queue using @qn. If @qn is not specified,
988 struct throtl_service_queue *sq = &tg->service_queue;
1011 struct throtl_service_queue *sq = &tg->service_queue;
1027 throtl_rb_erase(&tg->rb_node, tg->service_queue.parent_sq);
1047 struct throtl_service_queue *sq = &tg->service_queue;
1067 * @td->service_queue, @bio is ready to be issued. Put it on its
1090 struct throtl_service_queue *sq = &tg->service_queue;
1141 sq = &tg->service_queue;
1157 * throtl_pending_timer_fn - timer function for service_queue->pending_timer
1161 * pending and queued on the service_queue's pending_tree and expires when
1164 * service_queue.
1246 * of throtl_data->service_queue. Those bios are ready and issued by this
1253 struct throtl_service_queue *td_sq = &td->service_queue;
1314 struct throtl_service_queue *sq = &tg->service_queue;
1318 throtl_log(&tg->service_queue,
1734 struct throtl_service_queue *sq = &tg->service_queue;
1783 parent_sq = parent->service_queue.parent_sq;
1822 throtl_log(&tg->service_queue,
1831 struct throtl_service_queue *sq = &tg->service_queue;
1866 tg = sq_to_tg(tg->service_queue.parent_sq);
1927 throtl_log(&td->service_queue, "upgrade to max");
1934 struct throtl_service_queue *sq = &tg->service_queue;
1941 throtl_select_dispatch(&td->service_queue);
1942 throtl_schedule_next_dispatch(&td->service_queue, true);
1950 throtl_log(&td->service_queue, "downgrade, scale %d", td->scale);
1987 tg = sq_to_tg(tg->service_queue.parent_sq);
2140 throtl_log(&td->service_queue,
2195 sq = &tg->service_queue;
2269 throtl_schedule_next_dispatch(tg->service_queue.parent_sq, true);
2392 throtl_service_queue_init(&td->service_queue);
2417 del_timer_sync(&q->td->service_queue.pending_timer);