| /kernel/linux/linux-5.10/block/ |
| H A D | blk-flush.c | 214 static void flush_end_io(struct request *flush_rq, blk_status_t error) in flush_end_io() argument
216 struct request_queue *q = flush_rq->q; in flush_end_io()
220 struct blk_flush_queue *fq = blk_get_flush_queue(q, flush_rq->mq_ctx); in flush_end_io()
225 if (!refcount_dec_and_test(&flush_rq->ref)) { in flush_end_io()
231 blk_account_io_flush(flush_rq); in flush_end_io()
237 WRITE_ONCE(flush_rq->state, MQ_RQ_IDLE); in flush_end_io()
244 flush_rq->tag = BLK_MQ_NO_TAG; in flush_end_io()
246 blk_mq_put_driver_tag(flush_rq); in flush_end_io()
247 flush_rq->internal_tag = BLK_MQ_NO_TAG; in flush_end_io()
291 struct request *flush_rq in blk_kick_flush() local
[all...] |
| H A D | blk-mq.c | 2651 unsigned int queue_depth, struct request *flush_rq) in blk_mq_clear_flush_rq_mapping()
2660 WARN_ON_ONCE(refcount_read(&flush_rq->ref) != 0); in blk_mq_clear_flush_rq_mapping()
2663 cmpxchg(&tags->rqs[i], flush_rq, NULL); in blk_mq_clear_flush_rq_mapping()
2680 struct request *flush_rq = hctx->fq->flush_rq; in blk_mq_exit_hctx() local
2686 set->queue_depth, flush_rq); in blk_mq_exit_hctx()
2688 set->ops->exit_request(set, flush_rq, hctx_idx); in blk_mq_exit_hctx()
2745 if (blk_mq_init_request(set, hctx->fq->flush_rq, hctx_idx, in blk_mq_init_hctx()
2650 blk_mq_clear_flush_rq_mapping(struct blk_mq_tags *tags, unsigned int queue_depth, struct request *flush_rq) blk_mq_clear_flush_rq_mapping() argument
|
| H A D | blk.h | 26 struct request *flush_rq; member
|
| /kernel/linux/linux-6.6/block/ |
| H A D | blk-flush.c | 216 static enum rq_end_io_ret flush_end_io(struct request *flush_rq, in flush_end_io() argument
219 struct request_queue *q = flush_rq->q; in flush_end_io()
223 struct blk_flush_queue *fq = blk_get_flush_queue(q, flush_rq->mq_ctx); in flush_end_io()
228 if (!req_ref_put_and_test(flush_rq)) { in flush_end_io()
234 blk_account_io_flush(flush_rq); in flush_end_io()
240 WRITE_ONCE(flush_rq->state, MQ_RQ_IDLE); in flush_end_io()
247 flush_rq->tag = BLK_MQ_NO_TAG; in flush_end_io()
249 blk_mq_put_driver_tag(flush_rq); in flush_end_io()
250 flush_rq->internal_tag = BLK_MQ_NO_TAG; in flush_end_io()
295 struct request *flush_rq in blk_kick_flush() local
[all...] |
| H A D | blk-mq.c | 990 * Account IO completion. flush_rq isn't accounted as a in blk_account_io_done()
3621 unsigned int queue_depth, struct request *flush_rq) in blk_mq_clear_flush_rq_mapping()
3630 WARN_ON_ONCE(req_ref_read(flush_rq) != 0); in blk_mq_clear_flush_rq_mapping()
3633 cmpxchg(&tags->rqs[i], flush_rq, NULL); in blk_mq_clear_flush_rq_mapping()
3650 struct request *flush_rq = hctx->fq->flush_rq; in blk_mq_exit_hctx() local
3657 set->queue_depth, flush_rq); in blk_mq_exit_hctx()
3659 set->ops->exit_request(set, flush_rq, hctx_idx); in blk_mq_exit_hctx()
3703 if (blk_mq_init_request(set, hctx->fq->flush_rq, hctx_idx, in blk_mq_init_hctx()
3714 set->ops->exit_request(set, hctx->fq->flush_rq, hctx_id in blk_mq_init_hctx()
3620 blk_mq_clear_flush_rq_mapping(struct blk_mq_tags *tags, unsigned int queue_depth, struct request *flush_rq) blk_mq_clear_flush_rq_mapping() argument
[all...] |
| H A D | blk.h | 25 struct request *flush_rq; member
|
| /kernel/linux/linux-5.10/drivers/infiniband/hw/i40iw/ |
| H A D | i40iw_ctrl.c | 2695 bool flush_sq = false, flush_rq = false; in i40iw_sc_qp_flush_wqes() local
2697 if (info->rq && !qp->flush_rq) in i40iw_sc_qp_flush_wqes()
2698 flush_rq = true; in i40iw_sc_qp_flush_wqes()
2704 qp->flush_rq |= flush_rq; in i40iw_sc_qp_flush_wqes()
2705 if (!flush_sq && !flush_rq) in i40iw_sc_qp_flush_wqes()
2713 if (flush_rq) { in i40iw_sc_qp_flush_wqes()
2734 LS_64(flush_rq, I40IW_CQPSQ_FWQE_FLUSHRQ) | in i40iw_sc_qp_flush_wqes()
|
| H A D | i40iw_type.h | 404 bool flush_rq; member
|
| /kernel/linux/linux-6.6/drivers/infiniband/hw/irdma/ |
| H A D | ctrl.c | 2223 bool flush_sq = false, flush_rq = false; in irdma_sc_qp_flush_wqes() local
2225 if (info->rq && !qp->flush_rq) in irdma_sc_qp_flush_wqes()
2226 flush_rq = true; in irdma_sc_qp_flush_wqes()
2230 qp->flush_rq |= flush_rq; in irdma_sc_qp_flush_wqes()
2232 if (!flush_sq && !flush_rq) { in irdma_sc_qp_flush_wqes()
2245 if (flush_rq) in irdma_sc_qp_flush_wqes()
2268 FIELD_PREP(IRDMA_CQPSQ_FWQE_FLUSHRQ, flush_rq) | in irdma_sc_qp_flush_wqes()
|
| H A D | type.h | 479 bool flush_rq:1; member
|
| H A D | hw.c | 2741 iwqp->sc_qp.flush_rq = false; in irdma_flush_wqes()
|