Skip to content

Commit 214a441

Browse files
Christoph Hellwigaxboe
authored andcommitted
blk-mq: don't kick the requeue_list in blk_mq_add_to_requeue_list
blk_mq_add_to_requeue_list takes a bool parameter to control how to kick the requeue list at the end of the function. Move the call to blk_mq_kick_requeue_list to the callers that want it instead. Signed-off-by: Christoph Hellwig <hch@lst.de> Reviewed-by: Damien Le Moal <dlemoal@kernel.org> Link: https://lore.kernel.org/r/20230413064057.707578-17-hch@lst.de Signed-off-by: Jens Axboe <axboe@kernel.dk>
1 parent 2394395 commit 214a441

3 files changed

Lines changed: 12 additions & 10 deletions

File tree

block/blk-flush.c

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -188,7 +188,8 @@ static void blk_flush_complete_seq(struct request *rq,
188188

189189
case REQ_FSEQ_DATA:
190190
list_move_tail(&rq->flush.list, &fq->flush_data_in_flight);
191-
blk_mq_add_to_requeue_list(rq, true, true);
191+
blk_mq_add_to_requeue_list(rq, true);
192+
blk_mq_kick_requeue_list(q);
192193
break;
193194

194195
case REQ_FSEQ_DONE:
@@ -345,7 +346,8 @@ static void blk_kick_flush(struct request_queue *q, struct blk_flush_queue *fq,
345346
smp_wmb();
346347
req_ref_set(flush_rq, 1);
347348

348-
blk_mq_add_to_requeue_list(flush_rq, false, true);
349+
blk_mq_add_to_requeue_list(flush_rq, false);
350+
blk_mq_kick_requeue_list(q);
349351
}
350352

351353
static enum rq_end_io_ret mq_flush_data_end_io(struct request *rq,

block/blk-mq.c

Lines changed: 7 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1412,12 +1412,17 @@ static void __blk_mq_requeue_request(struct request *rq)
14121412

14131413
void blk_mq_requeue_request(struct request *rq, bool kick_requeue_list)
14141414
{
1415+
struct request_queue *q = rq->q;
1416+
14151417
__blk_mq_requeue_request(rq);
14161418

14171419
/* this request will be re-inserted to io scheduler queue */
14181420
blk_mq_sched_requeue_request(rq);
14191421

1420-
blk_mq_add_to_requeue_list(rq, true, kick_requeue_list);
1422+
blk_mq_add_to_requeue_list(rq, true);
1423+
1424+
if (kick_requeue_list)
1425+
blk_mq_kick_requeue_list(q);
14211426
}
14221427
EXPORT_SYMBOL(blk_mq_requeue_request);
14231428

@@ -1459,8 +1464,7 @@ static void blk_mq_requeue_work(struct work_struct *work)
14591464
blk_mq_run_hw_queues(q, false);
14601465
}
14611466

1462-
void blk_mq_add_to_requeue_list(struct request *rq, bool at_head,
1463-
bool kick_requeue_list)
1467+
void blk_mq_add_to_requeue_list(struct request *rq, bool at_head)
14641468
{
14651469
struct request_queue *q = rq->q;
14661470
unsigned long flags;
@@ -1479,9 +1483,6 @@ void blk_mq_add_to_requeue_list(struct request *rq, bool at_head,
14791483
list_add_tail(&rq->queuelist, &q->requeue_list);
14801484
}
14811485
spin_unlock_irqrestore(&q->requeue_lock, flags);
1482-
1483-
if (kick_requeue_list)
1484-
blk_mq_kick_requeue_list(q);
14851486
}
14861487

14871488
void blk_mq_kick_requeue_list(struct request_queue *q)

block/blk-mq.h

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -44,8 +44,7 @@ int blk_mq_update_nr_requests(struct request_queue *q, unsigned int nr);
4444
void blk_mq_wake_waiters(struct request_queue *q);
4545
bool blk_mq_dispatch_rq_list(struct blk_mq_hw_ctx *hctx, struct list_head *,
4646
unsigned int);
47-
void blk_mq_add_to_requeue_list(struct request *rq, bool at_head,
48-
bool kick_requeue_list);
47+
void blk_mq_add_to_requeue_list(struct request *rq, bool at_head);
4948
void blk_mq_flush_busy_ctxs(struct blk_mq_hw_ctx *hctx, struct list_head *list);
5049
struct request *blk_mq_dequeue_from_ctx(struct blk_mq_hw_ctx *hctx,
5150
struct blk_mq_ctx *start);

0 commit comments

Comments
 (0)