diff --git a/block/blk-mq.c b/block/blk-mq.c
index c654981a6d501c96f8a9a1b6ef2ed174a964daed..41885145e57b89646feb2e0136049cf3127e479e 100644
--- a/block/blk-mq.c
+++ b/block/blk-mq.c
@@ -1627,8 +1627,16 @@ static void __blk_mq_delay_run_hw_queue(struct blk_mq_hw_ctx *hctx, bool async,
 		put_cpu();
 	}
 
+	/*
+	 * No need to queue work if there is no io, and this can avoid race
+	 * with blk_cleanup_queue().
+	 */
+	if (!percpu_ref_tryget(&hctx->queue->q_usage_counter))
+		return;
+
 	kblockd_mod_delayed_work_on(blk_mq_hctx_next_cpu(hctx), &hctx->run_work,
 				    msecs_to_jiffies(msecs));
+	percpu_ref_put(&hctx->queue->q_usage_counter);
 }
 
 /**