diff --git a/tests/benchmark/milvus_benchmark/runners/accuracy.py b/tests/benchmark/milvus_benchmark/runners/accuracy.py
index aedd3e0b27b73288e08d167a4f1cce090a2fac85..450421668e194eb52e0b48b1d113171e878a3f44 100644
--- a/tests/benchmark/milvus_benchmark/runners/accuracy.py
+++ b/tests/benchmark/milvus_benchmark/runners/accuracy.py
@@ -265,6 +265,13 @@ class AccAccuracyRunner(AccuracyRunner):
         true_ids = case_param["true_ids"]
         nq = case_metric.search["nq"]
         top_k = case_metric.search["topk"]
+        start_time = time.time()
+        end_time = start_time + 500
+        cnt = 0
+        while cnt < 100 and start_time < end_time:
+            self.milvus.query(case_param["vector_query"], filter_query=case_param["filter_query"])
+            cnt += 1
+            start_time = time.time()
         query_res = self.milvus.query(case_param["vector_query"], filter_query=case_param["filter_query"])
         result_ids = self.milvus.get_ids(query_res)
         # Calculate the accuracy of the result of query