From db354c35643feb2b633c395efe4377fa933e01a9 Mon Sep 17 00:00:00 2001 From: zhuwenxing Date: Wed, 19 Oct 2022 10:17:31 +0800 Subject: [PATCH] [test]Create index before load for chaos test (#19875) Signed-off-by: zhuwenxing Signed-off-by: zhuwenxing --- tests/python_client/chaos/checker.py | 35 +++++++++++++++++++ .../test_all_collections_after_chaos.py | 7 ++++ .../chaos/testcases/test_data_persistence.py | 7 ++++ 3 files changed, 49 insertions(+) diff --git a/tests/python_client/chaos/checker.py b/tests/python_client/chaos/checker.py index 2e8e7e729..23b96af62 100644 --- a/tests/python_client/chaos/checker.py +++ b/tests/python_client/chaos/checker.py @@ -354,6 +354,13 @@ class QueryChecker(Checker): if collection_name is None: collection_name = cf.gen_unique_str("QueryChecker_") super().__init__(collection_name=collection_name, shards_num=shards_num) + res, result = self.c_wrap.create_index(ct.default_float_vec_field_name, + constants.DEFAULT_INDEX_PARAM, + name=cf.gen_unique_str( + 'index_'), + timeout=timeout, + enable_traceback=enable_traceback, + check_task=CheckTasks.check_nothing) self.c_wrap.load(replica_number=replica_number) # do load before query self.term_expr = None @@ -386,6 +393,13 @@ class LoadChecker(Checker): collection_name = cf.gen_unique_str("DeleteChecker_") super().__init__(collection_name=collection_name) self.replica_number = replica_number + res, result = self.c_wrap.create_index(ct.default_float_vec_field_name, + constants.DEFAULT_INDEX_PARAM, + name=cf.gen_unique_str( + 'index_'), + timeout=timeout, + enable_traceback=enable_traceback, + check_task=CheckTasks.check_nothing) @trace() def load(self): @@ -412,6 +426,13 @@ class DeleteChecker(Checker): if collection_name is None: collection_name = cf.gen_unique_str("DeleteChecker_") super().__init__(collection_name=collection_name) + res, result = self.c_wrap.create_index(ct.default_float_vec_field_name, + constants.DEFAULT_INDEX_PARAM, + name=cf.gen_unique_str( + 'index_'), + timeout=timeout, + enable_traceback=enable_traceback, + check_task=CheckTasks.check_nothing) self.c_wrap.load() # load before query term_expr = f'{ct.default_int64_field_name} > 0' res, _ = self.c_wrap.query(term_expr, output_fields=[ @@ -445,6 +466,13 @@ class CompactChecker(Checker): collection_name = cf.gen_unique_str("CompactChecker_") super().__init__(collection_name=collection_name) self.ut = ApiUtilityWrapper() + res, result = self.c_wrap.create_index(ct.default_float_vec_field_name, + constants.DEFAULT_INDEX_PARAM, + name=cf.gen_unique_str( + 'index_'), + timeout=timeout, + enable_traceback=enable_traceback, + check_task=CheckTasks.check_nothing) self.c_wrap.load() # load before compact @trace() @@ -502,6 +530,13 @@ class LoadBalanceChecker(Checker): collection_name = cf.gen_unique_str("LoadBalanceChecker_") super().__init__(collection_name=collection_name) self.utility_wrap = ApiUtilityWrapper() + res, result = self.c_wrap.create_index(ct.default_float_vec_field_name, + constants.DEFAULT_INDEX_PARAM, + name=cf.gen_unique_str( + 'index_'), + timeout=timeout, + enable_traceback=enable_traceback, + check_task=CheckTasks.check_nothing) self.c_wrap.load() self.sealed_segment_ids = None self.dst_node_ids = None diff --git a/tests/python_client/chaos/testcases/test_all_collections_after_chaos.py b/tests/python_client/chaos/testcases/test_all_collections_after_chaos.py index d3e115d5a..e93f5d3a1 100644 --- a/tests/python_client/chaos/testcases/test_all_collections_after_chaos.py +++ b/tests/python_client/chaos/testcases/test_all_collections_after_chaos.py @@ -52,6 +52,13 @@ class TestAllCollection(TestcaseBase): log.info(f"assert flush: {tt}, entities: {entities}") # search + _index_params = {"index_type": "HNSW", "metric_type": "L2", "params": {"M": 48, "efConstruction": 500}} + t0 = time.time() + index, _ = collection_w.create_index(field_name=ct.default_float_vec_field_name, + index_params=_index_params, + name=cf.gen_unique_str()) + tt = time.time() - t0 + log.info(f"assert index: {tt}") collection_w.load() search_vectors = cf.gen_vectors(1, ct.default_dim) search_params = {"metric_type": "L2", "params": {"ef": 64}} diff --git a/tests/python_client/chaos/testcases/test_data_persistence.py b/tests/python_client/chaos/testcases/test_data_persistence.py index 3e0926892..0d0bd0cd0 100644 --- a/tests/python_client/chaos/testcases/test_data_persistence.py +++ b/tests/python_client/chaos/testcases/test_data_persistence.py @@ -45,6 +45,13 @@ class TestDataPersistence(TestcaseBase): log.info(f"assert flush: {tt}, entities: {entities}") # search + _index_params = {"index_type": "HNSW", "metric_type": "L2", "params": {"M": 48, "efConstruction": 500}} + t0 = time.time() + index, _ = collection_w.create_index(field_name=ct.default_float_vec_field_name, + index_params=_index_params, + name=cf.gen_unique_str()) + tt = time.time() - t0 + log.info(f"assert index: {tt}") collection_w.load() search_vectors = cf.gen_vectors(1, ct.default_dim) search_params = {"metric_type": "L2", "params": {"ef": 64}} -- GitLab