Add timeout to 20s by default in ci test wrapper (#6961)

* Init num_entities before loop
Signed-off-by: Nyanliang567 <yanliang.qiao@zilliz.com>

* [skip ci] Add new tests for L3
Signed-off-by: Nyanliang567 <yanliang.qiao@zilliz.com>

* [skip ci]Add timeout to 20s in base wrapper
Signed-off-by: Nyanliang567 <yanliang.qiao@zilliz.com>

tests20/python_client/base/index_wrapper.py

@@ -7,7 +7,7 @@ from check.func_check import *
 from utils.api_request import api_request
 
 
-TIMEOUT = 5
+TIMEOUT = 20
 
 
 class ApiIndexWrapper:

tests20/python_client/base/partition_wrapper.py

@@ -6,7 +6,7 @@ from check.func_check import *
 from utils.api_request import api_request
 
 
-TIMEOUT = 5
+TIMEOUT = 20
 
 
 class ApiPartitionWrapper:

tests20/python_client/base/utility_wrapper.py

@@ -7,7 +7,7 @@ from check.func_check import *
 from utils.api_request import api_request
 
 
-TIMEOUT = 5
+TIMEOUT = 20
 
 
 class ApiUtilityWrapper:

tests20/python_client/chaos/chaos_objects/chaos_standalone_container_kill.yaml

+apiVersion: chaos-mesh.org/v1alpha1
+kind: PodChaos
+metadata:
+  name: test-standalone-container-kill
+  namespace: chaos-testing
+spec:
+  action: container-kill
+  mode: one
+  containerName: 'standalone'
+  selector:
+    namespaces:
+      - chaos-testing         # target namespace of milvus deployment
+    labelSelectors:
+      app.kubernetes.io/instance: milvus-6868
+      app.kubernetes.io/name: milvus
+      component: standalone
+  scheduler:
+    cron: '@every 8s'
+

tests20/python_client/chaos/checker.py

@@ -76,7 +76,7 @@ class InsertFlushChecker(Checker):
     def __init__(self, flush=False):
         super().__init__()
         self._flush = flush
-        self.init_entities = self.c_wrap.num_entities
+        self.initial_entities = self.c_wrap.num_entities
 
     def keep_running(self):
         while self._running:
@@ -90,8 +90,9 @@ class InsertFlushChecker(Checker):
                     self._fail += 1
                 sleep(constants.WAIT_PER_OP / 10)
             else:
-                if self.c_wrap.num_entities == (self.init_entities + constants.DELTA_PER_INS):
+                if self.c_wrap.num_entities == (self.initial_entities + constants.DELTA_PER_INS):
                     self._succ += 1
+                    self.initial_entities += constants.DELTA_PER_INS
                 else:
                     self._fail += 1
 

tests20/python_client/load/test_workload.py

+import datetime
+import pytest
+
+from base.client_base import TestcaseBase
+from common import common_func as cf
+from common import common_type as ct
+from common.common_type import CaseLabel
+from utils.util_log import test_log as log
+from pymilvus_orm import utility
+
+
+rounds = 100
+per_nb = 100000
+default_field_name = ct.default_float_vec_field_name
+default_index_params = {"index_type": "IVF_SQ8", "metric_type": "L2", "params": {"nlist": 64}}
+
+
+class TestLoad(TestcaseBase):
+    """ Test case of end to end"""
+    @pytest.mark.tags(CaseLabel.L3)
+    def test_load_default(self):
+        name = 'load_test_collection_1'
+        name2 = 'load_test_collection_2'
+        # create
+        # collection_w = self.init_collection_wrap(name=name)
+        # collection_w2 = self.init_collection_wrap(name=name2)
+        # assert collection_w.name == name
+
+        for i in range(50):
+            name = f"load_collection2_{i}"
+            self.init_collection_wrap(name=name)
+        log.debug(f"total collections: {len(utility.list_collections())}")
+
+        # # insert
+        # data = cf.gen_default_list_data(per_nb)
+        # log.debug(f"data len: {len(data[0])}")
+        # for i in range(rounds):
+        #     t0 = datetime.datetime.now()
+        #     ins_res, res = collection_w.insert(data, timeout=180)
+        #     tt = datetime.datetime.now() - t0
+        #     log.debug(f"round{i} insert: {len(ins_res.primary_keys)} entities in {tt}s")
+        #     assert res    # and per_nb == len(ins_res.primary_keys)
+        #
+        #     t0 = datetime.datetime.now()
+        #     ins_res2, res = collection_w2.insert(data, timeout=180)
+        #     tt = datetime.datetime.now() - t0
+        #     log.debug(f"round{i} insert2: {len(ins_res2.primary_keys)} entities in {tt}s")
+        #     assert res
+        #
+        #     # flush
+        #     t0 = datetime.datetime.now()
+        #     log.debug(f"current collection num_entities: {collection_w.num_entities}")
+        #     tt = datetime.datetime.now() - t0
+        #     log.debug(f"round{i} flush in {tt}")
+        #
+        #     t0 = datetime.datetime.now()
+        #     log.debug(f"current collection2 num_entities: {collection_w2.num_entities}")
+        #     tt = datetime.datetime.now() - t0
+        #     log.debug(f"round{i} flush2 in {tt}")
+
+        # index, res = collection_w.create_index(default_field_name, default_index_params, timeout=60)
+        # assert res
+
+        # # search
+        # collection_w.load()
+        # search_vectors = cf.gen_vectors(1, ct.default_dim)
+        # t0 = datetime.datetime.now()
+        # res_1, _ = collection_w.search(data=search_vectors,
+        #                                anns_field=ct.default_float_vec_field_name,
+        #                                param={"nprobe": 16}, limit=1)
+        # tt = datetime.datetime.now() - t0
+        # log.debug(f"assert search: {tt}")
+        # assert len(res_1) == 1
+        # # collection_w.release()
+        #
+        # # index
+        # collection_w.insert(cf.gen_default_dataframe_data(nb=5000))
+        # assert collection_w.num_entities == len(data[0]) + 5000
+        # _index_params = {"index_type": "IVF_SQ8", "metric_type": "L2", "params": {"nlist": 64}}
+        # t0 = datetime.datetime.now()
+        # index, _ = collection_w.create_index(field_name=ct.default_float_vec_field_name,
+        #                                      index_params=_index_params,
+        #                                      name=cf.gen_unique_str())
+        # tt = datetime.datetime.now() - t0
+        # log.debug(f"assert index: {tt}")
+        # assert len(collection_w.indexes) == 1
+        #
+        # # query
+        # term_expr = f'{ct.default_int64_field_name} in [3001,4001,4999,2999]'
+        # t0 = datetime.datetime.now()
+        # res, _ = collection_w.query(term_expr)
+        # tt = datetime.datetime.now() - t0
+        # log.debug(f"assert query: {tt}")
+        # assert len(res) == 4

tests20/python_client/testcases/test_partition.py

@@ -760,7 +760,7 @@ class TestPartitionOperations(TestcaseBase):
 
         # insert data to partition
         max_size = 100000  # TODO: clarify the max size of data
-        ins_res, _ = partition_w.insert(cf.gen_default_dataframe_data(max_size))
+        ins_res, _ = partition_w.insert(cf.gen_default_dataframe_data(max_size), timeout=40)
         assert len(ins_res.primary_keys) == max_size
         # self._connect().flush([collection_w.name])
         assert partition_w.num_entities == max_size