test level 3: restart (#2384)

* test level 3: restart
Signed-off-by: Nzw <zw@milvus.io>

* add namepsace
Signed-off-by: Nzw <zw@milvus.io>

* update
Signed-off-by: Nzw <zw@milvus.io>

* update
Signed-off-by: Nzw <zw@milvus.io>

* Update utils.py
Signed-off-by: Nzw <zw@milvus.io>

* Update test_level_3.py
Signed-off-by: Nzw <zw@milvus.io>

* Update Jenkinsfile
Signed-off-by: Nzw <zw@milvus.io>

* debug
Signed-off-by: Nzw <zw@milvus.io>

* debug
Signed-off-by: Nzw <zw@milvus.io>

* debug
Signed-off-by: Nzw <zw@milvus.io>

* debug
Signed-off-by: Nzw <zw@milvus.io>

* clean compile warning (#2380)
Signed-off-by: Nyudong.cai <yudong.cai@zilliz.com>
Signed-off-by: Nzw <zw@milvus.io>

* delete pod
Signed-off-by: Nzw <zw@milvus.io>

* update
Signed-off-by: Nzw <zw@milvus.io>

* debug
Signed-off-by: Nzw <zw@milvus.io>

* debug
Signed-off-by: Nzw <zw@milvus.io>

* recover
Signed-off-by: Nzw <zw@milvus.io>
Co-authored-by: Nzw <zw@milvus.io>
Co-authored-by: NCai Yudong <yudong.cai@zilliz.com>

ci/jenkins/step/singleDevTest.groovy

@@ -7,7 +7,7 @@ timeout(time: 120, unit: 'MINUTES') {
         sh 'helm dep update'
         retry(3) {
             try {
-                sh "helm install --wait --timeout 300s --set image.repository=registry.zilliz.com/milvus/engine --set image.tag=${DOCKER_VERSION} --set image.pullPolicy=Always --set service.type=ClusterIP -f ci/db_backend/mysql_${BINARY_VERSION}_values.yaml -f ci/filebeat/values.yaml --namespace milvus ${env.HELM_RELEASE_NAME} ."
+                sh "helm install --wait --timeout 300s --set image.repository=registry.zilliz.com/milvus/engine --set persistence.enabled=true --set image.tag=${DOCKER_VERSION} --set image.pullPolicy=Always --set service.type=ClusterIP -f ci/db_backend/mysql_${BINARY_VERSION}_values.yaml -f ci/filebeat/values.yaml --namespace milvus ${env.HELM_RELEASE_NAME} ."
             } catch (exc) {
                 def helmStatusCMD = "helm get manifest --namespace milvus ${env.HELM_RELEASE_NAME} | kubectl describe -n milvus -f - && \
                                      kubectl logs --namespace milvus -l \"app.kubernetes.io/name=milvus,app.kubernetes.io/instance=${env.HELM_RELEASE_NAME}\" -c milvus && \
@@ -21,6 +21,7 @@ timeout(time: 120, unit: 'MINUTES') {
     dir ("tests/milvus_python_test") {
         // sh 'python3 -m pip install -r requirements.txt -i http://pypi.douban.com/simple --trusted-host pypi.douban.com'
         sh 'python3 -m pip install -r requirements.txt'
-        sh "pytest . --alluredir=\"test_out/dev/single/mysql\" --level=1 --ip ${env.HELM_RELEASE_NAME}.milvus.svc.cluster.local"
+        sh "pytest . --alluredir=\"test_out/dev/single/mysql\" --level=1 --ip ${env.HELM_RELEASE_NAME}.milvus.svc.cluster.local --service ${env.HELM_RELEASE_NAME}"
+        // sh "pytest test_restart.py --alluredir=\"test_out/dev/single/mysql\" --level=3 --ip ${env.HELM_RELEASE_NAME}.milvus.svc.cluster.local --service ${env.HELM_RELEASE_NAME}"
     }
 }

tests/milvus_python_test/conftest.py

@@ -115,7 +115,7 @@ def collection(request, connect):
     def teardown():
         status, collection_names = connect.list_collections()
         for collection_name in collection_names:
-            connect.drop_collection(collection_name, timeout=delete_timeout)
+            connect.drop_collection(collection_name)
         # connect.drop_collection(collection_name)
 
     request.addfinalizer(teardown)
@@ -142,7 +142,7 @@ def ip_collection(request, connect):
     def teardown():
         status, collection_names = connect.list_collections()
         for collection_name in collection_names:
-            connect.drop_collection(collection_name, timeout=delete_timeout)
+            connect.drop_collection(collection_name)
         # connect.drop_collection(collection_name)
 
     request.addfinalizer(teardown)
@@ -169,7 +169,7 @@ def jac_collection(request, connect):
     def teardown():
         status, collection_names = connect.list_collections()
         for collection_name in collection_names:
-            connect.drop_collection(collection_name, timeout=delete_timeout)
+            connect.drop_collection(collection_name)
         # connect.drop_collection(collection_name)
 
     request.addfinalizer(teardown)
@@ -195,7 +195,7 @@ def ham_collection(request, connect):
     def teardown():
         status, collection_names = connect.list_collections()
         for collection_name in collection_names:
-            connect.drop_collection(collection_name, timeout=delete_timeout)
+            connect.drop_collection(collection_name)
         # connect.drop_collection(collection_name)
 
     request.addfinalizer(teardown)
@@ -221,7 +221,7 @@ def tanimoto_collection(request, connect):
     def teardown():
         status, collection_names = connect.list_collections()
         for collection_name in collection_names:
-            connect.drop_collection(collection_name, timeout=delete_timeout)
+            connect.drop_collection(collection_name)
         # connect.drop_collection(collection_name)
 
     request.addfinalizer(teardown)
@@ -246,7 +246,7 @@ def substructure_collection(request, connect):
     def teardown():
         status, collection_names = connect.list_collections()
         for collection_name in collection_names:
-            connect.drop_collection(collection_name, timeout=delete_timeout)
+            connect.drop_collection(collection_name)
         # connect.drop_collection(collection_name)
 
     request.addfinalizer(teardown)
@@ -271,7 +271,7 @@ def superstructure_collection(request, connect):
     def teardown():
         status, collection_names = connect.list_collections()
         for collection_name in collection_names:
-            connect.drop_collection(collection_name, timeout=delete_timeout)
+            connect.drop_collection(collection_name)
         # connect.drop_collection(collection_name)
 
     request.addfinalizer(teardown)