[TD-14544]<feature>: taosdump data inspect (#11272)

* [TD-14544]<feature>: taosdump data inspect

* [TS-14544]<feature>: taosdump data inspect

add test case

* add inspect case to parallel test

taos-tools @ eb3a9146

-Subproject commit e8108de4dd12e82f7d5896282227da7557f8dac2
+Subproject commit eb3a9146828cb37da435d48c073d6e7a4f39e80a

tests/develop-test/5-taos-tools/taosdump/taosdumpTestInspect.py

+###################################################################
+#           Copyright (c) 2016 by TAOS Technologies, Inc.
+#                     All rights reserved.
+#
+#  This file is proprietary and confidential to TAOS Technologies.
+#  No part of this file may be reproduced, stored, transmitted,
+#  disclosed or used in any form or by any means other than as
+#  expressly provided by the written permission from Jianhui Tao
+#
+###################################################################
+
+# -*- coding: utf-8 -*-
+
+import sys
+import os
+from util.log import *
+from util.cases import *
+from util.sql import *
+from util.dnodes import *
+import subprocess
+
+
+class TDTestCase:
+    def caseDescription(self):
+        '''
+        case1<sdsang>: [TD-14544] taosdump data inspect
+        '''
+        return
+
+    def init(self, conn, logSql):
+        tdLog.debug("start to execute %s" % __file__)
+        tdSql.init(conn.cursor(), logSql)
+        self.tmpdir = "tmp"
+
+    def getPath(self, tool="taosdump"):
+        selfPath = os.path.dirname(os.path.realpath(__file__))
+
+        if ("community" in selfPath):
+            projPath = selfPath[:selfPath.find("community")]
+        else:
+            projPath = selfPath[:selfPath.find("tests")]
+
+        paths = []
+        for root, dirs, files in os.walk(projPath):
+            if ((tool) in files):
+                rootRealPath = os.path.dirname(os.path.realpath(root))
+                if ("packaging" not in rootRealPath):
+                    paths.append(os.path.join(root, tool))
+                    break
+        if (len(paths) == 0):
+            return ""
+        return paths[0]
+
+    def run(self):
+        tdSql.prepare()
+
+        tdSql.execute("drop database if exists db")
+        tdSql.execute("create database db  days 11 keep 3649 blocks 8 ")
+
+        tdSql.execute("use db")
+        tdSql.execute(
+            "create table st(ts timestamp, c1 INT) tags(ntag INT)")
+        tdSql.execute("create table t1 using st tags(1)")
+        tdSql.execute("insert into t1 values(1640000000000, 1)")
+        tdSql.execute("create table t2 using st tags(2147483647)")
+        tdSql.execute("insert into t2 values(1640000000000, 2147483647)")
+        tdSql.execute("create table t3 using st tags(-2147483647)")
+        tdSql.execute("insert into t3 values(1640000000000, -2147483647)")
+        tdSql.execute("create table t4 using st tags(NULL)")
+        tdSql.execute("insert into t4 values(1640000000000, NULL)")
+
+#        sys.exit(1)
+
+        binPath = self.getPath("taosdump")
+        if (binPath == ""):
+            tdLog.exit("taosdump not found!")
+        else:
+            tdLog.info("taosdump found in %s" % binPath)
+
+        if not os.path.exists(self.tmpdir):
+            os.makedirs(self.tmpdir)
+        else:
+            print("directory exists")
+            os.system("rm -rf %s" % self.tmpdir)
+            os.makedirs(self.tmpdir)
+
+        os.system(
+            "%s --databases db -o %s -T 1" %
+            (binPath, self.tmpdir))
+
+#        sys.exit(1)
+
+        taosdumpInspectCmd = "%s -I %s/*.avro* -s | grep 'Schema:'|wc -l" % (
+            binPath, self.tmpdir)
+        schemaTimes = subprocess.check_output(
+            taosdumpInspectCmd, shell=True).decode("utf-8")
+        print("schema found times: %d" % int(schemaTimes))
+
+        if (int(schemaTimes) != 5):
+            caller = inspect.getframeinfo(inspect.stack()[0][0])
+            tdLog.exit(
+                "%s(%d) failed: expected schema found times 5, actual %d" %
+                (caller.filename, caller.lineno, int(schemaTimes)))
+
+        taosdumpInspectCmd = "%s -I %s/*.avro* | grep '=== Records:'|wc -l" % (
+            binPath, self.tmpdir)
+        recordsTimes = subprocess.check_output(
+            taosdumpInspectCmd, shell=True).decode("utf-8")
+        print("records found times: %d" % int(recordsTimes))
+
+        if (int(recordsTimes) != 5):
+            caller = inspect.getframeinfo(inspect.stack()[0][0])
+            tdLog.exit(
+                "%s(%d) failed: expected records found times 5, actual %d" %
+                (caller.filename, caller.lineno, int(recordsTimes)))
+
+    def stop(self):
+        tdSql.close()
+        tdLog.success("%s successfully executed" % __file__)
+
+
+tdCases.addWindows(__file__, TDTestCase())
+tdCases.addLinux(__file__, TDTestCase())

tests/parallel_test/cases.task

@@ -807,3 +807,4 @@
 2,,develop-test,python3 ./test.py -f 2-query/function_hll.py
 1,,develop-test,python3 ./test.py -f 2-query/function_state.py
 1,,develop-test,python3 ./test.py -f 5-taos-tools/taosbenchmark/demo.py
+3,,develop-test,python3 ./test.py -f 5-taos-tools/taosdump/taosdumpTestInspect.py 

tests/pytest/tools/taosdemoTest.py

@@ -42,6 +42,8 @@ class TDTestCase:
                 if ("packaging" not in rootRealPath):
                     paths.append(os.path.join(root, tool))
                     break
+        if (len(paths) == 0):
+            return ""
         return paths[0]
 
     def run(self):

tests/pytest/tools/taosdemoTestInterlace.py

@@ -40,6 +40,8 @@ class TDTestCase:
                 if ("packaging" not in rootRealPath):
                     paths.append(os.path.join(root, tool))
                     break
+        if (len(paths) == 0):
+            return ""
         return paths[0]
 
     def run(self):

tests/pytest/tools/taosdemoTestLimitOffset.py

@@ -42,6 +42,8 @@ class TDTestCase:
                 if ("packaging" not in rootRealPath):
                     paths.append(os.path.join(root, tool))
                     break
+        if (len(paths) == 0):
+            return ""
         return paths[0]
 
     def run(self):

tests/pytest/tools/taosdemoTestQuery.py

@@ -44,6 +44,8 @@ class TDTestCase:
                 if ("packaging" not in rootRealPath):
                     paths.append(os.path.join(root, tool))
                     break
+        if (len(paths) == 0):
+            return ""
         return paths[0]
 
     def run(self):

tests/pytest/tools/taosdemoTestSampleData.py

@@ -42,6 +42,8 @@ class TDTestCase:
                 if ("packaging" not in rootRealPath):
                     paths.append(os.path.join(root, tool))
                     break
+        if (len(paths) == 0):
+            return ""
         return paths[0]
 
     def run(self):

tests/pytest/tools/taosdemoTestTblAlt.py

@@ -44,6 +44,8 @@ class TDTestCase:
                 if ("packaging" not in rootRealPath):
                     paths.append(os.path.join(root, tool))
                     break
+        if (len(paths) == 0):
+            return ""
         return paths[0]
 
     def insertDataAndAlterTable(self, threadID):

tests/pytest/tools/taosdemoTestWithJson.py

@@ -39,6 +39,8 @@ class TDTestCase:
                 if ("packaging" not in rootRealPath):
                     paths.append(os.path.join(root, tool))
                     break
+        if (len(paths) == 0):
+            return ""
         return paths[0]
 
     def run(self):

tests/pytest/tools/taosdemoTestWithoutMetric.py

@@ -42,6 +42,8 @@ class TDTestCase:
                 if ("packaging" not in rootRealPath):
                     paths.append(os.path.join(root, tool))
                     break
+        if (len(paths) == 0):
+            return ""
         return paths[0]
 
     def run(self):

tests/pytest/tools/taosdemoTestdatatype.py

@@ -42,6 +42,8 @@ class TDTestCase:
                 if ("packaging" not in rootRealPath):
                     paths.append(os.path.join(root, tool))
                     break
+        if (len(paths) == 0):
+            return ""
         return paths[0]
 
     def run(self):

tests/pytest/tools/taosdumpTest.py

@@ -50,6 +50,8 @@ class TDTestCase:
                 if ("packaging" not in rootRealPath):
                     paths.append(os.path.join(root, tool))
                     break
+        if (len(paths) == 0):
+            return ""
         return paths[0]
 
     def run(self):

tests/pytest/tools/taosdumpTest2.py

@@ -47,6 +47,8 @@ class TDTestCase:
                 if ("packaging" not in rootRealPath):
                     paths.append(os.path.join(root, tool))
                     break
+        if (len(paths) == 0):
+            return ""
         return paths[0]
 
     def generateString(self, length):

tests/pytest/tools/taosdumpTest3.py

@@ -50,6 +50,8 @@ class TDTestCase:
                 if ("packaging" not in rootRealPath):
                     paths.append(os.path.join(root, tool))
                     break
+        if (len(paths) == 0):
+            return ""
         return paths[0]
 
     def run(self):

tests/pytest/tools/taosdumpTestBenchmark.py

@@ -50,6 +50,8 @@ class TDTestCase:
                 if ("packaging" not in rootRealPath):
                     paths.append(os.path.join(root, tool))
                     break
+        if (len(paths) == 0):
+            return ""
         return paths[0]
 
     def insert_data(self, tbname, ts_start, count):

tests/pytest/tools/taosdumpTestNanoSupport.py

@@ -50,6 +50,8 @@ class TDTestCase:
                 if ("packaging" not in rootRealPath):
                     paths.append(os.path.join(root, tool))
                     break
+        if (len(paths) == 0):
+            return ""
         return paths[0]
 
     def createdb(self, precision="ns"):