Added overlaping data insertion, plus occasional db connection drops

tests/pytest/crash_gen.py

@@ -32,6 +32,7 @@ import textwrap
 
 from typing import List
 from typing import Dict
+from typing import Set
 
 from util.log import *
 from util.dnodes import *
@@ -969,7 +970,7 @@ class Task():
             self._executeInternal(te, wt) # TODO: no return value?
         except taos.error.ProgrammingError as err:
             self.logDebug("[=] Taos library exception: errno={:X}, msg: {}".format(err.errno, err))
-            self._err = err
+            self._err = err           
         except:
             self.logDebug("[=] Unexpected exception")
             raise
@@ -1136,10 +1137,14 @@ class ReadFixedDataTask(StateTransitionTask):
         sTbName = self._dbState.getFixedSuperTableName()        
         dbc = wt.getDbConn()
         dbc.query("select TBNAME from db.{}".format(sTbName)) # TODO: analyze result set later
-        rTables = dbc.getQueryResult()
-        # print("rTables[0] = {}, type = {}".format(rTables[0], type(rTables[0])))
-        for rTbName in rTables : # regular tables
-            dbc.query("select * from db.{}".format(rTbName[0])) # TODO: check success failure
+        if random.randrange(5) == 0 : # 1 in 5 chance, simulate a broken connection. TODO: break connection in all situations
+            dbc.close()
+            dbc.open()
+        else:
+            rTables = dbc.getQueryResult()
+            # print("rTables[0] = {}, type = {}".format(rTables[0], type(rTables[0])))
+            for rTbName in rTables : # regular tables
+                dbc.query("select * from db.{}".format(rTbName[0])) # TODO: check success failure
 
         # tdSql.query(" cars where tbname in ('carzero', 'carone')")
 
@@ -1160,6 +1165,8 @@ class DropFixedSuperTableTask(StateTransitionTask):
         wt.execSql("drop table db.{}".format(tblName))
 
 class AddFixedDataTask(StateTransitionTask):
+    activeTable : Set[int] = set() # Track which table is being actively worked on
+
     @classmethod
     def getInfo(cls):
         return [
@@ -1174,14 +1181,24 @@ class AddFixedDataTask(StateTransitionTask):
     def _executeInternal(self, te: TaskExecutor, wt: WorkerThread):
         ds = self._dbState
         wt.execSql("use db") # TODO: seems to be an INSERT bug to require this
-        for i in range(35 if gConfig.larger_data else 2): # number of regular tables in the super table
-            for j in range(100 if gConfig.larger_data else 2) : # number of records per table
+        tblSeq = list(range(35 if gConfig.larger_data else 2)) 
+        random.shuffle(tblSeq) 
+        for i in tblSeq: 
+            if ( i in self.activeTable ): # wow already active
+                # logger.info("Concurrent data insertion into table: {}".format(i))      
+                # print("ct({})".format(i), end="", flush=True) # Concurrent insertion into table
+                print("x", end="", flush=True)
+            else:
+                self.activeTable.add(i) # marking it active
+            # No need to shuffle data sequence, unless later we decide to do non-increment insertion            
+            for j in range(50 if gConfig.larger_data else 2) : # number of records per table
                 sql = "insert into db.reg_table_{} using {} tags ('{}', {}) values ('{}', {});".format(
                     i, 
                     ds.getFixedSuperTableName(), 
                     ds.getNextBinary(), ds.getNextFloat(),
                     ds.getNextTick(), ds.getNextInt())
                 wt.execSql(sql) 
+            self.activeTable.discard(i) # not raising an error, unlike remove
 
 
 #---------- Non State-Transition Related Tasks ----------#