test-all.sh 11.2 KB
Newer Older
sangshuduo's avatar
sangshuduo 已提交
1 2
#!/bin/bash

3 4 5 6 7 8
# Color setting
RED='\033[0;31m'
GREEN='\033[1;32m'
GREEN_DARK='\033[0;32m'
GREEN_UNDERLINE='\033[4;32m'
NC='\033[0m'
L
liuyq-617 已提交
9

10 11 12
tests_dir=`pwd`
IN_TDINTERNAL="community"

P
Ping Xiao 已提交
13 14 15 16 17 18 19 20 21 22 23 24
function stopTaosd {
	echo "Stop taosd"
  systemctl stop taosd
  PID=`ps -ef|grep -w taosd | grep -v grep | awk '{print $2}'`
	while [ -n "$PID" ]
	do
    pkill -TERM -x taosd
    sleep 1
  	PID=`ps -ef|grep -w taosd | grep -v grep | awk '{print $2}'`
	done
}

L
liuyq-617 已提交
25 26 27 28 29 30 31 32
function dohavecore(){
  corefile=`find $corepath -mmin 1`  
  if [ -n "$corefile" ];then
  echo 'taosd or taos has generated core'
  if [[ $1 == 1 ]];then
    exit 8
  fi
  fi
33
}
34 35
function runSimCaseOneByOne {
  while read -r line; do
P
Ping Xiao 已提交
36
    if [[ $line =~ ^./test.sh* ]] || [[ $line =~ ^run* ]]; then
37
			case=`echo $line | grep sim$ |awk '{print $NF}'`    
P
Ping Xiao 已提交
38
      start_time=`date +%s`      
P
Ping Xiao 已提交
39
      date +%F\ %T | tee -a out.log
L
liuyq-617 已提交
40 41 42
      if [[ "$tests_dir" == *"$IN_TDINTERNAL"* ]]; then
        echo -n $case
        ./test.sh -f $case > /dev/null 2>&1 && \
L
liuyq-617 已提交
43
        ( grep -q 'script.*'$case'.*failed.*, err.*lineNum' ../../../sim/tsim/log/taoslog0.0 && echo -e "${RED} failed${NC}" | tee -a out.log  ||  echo -e "${GREEN} success${NC}" | tee -a out.log )|| \
L
liuyq-617 已提交
44 45 46 47 48
        ( grep -q 'script.*success.*m$' ../../../sim/tsim/log/taoslog0.0 && echo -e "${GREEN} success${NC}" | tee -a out.log )  || \
        echo -e "${RED} failed${NC}" | tee -a out.log
      else
        echo -n $case
        ./test.sh -f $case > /dev/null 2>&1 && \
L
liuyq-617 已提交
49
        ( grep -q 'script.*'$case'.*failed.*, err.*lineNum' ../../sim/tsim/log/taoslog0.0 && echo -e "${RED} failed${NC}" | tee -a out.log  ||  echo -e "${GREEN} success${NC}" | tee -a out.log )|| \
L
liuyq-617 已提交
50 51 52
        ( grep -q 'script.*success.*m$' ../../sim/tsim/log/taoslog0.0 && echo -e "${GREEN} success${NC}" | tee -a out.log )  || \
        echo -e "${RED} failed${NC}" | tee -a out.log
      fi
L
liuyq-617 已提交
53
      out_log=`tail -1 out.log  `
L
liuyq-617 已提交
54 55 56
      # if [[ $out_log =~ 'failed' ]];then
      #   exit 8
      # fi
S
Shuduo Sang 已提交
57 58
      end_time=`date +%s`
      echo execution time of $case was `expr $end_time - $start_time`s. | tee -a out.log
L
liuyq-617 已提交
59
      dohavecore 0
60 61 62
    fi
  done < $1
}
L
liuyq-617 已提交
63 64 65 66 67
function runSimCaseOneByOnefq {
  while read -r line; do
    if [[ $line =~ ^./test.sh* ]] || [[ $line =~ ^run* ]]; then
			case=`echo $line | grep sim$ |awk '{print $NF}'`

68
      start_time=`date +%s`    
P
Ping Xiao 已提交
69
      date +%F\ %T | tee -a out.log
70
      if [[ "$tests_dir" == *"$IN_TDINTERNAL"* ]]; then
L
liuyq-617 已提交
71
        echo -n $case
72
        ./test.sh -f $case > /dev/null 2>&1 && \
L
liuyq-617 已提交
73
        ( grep -q 'script.*'$case'.*failed.*, err.*lineNum' ../../../sim/tsim/log/taoslog0.0 && echo -e "${RED} failed${NC}" | tee -a out.log  ||  echo -e "${GREEN} success${NC}" | tee -a out.log )|| \
L
liuyq-617 已提交
74 75
        ( grep -q 'script.*success.*m$' ../../../sim/tsim/log/taoslog0.0 && echo -e "${GREEN} success${NC}" | tee -a out.log )  || \
        echo -e "${RED} failed${NC}" | tee -a out.log
76
      else
L
liuyq-617 已提交
77
        echo -n $case
78
        ./test.sh -f $case > /dev/null 2>&1 && \
L
liuyq-617 已提交
79
        ( grep -q 'script.*'$case'.*failed.*, err.*lineNum' ../../sim/tsim/log/taoslog0.0 && echo -e "${RED} failed${NC}" | tee -a out.log  ||  echo -e "${GREEN} success${NC}" | tee -a out.log )|| \
L
liuyq-617 已提交
80 81
        ( grep -q 'script.*success.*m$' ../../sim/tsim/log/taoslog0.0 && echo -e "${GREEN} success${NC}" | tee -a out.log )  || \
        echo -e "${RED} failed${NC}" | tee -a out.log
82 83
      fi
      
L
liuyq-617 已提交
84 85
      out_log=`tail -1 out.log  `
      if [[ $out_log =~ 'failed' ]];then
86
        if [[ "$tests_dir" == *"$IN_TDINTERNAL"* ]]; then
L
liuyq-617 已提交
87
          cp -r ../../../sim ~/sim_`date "+%Y_%m_%d_%H:%M:%S"`
88
        else 
L
liuyq-617 已提交
89
          cp -r ../../sim ~/sim_`date "+%Y_%m_%d_%H:%M:%S" `
90
        fi
L
liuyq-617 已提交
91 92 93 94
        exit 8
      fi
      end_time=`date +%s`
      echo execution time of $case was `expr $end_time - $start_time`s. | tee -a out.log
L
liuyq-617 已提交
95
      dohavecore 1
L
liuyq-617 已提交
96 97 98
    fi
  done < $1
}
99 100 101 102

function runPyCaseOneByOne {
  while read -r line; do
    if [[ $line =~ ^python.* ]]; then
103
      if [[ $line != *sleep* ]]; then
L
liuyq-617 已提交
104 105 106 107 108 109
        
        if [[ $line =~ '-r' ]];then
          case=`echo $line|awk '{print $4}'`
        else
          case=`echo $line|awk '{print $NF}'`
        fi
S
Shuduo Sang 已提交
110
        start_time=`date +%s`
P
Ping Xiao 已提交
111
        date +%F\ %T | tee -a pytest-out.log
L
liuyq-617 已提交
112
        echo -n $case
113
        $line > /dev/null 2>&1 && \
L
liuyq-617 已提交
114 115
          echo -e "${GREEN} success${NC}" | tee -a pytest-out.log || \
          echo -e "${RED} failed${NC}" | tee -a pytest-out.log
S
Shuduo Sang 已提交
116
        end_time=`date +%s`
L
liuyq-617 已提交
117
        out_log=`tail -1 pytest-out.log  `
L
liuyq-617 已提交
118 119 120
        # if [[ $out_log =~ 'failed' ]];then
        #   exit 8
        # fi
S
Shuduo Sang 已提交
121
        echo execution time of $case was `expr $end_time - $start_time`s. | tee -a pytest-out.log
122 123 124
      else
        $line > /dev/null 2>&1
      fi
L
liuyq-617 已提交
125
      dohavecore 0
126 127 128
    fi
  done < $1
}
L
liuyq-617 已提交
129 130 131 132 133 134 135 136 137 138 139
function runPyCaseOneByOnefq {
  while read -r line; do
    if [[ $line =~ ^python.* ]]; then
      if [[ $line != *sleep* ]]; then
        
        if [[ $line =~ '-r' ]];then
          case=`echo $line|awk '{print $4}'`
        else
          case=`echo $line|awk '{print $NF}'`
        fi
        start_time=`date +%s`
P
Ping Xiao 已提交
140
        date +%F\ %T | tee -a pytest-out.log
L
liuyq-617 已提交
141
        echo -n $case
L
liuyq-617 已提交
142
        $line > /dev/null 2>&1 && \
L
liuyq-617 已提交
143 144
          echo -e "${GREEN} success${NC}" | tee -a pytest-out.log || \
          echo -e "${RED} failed${NC}" | tee -a pytest-out.log
L
liuyq-617 已提交
145 146 147
        end_time=`date +%s`
        out_log=`tail -1 pytest-out.log  `
        if [[ $out_log =~ 'failed' ]];then
L
liuyq-617 已提交
148
          cp -r ../../sim ~/sim_`date "+%Y_%m_%d_%H:%M:%S" `
L
liuyq-617 已提交
149 150 151 152 153 154
          exit 8
        fi
        echo execution time of $case was `expr $end_time - $start_time`s. | tee -a pytest-out.log
      else
        $line > /dev/null 2>&1
      fi
L
liuyq-617 已提交
155
      dohavecore 1
L
liuyq-617 已提交
156 157 158
    fi
  done < $1
}
159

160 161
totalFailed=0
totalPyFailed=0
162
totalJDBCFailed=0
sangshuduo's avatar
sangshuduo 已提交
163

L
liuyq-617 已提交
164
corepath=`grep -oP '.*(?=core_)' /proc/sys/kernel/core_pattern||grep -oP '.*(?=core-)' /proc/sys/kernel/core_pattern`
165
if [ "$2" != "jdbc" ] && [ "$2" != "python" ]; then
166
  echo "### run TSIM test case ###"
S
Shuduo Sang 已提交
167
  cd $tests_dir/script
168

169 170 171 172 173 174
  [ -f out.log ] && rm -f out.log
  if [ "$1" == "cron" ]; then
    echo "### run TSIM regression test ###"
    runSimCaseOneByOne regressionSuite.sim
  elif [ "$1" == "full" ]; then
    echo "### run TSIM full test ###"
P
Ping Xiao 已提交
175
    runSimCaseOneByOne jenkins/basic.txt
L
liuyq-617 已提交
176 177 178
  elif [ "$1" == "b1" ]; then
    echo "### run TSIM b1 test ###"
    runSimCaseOneByOne jenkins/basic_1.txt
L
liuyq-617 已提交
179 180 181 182
    runSimCaseOneByOne jenkins/basic_4.txt
    runSimCaseOneByOne jenkins/basic_5.txt
    runSimCaseOneByOne jenkins/basic_6.txt
    runSimCaseOneByOne jenkins/basic_7.txt
L
liuyq-617 已提交
183 184 185 186 187 188
  elif [ "$1" == "b2" ]; then
    echo "### run TSIM b2 test ###"
    runSimCaseOneByOne jenkins/basic_2.txt
  elif [ "$1" == "b3" ]; then
    echo "### run TSIM b3 test ###"
    runSimCaseOneByOne jenkins/basic_3.txt
L
liuyq-617 已提交
189 190 191 192 193 194 195 196 197
  elif [ "$1" == "b1fq" ]; then
    echo "### run TSIM b1 test ###"
    runSimCaseOneByOnefq jenkins/basic_1.txt
  elif [ "$1" == "b2fq" ]; then
    echo "### run TSIM b2 test ###"
    runSimCaseOneByOnefq jenkins/basic_2.txt
  elif [ "$1" == "b3fq" ]; then
    echo "### run TSIM b3 test ###"
    runSimCaseOneByOnefq jenkins/basic_3.txt
L
liuyq-617 已提交
198 199 200
  elif [ "$1" == "b4fq" ]; then
    echo "### run TSIM b4 test ###"
    runSimCaseOneByOnefq jenkins/basic_4.txt
L
liuyq-617 已提交
201 202 203 204 205 206 207 208 209
  elif [ "$1" == "b5fq" ]; then
    echo "### run TSIM b5 test ###"
    runSimCaseOneByOnefq jenkins/basic_5.txt
  elif [ "$1" == "b6fq" ]; then
    echo "### run TSIM b6 test ###"
    runSimCaseOneByOnefq jenkins/basic_6.txt
  elif [ "$1" == "b7fq" ]; then
    echo "### run TSIM b7 test ###"
    runSimCaseOneByOnefq jenkins/basic_7.txt
S
Shuduo Sang 已提交
210
  elif [ "$1" == "smoke" ] || [ -z "$1" ]; then
211 212 213
    echo "### run TSIM smoke test ###"
    runSimCaseOneByOne basicSuite.sim
  fi
214

215 216
  totalSuccess=`grep 'success' out.log | wc -l`
  totalBasic=`grep success out.log | grep Suite | wc -l`
217

218 219 220
  if [ "$totalSuccess" -gt "0" ]; then
    totalSuccess=`expr $totalSuccess - $totalBasic`
  fi
sangshuduo's avatar
sangshuduo 已提交
221

S
Shuduo Sang 已提交
222
  echo -e "\n${GREEN} ### Total $totalSuccess TSIM case(s) succeed! ### ${NC}"
223

224 225
  totalFailed=`grep 'failed\|fault' out.log | wc -l`
# echo -e "${RED} ### Total $totalFailed TSIM case(s) failed! ### ${NC}"
226

227
  if [ "$totalFailed" -ne "0" ]; then
S
Shuduo Sang 已提交
228
    echo -e "\n${RED} ### Total $totalFailed TSIM case(s) failed! ### ${NC}"
sangshuduo's avatar
sangshuduo 已提交
229

230 231
#  exit $totalFailed
  fi
sangshuduo's avatar
sangshuduo 已提交
232 233
fi

234
if [ "$2" != "sim" ] && [ "$2" != "jdbc" ] ; then
235
  echo "### run Python test case ###"
236

S
Shuduo Sang 已提交
237
  cd $tests_dir
238

S
Shuduo Sang 已提交
239
  if [[ "$tests_dir" == *"$IN_TDINTERNAL"* ]]; then
240 241 242 243 244 245 246 247 248 249 250 251 252 253 254
    cd ../..
  else
    cd ../
  fi

  TOP_DIR=`pwd`
  TAOSLIB_DIR=`find . -name "libtaos.so"|grep -w lib|head -n1`
  if [[ "$TAOSLIB_DIR" == *"$IN_TDINTERNAL"* ]]; then
    LIB_DIR=`find . -name "libtaos.so"|grep -w lib|head -n1|cut -d '/' --fields=2,3,4,5`
  else
    LIB_DIR=`find . -name "libtaos.so"|grep -w lib|head -n1|cut -d '/' --fields=2,3,4`
  fi

  export LD_LIBRARY_PATH=$TOP_DIR/$LIB_DIR:$LD_LIBRARY_PATH

S
Shuduo Sang 已提交
255
  cd $tests_dir/pytest
256 257 258 259 260 261 262 263 264

  [ -f pytest-out.log ] && rm -f pytest-out.log

  if [ "$1" == "cron" ]; then
    echo "### run Python regression test ###"
    runPyCaseOneByOne regressiontest.sh
  elif [ "$1" == "full" ]; then
    echo "### run Python full test ###"
    runPyCaseOneByOne fulltest.sh
L
liuyq-617 已提交
265
  elif [ "$1" == "pytest" ]; then
L
liuyq-617 已提交
266 267
    echo "### run Python full test ###"
    runPyCaseOneByOne fulltest.sh
L
liuyq-617 已提交
268 269 270
  elif [ "$1" == "pytestfq" ]; then
    echo "### run Python full test ###"
    runPyCaseOneByOnefq fulltest.sh
271 272
  elif [ "$1" == "p1" ]; then
    echo "### run Python_1 test ###"
L
liuyq-617 已提交
273
    runPyCaseOneByOnefq pytest_1.sh
274 275
  elif [ "$1" == "p2" ]; then
    echo "### run Python_2 test ###"
L
liuyq-617 已提交
276
    runPyCaseOneByOnefq pytest_2.sh
L
liuyq-617 已提交
277 278 279
  elif [ "$1" == "p3" ]; then
    echo "### run Python_3 test ###"
    runPyCaseOneByOnefq pytest_3.sh
L
liuyq-617 已提交
280 281 282
  elif [ "$1" == "p4" ]; then
    echo "### run Python_4 test ###"
    runPyCaseOneByOnefq pytest_4.sh
L
liuyq-617 已提交
283 284
  elif [ "$1" == "b2" ] || [ "$1" == "b3" ]; then
    exit $(($totalFailed + $totalPyFailed))
S
Shuduo Sang 已提交
285
  elif [ "$1" == "smoke" ] || [ -z "$1" ]; then
286 287 288
    echo "### run Python smoke test ###"
    runPyCaseOneByOne smoketest.sh
  fi
289
  totalPySuccess=`grep 'success' pytest-out.log | wc -l`
290 291

  if [ "$totalPySuccess" -gt "0" ]; then
S
Shuduo Sang 已提交
292
    echo -e "\n${GREEN} ### Total $totalPySuccess python case(s) succeed! ### ${NC}"
293 294 295 296
  fi

  totalPyFailed=`grep 'failed\|fault' pytest-out.log | wc -l`
  if [ "$totalPyFailed" -ne "0" ]; then
S
Shuduo Sang 已提交
297
    echo -e "\n${RED} ### Total $totalPyFailed python case(s) failed! ### ${NC}"
298
#  exit $totalPyFailed
299
  fi
sangshuduo's avatar
sangshuduo 已提交
300 301
fi

302

P
Ping Xiao 已提交
303
if [ "$2" != "sim" ] && [ "$2" != "python" ] && [ "$1" == "full" ]; then
304 305
  echo "### run JDBC test case ###"  

P
Ping Xiao 已提交
306
  cd $tests_dir
307 308 309 310 311 312 313

  if [[ "$tests_dir" == *"$IN_TDINTERNAL"* ]]; then
    cd ../../
  else
    cd ../
  fi

P
Ping Xiao 已提交
314
  pwd
315
  cd debug/
P
change  
Ping Xiao 已提交
316
  
P
Ping Xiao 已提交
317
  stopTaosd
318 319
  nohup build/bin/taosd -c /etc/taos/ > /dev/null 2>&1 &
  sleep 30
P
change  
Ping Xiao 已提交
320
  
321
  cd $tests_dir/../src/connector/jdbc
P
Ping Xiao 已提交
322
  
P
change  
Ping Xiao 已提交
323
  mvn test > jdbc-out.log 2>&1
324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346
  tail -n 20 jdbc-out.log

  cases=`grep 'Tests run' jdbc-out.log | awk 'END{print $3}'`
  totalJDBCCases=`echo ${cases/%,}`
  failed=`grep 'Tests run' jdbc-out.log | awk 'END{print $5}'`
  JDBCFailed=`echo ${failed/%,}`
  error=`grep 'Tests run' jdbc-out.log | awk 'END{print $7}'`
  JDBCError=`echo ${error/%,}`
  
  totalJDBCFailed=`expr $JDBCFailed + $JDBCError`
  totalJDBCSuccess=`expr $totalJDBCCases - $totalJDBCFailed`

  if [ "$totalJDBCSuccess" -gt "0" ]; then
    echo -e "\n${GREEN} ### Total $totalJDBCSuccess JDBC case(s) succeed! ### ${NC}"
  fi
  
  if [ "$totalJDBCFailed" -ne "0" ]; then
    echo -e "\n${RED} ### Total $totalJDBCFailed JDBC case(s) failed! ### ${NC}"
  fi
  dohavecore 1
fi

exit $(($totalFailed + $totalPyFailed + $totalJDBCFailed))