Merge pull request #5919 from taosdata/xiaoping/add_test_case

[TD-3937]<test>: add taosdemo performance test compare scripts

tests/perftest-scripts/perftest-taosdemo-compare.sh

+#!/bin/bash
+
+WORK_DIR=/home/ubuntu/pxiao
+TDENGINE_DIR=/home/ubuntu/pxiao/TDengine
+NUM_OF_VERSIONS=5
+CURRENT_VERSION=0
+today=`date +"%Y%m%d"`
+TAOSDEMO_COMPARE_TEST_REPORT=$TDENGINE_DIR/tests/taosdemo-compare-test-report-$today.log
+
+# Coloured Echoes 
+function red_echo      { echo -e "\033[31m$@\033[0m";   }
+function green_echo    { echo -e "\033[32m$@\033[0m";   }
+function yellow_echo   { echo -e "\033[33m$@\033[0m";   }
+function white_echo    { echo -e "\033[1;37m$@\033[0m"; }
+# Coloured Printfs
+function red_printf    { printf "\033[31m$@\033[0m";    }
+function green_printf  { printf "\033[32m$@\033[0m";    }
+function yellow_printf { printf "\033[33m$@\033[0m";    }
+function white_printf  { printf "\033[1;37m$@\033[0m";  }
+# Debugging Outputs
+function white_brackets { local args="$@"; white_printf "["; printf "${args}"; white_printf "]"; }
+function echoInfo   { local args="$@"; white_brackets $(green_printf "INFO") && echo " ${args}"; }
+function echoWarn   { local args="$@";  echo "$(white_brackets "$(yellow_printf "WARN")" && echo " ${args}";)" 1>&2; }
+function echoError  { local args="$@"; echo "$(white_brackets "$(red_printf    "ERROR")" && echo " ${args}";)" 1>&2; }
+
+function getCurrentVersion {
+	echoInfo "Build TDengine"
+	cd $WORK_DIR/TDengine
+
+	git remote update > /dev/null
+	git reset --hard HEAD
+	git checkout master
+	REMOTE_COMMIT=`git rev-parse --short remotes/origin/master`
+	LOCAL_COMMIT=`git rev-parse --short @`
+
+	echo " LOCAL: $LOCAL_COMMIT"
+	echo "REMOTE: $REMOTE_COMMIT"
+	if [ "$LOCAL_COMMIT" == "$REMOTE_COMMIT" ]; then
+		echo "repo up-to-date"
+	else
+		echo "repo need to pull"		
+		git pull > /dev/null 2>&1				
+	fi
+	cd debug
+	rm -rf *
+	cmake .. > /dev/null 2>&1
+	make > /dev/null 2>&1
+	make install > /dev/null 2>&1
+
+	rm -rf $WORK_DIR/taosdemo
+	cp -r $TDENGINE_DIR/src/kit/taosdemo $WORK_DIR	
+	CURRENT_VERSION=`taosd -V | grep version | awk '{print $3}' | awk -F. '{print $3}'`
+}
+
+function buildTDengineByVersion() {
+	echoInfo "build TDengine on branch: $1"
+	git reset --hard HEAD
+	git checkout $1
+	git pull > /dev/null
+
+	rm -rf $TDENGINE_DIR/src/kit/taosdemo
+	cp -r $WORK_DIR/taosdemo $TDENGINE_DIR/src/kit	
+	
+	cd $TDENGINE_DIR/debug
+	rm -rf *
+	cmake .. > /dev/null 2>&1
+	make > /dev/null 2>&1
+	make install > /dev/null 2>&1
+}
+
+function stopTaosd {
+    echo "Stop taosd"
+	systemctl stop taosd
+	PID=`ps -ef|grep -w taosd | grep -v grep | awk '{print $2}'`
+	while [ -n "$PID" ]
+	do
+		pkill -TERM -x taosd
+		sleep 1
+		PID=`ps -ef|grep -w taosd | grep -v grep | awk '{print $2}'`
+	done    
+}
+
+function startTaosd {
+	echo "Start taosd"
+	rm -rf /var/lib/perf/*
+	rm -rf /var/log/perf/*
+	nohup taosd -c /etc/perf/ > /dev/null 2>&1 &
+	sleep 10
+}
+
+function runTaosdemoCompare {
+	echoInfo "Stop Taosd"
+	stopTaosd
+
+	getCurrentVersion	
+	release="master"
+
+	[ -f $TAOSDEMO_COMPARE_TEST_REPORT ] && rm $TAOSDEMO_COMPARE_TEST_REPORT
+
+	for((i=0;i<$NUM_OF_VERSIONS;i++))
+	do
+		startTaosd
+		taos -s "drop database if exists demodb;"	
+		taosdemo -y -d demodb > taosdemoperf.txt
+
+		echo "==================== taosdemo performance for $release ====================" | tee -a $TAOSDEMO_COMPARE_TEST_REPORT
+		CREATE_TABLE_TIME=`grep 'Spent' taosdemoperf.txt | awk 'NR==1{print $2}'`
+		INSERT_RECORDS_TIME=`grep 'Spent' taosdemoperf.txt | awk 'NR==2{print $2}'`
+		RECORDS_PER_SECOND=`grep 'Spent' taosdemoperf.txt | awk 'NR==2{print $16}'`
+		AVG_DELAY=`grep 'delay' taosdemoperf.txt | awk '{print $4}' | awk -Fm '{print $1}'`
+		MAX_DELAY=`grep 'delay' taosdemoperf.txt | awk '{print $6}' | awk -Fm '{print $1}'`
+		MIN_DELAY=`grep 'delay' taosdemoperf.txt | awk '{print $8}' | awk -Fm '{print $1}'`
+
+		echo "create table time: $CREATE_TABLE_TIME seconds" | tee -a $TAOSDEMO_COMPARE_TEST_REPORT
+		echo "insert records time: $INSERT_RECORDS_TIME seconds" | tee -a $TAOSDEMO_COMPARE_TEST_REPORT
+		echo "records per second: $RECORDS_PER_SECOND records/second" | tee -a $TAOSDEMO_COMPARE_TEST_REPORT
+		echo "avg delay: $AVG_DELAY ms" | tee -a $TAOSDEMO_COMPARE_TEST_REPORT
+		echo "max delay: $MAX_DELAY ms" | tee -a $TAOSDEMO_COMPARE_TEST_REPORT
+		echo "min delay: $MIN_DELAY ms" | tee -a $TAOSDEMO_COMPARE_TEST_REPORT
+
+		[ -f taosdemoperf.txt ] && rm taosdemoperf.txt
+
+		stopTaosd
+		version=`expr $CURRENT_VERSION - $i`
+		release="release/s1$version"
+		buildTDengineByVersion $release
+	done
+}
+
+function sendReport {
+	echo "send report"
+	receiver="develop@taosdata.com"
+	mimebody="MIME-Version: 1.0\nContent-Type: text/html; charset=utf-8\n"
+
+	cd $TDENGINE_DIR
+
+	sed -i 's/\x1b\[[0-9;]*m//g' $TAOSDEMO_COMPARE_TEST_REPORT
+	BODY_CONTENT=`cat $TAOSDEMO_COMPARE_TEST_REPORT`
+	echo -e "to: ${receiver}\nsubject: taosdemo performance compare test report ${today}, commit ID: ${LOCAL_COMMIT}\n\n${today}:\n${BODY_CONTENT}" | \
+	(cat - && uuencode $TAOSDEMO_COMPARE_TEST_REPORT taosdemo-compare-test-report-$today.log) | \
+	ssmtp "${receiver}" && echo "Report Sent!"
+}
+
+runTaosdemoCompare
+sendReport
+
+echoInfo "End of Taosdemo Compare Test" | tee -a $WORK_DIR/cron.log
\ No newline at end of file