[TD-1502]

tests/examples/go/taosdemo.go

+/*
+ * Copyright (c) 2019 TAOS Data, Inc. <jhtao@taosdata.com>
+ *
+ * This program is free software: you can use, redistribute, and/or modify
+ * it under the terms of the GNU Affero General Public License, version 3
+ * or later ("AGPL"), as published by the Free Software Foundation.
+ *
+ * This program is distributed in the hope that it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE.
+ *
+ * You should have received a copy of the GNU Affero General Public License
+ * along with this program. If not, see <http://www.gnu.org/licenses/>.
+ */
+package main
+
+import (
+	"database/sql"
+	"fmt"
+	_ "github.com/taosdata/driver-go/taosSql"
+	"os"
+	"sync"
+	"runtime"
+	"strconv"
+	"time"
+	"flag"
+	"math/rand"
+	//"golang.org/x/sys/unix"
+)
+
+const (
+	maxLocationSize    =   32
+	maxSqlBufSize      =   65480
+)
+
+var locations =  [maxLocationSize]string {
+    "Beijing",  "Shanghai", "Guangzhou", "Shenzhen",
+    "HangZhou", "Tianjin",  "Wuhan",     "Changsha",
+    "Nanjing",  "Xian"}
+
+type config struct {
+	hostName                string
+	serverPort              int
+	user                    string
+	password                string
+	dbName                  string
+	supTblName              string
+	tablePrefix             string
+	numOftables             int
+	numOfRecordsPerTable    int
+	numOfRecordsPerReq      int
+	numOfThreads            int
+	startTimestamp          string
+	startTs                 int64
+
+	keep                    int
+	days                    int
+}
+
+var configPara config
+var taosDriverName = "taosSql"
+var url string
+
+func init() {
+	flag.StringVar(&configPara.hostName, "h", "127.0.0.1","The host to connect to TDengine server.")
+	flag.IntVar(&configPara.serverPort, "p", 6030, "The TCP/IP port number to use for the connection to TDengine server.")
+	flag.StringVar(&configPara.user, "u", "root", "The TDengine user name to use when connecting to the server.")
+	flag.StringVar(&configPara.password, "P", "taosdata", "The password to use when connecting to the server.")
+	flag.StringVar(&configPara.dbName, "d", "test", "Destination database.")
+	flag.StringVar(&configPara.tablePrefix, "m", "d", "Table prefix name.")
+	flag.IntVar(&configPara.numOftables, "t", 2, "The number of tables.")
+	flag.IntVar(&configPara.numOfRecordsPerTable, "n", 10, "The number of records per table.")
+	flag.IntVar(&configPara.numOfRecordsPerReq, "r", 3, "The number of records per request.")
+	flag.IntVar(&configPara.numOfThreads, "T", 1, "The number of threads.")
+	flag.StringVar(&configPara.startTimestamp, "s", "2020-10-01 08:00:00", "The start timestamp for one table.")
+	flag.Parse()
+
+	configPara.keep = 365 * 20
+	configPara.days = 30
+	configPara.supTblName = "meters"
+
+	startTs, err := time.ParseInLocation("2006-01-02 15:04:05", configPara.startTimestamp, time.Local)
+	if err==nil {
+	  configPara.startTs = startTs.UnixNano() / 1e6
+	}
+}
+
+func printAllArgs() {
+	fmt.Printf("\n============= args parse result: =============\n")
+	fmt.Printf("dbName:               %v\n", configPara.hostName)
+	fmt.Printf("serverPort:           %v\n", configPara.serverPort)
+	fmt.Printf("usr:                  %v\n", configPara.user)
+	fmt.Printf("password:             %v\n", configPara.password)
+	fmt.Printf("dbName:               %v\n", configPara.dbName)
+	fmt.Printf("tablePrefix:          %v\n", configPara.tablePrefix)
+	fmt.Printf("numOftables:          %v\n", configPara.numOftables)
+	fmt.Printf("numOfRecordsPerTable: %v\n", configPara.numOfRecordsPerTable)
+	fmt.Printf("numOfRecordsPerReq:   %v\n", configPara.numOfRecordsPerReq)
+	fmt.Printf("numOfThreads:         %v\n", configPara.numOfThreads)
+	fmt.Printf("startTimestamp:       %v[%v]\n", configPara.startTimestamp, configPara.startTs)
+	fmt.Printf("================================================\n")
+}
+
+func main() {
+	printAllArgs()
+	fmt.Printf("Please press enter key to continue....\n")
+	fmt.Scanln()
+
+	url = "root:taosdata@/tcp(" + configPara.hostName + ":" + strconv.Itoa(configPara.serverPort) + ")/"
+    //url = fmt.Sprintf("%s:%s@/tcp(%s:%d)/%s?interpolateParams=true", configPara.user, configPara.password, configPara.hostName, configPara.serverPort, configPara.dbName)
+	// open connect to taos server
+	//db, err := sql.Open(taosDriverName, url)
+	//if err != nil {
+	//  fmt.Println("Open database error: %s\n", err)
+	//  os.Exit(1)
+	//}
+	//defer db.Close()
+
+	createDatabase(configPara.dbName, configPara.supTblName)
+	fmt.Printf("======== create database success! ========\n\n")
+
+	//create_table(db, stblName)
+	multiThreadCreateTable(configPara.numOfThreads, configPara.numOftables, configPara.dbName, configPara.tablePrefix)
+	fmt.Printf("======== create super table and child tables success! ========\n\n")
+
+	//insert_data(db, demot)
+	multiThreadInsertData(configPara.numOfThreads, configPara.numOftables, configPara.dbName, configPara.tablePrefix)
+	fmt.Printf("======== insert data into child tables success! ========\n\n")
+
+	//select_data(db, demot)
+	selectTest(configPara.dbName, configPara.tablePrefix, configPara.supTblName)
+	fmt.Printf("======== select data success!  ========\n\n")
+
+	fmt.Printf("======== end demo ========\n")
+}
+
+func createDatabase(dbName string, supTblName string) {
+	db, err := sql.Open(taosDriverName, url)
+	if err != nil {
+		fmt.Println("Open database error: %s\n", err)
+		os.Exit(1)
+	}
+	defer db.Close()
+
+	// drop database if exists
+	sqlStr := "drop database if exists " + dbName
+	_, err = db.Exec(sqlStr)
+	checkErr(err, sqlStr)
+
+	time.Sleep(time.Second)
+
+	// create database
+	sqlStr = "create database " + dbName + " keep " + strconv.Itoa(configPara.keep) + " days " + strconv.Itoa(configPara.days)
+	_, err = db.Exec(sqlStr)
+	checkErr(err, sqlStr)
+
+	// use database
+	//sqlStr = "use " + dbName
+	//_, err = db.Exec(sqlStr)
+	//checkErr(err, sqlStr)
+
+	sqlStr = "create table if not exists " + dbName + "." + supTblName + " (ts timestamp, current float, voltage int, phase float) tags(location binary(64), groupId int);"
+	_, err = db.Exec(sqlStr)
+	checkErr(err, sqlStr)
+}
+
+func multiThreadCreateTable(threads int, ntables int, dbName string, tablePrefix string) {
+	st := time.Now().UnixNano()
+
+	if (threads < 1) {
+		threads = 1;
+	}
+
+	a := ntables / threads;
+	if (a < 1) {
+		threads = ntables;
+		a = 1;
+	}
+
+	b := ntables % threads;
+
+	last := 0;
+	endTblId := 0
+	wg := sync.WaitGroup{}
+	for i := 0; i < threads; i++ {
+		startTblId := last
+		if (i < b ) {
+			endTblId = last + a
+		} else {
+			endTblId = last + a - 1
+		}
+		last = endTblId + 1
+		wg.Add(1)
+		go createTable(dbName, tablePrefix, startTblId, endTblId, &wg)
+	}
+	wg.Wait()
+
+	et := time.Now().UnixNano()
+	fmt.Printf("create tables spent duration: %6.6fs\n", (float32(et-st))/1e9)
+}
+
+func createTable(dbName string, childTblPrefix string, startTblId int, endTblId int, wg *sync.WaitGroup) {
+	//fmt.Printf("subThread[%d]: create table from %d to %d \n", unix.Gettid(), startTblId, endTblId)
+	// windows.GetCurrentThreadId()
+
+	db, err := sql.Open(taosDriverName, url)
+	if err != nil {
+		fmt.Println("Open database error: %s\n", err)
+		os.Exit(1)
+	}
+	defer db.Close()
+
+   for i := startTblId; i <= endTblId; i++ {
+  	sqlStr := "create table if not exists " + dbName + "." + childTblPrefix + strconv.Itoa(i) + " using " + dbName + ".meters tags('" + locations[i%maxLocationSize] + "', " + strconv.Itoa(i) + ");"
+  	//fmt.Printf("sqlStr:               %v\n", sqlStr)
+  	_, err = db.Exec(sqlStr)
+    checkErr(err, sqlStr)
+  }
+  wg.Done()
+  runtime.Goexit()
+}
+
+func generateRowData(ts int64) string {
+  voltage   := rand.Int() % 1000
+  current   := 200 + rand.Float32()
+  phase     := rand.Float32()
+  values := "( " + strconv.FormatInt(ts, 10) + ", " + strconv.FormatFloat(float64(current), 'f', 6, 64) + ", " + strconv.Itoa(voltage) + ", " + strconv.FormatFloat(float64(phase), 'f', 6, 64) + " ) "
+  return values
+}
+func insertData(dbName string, childTblPrefix string, startTblId int, endTblId int, wg *sync.WaitGroup) {
+	//fmt.Printf("subThread[%d]: insert data to table from %d to %d \n", unix.Gettid(), startTblId, endTblId)
+	// windows.GetCurrentThreadId()
+
+	db, err := sql.Open(taosDriverName, url)
+	if err != nil {
+		fmt.Println("Open database error: %s\n", err)
+		os.Exit(1)
+	}
+	defer db.Close()
+
+	tmpTs := configPara.startTs;
+	//rand.New(rand.NewSource(time.Now().UnixNano()))
+	for tID := startTblId; tID <= endTblId; tID++{
+		totalNum := 0
+		for {
+			sqlStr := "insert into " + dbName + "." + childTblPrefix + strconv.Itoa(tID) + " values "
+			currRowNum := 0
+			for {
+				tmpTs += 1000
+				valuesOfRow := generateRowData(tmpTs)
+                currRowNum += 1
+                totalNum   += 1
+
+				sqlStr = fmt.Sprintf("%s %s", sqlStr, valuesOfRow)
+
+				if (currRowNum >= configPara.numOfRecordsPerReq || totalNum >= configPara.numOfRecordsPerTable) {
+				  break
+				}
+			}
+
+			res, err := db.Exec(sqlStr)
+			checkErr(err, sqlStr)
+
+			count, err := res.RowsAffected()
+			checkErr(err, "rows affected")
+
+			if (count != int64(currRowNum)) {
+                fmt.Printf("insert data, expect affected:%d, actual:%d\n", currRowNum, count)
+				os.Exit(1)
+			}
+
+			if (totalNum >= configPara.numOfRecordsPerTable) {
+				break
+			}
+		}
+	}
+
+	wg.Done()
+	runtime.Goexit()
+}
+func multiThreadInsertData(threads int, ntables int, dbName string, tablePrefix string) {
+	st := time.Now().UnixNano()
+
+	if (threads < 1) {
+		threads = 1;
+	}
+
+	a := ntables / threads;
+	if (a < 1) {
+		threads = ntables;
+		a = 1;
+	}
+
+	b := ntables % threads;
+
+	last := 0;
+	endTblId := 0
+	wg := sync.WaitGroup{}
+	for i := 0; i < threads; i++ {
+		startTblId := last
+		if (i < b ) {
+			endTblId = last + a
+		} else {
+			endTblId = last + a - 1
+		}
+		last = endTblId + 1
+		wg.Add(1)
+		go insertData(dbName, tablePrefix, startTblId , endTblId, &wg)
+	}
+	wg.Wait()
+
+	et := time.Now().UnixNano()
+	fmt.Printf("insert data spent duration: %6.6fs\n", (float32(et-st))/1e9)
+}
+func selectTest(dbName string, tbPrefix string, supTblName string){
+	db, err := sql.Open(taosDriverName, url)
+	if err != nil {
+		fmt.Println("Open database error: %s\n", err)
+		os.Exit(1)
+	}
+	defer db.Close()
+
+	// select sql 1
+	limit := 3
+	offset := 0
+	sqlStr := "select * from " + dbName + "." + supTblName + " limit " + strconv.Itoa(limit) + " offset " + strconv.Itoa(offset)
+	rows, err := db.Query(sqlStr)
+	checkErr(err, sqlStr)
+
+	defer rows.Close()
+	fmt.Printf("query sql: %s\n", sqlStr)
+	for rows.Next() {
+		var (
+			ts        string
+			current   float32
+			voltage   int
+			phase     float32
+			location  string
+			groupid   int
+		)
+		err := rows.Scan(&ts, &current, &voltage, &phase, &location, &groupid)
+		if err != nil {
+			checkErr(err, "rows scan fail")
+		}
+
+		fmt.Printf("ts:%s\t current:%f\t voltage:%d\t phase:%f\t location:%s\t groupid:%d\n", ts, current, voltage, phase, location, groupid)
+	}
+	// check iteration error
+	if rows.Err() != nil {
+		checkErr(err, "rows next iteration error")
+	}
+
+	// select sql 2
+	sqlStr = "select avg(voltage), min(voltage), max(voltage) from " + dbName + "." + tbPrefix + strconv.Itoa( rand.Int() % configPara.numOftables)
+	rows, err = db.Query(sqlStr)
+	checkErr(err, sqlStr)
+
+	defer rows.Close()
+	fmt.Printf("\nquery sql: %s\n", sqlStr)
+	for rows.Next() {
+		var (
+			voltageAvg   float32
+			voltageMin   int
+			voltageMax   int
+		)
+		err := rows.Scan(&voltageAvg, &voltageMin, &voltageMax)
+		if err != nil {
+			checkErr(err, "rows scan fail")
+		}
+
+		fmt.Printf("avg(voltage):%f\t min(voltage):%d\t max(voltage):%d\n", voltageAvg, voltageMin, voltageMax)
+	}
+	// check iteration error
+	if rows.Err() != nil {
+		checkErr(err, "rows next iteration error")
+	}
+
+	// select sql 3
+	sqlStr = "select last(*) from " + dbName + "." + supTblName
+	rows, err = db.Query(sqlStr)
+	checkErr(err, sqlStr)
+
+	defer rows.Close()
+	fmt.Printf("\nquery sql: %s\n", sqlStr)
+	for rows.Next() {
+		var (
+			lastTs        string
+			lastCurrent   float32
+			lastVoltage   int
+			lastPhase     float32
+		)
+		err := rows.Scan(&lastTs, &lastCurrent, &lastVoltage, &lastPhase)
+		if err != nil {
+			checkErr(err, "rows scan fail")
+		}
+
+		fmt.Printf("last(ts):%s\t last(current):%f\t last(voltage):%d\t last(phase):%f\n", lastTs, lastCurrent, lastVoltage, lastPhase)
+	}
+	// check iteration error
+	if rows.Err() != nil {
+		checkErr(err, "rows next iteration error")
+	}
+}
+func checkErr(err error, prompt string) {
+	if err != nil {
+		fmt.Printf("%s\n", prompt)
+		panic(err)
+	}
+}