mainConsumerInMultiTopic.sim 7.8 KB
Newer Older
P
plum-lihui 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92
#### test scenario, please refer to https://jira.taosdata.com:18090/pages/viewpage.action?pageId=135120406
# scene1: vgroups=1, one topic for one consumer, include: columns from stb/ctb/ntb, * from stb/ctb/ntb, Scalar function from stb/ctb/ntb
# scene2: vgroups=1, multi topics for one consumer, include: columns from stb/ctb/ntb, * from stb/ctb/ntb, Scalar function from stb/ctb/ntb
# scene3: vgroups=4, one topic for one consumer, include: columns from stb/ctb/ntb, * from stb/ctb/ntb, Scalar function from stb/ctb/ntb
# scene4: vgroups=4, multi topics for one consumer, include: columns from stb/ctb/ntb, * from stb/ctb/ntb, Scalar function from stb/ctb/ntb
# notes1: Scalar function: ABS/ACOS/ASIN/ATAN/CEIL/COS/FLOOR/LOG/POW/ROUND/SIN/SQRT/TAN
# The above use cases are combined with where filter conditions, such as: where ts > "2017-08-12 18:25:58.128Z" and sin(a) > 0.5;
#
# notes2: not support aggregate functions(such as sum/count/min/max) and time-windows(interval).
#
######## ######## ######## ######## ######## ######## ######## ######## ######## ######## 
######## This test case include scene2 and scene4
######## ######## ######## ######## ######## ######## ######## ######## ######## ######## 

system sh/stop_dnodes.sh
system sh/deploy.sh -n dnode1 -i 1
system sh/cfg.sh -n dnode1
system sh/exec.sh -n dnode1 -s start

$loop_cnt = 0
check_dnode_ready:
	$loop_cnt = $loop_cnt + 1
	sleep 200
	if $loop_cnt == 10 then
	  print ====> dnode not ready!
		return -1
	endi
sql show dnodes
print ===> $rows $data00 $data01 $data02 $data03 $data04 $data05
if $data00 != 1 then
  return -1
endi
if $data04 != ready then
  goto check_dnode_ready
endi

sql connect

$loop_cnt = 0
$vgroups  = 1
$dbNamme  = d0
loop_vgroups:
print =============== create database $dbNamme vgroups $vgroups
sql create database $dbNamme vgroups $vgroups
sql use $dbNamme

print =============== create super table
sql create table if not exists stb (ts timestamp, c1 int, c2 float, c3 binary(10)) tags (t1 int)

sql show stables
if $rows != 1 then 
  return -1
endi

print =============== create child table
$tbPrefix = ct
$tbNum = 100

$i = 0
while $i < $tbNum
  $tb = $tbPrefix . $i
  sql create table $tb using stb tags( $i )
  $i = $i + 1
endw

print =============== create normal table
sql create table ntb (ts timestamp, c1 int, c2 float, c3 binary(10))

print =============== create multi topics. notes: now only support:
print =============== 1. columns from stb/ctb/ntb; 2. * from ctb/ntb; 3. function from stb/ctb/ntb
print =============== will support: * from stb

sql create topic topic_stb_column as select ts, c1, c3 from stb
#sql create topic topic_stb_all as select * from stb
sql create topic topic_stb_function as select ts, abs(c1), sin(c2) from stb

sql create topic topic_ctb_column as select ts, c1, c3 from ct0
sql create topic topic_ctb_all as select * from ct0
sql create topic topic_ctb_function as select ts, abs(c1), sin(c2) from ct0

sql create topic topic_ntb_column as select ts, c1, c3 from ntb
sql create topic topic_ntb_all as select * from ntb
sql create topic topic_ntb_function as select ts, abs(c1), sin(c2) from ntb

sql show tables
if $rows != 101 then 
  return -1
endi

print =============== run_back insert data

if $loop_cnt == 0 then 
P
plum-lihui 已提交
93
  run_back tsim/tmq/insertFixedDataV2.sim
P
plum-lihui 已提交
94
else
P
plum-lihui 已提交
95
  run_back tsim/tmq/insertFixedDataV4.sim
P
plum-lihui 已提交
96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134
endi

#sleep 1000

#$rowNum = 1000
#$tstart = 1640966400000  # 2022-01-01 00:00:00.000
#
#$i = 0
#while $i < $tbNum
#  $tb = $tbPrefix . $i
#
#  $x = 0
#  while $x < $rowNum
#    $c = $x / 10
#    $c = $c * 10
#    $c = $x - $c
#
#    $binary = ' . binary
#    $binary = $binary . $c
#    $binary = $binary . '
#
#    sql insert into $tb values ($tstart , $c , $x , $binary )
#    sql insert into ntb values ($tstart , $c , $x , $binary )
#    $tstart = $tstart + 1
#    $x = $x + 1
#  endw
#
#  $i = $i + 1
#  $tstart = 1640966400000
#endw

#root@trd02 /home $ tmq_sim --help                                                                          
# -c      Configuration directory, default is 
# -d      The name of the database for cosumer, no default 
# -t      The topic string for cosumer, no default 
# -k      The key-value string for cosumer, no default 
# -g      showMsgFlag, default is 0
#        

P
plum-lihui 已提交
135 136 137 138 139 140 141 142 143 144
$tbNum = 10
$consumeDelay = 5
$expectMsgCntFromCtb = 1000
$expectMsgCntFromNtb = 1000
$expectMsgCntFromStb = $expectMsgCntFromCtb * $tbNum
print consumeDelay: $consumeDelay
print insert data child num: $tbNum
print expectMsgCntFromCtb: $expectMsgCntFromCtb 
print expectMsgCntFromStb: $expectMsgCntFromStb 

P
plum-lihui 已提交
145 146 147 148 149 150 151 152 153 154 155 156

# supported key:
# group.id:<xxx>
# enable.auto.commit:<true | false>
# auto.offset.reset:<earliest | latest | none>
# td.connect.ip:<fqdn | ipaddress>
# td.connect.user:root
# td.connect.pass:taosdata
# td.connect.port:6030
# td.connect.db:db

$numOfTopics = 2
P
plum-lihui 已提交
157
$expectMsgCntFromStb = $expectMsgCntFromStb * $numOfTopics
P
plum-lihui 已提交
158
$expect_result = @{consume success: @
P
plum-lihui 已提交
159
$expect_result = $expect_result . $expectMsgCntFromStb
P
plum-lihui 已提交
160 161 162
$expect_result = $expect_result . @, @ 
$expect_result = $expect_result . 0}
print expect_result----> $expect_result
P
plum-lihui 已提交
163 164 165 166
#print cmd===> system_content ../../debug/tests/test/c/tmq_sim -c ../../sim/tsim/cfg -d $dbNamme -t "topic_stb_column, topic_stb_function, topic_stb_all" -k "group.id:tg2" -y $consumeDelay -m $expectMsgCntFromStb
#system_content ../../debug/tests/test/c/tmq_sim -c ../../sim/tsim/cfg -d $dbNamme -t "topic_stb_column, topic_stb_function, topic_stb_all" -k "group.id:tg2" -y $consumeDelay -m $expectMsgCntFromStb
print cmd===> system_content ../../debug/tests/test/c/tmq_sim -c ../../sim/tsim/cfg -d $dbNamme -t "topic_stb_column, topic_stb_function" -k "group.id:tg2" -y $consumeDelay -m $expectMsgCntFromStb
system_content ../../debug/tests/test/c/tmq_sim -c ../../sim/tsim/cfg -d $dbNamme -t "topic_stb_column, topic_stb_function" -k "group.id:tg2" -y $consumeDelay -m $expectMsgCntFromStb
P
plum-lihui 已提交
167 168
print cmd result----> $system_content
#if $system_content != @{consume success: 20000, 0}@ then
P
plum-lihui 已提交
169
if $system_content != $expect_result then
170
  print expect @{consume success: 20000, 0}@ , actual @system_content
P
plum-lihui 已提交
171 172 173 174
  return -1
endi

$numOfTopics = 3
P
plum-lihui 已提交
175
$expectMsgCntFromCtb = $expectMsgCntFromCtb * $numOfTopics
P
plum-lihui 已提交
176
$expect_result = @{consume success: @
P
plum-lihui 已提交
177
$expect_result = $expect_result . $expectMsgCntFromCtb
P
plum-lihui 已提交
178 179 180
$expect_result = $expect_result . @, @ 
$expect_result = $expect_result . 0}
print expect_result----> $expect_result
P
plum-lihui 已提交
181 182
print cmd===> system_content ../../debug/tests/test/c/tmq_sim -c ../../sim/tsim/cfg -d $dbNamme -t "topic_ctb_column, topic_ctb_function, topic_ctb_all" -k "group.id:tg2" -y $consumeDelay -m $expectMsgCntFromCtb
system_content ../../debug/tests/test/c/tmq_sim -c ../../sim/tsim/cfg -d $dbNamme -t "topic_ctb_column, topic_ctb_function, topic_ctb_all" -k "group.id:tg2" -y $consumeDelay -m $expectMsgCntFromCtb
P
plum-lihui 已提交
183 184
print cmd result----> $system_content
#if $system_content != @{consume success: 300, 0}@ then
P
plum-lihui 已提交
185
if $system_content != $expect_result then
P
plum-lihui 已提交
186 187 188 189
  return -1
endi

$numOfTopics = 3
P
plum-lihui 已提交
190 191
$expectMsgCntFromNtb = $expectMsgCntFromNtb * $tbNum
$expectMsgCntFromNtb = $expectMsgCntFromNtb * $numOfTopics
P
plum-lihui 已提交
192
$expect_result = @{consume success: @
P
plum-lihui 已提交
193
$expect_result = $expect_result . $expectMsgCntFromNtb
P
plum-lihui 已提交
194 195 196
$expect_result = $expect_result . @, @ 
$expect_result = $expect_result . 0}
print expect_result----> $expect_result
P
plum-lihui 已提交
197 198
print cmd===> system_content ../../debug/tests/test/c/tmq_sim -c ../../sim/tsim/cfg -d $dbNamme -t "topic_ntb_column, topic_ntb_all, topic_ntb_function" -k "group.id:tg2" -y $consumeDelay -m $expectMsgCntFromNtb
system_content ../../debug/tests/test/c/tmq_sim -c ../../sim/tsim/cfg -d $dbNamme -t "topic_ntb_column, topic_ntb_all, topic_ntb_function" -k "group.id:tg2" -y $consumeDelay -m $expectMsgCntFromNtb
P
plum-lihui 已提交
199 200
print cmd result----> $system_content
#if $system_content != @{consume success: 30000, 0}@ then
P
plum-lihui 已提交
201
if $system_content != $expect_result then
P
plum-lihui 已提交
202 203 204 205 206 207 208 209 210 211 212
  return -1
endi

if $loop_cnt == 0 then
  $loop_cnt = 1
  $vgroups  = 4
  $dbNamme  = d1
  goto loop_vgroups
endi


213
system sh/exec.sh -n dnode1 -s stop -x SIGINT