mainConsumerInOneTopic.sim 9.4 KB
Newer Older
P
plum-lihui 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92
#### test scenario, please refer to https://jira.taosdata.com:18090/pages/viewpage.action?pageId=135120406
# scene1: vgroups=1, one topic for one consumer, include: columns from stb/ctb/ntb, * from stb/ctb/ntb, Scalar function from stb/ctb/ntb
# scene2: vgroups=1, multi topics for one consumer, include: columns from stb/ctb/ntb, * from stb/ctb/ntb, Scalar function from stb/ctb/ntb
# scene3: vgroups=4, one topic for one consumer, include: columns from stb/ctb/ntb, * from stb/ctb/ntb, Scalar function from stb/ctb/ntb
# scene4: vgroups=4, multi topics for one consumer, include: columns from stb/ctb/ntb, * from stb/ctb/ntb, Scalar function from stb/ctb/ntb
# notes1: Scalar function: ABS/ACOS/ASIN/ATAN/CEIL/COS/FLOOR/LOG/POW/ROUND/SIN/SQRT/TAN
# The above use cases are combined with where filter conditions, such as: where ts > "2017-08-12 18:25:58.128Z" and sin(a) > 0.5;
#
# notes2: not support aggregate functions(such as sum/count/min/max) and time-windows(interval).
#
######## ######## ######## ######## ######## ######## ######## ######## ######## ######## 
######## This test case include scene1 and scene3
######## ######## ######## ######## ######## ######## ######## ######## ######## ######## 

system sh/stop_dnodes.sh
system sh/deploy.sh -n dnode1 -i 1
system sh/cfg.sh -n dnode1
system sh/exec.sh -n dnode1 -s start

$loop_cnt = 0
check_dnode_ready:
	$loop_cnt = $loop_cnt + 1
	sleep 200
	if $loop_cnt == 10 then
	  print ====> dnode not ready!
		return -1
	endi
sql show dnodes
print ===> $rows $data00 $data01 $data02 $data03 $data04 $data05
if $data00 != 1 then
  return -1
endi
if $data04 != ready then
  goto check_dnode_ready
endi

sql connect

$loop_cnt = 0
$vgroups  = 1
$dbNamme  = d0
loop_vgroups:
print =============== create database $dbNamme vgroups $vgroups
sql create database $dbNamme vgroups $vgroups
sql use $dbNamme

print =============== create super table
sql create table if not exists stb (ts timestamp, c1 int, c2 float, c3 binary(10)) tags (t1 int)

sql show stables
if $rows != 1 then 
  return -1
endi

print =============== create child table
$tbPrefix = ct
$tbNum = 100

$i = 0
while $i < $tbNum
  $tb = $tbPrefix . $i
  sql create table $tb using stb tags( $i )
  $i = $i + 1
endw

print =============== create normal table
sql create table ntb (ts timestamp, c1 int, c2 float, c3 binary(10))

print =============== create multi topics. notes: now only support:
print =============== 1. columns from stb/ctb/ntb; 2. * from ctb/ntb; 3. function from stb/ctb/ntb
print =============== will support: * from stb

sql create topic topic_stb_column as select ts, c1, c3 from stb
#sql create topic topic_stb_all as select * from stb
sql create topic topic_stb_function as select ts, abs(c1), sin(c2) from stb

sql create topic topic_ctb_column as select ts, c1, c3 from ct0
sql create topic topic_ctb_all as select * from ct0
sql create topic topic_ctb_function as select ts, abs(c1), sin(c2) from ct0

sql create topic topic_ntb_column as select ts, c1, c3 from ntb
sql create topic topic_ntb_all as select * from ntb
sql create topic topic_ntb_function as select ts, abs(c1), sin(c2) from ntb

sql show tables
if $rows != 101 then 
  return -1
endi

print =============== run_back insert data

if $loop_cnt == 0 then 
P
plum-lihui 已提交
93
  run_back tsim/tmq/insertFixedDataV2.sim
P
plum-lihui 已提交
94
else
P
plum-lihui 已提交
95
  run_back tsim/tmq/insertFixedDataV4.sim
P
plum-lihui 已提交
96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134
endi

#sleep 1000

#$rowNum = 1000
#$tstart = 1640966400000  # 2022-01-01 00:00:00.000
#
#$i = 0
#while $i < $tbNum
#  $tb = $tbPrefix . $i
#
#  $x = 0
#  while $x < $rowNum
#    $c = $x / 10
#    $c = $c * 10
#    $c = $x - $c
#
#    $binary = ' . binary
#    $binary = $binary . $c
#    $binary = $binary . '
#
#    sql insert into $tb values ($tstart , $c , $x , $binary )
#    sql insert into ntb values ($tstart , $c , $x , $binary )
#    $tstart = $tstart + 1
#    $x = $x + 1
#  endw
#
#  $i = $i + 1
#  $tstart = 1640966400000
#endw

#root@trd02 /home $ tmq_sim --help                                                                          
# -c      Configuration directory, default is 
# -d      The name of the database for cosumer, no default 
# -t      The topic string for cosumer, no default 
# -k      The key-value string for cosumer, no default 
# -g      showMsgFlag, default is 0
#        

P
plum-lihui 已提交
135 136 137 138 139 140 141 142 143
$tbNum = 10
$consumeDelay = 5
$expectMsgCntFromCtb = 1000
$expectMsgCntFromStb = $expectMsgCntFromCtb * $tbNum
print consumeDelay: $consumeDelay
print insert data child num: $tbNum
print expectMsgCntFromCtb: $expectMsgCntFromCtb 
print expectMsgCntFromStb: $expectMsgCntFromStb 

P
plum-lihui 已提交
144 145 146 147 148 149 150 151 152 153 154 155

# supported key:
# group.id:<xxx>
# enable.auto.commit:<true | false>
# auto.offset.reset:<earliest | latest | none>
# td.connect.ip:<fqdn | ipaddress>
# td.connect.user:root
# td.connect.pass:taosdata
# td.connect.port:6030
# td.connect.db:db

$expect_result = @{consume success: @
P
plum-lihui 已提交
156
$expect_result = $expect_result . $expectMsgCntFromStb
P
plum-lihui 已提交
157 158 159
$expect_result = $expect_result . @, @ 
$expect_result = $expect_result . 0}
print expect_result----> $expect_result
P
plum-lihui 已提交
160 161
print cmd===> system_content ../../debug/tests/test/c/tmq_sim -c ../../sim/tsim/cfg -d $dbNamme -t "topic_stb_column" -k "group.id:tg2" -y $consumeDelay -m $expectMsgCntFromStb
system_content ../../debug/tests/test/c/tmq_sim -c ../../sim/tsim/cfg -d $dbNamme -t "topic_stb_column" -k "group.id:tg2" -y $consumeDelay -m $expectMsgCntFromStb
P
plum-lihui 已提交
162
print cmd result----> $system_content
P
plum-lihui 已提交
163
if $system_content != $expect_result then
P
plum-lihui 已提交
164 165 166
  return -1
endi

P
plum-lihui 已提交
167 168
#print cmd===> system_content ../../debug/tests/test/c/tmq_sim -c ../../sim/tsim/cfg -d $dbNamme -t "topic_stb_all" -k "group.id:tg2" -y $consumeDelay -m $expectMsgCntFromStb
#system_content ../../debug/tests/test/c/tmq_sim -c ../../sim/tsim/cfg -d $dbNamme -t "topic_stb_all" -k "group.id:tg2" -y $consumeDelay -m $expectMsgCntFromStb
P
plum-lihui 已提交
169 170
#print cmd result----> $system_content
##if $system_content != @{consume success: 10000, 0}@ then
P
plum-lihui 已提交
171
#if $system_content != $expect_result then
P
plum-lihui 已提交
172 173 174
#  return -1
#endi

P
plum-lihui 已提交
175 176
print cmd===> system_content ../../debug/tests/test/c/tmq_sim -c ../../sim/tsim/cfg -d $dbNamme -t "topic_stb_function" -k "group.id:tg2" -y $consumeDelay -m $expectMsgCntFromStb
system_content ../../debug/tests/test/c/tmq_sim -c ../../sim/tsim/cfg -d $dbNamme -t "topic_stb_function" -k "group.id:tg2" -y $consumeDelay -m $expectMsgCntFromStb
P
plum-lihui 已提交
177 178
print cmd result----> $system_content
#if $system_content != @{consume success: 10000, 0}@ then
P
plum-lihui 已提交
179
if $system_content != $expect_result then
P
plum-lihui 已提交
180 181 182 183
  return -1
endi

$expect_result = @{consume success: @
P
plum-lihui 已提交
184
$expect_result = $expect_result . $expectMsgCntFromCtb
P
plum-lihui 已提交
185 186 187
$expect_result = $expect_result . @, @ 
$expect_result = $expect_result . 0}
print expect_result----> $expect_result
P
plum-lihui 已提交
188 189
print cmd===> system_content ../../debug/tests/test/c/tmq_sim -c ../../sim/tsim/cfg -d $dbNamme -t "topic_ctb_column" -k "group.id:tg2" -y $consumeDelay -m $expectMsgCntFromCtb
system_content ../../debug/tests/test/c/tmq_sim -c ../../sim/tsim/cfg -d $dbNamme -t "topic_ctb_column" -k "group.id:tg2" -y $consumeDelay -m $expectMsgCntFromCtb
P
plum-lihui 已提交
190
print cmd result----> $system_content
P
plum-lihui 已提交
191
if $system_content != $expect_result then
P
plum-lihui 已提交
192 193 194
  return -1
endi

P
plum-lihui 已提交
195 196
print cmd===> system_content ../../debug/tests/test/c/tmq_sim -c ../../sim/tsim/cfg -d $dbNamme -t "topic_ctb_all" -k "group.id:tg2" -y $consumeDelay -m $expectMsgCntFromCtb
system_content ../../debug/tests/test/c/tmq_sim -c ../../sim/tsim/cfg -d $dbNamme -t "topic_ctb_all" -k "group.id:tg2" -y $consumeDelay -m $expectMsgCntFromCtb
P
plum-lihui 已提交
197
print cmd result----> $system_content
P
plum-lihui 已提交
198
if $system_content != $expect_result then
P
plum-lihui 已提交
199 200 201
  return -1
endi

P
plum-lihui 已提交
202 203
print cmd===> system_content ../../debug/tests/test/c/tmq_sim -c ../../sim/tsim/cfg -d $dbNamme -t "topic_ctb_function" -k "group.id:tg2" -y $consumeDelay -m $expectMsgCntFromCtb
system_content ../../debug/tests/test/c/tmq_sim -c ../../sim/tsim/cfg -d $dbNamme -t "topic_ctb_function" -k "group.id:tg2" -y $consumeDelay -m $expectMsgCntFromCtb
P
plum-lihui 已提交
204
print cmd result----> $system_content
P
plum-lihui 已提交
205
if $system_content != $expect_result then
P
plum-lihui 已提交
206 207 208 209
  return -1
endi

$expect_result = @{consume success: @
P
plum-lihui 已提交
210
$expect_result = $expect_result . $expectMsgCntFromStb
P
plum-lihui 已提交
211 212 213
$expect_result = $expect_result . @, @ 
$expect_result = $expect_result . 0}
print expect_result----> $expect_result
P
plum-lihui 已提交
214 215
print cmd===> system_content ../../debug/tests/test/c/tmq_sim -c ../../sim/tsim/cfg -d $dbNamme -t "topic_ntb_column" -k "group.id:tg2" -y $consumeDelay -m $expectMsgCntFromCtb
system_content ../../debug/tests/test/c/tmq_sim -c ../../sim/tsim/cfg -d $dbNamme -t "topic_ntb_column" -k "group.id:tg2" -y $consumeDelay -m $expectMsgCntFromCtb
P
plum-lihui 已提交
216
print cmd result----> $system_content
P
plum-lihui 已提交
217
if $system_content != $expect_result then
P
plum-lihui 已提交
218 219 220
  return -1
endi

P
plum-lihui 已提交
221 222
print cmd===> system_content ../../debug/tests/test/c/tmq_sim -c ../../sim/tsim/cfg -d $dbNamme -t "topic_ntb_all" -k "group.id:tg2" -y $consumeDelay -m $expectMsgCntFromCtb
system_content ../../debug/tests/test/c/tmq_sim -c ../../sim/tsim/cfg -d $dbNamme -t "topic_ntb_all" -k "group.id:tg2" -y $consumeDelay -m $expectMsgCntFromCtb
P
plum-lihui 已提交
223
print cmd result----> $system_content
P
plum-lihui 已提交
224
if $system_content != $expect_result then
P
plum-lihui 已提交
225 226 227
  return -1
endi

P
plum-lihui 已提交
228 229
print cmd===> system_content ../../debug/tests/test/c/tmq_sim -c ../../sim/tsim/cfg -d $dbNamme -t "topic_ntb_function" -k "group.id:tg2" -y $consumeDelay -m $expectMsgCntFromCtb
system_content ../../debug/tests/test/c/tmq_sim -c ../../sim/tsim/cfg -d $dbNamme -t "topic_ntb_function" -k "group.id:tg2" -y $consumeDelay -m $expectMsgCntFromCtb
P
plum-lihui 已提交
230
print cmd result----> $system_content
P
plum-lihui 已提交
231
if $system_content != $expect_result then
P
plum-lihui 已提交
232 233 234 235 236 237 238 239 240 241
  return -1
endi

if $loop_cnt == 0 then
  $loop_cnt = 1
  $vgroups  = 4
  $dbNamme  = d1
  goto loop_vgroups
endi

242
system sh/exec.sh -n dnode1 -s stop -x SIGINT