Skip to content

pika
pika

镜像 / OpenAtomFoundation / pika
11 个月 前同步成功

通知 0
Star 0
Fork 0
pika
pika

体验新版 GitCode，发现更多精彩内容 >>

提交 2bc57172 编写于 作者: L Leviathan 提交者： SongZhao
浏览文件
操作

修改HLL测试文件 (#74) 

* Update hyperloglog test example

* Modify test
上级 224c08b5
隐藏空白更改
内联 并排
Showing with 185 addition and 105 deletion
pikatests/tests/unit/hyperloglog.tcl 100644 → 100755
浏览文件 @ 2bc57172
start_server {tags {"hll"}} {
test {HyperLogLog self test passes} {
catch {r pfselftest} e
set e
} {OK}
# test {HyperLogLog self test passes} {
# catch {r pfselftest} e
# set e
# } {OK}
test {PFADD without arguments creates an HLL value} {
r pfadd hll
......@@ -39,93 +39,93 @@ start_server {tags {"hll"}} {
set res
} {5 10}
test {HyperLogLogs are promote from sparse to dense} {
r del hll
r config set hll-sparse-max-bytes 3000
set n 0
while {$n < 100000} {
set elements {}
for {set j 0} {$j < 100} {incr j} {lappend elements [expr rand()]}
incr n 100
r pfadd hll {*}$elements
set card [r pfcount hll]
set err [expr {abs($card-$n)}]
assert {$err < (double($card)/100)*5}
if {$n < 1000} {
assert {[r pfdebug encoding hll] eq {sparse}}
} elseif {$n > 10000} {
assert {[r pfdebug encoding hll] eq {dense}}
}
}
}
test {HyperLogLog sparse encoding stress test} {
for {set x 0} {$x < 1000} {incr x} {
r del hll1 hll2
set numele [randomInt 100]
set elements {}
for {set j 0} {$j < $numele} {incr j} {
lappend elements [expr rand()]
}
# test {HyperLogLogs are promote from sparse to dense} {
# r del hll
# r config set hll-sparse-max-bytes 3000
# set n 0
# while {$n < 100000} {
# set elements {}
# for {set j 0} {$j < 100} {incr j} {lappend elements [expr rand()]}
# incr n 100
# r pfadd hll {*}$elements
# set card [r pfcount hll]
# set err [expr {abs($card-$n)}]
# assert {$err < (double($card)/100)*5}
# if {$n < 1000} {
# assert {[r pfdebug encoding hll] eq {sparse}}
# } elseif {$n > 10000} {
# assert {[r pfdebug encoding hll] eq {dense}}
# }
# }
# }
# test {HyperLogLog sparse encoding stress test} {
# for {set x 0} {$x < 1000} {incr x} {
# r del hll1 hll2
# set numele [randomInt 100]
# set elements {}
# for {set j 0} {$j < $numele} {incr j} {
# lappend elements [expr rand()]
# }
# Force dense representation of hll2
r pfadd hll2
r pfdebug todense hll2
r pfadd hll1 {*}$elements
r pfadd hll2 {*}$elements
assert {[r pfdebug encoding hll1] eq {sparse}}
assert {[r pfdebug encoding hll2] eq {dense}}
# r pfadd hll2
# r pfdebug todense hll2
# r pfadd hll1 {*}$elements
# r pfadd hll2 {*}$elements
# assert {[r pfdebug encoding hll1] eq {sparse}}
# assert {[r pfdebug encoding hll2] eq {dense}}
# Cardinality estimated should match exactly.
assert {[r pfcount hll1] eq [r pfcount hll2]}
}
}
test {Corrupted sparse HyperLogLogs are detected: Additionl at tail} {
r del hll
r pfadd hll a b c
r append hll "hello"
set e {}
catch {r pfcount hll} e
set e
} {*INVALIDOBJ*}
test {Corrupted sparse HyperLogLogs are detected: Broken magic} {
r del hll
r pfadd hll a b c
r setrange hll 0 "0123"
set e {}
catch {r pfcount hll} e
set e
} {*WRONGTYPE*}
test {Corrupted sparse HyperLogLogs are detected: Invalid encoding} {
r del hll
r pfadd hll a b c
r setrange hll 4 "x"
set e {}
catch {r pfcount hll} e
set e
} {*WRONGTYPE*}
test {Corrupted dense HyperLogLogs are detected: Wrong length} {
r del hll
r pfadd hll a b c
r setrange hll 4 "\x00"
set e {}
catch {r pfcount hll} e
set e
} {*WRONGTYPE*}
test {PFADD, PFCOUNT, PFMERGE type checking works} {
r set foo bar
catch {r pfadd foo 1} e
assert_match {*WRONGTYPE*} $e
catch {r pfcount foo} e
assert_match {*WRONGTYPE*} $e
catch {r pfmerge bar foo} e
assert_match {*WRONGTYPE*} $e
catch {r pfmerge foo bar} e
assert_match {*WRONGTYPE*} $e
}
# assert {[r pfcount hll1] eq [r pfcount hll2]}
# }
# }
# test {Corrupted sparse HyperLogLogs are detected: Additionl at tail} {
# r del hll
# r pfadd hll a b c
# r append hll "hello"
# set e {}
# catch {r pfcount hll} e
# set e
# } {*INVALIDOBJ*}
# test {Corrupted sparse HyperLogLogs are detected: Broken magic} {
# r del hll
# r pfadd hll a b c
# r setrange hll 0 "0123"
# set e {}
# catch {r pfcount hll} e
# set e
# } {*WRONGTYPE*}
# test {Corrupted sparse HyperLogLogs are detected: Invalid encoding} {
# r del hll
# r pfadd hll a b c
# r setrange hll 4 "x"
# set e {}
# catch {r pfcount hll} e
# set e
# } {*WRONGTYPE*}
# test {Corrupted dense HyperLogLogs are detected: Wrong length} {
# r del hll
# r pfadd hll a b c
# r setrange hll 4 "\x00"
# set e {}
# catch {r pfcount hll} e
# set e
# } {*WRONGTYPE*}
# test {PFADD, PFCOUNT, PFMERGE type checking works} {
# r set foo bar
# catch {r pfadd foo 1} e
# assert_match {*WRONGTYPE*} $e
# catch {r pfcount foo} e
# assert_match {*WRONGTYPE*} $e
# catch {r pfmerge bar foo} e
# assert_match {*WRONGTYPE*} $e
# catch {r pfmerge foo bar} e
# assert_match {*WRONGTYPE*} $e
# }
test {PFMERGE results on the cardinality of union of sets} {
r del hll hll1 hll2 hll3
......@@ -138,7 +138,7 @@ start_server {tags {"hll"}} {
test {PFCOUNT multiple-keys merge returns cardinality of union} {
r del hll1 hll2 hll3
for {set x 1} {$x < 10000} {incr x} {
for {set x 1} {$x < 100000} {incr x} {
# Force dense representation of hll2
r pfadd hll1 "foo-$x"
r pfadd hll2 "bar-$x"
......@@ -151,20 +151,100 @@ start_server {tags {"hll"}} {
}
}
test {PFDEBUG GETREG returns the HyperLogLog raw registers} {
r del hll
r pfadd hll 1 2 3
llength [r pfdebug getreg hll]
} {16384}
test {PFADD / PFCOUNT cache invalidation works} {
r del hll
r pfadd hll a b c
r pfcount hll
assert {[r getrange hll 15 15] eq "\x00"}
r pfadd hll a b c
assert {[r getrange hll 15 15] eq "\x00"}
r pfadd hll 1 2 3
assert {[r getrange hll 15 15] eq "\x80"}
test {HYPERLOGLOG press test: 5w, 10w, 15w, 20w, 30w, 50w, 100w} {
r del hll1
for {set x 1} {$x <= 1000000} {incr x} {
r pfadd hll1 "foo-$x"
if {$x == 50000} {
set card [r pfcount hll1]
set realcard [expr {$x*1}]
set err [expr {abs($card-$realcard)}]
set d_err [expr {$err * 1.0}]
set d_realcard [expr {$realcard * 1.0}]
set err_precentage [expr {double($d_err / $d_realcard)}]
puts "$x error rate: $err_precentage"
assert {$err < $realcard * 0.01}
}
if {$x == 100000} {
set card [r pfcount hll1]
set realcard [expr {$x*1}]
set err [expr {abs($card-$realcard)}]
set d_err [expr {$err * 1.0}]
set d_realcard [expr {$realcard * 1.0}]
set err_precentage [expr {double($d_err / $d_realcard)}]
puts "$x error rate: $err_precentage"
assert {$err < $realcard * 0.01}
}
if {$x == 150000} {
set card [r pfcount hll1]
set realcard [expr {$x*1}]
set err [expr {abs($card-$realcard)}]
set d_err [expr {$err * 1.0}]
set d_realcard [expr {$realcard * 1.0}]
set err_precentage [expr {double($d_err / $d_realcard)}]
puts "$x error rate: $err_precentage"
assert {$err < $realcard * 0.01}
}
if {$x == 300000} {
set card [r pfcount hll1]
set realcard [expr {$x*1}]
set err [expr {abs($card-$realcard)}]
set d_err [expr {$err * 1.0}]
set d_realcard [expr {$realcard * 1.0}]
set err_precentage [expr {double($d_err / $d_realcard)}]
puts "$x error rate: $err_precentage"
assert {$err < $realcard * 0.01}
}
if {$x == 500000} {
set card [r pfcount hll1]
set realcard [expr {$x*1}]
set err [expr {abs($card-$realcard)}]
set d_err [expr {$err * 1.0}]
set d_realcard [expr {$realcard * 1.0}]
set err_precentage [expr {double($d_err / $d_realcard)}]
puts "$x error rate: $err_precentage"
assert {$err < $realcard * 0.01}
}
if {$x == 1000000} {
set card [r pfcount hll1]
set realcard [expr {$x*1}]
set err [expr {abs($card-$realcard)}]
set d_err [expr {$err * 1.0}]
set d_realcard [expr {$realcard * 1.0}]
set err_precentage [expr {double($d_err / $d_realcard)}]
puts "$x error rate: $err_precentage"
assert {$err < $realcard * 0.03}
}
}
}
# test {PFDEBUG GETREG returns the HyperLogLog raw registers} {
# r del hll
# r pfadd hll 1 2 3
# llength [r pfdebug getreg hll]
# } {16384}
# test {PFDEBUG GETREG returns the HyperLogLog raw registers} {
# r del hll
# r pfadd hll 1 2 3
# llength [r pfdebug getreg hll]
# } {16384}
# test {PFADD / PFCOUNT cache invalidation works} {
# r del hll
# r pfadd hll a b c
# r pfcount hll
# assert {[r getrange hll 15 15] eq "\x00"}
# r pfadd hll a b c
# assert {[r getrange hll 15 15] eq "\x00"}
# r pfadd hll 1 2 3
# assert {[r getrange hll 15 15] eq "\x80"}
# }
}
Markdown is supported
0% 或 .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑！
想要评论请 注册 或