Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
magicwindyyd
mindspore
提交
269b4776
M
mindspore
项目概览
magicwindyyd
/
mindspore
与 Fork 源项目一致
Fork自
MindSpore / mindspore
通知
1
Star
1
Fork
0
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
0
列表
看板
标记
里程碑
合并请求
0
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
M
mindspore
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
0
Issue
0
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
提交
Issue看板
提交
269b4776
编写于
7月 27, 2020
作者:
T
tony_liu2
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
use np.testing.assert instead of asserting
fix line lengths fix spacing reverse a few changes
上级
ee67f70b
变更
14
隐藏空白更改
内联
并排
Showing
14 changed file
with
189 addition
and
187 deletion
+189
-187
tests/ut/python/dataset/test_Tensor.py
tests/ut/python/dataset/test_Tensor.py
+4
-4
tests/ut/python/dataset/test_apply.py
tests/ut/python/dataset/test_apply.py
+2
-2
tests/ut/python/dataset/test_datasets_coco.py
tests/ut/python/dataset/test_datasets_coco.py
+51
-49
tests/ut/python/dataset/test_datasets_generator.py
tests/ut/python/dataset/test_datasets_generator.py
+38
-38
tests/ut/python/dataset/test_datasets_tfrecord.py
tests/ut/python/dataset/test_datasets_tfrecord.py
+2
-2
tests/ut/python/dataset/test_epoch_ctrl.py
tests/ut/python/dataset/test_epoch_ctrl.py
+26
-26
tests/ut/python/dataset/test_opt_pass.py
tests/ut/python/dataset/test_opt_pass.py
+3
-3
tests/ut/python/dataset/test_pad_batch.py
tests/ut/python/dataset/test_pad_batch.py
+14
-14
tests/ut/python/dataset/test_pyfunc.py
tests/ut/python/dataset/test_pyfunc.py
+17
-17
tests/ut/python/dataset/test_repeat.py
tests/ut/python/dataset/test_repeat.py
+5
-5
tests/ut/python/dataset/test_save_op.py
tests/ut/python/dataset/test_save_op.py
+2
-2
tests/ut/python/dataset/test_serdes_dataset.py
tests/ut/python/dataset/test_serdes_dataset.py
+15
-15
tests/ut/python/dataset/test_var_batch_map.py
tests/ut/python/dataset/test_var_batch_map.py
+9
-9
tests/ut/python/dataset/util.py
tests/ut/python/dataset/util.py
+1
-1
未找到文件。
tests/ut/python/dataset/test_Tensor.py
浏览文件 @
269b4776
...
@@ -31,13 +31,13 @@ def test_basic():
...
@@ -31,13 +31,13 @@ def test_basic():
arr
[
0
]
=
0
arr
[
0
]
=
0
x
=
np
.
array
([
0
,
2
,
3
,
4
,
5
])
x
=
np
.
array
([
0
,
2
,
3
,
4
,
5
])
assert
np
.
array_equal
(
x
,
arr
)
np
.
testing
.
assert_
array_equal
(
x
,
arr
)
assert
n
.
type
()
==
cde
.
DataType
(
"int64"
)
assert
n
.
type
()
==
cde
.
DataType
(
"int64"
)
arr2
=
n
.
as_array
()
arr2
=
n
.
as_array
()
arr
[
0
]
=
2
arr
[
0
]
=
2
x
=
np
.
array
([
2
,
2
,
3
,
4
,
5
])
x
=
np
.
array
([
2
,
2
,
3
,
4
,
5
])
assert
np
.
array_equal
(
x
,
arr2
)
np
.
testing
.
assert_
array_equal
(
x
,
arr2
)
assert
n
.
type
()
==
cde
.
DataType
(
"int64"
)
assert
n
.
type
()
==
cde
.
DataType
(
"int64"
)
assert
arr
.
__array_interface__
[
'data'
]
==
arr2
.
__array_interface__
[
'data'
]
assert
arr
.
__array_interface__
[
'data'
]
==
arr2
.
__array_interface__
[
'data'
]
...
@@ -47,12 +47,12 @@ def test_strides():
...
@@ -47,12 +47,12 @@ def test_strides():
n1
=
cde
.
Tensor
(
x
[:,
1
])
n1
=
cde
.
Tensor
(
x
[:,
1
])
arr
=
np
.
array
(
n1
,
copy
=
False
)
arr
=
np
.
array
(
n1
,
copy
=
False
)
assert
np
.
array_equal
(
x
[:,
1
],
arr
)
np
.
testing
.
assert_
array_equal
(
x
[:,
1
],
arr
)
n2
=
cde
.
Tensor
(
x
.
transpose
())
n2
=
cde
.
Tensor
(
x
.
transpose
())
arr
=
np
.
array
(
n2
,
copy
=
False
)
arr
=
np
.
array
(
n2
,
copy
=
False
)
assert
np
.
array_equal
(
x
.
transpose
(),
arr
)
np
.
testing
.
assert_
array_equal
(
x
.
transpose
(),
arr
)
if
__name__
==
'__main__'
:
if
__name__
==
'__main__'
:
...
...
tests/ut/python/dataset/test_apply.py
浏览文件 @
269b4776
...
@@ -41,7 +41,7 @@ def test_apply_generator_case():
...
@@ -41,7 +41,7 @@ def test_apply_generator_case():
data2
=
data2
.
batch
(
4
)
data2
=
data2
.
batch
(
4
)
for
item1
,
item2
in
zip
(
data1
.
create_dict_iterator
(),
data2
.
create_dict_iterator
()):
for
item1
,
item2
in
zip
(
data1
.
create_dict_iterator
(),
data2
.
create_dict_iterator
()):
assert
np
.
array_equal
(
item1
[
"data"
],
item2
[
"data"
])
np
.
testing
.
assert_
array_equal
(
item1
[
"data"
],
item2
[
"data"
])
def
test_apply_imagefolder_case
():
def
test_apply_imagefolder_case
():
...
@@ -64,7 +64,7 @@ def test_apply_imagefolder_case():
...
@@ -64,7 +64,7 @@ def test_apply_imagefolder_case():
data2
=
data2
.
repeat
(
2
)
data2
=
data2
.
repeat
(
2
)
for
item1
,
item2
in
zip
(
data1
.
create_dict_iterator
(),
data2
.
create_dict_iterator
()):
for
item1
,
item2
in
zip
(
data1
.
create_dict_iterator
(),
data2
.
create_dict_iterator
()):
assert
np
.
array_equal
(
item1
[
"image"
],
item2
[
"image"
])
np
.
testing
.
assert_
array_equal
(
item1
[
"image"
],
item2
[
"image"
])
def
test_apply_flow_case_0
(
id_
=
0
):
def
test_apply_flow_case_0
(
id_
=
0
):
...
...
tests/ut/python/dataset/test_datasets_coco.py
浏览文件 @
269b4776
...
@@ -44,18 +44,18 @@ def test_coco_detection():
...
@@ -44,18 +44,18 @@ def test_coco_detection():
assert
image_shape
[
3
]
==
(
642
,
675
,
3
)
assert
image_shape
[
3
]
==
(
642
,
675
,
3
)
assert
image_shape
[
4
]
==
(
2268
,
4032
,
3
)
assert
image_shape
[
4
]
==
(
2268
,
4032
,
3
)
assert
image_shape
[
5
]
==
(
2268
,
4032
,
3
)
assert
image_shape
[
5
]
==
(
2268
,
4032
,
3
)
assert
np
.
array_equal
(
np
.
array
([[
10.
,
10.
,
10.
,
10.
],
[
70.
,
70.
,
70.
,
70.
]]),
bbox
[
0
])
np
.
testing
.
assert_
array_equal
(
np
.
array
([[
10.
,
10.
,
10.
,
10.
],
[
70.
,
70.
,
70.
,
70.
]]),
bbox
[
0
])
assert
np
.
array_equal
(
np
.
array
([[
20.
,
20.
,
20.
,
20.
],
[
80.
,
80.
,
80.0
,
80.
]]),
bbox
[
1
])
np
.
testing
.
assert_
array_equal
(
np
.
array
([[
20.
,
20.
,
20.
,
20.
],
[
80.
,
80.
,
80.0
,
80.
]]),
bbox
[
1
])
assert
np
.
array_equal
(
np
.
array
([[
30.0
,
30.0
,
30.0
,
30.
]]),
bbox
[
2
])
np
.
testing
.
assert_
array_equal
(
np
.
array
([[
30.0
,
30.0
,
30.0
,
30.
]]),
bbox
[
2
])
assert
np
.
array_equal
(
np
.
array
([[
40.
,
40.
,
40.
,
40.
]]),
bbox
[
3
])
np
.
testing
.
assert_
array_equal
(
np
.
array
([[
40.
,
40.
,
40.
,
40.
]]),
bbox
[
3
])
assert
np
.
array_equal
(
np
.
array
([[
50.
,
50.
,
50.
,
50.
]]),
bbox
[
4
])
np
.
testing
.
assert_
array_equal
(
np
.
array
([[
50.
,
50.
,
50.
,
50.
]]),
bbox
[
4
])
assert
np
.
array_equal
(
np
.
array
([[
60.
,
60.
,
60.
,
60.
]]),
bbox
[
5
])
np
.
testing
.
assert_
array_equal
(
np
.
array
([[
60.
,
60.
,
60.
,
60.
]]),
bbox
[
5
])
assert
np
.
array_equal
(
np
.
array
([[
1
],
[
7
]]),
category_id
[
0
])
np
.
testing
.
assert_
array_equal
(
np
.
array
([[
1
],
[
7
]]),
category_id
[
0
])
assert
np
.
array_equal
(
np
.
array
([[
2
],
[
8
]]),
category_id
[
1
])
np
.
testing
.
assert_
array_equal
(
np
.
array
([[
2
],
[
8
]]),
category_id
[
1
])
assert
np
.
array_equal
(
np
.
array
([[
3
]]),
category_id
[
2
])
np
.
testing
.
assert_
array_equal
(
np
.
array
([[
3
]]),
category_id
[
2
])
assert
np
.
array_equal
(
np
.
array
([[
4
]]),
category_id
[
3
])
np
.
testing
.
assert_
array_equal
(
np
.
array
([[
4
]]),
category_id
[
3
])
assert
np
.
array_equal
(
np
.
array
([[
5
]]),
category_id
[
4
])
np
.
testing
.
assert_
array_equal
(
np
.
array
([[
5
]]),
category_id
[
4
])
assert
np
.
array_equal
(
np
.
array
([[
6
]]),
category_id
[
5
])
np
.
testing
.
assert_
array_equal
(
np
.
array
([[
6
]]),
category_id
[
5
])
def
test_coco_stuff
():
def
test_coco_stuff
():
data1
=
ds
.
CocoDataset
(
DATA_DIR
,
annotation_file
=
ANNOTATION_FILE
,
task
=
"Stuff"
,
data1
=
ds
.
CocoDataset
(
DATA_DIR
,
annotation_file
=
ANNOTATION_FILE
,
task
=
"Stuff"
,
...
@@ -76,25 +76,26 @@ def test_coco_stuff():
...
@@ -76,25 +76,26 @@ def test_coco_stuff():
assert
image_shape
[
3
]
==
(
642
,
675
,
3
)
assert
image_shape
[
3
]
==
(
642
,
675
,
3
)
assert
image_shape
[
4
]
==
(
2268
,
4032
,
3
)
assert
image_shape
[
4
]
==
(
2268
,
4032
,
3
)
assert
image_shape
[
5
]
==
(
2268
,
4032
,
3
)
assert
image_shape
[
5
]
==
(
2268
,
4032
,
3
)
assert
np
.
array_equal
(
np
.
array
([[
10.
,
12.
,
13.
,
14.
,
15.
,
16.
,
17.
,
18.
,
19.
,
20.
],
np
.
testing
.
assert_array_equal
(
np
.
array
([[
10.
,
12.
,
13.
,
14.
,
15.
,
16.
,
17.
,
18.
,
19.
,
20.
],
[
70.
,
72.
,
73.
,
74.
,
75.
,
-
1.
,
-
1.
,
-
1.
,
-
1.
,
-
1.
]]),
[
70.
,
72.
,
73.
,
74.
,
75.
,
-
1.
,
-
1.
,
-
1.
,
-
1.
,
-
1.
]]),
segmentation
[
0
])
segmentation
[
0
])
assert
np
.
array_equal
(
np
.
array
([[
0
],
[
0
]]),
iscrowd
[
0
])
np
.
testing
.
assert_array_equal
(
np
.
array
([[
0
],
[
0
]]),
iscrowd
[
0
])
assert
np
.
array_equal
(
np
.
array
([[
20.0
,
22.0
,
23.0
,
24.0
,
25.0
,
26.0
,
27.0
,
28.0
,
29.0
,
30.0
,
31.0
],
np
.
testing
.
assert_array_equal
(
np
.
array
([[
20.0
,
22.0
,
23.0
,
24.0
,
25.0
,
26.0
,
27.0
,
28.0
,
29.0
,
30.0
,
31.0
],
[
10.0
,
12.0
,
13.0
,
14.0
,
15.0
,
16.0
,
17.0
,
18.0
,
19.0
,
20.0
,
-
1.0
]]),
[
10.0
,
12.0
,
13.0
,
14.0
,
15.0
,
16.0
,
17.0
,
18.0
,
19.0
,
20.0
,
-
1.0
]]),
segmentation
[
1
])
segmentation
[
1
])
assert
np
.
array_equal
(
np
.
array
([[
0
],
[
1
]]),
iscrowd
[
1
])
np
.
testing
.
assert_array_equal
(
np
.
array
([[
0
],
[
1
]]),
iscrowd
[
1
])
assert
np
.
array_equal
(
np
.
array
([[
40.
,
42.
,
43.
,
44.
,
45.
,
46.
,
47.
,
48.
,
49.
,
40.
,
41.
,
42.
]]),
segmentation
[
2
])
np
.
testing
.
assert_array_equal
(
np
.
array
([[
40.
,
42.
,
43.
,
44.
,
45.
,
46.
,
47.
,
48.
,
49.
,
40.
,
41.
,
42.
]]),
assert
np
.
array_equal
(
np
.
array
([[
0
]]),
iscrowd
[
2
])
segmentation
[
2
])
assert
np
.
array_equal
(
np
.
array
([[
50.
,
52.
,
53.
,
54.
,
55.
,
56.
,
57.
,
58.
,
59.
,
60.
,
61.
,
62.
,
63.
]]),
np
.
testing
.
assert_array_equal
(
np
.
array
([[
0
]]),
iscrowd
[
2
])
segmentation
[
3
])
np
.
testing
.
assert_array_equal
(
np
.
array
([[
50.
,
52.
,
53.
,
54.
,
55.
,
56.
,
57.
,
58.
,
59.
,
60.
,
61.
,
62.
,
63.
]]),
assert
np
.
array_equal
(
np
.
array
([[
0
]]),
iscrowd
[
3
])
segmentation
[
3
])
assert
np
.
array_equal
(
np
.
array
([[
60.
,
62.
,
63.
,
64.
,
65.
,
66.
,
67.
,
68.
,
69.
,
70.
,
71.
,
72.
,
73.
,
74.
]]),
np
.
testing
.
assert_array_equal
(
np
.
array
([[
0
]]),
iscrowd
[
3
])
segmentation
[
4
])
np
.
testing
.
assert_array_equal
(
np
.
array
([[
60.
,
62.
,
63.
,
64.
,
65.
,
66.
,
67.
,
68.
,
69.
,
70.
,
71.
,
72.
,
73.
,
74.
]]),
assert
np
.
array_equal
(
np
.
array
([[
0
]]),
iscrowd
[
4
])
segmentation
[
4
])
assert
np
.
array_equal
(
np
.
array
([[
60.
,
62.
,
63.
,
64.
,
65.
,
66.
,
67.
],
[
68.
,
69.
,
70.
,
71.
,
72.
,
73.
,
74.
]]),
np
.
testing
.
assert_array_equal
(
np
.
array
([[
0
]]),
iscrowd
[
4
])
segmentation
[
5
])
np
.
testing
.
assert_array_equal
(
np
.
array
([[
60.
,
62.
,
63.
,
64.
,
65.
,
66.
,
67.
],
[
68.
,
69.
,
70.
,
71.
,
72.
,
73.
,
74.
]]),
assert
np
.
array_equal
(
np
.
array
([[
0
]]),
iscrowd
[
5
])
segmentation
[
5
])
np
.
testing
.
assert_array_equal
(
np
.
array
([[
0
]]),
iscrowd
[
5
])
def
test_coco_keypoint
():
def
test_coco_keypoint
():
data1
=
ds
.
CocoDataset
(
DATA_DIR
,
annotation_file
=
KEYPOINT_FILE
,
task
=
"Keypoint"
,
data1
=
ds
.
CocoDataset
(
DATA_DIR
,
annotation_file
=
KEYPOINT_FILE
,
task
=
"Keypoint"
,
...
@@ -111,16 +112,17 @@ def test_coco_keypoint():
...
@@ -111,16 +112,17 @@ def test_coco_keypoint():
assert
num_iter
==
2
assert
num_iter
==
2
assert
image_shape
[
0
]
==
(
2268
,
4032
,
3
)
assert
image_shape
[
0
]
==
(
2268
,
4032
,
3
)
assert
image_shape
[
1
]
==
(
561
,
595
,
3
)
assert
image_shape
[
1
]
==
(
561
,
595
,
3
)
assert
np
.
array_equal
(
np
.
array
([[
368.
,
61.
,
1.
,
369.
,
52.
,
2.
,
0.
,
0.
,
0.
,
382.
,
48.
,
2.
,
0.
,
0.
,
0.
,
368.
,
84.
,
2.
,
np
.
testing
.
assert_array_equal
(
np
.
array
([[
368.
,
61.
,
1.
,
369.
,
52.
,
2.
,
0.
,
0.
,
0.
,
382.
,
48.
,
2.
,
0.
,
0.
,
0.
,
368.
,
435.
,
81.
,
2.
,
362.
,
125.
,
2.
,
446.
,
125.
,
2.
,
360.
,
153.
,
2.
,
0.
,
0.
,
0.
,
397.
,
84.
,
2.
,
435.
,
81.
,
2.
,
362.
,
125.
,
2.
,
446.
,
125.
,
2.
,
360.
,
153.
,
2.
,
0.
,
167.
,
1.
,
439.
,
166.
,
1.
,
369.
,
193.
,
2.
,
461.
,
234.
,
2.
,
361.
,
246.
,
2.
,
474.
,
0.
,
0.
,
397.
,
167.
,
1.
,
439.
,
166.
,
1.
,
369.
,
193.
,
2.
,
461.
,
234.
,
2.
,
287.
,
2.
]]),
keypoints
[
0
])
361.
,
246.
,
2.
,
474.
,
287.
,
2.
]]),
keypoints
[
0
])
assert
np
.
array_equal
(
np
.
array
([[
14
]]),
num_keypoints
[
0
])
np
.
testing
.
assert_array_equal
(
np
.
array
([[
14
]]),
num_keypoints
[
0
])
assert
np
.
array_equal
(
np
.
array
([[
244.
,
139.
,
2.
,
0.
,
0.
,
0.
,
226.
,
118.
,
2.
,
0.
,
0.
,
0.
,
154.
,
159.
,
2.
,
143.
,
261.
,
np
.
testing
.
assert_array_equal
(
np
.
array
([[
244.
,
139.
,
2.
,
0.
,
0.
,
0.
,
226.
,
118.
,
2.
,
0.
,
0.
,
0.
,
154.
,
159.
,
2.
,
2.
,
135.
,
312.
,
2.
,
271.
,
423.
,
2.
,
184.
,
530.
,
2.
,
261.
,
280.
,
2.
,
347.
,
592.
,
2.
,
143.
,
261.
,
2.
,
135.
,
312.
,
2.
,
271.
,
423.
,
2.
,
184.
,
530.
,
2.
,
261.
,
280.
,
0.
,
0.
,
0.
,
123.
,
596.
,
2.
,
0.
,
0.
,
0.
,
0.
,
0.
,
0.
,
0.
,
0.
,
0.
,
0.
,
0.
,
0.
]]),
2.
,
347.
,
592.
,
2.
,
0.
,
0.
,
0.
,
123.
,
596.
,
2.
,
0.
,
0.
,
0.
,
0.
,
0.
,
0.
,
0.
,
keypoints
[
1
])
0.
,
0.
,
0.
,
0.
,
0.
]]),
assert
np
.
array_equal
(
np
.
array
([[
10
]]),
num_keypoints
[
1
])
keypoints
[
1
])
np
.
testing
.
assert_array_equal
(
np
.
array
([[
10
]]),
num_keypoints
[
1
])
def
test_coco_panoptic
():
def
test_coco_panoptic
():
data1
=
ds
.
CocoDataset
(
DATA_DIR
,
annotation_file
=
PANOPTIC_FILE
,
task
=
"Panoptic"
,
decode
=
True
,
shuffle
=
False
)
data1
=
ds
.
CocoDataset
(
DATA_DIR
,
annotation_file
=
PANOPTIC_FILE
,
task
=
"Panoptic"
,
decode
=
True
,
shuffle
=
False
)
...
@@ -139,15 +141,15 @@ def test_coco_panoptic():
...
@@ -139,15 +141,15 @@ def test_coco_panoptic():
num_iter
+=
1
num_iter
+=
1
assert
num_iter
==
2
assert
num_iter
==
2
assert
image_shape
[
0
]
==
(
2268
,
4032
,
3
)
assert
image_shape
[
0
]
==
(
2268
,
4032
,
3
)
assert
np
.
array_equal
(
np
.
array
([[
472
,
173
,
36
,
48
],
[
340
,
22
,
154
,
301
],
[
486
,
183
,
30
,
35
]]),
bbox
[
0
])
np
.
testing
.
assert_
array_equal
(
np
.
array
([[
472
,
173
,
36
,
48
],
[
340
,
22
,
154
,
301
],
[
486
,
183
,
30
,
35
]]),
bbox
[
0
])
assert
np
.
array_equal
(
np
.
array
([[
1
],
[
1
],
[
2
]]),
category_id
[
0
])
np
.
testing
.
assert_
array_equal
(
np
.
array
([[
1
],
[
1
],
[
2
]]),
category_id
[
0
])
assert
np
.
array_equal
(
np
.
array
([[
0
],
[
0
],
[
0
]]),
iscrowd
[
0
])
np
.
testing
.
assert_
array_equal
(
np
.
array
([[
0
],
[
0
],
[
0
]]),
iscrowd
[
0
])
assert
np
.
array_equal
(
np
.
array
([[
705
],
[
14062
],
[
626
]]),
area
[
0
])
np
.
testing
.
assert_
array_equal
(
np
.
array
([[
705
],
[
14062
],
[
626
]]),
area
[
0
])
assert
image_shape
[
1
]
==
(
642
,
675
,
3
)
assert
image_shape
[
1
]
==
(
642
,
675
,
3
)
assert
np
.
array_equal
(
np
.
array
([[
103
,
133
,
229
,
422
],
[
243
,
175
,
93
,
164
]]),
bbox
[
1
])
np
.
testing
.
assert_
array_equal
(
np
.
array
([[
103
,
133
,
229
,
422
],
[
243
,
175
,
93
,
164
]]),
bbox
[
1
])
assert
np
.
array_equal
(
np
.
array
([[
1
],
[
3
]]),
category_id
[
1
])
np
.
testing
.
assert_
array_equal
(
np
.
array
([[
1
],
[
3
]]),
category_id
[
1
])
assert
np
.
array_equal
(
np
.
array
([[
0
],
[
0
]]),
iscrowd
[
1
])
np
.
testing
.
assert_
array_equal
(
np
.
array
([[
0
],
[
0
]]),
iscrowd
[
1
])
assert
np
.
array_equal
(
np
.
array
([[
43102
],
[
6079
]]),
area
[
1
])
np
.
testing
.
assert_
array_equal
(
np
.
array
([[
43102
],
[
6079
]]),
area
[
1
])
def
test_coco_detection_classindex
():
def
test_coco_detection_classindex
():
data1
=
ds
.
CocoDataset
(
DATA_DIR
,
annotation_file
=
ANNOTATION_FILE
,
task
=
"Detection"
,
decode
=
True
)
data1
=
ds
.
CocoDataset
(
DATA_DIR
,
annotation_file
=
ANNOTATION_FILE
,
task
=
"Detection"
,
decode
=
True
)
...
...
tests/ut/python/dataset/test_datasets_generator.py
浏览文件 @
269b4776
...
@@ -38,7 +38,7 @@ def test_generator_0():
...
@@ -38,7 +38,7 @@ def test_generator_0():
i
=
0
i
=
0
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
golden
=
np
.
array
([
i
])
golden
=
np
.
array
([
i
])
assert
np
.
array_equal
(
item
[
"data"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"data"
],
golden
)
i
=
i
+
1
i
=
i
+
1
...
@@ -60,7 +60,7 @@ def test_generator_1():
...
@@ -60,7 +60,7 @@ def test_generator_1():
i
=
0
i
=
0
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
golden
=
np
.
array
([[
i
,
i
+
1
],
[
i
+
2
,
i
+
3
]])
golden
=
np
.
array
([[
i
,
i
+
1
],
[
i
+
2
,
i
+
3
]])
assert
np
.
array_equal
(
item
[
"data"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"data"
],
golden
)
i
=
i
+
1
i
=
i
+
1
...
@@ -82,9 +82,9 @@ def test_generator_2():
...
@@ -82,9 +82,9 @@ def test_generator_2():
i
=
0
i
=
0
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
golden
=
np
.
array
([
i
])
golden
=
np
.
array
([
i
])
assert
np
.
array_equal
(
item
[
"col0"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"col0"
],
golden
)
golden
=
np
.
array
([[
i
,
i
+
1
],
[
i
+
2
,
i
+
3
]])
golden
=
np
.
array
([[
i
,
i
+
1
],
[
i
+
2
,
i
+
3
]])
assert
np
.
array_equal
(
item
[
"col1"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"col1"
],
golden
)
i
=
i
+
1
i
=
i
+
1
...
@@ -102,7 +102,7 @@ def test_generator_3():
...
@@ -102,7 +102,7 @@ def test_generator_3():
i
=
0
i
=
0
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
golden
=
np
.
array
([
i
])
golden
=
np
.
array
([
i
])
assert
np
.
array_equal
(
item
[
"data"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"data"
],
golden
)
i
=
i
+
1
i
=
i
+
1
if
i
==
64
:
if
i
==
64
:
i
=
0
i
=
0
...
@@ -122,7 +122,7 @@ def test_generator_4():
...
@@ -122,7 +122,7 @@ def test_generator_4():
i
=
0
i
=
0
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
golden
=
np
.
array
([[
i
],
[
i
+
1
],
[
i
+
2
],
[
i
+
3
]])
golden
=
np
.
array
([[
i
],
[
i
+
1
],
[
i
+
2
],
[
i
+
3
]])
assert
np
.
array_equal
(
item
[
"data"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"data"
],
golden
)
i
=
i
+
4
i
=
i
+
4
...
@@ -142,7 +142,7 @@ def type_tester(t):
...
@@ -142,7 +142,7 @@ def type_tester(t):
i
=
0
i
=
0
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
golden
=
np
.
array
([[
i
],
[
i
+
1
],
[
i
+
2
],
[
i
+
3
]],
dtype
=
t
)
golden
=
np
.
array
([[
i
],
[
i
+
1
],
[
i
+
2
],
[
i
+
3
]],
dtype
=
t
)
assert
np
.
array_equal
(
item
[
"data"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"data"
],
golden
)
i
=
i
+
4
i
=
i
+
4
...
@@ -169,7 +169,7 @@ def type_tester_with_type_check(t, c):
...
@@ -169,7 +169,7 @@ def type_tester_with_type_check(t, c):
i
=
0
i
=
0
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
golden
=
np
.
array
([[
i
],
[
i
+
1
],
[
i
+
2
],
[
i
+
3
]],
dtype
=
t
)
golden
=
np
.
array
([[
i
],
[
i
+
1
],
[
i
+
2
],
[
i
+
3
]],
dtype
=
t
)
assert
np
.
array_equal
(
item
[
"data"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"data"
],
golden
)
i
=
i
+
4
i
=
i
+
4
...
@@ -204,7 +204,7 @@ def type_tester_with_type_check_2c(t, c):
...
@@ -204,7 +204,7 @@ def type_tester_with_type_check_2c(t, c):
i
=
0
i
=
0
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
golden
=
np
.
array
([[
i
],
[
i
+
1
],
[
i
+
2
],
[
i
+
3
]],
dtype
=
t
)
golden
=
np
.
array
([[
i
],
[
i
+
1
],
[
i
+
2
],
[
i
+
3
]],
dtype
=
t
)
assert
np
.
array_equal
(
item
[
"data0"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"data0"
],
golden
)
i
=
i
+
4
i
=
i
+
4
...
@@ -241,11 +241,11 @@ def test_generator_8():
...
@@ -241,11 +241,11 @@ def test_generator_8():
i
=
0
i
=
0
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
golden
=
np
.
array
([
i
*
3
])
golden
=
np
.
array
([
i
*
3
])
assert
np
.
array_equal
(
item
[
"out0"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"out0"
],
golden
)
golden
=
np
.
array
([[
i
*
7
,
(
i
+
1
)
*
7
],
[(
i
+
2
)
*
7
,
(
i
+
3
)
*
7
]])
golden
=
np
.
array
([[
i
*
7
,
(
i
+
1
)
*
7
],
[(
i
+
2
)
*
7
,
(
i
+
3
)
*
7
]])
assert
np
.
array_equal
(
item
[
"out1"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"out1"
],
golden
)
golden
=
np
.
array
([[
i
+
1
,
i
+
2
],
[
i
+
3
,
i
+
4
]])
golden
=
np
.
array
([[
i
+
1
,
i
+
2
],
[
i
+
3
,
i
+
4
]])
assert
np
.
array_equal
(
item
[
"out2"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"out2"
],
golden
)
i
=
i
+
1
i
=
i
+
1
...
@@ -269,14 +269,14 @@ def test_generator_9():
...
@@ -269,14 +269,14 @@ def test_generator_9():
i
=
0
i
=
0
for
data1
,
data2
in
zip
(
data1
,
data2
):
# each data is a dictionary
for
data1
,
data2
in
zip
(
data1
,
data2
):
# each data is a dictionary
golden
=
np
.
array
([
i
])
golden
=
np
.
array
([
i
])
assert
np
.
array_equal
(
data1
[
0
],
golden
)
np
.
testing
.
assert_
array_equal
(
data1
[
0
],
golden
)
golden
=
np
.
array
([[
i
*
3
,
(
i
+
1
)
*
3
],
[(
i
+
2
)
*
3
,
(
i
+
3
)
*
3
]])
golden
=
np
.
array
([[
i
*
3
,
(
i
+
1
)
*
3
],
[(
i
+
2
)
*
3
,
(
i
+
3
)
*
3
]])
assert
np
.
array_equal
(
data1
[
1
],
golden
)
np
.
testing
.
assert_
array_equal
(
data1
[
1
],
golden
)
golden
=
np
.
array
([
i
*
3
])
golden
=
np
.
array
([
i
*
3
])
assert
np
.
array_equal
(
data2
[
0
],
golden
)
np
.
testing
.
assert_
array_equal
(
data2
[
0
],
golden
)
golden
=
np
.
array
([[
i
,
i
+
1
],
[
i
+
2
,
i
+
3
]])
golden
=
np
.
array
([[
i
,
i
+
1
],
[
i
+
2
,
i
+
3
]])
assert
np
.
array_equal
(
data2
[
1
],
golden
)
np
.
testing
.
assert_
array_equal
(
data2
[
1
],
golden
)
i
=
i
+
1
i
=
i
+
1
...
@@ -295,11 +295,11 @@ def test_generator_10():
...
@@ -295,11 +295,11 @@ def test_generator_10():
i
=
0
i
=
0
for
item
in
data1
.
create_tuple_iterator
():
for
item
in
data1
.
create_tuple_iterator
():
golden
=
np
.
array
([
i
])
golden
=
np
.
array
([
i
])
assert
np
.
array_equal
(
item
[
0
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
0
],
golden
)
golden
=
np
.
array
([[
i
,
i
+
1
],
[
i
+
2
,
i
+
3
]])
golden
=
np
.
array
([[
i
,
i
+
1
],
[
i
+
2
,
i
+
3
]])
assert
np
.
array_equal
(
item
[
1
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
1
],
golden
)
golden
=
np
.
array
([[
i
*
5
,
(
i
+
1
)
*
5
],
[(
i
+
2
)
*
5
,
(
i
+
3
)
*
5
]])
golden
=
np
.
array
([[
i
*
5
,
(
i
+
1
)
*
5
],
[(
i
+
2
)
*
5
,
(
i
+
3
)
*
5
]])
assert
np
.
array_equal
(
item
[
2
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
2
],
golden
)
i
=
i
+
1
i
=
i
+
1
...
@@ -321,9 +321,9 @@ def test_generator_11():
...
@@ -321,9 +321,9 @@ def test_generator_11():
# len should be 2 because col0 is dropped (not included in columns_order)
# len should be 2 because col0 is dropped (not included in columns_order)
assert
len
(
item
)
==
2
assert
len
(
item
)
==
2
golden
=
np
.
array
([[
i
,
i
+
1
],
[
i
+
2
,
i
+
3
]])
golden
=
np
.
array
([[
i
,
i
+
1
],
[
i
+
2
,
i
+
3
]])
assert
np
.
array_equal
(
item
[
0
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
0
],
golden
)
golden
=
np
.
array
([[
i
*
5
,
(
i
+
1
)
*
5
],
[(
i
+
2
)
*
5
,
(
i
+
3
)
*
5
]])
golden
=
np
.
array
([[
i
*
5
,
(
i
+
1
)
*
5
],
[(
i
+
2
)
*
5
,
(
i
+
3
)
*
5
]])
assert
np
.
array_equal
(
item
[
1
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
1
],
golden
)
i
=
i
+
1
i
=
i
+
1
...
@@ -342,9 +342,9 @@ def test_generator_12():
...
@@ -342,9 +342,9 @@ def test_generator_12():
for
item
in
data1
.
create_tuple_iterator
():
for
item
in
data1
.
create_tuple_iterator
():
assert
len
(
item
)
==
2
assert
len
(
item
)
==
2
golden
=
np
.
array
([
i
*
5
])
golden
=
np
.
array
([
i
*
5
])
assert
np
.
array_equal
(
item
[
0
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
0
],
golden
)
golden
=
np
.
array
([[
i
,
i
+
1
],
[
i
+
2
,
i
+
3
]])
golden
=
np
.
array
([[
i
,
i
+
1
],
[
i
+
2
,
i
+
3
]])
assert
np
.
array_equal
(
item
[
1
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
1
],
golden
)
i
=
i
+
1
i
=
i
+
1
data1
=
ds
.
GeneratorDataset
(
generator_mc
(
2048
),
[
"col0"
,
"col1"
])
data1
=
ds
.
GeneratorDataset
(
generator_mc
(
2048
),
[
"col0"
,
"col1"
])
...
@@ -355,9 +355,9 @@ def test_generator_12():
...
@@ -355,9 +355,9 @@ def test_generator_12():
for
item
in
data1
.
create_tuple_iterator
():
for
item
in
data1
.
create_tuple_iterator
():
assert
len
(
item
)
==
2
assert
len
(
item
)
==
2
golden
=
np
.
array
([
i
*
5
])
golden
=
np
.
array
([
i
*
5
])
assert
np
.
array_equal
(
item
[
1
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
1
],
golden
)
golden
=
np
.
array
([[
i
,
i
+
1
],
[
i
+
2
,
i
+
3
]])
golden
=
np
.
array
([[
i
,
i
+
1
],
[
i
+
2
,
i
+
3
]])
assert
np
.
array_equal
(
item
[
0
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
0
],
golden
)
i
=
i
+
1
i
=
i
+
1
...
@@ -376,18 +376,18 @@ def test_generator_13():
...
@@ -376,18 +376,18 @@ def test_generator_13():
for
item
in
data1
.
create_tuple_iterator
():
for
item
in
data1
.
create_tuple_iterator
():
assert
len
(
item
)
==
2
assert
len
(
item
)
==
2
golden
=
np
.
array
([
i
*
5
])
golden
=
np
.
array
([
i
*
5
])
assert
np
.
array_equal
(
item
[
0
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
0
],
golden
)
golden
=
np
.
array
([[
i
,
i
+
1
],
[
i
+
2
,
i
+
3
]])
golden
=
np
.
array
([[
i
,
i
+
1
],
[
i
+
2
,
i
+
3
]])
assert
np
.
array_equal
(
item
[
1
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
1
],
golden
)
i
=
i
+
1
i
=
i
+
1
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
# len should be 2 because col0 is dropped (not included in columns_order)
# len should be 2 because col0 is dropped (not included in columns_order)
assert
len
(
item
)
==
2
assert
len
(
item
)
==
2
golden
=
np
.
array
([
i
*
5
])
golden
=
np
.
array
([
i
*
5
])
assert
np
.
array_equal
(
item
[
"out0"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"out0"
],
golden
)
golden
=
np
.
array
([[
i
,
i
+
1
],
[
i
+
2
,
i
+
3
]])
golden
=
np
.
array
([[
i
,
i
+
1
],
[
i
+
2
,
i
+
3
]])
assert
np
.
array_equal
(
item
[
"col1"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"col1"
],
golden
)
i
=
i
+
1
i
=
i
+
1
...
@@ -402,7 +402,7 @@ def test_generator_14():
...
@@ -402,7 +402,7 @@ def test_generator_14():
i
=
0
i
=
0
for
data
in
ds1
.
create_dict_iterator
():
# each data is a dictionary
for
data
in
ds1
.
create_dict_iterator
():
# each data is a dictionary
golden
=
np
.
array
([
i
])
golden
=
np
.
array
([
i
])
assert
np
.
array_equal
(
data
[
"data"
],
golden
)
np
.
testing
.
assert_
array_equal
(
data
[
"data"
],
golden
)
i
=
i
+
1
i
=
i
+
1
if
i
==
256
:
if
i
==
256
:
i
=
0
i
=
0
...
@@ -420,7 +420,7 @@ def test_generator_15():
...
@@ -420,7 +420,7 @@ def test_generator_15():
i
=
0
i
=
0
for
data
in
ds1
.
create_dict_iterator
():
# each data is a dictionary
for
data
in
ds1
.
create_dict_iterator
():
# each data is a dictionary
golden
=
np
.
array
([
i
])
golden
=
np
.
array
([
i
])
assert
np
.
array_equal
(
data
[
"data"
],
golden
)
np
.
testing
.
assert_
array_equal
(
data
[
"data"
],
golden
)
i
=
i
+
1
i
=
i
+
1
if
i
==
256
:
if
i
==
256
:
i
=
0
i
=
0
...
@@ -439,9 +439,9 @@ def test_generator_16():
...
@@ -439,9 +439,9 @@ def test_generator_16():
i
=
0
i
=
0
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
golden
=
np
.
array
([
i
])
golden
=
np
.
array
([
i
])
assert
np
.
array_equal
(
item
[
"col0"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"col0"
],
golden
)
golden
=
np
.
array
([
i
+
1
])
golden
=
np
.
array
([
i
+
1
])
assert
np
.
array_equal
(
item
[
"col1"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"col1"
],
golden
)
i
=
i
+
1
i
=
i
+
1
...
@@ -459,9 +459,9 @@ def test_generator_17():
...
@@ -459,9 +459,9 @@ def test_generator_17():
i
=
0
i
=
0
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
golden
=
np
.
array
([
i
])
golden
=
np
.
array
([
i
])
assert
np
.
array_equal
(
item
[
"col0"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"col0"
],
golden
)
golden
=
np
.
array
([
i
+
1
])
golden
=
np
.
array
([
i
+
1
])
assert
np
.
array_equal
(
item
[
"col1"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"col1"
],
golden
)
i
=
i
+
1
i
=
i
+
1
...
@@ -519,7 +519,7 @@ def test_generator_sequential_sampler():
...
@@ -519,7 +519,7 @@ def test_generator_sequential_sampler():
i
=
0
i
=
0
for
data
in
ds1
.
create_dict_iterator
():
# each data is a dictionary
for
data
in
ds1
.
create_dict_iterator
():
# each data is a dictionary
golden
=
np
.
array
([
i
])
golden
=
np
.
array
([
i
])
assert
np
.
array_equal
(
data
[
"data"
],
golden
)
np
.
testing
.
assert_
array_equal
(
data
[
"data"
],
golden
)
i
=
i
+
1
i
=
i
+
1
...
@@ -537,7 +537,7 @@ def test_generator_distributed_sampler():
...
@@ -537,7 +537,7 @@ def test_generator_distributed_sampler():
i
=
sid
i
=
sid
for
data
in
ds1
.
create_dict_iterator
():
# each data is a dictionary
for
data
in
ds1
.
create_dict_iterator
():
# each data is a dictionary
golden
=
np
.
array
([
i
])
golden
=
np
.
array
([
i
])
assert
np
.
array_equal
(
data
[
"data"
],
golden
)
np
.
testing
.
assert_
array_equal
(
data
[
"data"
],
golden
)
i
=
i
+
8
i
=
i
+
8
...
@@ -596,7 +596,7 @@ def type_tester_with_type_check_2c_schema(t, c):
...
@@ -596,7 +596,7 @@ def type_tester_with_type_check_2c_schema(t, c):
i
=
0
i
=
0
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
golden
=
np
.
array
([[
i
],
[
i
+
1
],
[
i
+
2
],
[
i
+
3
]],
dtype
=
t
)
golden
=
np
.
array
([[
i
],
[
i
+
1
],
[
i
+
2
],
[
i
+
3
]],
dtype
=
t
)
assert
np
.
array_equal
(
item
[
"data0"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"data0"
],
golden
)
i
=
i
+
4
i
=
i
+
4
...
...
tests/ut/python/dataset/test_datasets_tfrecord.py
浏览文件 @
269b4776
...
@@ -162,7 +162,7 @@ def test_tfrecord_schema():
...
@@ -162,7 +162,7 @@ def test_tfrecord_schema():
for
d1
,
d2
in
zip
(
data1
,
data2
):
for
d1
,
d2
in
zip
(
data1
,
data2
):
for
t1
,
t2
in
zip
(
d1
,
d2
):
for
t1
,
t2
in
zip
(
d1
,
d2
):
assert
np
.
array_equal
(
t1
,
t2
)
np
.
testing
.
assert_
array_equal
(
t1
,
t2
)
def
test_tfrecord_shuffle
():
def
test_tfrecord_shuffle
():
...
@@ -174,7 +174,7 @@ def test_tfrecord_shuffle():
...
@@ -174,7 +174,7 @@ def test_tfrecord_shuffle():
for
d1
,
d2
in
zip
(
data1
,
data2
):
for
d1
,
d2
in
zip
(
data1
,
data2
):
for
t1
,
t2
in
zip
(
d1
,
d2
):
for
t1
,
t2
in
zip
(
d1
,
d2
):
assert
np
.
array_equal
(
t1
,
t2
)
np
.
testing
.
assert_
array_equal
(
t1
,
t2
)
def
test_tfrecord_shard
():
def
test_tfrecord_shard
():
...
...
tests/ut/python/dataset/test_epoch_ctrl.py
浏览文件 @
269b4776
...
@@ -136,7 +136,7 @@ def test_generator_dict_0():
...
@@ -136,7 +136,7 @@ def test_generator_dict_0():
# create the iterator inside the loop declaration
# create the iterator inside the loop declaration
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
golden
=
np
.
array
([
i
])
golden
=
np
.
array
([
i
])
assert
np
.
array_equal
(
item
[
"data"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"data"
],
golden
)
i
=
i
+
1
i
=
i
+
1
def
test_generator_dict_1
():
def
test_generator_dict_1
():
...
@@ -154,7 +154,7 @@ def test_generator_dict_1():
...
@@ -154,7 +154,7 @@ def test_generator_dict_1():
# Create iterator outside the epoch for loop.
# Create iterator outside the epoch for loop.
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
golden
=
np
.
array
([
i
])
golden
=
np
.
array
([
i
])
assert
np
.
array_equal
(
item
[
"data"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"data"
],
golden
)
i
=
i
+
1
i
=
i
+
1
assert
i
==
64
assert
i
==
64
...
@@ -171,7 +171,7 @@ def test_generator_dict_2():
...
@@ -171,7 +171,7 @@ def test_generator_dict_2():
i
=
0
i
=
0
for
item
in
iter1
:
# each data is a dictionary
for
item
in
iter1
:
# each data is a dictionary
golden
=
np
.
array
([
i
])
golden
=
np
.
array
([
i
])
assert
np
.
array_equal
(
item
[
"data"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"data"
],
golden
)
i
=
i
+
1
i
=
i
+
1
assert
i
==
64
assert
i
==
64
...
@@ -193,7 +193,7 @@ def test_generator_dict_3():
...
@@ -193,7 +193,7 @@ def test_generator_dict_3():
i
=
0
i
=
0
for
item
in
iter1
:
# each data is a dictionary
for
item
in
iter1
:
# each data is a dictionary
golden
=
np
.
array
([
i
])
golden
=
np
.
array
([
i
])
assert
np
.
array_equal
(
item
[
"data"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"data"
],
golden
)
i
=
i
+
1
i
=
i
+
1
assert
i
==
64
assert
i
==
64
# optional
# optional
...
@@ -217,7 +217,7 @@ def test_generator_dict_4():
...
@@ -217,7 +217,7 @@ def test_generator_dict_4():
i
=
0
i
=
0
for
item
in
iter1
:
# each data is a dictionary
for
item
in
iter1
:
# each data is a dictionary
golden
=
np
.
array
([
i
])
golden
=
np
.
array
([
i
])
assert
np
.
array_equal
(
item
[
"data"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"data"
],
golden
)
i
=
i
+
1
i
=
i
+
1
assert
i
==
64
assert
i
==
64
...
@@ -240,7 +240,7 @@ def test_generator_dict_4_1():
...
@@ -240,7 +240,7 @@ def test_generator_dict_4_1():
i
=
0
i
=
0
for
item
in
iter1
:
# each data is a dictionary
for
item
in
iter1
:
# each data is a dictionary
golden
=
np
.
array
([
i
])
golden
=
np
.
array
([
i
])
assert
np
.
array_equal
(
item
[
"data"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"data"
],
golden
)
i
=
i
+
1
i
=
i
+
1
assert
i
==
64
assert
i
==
64
...
@@ -265,7 +265,7 @@ def test_generator_dict_4_2():
...
@@ -265,7 +265,7 @@ def test_generator_dict_4_2():
i
=
0
i
=
0
for
item
in
iter1
:
# each data is a dictionary
for
item
in
iter1
:
# each data is a dictionary
golden
=
np
.
array
([
i
])
golden
=
np
.
array
([
i
])
assert
np
.
array_equal
(
item
[
"data"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"data"
],
golden
)
i
=
i
+
1
i
=
i
+
1
assert
i
==
64
assert
i
==
64
...
@@ -287,7 +287,7 @@ def test_generator_dict_5():
...
@@ -287,7 +287,7 @@ def test_generator_dict_5():
i
=
0
i
=
0
for
item
in
iter1
:
# each data is a dictionary
for
item
in
iter1
:
# each data is a dictionary
golden
=
np
.
array
([
i
])
golden
=
np
.
array
([
i
])
assert
np
.
array_equal
(
item
[
"data"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"data"
],
golden
)
i
=
i
+
1
i
=
i
+
1
assert
i
==
64
assert
i
==
64
...
@@ -295,7 +295,7 @@ def test_generator_dict_5():
...
@@ -295,7 +295,7 @@ def test_generator_dict_5():
i
=
0
i
=
0
for
item
in
iter1
:
# each data is a dictionary
for
item
in
iter1
:
# each data is a dictionary
golden
=
np
.
array
([
i
])
golden
=
np
.
array
([
i
])
assert
np
.
array_equal
(
item
[
"data"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"data"
],
golden
)
i
=
i
+
1
i
=
i
+
1
assert
i
==
64
assert
i
==
64
...
@@ -320,7 +320,7 @@ def test_generator_tuple_0():
...
@@ -320,7 +320,7 @@ def test_generator_tuple_0():
# create the iterator inside the loop declaration
# create the iterator inside the loop declaration
for
item
in
data1
.
create_tuple_iterator
():
# each data is a dictionary
for
item
in
data1
.
create_tuple_iterator
():
# each data is a dictionary
golden
=
np
.
array
([
i
])
golden
=
np
.
array
([
i
])
assert
np
.
array_equal
(
item
[
0
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
0
],
golden
)
i
=
i
+
1
i
=
i
+
1
def
test_generator_tuple_1
():
def
test_generator_tuple_1
():
...
@@ -338,7 +338,7 @@ def test_generator_tuple_1():
...
@@ -338,7 +338,7 @@ def test_generator_tuple_1():
# Create iterator outside the epoch for loop.
# Create iterator outside the epoch for loop.
for
item
in
data1
.
create_tuple_iterator
():
# each data is a dictionary
for
item
in
data1
.
create_tuple_iterator
():
# each data is a dictionary
golden
=
np
.
array
([
i
])
golden
=
np
.
array
([
i
])
assert
np
.
array_equal
(
item
[
0
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
0
],
golden
)
i
=
i
+
1
i
=
i
+
1
assert
i
==
64
assert
i
==
64
...
@@ -355,7 +355,7 @@ def test_generator_tuple_2():
...
@@ -355,7 +355,7 @@ def test_generator_tuple_2():
i
=
0
i
=
0
for
item
in
iter1
:
# each data is a dictionary
for
item
in
iter1
:
# each data is a dictionary
golden
=
np
.
array
([
i
])
golden
=
np
.
array
([
i
])
assert
np
.
array_equal
(
item
[
0
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
0
],
golden
)
i
=
i
+
1
i
=
i
+
1
assert
i
==
64
assert
i
==
64
...
@@ -377,7 +377,7 @@ def test_generator_tuple_3():
...
@@ -377,7 +377,7 @@ def test_generator_tuple_3():
i
=
0
i
=
0
for
item
in
iter1
:
# each data is a dictionary
for
item
in
iter1
:
# each data is a dictionary
golden
=
np
.
array
([
i
])
golden
=
np
.
array
([
i
])
assert
np
.
array_equal
(
item
[
0
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
0
],
golden
)
i
=
i
+
1
i
=
i
+
1
assert
i
==
64
assert
i
==
64
# optional
# optional
...
@@ -401,7 +401,7 @@ def test_generator_tuple_4():
...
@@ -401,7 +401,7 @@ def test_generator_tuple_4():
i
=
0
i
=
0
for
item
in
iter1
:
# each data is a dictionary
for
item
in
iter1
:
# each data is a dictionary
golden
=
np
.
array
([
i
])
golden
=
np
.
array
([
i
])
assert
np
.
array_equal
(
item
[
0
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
0
],
golden
)
i
=
i
+
1
i
=
i
+
1
assert
i
==
64
assert
i
==
64
...
@@ -424,7 +424,7 @@ def test_generator_tuple_5():
...
@@ -424,7 +424,7 @@ def test_generator_tuple_5():
i
=
0
i
=
0
for
item
in
iter1
:
# each data is a dictionary
for
item
in
iter1
:
# each data is a dictionary
golden
=
np
.
array
([
i
])
golden
=
np
.
array
([
i
])
assert
np
.
array_equal
(
item
[
0
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
0
],
golden
)
i
=
i
+
1
i
=
i
+
1
assert
i
==
64
assert
i
==
64
...
@@ -432,7 +432,7 @@ def test_generator_tuple_5():
...
@@ -432,7 +432,7 @@ def test_generator_tuple_5():
i
=
0
i
=
0
for
item
in
iter1
:
# each data is a dictionary
for
item
in
iter1
:
# each data is a dictionary
golden
=
np
.
array
([
i
])
golden
=
np
.
array
([
i
])
assert
np
.
array_equal
(
item
[
0
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
0
],
golden
)
i
=
i
+
1
i
=
i
+
1
assert
i
==
64
assert
i
==
64
...
@@ -457,7 +457,7 @@ def test_generator_tuple_repeat_1():
...
@@ -457,7 +457,7 @@ def test_generator_tuple_repeat_1():
i
=
0
i
=
0
for
item
in
iter1
:
# each data is a dictionary
for
item
in
iter1
:
# each data is a dictionary
golden
=
np
.
array
([
i
%
64
])
golden
=
np
.
array
([
i
%
64
])
assert
np
.
array_equal
(
item
[
0
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
0
],
golden
)
i
=
i
+
1
i
=
i
+
1
assert
i
==
64
*
2
assert
i
==
64
*
2
...
@@ -465,7 +465,7 @@ def test_generator_tuple_repeat_1():
...
@@ -465,7 +465,7 @@ def test_generator_tuple_repeat_1():
i
=
0
i
=
0
for
item
in
iter1
:
# each data is a dictionary
for
item
in
iter1
:
# each data is a dictionary
golden
=
np
.
array
([
i
%
64
])
golden
=
np
.
array
([
i
%
64
])
assert
np
.
array_equal
(
item
[
0
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
0
],
golden
)
i
=
i
+
1
i
=
i
+
1
assert
i
==
64
*
2
assert
i
==
64
*
2
...
@@ -492,7 +492,7 @@ def test_generator_tuple_repeat_repeat_1():
...
@@ -492,7 +492,7 @@ def test_generator_tuple_repeat_repeat_1():
i
=
0
i
=
0
for
item
in
iter1
:
# each data is a dictionary
for
item
in
iter1
:
# each data is a dictionary
golden
=
np
.
array
([
i
%
64
])
golden
=
np
.
array
([
i
%
64
])
assert
np
.
array_equal
(
item
[
0
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
0
],
golden
)
i
=
i
+
1
i
=
i
+
1
assert
i
==
64
*
2
*
3
assert
i
==
64
*
2
*
3
...
@@ -500,7 +500,7 @@ def test_generator_tuple_repeat_repeat_1():
...
@@ -500,7 +500,7 @@ def test_generator_tuple_repeat_repeat_1():
i
=
0
i
=
0
for
item
in
iter1
:
# each data is a dictionary
for
item
in
iter1
:
# each data is a dictionary
golden
=
np
.
array
([
i
%
64
])
golden
=
np
.
array
([
i
%
64
])
assert
np
.
array_equal
(
item
[
0
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
0
],
golden
)
i
=
i
+
1
i
=
i
+
1
assert
i
==
64
*
2
*
3
assert
i
==
64
*
2
*
3
...
@@ -526,7 +526,7 @@ def test_generator_tuple_repeat_repeat_2():
...
@@ -526,7 +526,7 @@ def test_generator_tuple_repeat_repeat_2():
i
=
0
i
=
0
for
item
in
iter1
:
# each data is a dictionary
for
item
in
iter1
:
# each data is a dictionary
golden
=
np
.
array
([
i
%
64
])
golden
=
np
.
array
([
i
%
64
])
assert
np
.
array_equal
(
item
[
0
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
0
],
golden
)
i
=
i
+
1
i
=
i
+
1
assert
i
==
64
*
2
*
3
assert
i
==
64
*
2
*
3
# optional
# optional
...
@@ -551,7 +551,7 @@ def test_generator_tuple_repeat_repeat_3():
...
@@ -551,7 +551,7 @@ def test_generator_tuple_repeat_repeat_3():
i
=
0
i
=
0
for
item
in
iter1
:
# each data is a dictionary
for
item
in
iter1
:
# each data is a dictionary
golden
=
np
.
array
([
i
%
64
])
golden
=
np
.
array
([
i
%
64
])
assert
np
.
array_equal
(
item
[
0
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
0
],
golden
)
i
=
i
+
1
i
=
i
+
1
assert
i
==
64
*
2
*
3
assert
i
==
64
*
2
*
3
...
@@ -559,7 +559,7 @@ def test_generator_tuple_repeat_repeat_3():
...
@@ -559,7 +559,7 @@ def test_generator_tuple_repeat_repeat_3():
i
=
0
i
=
0
for
item
in
iter1
:
# each data is a dictionary
for
item
in
iter1
:
# each data is a dictionary
golden
=
np
.
array
([
i
%
64
])
golden
=
np
.
array
([
i
%
64
])
assert
np
.
array_equal
(
item
[
0
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
0
],
golden
)
i
=
i
+
1
i
=
i
+
1
assert
i
==
64
*
2
*
3
assert
i
==
64
*
2
*
3
...
@@ -579,7 +579,7 @@ def test_generator_reusedataset():
...
@@ -579,7 +579,7 @@ def test_generator_reusedataset():
i
=
0
i
=
0
for
item
in
iter1
:
# each data is a dictionary
for
item
in
iter1
:
# each data is a dictionary
golden
=
np
.
array
([
i
%
64
])
golden
=
np
.
array
([
i
%
64
])
assert
np
.
array_equal
(
item
[
0
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
0
],
golden
)
i
=
i
+
1
i
=
i
+
1
assert
i
==
64
*
2
assert
i
==
64
*
2
...
@@ -589,7 +589,7 @@ def test_generator_reusedataset():
...
@@ -589,7 +589,7 @@ def test_generator_reusedataset():
i
=
0
i
=
0
for
item
in
iter1
:
# each data is a dictionary
for
item
in
iter1
:
# each data is a dictionary
golden
=
np
.
array
([
i
%
64
])
golden
=
np
.
array
([
i
%
64
])
assert
np
.
array_equal
(
item
[
0
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
0
],
golden
)
i
=
i
+
1
i
=
i
+
1
assert
i
==
64
*
2
*
3
assert
i
==
64
*
2
*
3
...
@@ -600,7 +600,7 @@ def test_generator_reusedataset():
...
@@ -600,7 +600,7 @@ def test_generator_reusedataset():
sample
=
0
sample
=
0
for
item
in
iter1
:
# each data is a dictionary
for
item
in
iter1
:
# each data is a dictionary
golden
=
np
.
array
([[
i
%
64
],
[(
i
+
1
)
%
64
]])
golden
=
np
.
array
([[
i
%
64
],
[(
i
+
1
)
%
64
]])
assert
np
.
array_equal
(
item
[
"data"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"data"
],
golden
)
i
=
i
+
2
i
=
i
+
2
sample
=
sample
+
1
sample
=
sample
+
1
assert
sample
==
64
*
3
assert
sample
==
64
*
3
...
...
tests/ut/python/dataset/test_opt_pass.py
浏览文件 @
269b4776
...
@@ -67,7 +67,7 @@ def test_shuffle():
...
@@ -67,7 +67,7 @@ def test_shuffle():
for
d1
,
d2
in
zip
(
data1
,
data2
):
for
d1
,
d2
in
zip
(
data1
,
data2
):
for
t1
,
t2
in
zip
(
d1
,
d2
):
for
t1
,
t2
in
zip
(
d1
,
d2
):
assert
np
.
array_equal
(
t1
,
t2
)
np
.
testing
.
assert_
array_equal
(
t1
,
t2
)
ds
.
config
.
set_seed
(
1
)
ds
.
config
.
set_seed
(
1
)
DATA_ALL_FILE
=
"../data/dataset/testTextFileDataset/*"
DATA_ALL_FILE
=
"../data/dataset/testTextFileDataset/*"
...
@@ -77,7 +77,7 @@ def test_shuffle():
...
@@ -77,7 +77,7 @@ def test_shuffle():
for
d1
,
d2
in
zip
(
data1
,
data2
):
for
d1
,
d2
in
zip
(
data1
,
data2
):
for
t1
,
t2
in
zip
(
d1
,
d2
):
for
t1
,
t2
in
zip
(
d1
,
d2
):
assert
np
.
array_equal
(
t1
,
t2
)
np
.
testing
.
assert_
array_equal
(
t1
,
t2
)
ds
.
config
.
set_seed
(
1
)
ds
.
config
.
set_seed
(
1
)
TRAIN_FILE
=
'../data/dataset/testCLUE/afqmc/train.json'
TRAIN_FILE
=
'../data/dataset/testCLUE/afqmc/train.json'
...
@@ -87,7 +87,7 @@ def test_shuffle():
...
@@ -87,7 +87,7 @@ def test_shuffle():
for
d1
,
d2
in
zip
(
data1
,
data2
):
for
d1
,
d2
in
zip
(
data1
,
data2
):
for
t1
,
t2
in
zip
(
d1
,
d2
):
for
t1
,
t2
in
zip
(
d1
,
d2
):
assert
np
.
array_equal
(
t1
,
t2
)
np
.
testing
.
assert_
array_equal
(
t1
,
t2
)
if
__name__
==
"__main__"
:
if
__name__
==
"__main__"
:
...
...
tests/ut/python/dataset/test_pad_batch.py
浏览文件 @
269b4776
...
@@ -63,8 +63,8 @@ def test_batch_padding_01():
...
@@ -63,8 +63,8 @@ def test_batch_padding_01():
data1
=
data1
.
batch
(
batch_size
=
2
,
drop_remainder
=
False
,
pad_info
=
{
"col2d"
:
([
2
,
2
],
-
2
),
"col1d"
:
([
2
],
-
1
)})
data1
=
data1
.
batch
(
batch_size
=
2
,
drop_remainder
=
False
,
pad_info
=
{
"col2d"
:
([
2
,
2
],
-
2
),
"col1d"
:
([
2
],
-
1
)})
data1
=
data1
.
repeat
(
2
)
data1
=
data1
.
repeat
(
2
)
for
data
in
data1
.
create_dict_iterator
():
for
data
in
data1
.
create_dict_iterator
():
assert
np
.
array_equal
([[
0
,
-
1
],
[
1
,
-
1
]],
data
[
"col1d"
])
np
.
testing
.
assert_
array_equal
([[
0
,
-
1
],
[
1
,
-
1
]],
data
[
"col1d"
])
assert
np
.
array_equal
([[[
100
,
-
2
],
[
200
,
-
2
]],
[[
101
,
-
2
],
[
201
,
-
2
]]],
data
[
"col2d"
])
np
.
testing
.
assert_
array_equal
([[[
100
,
-
2
],
[
200
,
-
2
]],
[[
101
,
-
2
],
[
201
,
-
2
]]],
data
[
"col2d"
])
def
test_batch_padding_02
():
def
test_batch_padding_02
():
...
@@ -72,8 +72,8 @@ def test_batch_padding_02():
...
@@ -72,8 +72,8 @@ def test_batch_padding_02():
data1
=
data1
.
batch
(
batch_size
=
2
,
drop_remainder
=
False
,
pad_info
=
{
"col2d"
:
([
1
,
2
],
-
2
)})
data1
=
data1
.
batch
(
batch_size
=
2
,
drop_remainder
=
False
,
pad_info
=
{
"col2d"
:
([
1
,
2
],
-
2
)})
data1
=
data1
.
repeat
(
2
)
data1
=
data1
.
repeat
(
2
)
for
data
in
data1
.
create_dict_iterator
():
for
data
in
data1
.
create_dict_iterator
():
assert
np
.
array_equal
([[
0
],
[
1
]],
data
[
"col1d"
])
np
.
testing
.
assert_
array_equal
([[
0
],
[
1
]],
data
[
"col1d"
])
assert
np
.
array_equal
([[[
100
,
-
2
]],
[[
101
,
-
2
]]],
data
[
"col2d"
])
np
.
testing
.
assert_
array_equal
([[[
100
,
-
2
]],
[[
101
,
-
2
]]],
data
[
"col2d"
])
def
test_batch_padding_03
():
def
test_batch_padding_03
():
...
@@ -83,10 +83,10 @@ def test_batch_padding_03():
...
@@ -83,10 +83,10 @@ def test_batch_padding_03():
res
=
dict
()
res
=
dict
()
for
ind
,
data
in
enumerate
(
data1
.
create_dict_iterator
()):
for
ind
,
data
in
enumerate
(
data1
.
create_dict_iterator
()):
res
[
ind
]
=
data
[
"col"
].
copy
()
res
[
ind
]
=
data
[
"col"
].
copy
()
assert
np
.
array_equal
(
res
[
0
],
[[
0
,
-
1
],
[
0
,
1
]])
np
.
testing
.
assert_
array_equal
(
res
[
0
],
[[
0
,
-
1
],
[
0
,
1
]])
assert
np
.
array_equal
(
res
[
1
],
[[
0
,
1
,
2
,
-
1
],
[
0
,
1
,
2
,
3
]])
np
.
testing
.
assert_
array_equal
(
res
[
1
],
[[
0
,
1
,
2
,
-
1
],
[
0
,
1
,
2
,
3
]])
assert
np
.
array_equal
(
res
[
2
],
[[
0
,
-
1
],
[
0
,
1
]])
np
.
testing
.
assert_
array_equal
(
res
[
2
],
[[
0
,
-
1
],
[
0
,
1
]])
assert
np
.
array_equal
(
res
[
3
],
[[
0
,
1
,
2
,
-
1
],
[
0
,
1
,
2
,
3
]])
np
.
testing
.
assert_
array_equal
(
res
[
3
],
[[
0
,
1
,
2
,
-
1
],
[
0
,
1
,
2
,
3
]])
def
test_batch_padding_04
():
def
test_batch_padding_04
():
...
@@ -94,8 +94,8 @@ def test_batch_padding_04():
...
@@ -94,8 +94,8 @@ def test_batch_padding_04():
data1
=
data1
.
batch
(
batch_size
=
2
,
drop_remainder
=
False
,
pad_info
=
{})
# pad automatically
data1
=
data1
.
batch
(
batch_size
=
2
,
drop_remainder
=
False
,
pad_info
=
{})
# pad automatically
data1
=
data1
.
repeat
(
2
)
data1
=
data1
.
repeat
(
2
)
for
data
in
data1
.
create_dict_iterator
():
for
data
in
data1
.
create_dict_iterator
():
assert
np
.
array_equal
(
data
[
"col1"
],
[[
0
,
0
],
[
0
,
1
]])
np
.
testing
.
assert_
array_equal
(
data
[
"col1"
],
[[
0
,
0
],
[
0
,
1
]])
assert
np
.
array_equal
(
data
[
"col2"
],
[[
100
,
0
],
[
100
,
101
]])
np
.
testing
.
assert_
array_equal
(
data
[
"col2"
],
[[
100
,
0
],
[
100
,
101
]])
def
test_batch_padding_05
():
def
test_batch_padding_05
():
...
@@ -103,9 +103,9 @@ def test_batch_padding_05():
...
@@ -103,9 +103,9 @@ def test_batch_padding_05():
data1
=
data1
.
batch
(
batch_size
=
3
,
drop_remainder
=
False
,
data1
=
data1
.
batch
(
batch_size
=
3
,
drop_remainder
=
False
,
pad_info
=
{
"col2"
:
([
2
,
None
],
-
2
),
"col1"
:
(
None
,
-
1
)})
# pad automatically
pad_info
=
{
"col2"
:
([
2
,
None
],
-
2
),
"col1"
:
(
None
,
-
1
)})
# pad automatically
for
data
in
data1
.
create_dict_iterator
():
for
data
in
data1
.
create_dict_iterator
():
assert
np
.
array_equal
(
data
[
"col1"
],
[[[
0
,
-
1
,
-
1
]],
[[
0
,
1
,
-
1
]],
[[
0
,
1
,
2
]]])
np
.
testing
.
assert_
array_equal
(
data
[
"col1"
],
[[[
0
,
-
1
,
-
1
]],
[[
0
,
1
,
-
1
]],
[[
0
,
1
,
2
]]])
assert
np
.
array_equal
(
data
[
"col2"
],
[[[
100
,
-
2
,
-
2
],
[
-
2
,
-
2
,
-
2
]],
[[
100
,
101
,
-
2
],
[
-
2
,
-
2
,
-
2
]],
np
.
testing
.
assert_
array_equal
(
data
[
"col2"
],
[[[
100
,
-
2
,
-
2
],
[
-
2
,
-
2
,
-
2
]],
[[
100
,
101
,
-
2
],
[
-
2
,
-
2
,
-
2
]],
[[
100
,
101
,
102
],
[
-
2
,
-
2
,
-
2
]]])
[[
100
,
101
,
102
],
[
-
2
,
-
2
,
-
2
]]])
def
batch_padding_performance_3d
():
def
batch_padding_performance_3d
():
...
@@ -197,7 +197,7 @@ def test_pad_via_map():
...
@@ -197,7 +197,7 @@ def test_pad_via_map():
res_from_batch
=
pad_batch_config
()
res_from_batch
=
pad_batch_config
()
assert
len
(
res_from_batch
)
==
len
(
res_from_batch
)
assert
len
(
res_from_batch
)
==
len
(
res_from_batch
)
for
i
,
_
in
enumerate
(
res_from_map
):
for
i
,
_
in
enumerate
(
res_from_map
):
assert
np
.
array_equal
(
res_from_map
[
i
],
res_from_batch
[
i
])
np
.
testing
.
assert_
array_equal
(
res_from_map
[
i
],
res_from_batch
[
i
])
if
__name__
==
'__main__'
:
if
__name__
==
'__main__'
:
...
...
tests/ut/python/dataset/test_pyfunc.py
浏览文件 @
269b4776
...
@@ -39,7 +39,7 @@ def test_case_0():
...
@@ -39,7 +39,7 @@ def test_case_0():
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
# In this test, the dataset is 2x2 sequential tensors
# In this test, the dataset is 2x2 sequential tensors
golden
=
np
.
array
([[
i
*
2
,
(
i
+
1
)
*
2
],
[(
i
+
2
)
*
2
,
(
i
+
3
)
*
2
]])
golden
=
np
.
array
([[
i
*
2
,
(
i
+
1
)
*
2
],
[(
i
+
2
)
*
2
,
(
i
+
3
)
*
2
]])
assert
np
.
array_equal
(
item
[
"out"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"out"
],
golden
)
i
=
i
+
4
i
=
i
+
4
...
@@ -60,9 +60,9 @@ def test_case_1():
...
@@ -60,9 +60,9 @@ def test_case_1():
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
# In this test, the dataset is 2x2 sequential tensors
# In this test, the dataset is 2x2 sequential tensors
golden
=
np
.
array
([[
i
,
i
+
1
],
[
i
+
2
,
i
+
3
]])
golden
=
np
.
array
([[
i
,
i
+
1
],
[
i
+
2
,
i
+
3
]])
assert
np
.
array_equal
(
item
[
"out0"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"out0"
],
golden
)
golden
=
np
.
array
([[
i
*
2
,
(
i
+
1
)
*
2
],
[(
i
+
2
)
*
2
,
(
i
+
3
)
*
2
]])
golden
=
np
.
array
([[
i
*
2
,
(
i
+
1
)
*
2
],
[(
i
+
2
)
*
2
,
(
i
+
3
)
*
2
]])
assert
np
.
array_equal
(
item
[
"out1"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"out1"
],
golden
)
i
=
i
+
4
i
=
i
+
4
...
@@ -84,7 +84,7 @@ def test_case_2():
...
@@ -84,7 +84,7 @@ def test_case_2():
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
# In this test, the dataset is 2x2 sequential tensors
# In this test, the dataset is 2x2 sequential tensors
golden
=
np
.
array
([[
i
*
2
,
(
i
+
1
)
*
2
],
[(
i
+
2
)
*
2
,
(
i
+
3
)
*
2
]])
golden
=
np
.
array
([[
i
*
2
,
(
i
+
1
)
*
2
],
[(
i
+
2
)
*
2
,
(
i
+
3
)
*
2
]])
assert
np
.
array_equal
(
item
[
"out"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"out"
],
golden
)
i
=
i
+
4
i
=
i
+
4
...
@@ -106,11 +106,11 @@ def test_case_3():
...
@@ -106,11 +106,11 @@ def test_case_3():
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
# In this test, the dataset is 2x2 sequential tensors
# In this test, the dataset is 2x2 sequential tensors
golden
=
np
.
array
([[
i
,
i
+
1
],
[
i
+
2
,
i
+
3
]])
golden
=
np
.
array
([[
i
,
i
+
1
],
[
i
+
2
,
i
+
3
]])
assert
np
.
array_equal
(
item
[
"out0"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"out0"
],
golden
)
golden
=
np
.
array
([[
i
*
2
,
(
i
+
1
)
*
2
],
[(
i
+
2
)
*
2
,
(
i
+
3
)
*
2
]])
golden
=
np
.
array
([[
i
*
2
,
(
i
+
1
)
*
2
],
[(
i
+
2
)
*
2
,
(
i
+
3
)
*
2
]])
assert
np
.
array_equal
(
item
[
"out1"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"out1"
],
golden
)
golden
=
np
.
array
([[
i
*
2
+
1
,
(
i
+
1
)
*
2
+
1
],
[(
i
+
2
)
*
2
+
1
,
(
i
+
3
)
*
2
+
1
]])
golden
=
np
.
array
([[
i
*
2
+
1
,
(
i
+
1
)
*
2
+
1
],
[(
i
+
2
)
*
2
+
1
,
(
i
+
3
)
*
2
+
1
]])
assert
np
.
array_equal
(
item
[
"out2"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"out2"
],
golden
)
i
=
i
+
4
i
=
i
+
4
...
@@ -132,11 +132,11 @@ def test_case_4():
...
@@ -132,11 +132,11 @@ def test_case_4():
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
# In this test, the dataset is 2x2 sequential tensors
# In this test, the dataset is 2x2 sequential tensors
golden
=
np
.
array
([[
i
,
i
+
1
],
[
i
+
2
,
i
+
3
]])
golden
=
np
.
array
([[
i
,
i
+
1
],
[
i
+
2
,
i
+
3
]])
assert
np
.
array_equal
(
item
[
"out0"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"out0"
],
golden
)
golden
=
np
.
array
([[
i
*
2
,
(
i
+
1
)
*
2
],
[(
i
+
2
)
*
2
,
(
i
+
3
)
*
2
]])
golden
=
np
.
array
([[
i
*
2
,
(
i
+
1
)
*
2
],
[(
i
+
2
)
*
2
,
(
i
+
3
)
*
2
]])
assert
np
.
array_equal
(
item
[
"out1"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"out1"
],
golden
)
golden
=
np
.
array
([[
i
*
2
+
1
,
(
i
+
1
)
*
2
+
1
],
[(
i
+
2
)
*
2
+
1
,
(
i
+
3
)
*
2
+
1
]])
golden
=
np
.
array
([[
i
*
2
+
1
,
(
i
+
1
)
*
2
+
1
],
[(
i
+
2
)
*
2
+
1
,
(
i
+
3
)
*
2
+
1
]])
assert
np
.
array_equal
(
item
[
"out2"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"out2"
],
golden
)
i
=
i
+
4
i
=
i
+
4
...
@@ -159,7 +159,7 @@ def test_case_5():
...
@@ -159,7 +159,7 @@ def test_case_5():
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
# In this test, the dataset is 2x2 sequential tensors
# In this test, the dataset is 2x2 sequential tensors
golden
=
np
.
array
([[
1
,
1
],
[
1
,
1
]])
golden
=
np
.
array
([[
1
,
1
],
[
1
,
1
]])
assert
np
.
array_equal
(
item
[
"out"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"out"
],
golden
)
def
test_case_6
():
def
test_case_6
():
...
@@ -178,7 +178,7 @@ def test_case_6():
...
@@ -178,7 +178,7 @@ def test_case_6():
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
# In this test, the dataset is 2x2 sequential tensors
# In this test, the dataset is 2x2 sequential tensors
golden
=
np
.
array
([[
i
*
4
,
(
i
+
1
)
*
4
],
[(
i
+
2
)
*
4
,
(
i
+
3
)
*
4
]])
golden
=
np
.
array
([[
i
*
4
,
(
i
+
1
)
*
4
],
[(
i
+
2
)
*
4
,
(
i
+
3
)
*
4
]])
assert
np
.
array_equal
(
item
[
"out"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"out"
],
golden
)
i
=
i
+
4
i
=
i
+
4
...
@@ -198,7 +198,7 @@ def test_case_7():
...
@@ -198,7 +198,7 @@ def test_case_7():
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
# In this test, the dataset is 2x2 sequential tensors
# In this test, the dataset is 2x2 sequential tensors
golden
=
np
.
array
([[
i
*
2
,
(
i
+
1
)
*
2
],
[(
i
+
2
)
*
2
,
(
i
+
3
)
*
2
]])
golden
=
np
.
array
([[
i
*
2
,
(
i
+
1
)
*
2
],
[(
i
+
2
)
*
2
,
(
i
+
3
)
*
2
]])
assert
np
.
array_equal
(
item
[
"out"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"out"
],
golden
)
i
=
i
+
4
i
=
i
+
4
...
@@ -221,11 +221,11 @@ def test_case_8():
...
@@ -221,11 +221,11 @@ def test_case_8():
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
# In this test, the dataset is 2x2 sequential tensors
# In this test, the dataset is 2x2 sequential tensors
golden
=
np
.
array
([[
i
,
i
+
1
],
[
i
+
2
,
i
+
3
]])
golden
=
np
.
array
([[
i
,
i
+
1
],
[
i
+
2
,
i
+
3
]])
assert
np
.
array_equal
(
item
[
"out0"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"out0"
],
golden
)
golden
=
np
.
array
([[
i
*
2
,
(
i
+
1
)
*
2
],
[(
i
+
2
)
*
2
,
(
i
+
3
)
*
2
]])
golden
=
np
.
array
([[
i
*
2
,
(
i
+
1
)
*
2
],
[(
i
+
2
)
*
2
,
(
i
+
3
)
*
2
]])
assert
np
.
array_equal
(
item
[
"out1"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"out1"
],
golden
)
golden
=
np
.
array
([[
i
*
2
+
1
,
(
i
+
1
)
*
2
+
1
],
[(
i
+
2
)
*
2
+
1
,
(
i
+
3
)
*
2
+
1
]])
golden
=
np
.
array
([[
i
*
2
+
1
,
(
i
+
1
)
*
2
+
1
],
[(
i
+
2
)
*
2
+
1
,
(
i
+
3
)
*
2
+
1
]])
assert
np
.
array_equal
(
item
[
"out2"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"out2"
],
golden
)
i
=
i
+
4
i
=
i
+
4
...
@@ -246,7 +246,7 @@ def test_case_9():
...
@@ -246,7 +246,7 @@ def test_case_9():
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
for
item
in
data1
.
create_dict_iterator
():
# each data is a dictionary
# In this test, the dataset is 2x2 sequential tensors
# In this test, the dataset is 2x2 sequential tensors
golden
=
np
.
array
([[
i
*
2
+
3
,
(
i
+
1
)
*
2
+
3
],
[(
i
+
2
)
*
2
+
3
,
(
i
+
3
)
*
2
+
3
]])
golden
=
np
.
array
([[
i
*
2
+
3
,
(
i
+
1
)
*
2
+
3
],
[(
i
+
2
)
*
2
+
3
,
(
i
+
3
)
*
2
+
3
]])
assert
np
.
array_equal
(
item
[
"out"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"out"
],
golden
)
i
=
i
+
4
i
=
i
+
4
...
...
tests/ut/python/dataset/test_repeat.py
浏览文件 @
269b4776
...
@@ -167,7 +167,7 @@ def test_nested_repeat5():
...
@@ -167,7 +167,7 @@ def test_nested_repeat5():
data
=
data
.
repeat
(
3
)
data
=
data
.
repeat
(
3
)
for
_
,
d
in
enumerate
(
data
):
for
_
,
d
in
enumerate
(
data
):
assert
np
.
array_equal
(
d
[
0
],
np
.
asarray
([[
0
],
[
1
],
[
2
]]))
np
.
testing
.
assert_
array_equal
(
d
[
0
],
np
.
asarray
([[
0
],
[
1
],
[
2
]]))
assert
sum
([
1
for
_
in
data
])
==
6
assert
sum
([
1
for
_
in
data
])
==
6
...
@@ -180,7 +180,7 @@ def test_nested_repeat6():
...
@@ -180,7 +180,7 @@ def test_nested_repeat6():
data
=
data
.
repeat
(
3
)
data
=
data
.
repeat
(
3
)
for
_
,
d
in
enumerate
(
data
):
for
_
,
d
in
enumerate
(
data
):
assert
np
.
array_equal
(
d
[
0
],
np
.
asarray
([[
0
],
[
1
],
[
2
]]))
np
.
testing
.
assert_
array_equal
(
d
[
0
],
np
.
asarray
([[
0
],
[
1
],
[
2
]]))
assert
sum
([
1
for
_
in
data
])
==
6
assert
sum
([
1
for
_
in
data
])
==
6
...
@@ -193,7 +193,7 @@ def test_nested_repeat7():
...
@@ -193,7 +193,7 @@ def test_nested_repeat7():
data
=
data
.
batch
(
3
)
data
=
data
.
batch
(
3
)
for
_
,
d
in
enumerate
(
data
):
for
_
,
d
in
enumerate
(
data
):
assert
np
.
array_equal
(
d
[
0
],
np
.
asarray
([[
0
],
[
1
],
[
2
]]))
np
.
testing
.
assert_
array_equal
(
d
[
0
],
np
.
asarray
([[
0
],
[
1
],
[
2
]]))
assert
sum
([
1
for
_
in
data
])
==
6
assert
sum
([
1
for
_
in
data
])
==
6
...
@@ -207,9 +207,9 @@ def test_nested_repeat8():
...
@@ -207,9 +207,9 @@ def test_nested_repeat8():
for
i
,
d
in
enumerate
(
data
):
for
i
,
d
in
enumerate
(
data
):
if
i
%
2
==
0
:
if
i
%
2
==
0
:
assert
np
.
array_equal
(
d
[
0
],
np
.
asarray
([[
0
],
[
1
]]))
np
.
testing
.
assert_
array_equal
(
d
[
0
],
np
.
asarray
([[
0
],
[
1
]]))
else
:
else
:
assert
np
.
array_equal
(
d
[
0
],
np
.
asarray
([[
2
]]))
np
.
testing
.
assert_
array_equal
(
d
[
0
],
np
.
asarray
([[
2
]]))
assert
sum
([
1
for
_
in
data
])
==
6
*
2
assert
sum
([
1
for
_
in
data
])
==
6
*
2
...
...
tests/ut/python/dataset/test_save_op.py
浏览文件 @
269b4776
...
@@ -324,7 +324,7 @@ def test_case_03(add_and_remove_cv_file):
...
@@ -324,7 +324,7 @@ def test_case_03(add_and_remove_cv_file):
i
=
0
i
=
0
for
item
in
d2
.
create_dict_iterator
():
# each data is a dictionary
for
item
in
d2
.
create_dict_iterator
():
# each data is a dictionary
golden
=
np
.
array
([
i
])
golden
=
np
.
array
([
i
])
assert
np
.
array_equal
(
item
[
"data"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"data"
],
golden
)
i
=
i
+
1
i
=
i
+
1
...
@@ -354,7 +354,7 @@ def type_tester(t):
...
@@ -354,7 +354,7 @@ def type_tester(t):
for
item
in
d2
.
create_dict_iterator
():
# each data is a dictionary
for
item
in
d2
.
create_dict_iterator
():
# each data is a dictionary
golden
=
np
.
array
([[
i
],
[
i
+
1
],
[
i
+
2
],
[
i
+
3
]],
dtype
=
t
)
golden
=
np
.
array
([[
i
],
[
i
+
1
],
[
i
+
2
],
[
i
+
3
]],
dtype
=
t
)
logger
.
info
(
item
)
logger
.
info
(
item
)
assert
np
.
array_equal
(
item
[
"data"
],
golden
)
np
.
testing
.
assert_
array_equal
(
item
[
"data"
],
golden
)
i
=
i
+
4
i
=
i
+
4
if
i
==
64
:
if
i
==
64
:
i
=
0
i
=
0
...
...
tests/ut/python/dataset/test_serdes_dataset.py
浏览文件 @
269b4776
...
@@ -79,12 +79,12 @@ def test_imagefolder(remove_json_files=True):
...
@@ -79,12 +79,12 @@ def test_imagefolder(remove_json_files=True):
# Iterate and compare the data in the original pipeline (data1) against the deserialized pipeline (data2)
# Iterate and compare the data in the original pipeline (data1) against the deserialized pipeline (data2)
for
item1
,
item2
,
item3
,
item4
in
zip
(
data1
.
create_dict_iterator
(),
data2
.
create_dict_iterator
(),
for
item1
,
item2
,
item3
,
item4
in
zip
(
data1
.
create_dict_iterator
(),
data2
.
create_dict_iterator
(),
data3
.
create_dict_iterator
(),
data4
.
create_dict_iterator
()):
data3
.
create_dict_iterator
(),
data4
.
create_dict_iterator
()):
assert
np
.
array_equal
(
item1
[
'image'
],
item2
[
'image'
])
np
.
testing
.
assert_
array_equal
(
item1
[
'image'
],
item2
[
'image'
])
assert
np
.
array_equal
(
item1
[
'image'
],
item3
[
'image'
])
np
.
testing
.
assert_
array_equal
(
item1
[
'image'
],
item3
[
'image'
])
assert
np
.
array_equal
(
item1
[
'label'
],
item2
[
'label'
])
np
.
testing
.
assert_
array_equal
(
item1
[
'label'
],
item2
[
'label'
])
assert
np
.
array_equal
(
item1
[
'label'
],
item3
[
'label'
])
np
.
testing
.
assert_
array_equal
(
item1
[
'label'
],
item3
[
'label'
])
assert
np
.
array_equal
(
item3
[
'image'
],
item4
[
'image'
])
np
.
testing
.
assert_
array_equal
(
item3
[
'image'
],
item4
[
'image'
])
assert
np
.
array_equal
(
item3
[
'label'
],
item4
[
'label'
])
np
.
testing
.
assert_
array_equal
(
item3
[
'label'
],
item4
[
'label'
])
num_samples
+=
1
num_samples
+=
1
logger
.
info
(
"Number of data in data1: {}"
.
format
(
num_samples
))
logger
.
info
(
"Number of data in data1: {}"
.
format
(
num_samples
))
...
@@ -119,10 +119,10 @@ def test_mnist_dataset(remove_json_files=True):
...
@@ -119,10 +119,10 @@ def test_mnist_dataset(remove_json_files=True):
num
=
0
num
=
0
for
data1
,
data2
,
data3
in
zip
(
data1
.
create_dict_iterator
(),
data2
.
create_dict_iterator
(),
for
data1
,
data2
,
data3
in
zip
(
data1
.
create_dict_iterator
(),
data2
.
create_dict_iterator
(),
data3
.
create_dict_iterator
()):
data3
.
create_dict_iterator
()):
assert
np
.
array_equal
(
data1
[
'image'
],
data2
[
'image'
])
np
.
testing
.
assert_
array_equal
(
data1
[
'image'
],
data2
[
'image'
])
assert
np
.
array_equal
(
data1
[
'image'
],
data3
[
'image'
])
np
.
testing
.
assert_
array_equal
(
data1
[
'image'
],
data3
[
'image'
])
assert
np
.
array_equal
(
data1
[
'label'
],
data2
[
'label'
])
np
.
testing
.
assert_
array_equal
(
data1
[
'label'
],
data2
[
'label'
])
assert
np
.
array_equal
(
data1
[
'label'
],
data3
[
'label'
])
np
.
testing
.
assert_
array_equal
(
data1
[
'label'
],
data3
[
'label'
])
num
+=
1
num
+=
1
logger
.
info
(
"mnist total num samples is {}"
.
format
(
str
(
num
)))
logger
.
info
(
"mnist total num samples is {}"
.
format
(
str
(
num
)))
...
@@ -160,10 +160,10 @@ def test_zip_dataset(remove_json_files=True):
...
@@ -160,10 +160,10 @@ def test_zip_dataset(remove_json_files=True):
num_cols
=
len
(
d0
)
num_cols
=
len
(
d0
)
offset
=
0
offset
=
0
for
t1
in
d0
:
for
t1
in
d0
:
assert
np
.
array_equal
(
t1
,
d3
[
offset
])
np
.
testing
.
assert_
array_equal
(
t1
,
d3
[
offset
])
assert
np
.
array_equal
(
t1
,
d3
[
offset
+
num_cols
])
np
.
testing
.
assert_
array_equal
(
t1
,
d3
[
offset
+
num_cols
])
assert
np
.
array_equal
(
t1
,
d4
[
offset
])
np
.
testing
.
assert_
array_equal
(
t1
,
d4
[
offset
])
assert
np
.
array_equal
(
t1
,
d4
[
offset
+
num_cols
])
np
.
testing
.
assert_
array_equal
(
t1
,
d4
[
offset
+
num_cols
])
offset
+=
1
offset
+=
1
rows
+=
1
rows
+=
1
assert
rows
==
12
assert
rows
==
12
...
@@ -199,7 +199,7 @@ def test_random_crop():
...
@@ -199,7 +199,7 @@ def test_random_crop():
for
item1
,
item1_1
,
item2
in
zip
(
data1
.
create_dict_iterator
(),
data1_1
.
create_dict_iterator
(),
for
item1
,
item1_1
,
item2
in
zip
(
data1
.
create_dict_iterator
(),
data1_1
.
create_dict_iterator
(),
data2
.
create_dict_iterator
()):
data2
.
create_dict_iterator
()):
assert
np
.
array_equal
(
item1
[
'image'
],
item1_1
[
'image'
])
np
.
testing
.
assert_
array_equal
(
item1
[
'image'
],
item1_1
[
'image'
])
_
=
item2
[
"image"
]
_
=
item2
[
"image"
]
# Restore configuration num_parallel_workers
# Restore configuration num_parallel_workers
...
...
tests/ut/python/dataset/test_var_batch_map.py
浏览文件 @
269b4776
...
@@ -36,22 +36,22 @@ def test_batch_corner_cases():
...
@@ -36,22 +36,22 @@ def test_batch_corner_cases():
tst1
,
tst2
,
tst3
,
tst4
=
[],
[],
[],
[]
tst1
,
tst2
,
tst3
,
tst4
=
[],
[],
[],
[]
# case 1 & 2, where batch_size is greater than the entire epoch, with drop equals to both val
# case 1 & 2, where batch_size is greater than the entire epoch, with drop equals to both val
test_repeat_batch
(
gen_num
=
2
,
repeats
=
4
,
batch_size
=
7
,
drop
=
False
,
res
=
tst1
)
test_repeat_batch
(
gen_num
=
2
,
repeats
=
4
,
batch_size
=
7
,
drop
=
False
,
res
=
tst1
)
assert
np
.
array_equal
(
np
.
array
([[
0
],
[
1
],
[
0
],
[
1
],
[
0
],
[
1
],
[
0
]]),
tst1
[
0
]),
"
\n
ATTENTION BATCH FAILED
\n
"
np
.
testing
.
assert_array_equal
(
np
.
array
([[
0
],
[
1
],
[
0
],
[
1
],
[
0
],
[
1
],
[
0
]]),
tst1
[
0
],
"
\n
ATTENTION BATCH FAILED
\n
"
)
assert
np
.
array_equal
(
np
.
array
([[
1
]]),
tst1
[
1
]),
"
\n
ATTENTION TEST BATCH FAILED
\n
"
np
.
testing
.
assert_array_equal
(
np
.
array
([[
1
]]),
tst1
[
1
],
"
\n
ATTENTION TEST BATCH FAILED
\n
"
)
assert
len
(
tst1
)
==
2
,
"
\n
ATTENTION TEST BATCH FAILED
\n
"
assert
len
(
tst1
)
==
2
,
"
\n
ATTENTION TEST BATCH FAILED
\n
"
test_repeat_batch
(
gen_num
=
2
,
repeats
=
4
,
batch_size
=
5
,
drop
=
True
,
res
=
tst2
)
test_repeat_batch
(
gen_num
=
2
,
repeats
=
4
,
batch_size
=
5
,
drop
=
True
,
res
=
tst2
)
assert
np
.
array_equal
(
np
.
array
([[
0
],
[
1
],
[
0
],
[
1
],
[
0
]]),
tst2
[
0
]),
"
\n
ATTENTION BATCH FAILED
\n
"
np
.
testing
.
assert_array_equal
(
np
.
array
([[
0
],
[
1
],
[
0
],
[
1
],
[
0
]]),
tst2
[
0
],
"
\n
ATTENTION BATCH FAILED
\n
"
)
assert
len
(
tst2
)
==
1
,
"
\n
ATTENTION TEST BATCH FAILED
\n
"
assert
len
(
tst2
)
==
1
,
"
\n
ATTENTION TEST BATCH FAILED
\n
"
# case 3 & 4, batch before repeat with different drop
# case 3 & 4, batch before repeat with different drop
test_batch_repeat
(
gen_num
=
5
,
repeats
=
2
,
batch_size
=
4
,
drop
=
True
,
res
=
tst3
)
test_batch_repeat
(
gen_num
=
5
,
repeats
=
2
,
batch_size
=
4
,
drop
=
True
,
res
=
tst3
)
assert
np
.
array_equal
(
np
.
array
([[
0
],
[
1
],
[
2
],
[
3
]]),
tst3
[
0
]),
"
\n
ATTENTION BATCH FAILED
\n
"
np
.
testing
.
assert_array_equal
(
np
.
array
([[
0
],
[
1
],
[
2
],
[
3
]]),
tst3
[
0
],
"
\n
ATTENTION BATCH FAILED
\n
"
)
assert
np
.
array_equal
(
tst3
[
0
],
tst3
[
1
]),
"
\n
ATTENTION BATCH FAILED
\n
"
np
.
testing
.
assert_array_equal
(
tst3
[
0
],
tst3
[
1
],
"
\n
ATTENTION BATCH FAILED
\n
"
)
assert
len
(
tst3
)
==
2
,
"
\n
ATTENTION BATCH FAILED
\n
"
assert
len
(
tst3
)
==
2
,
"
\n
ATTENTION BATCH FAILED
\n
"
test_batch_repeat
(
gen_num
=
5
,
repeats
=
2
,
batch_size
=
4
,
drop
=
False
,
res
=
tst4
)
test_batch_repeat
(
gen_num
=
5
,
repeats
=
2
,
batch_size
=
4
,
drop
=
False
,
res
=
tst4
)
assert
np
.
array_equal
(
np
.
array
([[
0
],
[
1
],
[
2
],
[
3
]]),
tst4
[
0
]),
"
\n
ATTENTION BATCH FAILED
\n
"
np
.
testing
.
assert_array_equal
(
np
.
array
([[
0
],
[
1
],
[
2
],
[
3
]]),
tst4
[
0
],
"
\n
ATTENTION BATCH FAILED
\n
"
)
assert
np
.
array_equal
(
tst4
[
0
],
tst4
[
2
]),
"
\n
ATTENTION BATCH FAILED
\n
"
np
.
testing
.
assert_array_equal
(
tst4
[
0
],
tst4
[
2
],
"
\n
ATTENTION BATCH FAILED
\n
"
)
assert
np
.
array_equal
(
tst4
[
1
],
np
.
array
([[
4
]])),
"
\n
ATTENTION BATCH FAILED
\n
"
np
.
testing
.
assert_array_equal
(
tst4
[
1
],
np
.
array
([[
4
]]),
"
\n
ATTENTION BATCH FAILED
\n
"
)
assert
np
.
array_equal
(
tst4
[
1
],
tst4
[
3
]),
"
\n
ATTENTION BATCH FAILED
\n
"
np
.
testing
.
assert_array_equal
(
tst4
[
1
],
tst4
[
3
],
"
\n
ATTENTION BATCH FAILED
\n
"
)
assert
len
(
tst4
)
==
4
,
"
\n
ATTENTION BATCH FAILED
\n
"
assert
len
(
tst4
)
==
4
,
"
\n
ATTENTION BATCH FAILED
\n
"
...
...
tests/ut/python/dataset/util.py
浏览文件 @
269b4776
...
@@ -56,7 +56,7 @@ def _compare_to_golden(golden_ref_dir, result_dict):
...
@@ -56,7 +56,7 @@ def _compare_to_golden(golden_ref_dir, result_dict):
"""
"""
test_array
=
np
.
array
(
list
(
result_dict
.
values
()))
test_array
=
np
.
array
(
list
(
result_dict
.
values
()))
golden_array
=
np
.
load
(
golden_ref_dir
,
allow_pickle
=
True
)[
'arr_0'
]
golden_array
=
np
.
load
(
golden_ref_dir
,
allow_pickle
=
True
)[
'arr_0'
]
assert
np
.
array_equal
(
test_array
,
golden_array
)
np
.
testing
.
assert_
array_equal
(
test_array
,
golden_array
)
def
_compare_to_golden_dict
(
golden_ref_dir
,
result_dict
):
def
_compare_to_golden_dict
(
golden_ref_dir
,
result_dict
):
...
...
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录