Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
PaddlePaddle
Paddle
提交
ddd5656a
P
Paddle
项目概览
PaddlePaddle
/
Paddle
大约 1 年 前同步成功
通知
2299
Star
20931
Fork
5422
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
1423
列表
看板
标记
里程碑
合并请求
543
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
P
Paddle
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
1,423
Issue
1,423
列表
看板
标记
里程碑
合并请求
543
合并请求
543
Pages
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
提交
Issue看板
未验证
提交
ddd5656a
编写于
12月 07, 2022
作者:
W
Weilong Wu
提交者:
GitHub
12月 07, 2022
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
rm _test_eager_guard (#48767)
上级
0d8ddf9f
变更
5
隐藏空白更改
内联
并排
Showing
5 changed file
with
35 addition
and
173 deletion
+35
-173
python/paddle/tests/test_async_read_write.py
python/paddle/tests/test_async_read_write.py
+15
-49
python/paddle/tests/test_callback_reduce_lr_on_plateau.py
python/paddle/tests/test_callback_reduce_lr_on_plateau.py
+2
-13
python/paddle/tests/test_callback_visualdl.py
python/paddle/tests/test_callback_visualdl.py
+1
-7
python/paddle/tests/test_datasets.py
python/paddle/tests/test_datasets.py
+12
-73
python/paddle/tests/test_dlpack.py
python/paddle/tests/test_dlpack.py
+5
-31
未找到文件。
python/paddle/tests/test_async_read_write.py
浏览文件 @
ddd5656a
...
...
@@ -19,7 +19,6 @@ import numpy as np
import
paddle
from
paddle.device
import
cuda
from
paddle.fluid
import
core
from
paddle.fluid.framework
import
_in_legacy_dygraph
,
_test_eager_guard
class
TestAsyncRead
(
unittest
.
TestCase
):
...
...
@@ -40,24 +39,14 @@ class TestAsyncRead(unittest.TestCase):
def
func_test_async_read_empty_offset_and_count
(
self
):
with
cuda
.
stream_guard
(
self
.
stream
):
if
_in_legacy_dygraph
():
core
.
async_read
(
self
.
src
,
self
.
dst
,
self
.
index
,
self
.
buffer
,
self
.
empty
,
self
.
empty
,
)
else
:
core
.
eager
.
async_read
(
self
.
src
,
self
.
dst
,
self
.
index
,
self
.
buffer
,
self
.
empty
,
self
.
empty
,
)
core
.
eager
.
async_read
(
self
.
src
,
self
.
dst
,
self
.
index
,
self
.
buffer
,
self
.
empty
,
self
.
empty
,
)
array1
=
paddle
.
gather
(
self
.
src
,
self
.
index
)
array2
=
self
.
dst
[:
len
(
self
.
index
)]
...
...
@@ -71,14 +60,9 @@ class TestAsyncRead(unittest.TestCase):
np
.
array
([
5
,
10
],
dtype
=
"int64"
),
place
=
paddle
.
CPUPlace
()
)
with
cuda
.
stream_guard
(
self
.
stream
):
if
_in_legacy_dygraph
():
core
.
async_read
(
self
.
src
,
self
.
dst
,
self
.
index
,
self
.
buffer
,
offset
,
count
)
else
:
core
.
eager
.
async_read
(
self
.
src
,
self
.
dst
,
self
.
index
,
self
.
buffer
,
offset
,
count
)
core
.
eager
.
async_read
(
self
.
src
,
self
.
dst
,
self
.
index
,
self
.
buffer
,
offset
,
count
)
# index data
index_array1
=
paddle
.
gather
(
self
.
src
,
self
.
index
)
count_numel
=
paddle
.
sum
(
count
).
numpy
()[
0
]
...
...
@@ -101,26 +85,14 @@ class TestAsyncRead(unittest.TestCase):
dst
=
paddle
.
empty
([
40
],
dtype
=
"float32"
)
buffer_
=
paddle
.
empty
([
20
]).
pin_memory
()
with
cuda
.
stream_guard
(
self
.
stream
):
if
_in_legacy_dygraph
():
core
.
async_read
(
src
,
dst
,
self
.
index
,
buffer_
,
self
.
empty
,
self
.
empty
)
else
:
core
.
eager
.
async_read
(
src
,
dst
,
self
.
index
,
buffer_
,
self
.
empty
,
self
.
empty
)
core
.
eager
.
async_read
(
src
,
dst
,
self
.
index
,
buffer_
,
self
.
empty
,
self
.
empty
)
array1
=
paddle
.
gather
(
src
,
self
.
index
)
array2
=
dst
[:
len
(
self
.
index
)]
np
.
testing
.
assert_allclose
(
array1
.
numpy
(),
array2
.
numpy
(),
rtol
=
1e-05
)
def
test_main
(
self
):
with
_test_eager_guard
():
self
.
func_setUp
()
self
.
func_test_async_read_empty_offset_and_count
()
self
.
func_setUp
()
self
.
func_test_async_read_success
()
self
.
func_setUp
()
self
.
func_test_async_read_only_1dim
()
self
.
func_setUp
()
self
.
func_test_async_read_empty_offset_and_count
()
self
.
func_setUp
()
...
...
@@ -145,10 +117,7 @@ class TestAsyncWrite(unittest.TestCase):
np
.
array
([
40
,
60
],
dtype
=
"int64"
),
place
=
paddle
.
CPUPlace
()
)
with
cuda
.
stream_guard
(
self
.
stream
):
if
_in_legacy_dygraph
():
core
.
async_write
(
self
.
src
,
self
.
dst
,
offset
,
count
)
else
:
core
.
eager
.
async_write
(
self
.
src
,
self
.
dst
,
offset
,
count
)
core
.
eager
.
async_write
(
self
.
src
,
self
.
dst
,
offset
,
count
)
offset_a
=
paddle
.
gather
(
self
.
dst
,
paddle
.
to_tensor
(
np
.
arange
(
0
,
40
)))
offset_b
=
paddle
.
gather
(
self
.
dst
,
paddle
.
to_tensor
(
np
.
arange
(
60
,
120
)))
...
...
@@ -158,9 +127,6 @@ class TestAsyncWrite(unittest.TestCase):
)
def
test_async_write_success
(
self
):
with
_test_eager_guard
():
self
.
func_setUp
()
self
.
func_test_async_write_success
()
self
.
func_setUp
()
self
.
func_test_async_write_success
()
...
...
python/paddle/tests/test_callback_reduce_lr_on_plateau.py
浏览文件 @
ddd5656a
...
...
@@ -17,7 +17,6 @@ import unittest
import
paddle
import
paddle.vision.transforms
as
T
from
paddle
import
Model
from
paddle.fluid.framework
import
_test_eager_guard
from
paddle.metric
import
Accuracy
from
paddle.nn.layer.loss
import
CrossEntropyLoss
from
paddle.static
import
InputSpec
...
...
@@ -32,7 +31,7 @@ class CustomMnist(MNIST):
class
TestReduceLROnPlateau
(
unittest
.
TestCase
):
def
func
_reduce_lr_on_plateau
(
self
):
def
test
_reduce_lr_on_plateau
(
self
):
transform
=
T
.
Compose
([
T
.
Transpose
(),
T
.
Normalize
([
127.5
],
[
127.5
])])
train_dataset
=
CustomMnist
(
mode
=
'train'
,
transform
=
transform
)
val_dataset
=
CustomMnist
(
mode
=
'test'
,
transform
=
transform
)
...
...
@@ -57,12 +56,7 @@ class TestReduceLROnPlateau(unittest.TestCase):
callbacks
=
[
callbacks
],
)
def
test_reduce_lr_on_plateau
(
self
):
with
_test_eager_guard
():
self
.
func_reduce_lr_on_plateau
()
self
.
func_reduce_lr_on_plateau
()
def
func_warn_or_error
(
self
):
def
test_warn_or_error
(
self
):
with
self
.
assertRaises
(
ValueError
):
paddle
.
callbacks
.
ReduceLROnPlateau
(
factor
=
2.0
)
# warning
...
...
@@ -113,11 +107,6 @@ class TestReduceLROnPlateau(unittest.TestCase):
callbacks
=
[
callbacks
],
)
def
test_warn_or_error
(
self
):
with
_test_eager_guard
():
self
.
func_warn_or_error
()
self
.
func_warn_or_error
()
if
__name__
==
'__main__'
:
unittest
.
main
()
python/paddle/tests/test_callback_visualdl.py
浏览文件 @
ddd5656a
...
...
@@ -18,7 +18,6 @@ import unittest
import
paddle
import
paddle.vision.transforms
as
T
from
paddle.fluid.framework
import
_test_eager_guard
from
paddle.static
import
InputSpec
from
paddle.vision.datasets
import
MNIST
...
...
@@ -35,7 +34,7 @@ class TestCallbacks(unittest.TestCase):
def
tearDown
(
self
):
shutil
.
rmtree
(
self
.
save_dir
)
def
func
_visualdl_callback
(
self
):
def
test
_visualdl_callback
(
self
):
inputs
=
[
InputSpec
([
-
1
,
1
,
28
,
28
],
'float32'
,
'image'
)]
labels
=
[
InputSpec
([
None
,
1
],
'int64'
,
'label'
)]
...
...
@@ -58,11 +57,6 @@ class TestCallbacks(unittest.TestCase):
train_dataset
,
eval_dataset
,
batch_size
=
64
,
callbacks
=
callback
)
def
test_visualdl_callback
(
self
):
with
_test_eager_guard
():
self
.
func_visualdl_callback
()
self
.
func_visualdl_callback
()
if
__name__
==
'__main__'
:
unittest
.
main
()
python/paddle/tests/test_datasets.py
浏览文件 @
ddd5656a
...
...
@@ -22,7 +22,6 @@ import numpy as np
import
paddle.vision.transforms
as
T
from
paddle.dataset.common
import
_check_exists_and_download
from
paddle.fluid.framework
import
_test_eager_guard
from
paddle.vision.datasets
import
(
MNIST
,
DatasetFolder
,
...
...
@@ -47,7 +46,7 @@ class TestFolderDatasets(unittest.TestCase):
def
tearDown
(
self
):
shutil
.
rmtree
(
self
.
data_dir
)
def
func_
test_dataset
(
self
):
def
test_dataset
(
self
):
dataset_folder
=
DatasetFolder
(
self
.
data_dir
)
for
_
in
dataset_folder
:
...
...
@@ -60,12 +59,7 @@ class TestFolderDatasets(unittest.TestCase):
for
_
in
dataset_folder
:
pass
def
test_dataset
(
self
):
with
_test_eager_guard
():
self
.
func_test_dataset
()
self
.
func_test_dataset
()
def
func_test_folder
(
self
):
def
test_folder
(
self
):
loader
=
ImageFolder
(
self
.
data_dir
)
for
_
in
loader
:
...
...
@@ -77,12 +71,7 @@ class TestFolderDatasets(unittest.TestCase):
assert
len
(
loader
)
==
4
def
test_folder
(
self
):
with
_test_eager_guard
():
self
.
func_test_folder
()
self
.
func_test_folder
()
def
func_test_transform
(
self
):
def
test_transform
(
self
):
def
fake_transform
(
img
):
return
img
...
...
@@ -96,12 +85,7 @@ class TestFolderDatasets(unittest.TestCase):
for
_
in
loader
:
pass
def
test_transform
(
self
):
with
_test_eager_guard
():
self
.
func_test_transform
()
self
.
func_test_transform
()
def
func_test_errors
(
self
):
def
test_errors
(
self
):
with
self
.
assertRaises
(
RuntimeError
):
ImageFolder
(
self
.
empty_dir
)
with
self
.
assertRaises
(
RuntimeError
):
...
...
@@ -110,14 +94,9 @@ class TestFolderDatasets(unittest.TestCase):
with
self
.
assertRaises
(
ValueError
):
_check_exists_and_download
(
'temp_paddle'
,
None
,
None
,
None
,
False
)
def
test_errors
(
self
):
with
_test_eager_guard
():
self
.
func_test_errors
()
self
.
func_test_errors
()
class
TestMNISTTest
(
unittest
.
TestCase
):
def
func_
test_main
(
self
):
def
test_main
(
self
):
transform
=
T
.
Transpose
()
mnist
=
MNIST
(
mode
=
'test'
,
transform
=
transform
)
self
.
assertTrue
(
len
(
mnist
)
==
10000
)
...
...
@@ -130,14 +109,9 @@ class TestMNISTTest(unittest.TestCase):
self
.
assertTrue
(
label
.
shape
[
0
]
==
1
)
self
.
assertTrue
(
0
<=
int
(
label
)
<=
9
)
def
test_main
(
self
):
with
_test_eager_guard
():
self
.
func_test_main
()
self
.
func_test_main
()
class
TestMNISTTrain
(
unittest
.
TestCase
):
def
func_
test_main
(
self
):
def
test_main
(
self
):
transform
=
T
.
Transpose
()
mnist
=
MNIST
(
mode
=
'train'
,
transform
=
transform
)
self
.
assertTrue
(
len
(
mnist
)
==
60000
)
...
...
@@ -166,14 +140,9 @@ class TestMNISTTrain(unittest.TestCase):
with
self
.
assertRaises
(
ValueError
):
mnist
=
MNIST
(
mode
=
'train'
,
transform
=
transform
,
backend
=
1
)
def
test_main
(
self
):
with
_test_eager_guard
():
self
.
func_test_main
()
self
.
func_test_main
()
class
TestFASHIONMNISTTest
(
unittest
.
TestCase
):
def
func_
test_main
(
self
):
def
test_main
(
self
):
transform
=
T
.
Transpose
()
mnist
=
FashionMNIST
(
mode
=
'test'
,
transform
=
transform
)
self
.
assertTrue
(
len
(
mnist
)
==
10000
)
...
...
@@ -186,14 +155,9 @@ class TestFASHIONMNISTTest(unittest.TestCase):
self
.
assertTrue
(
label
.
shape
[
0
]
==
1
)
self
.
assertTrue
(
0
<=
int
(
label
)
<=
9
)
def
test_main
(
self
):
with
_test_eager_guard
():
self
.
func_test_main
()
self
.
func_test_main
()
class
TestFASHIONMNISTTrain
(
unittest
.
TestCase
):
def
func_
test_main
(
self
):
def
test_main
(
self
):
transform
=
T
.
Transpose
()
mnist
=
FashionMNIST
(
mode
=
'train'
,
transform
=
transform
)
self
.
assertTrue
(
len
(
mnist
)
==
60000
)
...
...
@@ -222,26 +186,16 @@ class TestFASHIONMNISTTrain(unittest.TestCase):
with
self
.
assertRaises
(
ValueError
):
mnist
=
FashionMNIST
(
mode
=
'train'
,
transform
=
transform
,
backend
=
1
)
def
test_main
(
self
):
with
_test_eager_guard
():
self
.
func_test_main
()
self
.
func_test_main
()
def
func_test_dataset_value
(
self
):
def
test_dataset_value
(
self
):
fmnist
=
FashionMNIST
(
mode
=
'train'
)
value
=
np
.
mean
([
np
.
array
(
x
[
0
])
for
x
in
fmnist
])
# 72.94035223214286 was getted from competitive products
np
.
testing
.
assert_allclose
(
value
,
72.94035223214286
)
def
test_dataset_value
(
self
):
with
_test_eager_guard
():
self
.
func_test_dataset_value
()
self
.
func_test_dataset_value
()
class
TestFlowersTrain
(
unittest
.
TestCase
):
def
func_
test_main
(
self
):
def
test_main
(
self
):
flowers
=
Flowers
(
mode
=
'train'
)
self
.
assertTrue
(
len
(
flowers
)
==
6149
)
...
...
@@ -254,14 +208,9 @@ class TestFlowersTrain(unittest.TestCase):
self
.
assertTrue
(
image
.
shape
[
2
]
==
3
)
self
.
assertTrue
(
label
.
shape
[
0
]
==
1
)
def
test_main
(
self
):
with
_test_eager_guard
():
self
.
func_test_main
()
self
.
func_test_main
()
class
TestFlowersValid
(
unittest
.
TestCase
):
def
func_
test_main
(
self
):
def
test_main
(
self
):
flowers
=
Flowers
(
mode
=
'valid'
)
self
.
assertTrue
(
len
(
flowers
)
==
1020
)
...
...
@@ -274,14 +223,9 @@ class TestFlowersValid(unittest.TestCase):
self
.
assertTrue
(
image
.
shape
[
2
]
==
3
)
self
.
assertTrue
(
label
.
shape
[
0
]
==
1
)
def
test_main
(
self
):
with
_test_eager_guard
():
self
.
func_test_main
()
self
.
func_test_main
()
class
TestFlowersTest
(
unittest
.
TestCase
):
def
func_
test_main
(
self
):
def
test_main
(
self
):
flowers
=
Flowers
(
mode
=
'test'
)
self
.
assertTrue
(
len
(
flowers
)
==
1020
)
...
...
@@ -310,11 +254,6 @@ class TestFlowersTest(unittest.TestCase):
with
self
.
assertRaises
(
ValueError
):
flowers
=
Flowers
(
mode
=
'test'
,
backend
=
1
)
def
test_main
(
self
):
with
_test_eager_guard
():
self
.
func_test_main
()
self
.
func_test_main
()
if
__name__
==
'__main__'
:
unittest
.
main
()
python/paddle/tests/test_dlpack.py
浏览文件 @
ddd5656a
...
...
@@ -19,11 +19,10 @@ import numpy as np
import
paddle
import
paddle.fluid
as
fluid
import
paddle.fluid.core
as
core
from
paddle.fluid.framework
import
_test_eager_guard
class
TestDLPack
(
unittest
.
TestCase
):
def
func_
test_dlpack_dygraph
(
self
):
def
test_dlpack_dygraph
(
self
):
paddle
.
disable_static
()
tensor
=
paddle
.
to_tensor
(
np
.
array
([
1
,
2
,
3
,
4
]).
astype
(
'int'
))
dlpack
=
paddle
.
utils
.
dlpack
.
to_dlpack
(
tensor
)
...
...
@@ -38,12 +37,7 @@ class TestDLPack(unittest.TestCase):
np
.
array
(
out_from_dlpack
),
np
.
array
([
1
,
2
,
3
,
4
]).
astype
(
'int'
)
)
def
test_dlpack_dygraph
(
self
):
with
_test_eager_guard
():
self
.
func_test_dlpack_dygraph
()
self
.
func_test_dlpack_dygraph
()
def
func_test_dlpack_tensor_larger_than_2dim
(
self
):
def
test_dlpack_tensor_larger_than_2dim
(
self
):
paddle
.
disable_static
()
numpy_data
=
np
.
random
.
randn
(
4
,
5
,
6
)
t
=
paddle
.
to_tensor
(
numpy_data
)
...
...
@@ -52,11 +46,6 @@ class TestDLPack(unittest.TestCase):
out
=
paddle
.
utils
.
dlpack
.
from_dlpack
(
dlpack
)
np
.
testing
.
assert_allclose
(
numpy_data
,
out
.
numpy
(),
rtol
=
1e-05
)
def
test_dlpack_tensor_larger_than_2dim
(
self
):
with
_test_eager_guard
():
self
.
func_test_dlpack_tensor_larger_than_2dim
()
self
.
func_test_dlpack_tensor_larger_than_2dim
()
def
test_dlpack_static
(
self
):
paddle
.
enable_static
()
tensor
=
fluid
.
create_lod_tensor
(
...
...
@@ -87,7 +76,7 @@ class TestDLPack(unittest.TestCase):
np
.
array
([[
1
],
[
2
],
[
3
],
[
4
]]).
astype
(
'int'
),
)
def
func_
test_dlpack_dtype_conversion
(
self
):
def
test_dlpack_dtype_conversion
(
self
):
paddle
.
disable_static
()
# DLpack does not explicitly support bool data type.
dtypes
=
[
...
...
@@ -119,11 +108,6 @@ class TestDLPack(unittest.TestCase):
self
.
assertEqual
(
x
.
dtype
,
o
.
dtype
)
np
.
testing
.
assert_allclose
(
x
.
numpy
(),
o
.
numpy
(),
rtol
=
1e-05
)
def
test_dlpack_dtype_conversion
(
self
):
with
_test_eager_guard
():
self
.
func_test_dlpack_dtype_conversion
()
self
.
func_test_dlpack_dtype_conversion
()
def
test_dlpack_deletion
(
self
):
# See Paddle issue 47171
if
paddle
.
is_compiled_with_cuda
():
...
...
@@ -134,23 +118,13 @@ class TestDLPack(unittest.TestCase):
class
TestRaiseError
(
unittest
.
TestCase
):
def
func_
test_from_dlpack_raise_type_error
(
self
):
def
test_from_dlpack_raise_type_error
(
self
):
self
.
assertRaises
(
TypeError
,
paddle
.
utils
.
dlpack
.
from_dlpack
,
np
.
zeros
(
5
)
)
def
test_from_dlpack_raise_type_error
(
self
):
with
_test_eager_guard
():
self
.
func_test_from_dlpack_raise_type_error
()
self
.
func_test_from_dlpack_raise_type_error
()
def
func_test_to_dlpack_raise_type_error
(
self
):
self
.
assertRaises
(
TypeError
,
paddle
.
utils
.
dlpack
.
to_dlpack
,
np
.
zeros
(
5
))
def
test_to_dlpack_raise_type_error
(
self
):
with
_test_eager_guard
():
self
.
func_test_to_dlpack_raise_type_error
()
self
.
func_test_to_dlpack_raise_type_error
()
self
.
assertRaises
(
TypeError
,
paddle
.
utils
.
dlpack
.
to_dlpack
,
np
.
zeros
(
5
))
if
__name__
==
'__main__'
:
...
...
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录