Skip to content

P
Paddle

Crayon鑫 / Paddle
与 Fork 源项目一致

Fork自 PaddlePaddle / Paddle

通知 1
Star 1
Fork 0
P
Paddle
未验证 提交 087711c6 编写于 作者: R Roc 提交者： GitHub
浏览文件
操作

update for runtype and serial (#45699)

上级 b9d66e6b
隐藏空白更改
内联 并排
Showing with 231 addition and 278 deletion
python/paddle/fluid/tests/unittests/collective/CMakeLists.txt
浏览文件 @ 087711c6
...@@ -8,31 +8,36 @@ if((WITH_GPU OR WITH_ROCM) AND (LINUX)) ...@@ -8,31 +8,36 @@ if((WITH_GPU OR WITH_ROCM) AND (LINUX))
py_test_modules( py_test_modules(
test_allreduce MODULES test_allreduce ENVS test_allreduce MODULES test_allreduce ENVS
"PYTHONPATH=..:${PADDLE_BINARY_DIR}/python;http_proxy=;https_proxy=") "PYTHONPATH=..:${PADDLE_BINARY_DIR}/python;http_proxy=;https_proxy=")
set_tests_properties(test_allreduce PROPERTIES TIMEOUT "120" RUN_SERIAL 1) set_tests_properties(test_allreduce PROPERTIES TIMEOUT "120" LABELS
"RUN_TYPE=DIST")
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND (LINUX)) if((WITH_GPU OR WITH_ROCM) AND (LINUX))
py_test_modules( py_test_modules(
test_broadcast MODULES test_broadcast ENVS test_broadcast MODULES test_broadcast ENVS
"PYTHONPATH=..:${PADDLE_BINARY_DIR}/python;http_proxy=;https_proxy=") "PYTHONPATH=..:${PADDLE_BINARY_DIR}/python;http_proxy=;https_proxy=")
set_tests_properties(test_broadcast PROPERTIES TIMEOUT "120" RUN_SERIAL 1) set_tests_properties(test_broadcast PROPERTIES TIMEOUT "120" LABELS
"RUN_TYPE=DIST")
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND (LINUX)) if((WITH_GPU OR WITH_ROCM) AND (LINUX))
py_test_modules( py_test_modules(
test_c_concat MODULES test_c_concat ENVS test_c_concat MODULES test_c_concat ENVS
"PYTHONPATH=..:${PADDLE_BINARY_DIR}/python;http_proxy=;https_proxy=") "PYTHONPATH=..:${PADDLE_BINARY_DIR}/python;http_proxy=;https_proxy=")
set_tests_properties(test_c_concat PROPERTIES TIMEOUT "120" RUN_SERIAL 1) set_tests_properties(test_c_concat PROPERTIES TIMEOUT "120" LABELS
"RUN_TYPE=DIST")
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND (LINUX)) if((WITH_GPU OR WITH_ROCM) AND (LINUX))
py_test_modules( py_test_modules(
test_c_identity MODULES test_c_identity ENVS test_c_identity MODULES test_c_identity ENVS
"PYTHONPATH=..:${PADDLE_BINARY_DIR}/python;http_proxy=;https_proxy=") "PYTHONPATH=..:${PADDLE_BINARY_DIR}/python;http_proxy=;https_proxy=")
set_tests_properties(test_c_identity PROPERTIES TIMEOUT "120" RUN_SERIAL 1) set_tests_properties(test_c_identity PROPERTIES TIMEOUT "120" LABELS
"RUN_TYPE=DIST")
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND (LINUX)) if((WITH_GPU OR WITH_ROCM) AND (LINUX))
py_test_modules( py_test_modules(
test_c_split MODULES test_c_split ENVS test_c_split MODULES test_c_split ENVS
"PYTHONPATH=..:${PADDLE_BINARY_DIR}/python;http_proxy=;https_proxy=") "PYTHONPATH=..:${PADDLE_BINARY_DIR}/python;http_proxy=;https_proxy=")
set_tests_properties(test_c_split PROPERTIES TIMEOUT "120" RUN_SERIAL 1) set_tests_properties(test_c_split PROPERTIES TIMEOUT "120" LABELS
"RUN_TYPE=DIST")
endif() endif()
if((WITH_ROCM OR WITH_GPU) AND (LINUX)) if((WITH_ROCM OR WITH_GPU) AND (LINUX))
bash_test_modules( bash_test_modules(
...@@ -44,15 +49,14 @@ if((WITH_ROCM OR WITH_GPU) AND (LINUX)) ...@@ -44,15 +49,14 @@ if((WITH_ROCM OR WITH_GPU) AND (LINUX))
ENVS ENVS
"PADDLE_DIST_UT_PORT=21288;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python;http_proxy=;https_proxy=" "PADDLE_DIST_UT_PORT=21288;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python;http_proxy=;https_proxy="
) )
set_tests_properties(test_collective_split_embedding PROPERTIES TIMEOUT "300" set_tests_properties(test_collective_split_embedding PROPERTIES TIMEOUT "300")
RUN_SERIAL 1)
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND (LINUX)) if((WITH_GPU OR WITH_ROCM) AND (LINUX))
py_test_modules( py_test_modules(
test_collective_allgather_api MODULES test_collective_allgather_api ENVS test_collective_allgather_api MODULES test_collective_allgather_api ENVS
"http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_collective_allgather_api PROPERTIES TIMEOUT "300" set_tests_properties(test_collective_allgather_api
RUN_SERIAL 1) PROPERTIES TIMEOUT "300" LABELS "RUN_TYPE=DIST")
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND (LINUX)) if((WITH_GPU OR WITH_ROCM) AND (LINUX))
py_test_modules( py_test_modules(
...@@ -60,21 +64,21 @@ if((WITH_GPU OR WITH_ROCM) AND (LINUX)) ...@@ -60,21 +64,21 @@ if((WITH_GPU OR WITH_ROCM) AND (LINUX))
test_collective_allgather_object_api ENVS test_collective_allgather_object_api ENVS
"http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_collective_allgather_object_api set_tests_properties(test_collective_allgather_object_api
PROPERTIES TIMEOUT "120" RUN_SERIAL 1) PROPERTIES TIMEOUT "120" LABELS "RUN_TYPE=DIST")
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND (LINUX)) if((WITH_GPU OR WITH_ROCM) AND (LINUX))
py_test_modules( py_test_modules(
test_collective_allreduce_api MODULES test_collective_allreduce_api ENVS test_collective_allreduce_api MODULES test_collective_allreduce_api ENVS
"http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_collective_allreduce_api PROPERTIES TIMEOUT "120" set_tests_properties(test_collective_allreduce_api
RUN_SERIAL 1) PROPERTIES TIMEOUT "120" LABELS "RUN_TYPE=DIST")
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND (LINUX)) if((WITH_GPU OR WITH_ROCM) AND (LINUX))
py_test_modules( py_test_modules(
test_collective_alltoall_api MODULES test_collective_alltoall_api ENVS test_collective_alltoall_api MODULES test_collective_alltoall_api ENVS
"http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_collective_alltoall_api PROPERTIES TIMEOUT "120" set_tests_properties(test_collective_alltoall_api
RUN_SERIAL 1) PROPERTIES TIMEOUT "120" LABELS "RUN_TYPE=DIST")
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND (LINUX)) if((WITH_GPU OR WITH_ROCM) AND (LINUX))
bash_test_modules( bash_test_modules(
...@@ -86,15 +90,14 @@ if((WITH_GPU OR WITH_ROCM) AND (LINUX)) ...@@ -86,15 +90,14 @@ if((WITH_GPU OR WITH_ROCM) AND (LINUX))
ENVS ENVS
"PADDLE_DIST_UT_PORT=21290;http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21290;http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_collective_alltoall_single PROPERTIES TIMEOUT "350" set_tests_properties(test_collective_alltoall_single PROPERTIES TIMEOUT "350")
RUN_SERIAL 1)
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND (LINUX)) if((WITH_GPU OR WITH_ROCM) AND (LINUX))
py_test_modules( py_test_modules(
test_collective_barrier_api MODULES test_collective_barrier_api ENVS test_collective_barrier_api MODULES test_collective_barrier_api ENVS
"http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_collective_barrier_api PROPERTIES TIMEOUT "300" set_tests_properties(test_collective_barrier_api
RUN_SERIAL 1) PROPERTIES TIMEOUT "300" LABELS "RUN_TYPE=DIST")
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND (LINUX)) if((WITH_GPU OR WITH_ROCM) AND (LINUX))
bash_test_modules( bash_test_modules(
...@@ -106,15 +109,15 @@ if((WITH_GPU OR WITH_ROCM) AND (LINUX)) ...@@ -106,15 +109,15 @@ if((WITH_GPU OR WITH_ROCM) AND (LINUX))
ENVS ENVS
"PADDLE_DIST_UT_PORT=21292;http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21292;http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_collective_batch_isend_irecv set_tests_properties(test_collective_batch_isend_irecv PROPERTIES TIMEOUT
PROPERTIES TIMEOUT "350" RUN_SERIAL 1) "350")
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND (LINUX)) if((WITH_GPU OR WITH_ROCM) AND (LINUX))
py_test_modules( py_test_modules(
test_collective_broadcast_api MODULES test_collective_broadcast_api ENVS test_collective_broadcast_api MODULES test_collective_broadcast_api ENVS
"http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_collective_broadcast_api PROPERTIES TIMEOUT "120" set_tests_properties(test_collective_broadcast_api
RUN_SERIAL 1) PROPERTIES TIMEOUT "120" LABELS "RUN_TYPE=DIST")
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND (LINUX)) if((WITH_GPU OR WITH_ROCM) AND (LINUX))
py_test_modules( py_test_modules(
...@@ -122,28 +125,28 @@ if((WITH_GPU OR WITH_ROCM) AND (LINUX)) ...@@ -122,28 +125,28 @@ if((WITH_GPU OR WITH_ROCM) AND (LINUX))
test_collective_cpu_barrier_with_gloo ENVS test_collective_cpu_barrier_with_gloo ENVS
"http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_collective_cpu_barrier_with_gloo set_tests_properties(test_collective_cpu_barrier_with_gloo
PROPERTIES TIMEOUT "300" RUN_SERIAL 1) PROPERTIES TIMEOUT "300" LABELS "RUN_TYPE=DIST")
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND (LINUX)) if((WITH_GPU OR WITH_ROCM) AND (LINUX))
py_test_modules( py_test_modules(
test_collective_global_gather MODULES test_collective_global_gather ENVS test_collective_global_gather MODULES test_collective_global_gather ENVS
"http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_collective_global_gather PROPERTIES TIMEOUT "200" set_tests_properties(test_collective_global_gather
RUN_SERIAL 1) PROPERTIES TIMEOUT "200" LABELS "RUN_TYPE=DIST")
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND (LINUX)) if((WITH_GPU OR WITH_ROCM) AND (LINUX))
py_test_modules( py_test_modules(
test_collective_global_scatter MODULES test_collective_global_scatter ENVS test_collective_global_scatter MODULES test_collective_global_scatter ENVS
"http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_collective_global_scatter PROPERTIES TIMEOUT "200" set_tests_properties(test_collective_global_scatter
RUN_SERIAL 1) PROPERTIES TIMEOUT "200" LABELS "RUN_TYPE=DIST")
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND (LINUX)) if((WITH_GPU OR WITH_ROCM) AND (LINUX))
py_test_modules( py_test_modules(
test_collective_optimizer MODULES test_collective_optimizer ENVS test_collective_optimizer MODULES test_collective_optimizer ENVS
"http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_collective_optimizer PROPERTIES TIMEOUT "300" set_tests_properties(test_collective_optimizer
RUN_SERIAL 1) PROPERTIES TIMEOUT "300" LABELS "RUN_TYPE=DIST")
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND (LINUX)) if((WITH_GPU OR WITH_ROCM) AND (LINUX))
bash_test_modules( bash_test_modules(
...@@ -155,22 +158,21 @@ if((WITH_GPU OR WITH_ROCM) AND (LINUX)) ...@@ -155,22 +158,21 @@ if((WITH_GPU OR WITH_ROCM) AND (LINUX))
ENVS ENVS
"PADDLE_DIST_UT_PORT=21294;http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21294;http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_collective_process_group PROPERTIES TIMEOUT "350" set_tests_properties(test_collective_process_group PROPERTIES TIMEOUT "350")
RUN_SERIAL 1)
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND (LINUX)) if((WITH_GPU OR WITH_ROCM) AND (LINUX))
py_test_modules( py_test_modules(
test_collective_reduce MODULES test_collective_reduce ENVS test_collective_reduce MODULES test_collective_reduce ENVS
"http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_collective_reduce PROPERTIES TIMEOUT "300" set_tests_properties(test_collective_reduce PROPERTIES TIMEOUT "300" LABELS
RUN_SERIAL 1) "RUN_TYPE=DIST")
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND (LINUX)) if((WITH_GPU OR WITH_ROCM) AND (LINUX))
py_test_modules( py_test_modules(
test_collective_reduce_api MODULES test_collective_reduce_api ENVS test_collective_reduce_api MODULES test_collective_reduce_api ENVS
"http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_collective_reduce_api PROPERTIES TIMEOUT "300" set_tests_properties(test_collective_reduce_api
RUN_SERIAL 1) PROPERTIES TIMEOUT "300" LABELS "RUN_TYPE=DIST")
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND (LINUX)) if((WITH_GPU OR WITH_ROCM) AND (LINUX))
bash_test_modules( bash_test_modules(
...@@ -182,43 +184,42 @@ if((WITH_GPU OR WITH_ROCM) AND (LINUX)) ...@@ -182,43 +184,42 @@ if((WITH_GPU OR WITH_ROCM) AND (LINUX))
ENVS ENVS
"PADDLE_DIST_UT_PORT=21296;http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21296;http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_collective_reduce_scatter PROPERTIES TIMEOUT "350" set_tests_properties(test_collective_reduce_scatter PROPERTIES TIMEOUT "350")
RUN_SERIAL 1)
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND (LINUX)) if((WITH_GPU OR WITH_ROCM) AND (LINUX))
py_test_modules( py_test_modules(
test_collective_scatter MODULES test_collective_scatter ENVS test_collective_scatter MODULES test_collective_scatter ENVS
"http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_collective_scatter PROPERTIES TIMEOUT "300" set_tests_properties(test_collective_scatter PROPERTIES TIMEOUT "300" LABELS
RUN_SERIAL 1) "RUN_TYPE=DIST")
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND (LINUX)) if((WITH_GPU OR WITH_ROCM) AND (LINUX))
py_test_modules( py_test_modules(
test_collective_scatter_api MODULES test_collective_scatter_api ENVS test_collective_scatter_api MODULES test_collective_scatter_api ENVS
"http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_collective_scatter_api PROPERTIES TIMEOUT "300" set_tests_properties(test_collective_scatter_api
RUN_SERIAL 1) PROPERTIES TIMEOUT "300" LABELS "RUN_TYPE=DIST")
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND (LINUX)) if((WITH_GPU OR WITH_ROCM) AND (LINUX))
py_test_modules( py_test_modules(
test_collective_sendrecv MODULES test_collective_sendrecv ENVS test_collective_sendrecv MODULES test_collective_sendrecv ENVS
"http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_collective_sendrecv PROPERTIES TIMEOUT "300" set_tests_properties(test_collective_sendrecv PROPERTIES TIMEOUT "300" LABELS
RUN_SERIAL 1) "RUN_TYPE=DIST")
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND (LINUX)) if((WITH_GPU OR WITH_ROCM) AND (LINUX))
py_test_modules( py_test_modules(
test_collective_sendrecv_api MODULES test_collective_sendrecv_api ENVS test_collective_sendrecv_api MODULES test_collective_sendrecv_api ENVS
"http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_collective_sendrecv_api PROPERTIES TIMEOUT "120" set_tests_properties(test_collective_sendrecv_api
RUN_SERIAL 1) PROPERTIES TIMEOUT "120" LABELS "RUN_TYPE=DIST")
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND (LINUX)) if((WITH_GPU OR WITH_ROCM) AND (LINUX))
py_test_modules( py_test_modules(
test_collective_split_col_linear MODULES test_collective_split_col_linear test_collective_split_col_linear MODULES test_collective_split_col_linear
ENVS "http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python") ENVS "http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_collective_split_col_linear set_tests_properties(test_collective_split_col_linear
PROPERTIES TIMEOUT "300" RUN_SERIAL 1) PROPERTIES TIMEOUT "300" LABELS "RUN_TYPE=DIST")
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND (LINUX)) if((WITH_GPU OR WITH_ROCM) AND (LINUX))
py_test_modules( py_test_modules(
...@@ -226,34 +227,35 @@ if((WITH_GPU OR WITH_ROCM) AND (LINUX)) ...@@ -226,34 +227,35 @@ if((WITH_GPU OR WITH_ROCM) AND (LINUX))
test_collective_split_embedding_none_divisible ENVS test_collective_split_embedding_none_divisible ENVS
"http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_collective_split_embedding_none_divisible set_tests_properties(test_collective_split_embedding_none_divisible
PROPERTIES TIMEOUT "300" RUN_SERIAL 1) PROPERTIES TIMEOUT "300" LABELS "RUN_TYPE=DIST")
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND (LINUX)) if((WITH_GPU OR WITH_ROCM) AND (LINUX))
py_test_modules( py_test_modules(
test_collective_split_row_linear MODULES test_collective_split_row_linear test_collective_split_row_linear MODULES test_collective_split_row_linear
ENVS "http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python") ENVS "http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_collective_split_row_linear set_tests_properties(test_collective_split_row_linear
PROPERTIES TIMEOUT "300" RUN_SERIAL 1) PROPERTIES TIMEOUT "300" LABELS "RUN_TYPE=DIST")
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND (LINUX)) if((WITH_GPU OR WITH_ROCM) AND (LINUX))
py_test_modules( py_test_modules(
test_collective_wait MODULES test_collective_wait ENVS test_collective_wait MODULES test_collective_wait ENVS
"http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_collective_wait PROPERTIES TIMEOUT "300" RUN_SERIAL set_tests_properties(test_collective_wait PROPERTIES TIMEOUT "300" LABELS
1) "RUN_TYPE=DIST")
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND (LINUX)) if((WITH_GPU OR WITH_ROCM) AND (LINUX))
py_test_modules( py_test_modules(
test_eager_dist_api MODULES test_eager_dist_api ENVS test_eager_dist_api MODULES test_eager_dist_api ENVS
"http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_eager_dist_api PROPERTIES TIMEOUT "120" RUN_SERIAL set_tests_properties(test_eager_dist_api PROPERTIES TIMEOUT "120" LABELS
1) "RUN_TYPE=DIST")
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND (LINUX)) if((WITH_GPU OR WITH_ROCM) AND (LINUX))
py_test_modules( py_test_modules(
test_new_group_api MODULES test_new_group_api ENVS test_new_group_api MODULES test_new_group_api ENVS
"http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_new_group_api PROPERTIES TIMEOUT "120" RUN_SERIAL 1) set_tests_properties(test_new_group_api PROPERTIES TIMEOUT "120" LABELS
"RUN_TYPE=DIST")
endif() endif()
if((WITH_GPU if((WITH_GPU
OR WITH_ROCM OR WITH_ROCM
...@@ -270,7 +272,6 @@ if((WITH_GPU ...@@ -270,7 +272,6 @@ if((WITH_GPU
ENVS ENVS
"PADDLE_DIST_UT_PORT=21298;http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21298;http_proxy=;https_proxy=;PYTHONPATH=..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_gen_nccl_id_op PROPERTIES RUN_SERIAL 1)
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND (LINUX)) if((WITH_GPU OR WITH_ROCM) AND (LINUX))
py_test_modules( py_test_modules(
...@@ -278,7 +279,7 @@ if((WITH_GPU OR WITH_ROCM) AND (LINUX)) ...@@ -278,7 +279,7 @@ if((WITH_GPU OR WITH_ROCM) AND (LINUX))
test_communication_stream_allreduce_api ENVS test_communication_stream_allreduce_api ENVS
"PYTHONPATH=..:${PADDLE_BINARY_DIR}/python;http_proxy=;https_proxy=") "PYTHONPATH=..:${PADDLE_BINARY_DIR}/python;http_proxy=;https_proxy=")
set_tests_properties(test_communication_stream_allreduce_api set_tests_properties(test_communication_stream_allreduce_api
PROPERTIES TIMEOUT "120" RUN_SERIAL 1) PROPERTIES TIMEOUT "120" LABELS "RUN_TYPE=DIST")
endif() endif()
add_subdirectory(fleet) add_subdirectory(fleet)
add_subdirectory(multinode) add_subdirectory(multinode)
python/paddle/fluid/tests/unittests/collective/fleet/CMakeLists.txt
浏览文件 @ 087711c6
...@@ -15,20 +15,18 @@ if((WITH_GPU ...@@ -15,20 +15,18 @@ if((WITH_GPU
test_fleet_sharding_meta_optimizer ENVS test_fleet_sharding_meta_optimizer ENVS
"http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_fleet_sharding_meta_optimizer set_tests_properties(test_fleet_sharding_meta_optimizer
PROPERTIES TIMEOUT "350" RUN_SERIAL 1) PROPERTIES TIMEOUT "350" LABELS "RUN_TYPE=DIST")
endif() endif()
if(LOCAL_ALL_ARCH AND (LINUX OR WIN32)) if(LOCAL_ALL_ARCH AND (LINUX OR WIN32))
py_test_modules( py_test_modules(
test_fleet_static_mp_layers MODULES test_fleet_static_mp_layers ENVS test_fleet_static_mp_layers MODULES test_fleet_static_mp_layers ENVS
"http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_fleet_static_mp_layers PROPERTIES RUN_SERIAL 1)
endif() endif()
if(WITH_DGC) if(WITH_DGC)
if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
py_test_modules( py_test_modules(
test_dgc_op MODULES test_dgc_op ENVS test_dgc_op MODULES test_dgc_op ENVS
"http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_dgc_op PROPERTIES RUN_SERIAL 1)
endif() endif()
endif() endif()
if(WITH_DGC) if(WITH_DGC)
...@@ -36,7 +34,6 @@ if(WITH_DGC) ...@@ -36,7 +34,6 @@ if(WITH_DGC)
py_test_modules( py_test_modules(
test_dgc_optimizer MODULES test_dgc_optimizer ENVS test_dgc_optimizer MODULES test_dgc_optimizer ENVS
"http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_dgc_optimizer PROPERTIES RUN_SERIAL 1)
endif() endif()
endif() endif()
if(WITH_NCCL) if(WITH_NCCL)
...@@ -50,8 +47,8 @@ if(WITH_NCCL) ...@@ -50,8 +47,8 @@ if(WITH_NCCL)
ENVS ENVS
"PADDLE_DIST_UT_PORT=21200;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21200;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_parallel_margin_cross_entropy set_tests_properties(test_parallel_margin_cross_entropy PROPERTIES TIMEOUT
PROPERTIES TIMEOUT "120" RUN_SERIAL 1) "120")
endif() endif()
endif() endif()
if(WITH_NCCL) if(WITH_NCCL)
...@@ -65,8 +62,7 @@ if(WITH_NCCL) ...@@ -65,8 +62,7 @@ if(WITH_NCCL)
ENVS ENVS
"PADDLE_DIST_UT_PORT=21202;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21202;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_dygraph_sharding_stage3 PROPERTIES TIMEOUT "350" set_tests_properties(test_dygraph_sharding_stage3 PROPERTIES TIMEOUT "350")
RUN_SERIAL 1)
endif() endif()
endif() endif()
if(WITH_NCCL) if(WITH_NCCL)
...@@ -81,8 +77,6 @@ if(WITH_NCCL) ...@@ -81,8 +77,6 @@ if(WITH_NCCL)
ENVS ENVS
"PADDLE_DIST_UT_PORT=21204;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21204;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_parallel_dygraph_transformer
PROPERTIES RUN_SERIAL 1)
endif() endif()
endif() endif()
endif() endif()
...@@ -96,16 +90,12 @@ if((WITH_ROCM) AND LOCAL_ALL_PLAT) ...@@ -96,16 +90,12 @@ if((WITH_ROCM) AND LOCAL_ALL_PLAT)
ENVS ENVS
"PADDLE_DIST_UT_PORT=21204;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21204;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_parallel_dygraph_transformer PROPERTIES RUN_SERIAL
1)
endif() endif()
if(LOCAL_ALL_ARCH AND (LINUX OR WIN32)) if(LOCAL_ALL_ARCH AND (LINUX OR WIN32))
py_test_modules( py_test_modules(
test_fleet_fp16_allreduce_meta_optimizer MODULES test_fleet_fp16_allreduce_meta_optimizer MODULES
test_fleet_fp16_allreduce_meta_optimizer ENVS test_fleet_fp16_allreduce_meta_optimizer ENVS
"http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_fleet_fp16_allreduce_meta_optimizer
PROPERTIES RUN_SERIAL 1)
endif() endif()
if((WITH_GPU if((WITH_GPU
OR WITH_XPU OR WITH_XPU
...@@ -122,7 +112,6 @@ if((WITH_GPU ...@@ -122,7 +112,6 @@ if((WITH_GPU
ENVS ENVS
"PADDLE_DIST_UT_PORT=21208;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21208;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_rnn_dp PROPERTIES RUN_SERIAL 1)
endif() endif()
if(WITH_NCCL) if(WITH_NCCL)
if((WITH_GPU) AND LOCAL_ALL_PLAT) if((WITH_GPU) AND LOCAL_ALL_PLAT)
...@@ -135,8 +124,8 @@ if(WITH_NCCL) ...@@ -135,8 +124,8 @@ if(WITH_NCCL)
ENVS ENVS
"PADDLE_DIST_UT_PORT=21210;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21210;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_parallel_dygraph_mp_layers set_tests_properties(test_parallel_dygraph_mp_layers PROPERTIES TIMEOUT
PROPERTIES TIMEOUT "120" RUN_SERIAL 1) "120")
endif() endif()
endif() endif()
if(LOCAL_ALL_ARCH AND (LINUX OR APPLE)) if(LOCAL_ALL_ARCH AND (LINUX OR APPLE))
...@@ -149,7 +138,6 @@ if(LOCAL_ALL_ARCH AND (LINUX OR APPLE)) ...@@ -149,7 +138,6 @@ if(LOCAL_ALL_ARCH AND (LINUX OR APPLE))
ENVS ENVS
"PADDLE_DIST_UT_PORT=21212;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21212;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_tcp_store PROPERTIES RUN_SERIAL 1)
endif() endif()
if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
bash_test_modules( bash_test_modules(
...@@ -161,8 +149,8 @@ if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) ...@@ -161,8 +149,8 @@ if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
ENVS ENVS
"PADDLE_DIST_UT_PORT=21214;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21214;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_dygraph_sharding_stage3_for_eager set_tests_properties(test_dygraph_sharding_stage3_for_eager PROPERTIES TIMEOUT
PROPERTIES TIMEOUT "350" RUN_SERIAL 1) "350")
endif() endif()
if((WITH_GPU if((WITH_GPU
OR WITH_XPU OR WITH_XPU
...@@ -179,8 +167,6 @@ if((WITH_GPU ...@@ -179,8 +167,6 @@ if((WITH_GPU
ENVS ENVS
"PADDLE_DIST_UT_PORT=21216;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21216;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_fleet_graph_execution_meta_optimizer
PROPERTIES RUN_SERIAL 1)
endif() endif()
if(WITH_NCCL) if(WITH_NCCL)
if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
...@@ -191,8 +177,8 @@ if(WITH_NCCL) ...@@ -191,8 +177,8 @@ if(WITH_NCCL)
ENVS ENVS
"FLAGS_communicator_send_queue_size=1;FLAGS_communicator_max_merge_var_num=1;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "FLAGS_communicator_send_queue_size=1;FLAGS_communicator_max_merge_var_num=1;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_communicator_half_async PROPERTIES TIMEOUT "120" set_tests_properties(test_communicator_half_async
RUN_SERIAL 1) PROPERTIES TIMEOUT "120" LABELS "RUN_TYPE=DIST")
endif() endif()
endif() endif()
if((WITH_GPU if((WITH_GPU
...@@ -204,7 +190,6 @@ if((WITH_GPU ...@@ -204,7 +190,6 @@ if((WITH_GPU
py_test_modules( py_test_modules(
test_fleet_graph_executor MODULES test_fleet_graph_executor ENVS test_fleet_graph_executor MODULES test_fleet_graph_executor ENVS
"http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_fleet_graph_executor PROPERTIES RUN_SERIAL 1)
endif() endif()
if((WITH_GPU) AND LOCAL_ALL_PLAT) if((WITH_GPU) AND LOCAL_ALL_PLAT)
bash_test_modules( bash_test_modules(
...@@ -217,7 +202,7 @@ if((WITH_GPU) AND LOCAL_ALL_PLAT) ...@@ -217,7 +202,7 @@ if((WITH_GPU) AND LOCAL_ALL_PLAT)
"PADDLE_DIST_UT_PORT=21218;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21218;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_parallel_dygraph_pipeline_parallel set_tests_properties(test_parallel_dygraph_pipeline_parallel
PROPERTIES TIMEOUT "500" RUN_SERIAL 1) PROPERTIES TIMEOUT "500")
endif() endif()
if((WITH_GPU if((WITH_GPU
OR WITH_XPU OR WITH_XPU
...@@ -229,8 +214,6 @@ if((WITH_GPU ...@@ -229,8 +214,6 @@ if((WITH_GPU
test_fleet_localsgd_meta_optimizer MODULES test_fleet_localsgd_meta_optimizer MODULES
test_fleet_localsgd_meta_optimizer ENVS test_fleet_localsgd_meta_optimizer ENVS
"http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_fleet_localsgd_meta_optimizer PROPERTIES RUN_SERIAL
1)
endif() endif()
if(WITH_NCCL) if(WITH_NCCL)
if((WITH_GPU) AND LOCAL_ALL_PLAT) if((WITH_GPU) AND LOCAL_ALL_PLAT)
...@@ -243,8 +226,8 @@ if(WITH_NCCL) ...@@ -243,8 +226,8 @@ if(WITH_NCCL)
ENVS ENVS
"PADDLE_DIST_UT_PORT=21220;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21220;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_parallel_class_center_sample set_tests_properties(test_parallel_class_center_sample PROPERTIES TIMEOUT
PROPERTIES TIMEOUT "120" RUN_SERIAL 1) "120")
endif() endif()
endif() endif()
if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
...@@ -257,13 +240,14 @@ if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) ...@@ -257,13 +240,14 @@ if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
ENVS ENVS
"PADDLE_DIST_UT_PORT=21222;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21222;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_pipeline PROPERTIES TIMEOUT "120" RUN_SERIAL 1) set_tests_properties(test_pipeline PROPERTIES TIMEOUT "120")
endif() endif()
if(LOCAL_ALL_ARCH AND (LINUX OR APPLE)) if(LOCAL_ALL_ARCH AND (LINUX OR APPLE))
py_test_modules( py_test_modules(
test_fleet_utils MODULES test_fleet_utils ENVS test_fleet_utils MODULES test_fleet_utils ENVS
"http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_fleet_utils PROPERTIES TIMEOUT "120" RUN_SERIAL 1) set_tests_properties(test_fleet_utils PROPERTIES TIMEOUT "120" LABELS
"RUN_TYPE=DIST")
endif() endif()
if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
bash_test_modules( bash_test_modules(
...@@ -275,8 +259,7 @@ if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) ...@@ -275,8 +259,7 @@ if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
ENVS ENVS
"PADDLE_DIST_UT_PORT=21224;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21224;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_static_model_parallel PROPERTIES TIMEOUT "240" set_tests_properties(test_static_model_parallel PROPERTIES TIMEOUT "240")
RUN_SERIAL 1)
endif() endif()
if(WITH_NCCL) if(WITH_NCCL)
if((WITH_GPU) AND LOCAL_ALL_PLAT) if((WITH_GPU) AND LOCAL_ALL_PLAT)
...@@ -289,8 +272,7 @@ if(WITH_NCCL) ...@@ -289,8 +272,7 @@ if(WITH_NCCL)
ENVS ENVS
"PADDLE_DIST_UT_PORT=21226;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21226;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_parallel_dygraph_no_sync PROPERTIES TIMEOUT "300" set_tests_properties(test_parallel_dygraph_no_sync PROPERTIES TIMEOUT "300")
RUN_SERIAL 1)
endif() endif()
endif() endif()
if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
...@@ -303,8 +285,7 @@ if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) ...@@ -303,8 +285,7 @@ if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
ENVS ENVS
"PADDLE_DIST_UT_PORT=21228;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21228;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_dygraph_sharding_stage2 PROPERTIES TIMEOUT "200" set_tests_properties(test_dygraph_sharding_stage2 PROPERTIES TIMEOUT "200")
RUN_SERIAL 1)
endif() endif()
if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
bash_test_modules( bash_test_modules(
...@@ -316,8 +297,8 @@ if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) ...@@ -316,8 +297,8 @@ if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
ENVS ENVS
"PADDLE_DIST_UT_PORT=21230;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21230;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_parallel_dygraph_control_flow set_tests_properties(test_parallel_dygraph_control_flow PROPERTIES TIMEOUT
PROPERTIES TIMEOUT "350" RUN_SERIAL 1) "350")
endif() endif()
if((WITH_GPU if((WITH_GPU
OR WITH_XPU OR WITH_XPU
...@@ -334,7 +315,6 @@ if((WITH_GPU ...@@ -334,7 +315,6 @@ if((WITH_GPU
ENVS ENVS
"PADDLE_DIST_UT_PORT=21232;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21232;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_fleet_lars_meta_optimizer PROPERTIES RUN_SERIAL 1)
endif() endif()
if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
bash_test_modules( bash_test_modules(
...@@ -346,27 +326,25 @@ if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) ...@@ -346,27 +326,25 @@ if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
ENVS ENVS
"PADDLE_DIST_UT_PORT=21234;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21234;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_hybrid_parallel_inference_helper set_tests_properties(test_hybrid_parallel_inference_helper PROPERTIES TIMEOUT
PROPERTIES TIMEOUT "120" RUN_SERIAL 1) "120")
endif() endif()
if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
py_test_modules( py_test_modules(
test_fleet_rolemaker_new MODULES test_fleet_rolemaker_new ENVS test_fleet_rolemaker_new MODULES test_fleet_rolemaker_new ENVS
"http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_fleet_rolemaker_new PROPERTIES RUN_SERIAL 1)
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND (LINUX OR WIN32)) if((WITH_GPU OR WITH_ROCM) AND (LINUX OR WIN32))
py_test_modules( py_test_modules(
test_dist_mnist_gradient_merge MODULES test_dist_mnist_gradient_merge ENVS test_dist_mnist_gradient_merge MODULES test_dist_mnist_gradient_merge ENVS
"http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_dist_mnist_gradient_merge PROPERTIES TIMEOUT "360" set_tests_properties(test_dist_mnist_gradient_merge
RUN_SERIAL 1) PROPERTIES TIMEOUT "360" LABELS "RUN_TYPE=DIST")
endif() endif()
if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
py_test_modules( py_test_modules(
test_recv_save_op MODULES test_recv_save_op ENVS test_recv_save_op MODULES test_recv_save_op ENVS
"http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_recv_save_op PROPERTIES RUN_SERIAL 1)
endif() endif()
if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
py_test_modules( py_test_modules(
...@@ -376,7 +354,6 @@ if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) ...@@ -376,7 +354,6 @@ if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
ENVS ENVS
"FLAGS_communicator_send_queue_size=1;FLAGS_communicator_max_merge_var_num=1;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "FLAGS_communicator_send_queue_size=1;FLAGS_communicator_max_merge_var_num=1;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_communicator_sync PROPERTIES RUN_SERIAL 1)
endif() endif()
if((WITH_GPU if((WITH_GPU
OR WITH_XPU OR WITH_XPU
...@@ -393,8 +370,6 @@ if((WITH_GPU ...@@ -393,8 +370,6 @@ if((WITH_GPU
ENVS ENVS
"PADDLE_DIST_UT_PORT=21236;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21236;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_fleet_pipeline_meta_optimizer PROPERTIES RUN_SERIAL
1)
endif() endif()
if((WITH_GPU if((WITH_GPU
OR WITH_XPU OR WITH_XPU
...@@ -406,14 +381,11 @@ if((WITH_GPU ...@@ -406,14 +381,11 @@ if((WITH_GPU
test_fleet_gradient_merge_meta_optimizer MODULES test_fleet_gradient_merge_meta_optimizer MODULES
test_fleet_gradient_merge_meta_optimizer ENVS test_fleet_gradient_merge_meta_optimizer ENVS
"http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_fleet_gradient_merge_meta_optimizer
PROPERTIES RUN_SERIAL 1)
endif() endif()
if(LOCAL_ALL_ARCH AND (LINUX OR WIN32)) if(LOCAL_ALL_ARCH AND (LINUX OR WIN32))
py_test_modules( py_test_modules(
test_fleet_amp_init MODULES test_fleet_amp_init ENVS test_fleet_amp_init MODULES test_fleet_amp_init ENVS
"http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_fleet_amp_init PROPERTIES RUN_SERIAL 1)
endif() endif()
if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
bash_test_modules( bash_test_modules(
...@@ -425,14 +397,13 @@ if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) ...@@ -425,14 +397,13 @@ if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
ENVS ENVS
"PADDLE_DIST_UT_PORT=21238;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21238;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_dygraph_sharding_optimizer_stage2 set_tests_properties(test_dygraph_sharding_optimizer_stage2 PROPERTIES TIMEOUT
PROPERTIES TIMEOUT "120" RUN_SERIAL 1) "120")
endif() endif()
if(LOCAL_ALL_ARCH AND (LINUX OR WIN32)) if(LOCAL_ALL_ARCH AND (LINUX OR WIN32))
py_test_modules( py_test_modules(
test_fleet_meta_optimizer_base MODULES test_fleet_meta_optimizer_base ENVS test_fleet_meta_optimizer_base MODULES test_fleet_meta_optimizer_base ENVS
"http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_fleet_meta_optimizer_base PROPERTIES RUN_SERIAL 1)
endif() endif()
if((WITH_GPU if((WITH_GPU
OR WITH_XPU OR WITH_XPU
...@@ -449,8 +420,6 @@ if((WITH_GPU ...@@ -449,8 +420,6 @@ if((WITH_GPU
ENVS ENVS
"PADDLE_DIST_UT_PORT=21240;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21240;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_fleet_raw_program_meta_optimizer
PROPERTIES RUN_SERIAL 1)
endif() endif()
if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
bash_test_modules( bash_test_modules(
...@@ -463,7 +432,7 @@ if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) ...@@ -463,7 +432,7 @@ if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
"PADDLE_DIST_UT_PORT=21242;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21242;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_parallel_dygraph_sharding_parallel set_tests_properties(test_parallel_dygraph_sharding_parallel
PROPERTIES TIMEOUT "120" RUN_SERIAL 1) PROPERTIES TIMEOUT "120")
endif() endif()
if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
bash_test_modules( bash_test_modules(
...@@ -475,8 +444,8 @@ if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) ...@@ -475,8 +444,8 @@ if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
ENVS ENVS
"PADDLE_DIST_UT_PORT=21244;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21244;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_parallel_dygraph_tensor_parallel set_tests_properties(test_parallel_dygraph_tensor_parallel PROPERTIES TIMEOUT
PROPERTIES TIMEOUT "200" RUN_SERIAL 1) "200")
endif() endif()
if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
bash_test_modules( bash_test_modules(
...@@ -489,21 +458,19 @@ if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) ...@@ -489,21 +458,19 @@ if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
"PADDLE_DIST_UT_PORT=21246;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21246;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_dygraph_group_sharded_api_for_eager set_tests_properties(test_dygraph_group_sharded_api_for_eager
PROPERTIES TIMEOUT "120" RUN_SERIAL 1) PROPERTIES TIMEOUT "120")
endif() endif()
if(LOCAL_ALL_ARCH AND (LINUX OR WIN32)) if(LOCAL_ALL_ARCH AND (LINUX OR WIN32))
py_test_modules( py_test_modules(
test_fleet_distributed_strategy MODULES test_fleet_distributed_strategy test_fleet_distributed_strategy MODULES test_fleet_distributed_strategy
ENVS ENVS
"http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_fleet_distributed_strategy PROPERTIES RUN_SERIAL 1)
endif() endif()
if(WITH_DGC) if(WITH_DGC)
if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
py_test_modules( py_test_modules(
test_fleet_dgc_meta_optimizer MODULES test_fleet_dgc_meta_optimizer ENVS test_fleet_dgc_meta_optimizer MODULES test_fleet_dgc_meta_optimizer ENVS
"http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_fleet_dgc_meta_optimizer PROPERTIES RUN_SERIAL 1)
endif() endif()
endif() endif()
if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
...@@ -516,8 +483,8 @@ if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) ...@@ -516,8 +483,8 @@ if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
ENVS ENVS
"PADDLE_DIST_UT_PORT=21248;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21248;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_parallel_dygraph_unused_variables set_tests_properties(test_parallel_dygraph_unused_variables PROPERTIES TIMEOUT
PROPERTIES TIMEOUT "350" RUN_SERIAL 1) "350")
endif() endif()
if((WITH_GPU if((WITH_GPU
OR WITH_XPU OR WITH_XPU
...@@ -528,14 +495,12 @@ if((WITH_GPU ...@@ -528,14 +495,12 @@ if((WITH_GPU
py_test_modules( py_test_modules(
test_fleet_lamb_meta_optimizer MODULES test_fleet_lamb_meta_optimizer ENVS test_fleet_lamb_meta_optimizer MODULES test_fleet_lamb_meta_optimizer ENVS
"http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_fleet_lamb_meta_optimizer PROPERTIES RUN_SERIAL 1)
endif() endif()
if(WITH_DGC) if(WITH_DGC)
if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
py_test_modules( py_test_modules(
test_dgc_momentum_op MODULES test_dgc_momentum_op ENVS test_dgc_momentum_op MODULES test_dgc_momentum_op ENVS
"http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_dgc_momentum_op PROPERTIES RUN_SERIAL 1)
endif() endif()
endif() endif()
if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
...@@ -549,7 +514,7 @@ if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) ...@@ -549,7 +514,7 @@ if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
"PADDLE_DIST_UT_PORT=21250;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21250;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_parallel_dygraph_no_sync_gradient_check set_tests_properties(test_parallel_dygraph_no_sync_gradient_check
PROPERTIES TIMEOUT "60" RUN_SERIAL 1) PROPERTIES TIMEOUT "60")
endif() endif()
if((WITH_GPU if((WITH_GPU
OR WITH_XPU OR WITH_XPU
...@@ -566,8 +531,6 @@ if((WITH_GPU ...@@ -566,8 +531,6 @@ if((WITH_GPU
ENVS ENVS
"PADDLE_DIST_UT_PORT=21252;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21252;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_fleet_pipeline_meta_optimizer_with_recompute
PROPERTIES RUN_SERIAL 1)
endif() endif()
if((WITH_GPU if((WITH_GPU
OR WITH_XPU OR WITH_XPU
...@@ -579,7 +542,6 @@ if((WITH_GPU ...@@ -579,7 +542,6 @@ if((WITH_GPU
test_fleet_hybrid_meta_optimizer MODULES test_fleet_hybrid_meta_optimizer test_fleet_hybrid_meta_optimizer MODULES test_fleet_hybrid_meta_optimizer
ENVS ENVS
"http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_fleet_hybrid_meta_optimizer PROPERTIES RUN_SERIAL 1)
endif() endif()
if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
bash_test_modules( bash_test_modules(
...@@ -591,8 +553,7 @@ if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) ...@@ -591,8 +553,7 @@ if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
ENVS ENVS
"PADDLE_DIST_UT_PORT=21254;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21254;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_parallel_dygraph_qat PROPERTIES TIMEOUT "120" set_tests_properties(test_parallel_dygraph_qat PROPERTIES TIMEOUT "120")
RUN_SERIAL 1)
endif() endif()
if(WITH_NCCL) if(WITH_NCCL)
if(${NCCL_VERSION} VERSION_GREATER_EQUAL 2212) if(${NCCL_VERSION} VERSION_GREATER_EQUAL 2212)
...@@ -607,7 +568,7 @@ if(WITH_NCCL) ...@@ -607,7 +568,7 @@ if(WITH_NCCL)
"PADDLE_DIST_UT_PORT=21256;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21256;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_parallel_dygraph_sparse_embedding set_tests_properties(test_parallel_dygraph_sparse_embedding
PROPERTIES TIMEOUT "200" RUN_SERIAL 1) PROPERTIES TIMEOUT "200")
endif() endif()
endif() endif()
endif() endif()
...@@ -621,8 +582,8 @@ if((WITH_ROCM) AND LOCAL_ALL_PLAT) ...@@ -621,8 +582,8 @@ if((WITH_ROCM) AND LOCAL_ALL_PLAT)
ENVS ENVS
"PADDLE_DIST_UT_PORT=21256;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21256;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_parallel_dygraph_sparse_embedding set_tests_properties(test_parallel_dygraph_sparse_embedding PROPERTIES TIMEOUT
PROPERTIES TIMEOUT "200" RUN_SERIAL 1) "200")
endif() endif()
if((WITH_GPU if((WITH_GPU
OR WITH_XPU OR WITH_XPU
...@@ -633,7 +594,6 @@ if((WITH_GPU ...@@ -633,7 +594,6 @@ if((WITH_GPU
py_test_modules( py_test_modules(
test_fleet_amp_meta_optimizer MODULES test_fleet_amp_meta_optimizer ENVS test_fleet_amp_meta_optimizer MODULES test_fleet_amp_meta_optimizer ENVS
"http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_fleet_amp_meta_optimizer PROPERTIES RUN_SERIAL 1)
endif() endif()
if(WITH_NCCL) if(WITH_NCCL)
if(${NCCL_VERSION} VERSION_GREATER_EQUAL 2212) if(${NCCL_VERSION} VERSION_GREATER_EQUAL 2212)
...@@ -648,7 +608,7 @@ if(WITH_NCCL) ...@@ -648,7 +608,7 @@ if(WITH_NCCL)
"PADDLE_DIST_UT_PORT=21260;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21260;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_parallel_dygraph_sparse_embedding_over_height set_tests_properties(test_parallel_dygraph_sparse_embedding_over_height
PROPERTIES TIMEOUT "150" RUN_SERIAL 1) PROPERTIES TIMEOUT "150")
endif() endif()
endif() endif()
endif() endif()
...@@ -663,13 +623,12 @@ if((WITH_ROCM) AND LOCAL_ALL_PLAT) ...@@ -663,13 +623,12 @@ if((WITH_ROCM) AND LOCAL_ALL_PLAT)
"PADDLE_DIST_UT_PORT=21260;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21260;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_parallel_dygraph_sparse_embedding_over_height set_tests_properties(test_parallel_dygraph_sparse_embedding_over_height
PROPERTIES TIMEOUT "350" RUN_SERIAL 1) PROPERTIES TIMEOUT "350")
endif() endif()
if(LOCAL_ALL_ARCH AND (LINUX OR APPLE)) if(LOCAL_ALL_ARCH AND (LINUX OR APPLE))
py_test_modules( py_test_modules(
test_distributed_strategy MODULES test_distributed_strategy ENVS test_distributed_strategy MODULES test_distributed_strategy ENVS
"http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_distributed_strategy PROPERTIES RUN_SERIAL 1)
endif() endif()
if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
bash_test_modules( bash_test_modules(
...@@ -681,8 +640,7 @@ if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) ...@@ -681,8 +640,7 @@ if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
ENVS ENVS
"PADDLE_DIST_UT_PORT=21264;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21264;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_auto_parallel_parallelizer PROPERTIES TIMEOUT "120" set_tests_properties(test_auto_parallel_parallelizer PROPERTIES TIMEOUT "120")
RUN_SERIAL 1)
endif() endif()
if((WITH_GPU if((WITH_GPU
OR WITH_XPU OR WITH_XPU
...@@ -694,8 +652,6 @@ if((WITH_GPU ...@@ -694,8 +652,6 @@ if((WITH_GPU
test_fleet_recompute_meta_optimizer MODULES test_fleet_recompute_meta_optimizer MODULES
test_fleet_recompute_meta_optimizer ENVS test_fleet_recompute_meta_optimizer ENVS
"http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_fleet_recompute_meta_optimizer PROPERTIES RUN_SERIAL
1)
endif() endif()
if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
bash_test_modules( bash_test_modules(
...@@ -707,14 +663,12 @@ if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) ...@@ -707,14 +663,12 @@ if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
ENVS ENVS
"PADDLE_DIST_UT_PORT=21266;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21266;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_dygraph_group_sharded_api PROPERTIES TIMEOUT "120" set_tests_properties(test_dygraph_group_sharded_api PROPERTIES TIMEOUT "120")
RUN_SERIAL 1)
endif() endif()
if(LOCAL_ALL_ARCH AND (LINUX OR WIN32)) if(LOCAL_ALL_ARCH AND (LINUX OR WIN32))
py_test_modules( py_test_modules(
test_fleet_private_function MODULES test_fleet_private_function ENVS test_fleet_private_function MODULES test_fleet_private_function ENVS
"http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_fleet_private_function PROPERTIES RUN_SERIAL 1)
endif() endif()
if((WITH_GPU if((WITH_GPU
OR WITH_XPU OR WITH_XPU
...@@ -730,7 +684,6 @@ if((WITH_GPU ...@@ -730,7 +684,6 @@ if((WITH_GPU
"RUN_TYPE=DIST" "RUN_TYPE=DIST"
ENVS ENVS
"PADDLE_DIST_UT_PORT=21268;http_proxy=;https_proxy=") "PADDLE_DIST_UT_PORT=21268;http_proxy=;https_proxy=")
set_tests_properties(test_new_group PROPERTIES RUN_SERIAL 1)
endif() endif()
if((WITH_GPU if((WITH_GPU
OR WITH_XPU OR WITH_XPU
...@@ -746,8 +699,7 @@ if((WITH_GPU ...@@ -746,8 +699,7 @@ if((WITH_GPU
"RUN_TYPE=DIST" "RUN_TYPE=DIST"
ENVS ENVS
"PADDLE_DIST_UT_PORT=21270;http_proxy=;https_proxy=") "PADDLE_DIST_UT_PORT=21270;http_proxy=;https_proxy=")
set_tests_properties(test_c_comm_init_op PROPERTIES TIMEOUT "120" RUN_SERIAL set_tests_properties(test_c_comm_init_op PROPERTIES TIMEOUT "120")
1)
endif() endif()
if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
bash_test_modules( bash_test_modules(
...@@ -759,8 +711,7 @@ if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT) ...@@ -759,8 +711,7 @@ if(LOCAL_ALL_ARCH AND LOCAL_ALL_PLAT)
ENVS ENVS
"PADDLE_DIST_UT_PORT=21272;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21272;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_ir_pass_pipeline PROPERTIES TIMEOUT "120" set_tests_properties(test_ir_pass_pipeline PROPERTIES TIMEOUT "120")
RUN_SERIAL 1)
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND LOCAL_ALL_PLAT) if((WITH_GPU OR WITH_ROCM) AND LOCAL_ALL_PLAT)
bash_test_modules( bash_test_modules(
...@@ -772,8 +723,7 @@ if((WITH_GPU OR WITH_ROCM) AND LOCAL_ALL_PLAT) ...@@ -772,8 +723,7 @@ if((WITH_GPU OR WITH_ROCM) AND LOCAL_ALL_PLAT)
ENVS ENVS
"PADDLE_DIST_UT_PORT=21274;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21274;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_parallel_dygraph_mnist PROPERTIES TIMEOUT "200" set_tests_properties(test_parallel_dygraph_mnist PROPERTIES TIMEOUT "200")
RUN_SERIAL 1)
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND LOCAL_ALL_PLAT) if((WITH_GPU OR WITH_ROCM) AND LOCAL_ALL_PLAT)
bash_test_modules( bash_test_modules(
...@@ -785,8 +735,8 @@ if((WITH_GPU OR WITH_ROCM) AND LOCAL_ALL_PLAT) ...@@ -785,8 +735,8 @@ if((WITH_GPU OR WITH_ROCM) AND LOCAL_ALL_PLAT)
ENVS ENVS
"PADDLE_DIST_UT_PORT=21276;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21276;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_parallel_dygraph_se_resnext set_tests_properties(test_parallel_dygraph_se_resnext PROPERTIES TIMEOUT
PROPERTIES TIMEOUT "200" RUN_SERIAL 1) "200")
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND LOCAL_ALL_PLAT) if((WITH_GPU OR WITH_ROCM) AND LOCAL_ALL_PLAT)
py_test_modules( py_test_modules(
...@@ -794,7 +744,7 @@ if((WITH_GPU OR WITH_ROCM) AND LOCAL_ALL_PLAT) ...@@ -794,7 +744,7 @@ if((WITH_GPU OR WITH_ROCM) AND LOCAL_ALL_PLAT)
test_parallel_dygraph_sync_batch_norm ENVS test_parallel_dygraph_sync_batch_norm ENVS
"http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_parallel_dygraph_sync_batch_norm set_tests_properties(test_parallel_dygraph_sync_batch_norm
PROPERTIES TIMEOUT "120" RUN_SERIAL 1) PROPERTIES TIMEOUT "120" LABELS "RUN_TYPE=DIST")
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND LOCAL_ALL_PLAT) if((WITH_GPU OR WITH_ROCM) AND LOCAL_ALL_PLAT)
py_test_modules( py_test_modules(
...@@ -802,7 +752,7 @@ if((WITH_GPU OR WITH_ROCM) AND LOCAL_ALL_PLAT) ...@@ -802,7 +752,7 @@ if((WITH_GPU OR WITH_ROCM) AND LOCAL_ALL_PLAT)
test_imperative_auto_mixed_precision ENVS test_imperative_auto_mixed_precision ENVS
"http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_imperative_auto_mixed_precision set_tests_properties(test_imperative_auto_mixed_precision
PROPERTIES TIMEOUT "300" RUN_SERIAL 1) PROPERTIES TIMEOUT "300" LABELS "RUN_TYPE=DIST")
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND LOCAL_ALL_PLAT) if((WITH_GPU OR WITH_ROCM) AND LOCAL_ALL_PLAT)
py_test_modules( py_test_modules(
...@@ -810,26 +760,23 @@ if((WITH_GPU OR WITH_ROCM) AND LOCAL_ALL_PLAT) ...@@ -810,26 +760,23 @@ if((WITH_GPU OR WITH_ROCM) AND LOCAL_ALL_PLAT)
test_imperative_auto_mixed_precision_for_eager ENVS test_imperative_auto_mixed_precision_for_eager ENVS
"http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_imperative_auto_mixed_precision_for_eager set_tests_properties(test_imperative_auto_mixed_precision_for_eager
PROPERTIES TIMEOUT "300" RUN_SERIAL 1) PROPERTIES TIMEOUT "300" LABELS "RUN_TYPE=DIST")
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND LOCAL_ALL_PLAT) if((WITH_GPU OR WITH_ROCM) AND LOCAL_ALL_PLAT)
py_test_modules( py_test_modules(
test_mixed_precision MODULES test_mixed_precision ENVS test_mixed_precision MODULES test_mixed_precision ENVS
"http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_mixed_precision PROPERTIES RUN_SERIAL 1)
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND LOCAL_ALL_PLAT) if((WITH_GPU OR WITH_ROCM) AND LOCAL_ALL_PLAT)
py_test_modules( py_test_modules(
test_dygraph_recompute MODULES test_dygraph_recompute ENVS test_dygraph_recompute MODULES test_dygraph_recompute ENVS
"http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_dygraph_recompute PROPERTIES RUN_SERIAL 1)
endif() endif()
if((WITH_GPU OR WITH_ROCM) AND LOCAL_ALL_PLAT) if((WITH_GPU OR WITH_ROCM) AND LOCAL_ALL_PLAT)
py_test_modules( py_test_modules(
test_dygraph_recompute_for_eager MODULES test_dygraph_recompute_for_eager test_dygraph_recompute_for_eager MODULES test_dygraph_recompute_for_eager
ENVS ENVS
"http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_dygraph_recompute_for_eager PROPERTIES RUN_SERIAL 1)
endif() endif()
if(WITH_NCCL OR WITH_RCCL) if(WITH_NCCL OR WITH_RCCL)
if(WITH_DGC) if(WITH_DGC)
...@@ -843,7 +790,6 @@ if(WITH_NCCL OR WITH_RCCL) ...@@ -843,7 +790,6 @@ if(WITH_NCCL OR WITH_RCCL)
ENVS ENVS
"PADDLE_DIST_UT_PORT=21278;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21278;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_dist_mnist_dgc_nccl PROPERTIES RUN_SERIAL 1)
endif() endif()
endif() endif()
endif() endif()
...@@ -859,7 +805,6 @@ if(WITH_NCCL OR WITH_RCCL) ...@@ -859,7 +805,6 @@ if(WITH_NCCL OR WITH_RCCL)
ENVS ENVS
"PADDLE_DIST_UT_PORT=21280;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python" "PADDLE_DIST_UT_PORT=21280;http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python"
) )
set_tests_properties(test_dist_se_resnext_dgc PROPERTIES RUN_SERIAL 1)
endif() endif()
endif() endif()
endif() endif()
...@@ -975,5 +920,7 @@ if((WITH_GPU OR WITH_ROCM) AND (LINUX)) ...@@ -975,5 +920,7 @@ if((WITH_GPU OR WITH_ROCM) AND (LINUX))
py_test_modules( py_test_modules(
test_fleet_checkpoint MODULES test_fleet_checkpoint ENVS test_fleet_checkpoint MODULES test_fleet_checkpoint ENVS
"http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python") "http_proxy=;https_proxy=;PYTHONPATH=../..:${PADDLE_BINARY_DIR}/python")
set_tests_properties(test_fleet_checkpoint PROPERTIES TIMEOUT "200") set_tests_properties(
test_fleet_checkpoint PROPERTIES TIMEOUT "200" LABELS
"RUN_TYPE=EXCLUSIVE:NIGHTLY")
endif() endif()
python/paddle/fluid/tests/unittests/collective/fleet/testslist.csv
浏览文件 @ 087711c6
name,os,arch,timeout,run_type,launcher,num_port,run_serial,envs,conditions name,os,arch,timeout,run_type,launcher,num_port,run_serial,envs,conditions
test_fleet_sharding_meta_optimizer,,GPU;XPU;ASCEND;ASCEND_CL,350,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_fleet_sharding_meta_optimizer,,GPU;XPU;ASCEND;ASCEND_CL,350,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_fleet_static_mp_layers,LINUX;WIN32,,,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_fleet_static_mp_layers,LINUX;WIN32,,,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_dgc_op,,,,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=../..,WITH_DGC test_dgc_op,,,,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,WITH_DGC
test_dgc_optimizer,,,,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=../..,WITH_DGC test_dgc_optimizer,,,,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,WITH_DGC
test_parallel_margin_cross_entropy,,GPU,120,DIST,../../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=../..,WITH_NCCL test_parallel_margin_cross_entropy,,GPU,120,DIST,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,WITH_NCCL
test_dygraph_sharding_stage3,,GPU,350,DIST,../../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=../..,WITH_NCCL test_dygraph_sharding_stage3,,GPU,350,DIST,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,WITH_NCCL
test_parallel_dygraph_transformer,,GPU,,DIST,../../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=../..,WITH_NCCL;${NCCL_VERSION} VERSION_GREATER_EQUAL 2212 test_parallel_dygraph_transformer,,GPU,,DIST,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,WITH_NCCL;${NCCL_VERSION} VERSION_GREATER_EQUAL 2212
test_parallel_dygraph_transformer,,ROCM,,DIST,../../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_parallel_dygraph_transformer,,ROCM,,DIST,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_fleet_fp16_allreduce_meta_optimizer,LINUX;WIN32,,,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_fleet_fp16_allreduce_meta_optimizer,LINUX;WIN32,,,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_rnn_dp,,GPU;XPU;ASCEND;ASCEND_CL,,DIST,../../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_rnn_dp,,GPU;XPU;ASCEND;ASCEND_CL,,DIST,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_parallel_dygraph_mp_layers,,GPU,120,DIST,../../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=../..,WITH_NCCL test_parallel_dygraph_mp_layers,,GPU,120,DIST,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,WITH_NCCL
test_tcp_store,LINUX;APPLE,,,DIST,../../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_tcp_store,LINUX;APPLE,,,DIST,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_dygraph_sharding_stage3_for_eager,,,350,DIST,../../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_dygraph_sharding_stage3_for_eager,,,350,DIST,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_fleet_graph_execution_meta_optimizer,,GPU;XPU;ASCEND;ASCEND_CL,,DIST,../../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_fleet_graph_execution_meta_optimizer,,GPU;XPU;ASCEND;ASCEND_CL,,DIST,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_communicator_half_async,,,120,DIST,test_runner.py,2,1,FLAGS_communicator_send_queue_size=1;FLAGS_communicator_max_merge_var_num=1;http_proxy=;https_proxy=;PYTHONPATH=../..,WITH_NCCL test_communicator_half_async,,,120,DIST,test_runner.py,2,,FLAGS_communicator_send_queue_size=1;FLAGS_communicator_max_merge_var_num=1;http_proxy=;https_proxy=;PYTHONPATH=../..,WITH_NCCL
test_fleet_graph_executor,,GPU;XPU;ASCEND;ASCEND_CL,,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_fleet_graph_executor,,GPU;XPU;ASCEND;ASCEND_CL,,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_parallel_dygraph_pipeline_parallel,,GPU,500,DIST,../../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_parallel_dygraph_pipeline_parallel,,GPU,500,DIST,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_fleet_localsgd_meta_optimizer,LINUX,GPU;XPU;ASCEND;ASCEND_CL,,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_fleet_localsgd_meta_optimizer,LINUX,GPU;XPU;ASCEND;ASCEND_CL,,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_parallel_class_center_sample,,GPU,120,DIST,../../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=../..,WITH_NCCL test_parallel_class_center_sample,,GPU,120,DIST,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,WITH_NCCL
test_pipeline,,,120,DIST,../../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_pipeline,,,120,DIST,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_fleet_utils,LINUX;APPLE,,120,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_fleet_utils,LINUX;APPLE,,120,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_static_model_parallel,,,240,DIST,../../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_static_model_parallel,,,240,DIST,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_parallel_dygraph_no_sync,,GPU,300,DIST,../../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=../..,WITH_NCCL test_parallel_dygraph_no_sync,,GPU,300,DIST,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,WITH_NCCL
test_dygraph_sharding_stage2,,,200,DIST,../../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_dygraph_sharding_stage2,,,200,DIST,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_parallel_dygraph_control_flow,,,350,DIST,../../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_parallel_dygraph_control_flow,,,350,DIST,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_fleet_lars_meta_optimizer,,GPU;XPU;ASCEND;ASCEND_CL,,DIST,../../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_fleet_lars_meta_optimizer,,GPU;XPU;ASCEND;ASCEND_CL,,DIST,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_hybrid_parallel_inference_helper,,,120,DIST,../../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_hybrid_parallel_inference_helper,,,120,DIST,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_fleet_rolemaker_new,,,,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_fleet_rolemaker_new,,,,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_dist_mnist_gradient_merge,LINUX;WIN32,GPU;ROCM,360,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_dist_mnist_gradient_merge,LINUX;WIN32,GPU;ROCM,360,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_recv_save_op,,,,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_recv_save_op,,,,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_communicator_sync,,,,DIST,test_runner.py,2,1,FLAGS_communicator_send_queue_size=1;FLAGS_communicator_max_merge_var_num=1;http_proxy=;https_proxy=;PYTHONPATH=../.., test_communicator_sync,,,,DIST,test_runner.py,2,,FLAGS_communicator_send_queue_size=1;FLAGS_communicator_max_merge_var_num=1;http_proxy=;https_proxy=;PYTHONPATH=../..,
test_fleet_pipeline_meta_optimizer,,GPU;XPU;ASCEND;ASCEND_CL,,DIST,../../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_fleet_pipeline_meta_optimizer,,GPU;XPU;ASCEND;ASCEND_CL,,DIST,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_fleet_gradient_merge_meta_optimizer,,GPU;XPU;ASCEND;ASCEND_CL,,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_fleet_gradient_merge_meta_optimizer,,GPU;XPU;ASCEND;ASCEND_CL,,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_fleet_amp_init,LINUX;WIN32,,,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_fleet_amp_init,LINUX;WIN32,,,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_dygraph_sharding_optimizer_stage2,,,120,DIST,../../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_dygraph_sharding_optimizer_stage2,,,120,DIST,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_fleet_meta_optimizer_base,LINUX;WIN32,,,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_fleet_meta_optimizer_base,LINUX;WIN32,,,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_fleet_raw_program_meta_optimizer,,GPU;XPU;ASCEND;ASCEND_CL,,DIST,../../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_fleet_raw_program_meta_optimizer,,GPU;XPU;ASCEND;ASCEND_CL,,DIST,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_parallel_dygraph_sharding_parallel,,,120,DIST,../../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_parallel_dygraph_sharding_parallel,,,120,DIST,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_parallel_dygraph_tensor_parallel,,,200,DIST,../../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_parallel_dygraph_tensor_parallel,,,200,DIST,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_dygraph_group_sharded_api_for_eager,,,120,DIST,../../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_dygraph_group_sharded_api_for_eager,,,120,DIST,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_fleet_distributed_strategy,LINUX;WIN32,,,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_fleet_distributed_strategy,LINUX;WIN32,,,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_fleet_dgc_meta_optimizer,,,,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=../..,WITH_DGC test_fleet_dgc_meta_optimizer,,,,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,WITH_DGC
test_parallel_dygraph_unused_variables,,,350,DIST,../../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_parallel_dygraph_unused_variables,,,350,DIST,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_fleet_lamb_meta_optimizer,LINUX,GPU;XPU;ASCEND;ASCEND_CL,,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_fleet_lamb_meta_optimizer,LINUX,GPU;XPU;ASCEND;ASCEND_CL,,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_dgc_momentum_op,,,,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=../..,WITH_DGC test_dgc_momentum_op,,,,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,WITH_DGC
test_parallel_dygraph_no_sync_gradient_check,,,60,DIST,../../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_parallel_dygraph_no_sync_gradient_check,,,60,DIST,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_fleet_pipeline_meta_optimizer_with_recompute,,GPU;XPU;ASCEND;ASCEND_CL,,DIST,../../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_fleet_pipeline_meta_optimizer_with_recompute,,GPU;XPU;ASCEND;ASCEND_CL,,DIST,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_fleet_hybrid_meta_optimizer,LINUX;WIN32,GPU;XPU;ASCEND;ASCEND_CL,,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_fleet_hybrid_meta_optimizer,LINUX;WIN32,GPU;XPU;ASCEND;ASCEND_CL,,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_parallel_dygraph_qat,,,120,DIST,../../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_parallel_dygraph_qat,,,120,DIST,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_parallel_dygraph_sparse_embedding,,GPU,200,DIST,../../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=../..,WITH_NCCL;${NCCL_VERSION} VERSION_GREATER_EQUAL 2212 test_parallel_dygraph_sparse_embedding,,GPU,200,DIST,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,WITH_NCCL;${NCCL_VERSION} VERSION_GREATER_EQUAL 2212
test_parallel_dygraph_sparse_embedding,,ROCM,200,DIST,../../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_parallel_dygraph_sparse_embedding,,ROCM,200,DIST,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_fleet_amp_meta_optimizer,,GPU;XPU;ASCEND;ASCEND_CL,,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_fleet_amp_meta_optimizer,,GPU;XPU;ASCEND;ASCEND_CL,,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_parallel_dygraph_sparse_embedding_over_height,,GPU,150,DIST,../../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=../..,WITH_NCCL;${NCCL_VERSION} VERSION_GREATER_EQUAL 2212 test_parallel_dygraph_sparse_embedding_over_height,,GPU,150,DIST,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,WITH_NCCL;${NCCL_VERSION} VERSION_GREATER_EQUAL 2212
test_parallel_dygraph_sparse_embedding_over_height,,ROCM,350,DIST,../../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_parallel_dygraph_sparse_embedding_over_height,,ROCM,350,DIST,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_distributed_strategy,LINUX;APPLE,,,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_distributed_strategy,LINUX;APPLE,,,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_auto_parallel_parallelizer,,,120,DIST,../../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_auto_parallel_parallelizer,,,120,DIST,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_fleet_recompute_meta_optimizer,LINUX;WIN32,GPU;XPU;ASCEND;ASCEND_CL,,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_fleet_recompute_meta_optimizer,LINUX;WIN32,GPU;XPU;ASCEND;ASCEND_CL,,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_dygraph_group_sharded_api,,,120,DIST,../../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_dygraph_group_sharded_api,,,120,DIST,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_fleet_private_function,LINUX;WIN32,,,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_fleet_private_function,LINUX;WIN32,,,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_new_group,,GPU;XPU;ASCEND;ASCEND_CL,,DIST,test_new_group.sh,2,1,http_proxy=;https_proxy=, test_new_group,,GPU;XPU;ASCEND;ASCEND_CL,,DIST,test_new_group.sh,2,,http_proxy=;https_proxy=,
test_c_comm_init_op,LINUX,GPU;XPU;ASCEND;ASCEND_CL,120,DIST,test_c_comm_init_op.sh,2,1,http_proxy=;https_proxy=, test_c_comm_init_op,LINUX,GPU;XPU;ASCEND;ASCEND_CL,120,DIST,test_c_comm_init_op.sh,2,,http_proxy=;https_proxy=,
test_ir_pass_pipeline,,,120,DIST,../../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_ir_pass_pipeline,,,120,DIST,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_parallel_dygraph_mnist,,GPU;ROCM,200,DIST,../../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_parallel_dygraph_mnist,,GPU;ROCM,200,DIST,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_parallel_dygraph_se_resnext,,GPU;ROCM,200,DIST,../../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_parallel_dygraph_se_resnext,,GPU;ROCM,200,DIST,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_parallel_dygraph_sync_batch_norm,,GPU;ROCM,120,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_parallel_dygraph_sync_batch_norm,,GPU;ROCM,120,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_imperative_auto_mixed_precision,,GPU;ROCM,300,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_imperative_auto_mixed_precision,,GPU;ROCM,300,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_imperative_auto_mixed_precision_for_eager,,GPU;ROCM,300,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_imperative_auto_mixed_precision_for_eager,,GPU;ROCM,300,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_mixed_precision,,GPU;ROCM,,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_mixed_precision,,GPU;ROCM,,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_dygraph_recompute,,GPU;ROCM,,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_dygraph_recompute,,GPU;ROCM,,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_dygraph_recompute_for_eager,,GPU;ROCM,,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=../.., test_dygraph_recompute_for_eager,,GPU;ROCM,,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_dist_mnist_dgc_nccl,,,,DIST,../../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=../..,WITH_NCCL OR WITH_RCCL;WITH_DGC test_dist_mnist_dgc_nccl,,,,DIST,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,WITH_NCCL OR WITH_RCCL;WITH_DGC
test_dist_se_resnext_dgc,,,,DIST,../../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=../..,WITH_NCCL OR WITH_RCCL;WITH_DGC test_dist_se_resnext_dgc,,,,DIST,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,WITH_NCCL OR WITH_RCCL;WITH_DGC
test_auto_checkpoint,LINUX,,200,EXCLUSIVE:NIGHTLY,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../.., test_auto_checkpoint,LINUX,,200,EXCLUSIVE:NIGHTLY,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_auto_checkpoint1,LINUX,,200,EXCLUSIVE:NIGHTLY,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../.., test_auto_checkpoint1,LINUX,,200,EXCLUSIVE:NIGHTLY,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
test_auto_checkpoint2,LINUX,,200,EXCLUSIVE:NIGHTLY,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../.., test_auto_checkpoint2,LINUX,,200,EXCLUSIVE:NIGHTLY,../../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=../..,
......
python/paddle/fluid/tests/unittests/collective/multinode/CMakeLists.txt
浏览文件 @ 087711c6
...@@ -14,8 +14,8 @@ if(WITH_MULTINODE_TESTING) ...@@ -14,8 +14,8 @@ if(WITH_MULTINODE_TESTING)
"RUN_TYPE=DIST" "RUN_TYPE=DIST"
ENVS ENVS
"PADDLE_DIST_UT_PORT=21282;http_proxy=;https_proxy=") "PADDLE_DIST_UT_PORT=21282;http_proxy=;https_proxy=")
set_tests_properties(test_multinode_dygraph_hybrid_dpppmp set_tests_properties(test_multinode_dygraph_hybrid_dpppmp PROPERTIES TIMEOUT
PROPERTIES TIMEOUT "120" RUN_SERIAL 1) "120")
endif() endif()
endif() endif()
if(WITH_MULTINODE_TESTING) if(WITH_MULTINODE_TESTING)
...@@ -28,8 +28,8 @@ if(WITH_MULTINODE_TESTING) ...@@ -28,8 +28,8 @@ if(WITH_MULTINODE_TESTING)
"RUN_TYPE=DIST" "RUN_TYPE=DIST"
ENVS ENVS
"PADDLE_DIST_UT_PORT=21284;http_proxy=;https_proxy=") "PADDLE_DIST_UT_PORT=21284;http_proxy=;https_proxy=")
set_tests_properties(test_multinode_dygraph_hybrid_dp set_tests_properties(test_multinode_dygraph_hybrid_dp PROPERTIES TIMEOUT
PROPERTIES TIMEOUT "120" RUN_SERIAL 1) "120")
endif() endif()
endif() endif()
if(WITH_MULTINODE_TESTING) if(WITH_MULTINODE_TESTING)
...@@ -42,7 +42,7 @@ if(WITH_MULTINODE_TESTING) ...@@ -42,7 +42,7 @@ if(WITH_MULTINODE_TESTING)
"RUN_TYPE=DIST" "RUN_TYPE=DIST"
ENVS ENVS
"PADDLE_DIST_UT_PORT=21286;http_proxy=;https_proxy=") "PADDLE_DIST_UT_PORT=21286;http_proxy=;https_proxy=")
set_tests_properties(test_multinode_dygraph_sharding set_tests_properties(test_multinode_dygraph_sharding PROPERTIES TIMEOUT
PROPERTIES TIMEOUT "120" RUN_SERIAL 1) "120")
endif() endif()
endif() endif()
python/paddle/fluid/tests/unittests/collective/multinode/testslist.csv
浏览文件 @ 087711c6
name,os,arch,timeout,run_type,launcher,num_port,run_serial,ENVS,conditions name,os,arch,timeout,run_type,launcher,num_port,run_serial,ENVS,conditions
test_multinode_dygraph_hybrid_dpppmp,linux,gpu,120,DIST,multinode_dist_test.sh,8,1,http_proxy=;https_proxy=,WITH_MULTINODE_TESTING test_multinode_dygraph_hybrid_dpppmp,linux,gpu,120,DIST,multinode_dist_test.sh,8,,http_proxy=;https_proxy=,WITH_MULTINODE_TESTING
test_multinode_dygraph_hybrid_dp,linux,gpu,120,DIST,multinode_dist_test.sh,8,1,http_proxy=;https_proxy=,WITH_MULTINODE_TESTING test_multinode_dygraph_hybrid_dp,linux,gpu,120,DIST,multinode_dist_test.sh,8,,http_proxy=;https_proxy=,WITH_MULTINODE_TESTING
test_multinode_dygraph_sharding,linux,gpu,120,DIST,multinode_dist_test.sh,8,1,http_proxy=;https_proxy=,WITH_MULTINODE_TESTING test_multinode_dygraph_sharding,linux,gpu,120,DIST,multinode_dist_test.sh,8,,http_proxy=;https_proxy=,WITH_MULTINODE_TESTING
python/paddle/fluid/tests/unittests/collective/testslist.csv
浏览文件 @ 087711c6
name,os,arch,timeout,run_type,launcher,num_port,run_serial,ENVS,conditions name,os,arch,timeout,run_type,launcher,num_port,run_serial,ENVS,conditions
test_allreduce,linux,gpu;rocm,120,DIST,test_runner.py,2,1,PYTHONPATH=..;http_proxy=;https_proxy=, test_allreduce,linux,gpu;rocm,120,DIST,test_runner.py,2,,PYTHONPATH=..;http_proxy=;https_proxy=,
test_broadcast,linux,gpu;rocm,120,DIST,test_runner.py,2,1,PYTHONPATH=..;http_proxy=;https_proxy=, test_broadcast,linux,gpu;rocm,120,DIST,test_runner.py,2,,PYTHONPATH=..;http_proxy=;https_proxy=,
test_c_concat,linux,gpu;rocm,120,DIST,test_runner.py,2,1,PYTHONPATH=..;http_proxy=;https_proxy=, test_c_concat,linux,gpu;rocm,120,DIST,test_runner.py,2,,PYTHONPATH=..;http_proxy=;https_proxy=,
test_c_identity,linux,gpu;rocm,120,DIST,test_runner.py,2,1,PYTHONPATH=..;http_proxy=;https_proxy=, test_c_identity,linux,gpu;rocm,120,DIST,test_runner.py,2,,PYTHONPATH=..;http_proxy=;https_proxy=,
test_c_split,linux,gpu;rocm,120,DIST,test_runner.py,2,1,PYTHONPATH=..;http_proxy=;https_proxy=, test_c_split,linux,gpu;rocm,120,DIST,test_runner.py,2,,PYTHONPATH=..;http_proxy=;https_proxy=,
test_collective_split_embedding,linux,rocm;gpu,300,DIST,../dist_test.sh,2,1,PYTHONPATH=..;http_proxy=;https_proxy=, test_collective_split_embedding,linux,rocm;gpu,300,DIST,../dist_test.sh,2,,PYTHONPATH=..;http_proxy=;https_proxy=,
test_collective_allgather_api,linux,gpu;rocm,300,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=.., test_collective_allgather_api,linux,gpu;rocm,300,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=..,
test_collective_allgather_object_api,linux,gpu;rocm,120,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=.., test_collective_allgather_object_api,linux,gpu;rocm,120,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=..,
test_collective_allreduce_api,linux,gpu;rocm,120,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=.., test_collective_allreduce_api,linux,gpu;rocm,120,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=..,
test_collective_alltoall_api,linux,gpu;rocm,120,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=.., test_collective_alltoall_api,linux,gpu;rocm,120,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=..,
test_collective_alltoall_single,linux,gpu;rocm,350,DIST,../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=.., test_collective_alltoall_single,linux,gpu;rocm,350,DIST,../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=..,
test_collective_barrier_api,linux,gpu;rocm,300,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=.., test_collective_barrier_api,linux,gpu;rocm,300,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=..,
test_collective_batch_isend_irecv,linux,gpu;rocm,350,DIST,../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=.., test_collective_batch_isend_irecv,linux,gpu;rocm,350,DIST,../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=..,
test_collective_broadcast_api,linux,gpu;rocm,120,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=.., test_collective_broadcast_api,linux,gpu;rocm,120,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=..,
test_collective_cpu_barrier_with_gloo,linux,gpu;rocm,300,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=.., test_collective_cpu_barrier_with_gloo,linux,gpu;rocm,300,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=..,
test_collective_global_gather,linux,gpu;rocm,200,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=.., test_collective_global_gather,linux,gpu;rocm,200,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=..,
test_collective_global_scatter,linux,gpu;rocm,200,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=.., test_collective_global_scatter,linux,gpu;rocm,200,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=..,
test_collective_optimizer,linux,gpu;rocm,300,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=.., test_collective_optimizer,linux,gpu;rocm,300,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=..,
test_collective_process_group,linux,gpu;rocm,350,DIST,../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=.., test_collective_process_group,linux,gpu;rocm,350,DIST,../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=..,
test_collective_reduce,linux,gpu;rocm,300,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=.., test_collective_reduce,linux,gpu;rocm,300,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=..,
test_collective_reduce_api,linux,gpu;rocm,300,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=.., test_collective_reduce_api,linux,gpu;rocm,300,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=..,
test_collective_reduce_scatter,linux,gpu;rocm,350,DIST,../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=.., test_collective_reduce_scatter,linux,gpu;rocm,350,DIST,../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=..,
test_collective_scatter,linux,gpu;rocm,300,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=.., test_collective_scatter,linux,gpu;rocm,300,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=..,
test_collective_scatter_api,linux,gpu;rocm,300,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=.., test_collective_scatter_api,linux,gpu;rocm,300,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=..,
test_collective_sendrecv,linux,gpu;rocm,300,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=.., test_collective_sendrecv,linux,gpu;rocm,300,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=..,
test_collective_sendrecv_api,linux,gpu;rocm,120,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=.., test_collective_sendrecv_api,linux,gpu;rocm,120,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=..,
test_collective_split_col_linear,linux,gpu;rocm,300,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=.., test_collective_split_col_linear,linux,gpu;rocm,300,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=..,
test_collective_split_embedding_none_divisible,linux,gpu;rocm,300,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=.., test_collective_split_embedding_none_divisible,linux,gpu;rocm,300,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=..,
test_collective_split_row_linear,linux,gpu;rocm,300,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=.., test_collective_split_row_linear,linux,gpu;rocm,300,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=..,
test_collective_wait,linux,gpu;rocm,300,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=.., test_collective_wait,linux,gpu;rocm,300,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=..,
test_eager_dist_api,linux,gpu;rocm,120,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=.., test_eager_dist_api,linux,gpu;rocm,120,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=..,
test_new_group_api,linux,gpu;rocm,120,DIST,test_runner.py,2,1,http_proxy=;https_proxy=;PYTHONPATH=.., test_new_group_api,linux,gpu;rocm,120,DIST,test_runner.py,2,,http_proxy=;https_proxy=;PYTHONPATH=..,
test_gen_nccl_id_op,,gpu;rocm;ASCEND;ASCEND_CL,,DIST,../dist_test.sh,2,1,http_proxy=;https_proxy=;PYTHONPATH=.., test_gen_nccl_id_op,,gpu;rocm;ASCEND;ASCEND_CL,,DIST,../dist_test.sh,2,,http_proxy=;https_proxy=;PYTHONPATH=..,
test_communication_stream_allreduce_api,linux,gpu;rocm,120,DIST,,2,1,PYTHONPATH=..;http_proxy=;https_proxy=, test_communication_stream_allreduce_api,linux,gpu;rocm,120,DIST,,2,,PYTHONPATH=..;http_proxy=;https_proxy=,
tools/gen_ut_cmakelists.hook
浏览文件 @ 087711c6
set -e set -e
lists=`python tools/gen_ut_cmakelists.py -f $* |grep 'modified/new:'|cut -f 2 -d :` lists=`python tools/gen_ut_cmakelists.py -f $* |grep 'modified/new:'|cut -f 2 -d :`
git add $lists num=`echo $lists |wc -w`
[[ $num -ge 1 ]] && git add $lists && exit 1
exit 0
tools/gen_ut_cmakelists.py
浏览文件 @ 087711c6
...@@ -428,6 +428,7 @@ class CMakeGenerator(): ...@@ -428,6 +428,7 @@ class CMakeGenerator():
"PADDLE_DIST_UT_PORT={dist_ut_port};{envs}")%s "PADDLE_DIST_UT_PORT={dist_ut_port};{envs}")%s
endif() endif()
''' '''
run_type_str = ""
else: else:
cmd += f'''if({archs} AND {os_}) cmd += f'''if({archs} AND {os_})
py_test_modules( py_test_modules(
...@@ -438,13 +439,15 @@ class CMakeGenerator(): ...@@ -438,13 +439,15 @@ class CMakeGenerator():
"{envs}")%s "{envs}")%s
endif() endif()
''' '''
run_type_str = "" if len(
run_type) == 0 else f' LABELS "RUN_TYPE={run_type}"'
time_out_str = f' TIMEOUT "{timeout}"' if len( time_out_str = f' TIMEOUT "{timeout}"' if len(
timeout.strip()) > 0 else '' timeout.strip()) > 0 else ''
run_serial_str = f' RUN_SERIAL {run_serial}' if len( run_serial_str = f' RUN_SERIAL {run_serial}' if len(
run_serial) > 0 else '' run_serial) > 0 else ''
if len(time_out_str) > 0 or len(run_serial_str) > 0: if len(time_out_str) > 0 or len(run_serial_str) > 0:
set_properties = f''' set_properties = f'''
set_tests_properties({name} PROPERTIES{time_out_str}{run_serial_str})''' set_tests_properties({name} PROPERTIES{time_out_str}{run_serial_str}{run_type_str})'''
else: else:
set_properties = "" set_properties = ""
cmd = cmd % set_properties cmd = cmd % set_properties
......
Markdown is supported
0% 或 .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑！
想要评论请 注册 或