未验证 提交 693b1aa1 编写于 作者: S Sing_chan 提交者: GitHub

reduce some unittest's parallel number to avoding timeout failure (#36397)

上级 cb5bf583
...@@ -381,7 +381,7 @@ if not exist %THIRD_PARTY_PATH% ( ...@@ -381,7 +381,7 @@ if not exist %THIRD_PARTY_PATH% (
echo There is no usable third_party cache in %THIRD_PARTY_PATH%, will download from bos. echo There is no usable third_party cache in %THIRD_PARTY_PATH%, will download from bos.
pip install wget pip install wget
if not exist %THIRD_PARTY_HOME% mkdir "%THIRD_PARTY_HOME%" if not exist %THIRD_PARTY_HOME% mkdir "%THIRD_PARTY_HOME%"
cd %THIRD_PARTY_HOME% cd /d %THIRD_PARTY_HOME%
echo Getting third party: downloading ... echo Getting third party: downloading ...
%PYTHON_ROOT%\python.exe -c "import wget;wget.download('https://paddle-windows.bj.bcebos.com/third_party/%sub_dir%/%md5%.tar.gz')" 2>nul %PYTHON_ROOT%\python.exe -c "import wget;wget.download('https://paddle-windows.bj.bcebos.com/third_party/%sub_dir%/%md5%.tar.gz')" 2>nul
if !ERRORLEVEL! EQU 0 ( if !ERRORLEVEL! EQU 0 (
...@@ -397,7 +397,7 @@ if not exist %THIRD_PARTY_PATH% ( ...@@ -397,7 +397,7 @@ if not exist %THIRD_PARTY_PATH% (
echo Get third party failed, reason: download failed, will build locally. echo Get third party failed, reason: download failed, will build locally.
) )
if not exist %THIRD_PARTY_PATH% set UPLOAD_TP_FILE=ON if not exist %THIRD_PARTY_PATH% set UPLOAD_TP_FILE=ON
cd %work_dir%\%BUILD_DIR% cd /d %work_dir%\%BUILD_DIR%
) else ( ) else (
echo Found reusable third_party cache in %THIRD_PARTY_PATH%, will reuse it. echo Found reusable third_party cache in %THIRD_PARTY_PATH%, will reuse it.
) )
...@@ -519,16 +519,16 @@ if "%UPLOAD_TP_FILE%"=="ON" ( ...@@ -519,16 +519,16 @@ if "%UPLOAD_TP_FILE%"=="ON" (
echo Uploading third_party: checking bce ... echo Uploading third_party: checking bce ...
if not exist %cache_dir%\bce-python-sdk-0.8.33 ( if not exist %cache_dir%\bce-python-sdk-0.8.33 (
echo There is no bce in this PC, will install bce. echo There is no bce in this PC, will install bce.
cd %cache_dir% cd /d %cache_dir%
echo Download package from https://paddle-windows.bj.bcebos.com/bce-python-sdk-0.8.33.tar.gz echo Download package from https://paddle-windows.bj.bcebos.com/bce-python-sdk-0.8.33.tar.gz
%PYTHON_ROOT%\python.exe -c "import wget;wget.download('https://paddle-windows.bj.bcebos.com/bce-python-sdk-0.8.33.tar.gz')" %PYTHON_ROOT%\python.exe -c "import wget;wget.download('https://paddle-windows.bj.bcebos.com/bce-python-sdk-0.8.33.tar.gz')"
%PYTHON_ROOT%\python.exe -c "import shutil;shutil.unpack_archive('bce-python-sdk-0.8.33.tar.gz', extract_dir='./',format='gztar')" %PYTHON_ROOT%\python.exe -c "import shutil;shutil.unpack_archive('bce-python-sdk-0.8.33.tar.gz', extract_dir='./',format='gztar')"
cd %cache_dir%\bce-python-sdk-0.8.33 cd /d %cache_dir%\bce-python-sdk-0.8.33
%PYTHON_ROOT%\python.exe setup.py install 1>nul %PYTHON_ROOT%\python.exe setup.py install 1>nul
del %cache_dir%\bce-python-sdk-0.8.33.tar.gz del %cache_dir%\bce-python-sdk-0.8.33.tar.gz
) )
if !errorlevel! EQU 0 ( if !errorlevel! EQU 0 (
cd %THIRD_PARTY_HOME% cd /d %THIRD_PARTY_HOME%
echo Uploading third_party: compressing ... echo Uploading third_party: compressing ...
tar -zcf %md5%.tar.gz %md5% tar -zcf %md5%.tar.gz %md5%
if !errorlevel! EQU 0 ( if !errorlevel! EQU 0 (
...@@ -546,7 +546,7 @@ if "%UPLOAD_TP_FILE%"=="ON" ( ...@@ -546,7 +546,7 @@ if "%UPLOAD_TP_FILE%"=="ON" (
) else ( ) else (
echo Failed upload third party to bos, reason: install bce failed. echo Failed upload third party to bos, reason: install bce failed.
) )
cd %work_dir%\%BUILD_DIR% cd /d %work_dir%\%BUILD_DIR%
) )
echo Build Paddle successfully! echo Build Paddle successfully!
...@@ -711,7 +711,7 @@ for /F %%i in ("%libsize%") do ( ...@@ -711,7 +711,7 @@ for /F %%i in ("%libsize%") do (
echo ipipe_log_param_Windows_Paddle_Inference_Size: !libsize_m!M echo ipipe_log_param_Windows_Paddle_Inference_Size: !libsize_m!M
) )
cd %work_dir%\paddle\fluid\inference\api\demo_ci cd /d %work_dir%\paddle\fluid\inference\api\demo_ci
%cache_dir%\tools\busybox64.exe bash run.sh %work_dir:\=/% %WITH_MKL% %WITH_GPU% %cache_dir:\=/%/inference_demo %TENSORRT_ROOT%/include %TENSORRT_ROOT%/lib %MSVC_STATIC_CRT% %cache_dir%\tools\busybox64.exe bash run.sh %work_dir:\=/% %WITH_MKL% %WITH_GPU% %cache_dir:\=/%/inference_demo %TENSORRT_ROOT%/include %TENSORRT_ROOT%/lib %MSVC_STATIC_CRT%
goto:eof goto:eof
...@@ -811,7 +811,7 @@ echo ======================================== ...@@ -811,7 +811,7 @@ echo ========================================
echo Step 7. Testing fluid library with infer_ut for inference ... echo Step 7. Testing fluid library with infer_ut for inference ...
echo ======================================== echo ========================================
cd %work_dir%\paddle\fluid\inference\tests\infer_ut cd /d %work_dir%\paddle\fluid\inference\tests\infer_ut
%cache_dir%\tools\busybox64.exe bash run.sh %work_dir:\=/% %WITH_MKL% %WITH_GPU% %cache_dir:\=/%/inference_demo %TENSORRT_ROOT% %MSVC_STATIC_CRT% %cache_dir%\tools\busybox64.exe bash run.sh %work_dir:\=/% %WITH_MKL% %WITH_GPU% %cache_dir:\=/%/inference_demo %TENSORRT_ROOT% %MSVC_STATIC_CRT%
goto:eof goto:eof
......
...@@ -676,12 +676,10 @@ CPU_PARALLEL_JOB = [ ...@@ -676,12 +676,10 @@ CPU_PARALLEL_JOB = [
'test_static_save_load_large', 'test_static_save_load_large',
'version_test', 'version_test',
'var_type_traits_test', 'var_type_traits_test',
'var_type_inference_test',
'variable_test', 'variable_test',
'unroll_array_ops_test', 'unroll_array_ops_test',
'tuple_test', 'tuple_test',
'to_string_test', 'to_string_test',
'timer_test',
'threadpool_test', 'threadpool_test',
'test_zeros_op', 'test_zeros_op',
'test_while_op', 'test_while_op',
...@@ -1015,7 +1013,6 @@ CPU_PARALLEL_JOB = [ ...@@ -1015,7 +1013,6 @@ CPU_PARALLEL_JOB = [
'program_desc_test', 'program_desc_test',
'profiler_test', 'profiler_test',
'place_test', 'place_test',
'pass_test',
'op_version_registry_test', 'op_version_registry_test',
'op_tester', 'op_tester',
'op_proto_maker_test', 'op_proto_maker_test',
...@@ -1179,7 +1176,6 @@ CPU_PARALLEL_JOB = [ ...@@ -1179,7 +1176,6 @@ CPU_PARALLEL_JOB = [
'test_fleet_sharding_meta_optimizer', 'test_fleet_sharding_meta_optimizer',
'test_listen_and_serv_op', 'test_listen_and_serv_op',
'test_analyzer_zerocopytensor_tensor', 'test_analyzer_zerocopytensor_tensor',
'test_conv_bn_fuse_pass_cc',
'test_collective_optimizer', 'test_collective_optimizer',
'test_bf16_utils', 'test_bf16_utils',
'test_analyzer_seq_pool1_compare_determine', 'test_analyzer_seq_pool1_compare_determine',
...@@ -1236,6 +1232,9 @@ CPU_PARALLEL_JOB = [ ...@@ -1236,6 +1232,9 @@ CPU_PARALLEL_JOB = [
# It run 4 job each time, If it failed due to Insufficient GPU memory or CUBLAS_STATUS_ALLOC_FAILED, # It run 4 job each time, If it failed due to Insufficient GPU memory or CUBLAS_STATUS_ALLOC_FAILED,
# just remove it from this list. # just remove it from this list.
TETRAD_PARALLEL_JOB = [ TETRAD_PARALLEL_JOB = [
'timer_test',
'var_type_inference_test',
'pass_test',
'graph_node_test', 'graph_node_test',
'test_assert', 'test_assert',
'test_nce', 'test_nce',
...@@ -1254,7 +1253,6 @@ TETRAD_PARALLEL_JOB = [ ...@@ -1254,7 +1253,6 @@ TETRAD_PARALLEL_JOB = [
'test_imperative_using_non_zero_gpu', 'test_imperative_using_non_zero_gpu',
'retry_allocator_test', 'retry_allocator_test',
'system_allocator_test', 'system_allocator_test',
'test_fc_fuse_pass_cc',
'test_fc_lstm_fuse_pass_cc', 'test_fc_lstm_fuse_pass_cc',
'test_fc_gru_fuse_pass_cc', 'test_fc_gru_fuse_pass_cc',
'test_conv_bn_fuse_pass_cc', 'test_conv_bn_fuse_pass_cc',
...@@ -1281,14 +1279,11 @@ TETRAD_PARALLEL_JOB = [ ...@@ -1281,14 +1279,11 @@ TETRAD_PARALLEL_JOB = [
'test_analyzer_bert', 'test_analyzer_bert',
'test_analyzer_googlenet', 'test_analyzer_googlenet',
'test_fleet_base', 'test_fleet_base',
'test_sequential',
'test_sequential',
'test_imperative_layers', 'test_imperative_layers',
'test_dgc_momentum_op', 'test_dgc_momentum_op',
'test_memcpy_op', 'test_memcpy_op',
'test_dgc_op', 'test_dgc_op',
'test_lookahead', 'test_lookahead',
'test_callback_visualdl',
'test_new_group_api', 'test_new_group_api',
'test_collective_split_embedding_none_divisible', 'test_collective_split_embedding_none_divisible',
'test_collective_wait', 'test_collective_wait',
...@@ -1304,6 +1299,8 @@ TETRAD_PARALLEL_JOB = [ ...@@ -1304,6 +1299,8 @@ TETRAD_PARALLEL_JOB = [
# It run 2 job each time, If it failed due to Insufficient GPU memory or CUBLAS_STATUS_ALLOC_FAILED, # It run 2 job each time, If it failed due to Insufficient GPU memory or CUBLAS_STATUS_ALLOC_FAILED,
# just remove it from this list. # just remove it from this list.
TWO_PARALLEL_JOB = [ TWO_PARALLEL_JOB = [
'test_callback_visualdl',
'test_sequential',
'test_lambv2_op', 'test_lambv2_op',
'test_math_op_patch', 'test_math_op_patch',
'test_tensor_to_numpy', 'test_tensor_to_numpy',
...@@ -1398,7 +1395,6 @@ TWO_PARALLEL_JOB = [ ...@@ -1398,7 +1395,6 @@ TWO_PARALLEL_JOB = [
'test_kron_op', 'test_kron_op',
'test_isfinite_v2_op', 'test_isfinite_v2_op',
'test_ctc_align', 'test_ctc_align',
'test_imperative_save_load_v2',
'test_decayed_adagrad_op', 'test_decayed_adagrad_op',
'test_dropout_op', 'test_dropout_op',
'test_functional_conv3d', 'test_functional_conv3d',
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册