From 81acc3278c36f0fdfda48f13947f3236b3f616a4 Mon Sep 17 00:00:00 2001 From: Tao Luo Date: Mon, 14 Dec 2020 21:45:40 +0800 Subject: [PATCH] disable test_parallel_executor_profiler in cuda 10.1 (#29581) * disable test_parallel_executor_profiler in cuda 10.1 * update set_tests_properties --- python/paddle/fluid/tests/unittests/CMakeLists.txt | 12 +++++++++--- 1 file changed, 9 insertions(+), 3 deletions(-) diff --git a/python/paddle/fluid/tests/unittests/CMakeLists.txt b/python/paddle/fluid/tests/unittests/CMakeLists.txt index b748e22082..07889ea952 100644 --- a/python/paddle/fluid/tests/unittests/CMakeLists.txt +++ b/python/paddle/fluid/tests/unittests/CMakeLists.txt @@ -545,7 +545,15 @@ if(WITH_DISTRIBUTE) endif() py_test_modules(test_parallel_executor_crf MODULES test_parallel_executor_crf) -py_test_modules(test_parallel_executor_profiler MODULES test_parallel_executor_profiler) +# Coverage pipeline use cuda 10.1 now, profiler will random hang in cuda 10.1, +# see https://github.com/PaddlePaddle/Paddle/issues/29082 for details. +# We guess there are some bugs in cuda 10.1 or 10.2, +# since this unittest is stable in cuda 11 (py3 pipeline) now. +if(NOT WITH_COVERAGE) + py_test_modules(test_parallel_executor_profiler MODULES test_parallel_executor_profiler) + set_tests_properties(test_parallel_executor_profiler PROPERTIES LABELS "RUN_TYPE=DIST") + set_tests_properties(test_parallel_executor_profiler PROPERTIES TIMEOUT 120) +endif() py_test_modules(test_parallel_executor_transformer MODULES test_parallel_executor_transformer) if(WIN32) py_test_modules(test_parallel_executor_transformer_auto_growth MODULES test_parallel_executor_transformer_auto_growth ENVS FLAGS_allocator_strategy=auto_growth CUDA_VISIBLE_DEVICES=0) @@ -629,7 +637,6 @@ set_tests_properties(test_parallel_executor_crf test_sync_batch_norm_op test_inp test_parallel_executor_seresnext_base_gpu test_parallel_executor_seresnext_with_reduce_gpu test_parallel_executor_seresnext_with_fuse_all_reduce_gpu - test_parallel_executor_profiler test_parallel_executor_fetch_isolated_var PROPERTIES LABELS "RUN_TYPE=DIST") @@ -717,7 +724,6 @@ set_tests_properties(test_concat_op PROPERTIES TIMEOUT 120) set_tests_properties(test_partial_eager_deletion_transformer PROPERTIES TIMEOUT 120) set_tests_properties(test_parallel_executor_seresnext_with_reduce_gpu PROPERTIES TIMEOUT 120) set_tests_properties(test_dropout_op PROPERTIES TIMEOUT 120) -set_tests_properties(test_parallel_executor_profiler PROPERTIES TIMEOUT 120) set_tests_properties(test_argsort_op PROPERTIES TIMEOUT 120) set_tests_properties(test_sequence_pool PROPERTIES TIMEOUT 120) set_tests_properties(test_gather_nd_op PROPERTIES TIMEOUT 120) -- GitLab