diff --git a/python/paddle/fluid/tests/unittests/auto_parallel/CMakeLists.txt b/python/paddle/fluid/tests/unittests/auto_parallel/CMakeLists.txt index 0d0b5213683c109bf43ceea7fba8ad3889e1a5ad..cd9817f62bdaf9edcad8a5b65930fb83edf3a7be 100644 --- a/python/paddle/fluid/tests/unittests/auto_parallel/CMakeLists.txt +++ b/python/paddle/fluid/tests/unittests/auto_parallel/CMakeLists.txt @@ -1,81 +1,73 @@ # file(GLOB TEST_OPS RELATIVE "${CMAKE_CURRENT_SOURCE_DIR}" "test_*.py") # string(REPLACE ".py" "" TEST_OPS "${TEST_OPS}") + if(WITH_DISTRIBUTE AND WITH_GPU) + + # NOTE(zyl): unittests WITH multi cards and timeout py_test_modules(test_auto_parallel_relaunch MODULES - test_auto_parallel_relaunch ENVS ${dist_ENVS}) + test_auto_parallel_relaunch) set_tests_properties(test_auto_parallel_relaunch PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE" TIMEOUT 120) - - py_test_modules(test_relaunch_with_planner MODULES test_relaunch_with_planner - ENVS ${dist_ENVS}) + py_test_modules(test_relaunch_with_planner MODULES test_relaunch_with_planner) set_tests_properties(test_relaunch_with_planner PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE" TIMEOUT 120) - py_test_modules(test_relaunch_with_gpt_planner MODULES - test_relaunch_with_gpt_planner ENVS ${dist_ENVS}) + test_relaunch_with_gpt_planner) set_tests_properties(test_relaunch_with_gpt_planner PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE" TIMEOUT 240) - - py_test_modules(test_engine_api MODULES test_engine_api ENVS ${dist_ENVS}) + py_test_modules(test_engine_api MODULES test_engine_api) set_tests_properties(test_engine_api PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE" TIMEOUT 80) - - py_test_modules(test_engine_api_dp MODULES test_engine_api_dp ENVS - ${dist_ENVS}) + py_test_modules(test_engine_api_dp MODULES test_engine_api_dp) set_tests_properties(test_engine_api_dp PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE" TIMEOUT 80) - py_test_modules(test_optimization_tuner_api MODULES - test_optimization_tuner_api ENVS ${dist_ENVS}) + test_optimization_tuner_api) set_tests_properties(test_optimization_tuner_api PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE" TIMEOUT 80) - - py_test_modules(test_converter MODULES test_converter ENVS ${dist_ENVS}) + py_test_modules(test_converter MODULES test_converter) set_tests_properties(test_converter PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE" TIMEOUT 50) - py_test_modules(test_high_order_grad MODULES test_high_order_grad ENVS - ${dist_ENVS}) + py_test_modules(test_high_order_grad MODULES test_high_order_grad) set_tests_properties(test_high_order_grad PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE" TIMEOUT 50) - py_test_modules(test_iterable_dataset MODULES test_iterable_dataset ENVS - ${dist_ENVS}) + py_test_modules(test_iterable_dataset MODULES test_iterable_dataset) set_tests_properties(test_iterable_dataset PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE" TIMEOUT 80) - py_test_modules(test_pass_grad_clip MODULES test_pass_grad_clip ENVS - ${dist_ENVS}) + py_test_modules(test_pass_grad_clip MODULES test_pass_grad_clip) set_tests_properties(test_pass_grad_clip PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE" TIMEOUT 50) - py_test_modules(test_pass_gradient_merge MODULES test_pass_gradient_merge - ENVS ${dist_ENVS}) + py_test_modules(test_pass_gradient_merge MODULES test_pass_gradient_merge) set_tests_properties(test_pass_gradient_merge PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE" TIMEOUT 50) - py_test_modules(test_pass_recompute MODULES test_pass_recompute ENVS - ${dist_ENVS}) + py_test_modules(test_pass_recompute MODULES test_pass_recompute) set_tests_properties(test_pass_recompute PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE" TIMEOUT 50) - py_test_modules(test_pass_sharding MODULES test_pass_sharding ENVS - ${dist_ENVS}) + py_test_modules(test_pass_sharding MODULES test_pass_sharding) set_tests_properties(test_pass_sharding PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE" TIMEOUT 50) - py_test_modules(test_pass_amp MODULES test_pass_amp ENVS ${dist_ENVS}) + py_test_modules(test_pass_amp MODULES test_pass_amp) set_tests_properties(test_pass_amp PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE" TIMEOUT 50) py_test_modules(test_engine_callbacks MODULES test_engine_callbacks) set_tests_properties(test_engine_callbacks PROPERTIES LABELS "RUN_TYPE=EXCLUSIVE" TIMEOUT 50) - py_test_modules(test_parallel_tuner MODULES test_parallel_tuner ENVS - ${dist_ENVS}) + # End of unittests WITH multi cards and timeout + + # NOTE(zyl): unittests WITH multi cards and WITHOUT timeout + # End of unittests WITH multi cards and WITHOUT timeout + + # NOTE(zyl): unittests WITH single card and timeout + py_test_modules(test_parallel_tuner MODULES test_parallel_tuner) set_tests_properties(test_parallel_tuner PROPERTIES TIMEOUT 120) - py_test_modules(test_parallel_tuner_full MODULES test_parallel_tuner_full - ENVS ${dist_ENVS}) + py_test_modules(test_parallel_tuner_full MODULES test_parallel_tuner_full) set_tests_properties(test_parallel_tuner_full PROPERTIES TIMEOUT 120) py_test_modules(test_parallel_tuner_predict MODULES - test_parallel_tuner_predict ENVS ${dist_ENVS}) + test_parallel_tuner_predict) set_tests_properties(test_parallel_tuner_predict PROPERTIES TIMEOUT 120) py_test_modules(test_selective_recompute MODULES test_selective_recompute) set_tests_properties(test_selective_recompute PROPERTIES TIMEOUT 50) - py_test_modules(test_pass_quantization MODULES test_pass_quantization ENVS - ${dist_ENVS}) + py_test_modules(test_pass_quantization MODULES test_pass_quantization) set_tests_properties(test_pass_quantization PROPERTIES TIMEOUT 60) py_test_modules(test_tuning_recompute MODULES test_tuning_recompute) set_tests_properties(test_tuning_recompute PROPERTIES TIMEOUT 240) @@ -85,34 +77,29 @@ if(WITH_DISTRIBUTE AND WITH_GPU) set_tests_properties(test_align_tool PROPERTIES TIMEOUT 20) py_test_modules(test_pass_base_list MODULES test_pass_base_list) set_tests_properties(test_pass_base_list PROPERTIES TIMEOUT 20) + # End of unittests WITH single card and timeout - py_test_modules(test_while_op_completion MODULES test_while_op_completion - ENVS ${dist_ENVS}) - py_test_modules(test_while_op_partition MODULES test_while_op_partition ENVS - ${dist_ENVS}) - py_test_modules(test_tunable_variable MODULES test_tunable_variable ENVS - ${dist_ENVS}) - py_test_modules(test_tunable_space MODULES test_tunable_space ENVS - ${dist_ENVS}) - py_test_modules(test_recorder MODULES test_recorder ENVS ${dist_ENVS}) - py_test_modules(test_trial MODULES test_trial ENVS ${dist_ENVS}) - py_test_modules(test_new_cost_model MODULES test_new_cost_model ENVS - ${dist_ENVS}) - py_test_modules(test_dist_reshape MODULES test_dist_reshape ENVS ${dist_ENVS}) - py_test_modules(test_dist_pnorm MODULES test_dist_pnorm ENVS ${dist_ENVS}) - py_test_modules(test_dist_embedding MODULES test_dist_embedding ENVS - ${dist_ENVS}) - py_test_modules(test_dist_slice MODULES test_dist_slice ENVS ${dist_ENVS}) - py_test_modules(test_dist_split MODULES test_dist_split ENVS ${dist_ENVS}) - py_test_modules(test_cluster MODULES test_cluster ENVS ${dist_ENVS}) - py_test_modules(test_comm_cost MODULES test_comm_cost ENVS ${dist_ENVS}) - py_test_modules(test_comp_cost MODULES test_comp_cost ENVS ${dist_ENVS}) - py_test_modules(test_base_cost MODULES test_base_cost ENVS ${dist_ENVS}) - py_test_modules(test_dist_context MODULES test_dist_context ENVS ${dist_ENVS}) - py_test_modules(test_prim_dist_op MODULES test_prim_dist_op ENVS ${dist_ENVS}) - py_test_modules(test_to_static MODULES test_to_static ENVS ${dist_ENVS}) - py_test_modules(test_dist_op_cost MODULES test_dist_op_cost ENVS ${dist_ENVS}) - + # NOTE(zyl): unittests WITH single card and WITHOUT timeout + py_test_modules(test_while_op_completion MODULES test_while_op_completion) + py_test_modules(test_while_op_partition MODULES test_while_op_partition) + py_test_modules(test_tunable_variable MODULES test_tunable_variable) + py_test_modules(test_tunable_space MODULES test_tunable_space) + py_test_modules(test_recorder MODULES test_recorder) + py_test_modules(test_trial MODULES test_trial) + py_test_modules(test_new_cost_model MODULES test_new_cost_model) + py_test_modules(test_dist_reshape MODULES test_dist_reshape) + py_test_modules(test_dist_pnorm MODULES test_dist_pnorm) + py_test_modules(test_dist_embedding MODULES test_dist_embedding) + py_test_modules(test_dist_slice MODULES test_dist_slice) + py_test_modules(test_dist_split MODULES test_dist_split) + py_test_modules(test_cluster MODULES test_cluster) + py_test_modules(test_comm_cost MODULES test_comm_cost) + py_test_modules(test_comp_cost MODULES test_comp_cost) + py_test_modules(test_base_cost MODULES test_base_cost) + py_test_modules(test_dist_context MODULES test_dist_context) + py_test_modules(test_prim_dist_op MODULES test_prim_dist_op) + py_test_modules(test_to_static MODULES test_to_static) + py_test_modules(test_dist_op_cost MODULES test_dist_op_cost) py_test_modules(test_cluster_v2 MODULES test_cluster_v2) py_test_modules(test_process_mesh_v2 MODULES test_process_mesh_v2) py_test_modules(test_dist_attr_v2 MODULES test_dist_attr_v2) @@ -136,4 +123,6 @@ if(WITH_DISTRIBUTE AND WITH_GPU) test_convert_to_process_meshes) py_test_modules(test_pass_bf16 MODULES test_pass_bf16) py_test_modules(test_dist_saver MODULES test_dist_saver) + # End of unittests WITH single card WITHOUT timeout + endif()