From 56810f459367306f9009367c6a4c614244c5c5f6 Mon Sep 17 00:00:00 2001 From: tianshuo78520a <707759223@qq.com> Date: Tue, 16 Nov 2021 14:12:30 +0800 Subject: [PATCH] test=document_fix (#37234) --- tools/ci_model_benchmark.sh | 1 - tools/test_ci_model_benchmark.sh | 119 ------------------------------- 2 files changed, 120 deletions(-) delete mode 100644 tools/test_ci_model_benchmark.sh diff --git a/tools/ci_model_benchmark.sh b/tools/ci_model_benchmark.sh index ec1515f7d76..8151867bdf7 100644 --- a/tools/ci_model_benchmark.sh +++ b/tools/ci_model_benchmark.sh @@ -30,7 +30,6 @@ function check_whl { if [ ${diff_whl} -eq 0 ];then echo "paddle whl does not diff in PR-CI-Model-benchmark, so skip this ci" echo "ipipe_log_param_isSkipTest_model_benchmark: 1" - echo "cpu_benchmark=ON" >${cfs_dir}/model_benchmark/${AGILE_PULL_ID}/${AGILE_REVISION}/pass.txt exit 0 else echo "ipipe_log_param_isSkipTest_model_benchmark: 0" diff --git a/tools/test_ci_model_benchmark.sh b/tools/test_ci_model_benchmark.sh deleted file mode 100644 index fb842fbcd76..00000000000 --- a/tools/test_ci_model_benchmark.sh +++ /dev/null @@ -1,119 +0,0 @@ -#!/bin/bash - -# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - - -function check_whl { - bash -x paddle/scripts/paddle_build.sh build_only - [ $? -ne 0 ] && echo "build paddle failed." && exit 1 - pip uninstall -y paddlepaddle_gpu - pip install build/python/dist/*.whl - [ $? -ne 0 ] && echo "install paddle failed." && exit 1 - mkdir build/pr_whl && cp build/python/dist/*.whl build/pr_whl - mkdir -p /tmp/pr && mkdir -p /tmp/develop - unzip -q build/python/dist/*.whl -d /tmp/pr - rm -f build/python/dist/*.whl && rm -f build/python/build/.timestamp - - rm -rf ${PADDLE_ROOT}/build/Makefile ${PADDLE_ROOT}/build/CMakeCache.txt - cmake_change=`git diff --name-only upstream/$BRANCH | grep "cmake/external" || true` - if [ ${cmake_change} ];then - rm -rf ${PADDLE_ROOT}/build/third_party - fi - git checkout . - git checkout -b develop_base_pr upstream/$BRANCH - [ $? -ne 0 ] && echo "checkout paddle branch failed." && exit 1 - - bash -x paddle/scripts/paddle_build.sh build_only - [ $? -ne 0 ] && echo "build paddle failed." && exit 1 - unzip -q build/python/dist/*.whl -d /tmp/develop - - sed -i '/version.py/d' /tmp/pr/*/RECORD - sed -i '/version.py/d' /tmp/develop/*/RECORD - diff_whl=`diff /tmp/pr/*/RECORD /tmp/develop/*/RECORD|wc -l` - [ $? -ne 0 ] && echo "diff paddle whl failed." && exit 1 - if [ ${diff_whl} -eq 0 ];then - echo "paddle whl does not diff in PR-CI-Model-benchmark, so skip this ci" - echo "ipipe_log_param_isSkipTest_model_benchmark: 1" - echo "cpu_benchmark=ON" >${cfs_dir}/model_benchmark/${AGILE_PULL_ID}/${AGILE_REVISION}/pass.txt - exit 0 - else - echo "ipipe_log_param_isSkipTest_model_benchmark: 0" - fi -} - -function compile_install_paddle { - export CUDA_ARCH_NAME=${CUDA_ARCH_NAME:-Auto} - export PY_VERSION=3.7 - export WITH_DISTRIBUTE=ON - export WITH_GPU=ON - export WITH_TENSORRT=OFF - export WITH_TESTING=OFF - export WITH_UNITY_BUILD=ON - check_whl - cd /workspace/Paddle - git clone --depth=1 https://github.com/paddlepaddle/benchmark.git - cd benchmark - set +x - wget -q --no-proxy https://xly-devops.bj.bcebos.com/benchmark/new_clone/benchmark/benchmark_allgit.tar.gz - tar xf benchmark_allgit.tar.gz - set -x -} - -function init_benchmark { - cd /workspace/Paddle/benchmark - git clone PaddleClas.bundle PaddleClas - -} - -function prepare_data { - cd ${cache_dir} - if [ -d "benchmark_data" ];then - echo -e "benchmark_data exist!" - else - mkdir benchmark_data && cd benchmark_data - mkdir dataset && cd dataset - wget --no-proxy -q https://paddle-qa.bj.bcebos.com/benchmark_data/Bert.zip - unzip Bert.zip - wget --no-proxy -q https://paddle-qa.bj.bcebos.com/benchmark_data/imagenet100_data.zip - unzip imagenet100_data.zip - fi -} - -function run_model_benchmark { - cd /workspace/Paddle - pip install build/pr_whl/*.whl - cd ${cache_dir}/benchmark_data - export data_path=${cfs_dir}/model_dataset/model_benchmark_data - export prepare_path=${cfs_dir}/model_dataset/model_benchmark_prepare - export BENCHMARK_ROOT=/workspace/Paddle/benchmark - cd ${BENCHMARK_ROOT}/scripts/benchmark_ci - bash model_ci.sh -} - -case $1 in - whl_check) - compile_install_paddle - ;; - run_benchmark) - init_benchmark - prepare_data - run_model_benchmark - ;; - *) - compile_install_paddle - prepare_data - run_model_benchmark - ;; -esac -- GitLab