From 39a80638df6f8edbce92f3aac61991c1278a9eff Mon Sep 17 00:00:00 2001
From: chentianyu03 <chentianyu03@baidu.com>
Date: Thu, 24 Sep 2020 16:30:42 +0800
Subject: [PATCH] add the judgement of need build paddle project (#2666)

* fix path error

* add check need build paddle

* remove set -e

* add cn doc and en doc check

* fix path bug
---
 ci_scripts/check_api_cn.sh  | 76 ++++++++++++++++++++++++++++++-------
 ci_scripts/checkapproval.sh |  2 +
 2 files changed, 65 insertions(+), 13 deletions(-)

diff --git a/ci_scripts/check_api_cn.sh b/ci_scripts/check_api_cn.sh
index c2cd521f9..a8a565a93 100644
--- a/ci_scripts/check_api_cn.sh
+++ b/ci_scripts/check_api_cn.sh
@@ -1,22 +1,72 @@
 #!/bin/bash
+set -x
 
-git_files=`git diff --numstat upstream/$BRANCH | awk '{print $NF}'`
+function build_paddle() {
+    git clone https://github.com/PaddlePaddle/Paddle.git
+    mkdir Paddle/build
+    cd Paddle/build
 
-for file in `echo $git_files`;do
-  grep "code-block" ../$file
-  if [ $? -eq 0 ] ;then 
-    echo $file | grep "doc/paddle/api/paddle/.*_cn.rst"
-    if [ $? -eq 0 ];then
-        api_file=`echo $file | sed 's#doc/paddle/api/##g'`
-        grep -w "${api_file}" ${DIR_PATH}/api_white_list.txt
-        if [ $? -ne 0 ];then
+    cmake .. -DWITH_GPU=ON  -DWITH_COVERAGE=OFF -DWITH_TESTING=OFF -DCMAKE_BUILD_TYPE=Release
+    make -j`nproc`
+    pip install -U python/dist/paddlepaddle_gpu-0.0.0-cp27-cp27mu-linux_x86_64.whl
+
+    cd -
+}
+
+need_check_files=""
+function find_need_check_files() {
+    git_files=`git diff --numstat upstream/$BRANCH | awk '{print $NF}'`
+
+    for file in `echo $git_files`;do
+        grep "code-block" ../$file
+        if [ $? -eq 0 ] ;then 
+            echo $file | grep "doc/paddle/api/paddle/.*_cn.rst"
+            if [ $? -eq 0 ];then
+                api_file=`echo $file | sed 's#doc/paddle/api/##g'`
+                grep -w "${api_file}" ${DIR_PATH}/api_white_list.txt
+                if [ $? -ne 0 ];then
+                    need_check_files="${need_check_files} $file"
+                fi 
+            fi
+        fi
+    done
+}
+
+
+need_check_cn_doc_files=`git diff --numstat upstream/$BRANCH | awk '{print $NF}' | grep "doc/paddle/api/paddle/.*_cn.rst" | sed 's#doc/##g'` 
+echo $need_check_cn_doc_files
+find_need_check_files
+if [ "$need_check_files" = "" -a "$need_check_cn_doc_files" = "" ]
+then
+    echo "need check files is empty, skip chinese api check"
+else
+    echo "need check files is not empty, begin to build and install paddle"
+    build_paddle
+    if [ $? -ne 0 ];then
+      echo "paddle build error"
+      exit 5
+    fi
+
+   if [ "${need_check_files}" != "" ]; then
+        for file in $need_check_files;do
             python chinese_samplecode_processor.py ../$file
             if [ $? -ne 0 ];then
-                echo "chinese sample code failed"
+                echo "chinese sample code failed, the file is ${file}"
                 exit 5
             fi
-        fi 
+        done
     fi
-  fi
-done
 
+    if [ "${need_check_cn_doc_files}" != "" ];then
+        cd ../doc/paddle/api
+        python gen_doc.py
+        cd -
+
+        for file in $need_check_cn_doc_files; do
+            cat ../doc/paddle/api/en_cn_files_diff | awk '{print $1}' | grep ${file}
+            if [ $? -eq 0 ];then
+                echo "Chinese doc file exist, but the Englist doc does not exist, the Chinese file is ${file}"
+            fi
+        done
+    fi
+fi
diff --git a/ci_scripts/checkapproval.sh b/ci_scripts/checkapproval.sh
index 9bd4b9929..27a3aa5ae 100644
--- a/ci_scripts/checkapproval.sh
+++ b/ci_scripts/checkapproval.sh
@@ -1,5 +1,7 @@
 #!/bin/bash
 
+set -x
+
 API_FILES=("doc/paddle/api/paddle")
 
 for API_FILE in ${API_FILES[*]}; do
-- 
GitLab