From 95007981f3ce0755c32a5c3fc927f9f9d2c7f6f9 Mon Sep 17 00:00:00 2001 From: Jiangxinz Date: Mon, 28 Jun 2021 17:58:17 +0800 Subject: [PATCH] Block 'pyc' File (#33810) * block pyc file * block pyc file * block pyc * block pyc * block pyc * test=document_fix; block pyc file * test=document_fix; block pyc file * test=document_fix; block pyc file * test=document_fix; block pyc file --- paddle/scripts/paddle_build.sh | 18 +++++++++++++ tools/check_file_suffix.py | 47 ++++++++++++++++++++++++++++++++++ 2 files changed, 65 insertions(+) create mode 100644 tools/check_file_suffix.py diff --git a/paddle/scripts/paddle_build.sh b/paddle/scripts/paddle_build.sh index 132eded8810..1ada052767d 100755 --- a/paddle/scripts/paddle_build.sh +++ b/paddle/scripts/paddle_build.sh @@ -2141,6 +2141,23 @@ function reuse_so_cache() { fi } +function find_temporary_files() { + set +x + jsonData=`curl \ + -H "Authorization: token ${GITHUB_API_TOKEN}"\ + -H "Accept: application/vnd.github.v3+json" \ + https://api.github.com/repos/PaddlePaddle/Paddle/pulls/${GIT_PR_ID}/files` + + result=`echo ${jsonData}|python ${PADDLE_ROOT}/tools/check_file_suffix.py` + + if [ ${#result} -gt 0 ] + then + echo ${result} + exit 65 + fi +} + + function main() { local CMD=$1 local parallel_number=$2 @@ -2153,6 +2170,7 @@ function main() { set +e check_style_info=$(check_style) check_style_code=$? + find_temporary_files generate_upstream_develop_api_spec ${PYTHON_ABI:-""} ${parallel_number} cmake_gen_and_build ${PYTHON_ABI:-""} ${parallel_number} check_sequence_op_unittest diff --git a/tools/check_file_suffix.py b/tools/check_file_suffix.py new file mode 100644 index 00000000000..1d422dd6c4f --- /dev/null +++ b/tools/check_file_suffix.py @@ -0,0 +1,47 @@ +# Copyright (c) 2018 PaddlePaddle Authors. All Rights Reserved. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +import sys +import json + + +def check_suffix(): + suffix_arr = [".pyc"] + json_buff = "" + for line in sys.stdin: + json_buff = "".join([json_buff, line]) + json_obj = json.loads(json_buff) + if not isinstance(json_obj, list): + print('Json String Should be a list Object\n') + return + files_with_invalid_suffix = [] + for i in range(len(json_obj)): + file_name = json_obj[i]["filename"] + if file_name == None: + continue + for suffix in suffix_arr: + if file_name.endswith(suffix): + files_with_invalid_suffix.append(file_name) + break + if len(files_with_invalid_suffix) != 0: + print('Error: Find file(s): [\n') + for i in range(len(files_with_invalid_suffix)): + print('\t' + files_with_invalid_suffix[i] + '\n') + print( + ' ] end(s) with invalid suffix, Please check if these files are temporary.' + ) + + +if __name__ == "__main__": + check_suffix() -- GitLab