diff --git a/cmake/make_resource.py b/cmake/make_resource.py index 09a2ca877dd54243428ee2c730944f75ceeeaa30..936aefd4e6e6921211e0eb1ada89cc47a220c28b 100644 --- a/cmake/make_resource.py +++ b/cmake/make_resource.py @@ -20,6 +20,7 @@ res = sys.argv[1] out = sys.argv[2] var = re.sub(r'[ .-]', '_', os.path.basename(res)) -open(out, "w").write("const unsigned char " + var + "[] = {" + ",".join([ - "0x%02x" % ord(c) for c in open(res).read() -]) + ",0};\n" + "const unsigned " + var + "_size = sizeof(" + var + ");\n") +open(out, "w").write("const unsigned char " + var + "[] = {" + + ",".join(["0x%02x" % ord(c) + for c in open(res).read()]) + ",0};\n" + + "const unsigned " + var + "_size = sizeof(" + var + ");\n") diff --git a/paddle/fluid/eager/auto_code_generator/generator/codegen_utils.py b/paddle/fluid/eager/auto_code_generator/generator/codegen_utils.py index 2dc62ff349a73a5b59b6de47fb969f9670f0d649..2e231645becbeacb0d9b8b98a31c1107edbeb9ae 100644 --- a/paddle/fluid/eager/auto_code_generator/generator/codegen_utils.py +++ b/paddle/fluid/eager/auto_code_generator/generator/codegen_utils.py @@ -12,11 +12,8 @@ # See the License for the specific language governing permissions and # limitations under the License. -import logging import yaml import re -import argparse -import os ######################## ### Global Variables ### diff --git a/paddle/fluid/eager/auto_code_generator/generator/eager_gen.py b/paddle/fluid/eager/auto_code_generator/generator/eager_gen.py index 308e0348a21afb355248ae1ee5e6dff3d5a7814d..7063524b4d6249c3be0d90413a69a53509873a87 100644 --- a/paddle/fluid/eager/auto_code_generator/generator/eager_gen.py +++ b/paddle/fluid/eager/auto_code_generator/generator/eager_gen.py @@ -12,23 +12,19 @@ # See the License for the specific language governing permissions and # limitations under the License. -import yaml import re import argparse import os -import logging from codegen_utils import core_ops_returns_info, core_ops_args_info, core_ops_args_type_info -from codegen_utils import yaml_types_mapping -from codegen_utils import ReadFwdFile, ReadBwdFile -from codegen_utils import FindGradName, FindForwardName, GetSavedName, GetGradNodeName +from codegen_utils import ReadBwdFile +from codegen_utils import FindForwardName, GetGradNodeName, GetSavedName from codegen_utils import IsPlainTensorType, IsVectorTensorType from codegen_utils import GetConstReference, RemoveConstAndReference -from codegen_utils import GetDygraphForwardFunctionName, GetIntermediateAPIFunctionName, GetDygraphLogName +from codegen_utils import GetDygraphForwardFunctionName, GetIntermediateAPIFunctionName from codegen_utils import GetAutoGradMetaName, GetAutoGradMetaVectorName -from codegen_utils import RemoveSpecialSymbolsInName, RecoverBaseNameOfInplaceFunction from codegen_utils import GetInplacedFunctionName -from codegen_utils import ParseYamlArgs, ParseYamlReturns, ParseYamlForwardFromBackward -from codegen_utils import ParseYamlForward, ParseYamlBackward +from codegen_utils import ParseYamlForwardFromBackward +from codegen_utils import ParseYamlBackward from codegen_utils import ParseYamlInplaceInfo from codegen_utils import FunctionGeneratorBase, GeneratorBase from codegen_utils import ops_to_fill_zero_for_empty_grads diff --git a/paddle/fluid/eager/auto_code_generator/generator/python_c_gen.py b/paddle/fluid/eager/auto_code_generator/generator/python_c_gen.py index aba334158a13628e56b19f011c55ee60c9bc493b..5aac3574ba7723aa63780d6ba1ba5422ef31c9a4 100644 --- a/paddle/fluid/eager/auto_code_generator/generator/python_c_gen.py +++ b/paddle/fluid/eager/auto_code_generator/generator/python_c_gen.py @@ -14,11 +14,9 @@ import os import argparse -import logging from codegen_utils import FunctionGeneratorBase, GeneratorBase -from codegen_utils import yaml_types_mapping -from codegen_utils import ReadFwdFile, IsVectorTensorType, GetForwardFunctionName -from codegen_utils import ParseYamlForward, GetInplacedFunctionName +from codegen_utils import GetForwardFunctionName, IsVectorTensorType +from codegen_utils import GetInplacedFunctionName ########################### ## Global Configurations ## diff --git a/paddle/fluid/inference/api/demo_ci/untar_model.py b/paddle/fluid/inference/api/demo_ci/untar_model.py index ed56a4fc0377ad28f888ed68ae4e49de2fbe6d1f..50c12aa28756d98965f26d08b0e4bca46b0d58f1 100644 --- a/paddle/fluid/inference/api/demo_ci/untar_model.py +++ b/paddle/fluid/inference/api/demo_ci/untar_model.py @@ -12,7 +12,7 @@ # See the License for the specific language governing permissions and # limitations under the License. -import tarfile, os +import tarfile import sys diff --git a/paddle/fluid/inference/tests/api/full_ILSVRC2012_val_preprocess.py b/paddle/fluid/inference/tests/api/full_ILSVRC2012_val_preprocess.py index adb6aa4d75344d767ce44019f3c1162956087210..5cda10f873cd3eb24f7520782253ca789bd198d5 100644 --- a/paddle/fluid/inference/tests/api/full_ILSVRC2012_val_preprocess.py +++ b/paddle/fluid/inference/tests/api/full_ILSVRC2012_val_preprocess.py @@ -10,18 +10,11 @@ # without warranties or conditions of any kind, either express or implied. # see the license for the specific language governing permissions and # limitations under the license. -import hashlib -import unittest import os import io import numpy as np -import time import sys -import random -import functools -import contextlib from PIL import Image -import math from paddle.dataset.common import download import tarfile import argparse @@ -163,12 +156,12 @@ def run_convert(): retry = 0 try_limit = 3 - while not (os.path.exists(output_file) and - os.path.getsize(output_file) == FULL_SIZE_BYTES): + while not (os.path.exists(output_file) + and os.path.getsize(output_file) == FULL_SIZE_BYTES): if os.path.exists(output_file): sys.stderr.write( - "\n\nThe existing binary file[{}] is broken. Start to generate new one...\n\n". - format(output_file)) + "\n\nThe existing binary file[{}] is broken. Start to generate new one...\n\n" + .format(output_file)) os.remove(output_file) if retry < try_limit: retry = retry + 1 @@ -204,15 +197,16 @@ def convert_Imagenet_local2bin(args): img = Image.open(img_path) img = process_image(img) np_img = np.array(img) - of.seek(SIZE_INT64 + SIZE_FLOAT32 * DATA_DIM * DATA_DIM * 3 * - idx) + of.seek(SIZE_INT64 + + SIZE_FLOAT32 * DATA_DIM * DATA_DIM * 3 * idx) of.write(np_img.astype('float32').tobytes()) #save label(int64_t) to file label_int = (int)(label) np_label = np.array(label_int) - of.seek(SIZE_INT64 + SIZE_FLOAT32 * DATA_DIM * DATA_DIM * 3 * - num_images + idx * SIZE_INT64) + of.seek(SIZE_INT64 + + SIZE_FLOAT32 * DATA_DIM * DATA_DIM * 3 * num_images + + idx * SIZE_INT64) of.write(np_label.astype('int64').tobytes()) # The bin file should contain @@ -221,39 +215,41 @@ def convert_Imagenet_local2bin(args): target_size = SIZE_INT64 + num_images * 3 * args.data_dim * args.data_dim * SIZE_FLOAT32 + num_images * SIZE_INT64 if (os.path.getsize(bin_file_path) == target_size): print( - "Success! The user data output binary file can be found at: {0}". - format(bin_file_path)) + "Success! The user data output binary file can be found at: {0}" + .format(bin_file_path)) else: print("Conversion failed!") def main_preprocess_Imagenet(args): parser = argparse.ArgumentParser( - description="Convert the full Imagenet val set or local data to binary file.", + description= + "Convert the full Imagenet val set or local data to binary file.", usage=None, add_help=True) parser.add_argument( '--local', action="store_true", help="If used, user need to set --data_dir and then convert file") - parser.add_argument( - "--data_dir", default="", type=str, help="Dataset root directory") + parser.add_argument("--data_dir", + default="", + type=str, + help="Dataset root directory") parser.add_argument( "--label_list", type=str, default="val_list.txt", - help="List of object labels with same sequence as denoted in the annotation file" + help= + "List of object labels with same sequence as denoted in the annotation file" ) - parser.add_argument( - "--output_file", - type=str, - default="imagenet_small.bin", - help="File path of the output binary file") - parser.add_argument( - "--data_dim", - type=int, - default=DATA_DIM, - help="Image preprocess with data_dim width and height") + parser.add_argument("--output_file", + type=str, + default="imagenet_small.bin", + help="File path of the output binary file") + parser.add_argument("--data_dim", + type=int, + default=DATA_DIM, + help="Image preprocess with data_dim width and height") args = parser.parse_args() if args.local: diff --git a/paddle/fluid/inference/tests/api/test_detection_dataset_preprocess.py b/paddle/fluid/inference/tests/api/test_detection_dataset_preprocess.py index 698a85afe92df16b4162a8e075ee967ce7d0a0c1..57920a8b27065a66a2399d741298f1570cefa0a4 100644 --- a/paddle/fluid/inference/tests/api/test_detection_dataset_preprocess.py +++ b/paddle/fluid/inference/tests/api/test_detection_dataset_preprocess.py @@ -12,10 +12,6 @@ # See the License for the specific language governing permissions and # limitations under the License. -from full_pascalvoc_test_preprocess import main_pascalvoc_preprocess -import numpy as np -import paddle.fluid.core as core -import paddle.fluid as fluid import unittest import os diff --git a/paddle/infrt/tests/models/abs_model.py b/paddle/infrt/tests/models/abs_model.py index 185aade58aa99e1da9df783d8cc4a052480c3607..c94338be7788bf4c58b042b9275579cca01d0f48 100644 --- a/paddle/infrt/tests/models/abs_model.py +++ b/paddle/infrt/tests/models/abs_model.py @@ -13,7 +13,6 @@ # limitations under the License. import paddle -from paddle.nn import Layer from paddle.static import InputSpec from paddle.jit import to_static import sys diff --git a/paddle/infrt/tests/models/efficientnet-b4/net/utils.py b/paddle/infrt/tests/models/efficientnet-b4/net/utils.py index f4a39b478823e6969c3eb47387f65ce3b30039fa..62caf759ad3caae1b1acb9704a76e41392f7e43a 100644 --- a/paddle/infrt/tests/models/efficientnet-b4/net/utils.py +++ b/paddle/infrt/tests/models/efficientnet-b4/net/utils.py @@ -12,7 +12,6 @@ # See the License for the specific language governing permissions and # limitations under the License. -import os import re import math from functools import partial diff --git a/paddle/phi/api/yaml/generator/api_gen.py b/paddle/phi/api/yaml/generator/api_gen.py index 3add9ed13b744fedb51d07684675997082b9e612..9cfc54a4c58d5e30eda06b8296a1aa38f73455e3 100644 --- a/paddle/phi/api/yaml/generator/api_gen.py +++ b/paddle/phi/api/yaml/generator/api_gen.py @@ -12,7 +12,6 @@ # See the License for the specific language governing permissions and # limitations under the License. -import os import yaml import argparse import re diff --git a/paddle/phi/api/yaml/generator/backward_api_gen.py b/paddle/phi/api/yaml/generator/backward_api_gen.py index 1a8b9cc4d390b0e7293a60ec0033f89fe83ea8ea..16052e819377482e8bbe1ef9109e8f2616f521f9 100644 --- a/paddle/phi/api/yaml/generator/backward_api_gen.py +++ b/paddle/phi/api/yaml/generator/backward_api_gen.py @@ -12,7 +12,6 @@ # See the License for the specific language governing permissions and # limitations under the License. -import os import yaml import argparse import re diff --git a/paddle/phi/api/yaml/generator/filters.py b/paddle/phi/api/yaml/generator/filters.py index de9fdf25e9834cc3292fd9e76684a80c79cb9430..30af0dee34dabd43e4c7a04557dc5cb1311f6467 100644 --- a/paddle/phi/api/yaml/generator/filters.py +++ b/paddle/phi/api/yaml/generator/filters.py @@ -12,17 +12,14 @@ # See the License for the specific language governing permissions and # limitations under the License. -from typing import List, Dict import itertools import re -from jinja2.filters import do_xmlattr from type_mapping import (input_types_map, optional_input_types_map, attr_types_map, opmaker_attr_types_map, output_type_map) from type_mapping import (dense_input_types_map, dense_optional_input_types_map, - dense_output_types_map, sr_input_types_map, - sr_optional_input_types_map, sr_output_types_map, + dense_output_types_map, sr_output_types_map, phi_attr_types_map) diff --git a/paddle/phi/api/yaml/generator/generate_op.py b/paddle/phi/api/yaml/generator/generate_op.py index 5fa3be685e487fae2ee33be818a570b637290e97..5b8269d6cf3d548f69aab7f83d26ec65ec79027d 100644 --- a/paddle/phi/api/yaml/generator/generate_op.py +++ b/paddle/phi/api/yaml/generator/generate_op.py @@ -14,8 +14,6 @@ import argparse import os -import re -from itertools import chain from pathlib import Path import yaml diff --git a/paddle/phi/api/yaml/generator/intermediate_api_gen.py b/paddle/phi/api/yaml/generator/intermediate_api_gen.py index ce615dcb2488cd37a62d6758fd07f051c1882edb..d9562e189e867c95923c8148c009b237dcc61b80 100644 --- a/paddle/phi/api/yaml/generator/intermediate_api_gen.py +++ b/paddle/phi/api/yaml/generator/intermediate_api_gen.py @@ -12,10 +12,8 @@ # See the License for the specific language governing permissions and # limitations under the License. -import os import yaml import argparse -import re from api_gen import ForwardAPI from sparse_api_gen import SparseAPI diff --git a/paddle/phi/api/yaml/generator/ops_extra_info_gen.py b/paddle/phi/api/yaml/generator/ops_extra_info_gen.py index b862d8bfe0a85bd5908d7294e85f95a80737dd4f..85f1d1657557eae08efd4cfaac311b3d31279f55 100644 --- a/paddle/phi/api/yaml/generator/ops_extra_info_gen.py +++ b/paddle/phi/api/yaml/generator/ops_extra_info_gen.py @@ -12,7 +12,6 @@ # See the License for the specific language governing permissions and # limitations under the License. -import os import yaml import re import argparse diff --git a/paddle/phi/api/yaml/generator/parse_api.py b/paddle/phi/api/yaml/generator/parse_api.py index 91fd44b7093393596e98677f65ba91fa6c32ed60..4536c86653821c24bc279d8045cab6ecdcf6457c 100644 --- a/paddle/phi/api/yaml/generator/parse_api.py +++ b/paddle/phi/api/yaml/generator/parse_api.py @@ -13,7 +13,6 @@ # limitations under the License. import argparse -from pathlib import Path import yaml diff --git a/paddle/phi/api/yaml/generator/parse_utils.py b/paddle/phi/api/yaml/generator/parse_utils.py index f617f166dd13b5e1a23ab489beb6d6651a21d0d5..fed5683b3383beb468e4cf4d2b79f14dee300261 100644 --- a/paddle/phi/api/yaml/generator/parse_utils.py +++ b/paddle/phi/api/yaml/generator/parse_utils.py @@ -13,7 +13,6 @@ # limitations under the License. import re -import yaml from copy import copy from typing import Dict, Any, List, Tuple from tests import is_attr, is_input, is_output, is_vec diff --git a/paddle/phi/api/yaml/generator/sparse_api_gen.py b/paddle/phi/api/yaml/generator/sparse_api_gen.py index 9123cf7fff5843438a5f9274a5cab0d5099b9d26..4236862e347b320d7f3fe3ff80f5720a16f014a5 100644 --- a/paddle/phi/api/yaml/generator/sparse_api_gen.py +++ b/paddle/phi/api/yaml/generator/sparse_api_gen.py @@ -12,10 +12,8 @@ # See the License for the specific language governing permissions and # limitations under the License. -import os import yaml import argparse -import re from api_gen import ForwardAPI from api_base import PREFIX_TENSOR_NAME diff --git a/paddle/phi/api/yaml/generator/sparse_bw_api_gen.py b/paddle/phi/api/yaml/generator/sparse_bw_api_gen.py index 83569d69510c3b55ae3984a8f39079869b669eab..819e217c65dafca1fe73ee395e0ccab82b2354f9 100644 --- a/paddle/phi/api/yaml/generator/sparse_bw_api_gen.py +++ b/paddle/phi/api/yaml/generator/sparse_bw_api_gen.py @@ -12,10 +12,8 @@ # See the License for the specific language governing permissions and # limitations under the License. -import os import yaml import argparse -import re from sparse_api_gen import SparseAPI from backward_api_gen import BackwardAPI diff --git a/paddle/phi/api/yaml/generator/strings_api_gen.py b/paddle/phi/api/yaml/generator/strings_api_gen.py index 94c8958035854ef96c7e2d9c91492d65e04f9502..b34075b681b27ac0b828f337ede9744d708f2610 100644 --- a/paddle/phi/api/yaml/generator/strings_api_gen.py +++ b/paddle/phi/api/yaml/generator/strings_api_gen.py @@ -12,10 +12,8 @@ # See the License for the specific language governing permissions and # limitations under the License. -import os import yaml import argparse -import re from api_gen import ForwardAPI diff --git a/paddle/phi/api/yaml/generator/wrapped_infermeta_gen.py b/paddle/phi/api/yaml/generator/wrapped_infermeta_gen.py index facdd999fdf576a3c4b8ebfd319ebd761e9440ef..5a120ad08b3ec453614cb64c24ec3ab88084cc08 100644 --- a/paddle/phi/api/yaml/generator/wrapped_infermeta_gen.py +++ b/paddle/phi/api/yaml/generator/wrapped_infermeta_gen.py @@ -12,7 +12,6 @@ # See the License for the specific language governing permissions and # limitations under the License. -import os import yaml import argparse diff --git a/paddle/scripts/conda_build.py b/paddle/scripts/conda_build.py index a514c8b5231ae3b338d9765630faf67ac78603da..f4411aa9fc794278422a697e5f3abe1d183e776d 100644 --- a/paddle/scripts/conda_build.py +++ b/paddle/scripts/conda_build.py @@ -16,10 +16,8 @@ # import platform -from sys import argv import argparse import os -import time def parse_args(): diff --git a/r/example/mobilenet.py b/r/example/mobilenet.py index deaa6582cd2d853055bc660422129cec789155b1..96deb0aaf5fd08d04300ec2dc1d857b4f9e53e85 100755 --- a/r/example/mobilenet.py +++ b/r/example/mobilenet.py @@ -16,10 +16,8 @@ # pylint: skip-file -import functools import numpy as np from paddle.fluid.core import AnalysisConfig -from paddle.fluid.core import AnalysisPredictor from paddle.fluid.core import create_paddle_predictor diff --git a/tools/CrossStackProfiler/CspChromeTraceFormatter.py b/tools/CrossStackProfiler/CspChromeTraceFormatter.py index 811e6020267e9e59ed93bcc0a779ec2cba6bd919..ec5dba54b002feff51c9c7763b56af4a79b3fa96 100755 --- a/tools/CrossStackProfiler/CspChromeTraceFormatter.py +++ b/tools/CrossStackProfiler/CspChromeTraceFormatter.py @@ -12,18 +12,7 @@ # See the License for the specific language governing permissions and # limitations under the License. -import argparse import json -import six -import sys -import re -import os -import glob -import unittest -import pandas -import tempfile -import platform -import pandas as pd class ChromeTraceFormatter(object): diff --git a/tools/CrossStackProfiler/CspFileReader.py b/tools/CrossStackProfiler/CspFileReader.py index 32281013ab68dc0b0541884259ebb7a375f1184e..0825842fa1a11ba41bbc5f5f1ba60949bacf4986 100755 --- a/tools/CrossStackProfiler/CspFileReader.py +++ b/tools/CrossStackProfiler/CspFileReader.py @@ -17,8 +17,7 @@ import time import json import glob import logging -import pandas as pd -from multiprocessing import Process, Lock +from multiprocessing import Lock """ Some terms to clarify the code in most case, one or more paremeters may be set as input args for a class or a function in form of single variable or k-v dict diff --git a/tools/CrossStackProfiler/CspReporter.py b/tools/CrossStackProfiler/CspReporter.py index dc12f725bb4472af9993b2b0a055c5581b9c365c..2e1e1f2c6380cf0ae0beb8aef63e5adc7c7b67e6 100755 --- a/tools/CrossStackProfiler/CspReporter.py +++ b/tools/CrossStackProfiler/CspReporter.py @@ -14,21 +14,16 @@ import os import glob -import logging import argparse -import multiprocessing -import pandas as pd from multiprocessing import Process -from NetFileReader import netFileReader from DCGMFileReader import dcgmFileReader from ProfileFileReader import profileFileReader from CspFileReader import getLogger from CspFileReader import TIME_PATH, DCGM_PATH, NET_PATH, PROFILE_PATH -from CspFileReader import NETINFO_TRACE_NUM, DCGMINFO_TRACE_NUM, PIPELINEINFO_TRACE_NUM -from CspFileReader import FILEORGANIZEFORM_BYRANK, FILEORGANIZEFORM_BYTRAINER, FILEORGANIZEFORM_BYOTHER, FILEORGANIZEFORM +from CspFileReader import FILEORGANIZEFORM_BYRANK, FILEORGANIZEFORM_BYTRAINER def get_argparse(): diff --git a/tools/CrossStackProfiler/DCGMFileReader.py b/tools/CrossStackProfiler/DCGMFileReader.py index 94daeb607fee416d4692302041d8d8c134635634..1285ce388c150fe2b927c2b0761fbdc11d87e596 100755 --- a/tools/CrossStackProfiler/DCGMFileReader.py +++ b/tools/CrossStackProfiler/DCGMFileReader.py @@ -14,23 +14,17 @@ import os import re -import json -import glob import logging import tempfile -import argparse import pandas as pd import multiprocessing from multiprocessing import Process -from CspChromeTraceFormatter import ChromeTraceFormatter - from CspFileReader import FileReader from CspFileReader import getLogger from CspFileReader import dcgmMetricParameterMap -from CspFileReader import TIME_PATH, DCGM_PATH, NET_PATH, PROFILE_PATH -from CspFileReader import NETINFO_TRACE_NUM, DCGMINFO_TRACE_NUM, PIPELINEINFO_TRACE_NUM -from CspFileReader import FILEORGANIZEFORM_BYRANK, FILEORGANIZEFORM_BYTRAINER, FILEORGANIZEFORM_BYOTHER, FILEORGANIZEFORM +from CspFileReader import PIPELINEINFO_TRACE_NUM +from CspFileReader import FILEORGANIZEFORM_BYTRAINER class dcgmFileReader(FileReader): diff --git a/tools/CrossStackProfiler/NetFileReader.py b/tools/CrossStackProfiler/NetFileReader.py index 52d4064649134f02e7fb57bc4144f0ae02bc782d..199e3ba8d4d87fa7cfd8698ae62dbd3a84e5a59d 100755 --- a/tools/CrossStackProfiler/NetFileReader.py +++ b/tools/CrossStackProfiler/NetFileReader.py @@ -12,22 +12,15 @@ # See the License for the specific language governing permissions and # limitations under the License. -import os import json -import glob -import logging -import pandas as pd import multiprocessing from multiprocessing import Process -from CspChromeTraceFormatter import ChromeTraceFormatter - from CspFileReader import FileReader from CspFileReader import getLogger -from CspFileReader import TIME_PATH, DCGM_PATH, NET_PATH, PROFILE_PATH -from CspFileReader import NETINFO_TRACE_NUM, DCGMINFO_TRACE_NUM, PIPELINEINFO_TRACE_NUM -from CspFileReader import FILEORGANIZEFORM_BYRANK, FILEORGANIZEFORM_BYTRAINER, FILEORGANIZEFORM_BYOTHER, FILEORGANIZEFORM +from CspFileReader import PIPELINEINFO_TRACE_NUM +from CspFileReader import FILEORGANIZEFORM_BYTRAINER class netFileReader(FileReader): diff --git a/tools/CrossStackProfiler/ProfileFileReader.py b/tools/CrossStackProfiler/ProfileFileReader.py index 955b2248a089080ba6f99342e5b7125e31716e7e..f9425248be467e20e5207c87fcd01e76dac291bc 100755 --- a/tools/CrossStackProfiler/ProfileFileReader.py +++ b/tools/CrossStackProfiler/ProfileFileReader.py @@ -12,26 +12,19 @@ # See the License for the specific language governing permissions and # limitations under the License. -import os import six -import glob import json -import logging -import argparse -import pandas as pd import multiprocessing from multiprocessing import Process -import google.protobuf.text_format as text_format import paddle.fluid.proto.profiler.profiler_pb2 as profiler_pb2 from CspChromeTraceFormatter import ChromeTraceFormatter from CspFileReader import FileReader from CspFileReader import getLogger -from CspFileReader import TIME_PATH, DCGM_PATH, NET_PATH, PROFILE_PATH from CspFileReader import NETINFO_TRACE_NUM, DCGMINFO_TRACE_NUM, PIPELINEINFO_TRACE_NUM -from CspFileReader import FILEORGANIZEFORM_BYRANK, FILEORGANIZEFORM_BYTRAINER, FILEORGANIZEFORM_BYOTHER, FILEORGANIZEFORM +from CspFileReader import FILEORGANIZEFORM_BYRANK class profileFileReader(FileReader): diff --git a/tools/analysisPyXml.py b/tools/analysisPyXml.py index 9d70a159118383c387740ed82003571cd41f6007..bea07e36335115fde5948c33bee9f8c2c9b76c7a 100644 --- a/tools/analysisPyXml.py +++ b/tools/analysisPyXml.py @@ -15,11 +15,7 @@ import commands from xml.etree import ElementTree import re -import time -import queue -import threading import os -import json import sys diff --git a/tools/check_api_source_without_core_ops.py b/tools/check_api_source_without_core_ops.py index 4f6785b6a4d55096a1dbe7ac66c485126cdd56b5..797934a5a3568e7ba1be3e20528a2fa37216518c 100644 --- a/tools/check_api_source_without_core_ops.py +++ b/tools/check_api_source_without_core_ops.py @@ -14,8 +14,6 @@ import difflib import sys -import importlib -import os import count_api_without_core_ops with open(sys.argv[1], 'r') as f: diff --git a/tools/check_ut.py b/tools/check_ut.py index a9172799225476d75428f3582214ab2231b7cb39..0b1211f1e654dba0295d7db9c8bde4957c6d9dce 100644 --- a/tools/check_ut.py +++ b/tools/check_ut.py @@ -15,7 +15,6 @@ """ Get pull requests. """ import os -import time import os.path from github import Github diff --git a/tools/codestyle/docstring_checker.py b/tools/codestyle/docstring_checker.py index c5a9d852691080714bf91863dcb18b2e7b1a682f..18083d1fab104e775c07e79d1053337b9b2c33c0 100644 --- a/tools/codestyle/docstring_checker.py +++ b/tools/codestyle/docstring_checker.py @@ -13,10 +13,9 @@ # limitations under the License. """DocstringChecker is used to check python doc string's style.""" -import six import astroid -from pylint.checkers import BaseChecker, utils +from pylint.checkers import BaseChecker from pylint.interfaces import IAstroidChecker from collections import defaultdict diff --git a/tools/codestyle/test_docstring_checker.py b/tools/codestyle/test_docstring_checker.py index 8c6c7f8de53632653679fc74073d787f36d9f54c..61b236b6b7d6378b91d0f4b68972ea9f64260fc3 100644 --- a/tools/codestyle/test_docstring_checker.py +++ b/tools/codestyle/test_docstring_checker.py @@ -15,8 +15,6 @@ import docstring_checker import pylint.testutils import astroid -import pytest -import sys class TestDocstring(pylint.testutils.CheckerTestCase): diff --git a/tools/count_api_without_core_ops.py b/tools/count_api_without_core_ops.py index 4cb6262cac38abd1384745ded13dd04c5fe3b286..d75578d610d8824ecb99c1a8f15e82af34298a96 100644 --- a/tools/count_api_without_core_ops.py +++ b/tools/count_api_without_core_ops.py @@ -16,11 +16,7 @@ import importlib import inspect import collections import sys -import pydoc import hashlib -import functools -import platform -from paddle import _C_ops, _legacy_C_ops __all__ = [ 'get_apis_with_and_without_core_ops', diff --git a/tools/diff_unittest.py b/tools/diff_unittest.py index 0bd5c2cf96a94416ded1fb0fddf35be6bf1ce9e9..7e40961e663bfe4374bada6a327e2a937e9faa40 100644 --- a/tools/diff_unittest.py +++ b/tools/diff_unittest.py @@ -14,7 +14,6 @@ # See the License for the specific language governing permissions and # limitations under the License. -import difflib import sys try: diff --git a/tools/externalError/spider.py b/tools/externalError/spider.py index 520561d299b9d31006fcd7c4cf74cf0dfe607119..d0f9f48c89ff23a8430feeb039ea667d04a6f8d9 100644 --- a/tools/externalError/spider.py +++ b/tools/externalError/spider.py @@ -15,8 +15,6 @@ import ssl import re import urllib.request -import json -import collections import sys import getopt import external_error_pb2 diff --git a/tools/final_ut_parallel_rule.py b/tools/final_ut_parallel_rule.py index 5f091219b1fc008d0c9b7638136b422422d8ef28..a178bc2bbd7f511953ad4bbc4520555ac328c23a 100644 --- a/tools/final_ut_parallel_rule.py +++ b/tools/final_ut_parallel_rule.py @@ -15,10 +15,7 @@ # limitations under the License. import os -import time import json -import datetime -import codecs import sys diff --git a/tools/get_pr_ut.py b/tools/get_pr_ut.py index c964f12a77e07b9330de183d0d1f092801c225ae..f54f153eb434510f7ffb6e9cb9a633d79099902f 100644 --- a/tools/get_pr_ut.py +++ b/tools/get_pr_ut.py @@ -16,7 +16,6 @@ import os import json import re -import sys import time import subprocess import requests diff --git a/tools/get_single_test_cov.py b/tools/get_single_test_cov.py index cf670f87750fa255852ebf8a72c9677016aba8df..9fe6554ee6e32db36958eebad7d703663fd03aa7 100644 --- a/tools/get_single_test_cov.py +++ b/tools/get_single_test_cov.py @@ -13,8 +13,6 @@ # limitations under the License. import os -import json -import time import sys import re diff --git a/tools/get_ut_file_map.py b/tools/get_ut_file_map.py index 7011cc193aabcda99bb9214084e00c06898a9b56..220bafa7e5b0a72043ec35ec0833334b2419c842 100644 --- a/tools/get_ut_file_map.py +++ b/tools/get_ut_file_map.py @@ -14,7 +14,6 @@ import os import sys -import re import json diff --git a/tools/handle_h_cu_file.py b/tools/handle_h_cu_file.py index 389b460a791b963225f43c6904c8e9f7c0be69a4..2dfa014cf95a00513640a04c01323555fea4b826 100644 --- a/tools/handle_h_cu_file.py +++ b/tools/handle_h_cu_file.py @@ -15,7 +15,6 @@ import queue import threading import os -import json import time import sys diff --git a/tools/infrt/fake_models/multi_fc.py b/tools/infrt/fake_models/multi_fc.py index 7149c8d022afd60217f0ba7b0e0d642acf2afa01..31b6efd8dcb1159602cbfcf73f4ca83b8eb808bf 100644 --- a/tools/infrt/fake_models/multi_fc.py +++ b/tools/infrt/fake_models/multi_fc.py @@ -14,9 +14,6 @@ """ A fake model with multiple FC layers to test CINN on a more complex model. """ -import numpy -import sys, os -import numpy as np import paddle import paddle.fluid as fluid diff --git a/tools/infrt/generate_phi_kernel_dialect.py b/tools/infrt/generate_phi_kernel_dialect.py index 379525c1a7ad7c4ca68aaee8e0f9bd2c604df9d1..cde7f44674c993e8e1a1fbadba9219f5ec0ee326 100644 --- a/tools/infrt/generate_phi_kernel_dialect.py +++ b/tools/infrt/generate_phi_kernel_dialect.py @@ -14,7 +14,6 @@ import json import yaml -import sys import os from get_compat_kernel_signature import get_compat_kernels_info diff --git a/tools/infrt/get_compat_kernel_signature.py b/tools/infrt/get_compat_kernel_signature.py index 1ac638aea89225a4d5e153476a1a18d8611669a1..12e728598024be235f413ded0e0c8c944edb65ba 100644 --- a/tools/infrt/get_compat_kernel_signature.py +++ b/tools/infrt/get_compat_kernel_signature.py @@ -13,8 +13,6 @@ # limitations under the License. import os -import re -import json skip_list = ["adam_sig.cc", "adamw_sig.cc"] diff --git a/tools/infrt/get_phi_kernel_info.py b/tools/infrt/get_phi_kernel_info.py index 6309197a10f4c7fae8f92dc3f3b9884aa83a41e1..af73432a7975655b774548859beb29555f676276 100644 --- a/tools/infrt/get_phi_kernel_info.py +++ b/tools/infrt/get_phi_kernel_info.py @@ -17,7 +17,7 @@ import argparse import json import yaml -from typing import List, Dict, Any +from typing import Dict, List skipped_phi_api_list_file = "/tools/infrt/skipped_phi_api.json" api_yaml_file = "/paddle/phi/api/yaml/api.yaml" diff --git a/tools/infrt/print_kernel_pass_info.py b/tools/infrt/print_kernel_pass_info.py index d3673e9c907f04140b4f3f5743b5133de6ffc570..1e84f3de86f4a6df56587f296945c8e0840f35b8 100644 --- a/tools/infrt/print_kernel_pass_info.py +++ b/tools/infrt/print_kernel_pass_info.py @@ -14,7 +14,6 @@ import os import re -import json skip_list = [] diff --git a/tools/parallel_UT_rule.py b/tools/parallel_UT_rule.py index 5b51315e234165883659aeaade34faffa8bd1200..1b5e7c59a42e74bdfd58ec3c846adf84b92eaf5e 100755 --- a/tools/parallel_UT_rule.py +++ b/tools/parallel_UT_rule.py @@ -12,7 +12,6 @@ # See the License for the specific language governing permissions and # limitations under the License. -import sys import os import platform diff --git a/tools/print_signatures.py b/tools/print_signatures.py index 93f5815bc906980bdb1992bec70c800bd2ff349a..9a280c691aaadb9ef4ae6c9eaa82022fe3995e1c 100644 --- a/tools/print_signatures.py +++ b/tools/print_signatures.py @@ -25,6 +25,7 @@ import hashlib import pkgutil import logging import argparse +import paddle member_dict = collections.OrderedDict() @@ -126,7 +127,6 @@ def get_all_api(root_path='paddle', attr="__all__"): """ walk through the paddle package to collect all the apis. """ - import paddle global api_info_dict api_counter = 0 for filefinder, name, ispkg in pkgutil.walk_packages( @@ -140,7 +140,6 @@ def get_all_api(root_path='paddle', attr="__all__"): continue except AttributeError: logger.warning("AttributeError occurred when `eval(%s)`", name) - pass else: api_counter += process_module(m, attr) @@ -159,7 +158,6 @@ def insert_api_into_dict(full_name, gen_doc_anno=None): Return: api_info object or None """ - import paddle try: obj = eval(full_name) fc_id = id(obj) @@ -222,7 +220,6 @@ def process_module(m, attr="__all__"): def check_public_api(): - import paddle modulelist = [ #npqa paddle, paddle.amp, paddle.nn, paddle.nn.functional, paddle.nn.initializer, paddle.nn.utils, paddle.static, paddle.static.nn, @@ -271,7 +268,6 @@ def check_public_api(): def check_allmodule_callable(): - import paddle modulelist = [paddle] for m in modulelist: visit_all_module(m) diff --git a/tools/pyCov_multithreading.py b/tools/pyCov_multithreading.py index cb2366075afb127a7c7db5a013f6ff9a8810bb67..fb4cef6805ff3b7a424f1c6c34f38cb43df7cf60 100644 --- a/tools/pyCov_multithreading.py +++ b/tools/pyCov_multithreading.py @@ -12,13 +12,10 @@ # See the License for the specific language governing permissions and # limitations under the License. -from xml.etree import ElementTree -import re import time import queue import threading import os -import json import sys taskQueue = queue.Queue() diff --git a/tools/sampcd_processor.py b/tools/sampcd_processor.py index 9858925ca721dff66719bb9d775c682be8549d8c..1f1612100f1afe423ce8d6bd9d4ebb58e7ffb384 100644 --- a/tools/sampcd_processor.py +++ b/tools/sampcd_processor.py @@ -448,8 +448,6 @@ def get_filenames(full_test=False): ''' global whl_error - import paddle - import paddle.fluid.contrib.slim.quantization whl_error = [] if full_test: get_full_api_from_pr_spec() diff --git a/tools/summary_env.py b/tools/summary_env.py index 4e4100af4226c54941eacea08586dde5098f55a4..2abee2821c0739ad840d7060dafdd478c81cefe5 100644 --- a/tools/summary_env.py +++ b/tools/summary_env.py @@ -11,7 +11,6 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -import os import sys import distro import platform diff --git a/tools/test_check_api_compatible.py b/tools/test_check_api_compatible.py index 846fdefb7b6d693e3f63da5b0aeafcd1219d7092..1bed3951740b29ae66a468fbd8010a8c9f99575d 100644 --- a/tools/test_check_api_compatible.py +++ b/tools/test_check_api_compatible.py @@ -17,10 +17,7 @@ TestCases for check_api_compatible.py """ import unittest -import sys -import os import tempfile -import inspect from check_api_compatible import read_argspec_from_file from check_api_compatible import check_compatible diff --git a/tools/test_sampcd_processor.py b/tools/test_sampcd_processor.py index 471deb9bedd6e19048a506c1d579b42a96adae70..42f5d96e71c0d8ac8eb2a94569b39c2d3c4af4d5 100644 --- a/tools/test_sampcd_processor.py +++ b/tools/test_sampcd_processor.py @@ -451,7 +451,6 @@ class Test_get_api_md5(unittest.TestCase): def tearDown(self): os.remove(self.api_pr_spec_filename) - pass def test_get_api_md5(self): res = get_api_md5('paddle/fluid/API_PR.spec') diff --git a/tools/timeline.py b/tools/timeline.py index c1c3d88c9954ad7eb7ffc322887c10365f07541c..b6c6a435f600f742714267c7c498bb0c35cb055a 100644 --- a/tools/timeline.py +++ b/tools/timeline.py @@ -15,10 +15,7 @@ import argparse import json import six -import sys -import unittest -import google.protobuf.text_format as text_format import paddle.fluid.proto.profiler.profiler_pb2 as profiler_pb2 parser = argparse.ArgumentParser(description=__doc__) diff --git a/tools/windows/get_prec_ut_list.py b/tools/windows/get_prec_ut_list.py index 9285fb8e84c3c7c0ba7ebbc44032bd351c745143..4564c75910e3becc458eaabdbbd845e2cbe9c6b8 100644 --- a/tools/windows/get_prec_ut_list.py +++ b/tools/windows/get_prec_ut_list.py @@ -13,9 +13,7 @@ # limitations under the License. """To get a list of prec ut """ -import sys import os -import platform def get_prec_ut_list(all_test_cases, prec_test_cases):