remove unused import

core/engine/cluster/cloud/cluster.sh

 #!/bin/bash
+# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
 
 ###################################################
 # Usage: submit.sh

core/engine/cluster/cluster.py

@@ -16,7 +16,6 @@ from __future__ import print_function
 from __future__ import unicode_literals
 
 import subprocess
-import sys
 import os
 import copy
 

core/model.py

@@ -15,7 +15,6 @@
 import abc
 
 import paddle.fluid as fluid
-
 from paddlerec.core.utils import envs
 
 

core/trainers/cluster_trainer.py

@@ -25,7 +25,6 @@ import paddle.fluid as fluid
 from paddle.fluid.incubate.fleet.parameter_server.distribute_transpiler import fleet
 from paddle.fluid.incubate.fleet.parameter_server.distribute_transpiler.distributed_strategy import StrategyFactory
 from paddle.fluid.incubate.fleet.base.role_maker import PaddleCloudRoleMaker
-from paddle.fluid.incubate.fleet.base.role_maker import MPISymetricRoleMaker
 
 from paddlerec.core.utils import envs
 from paddlerec.core.trainers.transpiler_trainer import TranspileTrainer

core/trainers/tdm_cluster_trainer.py

@@ -21,8 +21,6 @@ import logging
 import numpy as np
 import paddle.fluid as fluid
 from paddle.fluid.incubate.fleet.parameter_server.distribute_transpiler import fleet
-from paddle.fluid.incubate.fleet.parameter_server.distribute_transpiler.distributed_strategy import StrategyFactory
-from paddle.fluid.incubate.fleet.base.role_maker import PaddleCloudRoleMaker
 
 from paddlerec.core.utils import envs
 from paddlerec.core.trainers.cluster_trainer import ClusterTrainer

core/trainers/tdm_single_trainer.py

@@ -20,7 +20,6 @@ from __future__ import print_function
 import logging
 import paddle.fluid as fluid
 
-from paddlerec.core.trainers.transpiler_trainer import TranspileTrainer
 from paddlerec.core.trainers.single_trainer import SingleTrainer
 from paddlerec.core.utils import envs
 import numpy as np

core/utils/dataloader_instance.py

@@ -14,7 +14,6 @@
 from __future__ import print_function
 
 import os
-import sys
 
 from paddlerec.core.utils.envs import lazy_instance_by_fliename
 from paddlerec.core.utils.envs import get_global_env

core/utils/table.py

@@ -12,9 +12,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-import copy
-import yaml
-
 
 class TableMeta(object):
     """

models/contentunderstanding/classification/model.py

@@ -12,16 +12,11 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-import paddle.fluid as fluid
-import math
 
-from paddlerec.core.utils import envs
 from paddlerec.core.model import Model as ModelBase
 
 import paddle.fluid as fluid
-import paddle.fluid.layers.nn as nn
-import paddle.fluid.layers.tensor as tensor
-import paddle.fluid.layers.control_flow as cf
+
 
 class Model(ModelBase):
     def __init__(self, config):

models/contentunderstanding/classification/reader.py

@@ -12,20 +12,11 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-import re
+
 import sys
-import collections
-import os
-import six
-import time
-import numpy as np
-import paddle.fluid as fluid
-import paddle
-import csv
-import io
+
 
 from paddlerec.core.reader import Reader
-from paddlerec.core.utils import envs
 
 class TrainReader(Reader):
     def init(self):

models/contentunderstanding/tagspace/model.py

@@ -12,10 +12,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-import paddle.fluid as fluid
-import math
-
-from paddlerec.core.utils import envs
 from paddlerec.core.model import Model as ModelBase
 
 import paddle.fluid as fluid

models/contentunderstanding/tagspace/reader.py

@@ -12,17 +12,9 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-import re
+
 import sys
-import collections
-import os
-import six
-import time
 import numpy as np
-import paddle.fluid as fluid
-import paddle
-import csv
-import io
 
 from paddlerec.core.reader import Reader
 from paddlerec.core.utils import envs

models/match/dssm/model.py

@@ -12,7 +12,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-import math
 import paddle.fluid as fluid
 
 from paddlerec.core.utils import envs

models/match/dssm/synthetic_evaluate_reader.py

@@ -14,7 +14,6 @@
 from __future__ import print_function
 
 from paddlerec.core.reader import Reader
-from paddlerec.core.utils import envs
 
 
 class EvaluateReader(Reader):

models/match/dssm/synthetic_reader.py

@@ -14,7 +14,6 @@
 from __future__ import print_function
 
 from paddlerec.core.reader import Reader
-from paddlerec.core.utils import envs
 
 
 class TrainReader(Reader):

models/match/multiview-simnet/data_process.sh

 #! /bin/bash
 
+# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
 set -e
 echo "begin to prepare data"
 

models/match/multiview-simnet/evaluate_reader.py

@@ -11,10 +11,7 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-import numpy as np
-import io
-import copy
-import random
+
 from paddlerec.core.reader import Reader
 from paddlerec.core.utils import envs
 

models/match/multiview-simnet/model.py

@@ -12,10 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-import numpy as np
-import math
 import paddle.fluid as fluid
-import paddle.fluid.layers as layers
 import paddle.fluid.layers.tensor as tensor
 import paddle.fluid.layers.control_flow as cf
 

models/match/multiview-simnet/reader.py

@@ -11,10 +11,7 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-import numpy as np
-import io
-import copy
-import random
+
 from paddlerec.core.reader import Reader
 from paddlerec.core.utils import envs
 

models/multitask/share-bottom/census_infer_reader.py

@@ -14,8 +14,6 @@
 from __future__ import print_function
 
 from paddlerec.core.reader import Reader
-from paddlerec.core.utils import envs
-import numpy as np
 
 
 class EvaluateReader(Reader):

models/multitask/share-bottom/census_reader.py

@@ -11,11 +11,10 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
+
 from __future__ import print_function
 
 from paddlerec.core.reader import Reader
-from paddlerec.core.utils import envs
-import numpy as np
 
 
 class TrainReader(Reader):

models/multitask/share-bottom/model.py

@@ -12,7 +12,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-import math
 import paddle.fluid as fluid
 
 from paddlerec.core.utils import envs

models/rank/dcn/criteo_reader.py

@@ -13,7 +13,6 @@
 # limitations under the License.
 from __future__ import print_function
 import math
-import sys
 
 from paddlerec.core.reader import Reader
 from paddlerec.core.utils import envs
@@ -21,7 +20,6 @@ try:
     import cPickle as pickle
 except ImportError:
     import pickle
-from collections import Counter
 import os
 
 class TrainReader(Reader):

models/rank/dcn/model.py

@@ -13,7 +13,6 @@
 # limitations under the License.
 
 import paddle.fluid as fluid
-import math
 
 from paddlerec.core.utils import envs
 from paddlerec.core.model import Model as ModelBase

models/rank/din/model.py

@@ -13,7 +13,6 @@
 # limitations under the License.
 
 import paddle.fluid as fluid
-import math
 
 from paddlerec.core.utils import envs
 from paddlerec.core.model import Model as ModelBase

models/rank/wide_deep/reader.py

@@ -14,7 +14,6 @@
 from __future__ import print_function
 
 from paddlerec.core.reader import Reader
-from paddlerec.core.utils import envs
 try:
     import cPickle as pickle
 except ImportError:

models/rank/xdeepfm/criteo_reader.py

@@ -14,7 +14,6 @@
 from __future__ import print_function
 
 from paddlerec.core.reader import Reader
-from paddlerec.core.utils import envs
 try:
     import cPickle as pickle
 except ImportError:

models/rank/xdeepfm/model.py

@@ -13,7 +13,6 @@
 # limitations under the License.
 
 import paddle.fluid as fluid
-import math
 
 from paddlerec.core.utils import envs
 from paddlerec.core.model import Model as ModelBase

models/recall/gnn/data_process.sh

 #! /bin/bash
 
+# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
 set -e
 echo "begin to download data"
 

models/recall/gnn/evaluate_reader.py

@@ -11,8 +11,8 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
+
 import numpy as np
-import io
 import copy
 import random
 from paddlerec.core.reader import Reader

models/recall/gnn/reader.py

@@ -11,8 +11,8 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
+
 import numpy as np
-import io
 import copy
 import random
 from paddlerec.core.reader import Reader

models/recall/gru4rec/model.py

@@ -12,7 +12,6 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-import math
 import paddle.fluid as fluid
 
 from paddlerec.core.utils import envs

models/recall/gru4rec/rsc15_infer_reader.py

@@ -14,7 +14,6 @@
 from __future__ import print_function
 
 from paddlerec.core.reader import Reader
-from paddlerec.core.utils import envs
 
 
 class EvaluateReader(Reader):

models/recall/gru4rec/rsc15_reader.py

@@ -14,7 +14,6 @@
 from __future__ import print_function
 
 from paddlerec.core.reader import Reader
-from paddlerec.core.utils import envs
 
 
 class TrainReader(Reader):

models/recall/ssr/model.py

@@ -12,13 +12,11 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-import math
 import paddle.fluid as fluid
 
 from paddlerec.core.utils import envs
 from paddlerec.core.model import Model as ModelBase
 import paddle.fluid.layers.tensor as tensor
-import paddle.fluid.layers.io as io
 import paddle.fluid.layers.control_flow as cf
 
 

models/recall/ssr/ssr_infer_reader.py

@@ -15,7 +15,6 @@ from __future__ import print_function
 
 from paddlerec.core.reader import Reader
 from paddlerec.core.utils import envs
-import random
 import numpy as np
 
 

models/recall/ssr/ssr_reader.py

@@ -14,7 +14,6 @@
 from __future__ import print_function
 
 from paddlerec.core.reader import Reader
-from paddlerec.core.utils import envs
 import random
 
 

models/recall/word2vec/prepare_data.sh

 #! /bin/bash
 
+# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
 # download train_data
 mkdir raw_data
 wget --no-check-certificate https://paddlerec.bj.bcebos.com/word2vec/1-billion-word-language-modeling-benchmark-r13output.tar

models/recall/word2vec/w2v_evaluate_reader.py

@@ -11,7 +11,6 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-import numpy as np
 import io
 import six
 from paddlerec.core.reader import Reader

setup.py

+#   Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
 """
 setup for paddle-rec.
 """