diff --git a/python/paddle/dataset/cifar.py b/python/paddle/dataset/cifar.py index cc6384e74c4c563ed1662a9d68fb0a1a67ec68b4..f6b4ff8fbd0f83b1d652d37c1b2d04efd3c73cbb 100644 --- a/python/paddle/dataset/cifar.py +++ b/python/paddle/dataset/cifar.py @@ -28,11 +28,12 @@ images per class. """ -import pickle import itertools import numpy import paddle.dataset.common import tarfile +from six.moves import zip +from six.moves import cPickle as pickle __all__ = ['train100', 'test100', 'train10', 'test10', 'convert'] diff --git a/python/paddle/dataset/common.py b/python/paddle/dataset/common.py index 771577c89d987bc9a4442f3177a8663a2741e57a..a892287dbc8af309fd488a714bfb7e3f15cdb2ae 100644 --- a/python/paddle/dataset/common.py +++ b/python/paddle/dataset/common.py @@ -20,9 +20,8 @@ import shutil import sys import importlib import paddle.dataset -import pickle +import six.moves.cPickle as pickle import glob -import pickle as pickle __all__ = [ 'DATA_HOME', diff --git a/python/paddle/dataset/conll05.py b/python/paddle/dataset/conll05.py index 466344cc9dbe8994552fdf64194e6374352df857..25623feabb89617e4272789a8ddd11da3409811c 100644 --- a/python/paddle/dataset/conll05.py +++ b/python/paddle/dataset/conll05.py @@ -24,6 +24,7 @@ import tarfile import gzip import itertools import paddle.dataset.common +from six.moves import zip __all__ = ['test, get_dict', 'get_embedding', 'convert'] diff --git a/python/paddle/dataset/flowers.py b/python/paddle/dataset/flowers.py index db9be0c04bbd5c3ff57855b42378848de9c92b0a..914dae348bc94d061072543aa14aba2219f4b52d 100644 --- a/python/paddle/dataset/flowers.py +++ b/python/paddle/dataset/flowers.py @@ -28,7 +28,6 @@ Graphics and Image Processing (2008) http://www.robots.ox.ac.uk/~vgg/publications/papers/nilsback08.{pdf,ps.gz}. """ -import pickle import itertools import functools from .common import download @@ -39,6 +38,8 @@ from paddle.reader import * import os import numpy as np from multiprocessing import cpu_count +from six.moves import cPickle as pickle +from six.moves import zip __all__ = ['train', 'test', 'valid'] DATA_URL = 'http://www.robots.ox.ac.uk/~vgg/data/flowers/102/102flowers.tgz' diff --git a/python/paddle/dataset/image.py b/python/paddle/dataset/image.py index 3048dfd518250d7680916009eb39e98960f42348..3b3d89c93c48d611dccf6f14958c310a6cac1a7b 100644 --- a/python/paddle/dataset/image.py +++ b/python/paddle/dataset/image.py @@ -36,7 +36,7 @@ except ImportError: cv2 = None import os import tarfile -import pickle +import six.moves.cPickle as pickle __all__ = [ "load_image_bytes", "load_image", "resize_short", "to_chw", "center_crop", diff --git a/python/paddle/fluid/framework.py b/python/paddle/fluid/framework.py index 53658610e55f6433dafe07547dc4f0fbb49493e2..3cfbe8cebf8faf8d2d852f1dfa9f11b61bd977b7 100644 --- a/python/paddle/fluid/framework.py +++ b/python/paddle/fluid/framework.py @@ -963,9 +963,9 @@ class Block(object): raise ValueError("Var {0} is not found recursively".format(name)) def all_parameters(self): - return list(self.iter_parameters()) + return list(self._iter_parameters()) - def iter_parameters(self): + def _iter_parameters(self): return (item[1] for item in list(self.vars.items()) if isinstance(item[1], Parameter)) @@ -1199,7 +1199,7 @@ class Block(object): if not isinstance(other, Block): raise TypeError( "_copy_param_info_from should be invoked with Block") - for p in other.iter_parameters(): + for p in other._iter_parameters(): assert isinstance(p, Parameter) v = self.vars.get(p.name, None) if v is None: diff --git a/python/paddle/fluid/layer_helper.py b/python/paddle/fluid/layer_helper.py index 5f2ff3c9c874d70820e54028a231c07750891072..715c562516bacd760792bca673f2389fd6fbd7a3 100644 --- a/python/paddle/fluid/layer_helper.py +++ b/python/paddle/fluid/layer_helper.py @@ -20,6 +20,7 @@ from . import unique_name from paddle.fluid.initializer import Constant, Xavier from .param_attr import ParamAttr, WeightNormParamAttr from . import core +from six.moves import zip class LayerHelper(object): diff --git a/python/paddle/fluid/tests/book/high-level-api/image_classification/cifar10_small_test_set.py b/python/paddle/fluid/tests/book/high-level-api/image_classification/cifar10_small_test_set.py index ebbe09d098880b1459826ca82a73fd2cca62d6fa..9e4c384d92943227c2d68da829e6019e649a35fb 100644 --- a/python/paddle/fluid/tests/book/high-level-api/image_classification/cifar10_small_test_set.py +++ b/python/paddle/fluid/tests/book/high-level-api/image_classification/cifar10_small_test_set.py @@ -28,11 +28,12 @@ images per class. """ -import pickle import itertools import numpy import paddle.v2.dataset.common import tarfile +from six.moves import cPickle as pickle +from six.moves import zip __all__ = ['train10'] diff --git a/python/paddle/fluid/transpiler/memory_optimization_transpiler.py b/python/paddle/fluid/transpiler/memory_optimization_transpiler.py index 907acb1cac12c2136de897e426224e898bcce662..20ba7ed2b0b9df0d0432727ee1f69f61533c402e 100644 --- a/python/paddle/fluid/transpiler/memory_optimization_transpiler.py +++ b/python/paddle/fluid/transpiler/memory_optimization_transpiler.py @@ -17,6 +17,7 @@ from .. import core from ..framework import Program, default_main_program, Parameter from ..backward import _rename_arg_ from functools import reduce +from six.moves import range dtype_to_size = { core.VarDesc.VarType.FP16: 2, diff --git a/python/paddle/reader/creator.py b/python/paddle/reader/creator.py index 12c3afbcb05fda608a5a147bb298cd94125a2a88..025338a2ae021cbeba1c21fdf74efc19d8320d12 100644 --- a/python/paddle/reader/creator.py +++ b/python/paddle/reader/creator.py @@ -67,7 +67,7 @@ def recordio(paths, buf_size=100): import recordio as rec import paddle.reader.decorator as dec - import pickle as pickle + import six.moves.cPickle as pickle def reader(): if isinstance(paths, str): diff --git a/python/paddle/reader/decorator.py b/python/paddle/reader/decorator.py index 7faca28e400af64e40b1cc9d09befa68efb1360f..ce410e61b92e7d3f32fa5bfeb415e4b6c5fa9df6 100644 --- a/python/paddle/reader/decorator.py +++ b/python/paddle/reader/decorator.py @@ -22,6 +22,8 @@ import subprocess from six.moves.queue import Queue from six.moves import zip_longest +from six.moves import map +from six.moves import zip import itertools import random import zlib diff --git a/python/paddle/trainer/PyDataProviderWrapper.py b/python/paddle/trainer/PyDataProviderWrapper.py index 6af250772859811b3c48434ab005e50b435dd320..374976db9f17ad9b1fd33c5d4adf77155336d100 100644 --- a/python/paddle/trainer/PyDataProviderWrapper.py +++ b/python/paddle/trainer/PyDataProviderWrapper.py @@ -42,7 +42,7 @@ except ImportError: try: import cPickle as pickle except ImportError: - import pickle + import six.moves.cPickle as pickle import io diff --git a/python/paddle/trainer_config_helpers/data_sources.py b/python/paddle/trainer_config_helpers/data_sources.py index ab9a2562dcccb394c0b24741ceeb10061e40cb9a..a2a32d848cbc4200397e6a12a3662419102da0a9 100644 --- a/python/paddle/trainer_config_helpers/data_sources.py +++ b/python/paddle/trainer_config_helpers/data_sources.py @@ -20,7 +20,7 @@ from .utils import deprecated try: import cPickle as pickle except ImportError: - import pickle + import six.moves.cPickle as pickle __all__ = ['define_py_data_sources2'] diff --git a/python/paddle/trainer_config_helpers/layers.py b/python/paddle/trainer_config_helpers/layers.py index d9787ef42a31b8dfd1836e7a01d5664049cc66b5..ee34c157334b533b9c330b8103424964d7df510b 100644 --- a/python/paddle/trainer_config_helpers/layers.py +++ b/python/paddle/trainer_config_helpers/layers.py @@ -28,7 +28,7 @@ from .default_decorators import * try: import cPickle as pickle except ImportError: - import pickle + import six.moves.cPickle as pickle import copy __all__ = [