Remove dependence of scipy (#29121)

* lazy import for scipy

* rm unused check

python/paddle/__init__.py

@@ -13,9 +13,6 @@
 # limitations under the License.
 
 import os
-from paddle.check_import_scipy import check_import_scipy
-
-check_import_scipy(os.name)
 
 try:
     from paddle.version import full_version as __version__

python/paddle/dataset/flowers.py

@@ -35,7 +35,6 @@ import itertools
 import functools
 from .common import download
 import tarfile
-import scipy.io as scio
 from paddle.dataset.image import *
 from paddle.reader import map_readers, xmap_readers
 from paddle import compat as cpt
@@ -45,6 +44,7 @@ import numpy as np
 from multiprocessing import cpu_count
 import six
 from six.moves import cPickle as pickle
+from paddle.utils import try_import
 __all__ = ['train', 'test', 'valid']
 
 DATA_URL = 'http://paddlemodels.bj.bcebos.com/flowers/102flowers.tgz'
@@ -108,8 +108,11 @@ def reader_creator(data_file,
     :return: data reader
     :rtype: callable
     '''
+    scio = try_import('scipy.io')
+
     labels = scio.loadmat(label_file)['labels'][0]
     indexes = scio.loadmat(setid_file)[dataset_name][0]
+
     img2label = {}
     for i in indexes:
         img = "jpg/image_%05d.jpg" % i

python/paddle/utils/lazy_import.py

@@ -19,6 +19,10 @@ import importlib
 def try_import(module_name):
     """Try importing a module, with an informative error message on failure."""
     install_name = module_name
+
+    if module_name.find('.') > -1:
+        install_name = module_name.split('.')[0]
+
     if module_name == 'cv2':
         install_name = 'opencv-python'
 
@@ -28,7 +32,7 @@ def try_import(module_name):
     except ImportError:
         err_msg = (
             "Failed importing {}. This likely means that some paddle modules "
-            "requires additional dependencies that have to be "
+            "require additional dependencies that have to be "
             "manually installed (usually with `pip install {}`). ").format(
                 module_name, install_name)
         raise ImportError(err_msg)

python/paddle/vision/datasets/flowers.py

@@ -18,11 +18,11 @@ import os
 import io
 import tarfile
 import numpy as np
-import scipy.io as scio
 from PIL import Image
 
 import paddle
 from paddle.io import Dataset
+from paddle.utils import try_import
 from paddle.dataset.common import _check_exists_and_download
 
 __all__ = ["Flowers"]
@@ -127,6 +127,8 @@ class Flowers(Dataset):
         for ele in self.data_tar.getmembers():
             self.name2mem[ele.name] = ele
 
+        scio = try_import('scipy.io')
+
         self.labels = scio.loadmat(self.label_file)['labels'][0]
         self.indexes = scio.loadmat(self.setid_file)[self.flag][0]
 

python/requirements.txt

@@ -4,9 +4,6 @@ numpy>=1.13 ; python_version>="3.5" and platform_system != "Windows"
 numpy>=1.13, <=1.19.3 ; python_version>="3.5" and platform_system == "Windows"
 protobuf>=3.1.0
 gast==0.3.3
-scipy>=0.19.0, <=1.2.1 ; python_version<"3.5"
-scipy<=1.3.1 ; python_version=="3.5"
-scipy ; python_version>"3.5"
 rarfile
 Pillow
 six

python/unittest_py/requirements.txt

@@ -6,4 +6,7 @@ gym
 opencv-python<=4.2.0.32
 visualdl ; python_version>="3.5"
 paddle2onnx>=0.4
+scipy>=0.19.0, <=1.2.1 ; python_version<"3.5"
+scipy<=1.3.1 ; python_version=="3.5"
+scipy ; python_version>"3.5"
 prettytable