add conda build python script test=develop (#21943)

* add script for conda package build

paddle/scripts/conda_build.py

+#!/bin/python
+#
+import platform
+from sys import argv
+import argparse
+import os
+import time
+
+
+def parse_args():
+    parser = argparse.ArgumentParser("conda build for paddlepaddle version")
+    parser.add_argument(
+        "--paddle_version",
+        type=str,
+        required=True,
+        help="paddle version for conda build.")
+    args = parser.parse_args()
+
+    return args
+
+
+class ConstantVar:
+    def __init__(self):
+        self.build = r"""
+build:
+  number: '0'
+  string: """
+
+        self.requirement_build = r"""
+requirements:
+  build:
+    - numpy>=1.12
+    - cython
+    - setuptools
+"""
+
+        self.requirement_run = r"""
+  run:
+    - numpy>1.12
+    - six
+    - decorator
+    - nltk
+    - scipy
+    - requests
+    - pyyaml
+    - pillow
+    - graphviz
+    - protobuf
+    - py-cpuinfo==5.0.0
+    - funcsigs
+    - matplotlib
+"""
+
+        self.requirement_run_windows = r"""
+  run:
+    - numpy>=1.12
+    - six
+    - decorator
+    - nltk
+    - scipy
+    - requests
+    - pyyaml
+    - pillow
+    - graphviz
+    - protobuf
+    - py-cpuinfo==5.0.0
+"""
+        self.test = """
+test:
+  import:
+    paddle
+"""
+
+        self.about = r"""
+about:
+  home: http://www.paddlepaddle.org/
+  license: APACHE 2.0
+  license_family: APACHE
+  summary: an easy-to-use, efficient, flexible and scalable deep learning platform
+"""
+
+        self.build_const = r"""
+pip install /package/objgraph-3.4.1.tar.gz
+pip install /package/prettytable-0.7.tar.gz
+pip install /package/rarfile-3.0.tar.gz --no-deps
+"""
+
+        self.blt_const = r""" 
+pip install C:\package\objgraph-3.4.1.tar.gz
+pip install C:\package\prettytable-0.7.tar.gz
+pip install C:\package\funcsigs-1.0.2.tar.gz
+pip install C:\package\rarfile-3.0.tar.gz --no-deps
+git clone https://github.com/PaddlePaddle/recordio.git
+cd recordio\python
+python setup.py install
+"""
+
+        self.python27 = r"    - python>=2.7, <3.0"
+        self.python35 = r"    - python>=3.5, <3.6"
+        self.python36 = r"    - python>=3.6, <3.7"
+        self.python37 = r"    - python>=3.7, <3.8"
+
+        self.python_version = [
+            self.python27, self.python35, self.python36, self.python37
+        ]
+
+        self.cuda90 = r"""
+    - cudatoolkit>=9.0, <9.1
+    - cudnn>=7.3, <7.4
+    """
+        self.cuda100 = r"""
+    - cudatoolkit>=10.0, <10.1
+    - cudnn>=7.3, <7.4
+    """
+        self.cuda_info = [(self.cuda90, "cuda9.0", ".post97"),
+                          (self.cuda100, "cuda10.0", ".post107")]
+        self.py_str = ["py27", "py35", "py36", "py37"]
+        self.pip_end = ".whl --no-deps"
+        self.pip_prefix_linux = "pip install /package/paddlepaddle"
+        self.pip_prefix_windows = "pip install C:\package\paddlepaddle"
+        self.pip_gpu = "_gpu-"
+        self.pip_cpu = "-"
+        self.mac_pip = [
+            "-cp27-cp27m-macosx_10_6_intel", "-cp35-cp35m-macosx_10_6_intel",
+            "-cp36-cp36m-macosx_10_6_intel", "-cp37-cp37m-macosx_10_6_intel"
+        ]
+        self.linux_pip = [
+            "-cp27-cp27mu-manylinux1_x86_64", "-cp35-cp35m-manylinux1_x86_64",
+            "-cp36-cp36m-manylinux1_x86_64", "-cp37-cp37m-manylinux1_x86_64"
+        ]
+        self.windows_pip = [
+            "-cp27-cp27m-win_amd64", "-cp35-cp35m-win_amd64",
+            "-cp36-cp36m-win_amd64", "-cp37-cp37m-win_amd64"
+        ]
+
+
+def meta_build_mac(var, python_str, paddle_version, build_var, build_name_str):
+    package_str = """
+package:
+  name: paddlepaddle
+  version: """ + paddle_version
+    requirement = var.requirement_build + python_str + var.requirement_run + python_str
+    meta_build = var.build + build_name_str
+    meta_str = package_str + meta_build + requirement + var.test + var.about
+    build_str = var.build_const + build_var
+
+    meta_filename = "meta.yaml"
+    build_filename = "build.sh"
+    with open(meta_filename, 'w') as f:
+        f.write(meta_str)
+    with open(build_filename, 'w') as f:
+        f.write(build_str)
+
+
+def meta_build_linux(var,
+                     python_str,
+                     paddle_version,
+                     build_var,
+                     build_name_str,
+                     cuda_str=None):
+    if cuda_str == None:
+        package_str = """
+package:
+  name: paddlepaddle
+  version: """ + paddle_version
+    else:
+        package_str = """
+package:
+  name: paddlepaddle-gpu
+  version: """ + paddle_version
+    requirement = var.requirement_build + python_str + var.requirement_run + python_str
+    meta_build = var.build + build_name_str
+    meta_str = package_str + meta_build + requirement
+    if not (cuda_str == None):
+        meta_str = meta_str + cuda_str
+    meta_str = meta_str + var.test + var.about
+
+    build_str = var.build_const + build_var
+
+    meta_filename = "meta.yaml"
+    build_filename = "build.sh"
+    with open(meta_filename, 'w') as f:
+        f.write(meta_str)
+    with open(build_filename, 'w') as f:
+        f.write(build_str)
+
+
+def meta_build_windows(var,
+                       python_str,
+                       paddle_version,
+                       blt_var,
+                       build_name_str,
+                       cuda_str=None):
+    if cuda_str == None:
+        package_str = """
+package:
+  name: paddlepaddle
+  version: """ + paddle_version
+    else:
+        package_str = """
+package:
+  name: paddlepaddle-gpu
+  version: """ + paddle_version
+
+    requirement = var.requirement_build + python_str + var.requirement_run_windows + python_str
+    meta_build = var.build + build_name_str
+    meta_str = package_str + meta_build + requirement
+    if (python_str == var.python27 or python_str == var.python35):
+        meta_str = meta_str + """
+    - matplotlib<=2.2.4"""
+    else:
+        meta_str = meta_str + """
+    - matplotlib"""
+    if not (cuda_str == None):
+        meta_str = meta_str + cuda_str
+    meta_str = meta_str + var.test + var.about
+    blt_str = var.blt_const + blt_var
+
+    meta_filename = "meta.yaml"
+    build_filename = "bld.bat"
+    with open(meta_filename, 'w') as f:
+        f.write(meta_str)
+    with open(build_filename, 'w') as f:
+        f.write(blt_str)
+
+
+def conda_build(paddle_version, var):
+    sysstr = platform.system()
+    if (sysstr == "Windows"):
+        os.system("mkdir paddle")
+        os.chdir(r"./paddle")
+        for i in range(len(var.python_version)):
+            blt_var = var.pip_prefix_windows + var.pip_cpu + paddle_version + var.windows_pip[
+                i] + var.pip_end
+            name = var.py_str[i] + "_cpu_windows"
+            python_str = var.python_version[i]
+            meta_build_windows(var, python_str, paddle_version, blt_var, name)
+            os.system("conda build .")
+
+        for i in range(len(var.python_version)):
+            for cuda_str in var.cuda_info:
+                post = cuda_str[2]
+                blt_var = var.pip_prefix_windows + var.pip_gpu + paddle_version + post + var.windows_pip[
+                    i] + var.pip_end
+                name = var.py_str[i] + "_gpu_" + cuda_str[1] + "_windows"
+                cuda_cudnn_str = cuda_str[0]
+                python_str = var.python_version[i]
+                meta_build_windows(var, python_str, paddle_version, blt_var,
+                                   name, cuda_cudnn_str)
+                os.system("conda build .")
+
+    elif (sysstr == "Linux"):
+        os.system("mkdir paddle")
+        os.chdir(r"./paddle")
+        for i in range(len(var.python_version)):
+            build_var = var.pip_prefix_linux + var.pip_cpu + paddle_version + var.linux_pip[
+                i] + var.pip_end
+            name = var.py_str[i] + "_cpu_many_linux"
+            python_str = var.python_version[i]
+            meta_build_linux(var, python_str, paddle_version, build_var, name)
+            os.system("conda build .")
+
+        for i in range(len(var.python_version)):
+            for cuda_str in var.cuda_info:
+                post = cuda_str[2]
+                build_var = var.pip_prefix_linux + var.pip_gpu + paddle_version + post + var.linux_pip[
+                    i] + var.pip_end
+                name = var.py_str[i] + "_gpu_" + cuda_str[1] + "_many_linux"
+                cuda_cudnn_str = cuda_str[0]
+                python_str = var.python_version[i]
+                meta_build_linux(var, python_str, paddle_version, build_var,
+                                 name, cuda_cudnn_str)
+                os.system("conda build .")
+
+        os.system("cd ..")
+
+    elif (sysstr == "Darwin"):
+        os.system("mkdir paddle")
+        os.chdir(r"./paddle")
+        for i in range(len(var.python_version)):
+            build_var = var.pip_prefix_linux + var.pip_cpu + paddle_version + var.mac_pip[
+                i] + var.pip_end
+            name = var.py_str[i] + "_mac"
+            python_str = var.python_version[i]
+            meta_build_mac(var, python_str, paddle_version, build_var, name)
+            os.system("conda build .")
+
+        os.system("cd ..")
+
+
+if __name__ == "__main__":
+    args = parse_args()
+    paddle_version = args.paddle_version
+    var = ConstantVar()
+    conda_build(paddle_version, var)