From 7c3344e2152d83af5dc2e8c46fa2226033188f54 Mon Sep 17 00:00:00 2001 From: Jeff Rasley Date: Wed, 15 Jun 2022 18:46:30 -0700 Subject: [PATCH] DeepSpeed examples refresh (#2021) --- .gitmodules | 4 ---- DeepSpeedExamples | 1 - examples/README.md | 9 +++++++++ setup.py | 16 ++++++++++++---- 4 files changed, 21 insertions(+), 9 deletions(-) delete mode 100644 .gitmodules delete mode 160000 DeepSpeedExamples create mode 100644 examples/README.md diff --git a/.gitmodules b/.gitmodules deleted file mode 100644 index 37adb6f3..00000000 --- a/.gitmodules +++ /dev/null @@ -1,4 +0,0 @@ -[submodule "DeepSpeedExamples"] - path = DeepSpeedExamples - url = https://github.com/microsoft/DeepSpeedExamples - branch = master diff --git a/DeepSpeedExamples b/DeepSpeedExamples deleted file mode 160000 index 36212dd5..00000000 --- a/DeepSpeedExamples +++ /dev/null @@ -1 +0,0 @@ -Subproject commit 36212dd59cb3eb342c39bc8965aaba04d5491933 diff --git a/examples/README.md b/examples/README.md new file mode 100644 index 00000000..c61ee047 --- /dev/null +++ b/examples/README.md @@ -0,0 +1,9 @@ +# DeepSpeed Examples + +If you are looking for examples using DeepSpeed please see the following resources: + +1. [DeepSpeedExamples](https://github.com/microsoft/DeepSpeedExamples) +2. [Megatron-DeepSpeed](https://github.com/microsoft/Megatron-DeepSpeed) +3. [DeepSpeed + AzureML](https://github.com/Azure/azureml-examples/tree/main/python-sdk/workflows/train/deepspeed) +4. [DeepSpeed + Hugging Face Transformers Integration](https://huggingface.co/docs/transformers/main_classes/deepspeed) +5. [DeepSpeed + PyTorch Lightning](https://pytorch-lightning.readthedocs.io/en/latest/api/pytorch_lightning.utilities.deepspeed.html) diff --git a/setup.py b/setup.py index 3d484f8e..532d0dd2 100755 --- a/setup.py +++ b/setup.py @@ -281,10 +281,18 @@ setup(name='deepspeed', }, install_requires=install_requires, extras_require=extras_require, - packages=find_packages(exclude=["docker", - "third_party", - "csrc", - "op_builder"]), + packages=find_packages(exclude=[ + "azure", + "csrc", + "docker", + "docs", + "examples", + "op_builder", + "release", + "requirements", + "scripts", + "tests" + ]), include_package_data=True, scripts=[ 'bin/deepspeed', -- GitLab