Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
Greenplum
DeepSpeed
提交
35eabb0a
D
DeepSpeed
项目概览
Greenplum
/
DeepSpeed
上一次同步 12 个月
通知
10
Star
0
Fork
0
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
0
列表
看板
标记
里程碑
合并请求
0
DevOps
流水线
流水线任务
计划
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
D
DeepSpeed
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
0
Issue
0
列表
看板
标记
里程碑
合并请求
0
合并请求
0
Pages
DevOps
DevOps
流水线
流水线任务
计划
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
流水线任务
提交
Issue看板
前往新版Gitcode,体验更适合开发者的 AI 搜索 >>
未验证
提交
35eabb0a
编写于
12月 09, 2022
作者:
J
Jeff Rasley
提交者:
GitHub
12月 09, 2022
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
Fix issues w. python 3.6 + add py-version checks to CI (#2589)
上级
18713c68
变更
7
隐藏空白更改
内联
并排
Showing
7 changed file
with
51 addition
and
13 deletion
+51
-13
.github/workflows/python.yml
.github/workflows/python.yml
+39
-0
deepspeed/model_implementations/diffusers/unet.py
deepspeed/model_implementations/diffusers/unet.py
+1
-0
deepspeed/module_inject/replace_module.py
deepspeed/module_inject/replace_module.py
+7
-4
deepspeed/ops/transformer/__init__.py
deepspeed/ops/transformer/__init__.py
+0
-3
deepspeed/ops/transformer/inference/__init__.py
deepspeed/ops/transformer/inference/__init__.py
+0
-3
deepspeed/ops/transformer/inference/diffusers_transformer_block.py
.../ops/transformer/inference/diffusers_transformer_block.py
+2
-2
setup.py
setup.py
+2
-1
未找到文件。
.github/workflows/python.yml
0 → 100644
浏览文件 @
35eabb0a
name
:
python
on
:
push
:
branches
:
-
'
master'
-
'
staging**'
pull_request
:
branches
:
'
**'
concurrency
:
group
:
${{ github.workflow }}-${{ github.ref }}
cancel-in-progress
:
true
jobs
:
version-check
:
strategy
:
matrix
:
pyVersion
:
[
"
3.6"
,
"
3.7"
,
"
3.8"
,
"
3.9"
,
"
3.10"
]
fail-fast
:
false
runs-on
:
ubuntu-20.04
container
:
image
:
deepspeed/gh-builder:py${{ matrix.pyVersion }}
steps
:
-
uses
:
actions/checkout@v2
-
name
:
environment
run
:
|
which python
python --version
-
name
:
Install deepspeed
run
:
|
pip3 install .
-
name
:
DS Report
run
:
|
ds_report
deepspeed/model_implementations/diffusers/unet.py
浏览文件 @
35eabb0a
...
...
@@ -12,6 +12,7 @@ class DSUNet(torch.nn.Module):
self
.
in_channels
=
unet
.
in_channels
self
.
device
=
self
.
unet
.
device
self
.
dtype
=
self
.
unet
.
dtype
self
.
config
=
self
.
unet
.
config
self
.
fwd_count
=
0
self
.
unet
.
requires_grad_
(
requires_grad
=
False
)
self
.
unet
.
to
(
memory_format
=
torch
.
channels_last
)
...
...
deepspeed/module_inject/replace_module.py
浏览文件 @
35eabb0a
...
...
@@ -3,9 +3,12 @@ import torch
import
tqdm
import
deepspeed
import
deepspeed.ops.transformer
as
transformer_inference
from
deepspeed.ops.transformer.inference.diffusers_attention
import
DeepSpeedDiffusersAttention
from
deepspeed.ops.transformer.inference.diffusers_transformer_block
import
DeepSpeedDiffusersTransformerBlock
from
deepspeed.ops.transformer.inference.diffusers_2d_transformer
import
Diffusers2DTransformerConfig
from
.replace_policy
import
HFBertLayerPolicy
,
HFGPT2LayerPolicy
,
BLOOMLayerPolicy
from
.replace_policy
import
replace_policies
,
generic_policies
#from ..runtime.weight_quantizer import WeightQuantization
from
deepspeed
import
comm
as
dist
from
torch
import
nn
...
...
@@ -211,7 +214,7 @@ def generic_injection(module, fp16=False, enable_cuda_graph=True):
triangular_masking
=
False
,
max_out_tokens
=
4096
,
)
attn_module
=
transformer_inference
.
DeepSpeedDiffusersAttention
(
config
)
attn_module
=
DeepSpeedDiffusersAttention
(
config
)
def
transpose
(
data
):
data
=
data
.
contiguous
()
...
...
@@ -234,8 +237,8 @@ def generic_injection(module, fp16=False, enable_cuda_graph=True):
return
attn_module
def
replace_attn_block
(
child
,
policy
):
config
=
transformer_inference
.
Diffusers2DTransformerConfig
()
return
transformer_inference
.
DeepSpeedDiffusersTransformerBlock
(
child
,
config
)
config
=
Diffusers2DTransformerConfig
()
return
DeepSpeedDiffusersTransformerBlock
(
child
,
config
)
if
isinstance
(
module
,
torch
.
nn
.
Module
):
pass
...
...
deepspeed/ops/transformer/__init__.py
浏览文件 @
35eabb0a
...
...
@@ -2,6 +2,3 @@ from .transformer import DeepSpeedTransformerLayer, DeepSpeedTransformerConfig
from
.inference.config
import
DeepSpeedInferenceConfig
from
...model_implementations.transformers.ds_transformer
import
DeepSpeedTransformerInference
from
.inference.moe_inference
import
DeepSpeedMoEInferenceConfig
,
DeepSpeedMoEInference
from
.inference.diffusers_attention
import
DeepSpeedDiffusersAttention
from
.inference.diffusers_transformer_block
import
DeepSpeedDiffusersTransformerBlock
from
.inference.diffusers_2d_transformer
import
Diffusers2DTransformerConfig
deepspeed/ops/transformer/inference/__init__.py
浏览文件 @
35eabb0a
from
.config
import
DeepSpeedInferenceConfig
from
....model_implementations.transformers.ds_transformer
import
DeepSpeedTransformerInference
from
.moe_inference
import
DeepSpeedMoEInferenceConfig
,
DeepSpeedMoEInference
from
.diffusers_attention
import
DeepSpeedDiffusersAttention
from
.diffusers_transformer_block
import
DeepSpeedDiffusersTransformerBlock
from
.diffusers_2d_transformer
import
Diffusers2DTransformerConfig
deepspeed/ops/transformer/inference/diffusers_transformer_block.py
浏览文件 @
35eabb0a
...
...
@@ -5,8 +5,8 @@ Copyright 2022 The Microsoft DeepSpeed Team
import
torch
import
torch.nn
as
nn
from
...
import
op_builder
from
....module_inject
import
GroupQuantizer
from
deepspeed
import
module_inject
from
.diffusers_attention
import
DeepSpeedDiffusersAttention
from
.bias_add
import
nhwc_bias_add
from
.diffusers_2d_transformer
import
Diffusers2DTransformerConfig
...
...
@@ -35,7 +35,7 @@ class DeepSpeedDiffusersTransformerBlock(nn.Module):
equivalent_module
:
nn
.
Module
,
config
:
Diffusers2DTransformerConfig
):
super
(
DeepSpeedDiffusersTransformerBlock
,
self
).
__init__
()
self
.
quantizer
=
GroupQuantizer
(
q_int8
=
config
.
int8_quantization
)
self
.
quantizer
=
module_inject
.
GroupQuantizer
(
q_int8
=
config
.
int8_quantization
)
# Ensure ops are built by the time we start running
self
.
config
=
config
...
...
setup.py
浏览文件 @
35eabb0a
...
...
@@ -305,7 +305,8 @@ setup(name='deepspeed',
'Programming Language :: Python :: 3.6'
,
'Programming Language :: Python :: 3.7'
,
'Programming Language :: Python :: 3.8'
,
'Programming Language :: Python :: 3.9'
'Programming Language :: Python :: 3.9'
,
'Programming Language :: Python :: 3.10'
],
license
=
'MIT'
,
ext_modules
=
ext_modules
,
...
...
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录