Skip to content
体验新版
项目
组织
正在加载...
登录
切换导航
打开侧边栏
PaddlePaddle
Paddle
提交
a9bd6f0c
P
Paddle
项目概览
PaddlePaddle
/
Paddle
大约 1 年 前同步成功
通知
2299
Star
20931
Fork
5422
代码
文件
提交
分支
Tags
贡献者
分支图
Diff
Issue
1423
列表
看板
标记
里程碑
合并请求
543
Wiki
0
Wiki
分析
仓库
DevOps
项目成员
Pages
P
Paddle
项目概览
项目概览
详情
发布
仓库
仓库
文件
提交
分支
标签
贡献者
分支图
比较
Issue
1,423
Issue
1,423
列表
看板
标记
里程碑
合并请求
543
合并请求
543
Pages
分析
分析
仓库分析
DevOps
Wiki
0
Wiki
成员
成员
收起侧边栏
关闭侧边栏
动态
分支图
创建新Issue
提交
Issue看板
未验证
提交
a9bd6f0c
编写于
12月 10, 2021
作者:
C
CtfGo
提交者:
GitHub
12月 10, 2021
浏览文件
操作
浏览文件
下载
电子邮件补丁
差异文件
change serval variable name and usage related cinn_launch (#38022)
上级
43f19cc3
变更
4
隐藏空白更改
内联
并排
Showing
4 changed file
with
46 addition
and
40 deletion
+46
-40
paddle/fluid/framework/paddle2cinn/cinn_compiler.h
paddle/fluid/framework/paddle2cinn/cinn_compiler.h
+2
-2
paddle/fluid/operators/cinn/cinn_launch_context.cc
paddle/fluid/operators/cinn/cinn_launch_context.cc
+39
-33
paddle/fluid/operators/cinn/cinn_launch_context.h
paddle/fluid/operators/cinn/cinn_launch_context.h
+4
-4
paddle/fluid/operators/cinn/cinn_launch_op.h
paddle/fluid/operators/cinn/cinn_launch_op.h
+1
-1
未找到文件。
paddle/fluid/framework/paddle2cinn/cinn_compiler.h
浏览文件 @
a9bd6f0c
...
@@ -35,8 +35,8 @@ namespace paddle {
...
@@ -35,8 +35,8 @@ namespace paddle {
namespace
operators
{
namespace
operators
{
namespace
details
{
namespace
details
{
class
CinnLaunchContext
;
class
CinnLaunchContext
;
}
}
// namespace details
}
}
// namespace operators
namespace
framework
{
namespace
framework
{
namespace
paddle2cinn
{
namespace
paddle2cinn
{
...
...
paddle/fluid/operators/cinn/cinn_launch_context.cc
浏览文件 @
a9bd6f0c
...
@@ -55,9 +55,11 @@ bool CinnLaunchContext::IsArgumentsInitialized() const {
...
@@ -55,9 +55,11 @@ bool CinnLaunchContext::IsArgumentsInitialized() const {
return
true
;
return
true
;
}
}
bool
CinnLaunchContext
::
IsVariableUsed
(
const
std
::
string
&
paddle_name
)
const
{
bool
CinnLaunchContext
::
IsVariableUsed
(
return
paddle2cinn_varmap_
.
count
(
paddle_name
)
>
0
&&
const
std
::
string
&
paddle_var_name
)
const
{
cinn_variable_names_
.
count
(
paddle2cinn_varmap_
.
at
(
paddle_name
))
>
0
;
return
paddle2cinn_varmap_
.
count
(
paddle_var_name
)
>
0
&&
cinn_variable_names_
.
count
(
paddle2cinn_varmap_
.
at
(
paddle_var_name
))
>
0
;
}
}
CinnTensor
CinnLaunchContext
::
GetCinnTensor
(
const
std
::
string
&
var_name
)
{
CinnTensor
CinnLaunchContext
::
GetCinnTensor
(
const
std
::
string
&
var_name
)
{
...
@@ -76,31 +78,33 @@ std::unordered_set<std::string> CinnLaunchContext::GetInternalVariableNames() {
...
@@ -76,31 +78,33 @@ std::unordered_set<std::string> CinnLaunchContext::GetInternalVariableNames() {
return
all_parameters
;
return
all_parameters
;
}
}
void
CinnLaunchContext
::
CheckTensorEquivalent
(
const
std
::
string
&
paddle_name
,
void
CinnLaunchContext
::
CheckTensorEquivalent
(
const
LoDTensor
&
paddle_tensor
,
const
std
::
string
&
paddle_var_name
,
const
LoDTensor
&
paddle_tensor
,
const
CinnTensor
&
cinn_tensor
)
{
const
CinnTensor
&
cinn_tensor
)
{
// check dimension
// check dimension
auto
cinn_dims
=
framework
::
make_ddim
(
cinn_tensor
->
shape
().
data
());
auto
cinn_dims
=
framework
::
make_ddim
(
cinn_tensor
->
shape
().
data
());
PADDLE_ENFORCE_EQ
(
paddle_tensor
.
dims
(),
cinn_dims
,
PADDLE_ENFORCE_EQ
(
paddle_tensor
.
dims
(),
cinn_dims
,
platform
::
errors
::
PreconditionNotMet
(
platform
::
errors
::
PreconditionNotMet
(
"Tensors' shape in variable(%s) are not equivalent, "
"Tensors' shape in variable(%s) are not equivalent, "
"paddle's shape = [%s], but cinn's shape = [%s]."
,
"paddle's shape = [%s], but cinn's shape = [%s]."
,
paddle_name
,
paddle_tensor
.
dims
(),
cinn_dims
));
paddle_
var_
name
,
paddle_tensor
.
dims
(),
cinn_dims
));
// TODO(CtfGo): check the underlying data type after CINN ready
// TODO(CtfGo): check the underlying data type after CINN ready
}
}
void
CinnLaunchContext
::
AssignExternalVariable
(
const
std
::
string
&
paddle_name
)
{
void
CinnLaunchContext
::
AssignExternalVariable
(
PADDLE_ENFORCE_EQ
(
IsVariableUsed
(
paddle_name
),
true
,
const
std
::
string
&
paddle_var_name
)
{
platform
::
errors
::
InvalidArgument
(
PADDLE_ENFORCE_EQ
(
"Paddle variable(%s) not used by cinn"
,
paddle_name
));
IsVariableUsed
(
paddle_var_name
),
true
,
platform
::
errors
::
InvalidArgument
(
"Paddle variable(%s) not used by cinn"
,
paddle_var_name
));
const
auto
&
cinn_
name
=
paddle2cinn_varmap_
.
at
(
paddle
_name
);
const
auto
&
cinn_
var_name
=
paddle2cinn_varmap_
.
at
(
paddle_var
_name
);
const
auto
&
paddle_tensor
=
const
auto
&
paddle_tensor
=
cached_scope_
->
GetVar
(
paddle_name
)
->
Get
<
LoDTensor
>
();
cached_scope_
->
GetVar
(
paddle_
var_
name
)
->
Get
<
LoDTensor
>
();
CinnTensor
cinn_tensor
=
GetCinnTensor
(
cinn_name
);
CinnTensor
cinn_tensor
=
GetCinnTensor
(
cinn_
var_
name
);
if
(
paddle_tensor
.
IsInitialized
())
{
if
(
paddle_tensor
.
IsInitialized
())
{
CheckTensorEquivalent
(
paddle_name
,
paddle_tensor
,
cinn_tensor
);
CheckTensorEquivalent
(
paddle_
var_
name
,
paddle_tensor
,
cinn_tensor
);
}
}
auto
cinn_buffer
=
std
::
make_unique
<
cinn_buffer_t
>
();
auto
cinn_buffer
=
std
::
make_unique
<
cinn_buffer_t
>
();
...
@@ -108,9 +112,9 @@ void CinnLaunchContext::AssignExternalVariable(const std::string& paddle_name) {
...
@@ -108,9 +112,9 @@ void CinnLaunchContext::AssignExternalVariable(const std::string& paddle_name) {
cinn_buffer
->
resize
(
cinn_tensor
->
shape
().
data
().
data
(),
cinn_buffer
->
resize
(
cinn_tensor
->
shape
().
data
().
data
(),
cinn_tensor
->
shape
().
data
().
size
());
cinn_tensor
->
shape
().
data
().
size
());
cinn_buffer
->
external_malloc
=
new
std
::
function
<
int
(
void
*
,
cinn_buffer_t
*
)
>
(
cinn_buffer
->
external_malloc
=
new
std
::
function
<
int
(
void
*
,
cinn_buffer_t
*
)
>
(
[
this
,
paddle_name
](
void
*
ctx
,
cinn_buffer_t
*
buffer
)
{
[
this
,
paddle_
var_
name
](
void
*
ctx
,
cinn_buffer_t
*
buffer
)
{
auto
*
tensor
=
auto
*
tensor
=
cached_scope_
->
GetVar
(
paddle_name
)
->
GetMutable
<
LoDTensor
>
();
cached_scope_
->
GetVar
(
paddle_
var_
name
)
->
GetMutable
<
LoDTensor
>
();
tensor
->
Resize
(
framework
::
DDim
(
buffer
->
dims
,
buffer
->
dimensions
));
tensor
->
Resize
(
framework
::
DDim
(
buffer
->
dims
,
buffer
->
dimensions
));
buffer
->
memory
=
reinterpret_cast
<
uint8_t
*>
(
buffer
->
memory
=
reinterpret_cast
<
uint8_t
*>
(
tensor
->
mutable_data
<
float
>
(
*
cached_place_
));
tensor
->
mutable_data
<
float
>
(
*
cached_place_
));
...
@@ -124,23 +128,25 @@ void CinnLaunchContext::AssignExternalVariable(const std::string& paddle_name) {
...
@@ -124,23 +128,25 @@ void CinnLaunchContext::AssignExternalVariable(const std::string& paddle_name) {
return
0
;
return
0
;
});
});
return
SetArgument
(
cinn_name
,
std
::
move
(
cinn_buffer
));
return
SetArgument
(
cinn_
var_
name
,
std
::
move
(
cinn_buffer
));
}
}
void
CinnLaunchContext
::
AssignInternalVariable
(
const
std
::
string
&
cinn_name
)
{
void
CinnLaunchContext
::
AssignInternalVariable
(
PADDLE_ENFORCE_GT
(
cinn_variable_names_
.
count
(
cinn_name
),
0
,
const
std
::
string
&
cinn_var_name
)
{
platform
::
errors
::
InvalidArgument
(
PADDLE_ENFORCE_GT
(
"Variable(%s) not found in cinn socpe."
,
cinn_name
));
cinn_variable_names_
.
count
(
cinn_var_name
),
0
,
CinnTensor
cinn_tensor
=
GetCinnTensor
(
cinn_name
);
platform
::
errors
::
InvalidArgument
(
"Variable(%s) not found in cinn socpe."
,
cinn_var_name
));
CinnTensor
cinn_tensor
=
GetCinnTensor
(
cinn_var_name
);
auto
cinn_buffer
=
std
::
make_unique
<
cinn_buffer_t
>
();
auto
cinn_buffer
=
std
::
make_unique
<
cinn_buffer_t
>
();
// assign dimensions and alloc/free callback of cinn_buffer_t
// assign dimensions and alloc/free callback of cinn_buffer_t
cinn_buffer
->
resize
(
cinn_tensor
->
shape
().
data
().
data
(),
cinn_buffer
->
resize
(
cinn_tensor
->
shape
().
data
().
data
(),
cinn_tensor
->
shape
().
data
().
size
());
cinn_tensor
->
shape
().
data
().
size
());
cinn_buffer
->
external_malloc
=
new
std
::
function
<
int
(
void
*
,
cinn_buffer_t
*
)
>
(
cinn_buffer
->
external_malloc
=
new
std
::
function
<
int
(
void
*
,
cinn_buffer_t
*
)
>
(
[
this
,
cinn_name
](
void
*
ctx
,
cinn_buffer_t
*
buffer
)
{
[
this
,
cinn_
var_
name
](
void
*
ctx
,
cinn_buffer_t
*
buffer
)
{
auto
*
tensor
=
auto
*
tensor
=
cached_temp_scope_
->
Var
(
cinn_name
)
->
GetMutable
<
LoDTensor
>
();
cached_temp_scope_
->
Var
(
cinn_
var_
name
)
->
GetMutable
<
LoDTensor
>
();
tensor
->
Resize
(
framework
::
DDim
(
buffer
->
dims
,
buffer
->
dimensions
));
tensor
->
Resize
(
framework
::
DDim
(
buffer
->
dims
,
buffer
->
dimensions
));
buffer
->
memory
=
reinterpret_cast
<
uint8_t
*>
(
buffer
->
memory
=
reinterpret_cast
<
uint8_t
*>
(
tensor
->
mutable_data
<
float
>
(
*
cached_place_
));
tensor
->
mutable_data
<
float
>
(
*
cached_place_
));
...
@@ -150,22 +156,22 @@ void CinnLaunchContext::AssignInternalVariable(const std::string& cinn_name) {
...
@@ -150,22 +156,22 @@ void CinnLaunchContext::AssignInternalVariable(const std::string& cinn_name) {
// internal variables should release its buffer immediately
// internal variables should release its buffer immediately
// if no instruction use it
// if no instruction use it
cinn_buffer
->
external_free
=
new
std
::
function
<
int
(
void
*
,
cinn_buffer_t
*
)
>
(
cinn_buffer
->
external_free
=
new
std
::
function
<
int
(
void
*
,
cinn_buffer_t
*
)
>
(
[
this
,
cinn_name
](
void
*
ctx
,
cinn_buffer_t
*
buffer
)
{
[
this
,
cinn_
var_
name
](
void
*
ctx
,
cinn_buffer_t
*
buffer
)
{
auto
*
tensor
=
auto
*
tensor
=
cached_temp_scope_
->
GetVar
(
cinn_name
)
->
GetMutable
<
LoDTensor
>
();
cached_temp_scope_
->
GetVar
(
cinn_
var_
name
)
->
GetMutable
<
LoDTensor
>
();
tensor
->
clear
();
tensor
->
clear
();
return
0
;
return
0
;
});
});
return
SetArgument
(
cinn_name
,
std
::
move
(
cinn_buffer
));
return
SetArgument
(
cinn_
var_
name
,
std
::
move
(
cinn_buffer
));
}
}
void
CinnLaunchContext
::
SetArgument
(
const
std
::
string
&
cinn_name
,
void
CinnLaunchContext
::
SetArgument
(
const
std
::
string
&
cinn_
var_
name
,
std
::
unique_ptr
<
cinn_buffer_t
>&&
buffer
)
{
std
::
unique_ptr
<
cinn_buffer_t
>&&
buffer
)
{
VLOG
(
4
)
<<
"SetArgument-"
<<
name2argument_
.
size
()
<<
": name("
<<
cinn_name
VLOG
(
4
)
<<
"SetArgument-"
<<
name2argument_
.
size
()
<<
": name("
<<
"), dims("
<<
framework
::
DDim
(
buffer
->
dims
,
buffer
->
dimensions
)
<<
cinn_var_name
<<
"), dims("
<<
")."
;
<<
framework
::
DDim
(
buffer
->
dims
,
buffer
->
dimensions
)
<<
")."
;
name2argument_
.
emplace
(
cinn_name
,
buffer
.
get
());
name2argument_
.
emplace
(
cinn_
var_
name
,
buffer
.
get
());
hold_buffers_
.
emplace_back
(
std
::
move
(
buffer
));
hold_buffers_
.
emplace_back
(
std
::
move
(
buffer
));
}
}
...
...
paddle/fluid/operators/cinn/cinn_launch_context.h
浏览文件 @
a9bd6f0c
...
@@ -49,13 +49,13 @@ class CinnLaunchContext {
...
@@ -49,13 +49,13 @@ class CinnLaunchContext {
bool
IsArgumentsInitialized
()
const
;
bool
IsArgumentsInitialized
()
const
;
// Return whether a Paddle variable used on compiled kernels
// Return whether a Paddle variable used on compiled kernels
bool
IsVariableUsed
(
const
std
::
string
&
paddle_name
)
const
;
bool
IsVariableUsed
(
const
std
::
string
&
paddle_
var_
name
)
const
;
// Assign tensor buffer to input or output variables
// Assign tensor buffer to input or output variables
void
AssignExternalVariable
(
const
std
::
string
&
paddle_name
);
void
AssignExternalVariable
(
const
std
::
string
&
paddle_
var_
name
);
// Assign tensor buffer to internal variables
// Assign tensor buffer to internal variables
void
AssignInternalVariable
(
const
std
::
string
&
cinn_name
);
void
AssignInternalVariable
(
const
std
::
string
&
cinn_
var_
name
);
// Extract internal variable names from CinnScope
// Extract internal variable names from CinnScope
// by excluding used input and output variables
// by excluding used input and output variables
...
@@ -75,7 +75,7 @@ class CinnLaunchContext {
...
@@ -75,7 +75,7 @@ class CinnLaunchContext {
const
CinnTensor
&
cinn_tensor
);
const
CinnTensor
&
cinn_tensor
);
// Set an argument with (cinn name)->(cinn_buffer_t) pair
// Set an argument with (cinn name)->(cinn_buffer_t) pair
void
SetArgument
(
const
std
::
string
&
cinn_name
,
void
SetArgument
(
const
std
::
string
&
cinn_
var_
name
,
std
::
unique_ptr
<
cinn_buffer_t
>&&
buffer
);
std
::
unique_ptr
<
cinn_buffer_t
>&&
buffer
);
private:
private:
...
...
paddle/fluid/operators/cinn/cinn_launch_op.h
浏览文件 @
a9bd6f0c
...
@@ -103,7 +103,7 @@ class CinnLaunchOpKernel : public framework::OpKernel<T> {
...
@@ -103,7 +103,7 @@ class CinnLaunchOpKernel : public framework::OpKernel<T> {
compilation_key
,
inputs_name2tensor
,
target
,
stream
);
compilation_key
,
inputs_name2tensor
,
target
,
stream
);
details
::
DebugCinnCompiledResult
(
cinn_compiled_object
);
details
::
DebugCinnCompiledResult
(
cinn_compiled_object
);
const
auto
&
launch_context
=
cinn_compiled_object
.
launch_context
;
auto
*
launch_context
=
cinn_compiled_object
.
launch_context
.
get
()
;
// Step 3. Prepare arguments needed for the compiled executable program.
// Step 3. Prepare arguments needed for the compiled executable program.
launch_context
->
UpdateCapturedEnv
(
scope
,
place
);
launch_context
->
UpdateCapturedEnv
(
scope
,
place
);
if
(
!
launch_context
->
IsArgumentsInitialized
())
{
if
(
!
launch_context
->
IsArgumentsInitialized
())
{
...
...
编辑
预览
Markdown
is supported
0%
请重试
或
添加新附件
.
添加附件
取消
You are about to add
0
people
to the discussion. Proceed with caution.
先完成此消息的编辑!
取消
想要评论请
注册
或
登录