diff --git a/paddle/pten/include/infermeta.h b/paddle/pten/include/infermeta.h
index 151cb638d85b70a1751de4487fc5aebd1d7855cd..5e356dd37c03e2b3b67b3316e0df5c62d5a64e82 100644
--- a/paddle/pten/include/infermeta.h
+++ b/paddle/pten/include/infermeta.h
@@ -16,5 +16,6 @@ limitations under the License. */
 
 // See Note: [ How do we organize the kernel directory ]
 #include "paddle/pten/infermeta/binary.h"
-#include "paddle/pten/infermeta/nary.h"
+#include "paddle/pten/infermeta/multiary.h"
+#include "paddle/pten/infermeta/nullary.h"
 #include "paddle/pten/infermeta/unary.h"
diff --git a/paddle/pten/infermeta/CMakeLists.txt b/paddle/pten/infermeta/CMakeLists.txt
index 2b4bba8313f58d5abb3fd4fa385b9c3596c11fb8..f92727f33fb05330394226dbdce114b90f4a86ff 100644
--- a/paddle/pten/infermeta/CMakeLists.txt
+++ b/paddle/pten/infermeta/CMakeLists.txt
@@ -1 +1 @@
-cc_library(infermeta SRCS nary.cc unary.cc binary.cc DEPS convert_utils)
+cc_library(infermeta SRCS nullary.cc unary.cc binary.cc multiary.cc DEPS convert_utils)
diff --git a/paddle/pten/infermeta/multiary.cc b/paddle/pten/infermeta/multiary.cc
new file mode 100644
index 0000000000000000000000000000000000000000..5dbf3d58a1952576ab9dc5eee5073a7969499029
--- /dev/null
+++ b/paddle/pten/infermeta/multiary.cc
@@ -0,0 +1,17 @@
+/* Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License. */
+
+#include "paddle/pten/infermeta/multiary.h"
+
+namespace pten {}  // namespace pten
diff --git a/paddle/pten/infermeta/multiary.h b/paddle/pten/infermeta/multiary.h
new file mode 100644
index 0000000000000000000000000000000000000000..6aa15159630bc7ffee9f822b146ef07e27f1795a
--- /dev/null
+++ b/paddle/pten/infermeta/multiary.h
@@ -0,0 +1,17 @@
+/* Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License. */
+
+#pragma once
+
+namespace pten {}  // namespace pten
diff --git a/paddle/pten/infermeta/nary.cc b/paddle/pten/infermeta/nullary.cc
similarity index 96%
rename from paddle/pten/infermeta/nary.cc
rename to paddle/pten/infermeta/nullary.cc
index 5287c5cca1439c898c2d6955bc0a4c09cc7c9cfd..731e69e60907b322e01abd93708734877976429b 100644
--- a/paddle/pten/infermeta/nary.cc
+++ b/paddle/pten/infermeta/nullary.cc
@@ -13,7 +13,7 @@ See the License for the specific language governing permissions and
 limitations under the License. */
 
 // See Note [ Why still include the fluid headers? ]
-#include "paddle/pten/infermeta/nary.h"
+#include "paddle/pten/infermeta/nullary.h"
 
 namespace pten {
 
diff --git a/paddle/pten/infermeta/nary.h b/paddle/pten/infermeta/nullary.h
similarity index 100%
rename from paddle/pten/infermeta/nary.h
rename to paddle/pten/infermeta/nullary.h
diff --git a/paddle/pten/kernels/empty_kernel.h b/paddle/pten/kernels/empty_kernel.h
index 3249526805bfb013c3369ab7fc1f8cbbe76fd201..d71ee0b1266f2d5ab3989fe57f4eb5dff7d5cf39 100644
--- a/paddle/pten/kernels/empty_kernel.h
+++ b/paddle/pten/kernels/empty_kernel.h
@@ -17,7 +17,7 @@
 #include "paddle/pten/api/lib/utils/storage.h"
 #include "paddle/pten/common/scalar_array.h"
 #include "paddle/pten/core/dense_tensor.h"
-#include "paddle/pten/infermeta/nary.h"
+#include "paddle/pten/infermeta/nullary.h"
 #include "paddle/pten/infermeta/unary.h"
 
 namespace pten {