diff --git a/paddle/pten/core/selected_rows.cc b/paddle/pten/core/selected_rows.cc
index 7578faf6143daa5cf4914505f413ff27aa6860e1..a86b51ce2537e0e39e896d30911c5e94b164fc7c 100644
--- a/paddle/pten/core/selected_rows.cc
+++ b/paddle/pten/core/selected_rows.cc
@@ -13,8 +13,12 @@ See the License for the specific language governing permissions and
 limitations under the License. */
 
 #include "paddle/pten/core/selected_rows.h"
+
 #include "paddle/pten/core/utils/data_type.h"
 
+// See Note [ Why still include the fluid headers? ]
+#include "paddle/fluid/memory/memcpy.h"
+
 namespace pten {
 
 struct ReAllocateVisitor {
diff --git a/paddle/pten/core/selected_rows.h b/paddle/pten/core/selected_rows.h
index 58256f2ee61972ce180a75ddea752a536e2bde13..4a05d7ed3153f1e20926bb95eaac5d2c3b5ca5db 100644
--- a/paddle/pten/core/selected_rows.h
+++ b/paddle/pten/core/selected_rows.h
@@ -29,7 +29,6 @@ limitations under the License. */
 
 // See Note [ Why still include the fluid headers? ]
 #include "paddle/fluid/framework/mixed_vector.h"
-#include "paddle/fluid/memory/memcpy.h"
 
 namespace egr {
 class EagerTensor;