diff --git a/paddle/fluid/operators/detail/checkpoint.cc b/paddle/fluid/operators/detail/checkpoint.cc
new file mode 100644
index 0000000000000000000000000000000000000000..78506a0a72e422f5c6e41bba84a71f8b5e37a6c3
--- /dev/null
+++ b/paddle/fluid/operators/detail/checkpoint.cc
@@ -0,0 +1,54 @@
+/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License. */
+
+#pragma once
+#include "paddle/fluid/operators/detail/checkpoint.h"
+
+#include <string>
+
+namespace paddle {
+namespace framework {
+namespace details {
+Checkpoint::Save(const framework::Scope& scope, const platform::Place& place,
+                 const std::string& save_dir, const std::string& var_name,
+                 const bool overwrite) {
+  auto* var = scope.FindVar(var_name);
+  PADDLE_ENFORCE(var != nullptr, "Cannot find variable %s for save_op",
+                 var_name);
+  PADDLE_ENFORCE(var->IsType<framework::LoDTensor>(),
+                 "Checkpoint only supports LoDTensor, %s has wrong type",
+                 var_name);
+
+  bool is_present = FileExists(save_dir);
+  if (is_present && !overwrite) {
+    PADDLE_THROW("%s exists!, checkpoint cannot write  it when overwrite=false",
+                 save_dir, overwrite);
+  }
+
+  MkDirRecursively(DirName(save_dir).c_str());
+  std::ofstream fout(save_dir);
+  PADDLE_ENFORCE(static_cast<bool>(fout), "Cannot open %s to write", save_dir);
+
+  // get device context from pool
+  platform::DeviceContextPool& pool = platform::DeviceContextPool::Instance();
+  auto& dev_ctx = *pool.Get(place);
+
+  auto& tensor = var->Get<framework::LoDTensor>();
+  // Serialize tensor
+  framework::SerializeToStream(fout, tensor, dev_ctx);
+  fout.close();
+}
+}  // namespace details
+}  // namespace framework
+}  // namespace paddle
diff --git a/paddle/fluid/operators/detail/checkpoint.h b/paddle/fluid/operators/detail/checkpoint.h
new file mode 100644
index 0000000000000000000000000000000000000000..0f0f450ce17bb5ba64c64823abe614599e3867ee
--- /dev/null
+++ b/paddle/fluid/operators/detail/checkpoint.h
@@ -0,0 +1,33 @@
+/* Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License. */
+
+#pragma once
+#include <string>
+
+#include "paddle/fluid/framework/scope.h"
+
+namespace paddle {
+namespace framework {
+namespace details {
+class Checkpoint {
+ public:
+  static void Save(const framework::Scope& scope, const platform::Place& place,
+                   const std::string& save_dir, const std::string& var_name,
+                   const bool overwrite);
+
+  static void Load();
+}
+}  // namespace details
+}  // namespace framework
+}  // namespace paddle