diff --git a/paddle/math/tests/CMakeLists.txt b/paddle/math/tests/CMakeLists.txt
index 247be983ba3296383c8e2f30f1036859ecfde492..5ac7888748ed000ce03c28c0b3bcfb7565a82de5 100644
--- a/paddle/math/tests/CMakeLists.txt
+++ b/paddle/math/tests/CMakeLists.txt
@@ -14,3 +14,4 @@ add_simple_unittest(test_perturbation)
 add_simple_unittest(test_CpuGpuVector)
 add_simple_unittest(test_Allocator)
 add_simple_unittest(test_FPException)
+add_simple_unittest(test_BaseMatrix)
diff --git a/paddle/math/tests/TensorCheck.h b/paddle/math/tests/TensorCheck.h
new file mode 100644
index 0000000000000000000000000000000000000000..6ca303cc7c55cede5e6f51e27598a87241e4274b
--- /dev/null
+++ b/paddle/math/tests/TensorCheck.h
@@ -0,0 +1,113 @@
+/* Copyright (c) 2016 Baidu, Inc. All Rights Reserve.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License. */
+
+#include <cmath>
+#include <gtest/gtest.h>
+#include "paddle/math/Matrix.h"
+
+using namespace paddle;  // NOLINT
+using namespace std;     // NOLINT
+
+namespace autotest {
+
+class CheckEqual {
+public:
+  inline int operator()(real a, real b) {
+    if (a != b) {
+      return 1;
+    }
+
+    return 0;
+  }
+};
+
+class CheckWithErr {
+public:
+  CheckWithErr() {
+#ifndef PADDLE_TYPE_DOUBLE
+    err_ = 1e-5;
+#else
+    err_ = 1e-10;
+#endif
+  }
+
+  inline int operator()(real a, real b) {
+    if (std::fabs(a - b) > err_) {
+      if ((std::fabs(a - b) / std::fabs(a)) > (err_ / 10.0f)) {
+        return 1;
+      }
+    }
+    return 0;
+  }
+
+private:
+  real err_;
+};
+
+template<typename Check>
+void TensorCheck(Check op, const CpuMatrix& matrix1, const CpuMatrix& matrix2) {
+  CHECK(matrix1.getHeight() == matrix2.getHeight());
+  CHECK(matrix1.getWidth() == matrix2.getWidth());
+
+  int height = matrix1.getHeight();
+  int width = matrix1.getWidth();
+  const real* data1 = matrix1.getData();
+  const real* data2 = matrix2.getData();
+  int count = 0;
+  for (int i = 0; i < height; i++) {
+    for (int j = 0; j < width; j++) {
+      real a = data1[i * width + j];
+      real b = data2[i * width + j];
+      count += op(a, b);
+    }
+  }
+  EXPECT_EQ(count, 0) << "There are " << count << " different element.";
+}
+
+template <typename Tensor>
+class CopyToCpu;
+
+template <>
+class CopyToCpu<CpuMatrix> {
+public:
+  explicit CopyToCpu(const CpuMatrix& arg) : arg_(arg) {}
+  const CpuMatrix& copiedArg() const { return arg_; }
+
+private:
+  const CpuMatrix& arg_;
+};
+
+template <>
+class CopyToCpu<GpuMatrix> {
+public:
+  explicit CopyToCpu(const GpuMatrix& arg)
+    : arg_(arg.getHeight(), arg.getWidth()) {
+    arg_.copyFrom(arg);
+  }
+  CpuMatrix& copiedArg() { return arg_; }
+
+private:
+  CpuMatrix arg_;
+};
+
+template<typename Tensor1, typename Tensor2>
+extern void TensorCheckErr(const Tensor1& tensor1, const Tensor2& tensor2) {
+  TensorCheck(
+    CheckWithErr(),
+    CopyToCpu<Tensor1>(tensor1).copiedArg(),
+    CopyToCpu<Tensor2>(tensor2).copiedArg());
+}
+
+}  // namespace autotest
+
diff --git a/paddle/math/tests/TestUtils.h b/paddle/math/tests/TestUtils.h
new file mode 100644
index 0000000000000000000000000000000000000000..5c9049cacc2aa14a94dab93437f38ec29832b5a0
--- /dev/null
+++ b/paddle/math/tests/TestUtils.h
@@ -0,0 +1,149 @@
+/* Copyright (c) 2016 Baidu, Inc. All Rights Reserve.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License. */
+
+
+/**
+ * TestUtils.h is used to automatically compare CPU and GPU code is consistent.
+ *
+ * Auto compare BaseMatrix member function:
+ * Use case:
+ * a. void BaseMatrix::tanh(BaseMatrixT& b);
+ *   Compare method: BaseMatrixCompare<0>(&BaseMatrix::tanh);
+ *
+ * b. 
+ *
+*/
+
+#include <gtest/gtest.h>
+#include "paddle/math/Matrix.h"
+#include "TensorCheck.h"
+
+using namespace paddle;  // NOLINT
+
+namespace autotest {
+
+template<typename T1, typename T2>
+class ReplaceType {
+public:
+  typedef T1 type;
+};
+
+template<>
+class ReplaceType<BaseMatrix, CpuMatrix> {
+public:
+  typedef CpuMatrix type;
+};
+
+template<>
+class ReplaceType<BaseMatrix, GpuMatrix> {
+public:
+  typedef GpuMatrix type;
+};
+
+// construct a argument
+template<typename T> T construct(int height, int width);
+template<> float construct(int height, int width) { return 0.0; }
+template<> CpuMatrix construct(int height, int width) {
+  CpuMatrix a(height, width);
+  return a;
+}
+template<> GpuMatrix construct(int height, int width) {
+  GpuMatrix a(height, width);
+  return a;
+}
+
+// init a argument
+template<typename T> void init(T& v);
+template<> void init(float& v) { v = 0.5; }
+template<> void init(CpuMatrix& v) { v.randomizeUniform(); }
+template<> void init(GpuMatrix& v) { v.randomizeUniform(); }
+
+// init a tuple which contains a set of arguments.
+template<std::size_t I = 0, typename... Args>
+inline typename std::enable_if<I == sizeof...(Args), void>::type
+initTuple(std::tuple<Args...>& t){}
+
+template<std::size_t I = 0, typename... Args>
+inline typename std::enable_if<I < sizeof...(Args), void>::type
+initTuple(std::tuple<Args...>& t) {
+  init(std::get<I>(t));
+  initTuple<I + 1>(t);
+}
+
+// copy a argument, copy src to dest
+template<typename T1, typename T2> void copy(T1& dest, T2& src);
+template<> void copy(float& dest, float& src) { dest = src; }
+template<> void copy(GpuMatrix& dest, CpuMatrix& src) {
+  dest.copyFrom(src);
+}
+
+// copy a tuple, copy src to dest
+template<std::size_t I = 0, typename... Args1, typename... Args2>
+inline typename std::enable_if<I == sizeof...(Args1), void>::type
+copyTuple(std::tuple<Args1...>& dest, std::tuple<Args2...>& src) {}
+
+template<std::size_t I = 0, typename... Args1, typename... Args2>
+inline typename std::enable_if<I < sizeof...(Args1), void>::type
+copyTuple(std::tuple<Args1...>& dest, std::tuple<Args2...>& src) {
+  copy(std::get<I>(dest), std::get<I>(src));
+  copyTuple<I + 1>(dest, src);
+}
+
+// call member function
+template <typename C,
+          typename FC, typename R, typename ...FArgs, typename ...Args>
+R call(C& obj, R (FC::*f)(FArgs...), Args&&... args) {
+  return (obj.*f)(args...);
+}
+
+template <std::size_t... I, typename C, typename R, typename ...Args>
+void BaseMatrixCompare(R (C::*f)(Args...)) {
+  for (auto height : {1, 11, 73, 128, 200, 330}) {
+    for (auto width : {1, 3, 32, 100, 512, 1000, 3210}) {
+      CpuMatrix obj1(height, width);
+      GpuMatrix obj2(height, width);
+      init(obj1);
+      copy(obj2, obj1);
+
+      auto tuple1 = std::make_tuple(
+        construct<typename ReplaceType<typename std::decay<
+          typename std::tuple_element<I, std::tuple<Args...>>::type>::type,
+          CpuMatrix>::type>(height, width)...);
+
+      auto tuple2 = std::make_tuple(
+        construct<typename ReplaceType<typename std::decay<
+          typename std::tuple_element<I, std::tuple<Args...>>::type>::type,
+          GpuMatrix>::type>(height, width)...);
+
+      initTuple(tuple1);
+      copyTuple(tuple2, tuple1);
+
+      call(obj1, f, std::get<I>(tuple1)...);
+      call(obj2, f, std::get<I>(tuple2)...);
+
+      TensorCheckErr(obj1, obj2);
+    }
+  }
+}
+
+}  // namespace autotest
+
+template <std::size_t... I, typename C, typename R, typename ...Args>
+void BaseMatrixCompare(R (C::*f)(Args...)) {
+  static_assert(sizeof...(I) == sizeof...(Args),
+    "size of parameter packs are not equal");
+
+  autotest::BaseMatrixCompare<I...>(f);
+}
+
diff --git a/paddle/math/tests/test_BaseMatrix.cpp b/paddle/math/tests/test_BaseMatrix.cpp
new file mode 100644
index 0000000000000000000000000000000000000000..c06580ca82e1d3cb78eee692b4d10b3792a2062b
--- /dev/null
+++ b/paddle/math/tests/test_BaseMatrix.cpp
@@ -0,0 +1,56 @@
+/* Copyright (c) 2016 Baidu, Inc. All Rights Reserve.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License. */
+
+#ifndef PADDLE_ONLY_CPU
+/**
+ * This test file compares the implementation of CPU and GPU function
+ * in BaseMatrix.cpp.
+ */
+
+#include <gtest/gtest.h>
+#include "paddle/utils/Util.h"
+#include "paddle/math/BaseMatrix.h"
+#include "TestUtils.h"
+
+using namespace paddle;  // NOLINT
+using namespace std;     // NOLINT
+
+TEST(BaseMatrix, apply) {
+  // member function with no argument
+  BaseMatrixCompare(&BaseMatrix::neg);
+
+  // If the member function are overloaded, use static_cast to specify which
+  // member function need be test.
+  BaseMatrixCompare(
+    static_cast<void (BaseMatrix::*)()>(&BaseMatrix::exp));
+  BaseMatrixCompare(
+    static_cast<void (BaseMatrix::*)()>(&BaseMatrix::sqrt));
+
+  // member function with one argument
+
+  BaseMatrixCompare<0>(&BaseMatrix::tanh);
+
+  BaseMatrixCompare<0>(
+    static_cast<void (BaseMatrix::*)(real)>(&BaseMatrix::assign));
+  BaseMatrixCompare<0>(
+    static_cast<void (BaseMatrix::*)(real)>(&BaseMatrix::pow));
+}
+
+int main(int argc, char** argv) {
+  testing::InitGoogleTest(&argc, argv);
+  initMain(argc, argv);
+  return RUN_ALL_TESTS();
+}
+
+#endif