diff --git a/paddle/capi/examples/model_inference/dense/main.c b/paddle/capi/examples/model_inference/dense/main.c
index 4dddd65bbfb3c8e3fe5304e158c977edaed7f491..e03fe748f615fdc7044ec06df940a9cb841c0677 100644
--- a/paddle/capi/examples/model_inference/dense/main.c
+++ b/paddle/capi/examples/model_inference/dense/main.c
@@ -59,5 +59,11 @@ int main() {
   }
   printf("\n");
 
+  CHECK(paddle_matrix_destroy(prob));
+  CHECK(paddle_arguments_destroy(out_args));
+  CHECK(paddle_matrix_destroy(mat));
+  CHECK(paddle_arguments_destroy(in_args));
+  CHECK(paddle_gradient_machine_destroy(machine));
+
   return 0;
 }
diff --git a/paddle/capi/examples/model_inference/multi_thread/main.c b/paddle/capi/examples/model_inference/multi_thread/main.c
index 23f8629765d8aa31190f15fdaad4cff4992e470f..ab0eb32c5821a1a3da735cc1d9632f0e74a6858d 100644
--- a/paddle/capi/examples/model_inference/multi_thread/main.c
+++ b/paddle/capi/examples/model_inference/multi_thread/main.c
@@ -4,24 +4,24 @@
 #include "../common/common.h"
 
 #define CONFIG_BIN "./trainer_config.bin"
-#define NUM_THREAD 1000
+#define NUM_THREAD 4
 #define NUM_ITER 1000
 
 pthread_mutex_t mutex;
 
 void* thread_main(void* gm_ptr) {
   paddle_gradient_machine machine = (paddle_gradient_machine)(gm_ptr);
-
+  paddle_arguments in_args = paddle_arguments_create_none();
+  // Create input matrix.
+  paddle_matrix mat = paddle_matrix_create(/* sample_num */ 1,
+                                           /* size */ 784,
+                                           /* useGPU */ false);
+  paddle_arguments out_args = paddle_arguments_create_none();
+  paddle_matrix prob = paddle_matrix_create_none();
   for (int iter = 0; iter < NUM_ITER; ++iter) {
-    paddle_arguments in_args = paddle_arguments_create_none();
     // There is only one input of this network.
     CHECK(paddle_arguments_resize(in_args, 1));
 
-    // Create input matrix.
-    paddle_matrix mat = paddle_matrix_create(/* sample_num */ 1,
-                                             /* size */ 784,
-                                             /* useGPU */ false);
-
     paddle_real* array;
 
     // Get First row.
@@ -33,12 +33,10 @@ void* thread_main(void* gm_ptr) {
 
     CHECK(paddle_arguments_set_value(in_args, 0, mat));
 
-    paddle_arguments out_args = paddle_arguments_create_none();
     CHECK(paddle_gradient_machine_forward(machine,
                                           in_args,
                                           out_args,
                                           /* isTrain */ false));
-    paddle_matrix prob = paddle_matrix_create_none();
 
     CHECK(paddle_arguments_value(out_args, 0, prob));
 
@@ -53,6 +51,10 @@ void* thread_main(void* gm_ptr) {
     pthread_mutex_unlock(&mutex);
   }
 
+  CHECK(paddle_matrix_destroy(prob));
+  CHECK(paddle_arguments_destroy(out_args));
+  CHECK(paddle_matrix_destroy(mat));
+  CHECK(paddle_arguments_destroy(in_args));
   CHECK(paddle_gradient_machine_destroy(machine));
   return NULL;
 }
diff --git a/paddle/capi/examples/model_inference/sequence/main.c b/paddle/capi/examples/model_inference/sequence/main.c
index 7e71bb8b8aff4ac814fc43891a44dcacab7894fd..142793cdb3e75f7d7c82934e9246e54fa873493a 100644
--- a/paddle/capi/examples/model_inference/sequence/main.c
+++ b/paddle/capi/examples/model_inference/sequence/main.c
@@ -59,5 +59,12 @@ int main() {
   }
   printf("\n");
 
+  CHECK(paddle_matrix_destroy(prob));
+  CHECK(paddle_arguments_destroy(out_args));
+  CHECK(paddle_ivector_destroy(seq_pos));
+  CHECK(paddle_ivector_destroy(sentence));
+  CHECK(paddle_arguments_destroy(in_args));
+  CHECK(paddle_gradient_machine_destroy(machine));
+
   return 0;
 }
diff --git a/paddle/capi/examples/model_inference/sparse_binary/main.c b/paddle/capi/examples/model_inference/sparse_binary/main.c
index c5e653dbc287694c27864d7d90a0abb0008ad15d..776ad878911b61ac8c326c651481888e7758df1f 100644
--- a/paddle/capi/examples/model_inference/sparse_binary/main.c
+++ b/paddle/capi/examples/model_inference/sparse_binary/main.c
@@ -60,5 +60,11 @@ int main() {
   }
   printf("\n");
 
+  CHECK(paddle_matrix_destroy(prob));
+  CHECK(paddle_arguments_destroy(out_args));
+  CHECK(paddle_matrix_destroy(mat));
+  CHECK(paddle_arguments_destroy(in_args));
+  CHECK(paddle_gradient_machine_destroy(machine));
+
   return 0;
 }
diff --git a/paddle/capi/tests/test_Init.cpp b/paddle/capi/tests/test_Init.cpp
deleted file mode 100644
index e69de29bb2d1d6434b8b29ae775ad8c2e48c5391..0000000000000000000000000000000000000000