diff --git a/paddle/contrib/inference/demo/simple_on_word2vec.cc b/paddle/contrib/inference/demo/simple_on_word2vec.cc
index 113f3c774e2f47992c17047770d2ac0a9a7a3ab3..a4ef3b71c533d7248ab6c8a222e93fd85c1e103a 100644
--- a/paddle/contrib/inference/demo/simple_on_word2vec.cc
+++ b/paddle/contrib/inference/demo/simple_on_word2vec.cc
@@ -61,6 +61,8 @@ void Main(bool use_gpu) {
     for (size_t i = 0; i < std::min(5UL, num_elements); i++) {
       LOG(INFO) << static_cast<float*>(outputs.front().data.data)[i];
     }
+    // TODO(Superjomn): this is should be free automatically
+    free(outputs[0].data.data);
   }
 }
 
@@ -101,6 +103,7 @@ void MainThreads(int num_threads) {
         for (size_t i = 0; i < std::min(5UL, num_elements); i++) {
           LOG(INFO) << static_cast<float*>(outputs.front().data.data)[i];
         }
+        free(outputs[0].data.data);
       }
     });
   }