diff --git a/CMakeLists.txt b/CMakeLists.txt
index 59407f638f1afc595df0de4fc3db1f53718eec05..c7d743e193e7d32dbc0b56f3bcb05b6c61f85f1d 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -55,7 +55,6 @@ option(WITH_C_API       "Compile PaddlePaddle with C-API(Prediction)"   OFF)
 option(WITH_GOLANG      "Compile PaddlePaddle with GOLANG"              OFF)
 option(GLIDE_INSTALL    "Download and install go dependencies "         ON)
 option(USE_NNPACK       "Compile PaddlePaddle with NNPACK library"      OFF)
-option(UNITTEST_USE_VIRTUALENV "Python unittest with virtualenv"        ON)
 
 # CMAKE_BUILD_TYPE
 if(NOT CMAKE_BUILD_TYPE)
diff --git a/Dockerfile b/Dockerfile
index b4a427cc4de56077b4438b4f3c5b8fcc066409ea..156ad3552b2c4ff90b405c35c66d44117c2624a4 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -35,7 +35,7 @@ RUN apt-get update && \
     apt-get clean -y
 
 # paddle is using numpy.flip, which is introduced since 1.12.0
-RUN pip install -y 'numpy>=1.12.0'
+RUN pip --no-cache-dir install 'numpy>=1.12.0'
 
 # Install Go and glide
 RUN wget -O go.tgz https://storage.googleapis.com/golang/go1.8.1.linux-amd64.tar.gz && \
diff --git a/cmake/util.cmake b/cmake/util.cmake
index 3391527e5ad8d703726d66463b99e1ab340da98f..4a27623b7ffc0b389680baee52db440c78442f46 100644
--- a/cmake/util.cmake
+++ b/cmake/util.cmake
@@ -149,19 +149,12 @@ endfunction()
 # Create a python unittest using run_python_tests.sh,
 # which takes care of making correct running environment
 function(add_python_test TEST_NAME)
-    if (UNITTEST_USE_VIRTUALENV)
-        add_test(NAME ${TEST_NAME}
-            COMMAND env PADDLE_PACKAGE_DIR=${PADDLE_PYTHON_PACKAGE_DIR}
-            bash ${PROJ_ROOT}/paddle/scripts/run_python_tests.sh ${ARGN}
-            WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR})
-    else()
-        foreach(arg ${ARGN})
-            get_filename_component(py_fn ${arg} NAME_WE)
-            set(TRG_NAME ${TEST_NAME}_${py_fn})
-            add_test(NAME ${TRG_NAME}
-                    COMMAND env PYTHONPATH=${PADDLE_PYTHON_PACKAGE_DIR}
-                    python2 ${arg}
-                    WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR})
-        endforeach()
-    endif()
+    foreach(arg ${ARGN})
+        get_filename_component(py_fn ${arg} NAME_WE)
+        set(TRG_NAME ${TEST_NAME}_${py_fn})
+        add_test(NAME ${TRG_NAME}
+                COMMAND env PYTHONPATH=${PADDLE_PYTHON_PACKAGE_DIR}
+                python2 ${arg}
+                WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR})
+    endforeach()
 endfunction()
diff --git a/paddle/scripts/docker/build.sh b/paddle/scripts/docker/build.sh
index 7b17363226d2c952798d17c2e35c1787d83faf2b..92e59a27ac1ecf01ddcd0a520fc2de63d967d9fc 100644
--- a/paddle/scripts/docker/build.sh
+++ b/paddle/scripts/docker/build.sh
@@ -37,7 +37,6 @@ Configuring cmake in /paddle/build ...
       -DWITH_STYLE_CHECK=${WITH_STYLE_CHECK:-OFF}
       -DWITH_TESTING=${WITH_TESTING:-OFF}
       -DCMAKE_EXPORT_COMPILE_COMMANDS=ON
-      -DUNITTEST_USE_VIRTUALENV=OFF
 ========================================
 EOF
 
@@ -54,8 +53,7 @@ cmake .. \
       -DCUDNN_ROOT=/usr/ \
       -DWITH_STYLE_CHECK=${WITH_STYLE_CHECK:-OFF} \
       -DWITH_TESTING=${WITH_TESTING:-OFF} \
-      -DCMAKE_EXPORT_COMPILE_COMMANDS=ON \
-      -DUNITTEST_USE_VIRTUALENV=OFF
+      -DCMAKE_EXPORT_COMPILE_COMMANDS=ON
 
 cat <<EOF
 ============================================
diff --git a/paddle/scripts/run_python_tests.sh b/paddle/scripts/run_python_tests.sh
deleted file mode 100755
index fe29e96ff91e7455b52fe879e64db125a093aec7..0000000000000000000000000000000000000000
--- a/paddle/scripts/run_python_tests.sh
+++ /dev/null
@@ -1,48 +0,0 @@
-#!/bin/bash
-# Copyright (c) 2016 PaddlePaddle Authors. All Rights Reserved
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-
-pushd `dirname $0` > /dev/null
-SCRIPTPATH=$PWD
-popd > /dev/null
-
-rm -rf .test_env
-virtualenv .test_env
-unset PYTHONHOME
-unset PYTHONPATH
-source .test_env/bin/activate
-PYTHON=python
-
-$PYTHON -m pip install $SCRIPTPATH/../dist/*.whl
-
-if [ "X${PADDLE_PACKAGE_DIR}" != "X" ]; then
-   $PYTHON -m pip install ${PADDLE_PACKAGE_DIR}/*.whl
-else
-   export PYTHONPATH=$SCRIPTPATH/../../python/
-fi
-
-$PYTHON -m pip install ipython==5.3
-
-for fn in "$@"
-do
-  echo "test $fn"
-  $PYTHON $fn
-  if [ $? -ne 0 ]; then
-    exit 1
-  fi
-done
-
-deactivate
-rm -rf .test_env