diff --git a/setup.py b/setup.py
index 5c6a9e49c559cadf4ceb67e3c83a55cefdb7d929..bf59125873b25fa3fb7b5238152920d4efdbf76a 100644
--- a/setup.py
+++ b/setup.py
@@ -91,6 +91,14 @@ def write_version_py(filename='paddlespeech/__init__.py'):
     with open(filename, "a") as f:
         f.write(f"\n__version__ = '{VERSION}'\n")
 
+def remove_version_py(filename='paddlespeech/__init__.py'):
+    with open(filename, "r") as f:
+        lines = f.readlines()
+    with open(filename, "w") as f:
+        for line in lines:
+            if "__version__" not in line:
+                f.write(line)
+
 
 @contextlib.contextmanager
 def pushd(new_dir):
@@ -247,3 +255,9 @@ setup_info = dict(
     })
 
 setup(**setup_info)
+
+
+remove_version_py()
+
+
+
diff --git a/setup_audio.py b/setup_audio.py
index d6e9e892a616ef01f66c84b4b90cf412d3f7c7e1..4842c17748c8d63031caa5a851db9f5475f9c13e 100644
--- a/setup_audio.py
+++ b/setup_audio.py
@@ -24,6 +24,13 @@ def write_version_py(filename='paddleaudio/__init__.py'):
     with open(filename, "a") as f:
         f.write(f"\n__version__ = '{VERSION}'\n")
 
+def remove_version_py(filename='paddleaudio/__init__.py'):
+    with open(filename, "r") as f:
+        lines = f.readlines()
+    with open(filename, "w") as f:
+        for line in lines:
+            if "__version__" not in line:
+                f.write(line)
 
 write_version_py()
 
@@ -50,3 +57,5 @@ setuptools.setup(
         'soundfile >= 0.9.0',
         'colorlog',
     ], )
+
+remove_version_py()
\ No newline at end of file