diff --git a/paddlepalm/utils/saver.py b/paddlepalm/utils/saver.py
index 9277f0d3ffd17e36cfd7ce3224aa88d18756f0bb..2ec4c9f597b1ec2eb70e038e0a2630f4232ce551 100644
--- a/paddlepalm/utils/saver.py
+++ b/paddlepalm/utils/saver.py
@@ -55,7 +55,7 @@ def init_pretraining_params(exe,
     print("Loading pretraining parameters from {}...".format(
         pretraining_params_path))
 
-    with tarfile.open(os.path.join(pretraining_params_path, '__palmmodel__'), 'r:') as f:
+    with tarfile.open(os.path.join(pretraining_params_path, '__palmmodel__'), 'r:gz') as f:
         f.extractall(os.path.join(pretraining_params_path, '.temp'))
     
     log_path = os.path.join(pretraining_params_path, '__palmmodel__')