diff --git a/example/auto_compression/image_classification/run.py b/example/auto_compression/image_classification/run.py
index 074f4cfd81dfe8e733d5f2558941293834fa9250..d8da1a9f419b7f19c03b7fb004ea0725724f2803 100644
--- a/example/auto_compression/image_classification/run.py
+++ b/example/auto_compression/image_classification/run.py
@@ -14,8 +14,6 @@
 
 import os
 import sys
-sys.path[0] = os.path.join(
-    os.path.dirname("__file__"), os.path.pardir, os.path.pardir)
 import argparse
 import functools
 from functools import partial
@@ -60,7 +58,7 @@ def reader_wrapper(reader, input_name):
     return gen
 
 
-def eval_reader(data_dir, batch_size, crop_size, resize_size):
+def eval_reader(data_dir, batch_size, crop_size, resize_size, place=None):
     val_reader = ImageNetDataset(
         mode='val',
         data_dir=data_dir,
@@ -68,6 +66,7 @@ def eval_reader(data_dir, batch_size, crop_size, resize_size):
         resize_size=resize_size)
     val_loader = DataLoader(
         val_reader,
+        places=[place] if place is not None else None,
         batch_size=global_config['batch_size'],
         shuffle=False,
         drop_last=False,
@@ -171,13 +170,14 @@ def main():
         save_dir=args.save_dir,
         config=all_config,
         train_dataloader=train_dataloader,
-        eval_callback=eval_function,
+        eval_callback=eval_function if rank_id == 0 else None,
         eval_dataloader=reader_wrapper(
             eval_reader(
                 data_dir,
                 global_config['batch_size'],
                 crop_size=img_size,
-                resize_size=resize_size),
+                resize_size=resize_size,
+                place=place),
             global_config['input_name']))
 
     ac.compress()
diff --git a/example/auto_compression/semantic_segmentation/run.py b/example/auto_compression/semantic_segmentation/run.py
index 1d7df11632df9dc22a530198a6feb5a836a3548a..2cda35b5cac01d679db84efc62311e41d31a3c52 100644
--- a/example/auto_compression/semantic_segmentation/run.py
+++ b/example/auto_compression/semantic_segmentation/run.py
@@ -66,10 +66,6 @@ def parse_args():
 
 
 def eval_function(exe, compiled_test_program, test_feed_names, test_fetch_list):
-
-    nranks = paddle.distributed.ParallelEnv().local_rank
-    if nranks > 1 and paddle.distributed.get_rank() != 0:
-        return
     batch_sampler = paddle.io.BatchSampler(
         eval_dataset, batch_size=1, shuffle=False, drop_last=False)
     loader = paddle.io.DataLoader(
@@ -168,6 +164,11 @@ if __name__ == '__main__':
         worker_init_fn=worker_init_fn)
     train_dataloader = reader_wrapper(train_loader)
 
+    nranks = paddle.distributed.get_world_size()
+    rank_id = paddle.distributed.get_rank()
+    if nranks > 1 and rank_id != 0:
+        eval_function = None
+
     # step2: create and instance of AutoCompression
     ac = AutoCompression(
         model_dir=args.model_dir,