diff --git a/tools/device.py b/tools/device.py
index ca21c285f0019a842c39f7f47a264d0e6e9445f5..5706196990826dfc04a47896ac65a9105ce4c699 100644
--- a/tools/device.py
+++ b/tools/device.py
@@ -713,16 +713,16 @@ class DeviceWrapper:
                 )
                 for runtime in runtime_list:
                     device_type = parse_device_type(runtime)
+                    log_dir = mace_model_dir + "/" + runtime
+                    if os.path.exists(log_dir):
+                        sh.rm('-rf', log_dir)
+                    os.makedirs(log_dir)
                     for output_config in output_configs:
                         self.run_model(flags, configs, target_abi, model_name,
                                        output_config, runtime, tuning)
                         if flags.validate:
                             log_file = ""
                             if flags.layers != "-1":
-                                log_dir = mace_model_dir + "/" + runtime
-                                if os.path.exists(log_dir):
-                                    sh.rm('-rf', log_dir)
-                                os.makedirs(log_dir)
                                 log_file = log_dir + "/log.csv"
                             model_file_path, weight_file_path = \
                                 get_model_files(