Add stress (restart) test

mace_run.cc

@@ -158,6 +158,7 @@ DEFINE_string(model_data_file, "",
               "model data file name, used when EMBED_MODEL_DATA set to 0");
 DEFINE_string(device, "OPENCL", "CPU/NEON/OPENCL/HEXAGON");
 DEFINE_int32(round, 1, "round");
+DEFINE_int32(restart_round, 1, "restart round");
 DEFINE_int32(malloc_check_cycle, -1, "malloc debug check cycle, -1 to disable");
 
 bool SingleInputAndOutput(const std::vector<int64_t> &input_shape,
@@ -225,11 +226,13 @@ bool SingleInputAndOutput(const std::vector<int64_t> &input_shape,
       }
     }
     t1 = NowMicros();
-    LOG(INFO) << "Averate latency: " << (t1 - t0) / FLAGS_round << " us";
+    LOG(INFO) << "Average latency: " << (t1 - t0) / FLAGS_round << " us";
   }
 
+  if (FLAGS_restart_round == 1) {
     if (output_data != nullptr) {
-    std::string output_name = FLAGS_output_file + "_" + FormatName(FLAGS_output_node);
+      std::string
+        output_name = FLAGS_output_file + "_" + FormatName(FLAGS_output_node);
       ofstream out_file(output_name, ios::binary);
       out_file.write((const char *) (output_data.get()),
                      output_size * sizeof(float));
@@ -242,6 +245,7 @@ bool SingleInputAndOutput(const std::vector<int64_t> &input_shape,
     } else {
       LOG(INFO) << "Output data is null";
     }
+  }
 
   return true;
 }
@@ -326,7 +330,7 @@ bool MultipleInputOrOutput(const std::vector<std::string> &input_names,
       }
     }
     t1 = NowMicros();
-    LOG(INFO) << "Averate latency: " << (t1 - t0) / FLAGS_round << " us";
+    LOG(INFO) << "Average latency: " << (t1 - t0) / FLAGS_round << " us";
   }
 
   for (size_t i = 0; i < output_count; ++i) {
@@ -363,7 +367,8 @@ int main(int argc, char **argv) {
   LOG(INFO) << "output_file: " << FLAGS_output_file;
   LOG(INFO) << "model_data_file: " << FLAGS_model_data_file;
   LOG(INFO) << "device: " << FLAGS_device;
-  LOG(INFO) << "round: " << FLAGS_round;
+  LOG(INFO) << "round: " << FLAGS_restart_round;
+  LOG(INFO) << "restart_round: " << FLAGS_round;
 
   std::vector<std::string> input_names = str_util::Split(FLAGS_input_node, ',');
   std::vector<std::string> output_names = str_util::Split(FLAGS_output_node, ',');
@@ -382,10 +387,17 @@ int main(int argc, char **argv) {
   }
 
   bool ret;
+#pragma omp parallel for
+  for (int i = 0; i < FLAGS_restart_round; ++i) {
+    VLOG(0) << "restart round " << i;
     if (input_count == 1 && output_count == 1) {
       ret = SingleInputAndOutput(input_shape_vec[0], output_shape_vec[0]);
     } else {
-    ret = MultipleInputOrOutput(input_names, input_shape_vec, output_names, output_shape_vec);
+      ret = MultipleInputOrOutput(input_names,
+                                  input_shape_vec,
+                                  output_names,
+                                  output_shape_vec);
+    }
   }
   if(ret) {
     return 0;