From 12f161d670be77241df4d2138b1b970869dbb815 Mon Sep 17 00:00:00 2001
From: tangwei <tangwei12@baidu.com>
Date: Tue, 12 May 2020 15:44:28 +0800
Subject: [PATCH] add mpi cluster

---
 .../engine/cluster/{submit.sh => master.sh}   |  4 +++
 models/rank/dnn/submit.sh                     | 30 +++++++------------
 2 files changed, 15 insertions(+), 19 deletions(-)
 rename fleet_rec/core/engine/cluster/{submit.sh => master.sh} (98%)

diff --git a/fleet_rec/core/engine/cluster/submit.sh b/fleet_rec/core/engine/cluster/master.sh
similarity index 98%
rename from fleet_rec/core/engine/cluster/submit.sh
rename to fleet_rec/core/engine/cluster/master.sh
index f34adc53..fea51c4d 100644
--- a/fleet_rec/core/engine/cluster/submit.sh
+++ b/fleet_rec/core/engine/cluster/master.sh
@@ -53,3 +53,7 @@ function check_error()
         exit 1
     fi
 }
+
+source ${engine_scrpit}
+
+main
\ No newline at end of file
diff --git a/models/rank/dnn/submit.sh b/models/rank/dnn/submit.sh
index f1b17348..b5dca9bd 100644
--- a/models/rank/dnn/submit.sh
+++ b/models/rank/dnn/submit.sh
@@ -5,19 +5,15 @@
 # Description: run mpi submit clinet implement
 ###################################################
 
-
 #-----------------------------------------------------------------------------------------------------------------
 #fun : get argument from env, set it into variables
 #param : N/A
 #return : 0 -- success; not 0 -- failure
 #-----------------------------------------------------------------------------------------------------------------
 function vars_get_from_env() {
-    g_run_stage="vars_get_from_env"
-    g_hpc_path=${engine.}
-    g_crontabDate=$2
+  echo "xx"
 }
 
-
 #-----------------------------------------------------------------------------------------------------------------
 #fun : package
 #param : N/A
@@ -28,27 +24,24 @@ function package() {
 
 }
 
-
 #-----------------------------------------------------------------------------------------------------------------
 #fun : before hook submit to cluster
 #param : N/A
 #return : 0 -- success; not 0 -- failure
 #-----------------------------------------------------------------------------------------------------------------
 function before_submit() {
-
+  echo "before_submit"
 }
 
-
 #-----------------------------------------------------------------------------------------------------------------
 #fun : after hook submit to cluster
 #param : N/A
 #return : 0 -- success; not 0 -- failure
 #-----------------------------------------------------------------------------------------------------------------
 function after_submit() {
-
+  echo "after_submit"
 }
 
-
 #-----------------------------------------------------------------------------------------------------------------
 #fun : submit to cluster
 #param : N/A
@@ -60,18 +53,17 @@ function submit() {
   before_submit
 
   ${g_hpc_path}/bin/qsub_f \
-      -N ${g_job_name} \
-      --conf ${g_qsub_conf} \
-      --hdfs ${g_hdfs_path}  \
-      --ugi ${g_hdfs_ugi} \
-      --hout ${g_hdfs_output} \
-      --files ${g_submit_package} \
-      -l nodes=${g_job_nodes},walltime=1000:00:00,resource=full ${g_job_entry}
+    -N ${g_job_name} \
+    --conf ${g_qsub_conf} \
+    --hdfs ${g_hdfs_path} \
+    --ugi ${g_hdfs_ugi} \
+    --hout ${g_hdfs_output} \
+    --files ${g_submit_package} \
+    -l nodes=${g_job_nodes},walltime=1000:00:00,resource=full ${g_job_entry}
 
   after_submit
 }
 
-
 function main() {
-    echo "run submit done"
+  echo "run submit done"
 }
-- 
GitLab