add mpi cluster

fleet_rec/core/engine/cluster/submit.sh → fleet_rec/core/engine/cluster/master.sh

@@ -53,3 +53,7 @@ function check_error()
         exit 1
     fi
 }
+
+source ${engine_scrpit}
+
+main
\ No newline at end of file

models/rank/dnn/submit.sh

@@ -5,19 +5,15 @@
 # Description: run mpi submit clinet implement
 ###################################################
 
-
 #-----------------------------------------------------------------------------------------------------------------
 #fun : get argument from env, set it into variables
 #param : N/A
 #return : 0 -- success; not 0 -- failure
 #-----------------------------------------------------------------------------------------------------------------
 function vars_get_from_env() {
-    g_run_stage="vars_get_from_env"
-    g_hpc_path=${engine.}
-    g_crontabDate=$2
+  echo "xx"
 }
 
-
 #-----------------------------------------------------------------------------------------------------------------
 #fun : package
 #param : N/A
@@ -28,27 +24,24 @@ function package() {
 
 }
 
-
 #-----------------------------------------------------------------------------------------------------------------
 #fun : before hook submit to cluster
 #param : N/A
 #return : 0 -- success; not 0 -- failure
 #-----------------------------------------------------------------------------------------------------------------
 function before_submit() {
-
+  echo "before_submit"
 }
 
-
 #-----------------------------------------------------------------------------------------------------------------
 #fun : after hook submit to cluster
 #param : N/A
 #return : 0 -- success; not 0 -- failure
 #-----------------------------------------------------------------------------------------------------------------
 function after_submit() {
-
+  echo "after_submit"
 }
 
-
 #-----------------------------------------------------------------------------------------------------------------
 #fun : submit to cluster
 #param : N/A
@@ -60,18 +53,17 @@ function submit() {
   before_submit
 
   ${g_hpc_path}/bin/qsub_f \
-      -N ${g_job_name} \
-      --conf ${g_qsub_conf} \
-      --hdfs ${g_hdfs_path}  \
-      --ugi ${g_hdfs_ugi} \
-      --hout ${g_hdfs_output} \
-      --files ${g_submit_package} \
-      -l nodes=${g_job_nodes},walltime=1000:00:00,resource=full ${g_job_entry}
+    -N ${g_job_name} \
+    --conf ${g_qsub_conf} \
+    --hdfs ${g_hdfs_path} \
+    --ugi ${g_hdfs_ugi} \
+    --hout ${g_hdfs_output} \
+    --files ${g_submit_package} \
+    -l nodes=${g_job_nodes},walltime=1000:00:00,resource=full ${g_job_entry}
 
   after_submit
 }
 
-
 function main() {
-    echo "run submit done"
+  echo "run submit done"
 }