提交 67869ede 编写于 作者: T tangwei12

bug fix

上级 24d5c800
...@@ -8,18 +8,6 @@ ...@@ -8,18 +8,6 @@
# ---------------------------------------------------------------------------- # # ---------------------------------------------------------------------------- #
# variable define # # variable define #
# ---------------------------------------------------------------------------- # # ---------------------------------------------------------------------------- #
declare g_jobname=""
declare g_version=""
declare g_priority=""
declare g_nodes=""
declare g_run_cmd=""
declare g_groupname=""
declare g_config=""
declare g_submitfiles=""
declare g_ak=""
declare g_sk=""
declare g_user_define_script=""
# ---------------------------------------------------------------------------- #
#----------------------------------------------------------------------------------------------------------------- #-----------------------------------------------------------------------------------------------------------------
#fun : package #fun : package
...@@ -59,18 +47,22 @@ function _after_submit() { ...@@ -59,18 +47,22 @@ function _after_submit() {
function _submit() { function _submit() {
g_run_stage="submit" g_run_stage="submit"
paddlecloud job --ak ${g_ak} --sk ${g_sk} train --cluster-name ${g_jobname} \ cd ${engine_temp_path}
--job-version ${g_version} \
--mpi-priority ${g_priority} \ paddlecloud job --ak ${engine_submit_ak} --sk ${engine_submit_sk} train --cluster-name ${engine_submit_cluster} \
--job-version ${engine_submit_version} \
--mpi-priority ${engine_submit_priority} \
--mpi-wall-time 300:59:00 \ --mpi-wall-time 300:59:00 \
--mpi-nodes ${g_nodes} --is-standalone 0 \ --mpi-nodes ${engine_submit_nodes} --is-standalone 0 \
--mpi-memory 110Gi \ --mpi-memory 110Gi \
--job-name ${g_jobname} \ --job-name ${engine_submit_jobname} \
--start-cmd ${g_run_cmd} \ --start-cmd "${g_run_cmd}" \
--group-name ${g_groupname} \ --group-name ${engine_submit_group} \
--job-conf ${g_config} \ --job-conf ${engine_submit_config} \
--files ${g_submitfiles} \ --files ${g_submitfiles} \
--json --json
cd -
} }
function submit_hook() { function submit_hook() {
...@@ -80,9 +72,10 @@ function submit_hook() { ...@@ -80,9 +72,10 @@ function submit_hook() {
} }
function main() { function main() {
source ${g_user_define_script} source ${engine_submit_scrpit}
package_hook package_hook
submit_hook submit_hook
} }
main main
\ No newline at end of file
...@@ -7,4 +7,4 @@ ...@@ -7,4 +7,4 @@
echo "heheda" echo "heheda"
python -m paddlerec.run -m config.yaml -e cluster -r worker python -m paddlerec.run -m paddle_rec_config.yaml -e cluster -r worker
...@@ -36,8 +36,8 @@ function package() { ...@@ -36,8 +36,8 @@ function package() {
cp ${engine_workspace}/job.sh ${temp} cp ${engine_workspace}/job.sh ${temp}
cp ${engine_workspace}/before_hook.sh ${temp} cp ${engine_workspace}/before_hook.sh ${temp}
cp ${engine_run_config} ${temp}/config.yaml cp ${engine_run_config} ${temp}/paddle_rec_config.yaml
g_submitfiles="job.sh before_hook.sh config.yaml" g_submitfiles="job.sh before_hook.sh paddle_rec_config.yaml"
g_run_cmd="sh job.sh" g_run_cmd='"sh job.sh"'
} }
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册