From efa7d3035fda4923e0bdcd2ac64797c5d3df1490 Mon Sep 17 00:00:00 2001
From: xiongkun <xiongkun03@baidu.com>
Date: Mon, 14 Nov 2022 09:27:37 +0000
Subject: [PATCH] make loss deterministic while running on gpu

---
 test_tipc/test_train_dy2static_python.sh | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/test_tipc/test_train_dy2static_python.sh b/test_tipc/test_train_dy2static_python.sh
index 13f930aa..22d3e9ce 100644
--- a/test_tipc/test_train_dy2static_python.sh
+++ b/test_tipc/test_train_dy2static_python.sh
@@ -8,7 +8,7 @@ BASEDIR=$(dirname "$0")
 FILENAME=$1
 sed -i 's/gpu_list.*$/gpu_list:0/g' $FILENAME
 sed -i '23,$d' $FILENAME
-sed -i 's/-o Global.device:.*$/-o Global.device:cpu/g' $FILENAME
+#sed -i 's/-o Global.device:.*$/-o Global.device:cpu/g' $FILENAME
 sed -i '16s/$/ -o Global.print_batch_step=1/' ${FILENAME}
 
 
@@ -22,6 +22,9 @@ rm -rf $LOG_PATH
 mkdir -p ${LOG_PATH}
 status_log="${LOG_PATH}/results_python.log"
 
+# make cudnn algorithm deterministic, such as conv.
+export FLAGS_cudnn_deterministic=True
+
 # start dygraph train
 dygraph_output=$LOG_PATH/python_train_infer_dygraph_output.txt
 dygraph_loss=$LOG_PATH/dygraph_loss.txt
-- 
GitLab