Transformer-XL update train (#5200)

* update train

* update eval

PaddleNLP/examples/language_model/transformer-xl/eval.py

@@ -118,9 +118,9 @@ def do_eval(args):
 
     logger_info = ''
     if valid_loss is not None:
-        logger_info = logger_info + _logger(valid_loss)
+        logger_info = logger_info + _logger(valid_loss) + " | "
     if test_loss is not None:
-        logger_info = logger_info + _logger(test_loss)
+        logger_info = logger_info + _logger(test_loss) + " | "
     logger.info(logger_info)
 
 

PaddleNLP/examples/language_model/transformer-xl/train.py

@@ -242,8 +242,9 @@ def do_train(args):
                 logger.info(logger_info)
 
                 if args.save_model and rank == 0:
-                    model_dir = os.path.join(args.save_model,
-                                             "step_" + str(step_idx))
+                    model_dir = os.path.join(
+                        args.save_model,
+                        "step_" + str(step_idx) + "_" + str(eval_loss))
                     if not os.path.exists(model_dir):
                         os.makedirs(model_dir)
                     paddle.save(