diff --git a/python/paddle/fluid/tests/unittests/dygraph_to_static/test_sentiment.py b/python/paddle/fluid/tests/unittests/dygraph_to_static/test_sentiment.py
index f866841935a8ae675b2b3be0e58be1c08b8bb7f7..74d415cc3eed7f96c15c755177ef798fd43a3a1b 100644
--- a/python/paddle/fluid/tests/unittests/dygraph_to_static/test_sentiment.py
+++ b/python/paddle/fluid/tests/unittests/dygraph_to_static/test_sentiment.py
@@ -324,6 +324,9 @@ def train(args, to_static):
                 if batch_id % args.log_step == 0:
                     time_end = time.time()
                     used_time = time_end - time_begin
+                    # used_time may be 0.0, cause zero division error
+                    if used_time < 1e-5:
+                        used_time = 1e-5
                     print("step: %d, ave loss: %f, speed: %f steps/s" %
                           (batch_id, avg_cost.numpy()[0],
                            args.log_step / used_time))