diff --git a/paddle/math/Matrix.cpp b/paddle/math/Matrix.cpp
index 0023b4d0f5da500f380ecb836b7c54e050b13d67..588310fbeecdf297f2eb24a6aadb26a87d25b1ff 100644
--- a/paddle/math/Matrix.cpp
+++ b/paddle/math/Matrix.cpp
@@ -3637,7 +3637,7 @@ void CpuMatrix::oneHotCrossEntropy(Matrix& output, IVector& label) {
   for (size_t i = 0; i < numSamples; ++i, out += dim) {
     CHECK_GE(lbl[i], 0);
     CHECK_LT((size_t)lbl[i], dim);
-    cost[i] = -std::log(out[lbl[i]]);
+    cost[i] = -std::log(std::max(out[lbl[i]], real(FLT_MIN)));
   }
 }
 
@@ -3652,7 +3652,7 @@ void CpuMatrix::oneHotCrossEntropyBp(Matrix& output, IVector& label) {
   real* grad = getData();
   int* lbl = label.getData();
   for (size_t i = 0; i < numSamples; ++i, out += dim, grad += dim) {
-    grad[lbl[i]] -= 1 / out[lbl[i]];
+    grad[lbl[i]] -= 1 / std::max(out[lbl[i]], real(FLT_MIN));
   }
 }