diff --git a/paddle/fluid/operators/truncated_gaussian_random_op.cu b/paddle/fluid/operators/truncated_gaussian_random_op.cu
index d4247d9c1d91d549b99389f2fb38d2ecb19f636e..798709b1088d3f45caa3fbc441444ed4d3123591 100644
--- a/paddle/fluid/operators/truncated_gaussian_random_op.cu
+++ b/paddle/fluid/operators/truncated_gaussian_random_op.cu
@@ -109,12 +109,12 @@ class GPUTruncatedGaussianRandomKernel : public framework::OpKernel<T> {
           thrust::device_ptr<T>(data),
           TruncatedNormalOffset<T>(mean, std, std::numeric_limits<T>::min(),
                                    seed_offset.first, gen_offset));
+    } else {
+      thrust::transform(
+          index_sequence_begin, index_sequence_begin + size,
+          thrust::device_ptr<T>(data),
+          TruncatedNormal<T>(mean, std, std::numeric_limits<T>::min(), seed));
     }
-
-    thrust::transform(
-        index_sequence_begin, index_sequence_begin + size,
-        thrust::device_ptr<T>(data),
-        TruncatedNormal<T>(mean, std, std::numeric_limits<T>::min(), seed));
   }
 };