diff --git a/paddle/phi/kernels/onednn/gaussian_random_kernel.cc b/paddle/phi/kernels/onednn/gaussian_random_kernel.cc
index 853cbfaa8a3c89743c78b95df972e8274c97a283..77331e5c32ea140f38a6c33adcfe39f9a9d61d0e 100644
--- a/paddle/phi/kernels/onednn/gaussian_random_kernel.cc
+++ b/paddle/phi/kernels/onednn/gaussian_random_kernel.cc
@@ -28,8 +28,13 @@ void GaussianRandomKernel(const Context& ctx,
                           DataType dtype,
                           DenseTensor* out) {
   std::normal_distribution<T> dist(mean, std);
-  auto engine = std::make_shared<std::mt19937_64>();
-  engine->seed(seed);
+  std::shared_ptr<std::mt19937_64> engine;
+  if (seed) {
+    engine = std::make_shared<std::mt19937_64>();
+    engine->seed(seed);
+  } else {
+    engine = ctx.GetGenerator()->GetCPUEngine();
+  }
 
   T* data = ctx.template Alloc<T>(out);
   for (int64_t i = 0; i < out->numel(); ++i) {