diff --git a/paddle/fluid/operators/randperm_op.h b/paddle/fluid/operators/randperm_op.h
index 02aabb9a7b569c5aa8354f191c0de1497d9f9324..3446c4785bd4a691c20139ee2ec66bed604da8ce 100644
--- a/paddle/fluid/operators/randperm_op.h
+++ b/paddle/fluid/operators/randperm_op.h
@@ -57,7 +57,7 @@ class RandpermKernel : public framework::OpKernel<T> {
       tmp_tensor.Resize(framework::make_ddim({n}));
       T* tmp_data = tmp_tensor.mutable_data<T>(platform::CPUPlace());
       random_permate<T>(tmp_data, n, seed);
-      framework::TensorCopy(tmp_tensor, platform::CUDAPlace(), out_tensor);
+      framework::TensorCopy(tmp_tensor, ctx.GetPlace(), out_tensor);
     }
   }
 };