diff --git a/lite/core/context.h b/lite/core/context.h
index 68d8e29329a7ca8a8a257b46ddac6b13485879da..eb25e7e1d980de9e8f633591fc1320f2a7cd476d 100644
--- a/lite/core/context.h
+++ b/lite/core/context.h
@@ -232,6 +232,13 @@ class Context<TargetType::kCUDA> {
 
   std::string name() const { return "CUDAContext"; }
 
+  CUDAContext& operator=(const CUDAContext& context) {
+    this->Init(
+        context.device_id_, context.exec_stream_id_, context.io_stream_id_);
+    cublas_fp32_ = const_cast<CUDAContext&>(context).cublas_fp32();
+    return *this;
+  }
+
  private:
   int device_id_;
   // overall information