handle trt engine deserialization failure and rebuild (#50775)

paddle/fluid/inference/analysis/ir_passes/tensorrt_subgraph_pass.cc

@@ -580,11 +580,20 @@ void TensorRtSubgraphPass::CreateTensorRTOp(
         Get<std::string>("model_opt_cache_dir"), engine_key);
     // we can load the engine info serialized before from the disk.
     if (!trt_engine_serialized_data.empty()) {
-      trt_engine->Deserialize(trt_engine_serialized_data);
-      LOG(INFO) << "Load TRT Optimized Info from "
-                << GetTrtEngineSerializedPath(
-                       Get<std::string>("model_opt_cache_dir"), engine_key);
-      return;
+      try {
+        trt_engine->Deserialize(trt_engine_serialized_data);
+        LOG(INFO) << "Load TRT Optimized Info from "
+                  << GetTrtEngineSerializedPath(
+                         Get<std::string>("model_opt_cache_dir"), engine_key);
+        return;
+      } catch (const std::exception &exp) {
+        LOG(WARNING)
+            << "Fail to load TRT Optimized Info from "
+            << GetTrtEngineSerializedPath(
+                   Get<std::string>("model_opt_cache_dir"), engine_key)
+            << ". Engine deserialization failed: Serialized Engine Version "
+               "does not match Current Version, TRT engine will be rebuilded";
+      }
     }
   }