diff --git a/paddle/fluid/inference/tensorrt/engine.h b/paddle/fluid/inference/tensorrt/engine.h
index fdd71b0d884004c84e2ee15eea522c64ff943dd9..774d0fc46949bd6f4657a01d347d82488517d47b 100644
--- a/paddle/fluid/inference/tensorrt/engine.h
+++ b/paddle/fluid/inference/tensorrt/engine.h
@@ -157,6 +157,8 @@ class TensorRTEngine {
                       "version should be at least 6.";
 #endif
     }
+
+    dy::initLibNvInferPlugins(&logger, "");
   }
 
   ~TensorRTEngine() {}