diff --git a/paddle/fluid/inference/tensorrt/op_teller.cc b/paddle/fluid/inference/tensorrt/op_teller.cc
index f4e7c33463240f0275ab8c03b4c20050a0278375..b681b098c8c7654218d70fbbd4e21e5a8ba6ed19 100644
--- a/paddle/fluid/inference/tensorrt/op_teller.cc
+++ b/paddle/fluid/inference/tensorrt/op_teller.cc
@@ -206,7 +206,7 @@ bool OpTeller::Tell(const framework::ir::Node* node, bool use_no_calib_int8,
           (desc.HasAttr("class_num") && desc.HasAttr("anchors") &&
            desc.HasAttr("downsample_ratio") && desc.HasAttr("conf_thresh") &&
            desc.HasAttr("clip_bbox") && desc.HasAttr("scale_x_y"));
-      return has_attrs;
+      if (!has_attrs) return false;
     }
 
     if (op_type == "affine_channel") {
diff --git a/paddle/fluid/inference/tensorrt/plugin/yolo_box_op_plugin.cu b/paddle/fluid/inference/tensorrt/plugin/yolo_box_op_plugin.cu
index e1b4c898d212ffdf8db4c4910a9aab2ee728b9c3..13d07e774036a48b0ed6e3c91b168eaab4461df5 100644
--- a/paddle/fluid/inference/tensorrt/plugin/yolo_box_op_plugin.cu
+++ b/paddle/fluid/inference/tensorrt/plugin/yolo_box_op_plugin.cu
@@ -283,10 +283,7 @@ void YoloBoxPlugin::serialize(void* buffer) const {
   SerializeValue(&buffer, input_w_);
 }
 
-void YoloBoxPlugin::destroy() {
-  cudaFree(anchors_device_);
-  delete this;
-}
+void YoloBoxPlugin::destroy() {}
 
 void YoloBoxPlugin::setPluginNamespace(const char* lib_namespace) {
   namespace_ = std::string(lib_namespace);