diff --git a/mace/python/tools/caffe_converter_lib.py b/mace/python/tools/caffe_converter_lib.py
index 9513b1fe74b7e4bb4a4942db8efe39f7ac538390..d0928904d6b0232afb278f516fdd72832984bf01 100644
--- a/mace/python/tools/caffe_converter_lib.py
+++ b/mace/python/tools/caffe_converter_lib.py
@@ -423,6 +423,7 @@ class CaffeConverter(object):
         if use_winograd:
             self.convert_winograd_conv_filter_cpu(op, op_def)
         elif self.device == 'gpu':
+            self.add_tensor(weight_tensor_name, weight_data)
             buffer_type = "DW_CONV2D_FILTER" \
                 if is_depthwise else "CONV2D_FILTER"
             output_name = self.add_buffer_to_image(weight_tensor_name,