diff --git a/mace/python/tools/caffe_converter_lib.py b/mace/python/tools/caffe_converter_lib.py
index 7c90d8ff2407bf9e88e0f7d2814e380f71abe7bd..f48eec591ba7685de1fc53e2cd356fadf1131b44 100644
--- a/mace/python/tools/caffe_converter_lib.py
+++ b/mace/python/tools/caffe_converter_lib.py
@@ -429,6 +429,7 @@ class CaffeConverter(object):
         if use_winograd:
             self.convert_winograd_conv_filter_cpu(op, op_def)
         elif self.device == 'gpu':
+            self.add_tensor(weight_tensor_name, weight_data)
             buffer_type = "DW_CONV2D_FILTER" \
                 if is_depthwise else "CONV2D_FILTER"
             output_name = self.add_buffer_to_image(weight_tensor_name,