diff --git a/PaddleCV/yolov3/models/yolov3.py b/PaddleCV/yolov3/models/yolov3.py
index 9ea4ef4433bb647967c4c6ef4160bc6ab491bd61..55c0667b16097b4424c948798a5faccc8ad2e366 100644
--- a/PaddleCV/yolov3/models/yolov3.py
+++ b/PaddleCV/yolov3/models/yolov3.py
@@ -103,9 +103,12 @@ class YOLOv3(object):
             route, tip = yolo_detection_block(block, channel=512//(2**i), 
                                         is_test=(not self.is_train),
                                         name="yolo_block.{}".format(i))
+
+            # out channel number = mask_num * (5 + class_num)
+            num_filters = len(cfg.anchor_masks[i]) * (cfg.class_num + 5)
             block_out = fluid.layers.conv2d(
                 input=tip,
-                num_filters=255,
+                num_filters=num_filters,
                 filter_size=1,
                 stride=1,
                 padding=0,