fix default value of bufsize

configs/dcn/yolov3_enhance_reader.yml

@@ -44,7 +44,7 @@ TrainReader:
   shuffle: true
   drop_last: true
   worker_num: 8
-  bufsize: 32
+  bufsize: 2
   use_process: true
 
 EvalReader:
@@ -76,7 +76,7 @@ EvalReader:
   batch_size: 8
   drop_empty: false
   worker_num: 8
-  bufsize: 32
+  bufsize: 2
 
 TestReader:
   inputs_def:

configs/ssd/ssd_mobilenet_v1_voc.yml

@@ -89,7 +89,7 @@ TrainReader:
   shuffle: true
   drop_last: true
   worker_num: 8
-  bufsize: 16
+  bufsize: 2
   use_process: true
 
 EvalReader:
@@ -116,7 +116,7 @@ EvalReader:
     std: [127.502231, 127.502231, 127.502231]
   batch_size: 32
   worker_num: 8
-  bufsize: 32
+  bufsize: 2
   use_process: false
 
 TestReader:

configs/ssd/ssd_vgg16_300.yml

@@ -93,7 +93,7 @@ TrainReader:
   batch_size: 8
   shuffle: true
   worker_num: 8
-  bufsize: 32
+  bufsize: 2
   use_process: true
   drop_empty: true
 
@@ -123,7 +123,7 @@ EvalReader:
     std: [1, 1, 1]
   batch_size: 16
   worker_num: 8
-  bufsize: 32
+  bufsize: 2
 
 TestReader:
   inputs_def:

configs/ssd/ssd_vgg16_300_voc.yml

@@ -93,7 +93,7 @@ TrainReader:
   batch_size: 8
   shuffle: true
   worker_num: 8
-  bufsize: 32
+  bufsize: 2
   use_process: true
 
 EvalReader:
@@ -122,7 +122,7 @@ EvalReader:
     std: [1, 1, 1]
   batch_size: 32
   worker_num: 8
-  bufsize: 32
+  bufsize: 2
 
 TestReader:
   inputs_def:

configs/ssd/ssd_vgg16_512.yml

@@ -96,7 +96,7 @@ TrainReader:
   batch_size: 8
   shuffle: true
   worker_num: 8
-  bufsize: 32
+  bufsize: 2
   use_process: true
 
 EvalReader:
@@ -124,7 +124,7 @@ EvalReader:
     std: [1, 1, 1]
   batch_size: 8
   worker_num: 8
-  bufsize: 32
+  bufsize: 2
   drop_empty: false
 
 TestReader:

configs/ssd/ssd_vgg16_512_voc.yml

@@ -97,7 +97,7 @@ TrainReader:
   batch_size: 8
   shuffle: true
   worker_num: 8
-  bufsize: 32
+  bufsize: 2
   use_process: true
 
 EvalReader:
@@ -126,7 +126,7 @@ EvalReader:
     std: [1, 1, 1]
   batch_size: 32
   worker_num: 8
-  bufsize: 32
+  bufsize: 2
 
 TestReader:
   inputs_def:

configs/yolov3_reader.yml

@@ -51,7 +51,7 @@ TrainReader:
   mixup_epoch: 250
   drop_last: true
   worker_num: 8
-  bufsize: 32
+  bufsize: 2
   use_process: true
 
 
@@ -63,7 +63,7 @@ EvalReader:
     !COCODataSet
       image_dir: val2017
       anno_path: annotations/instances_val2017.json
-      dataset_dir: dataset/coco
+      dataset_dir: dataset/coco 
       with_background: false
   sample_transforms:
     - !DecodeImage

ppdet/data/parallel_map.py

@@ -60,7 +60,7 @@ class ParallelMap(object):
                  source,
                  worker,
                  worker_num,
-                 bufsize=100,
+                 bufsize=2,
                  use_process=False,
                  memsize='3G'):
         self._worker_num = worker_num

ppdet/data/reader.py

@@ -195,7 +195,7 @@ class Reader(object):
                  use_process=False,
                  use_fine_grained_loss=False,
                  num_classes=80,
-                 bufsize=100,
+                 bufsize=2,
                  memsize='3G',
                  inputs_def=None):
         self._dataset = dataset

ppdet/data/tests/test_loader.py

@@ -129,7 +129,7 @@ class TestReader(unittest.TestCase):
             drop_empty=True,
             worker_num=2,
             use_process=False,
-            bufsize=8,
+            bufsize=2,
             inputs_def=inputs_def)()
         for i in range(2):
             for samples in data_loader: