From 3b7c9125de9933be3715e67ae5e1607a6ab6d77a Mon Sep 17 00:00:00 2001
From: jerrywgz <jerrywgz@126.com>
Date: Mon, 23 Mar 2020 06:07:53 +0000
Subject: [PATCH] fix default value of bufsize

---
 configs/dcn/yolov3_enhance_reader.yml | 4 ++--
 configs/ssd/ssd_mobilenet_v1_voc.yml  | 4 ++--
 configs/ssd/ssd_vgg16_300.yml         | 4 ++--
 configs/ssd/ssd_vgg16_300_voc.yml     | 4 ++--
 configs/ssd/ssd_vgg16_512.yml         | 4 ++--
 configs/ssd/ssd_vgg16_512_voc.yml     | 4 ++--
 configs/yolov3_reader.yml             | 4 ++--
 ppdet/data/parallel_map.py            | 2 +-
 ppdet/data/reader.py                  | 2 +-
 ppdet/data/tests/test_loader.py       | 2 +-
 10 files changed, 17 insertions(+), 17 deletions(-)

diff --git a/configs/dcn/yolov3_enhance_reader.yml b/configs/dcn/yolov3_enhance_reader.yml
index 228e5558a..3ac7c2444 100644
--- a/configs/dcn/yolov3_enhance_reader.yml
+++ b/configs/dcn/yolov3_enhance_reader.yml
@@ -44,7 +44,7 @@ TrainReader:
   shuffle: true
   drop_last: true
   worker_num: 8
-  bufsize: 32
+  bufsize: 2
   use_process: true
 
 EvalReader:
@@ -76,7 +76,7 @@ EvalReader:
   batch_size: 8
   drop_empty: false
   worker_num: 8
-  bufsize: 32
+  bufsize: 2
 
 TestReader:
   inputs_def:
diff --git a/configs/ssd/ssd_mobilenet_v1_voc.yml b/configs/ssd/ssd_mobilenet_v1_voc.yml
index b0d22730e..0dea30810 100644
--- a/configs/ssd/ssd_mobilenet_v1_voc.yml
+++ b/configs/ssd/ssd_mobilenet_v1_voc.yml
@@ -89,7 +89,7 @@ TrainReader:
   shuffle: true
   drop_last: true
   worker_num: 8
-  bufsize: 16
+  bufsize: 2
   use_process: true
 
 EvalReader:
@@ -116,7 +116,7 @@ EvalReader:
     std: [127.502231, 127.502231, 127.502231]
   batch_size: 32
   worker_num: 8
-  bufsize: 32
+  bufsize: 2
   use_process: false
 
 TestReader:
diff --git a/configs/ssd/ssd_vgg16_300.yml b/configs/ssd/ssd_vgg16_300.yml
index fed09072d..c0864a6b3 100644
--- a/configs/ssd/ssd_vgg16_300.yml
+++ b/configs/ssd/ssd_vgg16_300.yml
@@ -93,7 +93,7 @@ TrainReader:
   batch_size: 8
   shuffle: true
   worker_num: 8
-  bufsize: 32
+  bufsize: 2
   use_process: true
   drop_empty: true
 
@@ -123,7 +123,7 @@ EvalReader:
     std: [1, 1, 1]
   batch_size: 16
   worker_num: 8
-  bufsize: 32
+  bufsize: 2
 
 TestReader:
   inputs_def:
diff --git a/configs/ssd/ssd_vgg16_300_voc.yml b/configs/ssd/ssd_vgg16_300_voc.yml
index 75944286c..f0d9a5dc2 100644
--- a/configs/ssd/ssd_vgg16_300_voc.yml
+++ b/configs/ssd/ssd_vgg16_300_voc.yml
@@ -93,7 +93,7 @@ TrainReader:
   batch_size: 8
   shuffle: true
   worker_num: 8
-  bufsize: 32
+  bufsize: 2
   use_process: true
 
 EvalReader:
@@ -122,7 +122,7 @@ EvalReader:
     std: [1, 1, 1]
   batch_size: 32
   worker_num: 8
-  bufsize: 32
+  bufsize: 2
 
 TestReader:
   inputs_def:
diff --git a/configs/ssd/ssd_vgg16_512.yml b/configs/ssd/ssd_vgg16_512.yml
index 1383acf42..ef816d8dd 100644
--- a/configs/ssd/ssd_vgg16_512.yml
+++ b/configs/ssd/ssd_vgg16_512.yml
@@ -96,7 +96,7 @@ TrainReader:
   batch_size: 8
   shuffle: true
   worker_num: 8
-  bufsize: 32
+  bufsize: 2
   use_process: true
 
 EvalReader:
@@ -124,7 +124,7 @@ EvalReader:
     std: [1, 1, 1]
   batch_size: 8
   worker_num: 8
-  bufsize: 32
+  bufsize: 2
   drop_empty: false
 
 TestReader:
diff --git a/configs/ssd/ssd_vgg16_512_voc.yml b/configs/ssd/ssd_vgg16_512_voc.yml
index dc567de7c..512f2a6d8 100644
--- a/configs/ssd/ssd_vgg16_512_voc.yml
+++ b/configs/ssd/ssd_vgg16_512_voc.yml
@@ -97,7 +97,7 @@ TrainReader:
   batch_size: 8
   shuffle: true
   worker_num: 8
-  bufsize: 32
+  bufsize: 2
   use_process: true
 
 EvalReader:
@@ -126,7 +126,7 @@ EvalReader:
     std: [1, 1, 1]
   batch_size: 32
   worker_num: 8
-  bufsize: 32
+  bufsize: 2
 
 TestReader:
   inputs_def:
diff --git a/configs/yolov3_reader.yml b/configs/yolov3_reader.yml
index e539408d1..cdf8e6a83 100644
--- a/configs/yolov3_reader.yml
+++ b/configs/yolov3_reader.yml
@@ -51,7 +51,7 @@ TrainReader:
   mixup_epoch: 250
   drop_last: true
   worker_num: 8
-  bufsize: 32
+  bufsize: 2
   use_process: true
 
 
@@ -63,7 +63,7 @@ EvalReader:
     !COCODataSet
       image_dir: val2017
       anno_path: annotations/instances_val2017.json
-      dataset_dir: dataset/coco
+      dataset_dir: dataset/coco 
       with_background: false
   sample_transforms:
     - !DecodeImage
diff --git a/ppdet/data/parallel_map.py b/ppdet/data/parallel_map.py
index 7517157cd..cc9f1b6ed 100644
--- a/ppdet/data/parallel_map.py
+++ b/ppdet/data/parallel_map.py
@@ -60,7 +60,7 @@ class ParallelMap(object):
                  source,
                  worker,
                  worker_num,
-                 bufsize=100,
+                 bufsize=2,
                  use_process=False,
                  memsize='3G'):
         self._worker_num = worker_num
diff --git a/ppdet/data/reader.py b/ppdet/data/reader.py
index 04eb749ed..0e814af25 100644
--- a/ppdet/data/reader.py
+++ b/ppdet/data/reader.py
@@ -195,7 +195,7 @@ class Reader(object):
                  use_process=False,
                  use_fine_grained_loss=False,
                  num_classes=80,
-                 bufsize=100,
+                 bufsize=2,
                  memsize='3G',
                  inputs_def=None):
         self._dataset = dataset
diff --git a/ppdet/data/tests/test_loader.py b/ppdet/data/tests/test_loader.py
index 9f373ad99..4ab31a8f3 100644
--- a/ppdet/data/tests/test_loader.py
+++ b/ppdet/data/tests/test_loader.py
@@ -129,7 +129,7 @@ class TestReader(unittest.TestCase):
             drop_empty=True,
             worker_num=2,
             use_process=False,
-            bufsize=8,
+            bufsize=2,
             inputs_def=inputs_def)()
         for i in range(2):
             for samples in data_loader:
-- 
GitLab