diff --git a/configs/dcn/yolov3_enhance_reader.yml b/configs/dcn/yolov3_enhance_reader.yml index 228e5558aa1c616021823aa7f99ac4748a1a9826..3ac7c2444e196ebdac9644787cf581ecee10086a 100644 --- a/configs/dcn/yolov3_enhance_reader.yml +++ b/configs/dcn/yolov3_enhance_reader.yml @@ -44,7 +44,7 @@ TrainReader: shuffle: true drop_last: true worker_num: 8 - bufsize: 32 + bufsize: 2 use_process: true EvalReader: @@ -76,7 +76,7 @@ EvalReader: batch_size: 8 drop_empty: false worker_num: 8 - bufsize: 32 + bufsize: 2 TestReader: inputs_def: diff --git a/configs/ssd/ssd_mobilenet_v1_voc.yml b/configs/ssd/ssd_mobilenet_v1_voc.yml index b0d22730e3a73bf3e0056c06cbd03925b05be315..0dea3081007da13d4f421a0c6c3853a9a43e9d44 100644 --- a/configs/ssd/ssd_mobilenet_v1_voc.yml +++ b/configs/ssd/ssd_mobilenet_v1_voc.yml @@ -89,7 +89,7 @@ TrainReader: shuffle: true drop_last: true worker_num: 8 - bufsize: 16 + bufsize: 2 use_process: true EvalReader: @@ -116,7 +116,7 @@ EvalReader: std: [127.502231, 127.502231, 127.502231] batch_size: 32 worker_num: 8 - bufsize: 32 + bufsize: 2 use_process: false TestReader: diff --git a/configs/ssd/ssd_vgg16_300.yml b/configs/ssd/ssd_vgg16_300.yml index fed09072dbf03ad6517c2e59f16720bf54f36598..c0864a6b3f73224f8ff372b8f5da1c9371d146ff 100644 --- a/configs/ssd/ssd_vgg16_300.yml +++ b/configs/ssd/ssd_vgg16_300.yml @@ -93,7 +93,7 @@ TrainReader: batch_size: 8 shuffle: true worker_num: 8 - bufsize: 32 + bufsize: 2 use_process: true drop_empty: true @@ -123,7 +123,7 @@ EvalReader: std: [1, 1, 1] batch_size: 16 worker_num: 8 - bufsize: 32 + bufsize: 2 TestReader: inputs_def: diff --git a/configs/ssd/ssd_vgg16_300_voc.yml b/configs/ssd/ssd_vgg16_300_voc.yml index 75944286c4662f599d2166db7c8a1134c81ffc04..f0d9a5dc29ec5347ece3c74edada10e3abf73f32 100644 --- a/configs/ssd/ssd_vgg16_300_voc.yml +++ b/configs/ssd/ssd_vgg16_300_voc.yml @@ -93,7 +93,7 @@ TrainReader: batch_size: 8 shuffle: true worker_num: 8 - bufsize: 32 + bufsize: 2 use_process: true EvalReader: @@ -122,7 +122,7 @@ EvalReader: std: [1, 1, 1] batch_size: 32 worker_num: 8 - bufsize: 32 + bufsize: 2 TestReader: inputs_def: diff --git a/configs/ssd/ssd_vgg16_512.yml b/configs/ssd/ssd_vgg16_512.yml index 1383acf4253383524c6e792ee0a366e5d9dbc56d..ef816d8dd62bf9b69a17c69e3f45d388bc2ce245 100644 --- a/configs/ssd/ssd_vgg16_512.yml +++ b/configs/ssd/ssd_vgg16_512.yml @@ -96,7 +96,7 @@ TrainReader: batch_size: 8 shuffle: true worker_num: 8 - bufsize: 32 + bufsize: 2 use_process: true EvalReader: @@ -124,7 +124,7 @@ EvalReader: std: [1, 1, 1] batch_size: 8 worker_num: 8 - bufsize: 32 + bufsize: 2 drop_empty: false TestReader: diff --git a/configs/ssd/ssd_vgg16_512_voc.yml b/configs/ssd/ssd_vgg16_512_voc.yml index dc567de7c86e1abff93d9e830ab13b02e22e4e3e..512f2a6d8a995c3ae4648cc4c4847a63a9c4d7de 100644 --- a/configs/ssd/ssd_vgg16_512_voc.yml +++ b/configs/ssd/ssd_vgg16_512_voc.yml @@ -97,7 +97,7 @@ TrainReader: batch_size: 8 shuffle: true worker_num: 8 - bufsize: 32 + bufsize: 2 use_process: true EvalReader: @@ -126,7 +126,7 @@ EvalReader: std: [1, 1, 1] batch_size: 32 worker_num: 8 - bufsize: 32 + bufsize: 2 TestReader: inputs_def: diff --git a/configs/yolov3_reader.yml b/configs/yolov3_reader.yml index e539408d13c199c3bd92bce56167f832c7a77d8f..cdf8e6a83134646e07d511b38616c7739a98b266 100644 --- a/configs/yolov3_reader.yml +++ b/configs/yolov3_reader.yml @@ -51,7 +51,7 @@ TrainReader: mixup_epoch: 250 drop_last: true worker_num: 8 - bufsize: 32 + bufsize: 2 use_process: true @@ -63,7 +63,7 @@ EvalReader: !COCODataSet image_dir: val2017 anno_path: annotations/instances_val2017.json - dataset_dir: dataset/coco + dataset_dir: dataset/coco with_background: false sample_transforms: - !DecodeImage diff --git a/ppdet/data/parallel_map.py b/ppdet/data/parallel_map.py index 7517157cdbeaf597fc7c5cb4c57db4153c90fbf5..cc9f1b6eda9169be999fff0d1d56bd4c602b7875 100644 --- a/ppdet/data/parallel_map.py +++ b/ppdet/data/parallel_map.py @@ -60,7 +60,7 @@ class ParallelMap(object): source, worker, worker_num, - bufsize=100, + bufsize=2, use_process=False, memsize='3G'): self._worker_num = worker_num diff --git a/ppdet/data/reader.py b/ppdet/data/reader.py index 04eb749ed1a615d7474bbcfba425bc927193509d..0e814af256010ed2d2d39d7ecaaa3d9592dcfa47 100644 --- a/ppdet/data/reader.py +++ b/ppdet/data/reader.py @@ -195,7 +195,7 @@ class Reader(object): use_process=False, use_fine_grained_loss=False, num_classes=80, - bufsize=100, + bufsize=2, memsize='3G', inputs_def=None): self._dataset = dataset diff --git a/ppdet/data/tests/test_loader.py b/ppdet/data/tests/test_loader.py index 9f373ad99018514b025901edc233a228e50e4a12..4ab31a8f344d44fa5373c3026eb316e71610b155 100644 --- a/ppdet/data/tests/test_loader.py +++ b/ppdet/data/tests/test_loader.py @@ -129,7 +129,7 @@ class TestReader(unittest.TestCase): drop_empty=True, worker_num=2, use_process=False, - bufsize=8, + bufsize=2, inputs_def=inputs_def)() for i in range(2): for samples in data_loader: