提交 786399c5 编写于 作者: M Megvii Engine Team

fix(pytest/windows/impertive): fix impertive pytest failed on windows

GitOrigin-RevId: 02f4c0a0be0be4a4e88ddc26363b19f3469bd4d5
上级 215f88f3
......@@ -9,6 +9,7 @@
import collections
import math
import multiprocessing
import platform
import queue
import random
import time
......@@ -113,6 +114,11 @@ class DataLoader:
self.__initialized = True
def __iter__(self):
if platform.system() == "Windows":
print(
"pyarrow.plasma does not support ParallelDataLoader on windows, changing num_workers to be zero"
)
self.num_workers = 0
if self.num_workers == 0:
return _SerialDataLoaderIter(self)
else:
......
......@@ -7,6 +7,7 @@
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT ARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
import os
import platform
import time
import numpy as np
......@@ -89,6 +90,10 @@ def test_dataloader_parallel():
assert label.shape == (4,)
@pytest.mark.skipif(
platform.system() == "Windows",
reason="dataloader do not support parallel on windows",
)
def test_dataloader_parallel_timeout():
dataset = init_dataset()
......@@ -112,6 +117,10 @@ def test_dataloader_parallel_timeout():
batch_data = next(data_iter)
@pytest.mark.skipif(
platform.system() == "Windows",
reason="dataloader do not support parallel on windows",
)
def test_dataloader_parallel_worker_exception():
dataset = init_dataset()
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册