提交 28f62535 编写于 作者: D dengkaipeng

fix DataLoader memory leak. test=develop

上级 eae34059
...@@ -125,13 +125,6 @@ class _DataLoaderIterSingleProcess(_DataLoaderIterBase): ...@@ -125,13 +125,6 @@ class _DataLoaderIterSingleProcess(_DataLoaderIterBase):
self._init_thread() self._init_thread()
# if user exit python program when dataloader is still
# iterating, resource may no release safely, so we
# add __del__ function to to CleanupFuncRegistrar
# to make sure __del__ is always called when program
# exit for resoure releasing safely
CleanupFuncRegistrar.register(self.__del__)
def _init_thread(self): def _init_thread(self):
self._var_names = [v.name for v in self._feed_list] self._var_names = [v.name for v in self._feed_list]
self._shapes = [v.shape for v in self._feed_list] self._shapes = [v.shape for v in self._feed_list]
...@@ -231,7 +224,7 @@ class _DataLoaderIterSingleProcess(_DataLoaderIterBase): ...@@ -231,7 +224,7 @@ class _DataLoaderIterSingleProcess(_DataLoaderIterBase):
self._thread_done_event.set() self._thread_done_event.set()
if self._thread is not threading.current_thread(): if self._thread is not threading.current_thread():
self._thread.join() self._thread.join()
self._thread = None self._thread = None
# python2 compatibility # python2 compatibility
def next(self): def next(self):
...@@ -287,13 +280,6 @@ class _DataLoaderIterMultiProcess(_DataLoaderIterBase): ...@@ -287,13 +280,6 @@ class _DataLoaderIterMultiProcess(_DataLoaderIterBase):
self._init_thread() self._init_thread()
self._shutdown = False self._shutdown = False
# if user exit python program when dataloader is still
# iterating, resource may no release safely, so we
# add __del__ function to to CleanupFuncRegistrar
# to make sure __del__ is always called when program
# exit for resoure releasing safely
CleanupFuncRegistrar.register(self.__del__)
def _init_workers(self): def _init_workers(self):
# multiprocess worker and indice queue list initial as empty # multiprocess worker and indice queue list initial as empty
self._workers = [] self._workers = []
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册