Skip to content

P
PaddleRec

PaddlePaddle / PaddleRec

通知 68
Star 12
Fork 5
P
PaddleRec

体验新版 GitCode，发现更多精彩内容 >>

提交 765870b2 编写于 作者: L liuyuhui
浏览文件
操作

add formatted warnings

上级 20fb78d3
显示空白变更内容
内联 并排
Showing with 7 addition and 6 deletion
core/utils/dataloader_instance.py
浏览文件 @ 765870b2
...@@ -14,6 +14,7 @@ ...@@ -14,6 +14,7 @@
from __future__ import print_function from __future__ import print_function
import os import os
import warnings
from paddlerec.core.utils.envs import lazy_instance_by_fliename from paddlerec.core.utils.envs import lazy_instance_by_fliename
from paddlerec.core.utils.envs import get_global_env from paddlerec.core.utils.envs import get_global_env
from paddlerec.core.utils.envs import get_runtime_environ from paddlerec.core.utils.envs import get_runtime_environ
...@@ -52,8 +53,8 @@ def dataloader_by_name(readerclass, ...@@ -52,8 +53,8 @@ def dataloader_by_name(readerclass,
selected_gpu_nums = int(os.getenv("PADDLEREC_GPU_NUMS")) selected_gpu_nums = int(os.getenv("PADDLEREC_GPU_NUMS"))
discard_file_nums = len(files) % selected_gpu_nums discard_file_nums = len(files) % selected_gpu_nums
if (discard_file_nums != 0): if (discard_file_nums != 0):
print( warnings.warn(
"Warning: beacause files cannot be divided equally between GPUs,discard these files:{}". "Because files cannot be divided equally between GPUs,discard these files:{}".
format(files[-discard_file_nums:])) format(files[-discard_file_nums:]))
files = files[:len(files) - discard_file_nums] files = files[:len(files) - discard_file_nums]
...@@ -124,8 +125,8 @@ def slotdataloader_by_name(readerclass, dataset_name, yaml_file, context): ...@@ -124,8 +125,8 @@ def slotdataloader_by_name(readerclass, dataset_name, yaml_file, context):
selected_gpu_nums = int(os.getenv("PADDLEREC_GPU_NUMS")) selected_gpu_nums = int(os.getenv("PADDLEREC_GPU_NUMS"))
discard_file_nums = len(files) % selected_gpu_nums discard_file_nums = len(files) % selected_gpu_nums
if (discard_file_nums != 0): if (discard_file_nums != 0):
print( warnings.warn(
"Warning: beacause files cannot be divided equally between GPUs, discard these files:{}". "Because files cannot be divided equally between GPUs,discard these files:{}".
format(files[-discard_file_nums:])) format(files[-discard_file_nums:]))
files = files[:len(files) - discard_file_nums] files = files[:len(files) - discard_file_nums]
...@@ -204,8 +205,8 @@ def slotdataloader(readerclass, train, yaml_file, context): ...@@ -204,8 +205,8 @@ def slotdataloader(readerclass, train, yaml_file, context):
selected_gpu_nums = int(os.getenv("PADDLEREC_GPU_NUMS")) selected_gpu_nums = int(os.getenv("PADDLEREC_GPU_NUMS"))
discard_file_nums = len(files) % selected_gpu_nums discard_file_nums = len(files) % selected_gpu_nums
if (discard_file_nums != 0): if (discard_file_nums != 0):
print( warnings.warn(
"Warning: beacause files cannot be divided equally between GPUs,discard these files:{}". "Because files cannot be divided equally between GPUs,discard these files:{}".
format(files[-discard_file_nums:])) format(files[-discard_file_nums:]))
files = files[:len(files) - discard_file_nums] files = files[:len(files) - discard_file_nums]
......
Markdown is supported
0% 或 .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑！
想要评论请 注册 或