未验证 提交 60c2106f 编写于 作者: L littletomatodonkey 提交者: GitHub

add feature calc log (#865)

上级 a10dd0ac
...@@ -476,6 +476,10 @@ class Trainer(object): ...@@ -476,6 +476,10 @@ class Trainer(object):
has_unique_id = False has_unique_id = False
for idx, batch in enumerate(dataloader( for idx, batch in enumerate(dataloader(
)): # load is very time-consuming )): # load is very time-consuming
if idx % self.config["Global"]["print_batch_step"] == 0:
logger.info(
f"{name} feature calculation process: [{idx}/{len(dataloader)}]"
)
batch = [paddle.to_tensor(x) for x in batch] batch = [paddle.to_tensor(x) for x in batch]
batch[1] = batch[1].reshape([-1, 1]).astype("int64") batch[1] = batch[1].reshape([-1, 1]).astype("int64")
if len(batch) == 3: if len(batch) == 3:
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册