add feature calc log (#865)
parent
a10dd0ac8a
commit
60c2106f13
|
@ -476,6 +476,10 @@ class Trainer(object):
|
||||||
has_unique_id = False
|
has_unique_id = False
|
||||||
for idx, batch in enumerate(dataloader(
|
for idx, batch in enumerate(dataloader(
|
||||||
)): # load is very time-consuming
|
)): # load is very time-consuming
|
||||||
|
if idx % self.config["Global"]["print_batch_step"] == 0:
|
||||||
|
logger.info(
|
||||||
|
f"{name} feature calculation process: [{idx}/{len(dataloader)}]"
|
||||||
|
)
|
||||||
batch = [paddle.to_tensor(x) for x in batch]
|
batch = [paddle.to_tensor(x) for x in batch]
|
||||||
batch[1] = batch[1].reshape([-1, 1]).astype("int64")
|
batch[1] = batch[1].reshape([-1, 1]).astype("int64")
|
||||||
if len(batch) == 3:
|
if len(batch) == 3:
|
||||||
|
|
Loading…
Reference in New Issue