Skip to content

Commit 2f2f76f

Browse files
committed
fix distdataloader, fix eval with dp group (PaddlePaddle#8420)
1 parent c8dde78 commit 2f2f76f

File tree

2 files changed

+2
-4
lines changed

2 files changed

+2
-4
lines changed

paddlenlp/data/dist_dataloader.py

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -171,8 +171,6 @@ def _broadcast_data(self, data):
171171
src=self._pp_group.ranks[0],
172172
group=self._pp_group,
173173
)
174-
else:
175-
fake_data = [None]
176174

177175
fake_data = fake_data[0]
178176
if fake_data is None:

paddlenlp/trainer/trainer.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1434,15 +1434,15 @@ def get_eval_dataloader(self, eval_dataset: Optional[Dataset] = None) -> DataLoa
14341434
eval_dataset,
14351435
batch_size=self.args.per_device_eval_batch_size,
14361436
collate_fn=self.data_collator,
1437-
num_workers=self.args.dataloader_num_workers,
1437+
num_workers=0,
14381438
eval=True,
14391439
)
14401440
else:
14411441
return DataLoader(
14421442
eval_dataset,
14431443
batch_size=self.args.per_device_eval_batch_size,
14441444
collate_fn=self.data_collator,
1445-
num_workers=self.args.dataloader_num_workers,
1445+
num_workers=0,
14461446
)
14471447

14481448
eval_sampler = self._get_eval_sampler(eval_dataset)

0 commit comments

Comments
 (0)