diff --git a/paddlenlp/data/dist_dataloader.py b/paddlenlp/data/dist_dataloader.py
index 06422fd346ed..5d5c6cc7512c 100644
--- a/paddlenlp/data/dist_dataloader.py
+++ b/paddlenlp/data/dist_dataloader.py
@@ -171,8 +171,6 @@ def _broadcast_data(self, data):
                 src=self._pp_group.ranks[0],
                 group=self._pp_group,
             )
-        else:
-            fake_data = [None]
 
         fake_data = fake_data[0]
         if fake_data is None:
diff --git a/paddlenlp/trainer/trainer.py b/paddlenlp/trainer/trainer.py
index 590c884d9c0f..129ec1a826e3 100644
--- a/paddlenlp/trainer/trainer.py
+++ b/paddlenlp/trainer/trainer.py
@@ -1450,7 +1450,7 @@ def get_eval_dataloader(self, eval_dataset: Optional[Dataset] = None) -> DataLoa
                     eval_dataset,
                     batch_size=self.args.per_device_eval_batch_size,
                     collate_fn=self.data_collator,
-                    num_workers=self.args.dataloader_num_workers,
+                    num_workers=0,
                     eval=True,
                 )
             else:
@@ -1458,7 +1458,7 @@ def get_eval_dataloader(self, eval_dataset: Optional[Dataset] = None) -> DataLoa
                     eval_dataset,
                     batch_size=self.args.per_device_eval_batch_size,
                     collate_fn=self.data_collator,
-                    num_workers=self.args.dataloader_num_workers,
+                    num_workers=0,
                 )
 
         eval_sampler = self._get_eval_sampler(eval_dataset)