We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 7a03d34 commit 00d2585Copy full SHA for 00d2585
paddlenlp/trainer/trainer.py
@@ -3289,7 +3289,7 @@ def _is_iterable_dataset(self, dataset):
3289
3290
def _is_iterable_dataset_distributed(self, dataset):
3291
# For distributed dataloaer.
3292
- is_iterable_dataset_tensor = paddle.to_tensor(self._is_iterable_dataset(dataset)).reshape([1])
+ is_iterable_dataset_tensor = paddle.to_tensor(self._is_iterable_dataset(dataset)).astype("int32").reshape([1])
3293
if dist.get_world_size() > 1:
3294
dist.all_reduce(is_iterable_dataset_tensor, op=dist.ReduceOp.MAX)
3295
if is_iterable_dataset_tensor.item() == 1:
0 commit comments