We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 69dc513 commit abc28d9Copy full SHA for abc28d9
paddlenlp/trainer/trainer.py
@@ -3203,7 +3203,7 @@ def _is_iterable_dataset(self, dataset):
3203
3204
def _is_iterable_dataset_distributed(self, dataset):
3205
# For distributed dataloaer.
3206
- is_iterable_dataset_tensor = paddle.to_tensor(self._is_iterable_dataset(dataset)).reshape([1])
+ is_iterable_dataset_tensor = paddle.to_tensor(self._is_iterable_dataset(dataset)).astype("int32").reshape([1])
3207
if dist.get_world_size() > 1:
3208
dist.all_reduce(is_iterable_dataset_tensor, op=dist.ReduceOp.MAX)
3209
if is_iterable_dataset_tensor.item() == 1:
0 commit comments