We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent f0f1d9d commit 145826cCopy full SHA for 145826c
paddlenlp/trainer/utils/sharding_io.py
@@ -588,7 +588,8 @@ def _gather_sharding_metas(self):
588
param_meta = {}
589
for k, v in model.state_dict().items():
590
structure_name_mapping[k] = v.name
591
- param_meta[k] = (v.shape, int(v.dtype))
+ is_distributed = getattr(v, "is_distributed", False)
592
+ param_meta[k] = (v.shape, int(v.dtype), is_distributed)
593
594
sharding_metas = {}
595
sharding_meta = {}
0 commit comments