update

Author: JunnYu

paddlenlp/transformers/model_utils.py

@@ -25,6 +25,7 @@
 
 import numpy as np
 import paddle
+import paddle.distributed as dist
 import paddle.nn as nn
 import six
 from huggingface_hub import (
@@ -1011,11 +1012,8 @@ def _resolve_model_file_path(
 
                 # move the `model-name.pdparams` to `model_state.pdparams`
                 # get more details from: https://github.com/PaddlePaddle/PaddleNLP/pull/3843
-                try:
+                if dist.ParallelEnv().local_rank % 8 == 0 and os.path.exists(weight_file_path):
                     shutil.move(weight_file_path, new_weight_file_path)
-                except FileNotFoundError:
-                    pass
-
                 weight_file_path = new_weight_file_path
 
             # find the weight file with the above two branch: `bert-base-uncased.pdparams`, `model_state.pdparams`

paddlenlp/utils/downloader.py

@@ -233,10 +233,7 @@ def _download(url, path, md5sum=None):
                 for chunk in req.iter_content(chunk_size=1024):
                     if chunk:
                         f.write(chunk)
-        try:
-            shutil.move(tmp_fullname, fullname)
-        except FileNotFoundError:
-            pass
+        shutil.move(tmp_fullname, fullname)
 
     return fullname