Skip to content

Commit dbd13df

Browse files
committed
update files
1 parent b219ba6 commit dbd13df

File tree

9 files changed

+17
-20
lines changed

9 files changed

+17
-20
lines changed

paddlenlp/trainer/unified_checkpoint/async_uc_hander.py renamed to paddlenlp/trainer/unified_checkpoint/async_handler.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -33,10 +33,10 @@
3333
create_meta_dict,
3434
)
3535

36-
__all__ = ["AsyncCheckpointHander"]
36+
__all__ = ["AsyncCheckpointHandler"]
3737

3838

39-
class AsyncCheckpointHander:
39+
class AsyncCheckpointHandler:
4040
def __init__(self, args):
4141
# Mainly for asynchronous saving.
4242
self.args = args

paddlenlp/trainer/unified_checkpoint/check_uc.py renamed to paddlenlp/trainer/unified_checkpoint/check_completion.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -35,7 +35,7 @@
3535
except:
3636
core = None
3737

38-
from .uc_utils import (
38+
from .utils import (
3939
get_expected_state_dict,
4040
is_sharding_split_param_mode,
4141
select_model_weight_index,

paddlenlp/trainer/unified_checkpoint/uc_dynamic.py renamed to paddlenlp/trainer/unified_checkpoint/load_dynamic.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -45,7 +45,7 @@
4545
else:
4646
from paddlenlp.utils.safetensors import fast_safe_open as safe_open
4747

48-
from .uc_utils import (
48+
from .utils import (
4949
FP32_MASTER,
5050
get_expected_state_dict,
5151
mapping_optimizer_tp_actions,

paddlenlp/trainer/unified_checkpoint/uc_locally_load.py renamed to paddlenlp/trainer/unified_checkpoint/load_local.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -39,8 +39,8 @@
3939
from paddlenlp.utils.log import logger
4040
from paddlenlp.utils.nested import nested_copy
4141

42-
from .uc_sharding_v2 import load_unified_optimizer_split_param
43-
from .uc_utils import (
42+
from .sharding_split_param_utils import load_unified_optimizer_split_param
43+
from .utils import (
4444
FP32_MASTER,
4545
get_expected_keys,
4646
get_expected_state_dict,

paddlenlp/trainer/unified_checkpoint/uc_single_card.py renamed to paddlenlp/trainer/unified_checkpoint/load_save_single_card.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -46,7 +46,7 @@
4646
if is_safetensors_available():
4747
from safetensors.numpy import save_file as safe_save_file
4848

49-
from .uc_utils import (
49+
from .utils import (
5050
FP32_MASTER,
5151
generate_base_static_name,
5252
get_expected_state_dict,

paddlenlp/trainer/unified_checkpoint/uc_sharding_v2.py renamed to paddlenlp/trainer/unified_checkpoint/sharding_split_param_utils.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -29,7 +29,7 @@
2929
)
3030
from paddlenlp.utils.nested import nested_copy
3131

32-
from .uc_utils import (
32+
from .utils import (
3333
FP32_MASTER,
3434
generate_base_static_name,
3535
get_expected_state_dict,

paddlenlp/trainer/unified_checkpoint/unified_checkpoint.py

Lines changed: 8 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -62,24 +62,21 @@
6262
else:
6363
from paddlenlp.utils.safetensors import fast_load_file as load_file
6464

65-
from .async_uc_hander import AsyncCheckpointHander
66-
from .check_uc import check_unified_checkpoint, check_unified_optimizer
67-
from .uc_dynamic import (
65+
from .async_handler import AsyncCheckpointHandler
66+
from .check_completion import check_unified_checkpoint, check_unified_optimizer
67+
from .load_dynamic import (
6868
load_unified_checkpoint_dynamically,
6969
load_unified_optimizer_dynamically,
7070
)
71-
from .uc_locally_load import (
72-
load_unified_checkpoint_locally,
73-
load_unified_optimizer_locally,
74-
)
75-
from .uc_sharding_v2 import gather_splited_param_for_optimizer
76-
from .uc_single_card import (
71+
from .load_local import load_unified_checkpoint_locally, load_unified_optimizer_locally
72+
from .load_save_single_card import (
7773
load_single_card_checkpoint,
7874
load_single_card_optimizer,
7975
save_single_card_checkpoint,
8076
save_single_card_optimizer,
8177
)
82-
from .uc_utils import (
78+
from .sharding_split_param_utils import gather_splited_param_for_optimizer
79+
from .utils import (
8380
FP32_MASTER,
8481
UnifiedCheckpointOption,
8582
filter_params,
@@ -103,7 +100,7 @@
103100
class UnifiedCheckpointHandler:
104101
def __init__(self, args):
105102
self.args = args
106-
self.async_handler = AsyncCheckpointHander(args)
103+
self.async_handler = AsyncCheckpointHandler(args)
107104

108105
def save_unified_checkpoint(self, model, optimizer, output_dir, signal_dir=None):
109106
"""save unified checkpoint

tests/trainer/test_unified_checkpoint.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -18,7 +18,7 @@
1818
import numpy as np
1919
import pytest
2020

21-
from paddlenlp.trainer.plugins.unified_checkpoint import UnifiedCheckpointOption
21+
from paddlenlp.trainer.unified_checkpoint.utils import UnifiedCheckpointOption
2222
from tests.parallel_launch import TestMultipleGpus
2323
from tests.testing_utils import (
2424
require_paddle_at_least_2_gpu,

0 commit comments

Comments
 (0)