fix loss_scale (#4229)

Author: Jintao-Huang

swift/llm/train/pt.py

@@ -1,18 +1,23 @@
 # Copyright (c) Alibaba, Inc. and its affiliates.
 from typing import List, Union
 
+from swift.utils import get_logger
 from ..argument import TrainArguments
 from .sft import SwiftSft
 
+logger = get_logger()
+
 
 class SwiftPt(SwiftSft):
     args_class = TrainArguments
     args: args_class
 
     def _prepare_template(self) -> None:
         self.args.use_chat_template = False
+        self.args.loss_scale = 'all'
+        logger.info('Setting args.use_chat_template: False')
+        logger.info("Setting args.loss_scale: 'all'")
         super()._prepare_template()
-        self.template.loss_scale = 'all'
 
 
 def pt_main(args: Union[List[str], TrainArguments, None] = None):

swift/megatron/train/pt.py

@@ -1,18 +1,23 @@
 # Copyright (c) Alibaba, Inc. and its affiliates.
 from typing import List, Union
 
+from swift.utils import get_logger
 from ..argument import MegatronTrainArguments
 from .sft import MegatronSft
 
+logger = get_logger()
+
 
 class MegatronPt(MegatronSft):
     args_class = MegatronTrainArguments
     args: args_class
 
     def _prepare_template(self) -> None:
         self.args.use_chat_template = False
+        self.args.loss_scale = 'all'
+        logger.info('Setting args.use_chat_template: False')
+        logger.info("Setting args.loss_scale: 'all'")
         super()._prepare_template()
-        self.template.loss_scale = 'all'
 
 
 def megatron_pt_main(args: Union[List[str], MegatronTrainArguments, None] = None):