Merge remote-tracking branch 'refs/remotes/origin/write_use_last_rank' into write_use_last_rank

Author: Jintao-Huang

swift/megatron/init.py

@@ -74,7 +74,7 @@ def training_log(loss_dict, total_loss_dict, learning_rate, decoupled_learning_r
         """Log training information such as losses, timing, ...."""
         nonlocal jsonl_writer
         args = get_args()
-        if is_last_rank() and jsonl_writer is None:
+        if jsonl_writer is None:
             logging_path = os.path.join(args.save, 'logging.jsonl')
             logger.info(f'logging_path: {logging_path}')
             jsonl_writer = JsonlWriter(logging_path, enable_async=True, write_on_rank='last')