We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 6f5bb76 commit 996198aCopy full SHA for 996198a
llm/run_pretrain.py
@@ -585,7 +585,7 @@ def main():
585
test_ret = trainer.predict(test_dataset)
586
trainer.log_metrics("test", test_ret.metrics)
587
588
- if training_args.should_load_dataset:
+ if training_args.do_train and training_args.should_load_dataset:
589
effective_tokens_per_second = total_effective_tokens / train_result.metrics["train_runtime"]
590
print(f"Effective Tokens per second: {effective_tokens_per_second:.2f}")
591
print(f"ips: {effective_tokens_per_second:.2f} tokens/s")
0 commit comments