Merge pull request #4066 from injet-zhou/main

add throughput entry to training log

Former-commit-id: d2816f343f405f3fab09f2a8eade774b886e8f92
This commit is contained in:
hoshi-hiyouga
2024-06-06 03:32:04 +08:00
committed by GitHub
2 changed files with 5 additions and 2 deletions

View File

@@ -132,6 +132,7 @@ class Runner:
pure_bf16=(get("train.compute_type") == "pure_bf16"),
plot_loss=True,
ddp_timeout=180000000,
include_num_input_tokens_seen=True,
)
# checkpoints