release v0.9.0 (real)

Former-commit-id: 8ff781c8ae5654680f738f69a6db9d7b95d76baf
This commit is contained in:
hiyouga
2024-09-09 01:00:25 +08:00
parent e20baa4218
commit dfff411e1a
7 changed files with 45 additions and 53 deletions

View File

@@ -131,6 +131,9 @@ def calculate_mfu(
"dataset": "c4_demo",
"cutoff_len": seq_length,
"output_dir": os.path.join("saves", "test_mfu"),
"logging_strategy": "no",
"save_strategy": "no",
"save_only_model": True,
"overwrite_output_dir": True,
"per_device_train_batch_size": batch_size,
"max_steps": num_steps,