fix up

Former-commit-id: 43a56cb331fae899ca35b0c312730d4ab79d0c42
2024-07-15 01:04:56 +08:00
parent 68365045b4
commit e4d11a117b
18 changed files with 46 additions and 41 deletions
--- a/src/llamafactory/train/ppo/workflow.py
+++ b/src/llamafactory/train/ppo/workflow.py
@@ -63,8 +63,8 @@ def run_ppo(
        model=model,
        reward_model=reward_model,
        ref_model=ref_model,
-        dataset=dataset_module["train_dataset"],
        data_collator=data_collator,
+        **dataset_module,
        **tokenizer_module,
    )