Former-commit-id: 2f8fe4439506e844b147fe38b5eb878c5748c31c
This commit is contained in:
hiyouga
2023-10-26 16:34:52 +08:00
parent 62fe877124
commit e406f37b54
2 changed files with 6 additions and 3 deletions

View File

@@ -66,6 +66,7 @@ def run_ppo(
ppo_trainer = CustomPPOTrainer(
model_args=model_args,
training_args=training_args,
finetuning_args=finetuning_args,
generating_args=generating_args,
callbacks=callbacks + [SavePeftModelCallback()],
config=ppo_config,