fix ChatGLM2 ppo #527 #528

Former-commit-id: 60d6ad64d7c9f6445b0df8de0153c3a311974198
This commit is contained in:
hiyouga
2023-08-18 00:34:59 +08:00
parent fa1893b59c
commit 04fa430c6c
6 changed files with 72 additions and 11 deletions

View File

@@ -60,6 +60,7 @@ def run_ppo(
finetuning_args=finetuning_args,
generating_args=generating_args,
callbacks=callbacks,
compute_dtype=model_args.compute_dtype,
config=ppo_config,
model=model,
ref_model=None,