tiny fix
Former-commit-id: d944020257f363f38e62de6279b337e399b7c65e
This commit is contained in:
@@ -54,7 +54,7 @@ def run_ppo(
|
||||
reward_model = create_reward_model(model, model_args, finetuning_args)
|
||||
|
||||
# Initialize our Trainer
|
||||
ppo_trainer = CustomPPOTrainer(
|
||||
ppo_trainer: "CustomPPOTrainer" = CustomPPOTrainer(
|
||||
model_args=model_args,
|
||||
training_args=training_args,
|
||||
finetuning_args=finetuning_args,
|
||||
|
||||
Reference in New Issue
Block a user