ros/LLaMA-Factory
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix ds optimizer

Browse Source 
Former-commit-id: 2675127070a1e7584e71039a11c1ebac54ddd1db
This commit is contained in:
hoshi-hiyouga
2024-03-26 23:39:56 +08:00
parent 587e65e442
commit dc540dfaa8
4 changed files with 8 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/llmtuner/train/rm/trainer.py
View File

@@ -30,10 +30,10 @@ class PairwiseTrainer(Trainer):
self.can_return_loss = True # override property to return eval_loss
def create_optimizer_and_scheduler(self, num_training_steps: int) -> None:
self.optimizer = create_custom_optimzer(self.model, self.args, self.finetuning_args, num_training_steps)
if self.optimizer is None:
self.create_optimizer()
self.optimizer = create_custom_optimzer(self.model, self.args, self.finetuning_args, num_training_steps)
self.create_optimizer()
self.create_scheduler(num_training_steps=num_training_steps, optimizer=self.optimizer)
def compute_loss(