update scripts

Former-commit-id: 6dd6bae598d4d0b7b7d80341e88e313e49a49c00
This commit is contained in:
hiyouga
2024-07-03 20:07:44 +08:00
parent 0b0e27c2f1
commit 1ac9389ddc
2 changed files with 4 additions and 2 deletions

View File

@@ -98,7 +98,7 @@ def cal_ppl(
tokenizer=tokenizer, label_pad_token_id=IGNORE_INDEX, train_on_prompt=train_on_prompt
)
else:
raise NotImplementedError
raise NotImplementedError("Stage does not supported: {}.".format(stage))
dataloader = DataLoader(trainset, batch_size, shuffle=False, collate_fn=data_collator, pin_memory=True)
criterion = torch.nn.CrossEntropyLoss(reduction="none")