ros/LlamaFactory
1
0
Fork 0
mirror of https://github.com/hiyouga/LlamaFactory.git synced 2026-02-02 08:33:38 +00:00
Code Issues Packages Projects Releases Wiki Activity

update evaluator

Browse Source 
Former-commit-id: bb8661e62481ff7027b8969f3d8a6a17290c9da3
This commit is contained in:
hiyouga
2024-06-10 23:56:00 +08:00
parent 784088db3f
commit 4b2b92fd9a
3 changed files with 81 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/llamafactory/eval/evaluator.py
View File

@@ -26,9 +26,7 @@ class Evaluator:
self.template = get_template_and_fix_tokenizer(self.tokenizer, self.data_args.template)
self.model = load_model(self.tokenizer, self.model_args, finetuning_args)
self.eval_template = get_eval_template(self.eval_args.lang)
self.choice_inputs = [
self.tokenizer.encode(self.eval_template.prefix + ch, add_special_tokens=False)[-1] for ch in CHOICES
]
self.choice_inputs = [self.tokenizer.encode(ch, add_special_tokens=False)[-1] for ch in CHOICES]
@torch.inference_mode()
def batch_inference(self, batch_input: Dict[str, torch.Tensor]) -> List[str]: