fix some errors due to inconsistency of model cards

Former-commit-id: dd83265b9b8768eb8732f59ace128dfe4aac1c47
This commit is contained in:
Kingsley
2024-09-30 19:58:34 +08:00
parent 32b5364051
commit 8fd84c375e
5 changed files with 66 additions and 69 deletions

View File

@@ -168,7 +168,7 @@ class HuggingfaceEngine(BaseEngine):
for key, value in mm_inputs.items():
value = value if isinstance(value, torch.Tensor) else torch.tensor(value)
gen_kwargs[key] = value.to(model.device)
return gen_kwargs, prompt_length
@staticmethod