fix paligemma infer

Former-commit-id: d272455d6118c1d670c70cfe3458d8dab111da6c
2024-12-19 13:24:41 +00:00
parent eba78f2159
commit adff887659
2 changed files with 2 additions and 2 deletions
--- a/src/llamafactory/chat/hf_engine.py
+++ b/src/llamafactory/chat/hf_engine.py
@@ -171,7 +171,7 @@ class HuggingfaceEngine(BaseEngine):
            elif not isinstance(value, torch.Tensor):
                value = torch.tensor(value)

-            gen_kwargs[key] = value.to(model.device)
+            gen_kwargs[key] = value.to(dtype=model.dtype, device=model.device)

        return gen_kwargs, prompt_length