fix #6482

Former-commit-id: 8577f52b4152efe6cc7a8b5f6d37b4f9ba6684e7
2024-12-30 05:55:15 +00:00
parent 5f473e2696
commit f8f05a883b
7 changed files with 26 additions and 11 deletions
--- a/src/llamafactory/chat/hf_engine.py
+++ b/src/llamafactory/chat/hf_engine.py
@@ -171,7 +171,7 @@ class HuggingfaceEngine(BaseEngine):
            elif not isinstance(value, torch.Tensor):
                value = torch.tensor(value)

-            if torch.is_floating_point(value):
+            if torch.is_floating_point(value):  # cast data dtype for paligemma
                value = value.to(model.dtype)

            gen_kwargs[key] = value.to(model.device)