fix #4410

Former-commit-id: f49adc4ab5eade21d7a9e029212f17688ee9b0cf
2024-06-24 22:34:31 +08:00
parent abcb94a738
commit a79e93f335
6 changed files with 32 additions and 9 deletions
--- a/src/llamafactory/webui/chatter.py
+++ b/src/llamafactory/webui/chatter.py
@@ -87,6 +87,7 @@ class WebChatModel(ChatModel):
            visual_inputs=get("top.visual_inputs"),
            rope_scaling=get("top.rope_scaling") if get("top.rope_scaling") in ["linear", "dynamic"] else None,
            infer_backend=get("infer.infer_backend"),
+            infer_dtype=get("infer.infer_dtype"),
        )

        if checkpoint_path: