[deps] upgrade vllm to 0.8 (#7436)

2025-03-23 14:32:22 +08:00
parent a959c2a509
commit 919415dba9
4 changed files with 5 additions and 5 deletions
--- a/src/llamafactory/webui/chatter.py
+++ b/src/llamafactory/webui/chatter.py
@@ -122,6 +122,7 @@ class WebChatModel(ChatModel):
            enable_liger_kernel=(get("top.booster") == "liger_kernel"),
            infer_backend=get("infer.infer_backend"),
            infer_dtype=get("infer.infer_dtype"),
+            vllm_enforce_eager=True,
            trust_remote_code=True,
        )