[model] fix kv cache (#7564)

2025-04-01 23:07:46 +08:00
parent a13b1bb49a
commit 2bfcad2394
16 changed files with 122 additions and 64 deletions
--- a/src/llamafactory/hparams/parser.py
+++ b/src/llamafactory/hparams/parser.py
@@ -135,7 +135,7 @@ def _check_extra_dependencies(
        check_version("mixture-of-depth>=1.1.6", mandatory=True)

    if model_args.infer_backend == EngineName.VLLM:
-        check_version("vllm>=0.4.3,<=0.8.1")
+        check_version("vllm>=0.4.3,<=0.8.2")
        check_version("vllm", mandatory=True)
    elif model_args.infer_backend == EngineName.SGLANG:
        check_version("sglang>=0.4.4")