[model] switch to gptqmodel (#8108)

2025-05-19 22:25:40 +08:00
parent bc7f00f2c7
commit 45030ff803
9 changed files with 78 additions and 62 deletions
--- a/src/llamafactory/hparams/parser.py
+++ b/src/llamafactory/hparams/parser.py
@@ -148,7 +148,7 @@ def _check_extra_dependencies(
        check_version("mixture-of-depth>=1.1.6", mandatory=True)

    if model_args.infer_backend == EngineName.VLLM:
-        check_version("vllm>=0.4.3,<=0.8.5")
+        check_version("vllm>=0.4.3,<=0.8.6")
        check_version("vllm", mandatory=True)
    elif model_args.infer_backend == EngineName.SGLANG:
        check_version("sglang>=0.4.5")