feat: pass the max_lora_rank parameter to vLLM backend

Former-commit-id: a8756d839405ecb5deabe885cf11d1a61564deee
2024-05-17 16:07:39 +08:00
parent a32c3a50fc
commit 6373d307ec
2 changed files with 2 additions and 0 deletions
--- a/src/llamafactory/chat/vllm_engine.py
+++ b/src/llamafactory/chat/vllm_engine.py
@@ -59,6 +59,7 @@ class VllmEngine(BaseEngine):
            "disable_log_requests": True,
            "enforce_eager": model_args.vllm_enforce_eager,
            "enable_lora": model_args.adapter_name_or_path is not None,
+            "max_lora_rank": model_args.vllm_max_lora_rank,
        }

        if model_args.visual_inputs: