chore: Update vllm_engine.py to support vllm version >= 0.5.1

Former-commit-id: b73c23a88cef237db626a16ab2a30261afd36564
2024-07-07 15:08:12 +08:00
parent cb10050cb9
commit 281fd5bb89
2 changed files with 12 additions and 4 deletions
--- a/src/llamafactory/extras/packages.py
+++ b/src/llamafactory/extras/packages.py
@@ -81,3 +81,7 @@ def is_vllm_available():
@lru_cache
 def is_vllm_version_greater_than_0_5():
    return _get_package_version("vllm") >= version.parse("0.5.0")
+
+@lru_cache
+def is_vllm_version_greater_than_0_5_1():
+    return _get_package_version("vllm") >= version.parse("0.5.1")