ros/LLaMA-Factory
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

support vllm 0.6.0

Browse Source 
Former-commit-id: e39470ec51a9c74ad901871eb816df10e851f351
This commit is contained in:
hiyouga
2024-09-08 02:26:20 +08:00
parent b6810b209a
commit eb5af3d90b
5 changed files with 12 additions and 51 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
src/llamafactory/extras/packages.py
View File

@@ -85,13 +85,3 @@ def is_uvicorn_available():
def is_vllm_available():
return _is_package_available("vllm")
@lru_cache
def is_vllm_version_greater_than_0_5():
return _get_package_version("vllm") >= version.parse("0.5.0")
@lru_cache
def is_vllm_version_greater_than_0_5_1():
return _get_package_version("vllm") >= version.parse("0.5.1")