Former-commit-id: cf260e7af03f49aa5e3d6daf3b27738ff9b9bcb8
This commit is contained in:
hiyouga
2024-06-12 16:50:11 +08:00
parent c60ea675d7
commit 6392d45ea7
2 changed files with 4 additions and 3 deletions

View File

@@ -13,10 +13,11 @@ from .base_engine import BaseEngine, Response
if is_vllm_available():
from vllm import AsyncEngineArgs, AsyncLLMEngine, RequestOutput, SamplingParams
from vllm.lora.request import LoRARequest
try:
from vllm.multimodal import MultiModalData # vllm==0.5.0
from vllm.multimodal import MultiModalData # type: ignore (for vllm>=0.5.0)
except ImportError:
from vllm.sequence import MultiModalData # vllm<0.5.0
from vllm.sequence import MultiModalData # for vllm<0.5.0
if TYPE_CHECKING: