@@ -13,10 +13,11 @@ from .base_engine import BaseEngine, Response
|
||||
if is_vllm_available():
|
||||
from vllm import AsyncEngineArgs, AsyncLLMEngine, RequestOutput, SamplingParams
|
||||
from vllm.lora.request import LoRARequest
|
||||
|
||||
try:
|
||||
from vllm.multimodal import MultiModalData # vllm==0.5.0
|
||||
from vllm.multimodal import MultiModalData # type: ignore (for vllm>=0.5.0)
|
||||
except ImportError:
|
||||
from vllm.sequence import MultiModalData # vllm<0.5.0
|
||||
from vllm.sequence import MultiModalData # for vllm<0.5.0
|
||||
|
||||
|
||||
if TYPE_CHECKING:
|
||||
|
||||
Reference in New Issue
Block a user