fix mm inference

Former-commit-id: fa782c15a07ed40f8a6381acdf2da395377efd04
This commit is contained in:
hiyouga
2024-09-02 01:47:40 +08:00
parent f203a9d78e
commit a7fbae47d5
6 changed files with 19 additions and 23 deletions

View File

@@ -14,9 +14,7 @@
import json
import os
from typing import TYPE_CHECKING, Dict, Generator, List, Optional, Sequence, Tuple
from numpy.typing import NDArray
from typing import TYPE_CHECKING, Any, Dict, Generator, List, Optional, Sequence, Tuple
from ..chat import ChatModel
from ..data import Role
@@ -134,7 +132,7 @@ class WebChatModel(ChatModel):
messages: Sequence[Dict[str, str]],
system: str,
tools: str,
image: Optional[NDArray],
image: Optional[Any],
max_new_tokens: int,
top_p: float,
temperature: float,