fix chat engines

Former-commit-id: 3a220b7992d265c77d9a1a406ef86eefbc699cfe
2024-11-04 08:18:12 +00:00
parent 00019e2ca4
commit 87d6d7dc61
2 changed files with 3 additions and 3 deletions
--- a/src/llamafactory/chat/vllm_engine.py
+++ b/src/llamafactory/chat/vllm_engine.py
@@ -107,7 +107,7 @@ class VllmEngine(BaseEngine):
    ) -> AsyncIterator["RequestOutput"]:
        request_id = f"chatcmpl-{uuid.uuid4().hex}"
        if images is not None:
-            if not any(IMAGE_PLACEHOLDER not in message["content"] for message in messages):
+            if not any(IMAGE_PLACEHOLDER in message["content"] for message in messages):
                messages[0]["content"] = IMAGE_PLACEHOLDER * len(images) + messages[0]["content"]

        paired_messages = messages + [{"role": "assistant", "content": ""}]