fix #4022

Former-commit-id: 9541f2f1f1b7d7877eb734f051048e52003a3430
2024-06-03 18:38:36 +08:00
parent 5690f513fc
commit d2ede9d393
3 changed files with 3 additions and 5 deletions
--- a/src/llamafactory/chat/vllm_engine.py
+++ b/src/llamafactory/chat/vllm_engine.py
@@ -158,12 +158,10 @@ class VllmEngine(BaseEngine):
        )

        result_generator = self.model.generate(
-            prompt=None,
+            inputs={"prompt_token_ids": prompt_ids, "multi_modal_data": multi_modal_data},
            sampling_params=sampling_params,
            request_id=request_id,
-            prompt_token_ids=prompt_ids,
            lora_request=self.lora_request,
-            multi_modal_data=multi_modal_data,
        )
        return result_generator