update api and support abort eval in webui

Former-commit-id: 8661bed68812e9ded9439e8a821b1d7716bc797b
2026-02-02 08:33:38 +00:00 · 2024-05-04 15:59:15 +08:00
parent b1b18b2c5a
commit efa9140577
11 changed files with 277 additions and 192 deletions
--- a/src/llmtuner/chat/chat_model.py
+++ b/src/llmtuner/chat/chat_model.py
@@ -98,7 +98,7 @@ class ChatModel:
        return await self.engine.get_scores(batch_input, **input_kwargs)


-def run_chat():
+def run_chat() -> None:
    try:
        import platform