Merge branch 'hiyouga:main' into main

Former-commit-id: 014acaa7845b7ac2876596d216b1be369a8e9311

src/llmtuner/api/app.py

@@ -1,6 +1,8 @@
 import os
 from contextlib import asynccontextmanager
-from typing import Annotated, Optional
+from typing import Optional
+
+from typing_extensions import Annotated
 
 from ..chat import ChatModel
 from ..extras.misc import torch_gc