resolve python 3.8 package

Former-commit-id: 5eee4ec7016846356715a4fa1ad58e3cbb1cac6e
This commit is contained in:
hiyouga
2024-05-09 16:52:27 +08:00
parent 4ce4172c87
commit 223bbd9930
5 changed files with 20 additions and 6 deletions

View File

@@ -1,6 +1,8 @@
import os
from contextlib import asynccontextmanager
from typing import Annotated, Optional
from typing import Optional
from typing_extensions import Annotated
from ..chat import ChatModel
from ..extras.misc import torch_gc