Former-commit-id: 50cc5cf93d50c42cfcf5047bcd9b5c7959d503ae
This commit is contained in:
BUAADreamer
2024-05-11 13:11:10 +08:00
5 changed files with 20 additions and 6 deletions

View File

@@ -1,6 +1,8 @@
import os
from contextlib import asynccontextmanager
from typing import Annotated, Optional
from typing import Optional
from typing_extensions import Annotated
from ..chat import ChatModel
from ..extras.misc import torch_gc